python语言dyphb爬虫程序代码QZQ.zip

#https://top.baidu.com/board?tab=movie import requests import re import os import csv import certifi os.environ['REQUESTS_CA_BUNDLE'] = certifi.where() class m: def __init__(self,url): self.url=url self.he={ 'user-agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36 Edg/131.0.0.0', # 'cookie':'BAIDUID_BFESS=8719BBB64F109F41539B83C95DAA3EBD:FG=1; BIDUPSID=8719BBB64F109F41539B83C95DAA3EBD; PSTM=1730509884; ZFY=yk:ArVdkx:BD2JhfTrt4t9qQ5vCZjfzDrGrGlr6hEwWOg:C; newlogin=1; BDUSS=DZKeGdaMURPQTlseXUyNVNsUHY1ZnZYT3dUTlFQVFNxYkEyTC1Kb25yYXkwbk5uSVFBQUFBJCQAAAAAAAAAAAEAAABr5UEVUXdvMjgyNjE1MTA5AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAALJFTGeyRUxnM; BDUSS_BFESS=DZKeGdaMURPQTlseXUyNVNsUHY1ZnZYT3dUTlFQVFNxYkEyTC1Kb25yYXkwbk5uSVFBQUFBJCQAAAAAAAAAAAEAAABr5UEVUXdvMjgyNjE1MTA5AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAALJFTGeyRUxnM; __bid_n=193c38edca06096d8ece8d; H_PS_PSSID=61027_61219_61390_61444_60853_61491_61430_61525_61521_61633; BA_HECTOR=0kag20208g2k8585ak8585200kgj9s1jn1atm1v; BDRCVFR[feWj1Vr5u3D]=I67x6TjHwwYf0; PSINO=7; delPer=0; BDORZ=B490B5EBF6F3CD402E515D22BCDA1598; H_WISE_SIDS=61027_61219_61390_61444_60853_61491_61430_61525_61521_61633' } self.html=None self.list=[] def gethtml(self): res=requests.get(url=self.url,headers=self.he) print(res) self.html=res.text # print(res.text) return self.html # print(self.html) def parsehtml(self): # 标题 title = re.findall(r'query":"(.*?) 电影"', self.html) # print(title) # print(len(title)) # 类型 type = re.findall(r'"类型：(.*?)"', self.html) # print(type) # print(len(type)) # 演员 p = re.findall(r'"演员：(.*?)"', self.html) # print(p) # print(len(p)) length = min(len(title), len(type), len(p)) # 获取最短列表长度 for index in range(length): dic = {} dic['标题'] = title[index] dic['类型'] = type[index] dic['演员'] = p[index] self.list.append(dic) # print(dic) # print(self.list) def savedata(self): # 准备将数据写入CSV文件 with open('电影排行.csv', 'w', newline='', encoding='utf-8') as f: writer = csv.DictWriter(f, fieldnames=('标题', '类型', '演员')) # 修正这一行的初始化方式 writer.writeheader() writer.writerows(self.list) print("数据保存完成！") if __name__ == '__main__': o=m('https://top.baidu.com/board?tab=movie') o.gethtml() o.parsehtml() o.savedata()