一个爬虫Demo（经典豆瓣TOP250）

import xlwt
import requests
from bs4 import BeautifulSoupdef get_style():style = xlwt.XFStyle()alignment = xlwt.Alignment()alignment.horz = 0x02alignment.vert = 0x01style.alignment = alignmentfont = xlwt.Font()font.name = '仿宋'style.font = fontreturn styledef get_excel(style):workbook = xlwt.Workbook(encoding='ascii')worksheet = workbook.add_sheet("MovieTop250")col_names = ["排名", "影名", "评论", "链接"]for i in range(len(col_names)):worksheet.write(0, i, col_names[i], style)worksheet.col(0).width = 100 * 20worksheet.col(1).width = 400 * 20worksheet.col(2).width = 1200 * 20worksheet.col(3).width = 650 * 20return workbook, worksheetdef crawler(worksheet, style):headers = {'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 '}count = 1for page_num in range(0, 250, 25):content = requests.get(f"https://movie.douban.com/top250?start={page_num}", headers=headers).textsoup = BeautifulSoup(content, "html.parser")all_movies = soup.findAll("div", attrs={"class": "info"})for movie in all_movies:movie_name = movie.find("span", attrs={"class": "title"}).stringcomment = movie.find("span", attrs={"class": "inq"})movie_comment = "None" if comment is None else comment.stringmovie_link = movie.find("a").attrs["href"]worksheet.write(count, 0, count, style)worksheet.write(count, 1, f"《{movie_name}》", style)worksheet.write(count, 2, f"{movie_comment}", style)worksheet.write(count, 3, f"{movie_link}", style)count += 1if __name__ == '__main__':_style = get_style()_workbook, _worksheet = get_excel(_style)crawler(_worksheet, _style)_workbook.save("MovieTop250.xls")