爬虫入门，爬取豆瓣top250电影信息

本文主要是介绍爬虫入门，爬取豆瓣top250电影信息，希望对大家解决编程问题提供一定的参考价值，需要的开发者们随着小编来一起学习吧！

import requests
import csv
import parsel
import time
f = open('豆瓣top250.csv',mode='a',encoding='utf-8',newline='')
csv_writer = csv.writer(f)
csv_writer.writerow(['电影名','导演','主演','年份','国家','类型','简介','评分','评分人数'])
for page in range(0,250,25):time.sleep(2)page_new = page/25+1print(f'正在爬取第{page_new}页内容')url = f'https://movie.douban.com/top250?start={page}&filter='headers = {'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36'}response = requests.get(url=url,headers=headers)# print(response.text)selector = parsel.Selector(response.text)li_list = selector.css('.grid_view li')for li in li_list:title = li.css('.info .hd span.title:nth-child(1)::text').get()  # 获取电影的名字movie_info_list = li.css('.bd p:nth-child(1)::text').getall()  # 获取电影信息,getall获取的是列表数据introduce = li.css('.inq::text').get()  # 电影的简介rate = li.css('.rating_num::text').get()  # 电影评分comment_num = li.css('.star span:nth-child(4)::text').get().replace('人评价', '')  # 评论人数actor_list = movie_info_list[0].strip().split('   ')if len(actor_list) > 1:actor_1 = actor_list[0].replace('导演: ','') # 导演actor_2 = actor_list[1].replace('主演: ','') # 主演actor_2 = actor_2.replace('...','')movie_info = movie_info_list[1].strip().split(' / ')movie_year = movie_info[0]  # 年份movie_country = movie_info[1] # 国家movie_type = movie_info[2] # 类型else:actor_1 = actor_list[0]actor_2 = 'None'print(title,actor_1,actor_2,movie_year,movie_country,movie_type,introduce,rate,comment_num,sep='|')csv_writer.writerow([title,actor_1,actor_2,movie_year,movie_country,movie_type,introduce,rate,comment_num])

结果展现：