爬虫小案例豆瓣电影top250（json格式）

 1.json格式（仅供学习参考）

import requests, json, jsonpathclass Start(object):# 类实例化时会执行def __init__(self):self.headers = {'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107.0.0.0 Safari/537.36'}self.sum_dict = {'list': []}def get_html(self,index):url = f'https://movie.douban.com/j/chart/top_list?type={index}&interval_id=100:90&action=&start=0&limit=20'response = requests.get(url, headers=self.headers)json_data = response.json()title = jsonpath.jsonpath(json_data, '$..title')actors = jsonpath.jsonpath(json_data, '$..actors')release_date = jsonpath.jsonpath(json_data, '$..release_date')types = jsonpath.jsonpath(json_data, '$..types')regions = jsonpath.jsonpath(json_data, '$..regions')score = jsonpath.jsonpath(json_data, '$..score')vote_count = jsonpath.jsonpath(json_data, '$..vote_count')cover_url = jsonpath.jsonpath(json_data, '$..cover_url')for i in zip(title, actors, release_date, types, regions, score, vote_count, cover_url):# 单条数据字典dic = {'电影名称': i[0],'演员': '/'.join(i[1][:3]),'上映日期': i[2],'类型': '/'.join(i[3]),'地区': '/'.join(i[4]),'评分': i[5],'评价人数': i[6],'图片': i[7]}# print(dic)self.sum_dict['list'].append(dic)def download(self, title, cover_url):try:cover_url_response = requests.get(url=cover_url, headers=self.headers)cover_url_content = cover_url_response.contentpath = f'./图片/{title}.jpg'with open(path, 'wb') as f:f.write(cover_url_content)print(f"{title} 图片下载成功")except Exception:print('下载失败')def save(self):# 存储为json文件with open('豆瓣图片.json', 'w', encoding='utf-8') as f:# json.dump(self.sum_dict, f, ensure_ascii=False, indent=4)f.write(json.dumps(self.sum_dict, ensure_ascii=False, indent=4))if __name__ == '__main__':s = Start()  # 实例化类对象for index in range(1, 3):s.get_html(index)for movie in s.sum_dict['list']:title = movie['电影名称']cover_url = movie['图片']s.download(title, cover_url)s.save()

 

 

{"list": [{"电影名称": "蒙古草原，天气晴","演员": "普洁/关野吉晴","上映日期": "2006-06-03","类型": "纪录片","地区": "日本","评分": "9.7","评价人数": 62632,"图片": "https://img9.doubanio.com/view/photo/s_ratio_poster/public/p2153663114.jpg"},{"电影名称": "三十二","演员": "韦绍兰/罗善学","上映日期": "2014-03-30","类型": "纪录片","地区": "中国大陆","评分": "9.5","评价人数": 80198,"图片": "https://img9.doubanio.com/view/photo/s_ratio_poster/public/p2335693756.jpg"},{"电影名称": "大法官金斯伯格","演员": "鲁斯·巴德·金斯伯格/比尔·克林顿/奥林·G·哈奇","上映日期": "2018-01-21","类型": "传记/纪录片","地区": "美国","评分": "9.5","评价人数": 94689,"图片": "https://img9.doubanio.com/view/photo/s_ratio_poster/public/p2511664915.jpg"},{"电影名称": "海豚湾","演员": "路易·西霍尤斯/瑞克·欧贝瑞/哈迪·琼斯","上映日期": "2009-07-31","类型": "纪录片","地区": "美国","评分": "9.3","评价人数": 373652,"图片": "https://img1.doubanio.com/view/photo/s_ratio_poster/public/p2559579779.jpg"},{"电影名称": "里斯本丸沉没","演员": "方励/托尼·班纳姆/林阿根","上映日期": "2024-09-06","类型": "纪录片","地区": "中国大陆","评分": "9.3","评价人数": 160788,"图片": "https://img9.doubanio.com/view/photo/s_ratio_poster/public/p2912588024.jpg"},{"电影名称": "乡村里的中国","演员": "","上映日期": "2013","类型": "纪录片","地区": "中国大陆","评分": "9.4","评价人数": 24044,"图片": "https://img2.doubanio.com/view/photo/s_ratio_poster/public/p2164484961.jpg"},{"电影名称": "久石让在武道馆：与宫崎骏动画一同走过的25年","演员": "久石让/大桥望美/高畑勋","上映日期": "2008-08-05","类型": "纪录片/音乐","地区": "日本","评分": "9.7","评价人数": 14801,"图片": "https://img1.doubanio.com/view/photo/s_ratio_poster/public/p2163632289.jpg"},{"电影名称": "我的章鱼老师","演员": "克雷格·福斯特/汤姆·福斯特","上映日期": "2020-09-07","类型": "剧情/纪录片","地区": "南非","评分": "9.3","评价人数": 52658,"图片": "https://img1.doubanio.com/view/photo/s_ratio_poster/public/p2619541259.jpg"},{"电影名称": "冲天","演员": "金士杰/张艾嘉/蔡灿得","上映日期": "2015-12-11","类型": "纪录片","地区": "中国台湾","评分": "9.4","评价人数": 16708,"图片": "https://img1.doubanio.com/view/photo/s_ratio_poster/public/p2542477749.jpg"},{"电影名称": "坂本龙一：杰作","演员": "坂本龙一","上映日期": "2024-05-31","类型": "纪录片/音乐","地区": "日本","评分": "9.4","评价人数": 29888,"图片": "https://img9.doubanio.com/view/photo/s_ratio_poster/public/p2907966076.jpg"},{"电影名称": "地球之盐","演员": "塞巴斯蒂昂·萨尔加多/维姆·文德斯/朱利安·诺里贝罗·萨尔加多","上映日期": "2014-10-15","类型": "传记/纪录片","地区": "法国/意大利/巴西","评分": "9.3","评价人数": 42373,"图片": "https://img1.doubanio.com/view/photo/s_ratio_poster/public/p2205830188.jpg"},{"电影名称": "算命","演员": "历百程/石珍珠/唐小雁","上映日期": "2009","类型": "纪录片","地区": "中国大陆","评分": "9.2","评价人数": 48286,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p2618503222.jpg"},{"电影名称": "人生七年9","演员": "","上映日期": "2019-06-04","类型": "纪录片","地区": "英国","评分": "9.6","评价人数": 15031,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p2573211367.jpg"},{"电影名称": "亲爱的，不要跨过那条江","演员": "","上映日期": "2014-11-27","类型": "爱情/纪录片/家庭","地区": "韩国","评分": "9.2","评价人数": 68131,"图片": "https://img2.doubanio.com/view/photo/s_ratio_poster/public/p2209948211.jpg"},{"电影名称": "寻找小糖人","演员": "西斯托·罗德里格兹/Steve Rowland/马利克·本德杰鲁","上映日期": "2012-01-19","类型": "传记/纪录片/音乐","地区": "英国/芬兰/瑞典","评分": "9.2","评价人数": 65215,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p1741882642.jpg"},{"电影名称": "家园","演员": "扬·阿尔蒂斯-贝特朗/格伦·克洛斯/雅克·冈布兰","上映日期": "2009-06-05","类型": "纪录片","地区": "法国","评分": "9.2","评价人数": 51766,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p835650453.jpg"},{"电影名称": "人生七年2","演员": "Tony Walker","上映日期": "1970-12-15","类型": "传记/纪录片","地区": "英国","评分": "9.4","评价人数": 21066,"图片": "https://img2.doubanio.com/view/photo/s_ratio_poster/public/p2553000871.jpg"},{"电影名称": "海洋","演员": "皮尔斯·布鲁斯南/小佩德罗·阿门达里斯/雅克·贝汉","上映日期": "2011-08-12","类型": "纪录片","地区": "法国/瑞士/西班牙/美国/阿联酋/摩纳哥","评分": "9.1","评价人数": 158371,"图片": "https://img9.doubanio.com/view/photo/s_ratio_poster/public/p2559581324.jpg"},{"电影名称": "女人","演员": "Norma Bastidas/加布里埃拉·梅尔古扎/Shantel Nasir","上映日期": "2019-09-01","类型": "纪录片","地区": "法国","评分": "9.4","评价人数": 19934,"图片": "https://img9.doubanio.com/view/photo/s_ratio_poster/public/p2797753825.jpg"},{"电影名称": "脸庞，村庄","演员": "阿涅斯·瓦尔达/让·热内/让-吕克·戈达尔","上映日期": "2017-05-19","类型": "纪录片","地区": "法国","评分": "9.1","评价人数": 92846,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p2459499263.jpg"},{"电影名称": "末代皇帝","演员": "尊龙/陈冲/邬君梅","上映日期": "1987-10-04","类型": "剧情/传记/历史","地区": "英国/意大利/中国大陆/法国","评分": "9.3","评价人数": 975146,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p452089833.jpg"},{"电影名称": "钢琴家","演员": "阿德里安·布罗迪/托马斯·克莱舒曼/艾米莉娅·福克斯","上映日期": "2002-05-24","类型": "剧情/传记/战争/音乐","地区": "英国/法国/波兰/德国/美国","评分": "9.3","评价人数": 709249,"图片": "https://img2.doubanio.com/view/photo/s_ratio_poster/public/p1381339291.jpg"},{"电影名称": "南海十三郎","演员": "谢君豪/苏玉华/吴绮莉","上映日期": "1997-05-15","类型": "剧情/传记/爱情","地区": "中国香港","评分": "9.3","评价人数": 93672,"图片": "https://img9.doubanio.com/view/photo/s_ratio_poster/public/p2578760496.jpg"},{"电影名称": "当幸福来敲门","演员": "威尔·史密斯/贾登·史密斯/坦迪·牛顿","上映日期": "2008-01-17","类型": "剧情/传记/家庭","地区": "美国","评分": "9.2","评价人数": 1625227,"图片": "https://img1.doubanio.com/view/photo/s_ratio_poster/public/p1312700628.jpg"},{"电影名称": "猫鼠游戏","演员": "莱昂纳多·迪卡普里奥/汤姆·汉克斯/克里斯托弗·沃肯","上映日期": "2003-04-11","类型": "传记/犯罪/剧情","地区": "美国/加拿大","评分": "9.1","评价人数": 1140808,"图片": "https://img2.doubanio.com/view/photo/s_ratio_poster/public/p453924541.jpg"},{"电影名称": "美丽心灵","演员": "罗素·克劳/艾德·哈里斯/詹妮弗·康纳利","上映日期": "2001-12-13","类型": "传记/剧情","地区": "美国","评分": "9.1","评价人数": 824768,"图片": "https://img1.doubanio.com/view/photo/s_ratio_poster/public/p1665997400.jpg"},{"电影名称": "音乐之声","演员": "朱莉·安德鲁斯/克里斯托弗·普卢默/埃琳诺·帕克","上映日期": "1965-03-02","类型": "剧情/传记/爱情/歌舞","地区": "美国","评分": "9.1","评价人数": 653885,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p453788577.jpg"},{"电影名称": "莫娣","演员": "莎莉·霍金斯/伊桑·霍克/卡瑞·玛切特","上映日期": "2016-09-02","类型": "剧情/传记/爱情","地区": "爱尔兰/加拿大","评分": "9.1","评价人数": 151082,"图片": "https://img9.doubanio.com/view/photo/s_ratio_poster/public/p2431089276.jpg"},{"电影名称": "摔跤吧！爸爸","演员": "阿米尔·汗/法缇玛·萨那·纱卡/桑亚·玛荷塔","上映日期": "2017-05-05","类型": "剧情/传记/运动/家庭","地区": "印度","评分": "9.0","评价人数": 1678525,"图片": "https://img1.doubanio.com/view/photo/s_ratio_poster/public/p2401676338.jpg"},{"电影名称": "泳者之心","演员": "黛西·雷德利/蒂尔达·格哈姆-哈维/斯蒂芬·格拉汉姆","上映日期": "2024-05-31","类型": "剧情/传记/运动","地区": "美国","评分": "9.0","评价人数": 155672,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p2910815887.jpg"},{"电影名称": "绿皮书","演员": "维果·莫腾森/马赫沙拉·阿里/琳达·卡德里尼","上映日期": "2019-03-01","类型": "剧情/喜剧/传记/音乐","地区": "美国/中国大陆","评分": "8.9","评价人数": 1800635,"图片": "https://img1.doubanio.com/view/photo/s_ratio_poster/public/p2546114530.jpg"},{"电影名称": "勇敢的心","演员": "梅尔·吉布森/苏菲·玛索/布莱恩·考克斯","上映日期": "1995-05-18","类型": "动作/传记/剧情/历史/战争","地区": "美国","评分": "8.9","评价人数": 588708,"图片": "https://img1.doubanio.com/view/photo/s_ratio_poster/public/p2004174709.jpg"},{"电影名称": "卢旺达饭店","演员": "唐·钱德尔/苏菲·奥康内多/华金·菲尼克斯","上映日期": "2004-09-11","类型": "剧情/传记/历史/战争","地区": "英国/南非/意大利/美国","评分": "8.9","评价人数": 354707,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p470419493.jpg"},{"电影名称": "剃头匠","演员": "靖奎/由立平/宋戈","上映日期": "2006-10-24","类型": "剧情/传记","地区": "中国大陆","评分": "9.2","评价人数": 20892,"图片": "https://img9.doubanio.com/view/photo/s_ratio_poster/public/p2190291916.jpg"},{"电影名称": "隐藏人物","演员": "塔拉吉·P·汉森/奥克塔维亚·斯宾瑟/加奈儿·梦奈","上映日期": "2016-12-25","类型": "剧情/传记/历史","地区": "美国","评分": "8.9","评价人数": 251489,"图片": "https://img1.doubanio.com/view/photo/s_ratio_poster/public/p2374067318.jpg"},{"电影名称": "童年往事","演员": "游安顺/田丰/梅芳","上映日期": "1985-08-03","类型": "剧情/传记/家庭","地区": "中国台湾","评分": "8.9","评价人数": 72644,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p2259777287.jpg"},{"电影名称": "妇女参政论者","演员": "凯瑞·穆里根/海伦娜·伯翰·卡特/布莱丹·格里森","上映日期": "2015-09-04","类型": "剧情/传记/历史","地区": "英国","评分": "9.0","评价人数": 64039,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p2260682507.jpg"},{"电影名称": "帝国的毁灭","演员": "布鲁诺·冈茨/亚历山德拉·玛丽亚·拉娜/科琳娜·哈弗奇","上映日期": "2004-09-08","类型": "剧情/传记/历史/战争","地区": "德国/奥地利/意大利","评分": "8.9","评价人数": 121939,"图片": "https://img9.doubanio.com/view/photo/s_ratio_poster/public/p2191978526.jpg"},{"电影名称": "奥本海默","演员": "基里安·墨菲/艾米莉·布朗特/马特·达蒙","上映日期": "2023-08-30","类型": "剧情/传记/历史","地区": "美国/英国","评分": "8.8","评价人数": 775385,"图片": "https://img2.doubanio.com/view/photo/s_ratio_poster/public/p2876555451.jpg"},{"电影名称": "模仿游戏","演员": "本尼迪克特·康伯巴奇/凯拉·奈特莉/马修·古迪","上映日期": "2015-07-21","类型": "剧情/传记/战争/同性","地区": "英国/美国","评分": "8.8","评价人数": 697596,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p2255040492.jpg"}]
}

2.改为csv表格（动手尝试）类似上篇博文