爬虫小案例豆瓣电影top250(json格式)

 1.json格式(仅供学习参考)

import requests, json, jsonpathclass Start(object):# 类实例化时会执行def __init__(self):self.headers = {'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107.0.0.0 Safari/537.36'}self.sum_dict = {'list': []}def get_html(self,index):url = f'https://movie.douban.com/j/chart/top_list?type={index}&interval_id=100:90&action=&start=0&limit=20'response = requests.get(url, headers=self.headers)json_data = response.json()title = jsonpath.jsonpath(json_data, '$..title')actors = jsonpath.jsonpath(json_data, '$..actors')release_date = jsonpath.jsonpath(json_data, '$..release_date')types = jsonpath.jsonpath(json_data, '$..types')regions = jsonpath.jsonpath(json_data, '$..regions')score = jsonpath.jsonpath(json_data, '$..score')vote_count = jsonpath.jsonpath(json_data, '$..vote_count')cover_url = jsonpath.jsonpath(json_data, '$..cover_url')for i in zip(title, actors, release_date, types, regions, score, vote_count, cover_url):# 单条数据字典dic = {'电影名称': i[0],'演员': '/'.join(i[1][:3]),'上映日期': i[2],'类型': '/'.join(i[3]),'地区': '/'.join(i[4]),'评分': i[5],'评价人数': i[6],'图片': i[7]}# print(dic)self.sum_dict['list'].append(dic)def download(self, title, cover_url):try:cover_url_response = requests.get(url=cover_url, headers=self.headers)cover_url_content = cover_url_response.contentpath = f'./图片/{title}.jpg'with open(path, 'wb') as f:f.write(cover_url_content)print(f"{title} 图片下载成功")except Exception:print('下载失败')def save(self):# 存储为json文件with open('豆瓣图片.json', 'w', encoding='utf-8') as f:# json.dump(self.sum_dict, f, ensure_ascii=False, indent=4)f.write(json.dumps(self.sum_dict, ensure_ascii=False, indent=4))if __name__ == '__main__':s = Start()  # 实例化类对象for index in range(1, 3):s.get_html(index)for movie in s.sum_dict['list']:title = movie['电影名称']cover_url = movie['图片']s.download(title, cover_url)s.save()

 

 

{"list": [{"电影名称": "蒙古草原,天气晴","演员": "普洁/关野吉晴","上映日期": "2006-06-03","类型": "纪录片","地区": "日本","评分": "9.7","评价人数": 62632,"图片": "https://img9.doubanio.com/view/photo/s_ratio_poster/public/p2153663114.jpg"},{"电影名称": "三十二","演员": "韦绍兰/罗善学","上映日期": "2014-03-30","类型": "纪录片","地区": "中国大陆","评分": "9.5","评价人数": 80198,"图片": "https://img9.doubanio.com/view/photo/s_ratio_poster/public/p2335693756.jpg"},{"电影名称": "大法官金斯伯格","演员": "鲁斯·巴德·金斯伯格/比尔·克林顿/奥林·G·哈奇","上映日期": "2018-01-21","类型": "传记/纪录片","地区": "美国","评分": "9.5","评价人数": 94689,"图片": "https://img9.doubanio.com/view/photo/s_ratio_poster/public/p2511664915.jpg"},{"电影名称": "海豚湾","演员": "路易·西霍尤斯/瑞克·欧贝瑞/哈迪·琼斯","上映日期": "2009-07-31","类型": "纪录片","地区": "美国","评分": "9.3","评价人数": 373652,"图片": "https://img1.doubanio.com/view/photo/s_ratio_poster/public/p2559579779.jpg"},{"电影名称": "里斯本丸沉没","演员": "方励/托尼·班纳姆/林阿根","上映日期": "2024-09-06","类型": "纪录片","地区": "中国大陆","评分": "9.3","评价人数": 160788,"图片": "https://img9.doubanio.com/view/photo/s_ratio_poster/public/p2912588024.jpg"},{"电影名称": "乡村里的中国","演员": "","上映日期": "2013","类型": "纪录片","地区": "中国大陆","评分": "9.4","评价人数": 24044,"图片": "https://img2.doubanio.com/view/photo/s_ratio_poster/public/p2164484961.jpg"},{"电影名称": "久石让在武道馆:与宫崎骏动画一同走过的25年","演员": "久石让/大桥望美/高畑勋","上映日期": "2008-08-05","类型": "纪录片/音乐","地区": "日本","评分": "9.7","评价人数": 14801,"图片": "https://img1.doubanio.com/view/photo/s_ratio_poster/public/p2163632289.jpg"},{"电影名称": "我的章鱼老师","演员": "克雷格·福斯特/汤姆·福斯特","上映日期": "2020-09-07","类型": "剧情/纪录片","地区": "南非","评分": "9.3","评价人数": 52658,"图片": "https://img1.doubanio.com/view/photo/s_ratio_poster/public/p2619541259.jpg"},{"电影名称": "冲天","演员": "金士杰/张艾嘉/蔡灿得","上映日期": "2015-12-11","类型": "纪录片","地区": "中国台湾","评分": "9.4","评价人数": 16708,"图片": "https://img1.doubanio.com/view/photo/s_ratio_poster/public/p2542477749.jpg"},{"电影名称": "坂本龙一:杰作","演员": "坂本龙一","上映日期": "2024-05-31","类型": "纪录片/音乐","地区": "日本","评分": "9.4","评价人数": 29888,"图片": "https://img9.doubanio.com/view/photo/s_ratio_poster/public/p2907966076.jpg"},{"电影名称": "地球之盐","演员": "塞巴斯蒂昂·萨尔加多/维姆·文德斯/朱利安·诺里贝罗·萨尔加多","上映日期": "2014-10-15","类型": "传记/纪录片","地区": "法国/意大利/巴西","评分": "9.3","评价人数": 42373,"图片": "https://img1.doubanio.com/view/photo/s_ratio_poster/public/p2205830188.jpg"},{"电影名称": "算命","演员": "历百程/石珍珠/唐小雁","上映日期": "2009","类型": "纪录片","地区": "中国大陆","评分": "9.2","评价人数": 48286,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p2618503222.jpg"},{"电影名称": "人生七年9","演员": "","上映日期": "2019-06-04","类型": "纪录片","地区": "英国","评分": "9.6","评价人数": 15031,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p2573211367.jpg"},{"电影名称": "亲爱的,不要跨过那条江","演员": "","上映日期": "2014-11-27","类型": "爱情/纪录片/家庭","地区": "韩国","评分": "9.2","评价人数": 68131,"图片": "https://img2.doubanio.com/view/photo/s_ratio_poster/public/p2209948211.jpg"},{"电影名称": "寻找小糖人","演员": "西斯托·罗德里格兹/Steve Rowland/马利克·本德杰鲁","上映日期": "2012-01-19","类型": "传记/纪录片/音乐","地区": "英国/芬兰/瑞典","评分": "9.2","评价人数": 65215,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p1741882642.jpg"},{"电影名称": "家园","演员": "扬·阿尔蒂斯-贝特朗/格伦·克洛斯/雅克·冈布兰","上映日期": "2009-06-05","类型": "纪录片","地区": "法国","评分": "9.2","评价人数": 51766,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p835650453.jpg"},{"电影名称": "人生七年2","演员": "Tony Walker","上映日期": "1970-12-15","类型": "传记/纪录片","地区": "英国","评分": "9.4","评价人数": 21066,"图片": "https://img2.doubanio.com/view/photo/s_ratio_poster/public/p2553000871.jpg"},{"电影名称": "海洋","演员": "皮尔斯·布鲁斯南/小佩德罗·阿门达里斯/雅克·贝汉","上映日期": "2011-08-12","类型": "纪录片","地区": "法国/瑞士/西班牙/美国/阿联酋/摩纳哥","评分": "9.1","评价人数": 158371,"图片": "https://img9.doubanio.com/view/photo/s_ratio_poster/public/p2559581324.jpg"},{"电影名称": "女人","演员": "Norma Bastidas/加布里埃拉·梅尔古扎/Shantel Nasir","上映日期": "2019-09-01","类型": "纪录片","地区": "法国","评分": "9.4","评价人数": 19934,"图片": "https://img9.doubanio.com/view/photo/s_ratio_poster/public/p2797753825.jpg"},{"电影名称": "脸庞,村庄","演员": "阿涅斯·瓦尔达/让·热内/让-吕克·戈达尔","上映日期": "2017-05-19","类型": "纪录片","地区": "法国","评分": "9.1","评价人数": 92846,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p2459499263.jpg"},{"电影名称": "末代皇帝","演员": "尊龙/陈冲/邬君梅","上映日期": "1987-10-04","类型": "剧情/传记/历史","地区": "英国/意大利/中国大陆/法国","评分": "9.3","评价人数": 975146,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p452089833.jpg"},{"电影名称": "钢琴家","演员": "阿德里安·布罗迪/托马斯·克莱舒曼/艾米莉娅·福克斯","上映日期": "2002-05-24","类型": "剧情/传记/战争/音乐","地区": "英国/法国/波兰/德国/美国","评分": "9.3","评价人数": 709249,"图片": "https://img2.doubanio.com/view/photo/s_ratio_poster/public/p1381339291.jpg"},{"电影名称": "南海十三郎","演员": "谢君豪/苏玉华/吴绮莉","上映日期": "1997-05-15","类型": "剧情/传记/爱情","地区": "中国香港","评分": "9.3","评价人数": 93672,"图片": "https://img9.doubanio.com/view/photo/s_ratio_poster/public/p2578760496.jpg"},{"电影名称": "当幸福来敲门","演员": "威尔·史密斯/贾登·史密斯/坦迪·牛顿","上映日期": "2008-01-17","类型": "剧情/传记/家庭","地区": "美国","评分": "9.2","评价人数": 1625227,"图片": "https://img1.doubanio.com/view/photo/s_ratio_poster/public/p1312700628.jpg"},{"电影名称": "猫鼠游戏","演员": "莱昂纳多·迪卡普里奥/汤姆·汉克斯/克里斯托弗·沃肯","上映日期": "2003-04-11","类型": "传记/犯罪/剧情","地区": "美国/加拿大","评分": "9.1","评价人数": 1140808,"图片": "https://img2.doubanio.com/view/photo/s_ratio_poster/public/p453924541.jpg"},{"电影名称": "美丽心灵","演员": "罗素·克劳/艾德·哈里斯/詹妮弗·康纳利","上映日期": "2001-12-13","类型": "传记/剧情","地区": "美国","评分": "9.1","评价人数": 824768,"图片": "https://img1.doubanio.com/view/photo/s_ratio_poster/public/p1665997400.jpg"},{"电影名称": "音乐之声","演员": "朱莉·安德鲁斯/克里斯托弗·普卢默/埃琳诺·帕克","上映日期": "1965-03-02","类型": "剧情/传记/爱情/歌舞","地区": "美国","评分": "9.1","评价人数": 653885,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p453788577.jpg"},{"电影名称": "莫娣","演员": "莎莉·霍金斯/伊桑·霍克/卡瑞·玛切特","上映日期": "2016-09-02","类型": "剧情/传记/爱情","地区": "爱尔兰/加拿大","评分": "9.1","评价人数": 151082,"图片": "https://img9.doubanio.com/view/photo/s_ratio_poster/public/p2431089276.jpg"},{"电影名称": "摔跤吧!爸爸","演员": "阿米尔·汗/法缇玛·萨那·纱卡/桑亚·玛荷塔","上映日期": "2017-05-05","类型": "剧情/传记/运动/家庭","地区": "印度","评分": "9.0","评价人数": 1678525,"图片": "https://img1.doubanio.com/view/photo/s_ratio_poster/public/p2401676338.jpg"},{"电影名称": "泳者之心","演员": "黛西·雷德利/蒂尔达·格哈姆-哈维/斯蒂芬·格拉汉姆","上映日期": "2024-05-31","类型": "剧情/传记/运动","地区": "美国","评分": "9.0","评价人数": 155672,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p2910815887.jpg"},{"电影名称": "绿皮书","演员": "维果·莫腾森/马赫沙拉·阿里/琳达·卡德里尼","上映日期": "2019-03-01","类型": "剧情/喜剧/传记/音乐","地区": "美国/中国大陆","评分": "8.9","评价人数": 1800635,"图片": "https://img1.doubanio.com/view/photo/s_ratio_poster/public/p2546114530.jpg"},{"电影名称": "勇敢的心","演员": "梅尔·吉布森/苏菲·玛索/布莱恩·考克斯","上映日期": "1995-05-18","类型": "动作/传记/剧情/历史/战争","地区": "美国","评分": "8.9","评价人数": 588708,"图片": "https://img1.doubanio.com/view/photo/s_ratio_poster/public/p2004174709.jpg"},{"电影名称": "卢旺达饭店","演员": "唐·钱德尔/苏菲·奥康内多/华金·菲尼克斯","上映日期": "2004-09-11","类型": "剧情/传记/历史/战争","地区": "英国/南非/意大利/美国","评分": "8.9","评价人数": 354707,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p470419493.jpg"},{"电影名称": "剃头匠","演员": "靖奎/由立平/宋戈","上映日期": "2006-10-24","类型": "剧情/传记","地区": "中国大陆","评分": "9.2","评价人数": 20892,"图片": "https://img9.doubanio.com/view/photo/s_ratio_poster/public/p2190291916.jpg"},{"电影名称": "隐藏人物","演员": "塔拉吉·P·汉森/奥克塔维亚·斯宾瑟/加奈儿·梦奈","上映日期": "2016-12-25","类型": "剧情/传记/历史","地区": "美国","评分": "8.9","评价人数": 251489,"图片": "https://img1.doubanio.com/view/photo/s_ratio_poster/public/p2374067318.jpg"},{"电影名称": "童年往事","演员": "游安顺/田丰/梅芳","上映日期": "1985-08-03","类型": "剧情/传记/家庭","地区": "中国台湾","评分": "8.9","评价人数": 72644,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p2259777287.jpg"},{"电影名称": "妇女参政论者","演员": "凯瑞·穆里根/海伦娜·伯翰·卡特/布莱丹·格里森","上映日期": "2015-09-04","类型": "剧情/传记/历史","地区": "英国","评分": "9.0","评价人数": 64039,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p2260682507.jpg"},{"电影名称": "帝国的毁灭","演员": "布鲁诺·冈茨/亚历山德拉·玛丽亚·拉娜/科琳娜·哈弗奇","上映日期": "2004-09-08","类型": "剧情/传记/历史/战争","地区": "德国/奥地利/意大利","评分": "8.9","评价人数": 121939,"图片": "https://img9.doubanio.com/view/photo/s_ratio_poster/public/p2191978526.jpg"},{"电影名称": "奥本海默","演员": "基里安·墨菲/艾米莉·布朗特/马特·达蒙","上映日期": "2023-08-30","类型": "剧情/传记/历史","地区": "美国/英国","评分": "8.8","评价人数": 775385,"图片": "https://img2.doubanio.com/view/photo/s_ratio_poster/public/p2876555451.jpg"},{"电影名称": "模仿游戏","演员": "本尼迪克特·康伯巴奇/凯拉·奈特莉/马修·古迪","上映日期": "2015-07-21","类型": "剧情/传记/战争/同性","地区": "英国/美国","评分": "8.8","评价人数": 697596,"图片": "https://img3.doubanio.com/view/photo/s_ratio_poster/public/p2255040492.jpg"}]
}

2.改为csv表格(动手尝试)类似上篇博文

本文来自互联网用户投稿,该文观点仅代表作者本人,不代表本站立场。本站仅提供信息存储空间服务,不拥有所有权,不承担相关法律责任。如若转载,请注明出处:http://www.rhkb.cn/news/22719.html

如若内容造成侵权/违法违规/事实不符,请联系长河编程网进行投诉反馈email:809451989@qq.com,一经查实,立即删除!

相关文章

位运算实用技巧与LeetCode实战

位操作(Bit Manipulation)有很多有趣的技巧,其中一个比较著名的资源是 Bit Twiddling Hacks 网站,它收集了各种位操作的高阶玩法,网址是: http://graphics.stanford.edu/~seander/bithacks.html 不过&…

Android输入事件传递流程系统源码级解析

1. 硬件层到Linux内核 设备节点:触摸事件由内核驱动捕获,写入/dev/input/eventX。关键结构体:input_event(包含时间戳、类型、代码、值)。 2. Native层处理(system_server进程) 2.1 EventHub …

【云安全】云原生-Docker(六)Docker API 未授权访问

Docker API 未授权访问 是一个非常严重的安全漏洞,可能导致严重的安全风险。 什么是 Docker API ? Docker API 是 Docker 容器平台提供的一组 RESTful API,用于与 Docker 守护程序进行通信和管理 Docker 容器。通过 Docker API,…

请说明C#中的List是如何扩容的?

在 C# 中&#xff0c;List<T>是一个动态数组&#xff0c;它会根据需要自动调整其容量以容纳更多的元素。 目录 1 扩容条件与扩容算法规则 2 总结 1 扩容条件与扩容算法规则 当你创建一个新的List<T>实例时&#xff0c;如果没有指定初始容量&#xff0c;它会使…

Screen Wonders for Mac v3.3.1 3D屏保应用 支持M、Intel芯片

应用介绍 Screen Wonders 是一款专为 macOS 设计的屏保应用&#xff0c;它提供了多种高质量的动态屏保选择&#xff0c;旨在为用户的屏幕增添美感和个性化元素。 如果你厌倦了桌面上静止的图片&#xff0c;如果你准备好迎接世界各地甚至平行宇宙的魔力&#xff0c;我们在这个…

Apache Struts RCE (CVE-2024-53677)

前言 对目前的Apache Struts RCE (CVE-2024-53677)的poc进行总结&#xff0c;由于只能单个ip验证&#xff0c;所以自己更改一下代码&#xff0c;实现&#xff1a;多线程读取url验证并保存&#xff0c;更改为中文解释 免责声明 请勿利用文章内的相关技术从事非法测试&#xf…

【R语言】绘图

一、散点图 散点图也叫X-Y图&#xff0c;它将所有的数据以点的形式展现在坐标系上&#xff0c;用来显示变量之间的相互影响程度。 ggplot2包中用来绘制散点图的函数是geom_point()&#xff0c;但在绘制前需要先用ggplot()函数指定数据集和变量。 下面用mtcars数据集做演示&a…

人工智能(AI)的不同维度分类

人工智能(AI)的分类 对机器学习进行分类的方式多种多样&#xff0c;可以根据算法的特性、学习方式、任务类型等不同维度进行分类这些分类都不是互斥的&#xff1a; 1、按数据模态不同:图像&#xff0c;文本&#xff0c;语音&#xff0c;多态等 2、按目标函数不同:判别式模型…

Java 大视界 -- Java 大数据未来十年的技术蓝图与发展愿景(95)

&#x1f496;亲爱的朋友们&#xff0c;热烈欢迎来到 青云交的博客&#xff01;能与诸位在此相逢&#xff0c;我倍感荣幸。在这飞速更迭的时代&#xff0c;我们都渴望一方心灵净土&#xff0c;而 我的博客 正是这样温暖的所在。这里为你呈上趣味与实用兼具的知识&#xff0c;也…

【网络安全 | 漏洞挖掘】账户接管+PII+原漏洞绕过

文章目录 前言正文前言 本文涉及的所有漏洞测试共耗时约三周,成果如下: 访问管理面板,成功接管目标列出的3000多家公司。 获取所有员工的真实指纹、机密文件及个人身份信息(PII)。 绕过KYC认证,成功接管电话号码。 绕过此前发现的漏洞。 正文 在测试目标时,我发现了一…

MySQL的Union和OR查询

这里写目录标题 **1. 创建表和索引****2. 编写 UNION 查询****3. 使用 EXPLAIN 分析查询****4. 分析 EXPLAIN 结果****可能的结果分析**&#xff1a; **5. 验证索引合并****总结****1. UNION 操作的分析****为什么使用临时表&#xff1f;** 2. OR 条件的分析为什么使用索引合并…

二叉排序树 -- AVL树 红黑树

手撕 – AVL树、红黑树 个人主页&#xff1a;顾漂亮 文章专栏&#xff1a;Java数据结构 文章目录 手撕 -- AVL树、红黑树1.AVL树1.1AVL树的概念1.2AVL树的性质1.3AVL树的实现 -- Java代码1.4AVL树的性能分析 2.红黑树2.1概念2.2红黑树的性质2.3红黑树的实现2.4AVL树和红黑树的比…

在 .NET 8/9 中使用 AppUser 进行 JWT 令牌身份验证

文章目录 一、引言二、什么是 JSON Web 令牌&#xff1f;三、什么是 JSON Web 令牌结构&#xff1f;四、设置 JWT 令牌身份验证4.1 创建新的 .NET 8 Web API 项目4.2 安装所需的 NuGet 软件包4.3 创建 JWT 配置模型4.4 将 JWT 配置添加到您的 appsettings.json 中4.5 为 Config…

问卷数据分析|SPSS实操之相关分析

皮尔逊还是斯皮尔曼的选取主要看数据的分布 当数据满足正态分布且具有线性关系时&#xff0c;用皮尔逊相关系数 当有一个不满住时&#xff0c;用斯皮尔曼相关系数 1. 选择分析--相关--双变量 2. 将Z1-Y2加入到变量中&#xff0c;选择皮尔逊 3. 此处为结果&#xff0c;可看我案…

自动化办公|xlwings生成图表

在日常的数据分析和报告生成中&#xff0c;Excel图表是一个非常重要的工具。它能够帮助我们直观地展示数据&#xff0c;发现数据中的规律和趋势。然而&#xff0c;手动创建和调整图表往往耗时且容易出错。幸运的是&#xff0c;借助Python的xlwings库&#xff0c;我们可以自动化…

Javascript使用Sodium库实现 aead_xchacha20poly1305_ietf加密解密,以及与后端的密文交互

Node.js环境安装 sodium-native (其他库可能会出现加密解密失败&#xff0c;如果要使用不一样的库&#xff0c;请自行验证) npm install sodium-native 示例代码&#xff0c;使用的是 sodium-native v4.3.2 (其他版本可能会有变化&#xff0c;如果要使用&#xff0c;请自行验…

【Linux】匿名管道的应用场景-----管道进程池

目录 一、池化技术 二、简易进程池的实现&#xff1a; Makefile task.h task.cpp Initchannel函数&#xff1a; 创建任务&#xff1a; 控制子进程&#xff1a; 子进程执行任务&#xff1a; 清理收尾&#xff1a; 三、全部代码&#xff1a; 前言&#xff1a; 对于管…

使用LangChain构建第一个ReAct Agent

使用LangChain构建第一个ReAct Agent 准备环境 使用Anaconda 安装python 3.10 安装langchain、langchain_openai、langchain_community &#xff08;安装命令 pip install XXX&#xff09; 申请DeepSeek API&#xff1a;https://platform.deepseek.com/api_keys&#xff08;也…

多人协同创作gitea

多人协同创作gitea 在多台设备上协同使用Gitea&#xff0c;主要是通过网络访问Gitea服务器上的仓库来进行代码管理和协作。以下是一些关键步骤和建议&#xff0c;帮助你在多台设备上高效地使用Gitea进行协作&#xff1a; 1. 确保Gitea服务可访问 首先&#xff0c;你需要确保…

【个人开源】——从零开始在高通手机上部署sd(二)

代码&#xff1a;https://github.com/chenjun2hao/qualcomm.ai 推理耗时统计 单位/ms 硬件qnncpu_clipqnncpu_unetqnncpu_vaehtp_cliphtp_unethtp_vae骁龙8 gen124716.994133440.39723.215411.097696.327 1. 下载依赖 下载opencv_x64.tar,提取码: rrbp下载opencv_aarch64.t…