diff --git a/script_library/index.json b/script_library/index.json index c1a3705..d06e64e 100644 --- a/script_library/index.json +++ b/script_library/index.json @@ -1,7 +1,7 @@ { "format_version": 1, - "data_version": 36, - "updated": "2026-03-28T14:56:23.971Z", + "data_version": 37, + "updated": "2026-03-28T15:25:39.892Z", "announcement": null, "categories": [ { @@ -913,6 +913,29 @@ "updated": null, "status": "active", "lines": 178 + }, + { + "id": "script_mnahfe4x", + "name": "谷歌热点新闻", + "name_en": "谷歌热点新闻", + "desc": "直接爬取谷歌热点新闻，可以选择保存为txt", + "desc_en": "直接爬取谷歌热点新闻，可以选择保存为txt", + "category": "basic", + "file": "scripts/basic/script_mnahfe4x.py", + "thumbnail": null, + "version": 1, + "file_type": "py", + "author": "爬虫专家", + "author_en": "爬虫专家", + "tags": [ + "community" + ], + "requires": [], + "min_app_version": "1.5.0", + "added": "2026-03-28", + "updated": null, + "status": "active", + "lines": 227 } ] } diff --git a/script_library/scripts/basic/script_mnahfe4x.py b/script_library/scripts/basic/script_mnahfe4x.py new file mode 100644 index 0000000..c1fe208 --- /dev/null +++ b/script_library/scripts/basic/script_mnahfe4x.py @@ -0,0 +1,227 @@ +#!/usr/bin/env python3 +# -*- coding: utf-8 -*- + +""" +爬取谷歌热点新闻 +使用 RSS 订阅源获取最新新闻 +""" + +import requests +import xml.etree.ElementTree as ET +import time +from datetime import datetime +import sys + +def fetch_google_news(rss_url="https://news.google.com/rss?hl=zh-CN&gl=CN&ceid=CN:zh-Hans"): + """ + 从 Google News RSS 订阅源获取热点新闻 + + Args: + rss_url (str): Google News RSS 订阅源 URL + + Returns: + list: 新闻条目列表，每个条目包含标题、链接、发布时间等信息 + """ + print("正在获取谷歌热点新闻...") + + try: + # 设置请求头，模拟浏览器访问 + headers = { + 'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 15_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.0 Mobile/15E148 Safari/604.1' + } + + # 发送请求获取 RSS 数据 + response = requests.get(rss_url, headers=headers, timeout=10) + response.raise_for_status() # 检查请求是否成功 + + # 解析 XML + root = ET.fromstring(response.content) + + # XML 命名空间处理 + namespaces = { + 'atom': 'http://www.w3.org/2005/Atom', + 'content': 'http://purl.org/rss/1.0/modules/content/', + 'dc': 'http://purl.org/dc/elements/1.1/', + 'media': 'http://search.yahoo.com/mrss/' + } + + # 查找所有 item 元素 + items = root.findall('.//item') + + if not items: + # 尝试另一种查找方式 + items = root.findall('.//channel/item') + + if not items: + print("未获取到新闻条目") + return [] + + print(f"成功获取到 {len(items)} 条新闻\n") + + # 提取新闻信息 + news_items = [] + for i, item in enumerate(items[:20], 1): # 限制显示前20条 + # 获取标题 + title_elem = item.find('title') + title = title_elem.text if title_elem is not None else '无标题' + + # 获取链接 + link_elem = item.find('link') + link = link_elem.text if link_elem is not None else '#' + + # 获取发布时间 + pub_date_elem = item.find('pubDate') + if pub_date_elem is None: + pub_date_elem = item.find('dc:date', namespaces) + published = pub_date_elem.text if pub_date_elem is not None else '' + + # 获取描述/摘要 + desc_elem = item.find('description') + if desc_elem is None: + desc_elem = item.find('content:encoded', namespaces) + summary = '' + if desc_elem is not None and desc_elem.text: + summary = desc_elem.text[:200] + + # 获取来源 + source_elem = item.find('source') + source = source_elem.text if source_elem is not None else '' + + # 构建新闻项 + news_item = { + 'index': i, + 'title': title, + 'link': link, + 'published': published, + 'summary': summary, + 'source': source + } + news_items.append(news_item) + + return news_items + + except requests.RequestException as e: + print(f"网络请求失败: {e}") + return [] + except ET.ParseError as e: + print(f"XML 解析失败: {e}") + return [] + except Exception as e: + print(f"获取新闻失败: {e}") + return [] + +def display_news(news_items): + """格式化显示新闻""" + if not news_items: + print("没有新闻可显示") + return + + print("=" * 80) + print(f"📰 谷歌热点新闻 ({datetime.now().strftime('%Y-%m-%d %H:%M:%S')})") + print("=" * 80) + + for item in news_items: + print(f"\n{item['index']}. {item['title']}") + + if item['source']: + print(f" 来源: {item['source']}") + + if item['published']: + # 发布时间可能包含时间格式信息，直接显示 + print(f" 时间: {item['published']}") + + if item['summary']: + print(f" 摘要: {item['summary']}...") + + print(f" 链接: {item['link']}") + print("-" * 60) + +def get_news_by_category(): + """按类别获取新闻""" + categories = { + '1': ('综合', 'https://news.google.com/rss?hl=zh-CN&gl=CN&ceid=CN:zh-Hans'), + '2': ('国际', 'https://news.google.com/rss/topics/CAAqKggKIiRDQkFTRlFvSUwyMHZNRGx1YlY4U0JYQjBMVUpTR2dKQ1VpZ0FQAQ?hl=zh-CN&gl=CN&ceid=CN:zh-Hans'), + '3': ('科技', 'https://news.google.com/rss/topics/CAAqKggKIiRDQkFTRlFvSUwyMHZNRGRqTVhZU0JXVnVMVWRDR2dKQ1VpZ0FQAQ?hl=zh-CN&gl=CN&ceid=CN:zh-Hans'), + '4': ('商业', 'https://news.google.com/rss/topics/CAAqKggKIiRDQkFTRlFvSUwyMHZNRGx6TVdZU0JXVnVMVWRDR2dKQ1VpZ0FQAQ?hl=zh-CN&gl=CN&ceid=CN:zh-Hans'), + '5': ('娱乐', 'https://news.google.com/rss/topics/CAAqKggKIiRDQkFTRlFvSUwyMHZNREpxYW5RU0JXVnVMVWRDR2dKQ1VpZ0FQAQ?hl=zh-CN&gl=CN&ceid=CN:zh-Hans'), + '6': ('体育', 'https://news.google.com/rss/topics/CAAqKggKIiRDQkFTRlFvSUwyMHZNRFp1ZEdvU0JXVnVMVWRDR2dKQ1VpZ0FQAQ?hl=zh-CN&gl=CN&ceid=CN:zh-Hans'), + '7': ('健康', 'https://news.google.com/rss/topics/CAAqKggKIiRDQkFTRlFvSUwyMHZNR3QwTlRFU0JXVnVMVWRDR2dKQ1VpZ0FQAQ?hl=zh-CN&gl=CN&ceid=CN:zh-Hans'), + } + + print("\n请选择新闻类别:") + for key, (name, _) in categories.items(): + print(f" {key}. {name}") + print(" 0. 综合新闻 (默认)") + + choice = input("\n请输入数字选择类别 (默认: 0): ").strip() + + if choice in categories: + category_name, rss_url = categories[choice] + print(f"\n正在获取「{category_name}」类别新闻...") + return rss_url + else: + print("\n正在获取综合新闻...") + return categories['1'][1] # 默认返回综合新闻 URL + +def main(): + """主函数""" + print("=" * 80) + print("📰 谷歌热点新闻爬取工具") + print("=" * 80) + + # 获取用户选择的类别 + rss_url = get_news_by_category() + + # 获取新闻 + news_items = fetch_google_news(rss_url) + + # 显示新闻 + if news_items: + display_news(news_items) + + # 保存到文件选项 + save_option = input("\n是否将新闻保存到文件? (y/N): ").strip().lower() + if save_option == 'y': + save_to_file(news_items) + else: + print("未能获取到新闻，请检查网络连接或稍后重试") + +def save_to_file(news_items): + """将新闻保存到文件""" + timestamp = datetime.now().strftime("%Y%m%d_%H%M%S") + filename = f"谷歌新闻_{timestamp}.txt" + + try: + with open(filename, 'w', encoding='utf-8') as f: + f.write("=" * 80 + "\n") + f.write(f"谷歌热点新闻 ({datetime.now().strftime('%Y-%m-%d %H:%M:%S')})\n") + f.write("=" * 80 + "\n\n") + + for item in news_items: + f.write(f"{item['index']}. {item['title']}\n") + + if item['source']: + f.write(f" 来源: {item['source']}\n") + + if item['published']: + f.write(f" 时间: {item['published']}\n") + + if item['summary']: + f.write(f" 摘要: {item['summary']}...\n") + + f.write(f" 链接: {item['link']}\n") + f.write("-" * 60 + "\n\n") + + print(f"✓ 新闻已保存到文件: {filename}") + except Exception as e: + print(f"✗ 保存文件失败: {e}") + +if __name__ == "__main__": + try: + main() + except KeyboardInterrupt: + print("\n\n程序被用户中断") + sys.exit(0) + except Exception as e: + print(f"\n程序执行出错: {e}") + sys.exit(1) \ No newline at end of file