[投稿] 添加脚本: 谷歌热点新闻 — by 爬虫专家

Author: jinwandalaohu66

script_library/scripts/basic/script_mnahfe4x.py

@@ -0,0 +1,227 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+"""
+爬取谷歌热点新闻
+使用 RSS 订阅源获取最新新闻
+"""
+
+import requests
+import xml.etree.ElementTree as ET
+import time
+from datetime import datetime
+import sys
+
+def fetch_google_news(rss_url="https://news.google.com/rss?hl=zh-CN&gl=CN&ceid=CN:zh-Hans"):
+    """
+    从 Google News RSS 订阅源获取热点新闻
+    
+    Args:
+        rss_url (str): Google News RSS 订阅源 URL
+        
+    Returns:
+        list: 新闻条目列表，每个条目包含标题、链接、发布时间等信息
+    """
+    print("正在获取谷歌热点新闻...")
+    
+    try:
+        # 设置请求头，模拟浏览器访问
+        headers = {
+            'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 15_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.0 Mobile/15E148 Safari/604.1'
+        }
+        
+        # 发送请求获取 RSS 数据
+        response = requests.get(rss_url, headers=headers, timeout=10)
+        response.raise_for_status()  # 检查请求是否成功
+        
+        # 解析 XML
+        root = ET.fromstring(response.content)
+        
+        # XML 命名空间处理
+        namespaces = {
+            'atom': 'http://www.w3.org/2005/Atom',
+            'content': 'http://purl.org/rss/1.0/modules/content/',
+            'dc': 'http://purl.org/dc/elements/1.1/',
+            'media': 'http://search.yahoo.com/mrss/'
+        }
+        
+        # 查找所有 item 元素
+        items = root.findall('.//item')
+        
+        if not items:
+            # 尝试另一种查找方式
+            items = root.findall('.//channel/item')
+            
+        if not items:
+            print("未获取到新闻条目")
+            return []
+        
+        print(f"成功获取到 {len(items)} 条新闻\n")
+        
+        # 提取新闻信息
+        news_items = []
+        for i, item in enumerate(items[:20], 1):  # 限制显示前20条
+            # 获取标题
+            title_elem = item.find('title')
+            title = title_elem.text if title_elem is not None else '无标题'
+            
+            # 获取链接
+            link_elem = item.find('link')
+            link = link_elem.text if link_elem is not None else '#'
+            
+            # 获取发布时间
+            pub_date_elem = item.find('pubDate')
+            if pub_date_elem is None:
+                pub_date_elem = item.find('dc:date', namespaces)
+            published = pub_date_elem.text if pub_date_elem is not None else ''
+            
+            # 获取描述/摘要
+            desc_elem = item.find('description')
+            if desc_elem is None:
+                desc_elem = item.find('content:encoded', namespaces)
+            summary = ''
+            if desc_elem is not None and desc_elem.text:
+                summary = desc_elem.text[:200]
+            
+            # 获取来源
+            source_elem = item.find('source')
+            source = source_elem.text if source_elem is not None else ''
+            
+            # 构建新闻项
+            news_item = {
+                'index': i,
+                'title': title,
+                'link': link,
+                'published': published,
+                'summary': summary,
+                'source': source
+            }
+            news_items.append(news_item)
+        
+        return news_items
+    
+    except requests.RequestException as e:
+        print(f"网络请求失败: {e}")
+        return []
+    except ET.ParseError as e:
+        print(f"XML 解析失败: {e}")
+        return []
+    except Exception as e:
+        print(f"获取新闻失败: {e}")
+        return []
+
+def display_news(news_items):
+    """格式化显示新闻"""
+    if not news_items:
+        print("没有新闻可显示")
+        return
+    
+    print("=" * 80)
+    print(f"📰 谷歌热点新闻 ({datetime.now().strftime('%Y-%m-%d %H:%M:%S')})")
+    print("=" * 80)
+    
+    for item in news_items:
+        print(f"\n{item['index']}. {item['title']}")
+        
+        if item['source']:
+            print(f"   来源: {item['source']}")
+        
+        if item['published']:
+            # 发布时间可能包含时间格式信息，直接显示
+            print(f"   时间: {item['published']}")
+        
+        if item['summary']:
+            print(f"   摘要: {item['summary']}...")
+        
+        print(f"   链接: {item['link']}")
+        print("-" * 60)
+
+def get_news_by_category():
+    """按类别获取新闻"""
+    categories = {
+        '1': ('综合', 'https://news.google.com/rss?hl=zh-CN&gl=CN&ceid=CN:zh-Hans'),
+        '2': ('国际', 'https://news.google.com/rss/topics/CAAqKggKIiRDQkFTRlFvSUwyMHZNRGx1YlY4U0JYQjBMVUpTR2dKQ1VpZ0FQAQ?hl=zh-CN&gl=CN&ceid=CN:zh-Hans'),
+        '3': ('科技', 'https://news.google.com/rss/topics/CAAqKggKIiRDQkFTRlFvSUwyMHZNRGRqTVhZU0JXVnVMVWRDR2dKQ1VpZ0FQAQ?hl=zh-CN&gl=CN&ceid=CN:zh-Hans'),
+        '4': ('商业', 'https://news.google.com/rss/topics/CAAqKggKIiRDQkFTRlFvSUwyMHZNRGx6TVdZU0JXVnVMVWRDR2dKQ1VpZ0FQAQ?hl=zh-CN&gl=CN&ceid=CN:zh-Hans'),
+        '5': ('娱乐', 'https://news.google.com/rss/topics/CAAqKggKIiRDQkFTRlFvSUwyMHZNREpxYW5RU0JXVnVMVWRDR2dKQ1VpZ0FQAQ?hl=zh-CN&gl=CN&ceid=CN:zh-Hans'),
+        '6': ('体育', 'https://news.google.com/rss/topics/CAAqKggKIiRDQkFTRlFvSUwyMHZNRFp1ZEdvU0JXVnVMVWRDR2dKQ1VpZ0FQAQ?hl=zh-CN&gl=CN&ceid=CN:zh-Hans'),
+        '7': ('健康', 'https://news.google.com/rss/topics/CAAqKggKIiRDQkFTRlFvSUwyMHZNR3QwTlRFU0JXVnVMVWRDR2dKQ1VpZ0FQAQ?hl=zh-CN&gl=CN&ceid=CN:zh-Hans'),
+    }
+    
+    print("\n请选择新闻类别:")
+    for key, (name, _) in categories.items():
+        print(f"  {key}. {name}")
+    print("  0. 综合新闻 (默认)")
+    
+    choice = input("\n请输入数字选择类别 (默认: 0): ").strip()
+    
+    if choice in categories:
+        category_name, rss_url = categories[choice]
+        print(f"\n正在获取「{category_name}」类别新闻...")
+        return rss_url
+    else:
+        print("\n正在获取综合新闻...")
+        return categories['1'][1]  # 默认返回综合新闻 URL
+
+def main():
+    """主函数"""
+    print("=" * 80)
+    print("📰 谷歌热点新闻爬取工具")
+    print("=" * 80)
+    
+    # 获取用户选择的类别
+    rss_url = get_news_by_category()
+    
+    # 获取新闻
+    news_items = fetch_google_news(rss_url)
+    
+    # 显示新闻
+    if news_items:
+        display_news(news_items)
+        
+        # 保存到文件选项
+        save_option = input("\n是否将新闻保存到文件? (y/N): ").strip().lower()
+        if save_option == 'y':
+            save_to_file(news_items)
+    else:
+        print("未能获取到新闻，请检查网络连接或稍后重试")
+
+def save_to_file(news_items):
+    """将新闻保存到文件"""
+    timestamp = datetime.now().strftime("%Y%m%d_%H%M%S")
+    filename = f"谷歌新闻_{timestamp}.txt"
+    
+    try:
+        with open(filename, 'w', encoding='utf-8') as f:
+            f.write("=" * 80 + "\n")
+            f.write(f"谷歌热点新闻 ({datetime.now().strftime('%Y-%m-%d %H:%M:%S')})\n")
+            f.write("=" * 80 + "\n\n")
+            
+            for item in news_items:
+                f.write(f"{item['index']}. {item['title']}\n")
+                
+                if item['source']:
+                    f.write(f"   来源: {item['source']}\n")
+                
+                if item['published']:
+                    f.write(f"   时间: {item['published']}\n")
+                
+                if item['summary']:
+                    f.write(f"   摘要: {item['summary']}...\n")
+                
+                f.write(f"   链接: {item['link']}\n")
+                f.write("-" * 60 + "\n\n")
+        
+        print(f"✓ 新闻已保存到文件: {filename}")
+    except Exception as e:
+        print(f"✗ 保存文件失败: {e}")
+
+if __name__ == "__main__":
+    try:
+        main()
+    except KeyboardInterrupt:
+        print("\n\n程序被用户中断")
+        sys.exit(0)
+    except Exception as e:
+        print(f"\n程序执行出错: {e}")
+        sys.exit(1)