browser-web-search 0.3.0 → 0.3.2

package/README.md

@@ -6,7 +6,7 @@
 
 - **零配置** — 无需 Chrome Extension、无需 Daemon，开箱即用
 - **复用登录态** — 使用浏览器中的登录状态，无需 API Key
-- **13 个平台，41 个命令** — 覆盖搜索、社交、新闻、开发、视频、招聘等场景
+- **17 个平台，37 个命令** — 覆盖搜索、社交、新闻、视频、招聘等场景
 - **AI Agent 友好** — 结构化 JSON 输出，内置 jq 过滤
 
 ## 安装
@@ -25,20 +25,24 @@ bws site zhihu/hot                    # 知乎热榜
 bws site bilibili/popular             # B站热门视频
 ```
 
-## 内置平台（13 个）
+## 内置平台（17 个）
 
 | 平台 | 说明 | 命令 |
 |-----|------|-----|
-| **今日头条** | 新闻资讯 | `toutiao/hot`, `toutiao/search` |
-| **小红书** | 生活分享 | `xiaohongshu/search`, `xiaohongshu/note`, `xiaohongshu/comments`, `xiaohongshu/user_posts` |
-| **36kr** | 科技创投 | `36kr/newsflash` |
+| **今日头条** | 新闻资讯 | `toutiao/hot`, `toutiao/search`, `toutiao/feed` |
+| **澎湃新闻** | 权威新闻 | `thepaper/hot` |
+| **腾讯新闻** | 热点新闻 | `qqnews/hot` |
+| **网易新闻** | 热点新闻 | `netease/hot` |
+| **新浪新闻** | 门户新闻 | `sina/hot` |
+| **微博** | 社交热搜 | `weibo/hot` |
+| **微信公众号** | 公众号文章 | `weixin/search`, `weixin/article` |
+| **小红书** | 生活分享 | `xiaohongshu/search`, `xiaohongshu/note`, `xiaohongshu/comments`, `xiaohongshu/feed`, `xiaohongshu/me`, `xiaohongshu/user_posts` |
+| **36kr** | 科技创投 | `36kr/newsflash`, `36kr/search`, `36kr/article` |
 | **知乎** | 问答社区 | `zhihu/hot`, `zhihu/search`, `zhihu/question`, `zhihu/me` |
 | **CSDN** | 开发者社区 | `csdn/search` |
 | **博客园** | 技术博客 | `cnblogs/search` |
-| **豆瓣** | 影视书籍 | `douban/movie`, `douban/search`, `douban/top250`, `douban/movie-hot`, `douban/movie-top`, `douban/comments` |
 | **Bilibili** | 视频弹幕 | `bilibili/popular`, `bilibili/trending`, `bilibili/ranking`, `bilibili/search`, `bilibili/video`, `bilibili/comments`, `bilibili/feed`, `bilibili/history`, `bilibili/me` |
 | **BOSS直聘** | 招聘平台 | `boss/search`, `boss/detail` |
-| **GitHub** | 代码托管 | `github/repo`, `github/issues`, `github/fork`, `github/pr-create`, `github/issue-create` |
 | **Baidu** | 百度搜索 | `baidu/search` |
 | **Bing** | 必应搜索 | `bing/search` |
 | **Google** | 谷歌搜索 | `google/search` |
@@ -65,8 +69,8 @@ bws site xiaohongshu/search "美食" --jq '.notes[].title'
 # B站热门视频 JSON
 bws site bilibili/popular --json
 
-# GitHub 仓库信息
-bws site github/repo facebook/react
+# 微博热搜
+bws site weibo/hot
 ```
 
 ## 登录态

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "browser-web-search",
-  "version": "0.3.0",
+  "version": "0.3.2",
   "description": "把任何网站变成命令行 API，专为 OpenClaw 设计，复用浏览器登录态",
   "type": "module",
   "bin": {

package/sites/weixin/article.js

@@ -0,0 +1,73 @@
+/* @meta
+{
+  "name": "weixin/article",
+  "description": "获取微信公众号文章内容",
+  "domain": "mp.weixin.qq.com",
+  "args": {},
+  "readOnly": true,
+  "example": "bws weixin/article"
+}
+*/
+
+async function(args) {
+  // 检查是否在微信公众号文章页面
+  if (!location.href.includes('mp.weixin.qq.com')) {
+    return {
+      error: 'Not on WeChat article page',
+      hint: 'First open the article: openclaw browser open <article_url>'
+    };
+  }
+
+  // 检查是否需要验证
+  const captchaEl = document.querySelector('.weui-msg__title');
+  if (captchaEl && captchaEl.textContent.includes('验证')) {
+    return {
+      error: 'Captcha required',
+      hint: 'Please complete the verification in the browser first'
+    };
+  }
+
+  // 提取文章信息
+  const titleEl = document.querySelector('#activity-name, .rich_media_title');
+  const authorEl = document.querySelector('#js_name, .rich_media_meta_nickname');
+  const contentEl = document.querySelector('#js_content, .rich_media_content');
+  const publishTimeEl = document.querySelector('#publish_time, .rich_media_meta_text');
+  
+  if (!titleEl || !contentEl) {
+    return {
+      error: 'Failed to extract article content',
+      hint: 'Page structure may have changed or article not fully loaded'
+    };
+  }
+
+  // 提取正文文本
+  const paragraphs = [];
+  const sections = contentEl.querySelectorAll('p, section');
+  sections.forEach(el => {
+    const text = el.textContent?.trim();
+    if (text && text.length > 0) {
+      paragraphs.push(text);
+    }
+  });
+
+  // 提取图片
+  const images = [];
+  const imgEls = contentEl.querySelectorAll('img[data-src], img[src]');
+  imgEls.forEach(img => {
+    const src = img.getAttribute('data-src') || img.src;
+    if (src && !src.includes('data:image')) {
+      images.push(src);
+    }
+  });
+
+  return {
+    title: titleEl.textContent?.trim() || '',
+    author: authorEl?.textContent?.trim() || '',
+    publishTime: publishTimeEl?.textContent?.trim() || '',
+    url: location.href,
+    content: paragraphs.join('\n\n'),
+    paragraphCount: paragraphs.length,
+    imageCount: images.length,
+    images: images.slice(0, 10)
+  };
+}

package/sites/weixin/search.js

@@ -0,0 +1,96 @@
+/* @meta
+{
+  "name": "weixin/search",
+  "description": "搜索微信公众号文章 (通过搜狗微信)",
+  "domain": "weixin.sogou.com",
+  "args": {
+    "query": {"required": true, "description": "搜索关键词"},
+    "count": {"required": false, "description": "返回数量 (默认 10)"}
+  },
+  "readOnly": true,
+  "example": "bws weixin/search AI"
+}
+*/
+
+async function(args) {
+  const query = args.query;
+  if (!query) {
+    return {error: 'Missing query parameter'};
+  }
+  const maxCount = Math.min(parseInt(args.count) || 10, 20);
+
+  // 通过 fetch 请求搜狗微信搜索页面
+  const searchUrl = 'https://weixin.sogou.com/weixin?type=2&s_from=input&query=' + encodeURIComponent(query);
+  
+  const resp = await fetch(searchUrl, {
+    credentials: 'include',
+    headers: {
+      'Accept': 'text/html,application/xhtml+xml'
+    }
+  });
+
+  if (!resp.ok) {
+    return {error: 'HTTP ' + resp.status, hint: 'Open weixin.sogou.com in browser first'};
+  }
+
+  const html = await resp.text();
+  
+  // 检查是否需要验证码
+  if (html.includes('请输入验证码') || html.includes('antispider')) {
+    return {
+      error: 'Captcha required',
+      hint: 'Please visit weixin.sogou.com in browser and complete verification first',
+      url: searchUrl
+    };
+  }
+
+  // 解析 HTML
+  const parser = new DOMParser();
+  const doc = parser.parseFromString(html, 'text/html');
+  
+  const items = [];
+  const results = doc.querySelectorAll('.news-list li, ul.news-list > li');
+  
+  if (results.length === 0) {
+    return {
+      error: 'No results found',
+      hint: 'Try different keywords or check weixin.sogou.com manually',
+      query: query
+    };
+  }
+
+  results.forEach((item, i) => {
+    if (i >= maxCount) return;
+    
+    const titleEl = item.querySelector('h3 a, .txt-box h3 a');
+    const summaryEl = item.querySelector('p.txt-info, .txt-box p');
+    const sourceEl = item.querySelector('a.account, .s-p a[href*="gzh"]');
+    const timeEl = item.querySelector('.s-p span:last-child, span.s2');
+    const imgEl = item.querySelector('img');
+
+    if (titleEl) {
+      items.push({
+        rank: i + 1,
+        title: titleEl.textContent?.trim().replace(/\s+/g, ' ') || '',
+        url: titleEl.href || '',
+        summary: summaryEl?.textContent?.trim().replace(/\s+/g, ' ') || '',
+        account: sourceEl?.textContent?.trim() || '',
+        time: timeEl?.textContent?.trim() || '',
+        cover: imgEl?.src || imgEl?.getAttribute('data-src') || ''
+      });
+    }
+  });
+
+  if (items.length === 0) {
+    return {
+      error: 'Failed to parse results',
+      hint: 'Page structure may have changed'
+    };
+  }
+
+  return {
+    query: query,
+    count: items.length,
+    items
+  };
+}