browser-web-search 0.2.3 → 0.3.1

package/README.md

@@ -6,7 +6,7 @@
 
 - **零配置** — 无需 Chrome Extension、无需 Daemon，开箱即用
 - **复用登录态** — 使用浏览器中的登录状态，无需 API Key
-- **13 个平台，41 个命令** — 覆盖搜索、社交、新闻、开发、视频、招聘等场景
+- **17 个平台，37 个命令** — 覆盖搜索、社交、新闻、视频、招聘等场景
 - **AI Agent 友好** — 结构化 JSON 输出，内置 jq 过滤
 
 ## 安装
@@ -25,20 +25,24 @@ bws site zhihu/hot                    # 知乎热榜
 bws site bilibili/popular             # B站热门视频
 ```
 
-## 内置平台（13 个）
+## 内置平台（17 个）
 
 | 平台 | 说明 | 命令 |
 |-----|------|-----|
-| **今日头条** | 新闻资讯 | `toutiao/hot`, `toutiao/search` |
-| **小红书** | 生活分享 | `xiaohongshu/search`, `xiaohongshu/note`, `xiaohongshu/comments`, `xiaohongshu/user_posts` |
-| **36kr** | 科技创投 | `36kr/newsflash` |
+| **今日头条** | 新闻资讯 | `toutiao/hot`, `toutiao/search`, `toutiao/feed` |
+| **澎湃新闻** | 权威新闻 | `thepaper/hot` |
+| **腾讯新闻** | 热点新闻 | `qqnews/hot` |
+| **网易新闻** | 热点新闻 | `netease/hot` |
+| **新浪新闻** | 门户新闻 | `sina/hot` |
+| **微博** | 社交热搜 | `weibo/hot` |
+| **微信公众号** | 公众号文章 | `weixin/search`, `weixin/article` |
+| **小红书** | 生活分享 | `xiaohongshu/search`, `xiaohongshu/note`, `xiaohongshu/comments`, `xiaohongshu/feed`, `xiaohongshu/me`, `xiaohongshu/user_posts` |
+| **36kr** | 科技创投 | `36kr/newsflash`, `36kr/search`, `36kr/article` |
 | **知乎** | 问答社区 | `zhihu/hot`, `zhihu/search`, `zhihu/question`, `zhihu/me` |
 | **CSDN** | 开发者社区 | `csdn/search` |
 | **博客园** | 技术博客 | `cnblogs/search` |
-| **豆瓣** | 影视书籍 | `douban/movie`, `douban/search`, `douban/top250`, `douban/movie-hot`, `douban/movie-top`, `douban/comments` |
 | **Bilibili** | 视频弹幕 | `bilibili/popular`, `bilibili/trending`, `bilibili/ranking`, `bilibili/search`, `bilibili/video`, `bilibili/comments`, `bilibili/feed`, `bilibili/history`, `bilibili/me` |
 | **BOSS直聘** | 招聘平台 | `boss/search`, `boss/detail` |
-| **GitHub** | 代码托管 | `github/repo`, `github/issues`, `github/fork`, `github/pr-create`, `github/issue-create` |
 | **Baidu** | 百度搜索 | `baidu/search` |
 | **Bing** | 必应搜索 | `bing/search` |
 | **Google** | 谷歌搜索 | `google/search` |
@@ -65,8 +69,8 @@ bws site xiaohongshu/search "美食" --jq '.notes[].title'
 # B站热门视频 JSON
 bws site bilibili/popular --json
 
-# GitHub 仓库信息
-bws site github/repo facebook/react
+# 微博热搜
+bws site weibo/hot
 ```
 
 ## 登录态

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "browser-web-search",
-  "version": "0.2.3",
+  "version": "0.3.1",
   "description": "把任何网站变成命令行 API，专为 OpenClaw 设计，复用浏览器登录态",
   "type": "module",
   "bin": {

package/sites/36kr/article.js

@@ -0,0 +1,51 @@
+/* @meta
+{
+  "name": "36kr/article",
+  "description": "36氪文章详情",
+  "domain": "36kr.com",
+  "args": {
+    "id": {"required": true, "description": "文章ID"}
+  },
+  "readOnly": true,
+  "example": "bws 36kr/article 123456789"
+}
+*/
+
+async function(args) {
+  if (!args.id) return {error: 'Missing argument: id', hint: 'Provide an article ID'};
+
+  const resp = await fetch('https://36kr.com/api/post/' + args.id, {
+    credentials: 'include'
+  });
+
+  if (!resp.ok) {
+    return {error: 'HTTP ' + resp.status, hint: 'Article may not exist or 36kr.com needs login'};
+  }
+
+  let data;
+  try {
+    data = await resp.json();
+  } catch (e) {
+    return {error: 'Failed to parse response', hint: '36kr API may have changed'};
+  }
+
+  if (!data || data.code !== 0 || !data.data) {
+    return {error: data.message || 'Article not found', hint: 'Check the article ID'};
+  }
+
+  const article = data.data;
+  return {
+    id: article.id,
+    title: article.title || '',
+    summary: article.summary || '',
+    content: article.content || article.text || '',
+    author: article.author?.name || article.user?.name || '',
+    published_at: article.published_at || article.created_at || '',
+    url: 'https://36kr.com/p/' + article.id,
+    cover: article.cover || '',
+    views: article.views_count || 0,
+    comments: article.comments_count || 0,
+    likes: article.likes_count || 0,
+    tags: (article.tags || []).map(t => t.name || t)
+  };
+}

package/sites/36kr/search.js

@@ -0,0 +1,55 @@
+/* @meta
+{
+  "name": "36kr/search",
+  "description": "36氪文章搜索",
+  "domain": "36kr.com",
+  "args": {
+    "keyword": {"required": true, "description": "搜索关键词"},
+    "count": {"required": false, "description": "返回数量 (默认 20, 最多 50)"}
+  },
+  "readOnly": true,
+  "example": "bws 36kr/search AI"
+}
+*/
+
+async function(args) {
+  if (!args.keyword) return {error: 'Missing argument: keyword', hint: 'Provide a search keyword'};
+  const count = Math.min(parseInt(args.count) || 20, 50);
+
+  const resp = await fetch('https://36kr.com/api/search-column/mainsite?per_page=' + count + '&page=1&keyword=' + encodeURIComponent(args.keyword), {
+    credentials: 'include'
+  });
+
+  if (!resp.ok) {
+    return {error: 'HTTP ' + resp.status, hint: 'Open 36kr.com in browser first'};
+  }
+
+  let data;
+  try {
+    data = await resp.json();
+  } catch (e) {
+    return {error: 'Failed to parse response', hint: '36kr API may have changed'};
+  }
+
+  if (!data || data.code !== 0 || !data.data) {
+    return {error: data.message || 'No data returned', hint: 'Try a different keyword'};
+  }
+
+  const items = (data.data.items || []).map(item => ({
+    id: item.id,
+    title: item.title || '',
+    summary: item.summary || item.description || '',
+    author: item.author || item.user?.name || '',
+    published_at: item.published_at || item.created_at || '',
+    url: 'https://36kr.com/p/' + item.id,
+    cover: item.cover || '',
+    views: item.views_count || 0,
+    comments: item.comments_count || 0
+  }));
+
+  return {
+    keyword: args.keyword,
+    count: items.length,
+    items
+  };
+}

package/sites/netease/hot.js

@@ -0,0 +1,51 @@
+/* @meta
+{
+  "name": "netease/hot",
+  "description": "网易新闻热榜",
+  "domain": "www.163.com",
+  "args": {
+    "count": {"required": false, "description": "返回数量 (默认 20, 最多 50)"}
+  },
+  "readOnly": true,
+  "example": "bws netease/hot"
+}
+*/
+
+async function(args) {
+  const maxCount = Math.min(parseInt(args.count) || 20, 50);
+
+  const resp = await fetch('https://m.163.com/fe/api/hot/news/flow', {
+    credentials: 'include'
+  });
+
+  if (!resp.ok) {
+    return {error: 'HTTP ' + resp.status, hint: 'Open www.163.com in browser first'};
+  }
+
+  let data;
+  try {
+    data = await resp.json();
+  } catch (e) {
+    return {error: 'Failed to parse response', hint: 'Netease API may have changed'};
+  }
+
+  if (!data || !data.data || !data.data.list) {
+    return {error: 'No data returned', hint: 'Netease API may have changed'};
+  }
+
+  const items = data.data.list.slice(0, maxCount).map((item, i) => ({
+    rank: i + 1,
+    id: item.docid,
+    title: item.title || '',
+    cover: item.imgsrc || '',
+    source: item.source || '',
+    time: item.ptime || '',
+    url: 'https://www.163.com/dy/article/' + item.docid + '.html',
+    mobileUrl: 'https://m.163.com/dy/article/' + item.docid + '.html'
+  }));
+
+  return {
+    count: items.length,
+    items
+  };
+}

package/sites/qqnews/hot.js

@@ -0,0 +1,53 @@
+/* @meta
+{
+  "name": "qqnews/hot",
+  "description": "腾讯新闻热榜",
+  "domain": "news.qq.com",
+  "args": {
+    "count": {"required": false, "description": "返回数量 (默认 20, 最多 50)"}
+  },
+  "readOnly": true,
+  "example": "bws qqnews/hot"
+}
+*/
+
+async function(args) {
+  const maxCount = Math.min(parseInt(args.count) || 20, 50);
+
+  const resp = await fetch('https://r.inews.qq.com/gw/event/hot_ranking_list?page_size=50', {
+    credentials: 'include'
+  });
+
+  if (!resp.ok) {
+    return {error: 'HTTP ' + resp.status, hint: 'Open news.qq.com in browser first'};
+  }
+
+  let data;
+  try {
+    data = await resp.json();
+  } catch (e) {
+    return {error: 'Failed to parse response', hint: 'QQ News API may have changed'};
+  }
+
+  if (!data || !data.idlist || !data.idlist[0] || !data.idlist[0].newslist) {
+    return {error: 'No data returned', hint: 'QQ News API may have changed'};
+  }
+
+  const list = data.idlist[0].newslist.slice(1, maxCount + 1);
+  const items = list.map((item, i) => ({
+    rank: i + 1,
+    id: item.id,
+    title: item.title || '',
+    desc: item.abstract || '',
+    cover: item.miniProShareImage || '',
+    source: item.source || '',
+    hot: item.hotEvent?.hotScore || 0,
+    url: 'https://new.qq.com/rain/a/' + item.id,
+    mobileUrl: 'https://view.inews.qq.com/k/' + item.id
+  }));
+
+  return {
+    count: items.length,
+    items
+  };
+}

package/sites/sina/hot.js

@@ -0,0 +1,86 @@
+/* @meta
+{
+  "name": "sina/hot",
+  "description": "新浪新闻热榜",
+  "domain": "news.sina.com.cn",
+  "args": {
+    "type": {"required": false, "description": "分类: all/china/world/society/sports/finance/ent/tech/mil (默认 all)"},
+    "count": {"required": false, "description": "返回数量 (默认 20, 最多 50)"}
+  },
+  "readOnly": true,
+  "example": "bws sina/hot tech"
+}
+*/
+
+async function(args) {
+  const typeMap = {
+    'all': {www: 'news', params: 'www_www_all_suda_suda'},
+    'china': {www: 'news', params: 'news_china_suda'},
+    'world': {www: 'news', params: 'news_world_suda'},
+    'society': {www: 'news', params: 'news_society_suda'},
+    'sports': {www: 'sports', params: 'sports_suda'},
+    'finance': {www: 'finance', params: 'finance_0_suda'},
+    'ent': {www: 'ent', params: 'ent_suda'},
+    'tech': {www: 'tech', params: 'tech_news_suda'},
+    'mil': {www: 'news', params: 'news_mil_suda'}
+  };
+
+  const type = args.type || 'all';
+  const config = typeMap[type] || typeMap['all'];
+  const maxCount = Math.min(parseInt(args.count) || 20, 50);
+
+  const now = new Date();
+  const year = now.getFullYear();
+  const month = String(now.getMonth() + 1).padStart(2, '0');
+  const day = String(now.getDate()).padStart(2, '0');
+  const dateStr = '' + year + month + day;
+
+  const url = 'https://top.' + config.www + '.sina.com.cn/ws/GetTopDataList.php?top_type=day&top_cat=' + config.params + '&top_time=' + dateStr + '&top_show_num=50';
+
+  const resp = await fetch(url, {credentials: 'include'});
+
+  if (!resp.ok) {
+    return {error: 'HTTP ' + resp.status, hint: 'Open news.sina.com.cn in browser first'};
+  }
+
+  let text;
+  try {
+    text = await resp.text();
+  } catch (e) {
+    return {error: 'Failed to fetch response', hint: 'Sina API may have changed'};
+  }
+
+  // Parse JSONP: var data = {...};
+  let data;
+  try {
+    const prefix = 'var data = ';
+    if (!text.startsWith(prefix)) {
+      return {error: 'Invalid response format', hint: 'Sina API may have changed'};
+    }
+    let jsonStr = text.slice(prefix.length).trim();
+    if (jsonStr.endsWith(';')) jsonStr = jsonStr.slice(0, -1);
+    data = JSON.parse(jsonStr);
+  } catch (e) {
+    return {error: 'Failed to parse response', hint: 'Sina API may have changed'};
+  }
+
+  if (!data || !data.data) {
+    return {error: 'No data returned', hint: 'Sina API may have changed'};
+  }
+
+  const items = data.data.slice(0, maxCount).map((item, i) => ({
+    rank: i + 1,
+    id: item.id,
+    title: item.title || '',
+    source: item.media || '',
+    hot: parseFloat((item.top_num || '0').replace(/,/g, '')),
+    time: (item.create_date || '') + ' ' + (item.create_time || ''),
+    url: item.url || ''
+  }));
+
+  return {
+    type: type,
+    count: items.length,
+    items
+  };
+}

package/sites/thepaper/hot.js

@@ -0,0 +1,50 @@
+/* @meta
+{
+  "name": "thepaper/hot",
+  "description": "澎湃新闻热榜",
+  "domain": "www.thepaper.cn",
+  "args": {
+    "count": {"required": false, "description": "返回数量 (默认 20, 最多 50)"}
+  },
+  "readOnly": true,
+  "example": "bws thepaper/hot"
+}
+*/
+
+async function(args) {
+  const maxCount = Math.min(parseInt(args.count) || 20, 50);
+
+  const resp = await fetch('https://cache.thepaper.cn/contentapi/wwwIndex/rightSidebar', {
+    credentials: 'include'
+  });
+
+  if (!resp.ok) {
+    return {error: 'HTTP ' + resp.status, hint: 'Open www.thepaper.cn in browser first'};
+  }
+
+  let data;
+  try {
+    data = await resp.json();
+  } catch (e) {
+    return {error: 'Failed to parse response', hint: 'Thepaper API may have changed'};
+  }
+
+  if (!data || !data.data || !data.data.hotNews) {
+    return {error: 'No data returned', hint: 'Thepaper API may have changed'};
+  }
+
+  const items = data.data.hotNews.slice(0, maxCount).map((item, i) => ({
+    rank: i + 1,
+    id: item.contId,
+    title: item.name || '',
+    cover: item.pic || '',
+    hot: parseInt(item.praiseTimes) || 0,
+    url: 'https://www.thepaper.cn/newsDetail_forward_' + item.contId,
+    mobileUrl: 'https://m.thepaper.cn/newsDetail_forward_' + item.contId
+  }));
+
+  return {
+    count: items.length,
+    items
+  };
+}

package/sites/toutiao/feed.js

@@ -0,0 +1,92 @@
+/* @meta
+{
+  "name": "toutiao/feed",
+  "description": "今日头条分类新闻（支持关键词过滤）",
+  "domain": "www.toutiao.com",
+  "args": {
+    "category": {"required": false, "description": "分类: hot/tech/entertainment/sports/finance/military/world/game/car (默认 hot)"},
+    "keyword": {"required": false, "description": "关键词过滤（可选）"},
+    "count": {"required": false, "description": "返回数量 (默认 20, 最多 50)"}
+  },
+  "readOnly": true,
+  "example": "bws toutiao/feed tech --keyword AI"
+}
+*/
+
+async function(args) {
+  const categoryMap = {
+    'all': '__all__',
+    'hot': 'news_hot',
+    'tech': 'news_tech',
+    'entertainment': 'news_entertainment',
+    'sports': 'news_sports',
+    'finance': 'news_finance',
+    'military': 'news_military',
+    'world': 'news_world',
+    'game': 'news_game',
+    'car': 'news_car',
+    'society': 'news_society',
+    'fashion': 'news_fashion',
+    'travel': 'news_travel',
+    'history': 'news_history',
+    'food': 'news_food'
+  };
+
+  const category = categoryMap[args.category] || categoryMap['hot'];
+  const maxCount = Math.min(parseInt(args.count) || 20, 50);
+  const keyword = args.keyword ? args.keyword.toLowerCase() : null;
+
+  const resp = await fetch('https://www.toutiao.com/api/pc/feed/?category=' + category + '&max_behot_time=0', {
+    credentials: 'include'
+  });
+
+  if (!resp.ok) {
+    return {error: 'HTTP ' + resp.status, hint: 'Open www.toutiao.com in browser first'};
+  }
+
+  let data;
+  try {
+    data = await resp.json();
+  } catch (e) {
+    return {error: 'Failed to parse response', hint: 'Toutiao API may have changed'};
+  }
+
+  if (!data || !data.data) {
+    return {error: 'No data returned', hint: 'Open www.toutiao.com in browser first'};
+  }
+
+  const results = [];
+  for (const item of data.data) {
+    const title = item.title || '';
+    const abstract = item.abstract || '';
+    const keywords = item.keywords || '';
+    const source = item.source || item.media_name || '';
+
+    // Filter by keyword if provided
+    if (keyword) {
+      const searchText = (title + ' ' + abstract + ' ' + keywords).toLowerCase();
+      if (!searchText.includes(keyword)) continue;
+    }
+
+    results.push({
+      title,
+      snippet: abstract.substring(0, 300),
+      source,
+      time: item.datetime || '',
+      url: item.article_url || item.display_url || item.share_url || '',
+      tag: item.tag || '',
+      hot_value: item.hot || 0,
+      comment_count: item.comment_count || 0
+    });
+
+    if (results.length >= maxCount) break;
+  }
+
+  return {
+    category: args.category || 'hot',
+    keyword: args.keyword || null,
+    count: results.length,
+    total_fetched: data.data.length,
+    results
+  };
+}

package/sites/weibo/hot.js

@@ -0,0 +1,56 @@
+/* @meta
+{
+  "name": "weibo/hot",
+  "description": "微博热搜榜",
+  "domain": "weibo.com",
+  "args": {
+    "count": {"required": false, "description": "返回数量 (默认 30, 最多 50)"}
+  },
+  "readOnly": true,
+  "example": "bws weibo/hot"
+}
+*/
+
+async function(args) {
+  const maxCount = Math.min(parseInt(args.count) || 30, 50);
+
+  const resp = await fetch('https://weibo.com/ajax/side/hotSearch', {
+    credentials: 'include',
+    headers: {
+      'Referer': 'https://weibo.com/'
+    }
+  });
+
+  if (!resp.ok) {
+    return {error: 'HTTP ' + resp.status, hint: 'Open weibo.com in browser first'};
+  }
+
+  let data;
+  try {
+    data = await resp.json();
+  } catch (e) {
+    return {error: 'Failed to parse response', hint: 'Weibo API may have changed'};
+  }
+
+  if (!data || !data.data || !data.data.realtime) {
+    return {error: 'No data returned', hint: 'Open weibo.com and login first'};
+  }
+
+  const items = data.data.realtime.slice(0, maxCount).map((item, i) => {
+    const title = item.word || item.word_scheme || '';
+    return {
+      rank: i + 1,
+      id: item.mid || item.word_scheme || '',
+      title: title,
+      tag: item.label_name || '',
+      hot: item.num || 0,
+      url: 'https://s.weibo.com/weibo?q=' + encodeURIComponent(title),
+      mobileUrl: 'https://m.weibo.cn/search?containerid=100103type%3D1%26q%3D' + encodeURIComponent(title)
+    };
+  });
+
+  return {
+    count: items.length,
+    items
+  };
+}

package/sites/weixin/article.js

@@ -0,0 +1,73 @@
+/* @meta
+{
+  "name": "weixin/article",
+  "description": "获取微信公众号文章内容",
+  "domain": "mp.weixin.qq.com",
+  "args": {},
+  "readOnly": true,
+  "example": "bws weixin/article"
+}
+*/
+
+async function(args) {
+  // 检查是否在微信公众号文章页面
+  if (!location.href.includes('mp.weixin.qq.com')) {
+    return {
+      error: 'Not on WeChat article page',
+      hint: 'First open the article: openclaw browser open <article_url>'
+    };
+  }
+
+  // 检查是否需要验证
+  const captchaEl = document.querySelector('.weui-msg__title');
+  if (captchaEl && captchaEl.textContent.includes('验证')) {
+    return {
+      error: 'Captcha required',
+      hint: 'Please complete the verification in the browser first'
+    };
+  }
+
+  // 提取文章信息
+  const titleEl = document.querySelector('#activity-name, .rich_media_title');
+  const authorEl = document.querySelector('#js_name, .rich_media_meta_nickname');
+  const contentEl = document.querySelector('#js_content, .rich_media_content');
+  const publishTimeEl = document.querySelector('#publish_time, .rich_media_meta_text');
+  
+  if (!titleEl || !contentEl) {
+    return {
+      error: 'Failed to extract article content',
+      hint: 'Page structure may have changed or article not fully loaded'
+    };
+  }
+
+  // 提取正文文本
+  const paragraphs = [];
+  const sections = contentEl.querySelectorAll('p, section');
+  sections.forEach(el => {
+    const text = el.textContent?.trim();
+    if (text && text.length > 0) {
+      paragraphs.push(text);
+    }
+  });
+
+  // 提取图片
+  const images = [];
+  const imgEls = contentEl.querySelectorAll('img[data-src], img[src]');
+  imgEls.forEach(img => {
+    const src = img.getAttribute('data-src') || img.src;
+    if (src && !src.includes('data:image')) {
+      images.push(src);
+    }
+  });
+
+  return {
+    title: titleEl.textContent?.trim() || '',
+    author: authorEl?.textContent?.trim() || '',
+    publishTime: publishTimeEl?.textContent?.trim() || '',
+    url: location.href,
+    content: paragraphs.join('\n\n'),
+    paragraphCount: paragraphs.length,
+    imageCount: images.length,
+    images: images.slice(0, 10)
+  };
+}