dsh-free-search 0.2.0 → 0.3.0

package/README.en.md

@@ -27,6 +27,7 @@ This plugin provides multiple free engines with automatic failover, fully indepe
 - **FREE / API KEY badges** — green FREE badge for free engines, orange API KEY badge for paid ones
 - **Clean integration** — implements the official `WebSearchProvider` seam, coexists with official plugins
 - **web_fetch** — agent can fetch page content (official `dsh-web-fetch-http` provider, pure JS, zero extra deps)
+- **platform_search** — search GitHub / V2EX / Bilibili (public APIs, zero deps)
 
 ## Engines
 
@@ -105,6 +106,18 @@ After search, ask the agent to **read a page** (e.g. "open the first link and su
 - Timeout and size limits
 - ⚠️ Note: `web_fetch` has no SSRF protection — the agent could reach internal addresses. Use deliberately.
 
+### Platform search (platform_search)
+
+Ask the agent to search a specific platform, e.g. "search GitHub for deepseek harness", "find Bilibili videos about this", "V2EX threads about dsh". The `platform_search` tool supports:
+
+| Platform | Purpose |
+|---|---|
+| `github` | GitHub repository search (public API, free, no key) |
+| `v2ex` | V2EX hot/relevant topics |
+| `bilibili` | Bilibili video/content search (public endpoint) |
+
+All use public APIs with zero external dependencies — works out of the box.
+
 ## Local engine switcher (tools/)
 
 Prefer a local tool over the web UI? The `tools/` directory ships a zero-dependency switcher:

package/README.md

@@ -26,6 +26,7 @@ dsh 默认的搜索 provider 依赖 DeepSeek 官方 API key（`DEEPSEEK_API_KEY`
 - **系统提示词注入** —— agent 知道当前用哪个引擎、哪些需要 key
 - **免费标注** —— 设置页中免费引擎带绿色 `FREE` 徽章，付费引擎带橙色 `API KEY` 徽章
 - **网页抓取（web_fetch）** —— 让 agent 抓取网页内容（官方 `dsh-web-fetch-http` provider，纯 JS，零额外依赖）
+- **平台搜索（platform_search）** —— 搜 GitHub / V2EX / B站（公开 API，零依赖）
 - **干净集成** —— 实现官方 `WebSearchProvider` seam 接口，与官方插件共存
 
 ## 引擎列表
@@ -104,6 +105,18 @@ Search engine test:
 - 支持超时和大小限制
 - ⚠️ 注意：`web_fetch` 无 SSRF 防护，agent 理论上可访问内网地址——按需使用
 
+### 平台搜索（platform_search）
+
+让 agent 搜特定平台，如"在 GitHub 上搜 deepseek harness"、"看看 B站有什么相关视频"、"V2EX 上关于 dsh 的讨论"。`platform_search` 工具支持：
+
+| 平台 | 用途 |
+|---|---|
+| `github` | GitHub 仓库搜索（API，免费无 key） |
+| `v2ex` | V2EX 热门/相关主题 |
+| `bilibili` | B站视频/内容搜索（公开接口） |
+
+全部走公开 API，零外部依赖，开箱即用。
+
 ## 本地引擎切换工具（tools/）
 
 不想用网页设置页？`tools/` 目录附带了一个本地切换小工具（零依赖）：

package/lib/index.js

@@ -224,6 +224,123 @@ async function searchSearxng(query, maxResults, options, signal) {
 }
 //#endregion
 
+//#region platform search (GitHub / V2EX / Bilibili / Reddit)
+const PLATFORMS = {
+  github: { name: "GitHub" },
+  v2ex: { name: "V2EX" },
+  bilibili: { name: "Bilibili" },
+};
+
+async function searchGithub(query, maxResults, signal) {
+  const response = await fetch(
+    `https://api.github.com/search/repositories?q=${encodeURIComponent(query)}&per_page=${maxResults ?? 5}`,
+    {
+      headers: { "user-agent": USER_AGENT, accept: "application/vnd.github+json" },
+      ...(signal !== undefined ? { signal } : {}),
+    }
+  );
+  if (!response.ok) throw new Error(`GitHub API error (HTTP ${response.status})`);
+  const data = await response.json();
+  return {
+    sources: (data.items ?? []).map((item) => ({
+      url: item.html_url,
+      title: item.full_name ?? item.name,
+      snippet: `${item.description ?? ""}${item.stargazers_count ? ` ⭐${item.stargazers_count}` : ""}`.trim(),
+    })),
+    truncated: false,
+  };
+}
+
+async function searchV2ex(query, maxResults, signal) {
+  const response = await fetch("https://www.v2ex.com/api/topics/hot.json", {
+    headers: { "user-agent": USER_AGENT },
+    ...(signal !== undefined ? { signal } : {}),
+  });
+  if (!response.ok) throw new Error(`V2EX API error (HTTP ${response.status})`);
+  const topics = await response.json();
+  const q = query.toLowerCase();
+  const matched = Array.isArray(topics)
+    ? topics.filter((t) => (t.title ?? "").toLowerCase().includes(q) || (t.content ?? "").toLowerCase().includes(q))
+    : [];
+  return {
+    sources: matched.slice(0, maxResults ?? 5).map((t) => ({
+      url: `https://www.v2ex.com/t/${t.id}`,
+      title: t.title,
+      ...(t.content ? { snippet: String(t.content).slice(0, 200) } : {}),
+    })),
+    truncated: false,
+  };
+}
+
+async function searchBilibili(query, maxResults, signal) {
+  const response = await fetch(
+    `https://api.bilibili.com/x/web-interface/search/all/v2?keyword=${encodeURIComponent(query)}`,
+    {
+      headers: { "user-agent": USER_AGENT, referer: "https://www.bilibili.com" },
+      ...(signal !== undefined ? { signal } : {}),
+    }
+  );
+  if (!response.ok) throw new Error(`Bilibili API error (HTTP ${response.status})`);
+  const data = await response.json();
+  if (data.code !== 0) throw new Error(`Bilibili API error: ${data.message ?? data.code}`);
+  const sources = [];
+  for (const section of data.data?.result ?? []) {
+    for (const item of section.data ?? []) {
+      if (!item.arcurl) continue;
+      sources.push({
+        url: item.arcurl,
+        title: item.title ? String(item.title).replace(/<[^>]+>/g, "") : item.bvid,
+        ...(item.desc ? { snippet: String(item.desc).slice(0, 200) } : {}),
+      });
+      if (sources.length >= (maxResults ?? 5)) break;
+    }
+    if (sources.length >= (maxResults ?? 5)) break;
+  }
+  return { sources, truncated: false };
+}
+
+async function searchReddit(query, maxResults, signal) {
+  const response = await fetch(
+    `https://old.reddit.com/search.json?q=${encodeURIComponent(query)}&limit=${maxResults ?? 5}&sort=relevance`,
+    {
+      headers: {
+        "user-agent": `${USER_AGENT} (dsh-free-search; contact: github.com/DDDMUC)`,
+        accept: "application/json",
+      },
+      ...(signal !== undefined ? { signal } : {}),
+    }
+  );
+  if (!response.ok) throw new Error(`Reddit API error (HTTP ${response.status})`);
+  const data = await response.json();
+  return {
+    sources: (data.data?.children ?? [])
+      .map((c) => c.data)
+      .filter((p) => p && p.url)
+      .map((p) => ({
+        url: p.url,
+        title: p.title ?? "",
+        ...(p.selftext ? { snippet: String(p.selftext).slice(0, 200) } : {}),
+      })),
+    truncated: false,
+  };
+}
+
+async function searchPlatform(platform, query, maxResults, signal) {
+  switch (platform) {
+    case "github":
+      return searchGithub(query, maxResults, signal);
+    case "v2ex":
+      return searchV2ex(query, maxResults, signal);
+    case "bilibili":
+      return searchBilibili(query, maxResults, signal);
+    case "reddit":
+      return searchReddit(query, maxResults, signal);
+    default:
+      throw new Error(`unknown platform: ${platform}`);
+  }
+}
+//#endregion
+
 //#region paid engines (exa / perplexity / deepseek-official)
 async function searchExa(query, maxResults, apiKey, signal) {
   if (!apiKey) throw new Error("Exa search requires EXA_API_KEY");
@@ -759,6 +876,70 @@ function apply(ctx, config) {
     }, "free-search: test engines tool");
   });
 
+  // 平台搜索工具：GitHub / V2EX / Bilibili（公开 API，零依赖）
+  ctx.inject(["tools"], (sctx) => {
+    sctx.effect(() => {
+      const dispose = sctx.tools.register(
+        defineTool({
+          name: "platform_search",
+          description:
+            "Search a specific platform (GitHub / V2EX / Bilibili) for a query. Returns source URLs with titles and snippets. Use this when the user asks about repos, code, forum threads, or videos.",
+          parameters: {
+            platform: {
+              type: "string",
+              description: "Platform to search: github, v2ex, bilibili",
+            },
+            query: {
+              type: "string",
+              description: "The search query.",
+            },
+            maxResults: {
+              type: "number",
+              description: "Optional result count (default 5, max 10).",
+            },
+          },
+          output: {
+            schema: {
+              type: "object",
+              additionalProperties: false,
+              properties: {
+                platform: { type: "string" },
+                sources: {
+                  type: "array",
+                  items: {
+                    type: "object",
+                    additionalProperties: false,
+                    properties: {
+                      url: { type: "string" },
+                      title: { type: "string" },
+                      snippet: { type: "string" },
+                    },
+                  },
+                },
+              },
+            },
+            render(args, value) {
+              const lines = value.sources.map((s, i) => `- [${s.title ?? s.url}](${s.url})${s.snippet ? ` - ${s.snippet.slice(0, 120)}` : ""}`);
+              return `Platform search (${value.platform}):\n${lines.join("\n") || "No results found."}`;
+            },
+          },
+          async execute(args) {
+            const platform = args.platform;
+            if (!PLATFORMS[platform]) {
+              throw new Error(`unknown platform "${platform}" - use one of: ${Object.keys(PLATFORMS).join(", ")}`);
+            }
+            const limit = Math.min(args.maxResults ?? 5, 10);
+            const result = await searchPlatform(platform, args.query, limit);
+            return { platform, sources: result.sources };
+          },
+        })
+      );
+      return () => {
+        dispose();
+      };
+    }, "free-search: platform search tool");
+  });
+
   // 让 agent 知道可用搜索引擎（动态生成，随 key 配置变化）
   ctx.inject(["systemPrompt"], (sctx) => {
     sctx.effect(() => {
@@ -783,6 +964,8 @@ function apply(ctx, config) {
           "FREE engines auto-fallback to another FREE engine on failure. Paid engines fail with a clear error when their key is missing - tell the user which key to configure.",
           "",
           "Use the free_search_test tool to test which engines actually work right now.",
+          "",
+          "For platform-specific searches (GitHub repos, V2EX threads, Bilibili videos), use the platform_search tool with platform: github|v2ex|bilibili.",
         ].join("\n"),
       };
       const dispose = sctx.systemPrompt.section(section);
@@ -801,15 +984,21 @@ export {
   DDG_LITE_URL,
   FREE_ENGINES,
   FREE_SEARCH_NS,
+  PLATFORMS,
   SEARXNG_INSTANCES,
   apply,
   inject,
   name,
   searchBing,
+  searchBilibili,
   searchDeepSeekOfficial,
   searchDdgHtml,
   searchDdgLite,
   searchExa,
+  searchGithub,
   searchPerplexity,
+  searchPlatform,
+  searchReddit,
   searchSearxng,
+  searchV2ex,
 };

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "dsh-free-search",
-  "version": "0.2.0",
-  "description": "Free web search for DeepSeek Harness: DuckDuckGo/Bing (FREE) + Exa/Perplexity/DeepSeek (API key) engines, with web settings UI and engine test tool.",
+  "version": "0.3.0",
+  "description": "Free web search for DeepSeek Harness: 7 engines + platform search (GitHub/V2EX/Bilibili) + web_fetch, with web settings UI and engine test tool.",
   "type": "module",
   "main": "lib/index.js",
   "exports": {