yuque-ai-mcp 2.7.4

package/dist/crawler/fetch.js

@@ -0,0 +1,89 @@
+/**
+ * crawler/fetch — HTTP 请求抓取网页原始 HTML
+ *
+ * 职责：发 HTTP GET 请求，返回原始 HTML + 响应头 + 状态码。
+ * 不做任何解析、提取、清洗。Agent 拿到原始 HTML 后自行决定下一步。
+ */
+import { check, requiredString } from "../common/validate.js";
+export const crawlFetch = {
+    name: "yuque_crawl_fetch",
+    description: "Fetch a web page and return raw HTML, response headers, and status code. No parsing/extraction — Agent decides what to do next. 详见 references/api/extended_api.md",
+    inputSchema: {
+        type: "object",
+        properties: {
+            url: { type: "string", description: "Target URL to fetch" },
+            headers: { type: "string", description: "Custom request headers as JSON string, e.g. '{\"Cookie\":\"...\",\"Referer\":\"...\"}'" },
+            timeout: { type: "number", description: "Request timeout in ms (default 15000, max 30000)" },
+            raw: { type: "boolean", description: "Return raw full JSON (default false, returns summary)" },
+        },
+        required: ["url"],
+    },
+    async handler(args) {
+        const __v = check(requiredString(args?.url, "url"));
+        if (__v)
+            return __v;
+        const url = args?.url;
+        const timeout = Math.min(args?.timeout ?? 15000, 30000);
+        let customHeaders = {};
+        if (args?.headers && typeof args.headers === "string") {
+            try {
+                customHeaders = JSON.parse(args.headers);
+            }
+            catch { /* ignore */ }
+        }
+        const controller = new AbortController();
+        const timer = setTimeout(() => controller.abort(), timeout);
+        const startedAt = Date.now();
+        try {
+            const res = await fetch(url, {
+                headers: {
+                    "User-Agent": "Mozilla/5.0 (compatible; YuqueCrawler/1.0)",
+                    "Accept": "text/html,application/xhtml+xml,*/*",
+                    "Accept-Language": "zh-CN,zh;q=0.9,en;q=0.8",
+                    ...customHeaders,
+                },
+                signal: controller.signal,
+                redirect: "follow",
+            });
+            clearTimeout(timer);
+            const body = await res.text();
+            const elapsed = Date.now() - startedAt;
+            // 提取响应头
+            const headers = {};
+            res.headers.forEach((v, k) => { headers[k] = v; });
+            const result = {
+                url: res.url, // 最终 URL（跟随重定向后）
+                status: res.status,
+                headers,
+                body,
+                bodySize: body.length,
+                elapsed,
+            };
+            return {
+                content: [{
+                        type: "text",
+                        text: JSON.stringify(result, null, 2),
+                    }],
+            };
+        }
+        catch (err) {
+            clearTimeout(timer);
+            const elapsed = Date.now() - startedAt;
+            const message = err instanceof Error ? err.message : String(err);
+            const isTimeout = err instanceof DOMException && err.name === "AbortError";
+            return {
+                content: [{
+                        type: "text",
+                        text: JSON.stringify({
+                            error: isTimeout ? "TIMEOUT" : "FETCH_FAILED",
+                            message: isTimeout ? `请求超时 (${timeout}ms)` : `请求失败: ${message}`,
+                            url,
+                            elapsed,
+                        }, null, 2),
+                    }],
+                isError: true,
+            };
+        }
+    },
+};
+//# sourceMappingURL=fetch.js.map

package/dist/crawler/fetch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetch.js","sourceRoot":"","sources":["../../src/crawler/fetch.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAY9D,MAAM,CAAC,MAAM,UAAU,GAAY;IACjC,IAAI,EAAE,mBAAmB;IACzB,WAAW,EAAE,mKAAmK;IAEhL,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,qBAAqB,EAAE;YAC3D,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wFAAwF,EAAE;YAClI,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,kDAAkD,EAAE;YAC5F,GAAG,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,uDAAuD,EAAE;SAC/F;QACD,QAAQ,EAAE,CAAC,KAAK,CAAC;KAClB;IAED,KAAK,CAAC,OAAO,CAAC,IAAI;QAChB,MAAM,GAAG,GAAG,KAAK,CAAC,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;QACpD,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;QAEpB,MAAM,GAAG,GAAG,IAAI,EAAE,GAAa,CAAC;QAChC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAE,IAAI,EAAE,OAAkB,IAAI,KAAK,EAAE,KAAK,CAAC,CAAC;QACpE,IAAI,aAAa,GAA2B,EAAE,CAAC;QAE/C,IAAI,IAAI,EAAE,OAAO,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACtD,IAAI,CAAC;gBAAC,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QAC1E,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;QAE5D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAC3B,OAAO,EAAE;oBACP,YAAY,EAAE,4CAA4C;oBAC1D,QAAQ,EAAE,qCAAqC;oBAC/C,iBAAiB,EAAE,yBAAyB;oBAC5C,GAAG,aAAa;iBACjB;gBACD,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,QAAQ,EAAE,QAAQ;aACnB,CAAC,CAAC;YAEH,YAAY,CAAC,KAAK,CAAC,CAAC;YAEpB,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAEvC,QAAQ;YACR,MAAM,OAAO,GAA2B,EAAE,CAAC;YAC3C,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAEnD,MAAM,MAAM,GAAgB;gBAC1B,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,iBAAiB;gBAC/B,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,OAAO;gBACP,IAAI;gBACJ,QAAQ,EAAE,IAAI,CAAC,MAAM;gBACrB,OAAO;aACR,CAAC;YAEF,OAAO;gBACL,OAAO,EAAE,CAAC;wBACR,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;qBACtC,CAAC;aACH,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACvC,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,MAAM,SAAS,GAAG,GAAG,YAAY,YAAY,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC;YAE3E,OAAO;gBACL,OAAO,EAAE,CAAC;wBACR,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;4BACnB,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc;4BAC7C,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,OAAO,KAAK,CAAC,CAAC,CAAC,SAAS,OAAO,EAAE;4BAC/D,GAAG;4BACH,OAAO;yBACR,EAAE,IAAI,EAAE,CAAC,CAAC;qBACZ,CAAC;gBACF,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC"}

package/dist/crawler/index.d.ts

@@ -0,0 +1,6 @@
+export { crawlFetch } from "./fetch.js";
+export { crawlExtract } from "./extract.js";
+export { crawlSave } from "./save.js";
+export { crawlSchedule } from "./schedule.js";
+import type { McpTool } from "../common/types.js";
+export declare const crawlerTools: McpTool[];

package/dist/crawler/index.js

@@ -0,0 +1,10 @@
+export { crawlFetch } from "./fetch.js";
+export { crawlExtract } from "./extract.js";
+export { crawlSave } from "./save.js";
+export { crawlSchedule } from "./schedule.js";
+import { crawlFetch } from "./fetch.js";
+import { crawlExtract } from "./extract.js";
+import { crawlSave } from "./save.js";
+import { crawlSchedule } from "./schedule.js";
+export const crawlerTools = [crawlFetch, crawlExtract, crawlSave, crawlSchedule];
+//# sourceMappingURL=index.js.map

package/dist/crawler/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/crawler/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAE9C,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAG9C,MAAM,CAAC,MAAM,YAAY,GAAc,CAAC,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC"}

package/dist/crawler/save.d.ts

@@ -0,0 +1,11 @@
+/**
+ * crawler/save — 去重 + 写入语雀
+ *
+ * 职责：接收 Agent 处理好的 HTML/标题 → 去重（KV JSON map）→ 创建语雀文档。
+ * fetch 和 extract 由 yuque_crawl_fetch + yuque_crawl_extract 负责。
+ *
+ * 端点到语雀：POST /repos/{book_id}/docs（创建文档）
+ * 去重：调用 kv/common.ts 的 loadKvMap / kvIncrementalSet
+ */
+import type { McpTool } from "../common/types.js";
+export declare const crawlSave: McpTool;

package/dist/crawler/save.js

@@ -0,0 +1,160 @@
+/**
+ * crawler/save — 去重 + 写入语雀
+ *
+ * 职责：接收 Agent 处理好的 HTML/标题 → 去重（KV JSON map）→ 创建语雀文档。
+ * fetch 和 extract 由 yuque_crawl_fetch + yuque_crawl_extract 负责。
+ *
+ * 端点到语雀：POST /repos/{book_id}/docs（创建文档）
+ * 去重：调用 kv/common.ts 的 loadKvMap / kvIncrementalSet
+ */
+import { createHash } from "crypto";
+import { apiPut } from "../common/api-client.js";
+import { check, requiredString } from "../common/validate.js";
+import { loadConfig } from "../common/config.js";
+import { loadKvMap, kvIncrementalSet } from "../kv/common.js";
+import { createDocWithAutoExpand } from "../common/repo-capacity.js";
+/** 解析目标知识库 */
+function resolveRepo(source, paramRepo) {
+    if (paramRepo)
+        return parseInt(paramRepo, 10) || null;
+    const cfg = loadConfig();
+    const ids = cfg.crawler?.namespaces?.[source || ""]?.book_id;
+    if (ids && ids.length > 0)
+        return ids[ids.length - 1];
+    return null;
+}
+/** 生成去重 slug（URL → md5 前 12 位） */
+function buildSlug(url) {
+    return createHash("md5").update(url).digest("hex").slice(0, 12);
+}
+export const crawlSave = {
+    name: "yuque_crawl_save",
+    description: "Dedup + save HTML to Yuque repo. Use yuque_crawl_fetch + yuque_crawl_extract to prepare content first. 详见 references/api/extended_api.md",
+    inputSchema: {
+        type: "object",
+        properties: {
+            url: { type: "string", description: "Source URL (for dedup slug + source footer)" },
+            title: { type: "string", description: "Document title (required)" },
+            body: { type: "string", description: "HTML body content to save (required)" },
+            source: { type: "string", description: "Source key for repo routing and KV namespace, e.g. 'cnblogs'" },
+            target_repo: { type: "string", description: "Target repo ID. Falls back to config crawler.namespaces.{source}.book_id." },
+            kv_namespace: { type: "string", description: "KV namespace for dedup. Defaults to source if set, otherwise 'crawler'." },
+            format: { type: "string", description: "Content format: html (default) | markdown | lake" },
+            raw: { type: "boolean", description: "Return raw full JSON (default false, returns summary)" },
+        },
+        required: ["url", "title", "body"],
+    },
+    async handler(args) {
+        const __v = check(requiredString(args?.url, "url"), requiredString(args?.title, "title"), requiredString(args?.body, "body"));
+        if (__v)
+            return __v;
+        const url = args?.url;
+        const title = args?.title;
+        const body = args?.body;
+        const source = args?.source;
+        const targetRepoParam = args?.target_repo;
+        const kvNamespace = args?.kv_namespace || source || "crawler";
+        const format = args?.format ?? "html";
+        const cfg = loadConfig();
+        const targetRepo = resolveRepo(source, targetRepoParam);
+        const enableKv = !!(cfg.kv?.enabled);
+        // 1. 去重
+        const slug = buildSlug(url);
+        let isDuplicate = false;
+        if (enableKv) {
+            try {
+                const existingMap = await loadKvMap("crawler", kvNamespace);
+                isDuplicate = slug in existingMap;
+            }
+            catch { /* 去重检查失败不影响主流程 */ }
+        }
+        if (isDuplicate) {
+            return {
+                content: [{
+                        type: "text",
+                        text: JSON.stringify({
+                            status: "skipped",
+                            reason: "duplicate",
+                            url,
+                            title,
+                            slug,
+                        }, null, 2),
+                    }],
+            };
+        }
+        // 2. 写入语雀
+        if (!targetRepo) {
+            return {
+                content: [{ type: "text", text: JSON.stringify({
+                            error: "NO_TARGET_REPO",
+                            message: "未配置目标知识库，请在 config.json 中设置 crawler.namespaces.{source}.book_id 或传 target_repo 参数",
+                        }, null, 2) }],
+                isError: true,
+            };
+        }
+        const now = new Date();
+        const ts = `${now.getFullYear()}-${String(now.getMonth() + 1).padStart(2, '0')}-${String(now.getDate()).padStart(2, '0')} ${String(now.getHours()).padStart(2, '0')}:${String(now.getMinutes()).padStart(2, '0')}:${String(now.getSeconds()).padStart(2, '0')}`;
+        const docBody = `> 来源：${url} | 抓取时间：${ts}\n\n${body}`;
+        const createResult = await createDocWithAutoExpand(targetRepo, "crawler", source || "crawler", {
+            title,
+            body: docBody,
+            slug,
+            description: `原文链接: ${url}`,
+            format,
+            public: 0,
+        }, `Create doc: ${title}`);
+        if (!createResult.ok) {
+            return {
+                content: [{ type: "text", text: JSON.stringify({
+                            status: "failed",
+                            url,
+                            title,
+                            error: createResult.error,
+                            expanded: createResult.expanded,
+                        }, null, 2) }],
+                isError: true,
+            };
+        }
+        const docId = createResult.id;
+        const finalRepo = createResult.book_id ?? targetRepo;
+        // 加入目录
+        if (docId) {
+            try {
+                await apiPut(`/repos/${finalRepo}/toc`, {
+                    action: "appendNode",
+                    action_mode: "sibling",
+                    type: "DOC",
+                    doc_ids: [docId],
+                }, `Add to TOC: ${title}`);
+            }
+            catch { /* TOC 失败不影响主流程 */ }
+        }
+        // 3. 增量写入 KV 标记
+        if (enableKv) {
+            try {
+                const kvMeta = JSON.stringify({
+                    link: url,
+                    date: new Date().toISOString(),
+                });
+                await kvIncrementalSet("crawler", kvNamespace, slug, kvMeta);
+            }
+            catch { /* KV 标记失败不影响主流程 */ }
+        }
+        return {
+            content: [{
+                    type: "text",
+                    text: JSON.stringify({
+                        status: "saved",
+                        url,
+                        title,
+                        slug,
+                        doc_id: docId,
+                        target_repo: targetRepo,
+                        kv_namespace: kvNamespace,
+                        body_size: body.length,
+                    }, null, 2),
+                }],
+        };
+    },
+};
+//# sourceMappingURL=save.js.map

package/dist/crawler/save.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"save.js","sourceRoot":"","sources":["../../src/crawler/save.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAEpC,OAAO,EAAiB,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAC9D,OAAO,EAAE,uBAAuB,EAAE,MAAM,4BAA4B,CAAC;AAErE,cAAc;AACd,SAAS,WAAW,CAAC,MAAe,EAAE,SAAkB;IACtD,IAAI,SAAS;QAAE,OAAO,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC;IACtD,MAAM,GAAG,GAAG,UAAU,EAAE,CAAC;IACzB,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC;IAC7D,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACtD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,kCAAkC;AAClC,SAAS,SAAS,CAAC,GAAW;IAC5B,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,CAAC,MAAM,SAAS,GAAY;IAChC,IAAI,EAAE,kBAAkB;IACxB,WAAW,EAAE,0IAA0I;IAEvJ,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,6CAA6C,EAAE;YACnF,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,2BAA2B,EAAE;YACnE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,sCAAsC,EAAE;YAC7E,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,8DAA8D,EAAE;YACvG,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,2EAA2E,EAAE;YACzH,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,yEAAyE,EAAE;YACxH,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,kDAAkD,EAAE;YAC3F,GAAG,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,uDAAuD,EAAE;SAC/F;QACD,QAAQ,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC;KACnC;IAED,KAAK,CAAC,OAAO,CAAC,IAAI;QAChB,MAAM,GAAG,GAAG,KAAK,CACf,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,EAChC,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,EACpC,cAAc,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CACnC,CAAC;QACF,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;QAEpB,MAAM,GAAG,GAAG,IAAI,EAAE,GAAa,CAAC;QAChC,MAAM,KAAK,GAAG,IAAI,EAAE,KAAe,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,EAAE,IAAc,CAAC;QAClC,MAAM,MAAM,GAAG,IAAI,EAAE,MAA4B,CAAC;QAClD,MAAM,eAAe,GAAG,IAAI,EAAE,WAAiC,CAAC;QAChE,MAAM,WAAW,GAAI,IAAI,EAAE,YAAuB,IAAI,MAAM,IAAI,SAAS,CAAC;QAC1E,MAAM,MAAM,GAAI,IAAI,EAAE,MAAiB,IAAI,MAAM,CAAC;QAElD,MAAM,GAAG,GAAG,UAAU,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QACxD,MAAM,QAAQ,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAErC,QAAQ;QACR,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,WAAW,GAAG,KAAK,CAAC;QAExB,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC;gBACH,MAAM,WAAW,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;gBAC5D,WAAW,GAAG,IAAI,IAAI,WAAW,CAAC;YACpC,CAAC;YAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO;gBACL,OAAO,EAAE,CAAC;wBACR,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;4BACnB,MAAM,EAAE,SAAS;4BACjB,MAAM,EAAE,WAAW;4BACnB,GAAG;4BACH,KAAK;4BACL,IAAI;yBACL,EAAE,IAAI,EAAE,CAAC,CAAC;qBACZ,CAAC;aACH,CAAC;QACJ,CAAC;QAED,UAAU;QACV,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;4BACtD,KAAK,EAAE,gBAAgB;4BACvB,OAAO,EAAE,mFAAmF;yBAC7F,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;gBACd,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,EAAE,GAAG,GAAG,GAAG,CAAC,WAAW,EAAE,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAC,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAC,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAC,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAC,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAC,GAAG,CAAC,EAAE,CAAC;QACzP,MAAM,OAAO,GAAG,QAAQ,GAAG,WAAW,EAAE,OAAO,IAAI,EAAE,CAAC;QAEtD,MAAM,YAAY,GAAG,MAAM,uBAAuB,CAChD,UAAU,EACV,SAAS,EACT,MAAM,IAAI,SAAS,EACnB;YACE,KAAK;YACL,IAAI,EAAE,OAAO;YACb,IAAI;YACJ,WAAW,EAAE,SAAS,GAAG,EAAE;YAC3B,MAAM;YACN,MAAM,EAAE,CAAC;SACV,EACD,eAAe,KAAK,EAAE,CACvB,CAAC;QAEF,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;YACrB,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;4BACtD,MAAM,EAAE,QAAQ;4BAChB,GAAG;4BACH,KAAK;4BACL,KAAK,EAAE,YAAY,CAAC,KAAK;4BACzB,QAAQ,EAAE,YAAY,CAAC,QAAQ;yBAChC,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;gBACd,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,YAAY,CAAC,EAAE,CAAC;QAC9B,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,IAAI,UAAU,CAAC;QAErD,OAAO;QACP,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,UAAU,SAAS,MAAM,EAAE;oBACtC,MAAM,EAAE,YAAY;oBACpB,WAAW,EAAE,SAAS;oBACtB,IAAI,EAAE,KAAK;oBACX,OAAO,EAAE,CAAC,KAAK,CAAC;iBACjB,EAAE,eAAe,KAAK,EAAE,CAAC,CAAC;YAC7B,CAAC;YAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;QAChC,CAAC;QAED,gBAAgB;QAChB,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC;oBAC5B,IAAI,EAAE,GAAG;oBACT,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBAC/B,CAAC,CAAC;gBACH,MAAM,gBAAgB,CAAC,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;YAC/D,CAAC;YAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC;QACjC,CAAC;QAED,OAAO;YACL,OAAO,EAAE,CAAC;oBACR,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;wBACnB,MAAM,EAAE,OAAO;wBACf,GAAG;wBACH,KAAK;wBACL,IAAI;wBACJ,MAAM,EAAE,KAAK;wBACb,WAAW,EAAE,UAAU;wBACvB,YAAY,EAAE,WAAW;wBACzB,SAAS,EAAE,IAAI,CAAC,MAAM;qBACvB,EAAE,IAAI,EAAE,CAAC,CAAC;iBACZ,CAAC;SACH,CAAC;IACJ,CAAC;CACF,CAAC"}

package/dist/crawler/schedule.d.ts

@@ -0,0 +1,12 @@
+/**
+ * crawler/schedule — 爬虫定时抓取策略分析
+ *
+ * 与 rss/schedule 共用 schedule-common.ts 公共逻辑。
+ * 频率分档（保守策略，最小间隔 1 天）：
+ *   - 高频：近 7 天 ≥5 篇 → 每天 1 次
+ *   - 中频：近 7 天 1-4 篇 → 每 7 天
+ *   - 低频：近 14 天 1 篇 → 每 15 天
+ *   - 休眠：近 30 天 0 篇 → 每 30 天
+ */
+import type { McpTool } from "../common/types.js";
+export declare const crawlSchedule: McpTool;

package/dist/crawler/schedule.js

@@ -0,0 +1,132 @@
+/**
+ * crawler/schedule — 爬虫定时抓取策略分析
+ *
+ * 与 rss/schedule 共用 schedule-common.ts 公共逻辑。
+ * 频率分档（保守策略，最小间隔 1 天）：
+ *   - 高频：近 7 天 ≥5 篇 → 每天 1 次
+ *   - 中频：近 7 天 1-4 篇 → 每 7 天
+ *   - 低频：近 14 天 1 篇 → 每 15 天
+ *   - 休眠：近 30 天 0 篇 → 每 30 天
+ */
+import { check, requiredString } from "../common/validate.js";
+import { loadConfig } from "../common/config.js";
+import { loadKvMap } from "../kv/common.js";
+import { classifyBand, parseArticles, countRecent, getScheduleSlugs, findScheduleDoc, upsertScheduleDoc, } from "../common/schedule-common.js";
+const CRAWLER_SCHEDULE_SLUG = "crawler-schedule";
+// ── Crawler 专用：schedule body 构建 ──
+function buildCrawlScheduleBody(source, lastFetch, nextFetch, band, recent7d, recent14d, recent30d) {
+    const lines = [];
+    lines.push(`# 爬虫/${source}`);
+    lines.push("");
+    lines.push(`- 类型: crawler`);
+    lines.push(`- 数据源: ${source}`);
+    lines.push(`- 上次抓取: ${lastFetch || "无记录"}`);
+    lines.push(`- 推荐下次抓取: ${nextFetch}`);
+    lines.push(`- 抓取间隔: ${band.intervalDays}天`);
+    lines.push(`- 频率分档: ${band.label}`);
+    lines.push(`- 近7天文章数: ${recent7d}`);
+    lines.push(`- 近14天文章数: ${recent14d}`);
+    lines.push(`- 近30天文章数: ${recent30d}`);
+    return lines.join("\n");
+}
+// ── 工具定义 ──
+export const crawlSchedule = {
+    name: "yuque_crawl_schedule",
+    description: "Analyze crawler recent fetch frequency from KV dedup data and recommend next fetch interval. 通过 config.json crawler.namespaces.{source}.schedule_slugs 定位配置文档。",
+    inputSchema: {
+        type: "object",
+        properties: {
+            source: { type: "string", description: "Source key, e.g. 'cnblogs'." },
+            kv_namespace: { type: "string", description: "KV namespace for dedup data. Defaults to source." },
+            mode: { type: "string", description: "Mode: 'analyze' (analyze + write back, default) | 'dry_run' (analyze only, no write)" },
+            raw: { type: "boolean", description: "Return raw full JSON (default false)" },
+        },
+        required: ["source"],
+    },
+    async handler(args) {
+        const __v = check(requiredString(args?.source, "source"));
+        if (__v)
+            return __v;
+        const source = args?.source;
+        const kvNamespace = args?.kv_namespace || source;
+        const mode = args?.mode ?? "analyze";
+        const cfg = loadConfig();
+        const enableKv = !!(cfg.kv?.enabled);
+        if (!enableKv) {
+            return {
+                content: [{ type: "text", text: JSON.stringify({
+                            error: "KV_DISABLED", message: "KV 功能未启用",
+                        }, null, 2) }],
+                isError: true,
+            };
+        }
+        const kvMap = await loadKvMap("crawler", kvNamespace);
+        const totalEntries = Object.keys(kvMap).length;
+        if (totalEntries === 0) {
+            return {
+                content: [{ type: "text", text: JSON.stringify({
+                            error: "NO_DATA",
+                            message: `KV namespace '${kvNamespace}' 中没有数据`,
+                            hint: "先用 yuque_crawl_save 抓取一些文章后再调用此工具",
+                        }, null, 2) }],
+                isError: true,
+            };
+        }
+        const articles = parseArticles(kvMap);
+        if (articles.length === 0) {
+            return {
+                content: [{ type: "text", text: JSON.stringify({
+                            source, kv_namespace: kvNamespace, total_articles: totalEntries,
+                            warning: "KV 中数据为旧格式（无时间戳），无法分析频率。",
+                            fallback_recommendation: { strategy: "保守策略", interval: "每 7 天" },
+                        }, null, 2) }],
+            };
+        }
+        const now = new Date();
+        const recent7d = countRecent(articles, 7, now);
+        const recent14d = countRecent(articles, 14, now);
+        const recent30d = countRecent(articles, 30, now);
+        const band = classifyBand(recent7d, recent14d);
+        const hasScheduleSlugs = getScheduleSlugs("crawler", source).length > 0;
+        const analysisMode = hasScheduleSlugs ? "schedule_book" : "kv_fallback";
+        let lastFetch = null;
+        if (hasScheduleSlugs) {
+            const found = await findScheduleDoc("crawler", source, CRAWLER_SCHEDULE_SLUG);
+            lastFetch = found.lastFetch;
+        }
+        const nextFetchDate = new Date(now.getTime() + band.intervalDays * 24 * 60 * 60 * 1000);
+        const nextFetch = nextFetchDate.toISOString().slice(0, 10);
+        let writeResult;
+        if (analysisMode === "schedule_book" && mode !== "dry_run") {
+            const title = `爬虫/${source}`;
+            const body = buildCrawlScheduleBody(source, lastFetch, nextFetch, band, recent7d, recent14d, recent30d);
+            const result = await upsertScheduleDoc("crawler", source, CRAWLER_SCHEDULE_SLUG, title, body);
+            writeResult = {
+                status: result.ok ? "updated" : "failed",
+                slug: result.slug,
+                error: result.error,
+            };
+        }
+        return {
+            content: [{
+                    type: "text",
+                    text: JSON.stringify({
+                        source,
+                        mode: analysisMode,
+                        analysis: {
+                            band: band.label,
+                            intervalDays: band.intervalDays,
+                            lastFetch,
+                            nextFetch,
+                            recent7dCount: recent7d,
+                            recent14dCount: recent14d,
+                            recent30dCount: recent30d,
+                            totalArticles: totalEntries,
+                        },
+                        writeResult,
+                    }, null, 2),
+                }],
+        };
+    },
+};
+//# sourceMappingURL=schedule.js.map

package/dist/crawler/schedule.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schedule.js","sourceRoot":"","sources":["../../src/crawler/schedule.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAEL,YAAY,EACZ,aAAa,EACb,WAAW,EACX,gBAAgB,EAChB,eAAe,EACf,iBAAiB,GAClB,MAAM,8BAA8B,CAAC;AAEtC,MAAM,qBAAqB,GAAG,kBAAkB,CAAC;AAEjD,oCAAoC;AAEpC,SAAS,sBAAsB,CAC7B,MAAc,EACd,SAAwB,EACxB,SAAiB,EACjB,IAA6C,EAC7C,QAAgB,EAChB,SAAiB,EACjB,SAAiB;IAEjB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,QAAQ,MAAM,EAAE,CAAC,CAAC;IAC7B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAC5B,KAAK,CAAC,IAAI,CAAC,UAAU,MAAM,EAAE,CAAC,CAAC;IAC/B,KAAK,CAAC,IAAI,CAAC,WAAW,SAAS,IAAI,KAAK,EAAE,CAAC,CAAC;IAC5C,KAAK,CAAC,IAAI,CAAC,aAAa,SAAS,EAAE,CAAC,CAAC;IACrC,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;IAC5C,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IACpC,KAAK,CAAC,IAAI,CAAC,aAAa,QAAQ,EAAE,CAAC,CAAC;IACpC,KAAK,CAAC,IAAI,CAAC,cAAc,SAAS,EAAE,CAAC,CAAC;IACtC,KAAK,CAAC,IAAI,CAAC,cAAc,SAAS,EAAE,CAAC,CAAC;IACtC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,aAAa;AAEb,MAAM,CAAC,MAAM,aAAa,GAAY;IACpC,IAAI,EAAE,sBAAsB;IAC5B,WAAW,EAAE,gKAAgK;IAE7K,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,6BAA6B,EAAE;YACtE,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,kDAAkD,EAAE;YACjG,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,sFAAsF,EAAE;YAC7H,GAAG,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,sCAAsC,EAAE;SAC9E;QACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;KACrB;IAED,KAAK,CAAC,OAAO,CAAC,IAAI;QAChB,MAAM,GAAG,GAAG,KAAK,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;QAC1D,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;QAEpB,MAAM,MAAM,GAAG,IAAI,EAAE,MAAgB,CAAC;QACtC,MAAM,WAAW,GAAI,IAAI,EAAE,YAAuB,IAAI,MAAM,CAAC;QAC7D,MAAM,IAAI,GAAI,IAAI,EAAE,IAAe,IAAI,SAAS,CAAC;QACjD,MAAM,GAAG,GAAG,UAAU,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAErC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;4BACtD,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,UAAU;yBAC1C,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;gBACd,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QACtD,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;QAE/C,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;4BACtD,KAAK,EAAE,SAAS;4BAChB,OAAO,EAAE,iBAAiB,WAAW,SAAS;4BAC9C,IAAI,EAAE,mCAAmC;yBAC1C,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;gBACd,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;QAEtC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;4BACtD,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,YAAY;4BAC/D,OAAO,EAAE,0BAA0B;4BACnC,uBAAuB,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE;yBACjE,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;aACf,CAAC;QACJ,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;QAC/C,MAAM,SAAS,GAAG,WAAW,CAAC,QAAQ,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;QACjD,MAAM,SAAS,GAAG,WAAW,CAAC,QAAQ,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;QACjD,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAE/C,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QACxE,MAAM,YAAY,GAAG,gBAAgB,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,aAAa,CAAC;QAExE,IAAI,SAAS,GAAkB,IAAI,CAAC;QACpC,IAAI,gBAAgB,EAAE,CAAC;YACrB,MAAM,KAAK,GAAG,MAAM,eAAe,CAAC,SAAS,EAAE,MAAM,EAAE,qBAAqB,CAAC,CAAC;YAC9E,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;QAC9B,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,YAAY,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;QACxF,MAAM,SAAS,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAE3D,IAAI,WAA0E,CAAC;QAC/E,IAAI,YAAY,KAAK,eAAe,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YAC3D,MAAM,KAAK,GAAG,MAAM,MAAM,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,sBAAsB,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;YACxG,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,qBAAqB,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YAC9F,WAAW,GAAG;gBACZ,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ;gBACxC,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,KAAK,EAAE,MAAM,CAAC,KAAK;aACpB,CAAC;QACJ,CAAC;QAED,OAAO;YACL,OAAO,EAAE,CAAC;oBACR,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;wBACnB,MAAM;wBACN,IAAI,EAAE,YAAY;wBAClB,QAAQ,EAAE;4BACR,IAAI,EAAE,IAAI,CAAC,KAAK;4BAChB,YAAY,EAAE,IAAI,CAAC,YAAY;4BAC/B,SAAS;4BACT,SAAS;4BACT,aAAa,EAAE,QAAQ;4BACvB,cAAc,EAAE,SAAS;4BACzB,cAAc,EAAE,SAAS;4BACzB,aAAa,EAAE,YAAY;yBAC5B;wBACD,WAAW;qBACZ,EAAE,IAAI,EAAE,CAAC,CAAC;iBACZ,CAAC;SACH,CAAC;IACJ,CAAC;CACF,CAAC"}

package/dist/doc/batch-get-docs.d.ts

@@ -0,0 +1,8 @@
+/**
+ * doc/batch-get — 批量获取文档详情
+ *
+ * 并发 GET /api/v2/repos/:book_id/docs/:id
+ * 只读操作，不涉及写
+ */
+import type { McpTool } from "../common/types.js";
+export declare const docBatchGet: McpTool;

package/dist/doc/batch-get-docs.js

@@ -0,0 +1,100 @@
+/**
+ * doc/batch-get — 批量获取文档详情
+ *
+ * 并发 GET /api/v2/repos/:book_id/docs/:id
+ * 只读操作，不涉及写
+ */
+import { apiGet, isErrorResult } from "../common/api-client.js";
+import { requiredString, check } from "../common/validate.js";
+import { formatDoc, wrapResult } from "../common/format.js";
+export const docBatchGet = {
+    name: "yuque_batch_get_docs",
+    description: "Batch get document details (concurrent GET, read-only, max 20). 详见 references/api/doc_api.md",
+    inputSchema: {
+        type: "object",
+        properties: {
+            book_id: {
+                type: "string",
+                description: "Repository ID (numeric) or namespace like group/book_slug (required, shared for all docs)",
+            },
+            ids: {
+                type: "string",
+                description: "Document IDs as JSON array, e.g. [123,456] or [\"slug-a\",\"slug-b\"] (required, max 20)",
+            },
+            raw: {
+                type: "boolean",
+                description: "Return raw full JSON (default false, returns trimmed fields)",
+            },
+        },
+        required: ["book_id", "ids"],
+    },
+    async handler(args) {
+        const bookId = args?.book_id;
+        const idsRaw = args?.ids;
+        const raw = args?.raw;
+        // 校验
+        const v = check(requiredString(bookId, "book_id"), requiredString(idsRaw, "ids"));
+        if (v)
+            return v;
+        let ids;
+        try {
+            ids = JSON.parse(idsRaw);
+        }
+        catch {
+            return {
+                content: [{ type: "text", text: JSON.stringify({
+                            error: "ids 必须是合法 JSON 数组 / ids must be a valid JSON array",
+                            hint: "zh/en",
+                        }, null, 2) }],
+                isError: true,
+            };
+        }
+        if (!Array.isArray(ids) || ids.length === 0) {
+            return {
+                content: [{ type: "text", text: JSON.stringify({
+                            error: "ids 不能为空数组 / ids must be a non-empty array",
+                            hint: "zh/en",
+                        }, null, 2) }],
+                isError: true,
+            };
+        }
+        if (ids.length > 20) {
+            return {
+                content: [{ type: "text", text: JSON.stringify({
+                            error: "ids 最多 20 个 / ids max 20",
+                            hint: "zh/en",
+                        }, null, 2) }],
+                isError: true,
+            };
+        }
+        // 并发获取
+        const results = await Promise.all(ids.map((id) => apiGet(`/repos/${bookId}/docs/${encodeURIComponent(String(id))}`, {
+            raw: raw ? "1" : "0",
+        }, `Get doc ${id}`).then((data) => {
+            if (isErrorResult(data))
+                return { id, error: true, detail: data };
+            return { id, ok: true, data };
+        })));
+        // 组装结果
+        const output = {};
+        const errors = [];
+        for (const r of results) {
+            if (r.error) {
+                errors.push({ id: r.id, detail: r.detail });
+            }
+            else if (r.ok && r.data) {
+                const rawData = r.data?.data ?? r.data;
+                output[String(r.id)] = raw ? rawData : wrapResult(r.data, formatDoc, false);
+            }
+        }
+        const response = { total: ids.length, ok: Object.keys(output).length };
+        if (Object.keys(output).length > 0)
+            response.docs = output;
+        if (errors.length > 0)
+            response.errors = errors;
+        return {
+            content: [{ type: "text", text: JSON.stringify(response, null, 2) }],
+        };
+    },
+};
+//# sourceMappingURL=batch-get-docs.js.map

package/dist/doc/batch-get-docs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch-get-docs.js","sourceRoot":"","sources":["../../src/doc/batch-get-docs.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAG5D,MAAM,CAAC,MAAM,WAAW,GAAY;IAClC,IAAI,EAAE,sBAAsB;IAC5B,WAAW,EAAE,8FAA8F;IAE3G,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,OAAO,EAAE;gBACP,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,2FAA2F;aACzG;YACD,GAAG,EAAE;gBACH,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0FAA0F;aACxG;YACD,GAAG,EAAE;gBACH,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE,8DAA8D;aAC5E;SACF;QACD,QAAQ,EAAE,CAAC,SAAS,EAAE,KAAK,CAAC;KAC7B;IAED,KAAK,CAAC,OAAO,CAAC,IAAI;QAChB,MAAM,MAAM,GAAG,IAAI,EAAE,OAAiB,CAAC;QACvC,MAAM,MAAM,GAAG,IAAI,EAAE,GAAa,CAAC;QACnC,MAAM,GAAG,GAAG,IAAI,EAAE,GAA0B,CAAC;QAE7C,KAAK;QACL,MAAM,CAAC,GAAG,KAAK,CACb,cAAc,CAAC,MAAM,EAAE,SAAS,CAAC,EACjC,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,CAC9B,CAAC;QACF,IAAI,CAAC;YAAE,OAAO,CAAC,CAAC;QAEhB,IAAI,GAAwB,CAAC;QAC7B,IAAI,CAAC;YACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC3B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;4BACtD,KAAK,EAAE,oDAAoD;4BAC3D,IAAI,EAAE,OAAO;yBACd,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;gBACd,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5C,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;4BACtD,KAAK,EAAE,4CAA4C;4BACnD,IAAI,EAAE,OAAO;yBACd,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;gBACd,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACpB,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;4BACtD,KAAK,EAAE,0BAA0B;4BACjC,IAAI,EAAE,OAAO;yBACd,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;gBACd,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO;QACP,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CACb,MAAM,CAAC,UAAU,MAAM,SAAS,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE;YAChE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;SACrB,EAAE,WAAW,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAa,EAAE,EAAE;YACzC,IAAI,aAAa,CAAC,IAAI,CAAC;gBAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;YAClE,OAAO,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAChC,CAAC,CAAC,CACH,CACF,CAAC;QAEF,OAAO;QACP,MAAM,MAAM,GAA4B,EAAE,CAAC;QAC3C,MAAM,MAAM,GAAoD,EAAE,CAAC;QAEnE,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;gBACZ,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAqB,EAAE,MAAM,EAAG,CAAS,CAAC,MAAM,EAAE,CAAC,CAAC;YAC1E,CAAC;iBAAM,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC1B,MAAM,OAAO,GAAI,CAAC,CAAC,IAAY,EAAE,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC;gBAChD,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YAC9E,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAA4B,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;QAChG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC;YAAE,QAAQ,CAAC,IAAI,GAAG,MAAM,CAAC;QAC3D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;YAAE,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAC;QAEhD,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;SAC9E,CAAC;IACJ,CAAC;CACF,CAAC"}

package/dist/doc/copy-doc.d.ts

@@ -0,0 +1,10 @@
+/**
+ * doc/copy-doc — 单文档跨知识库复制
+ *
+ * 两种模式：
+ * 1. Agent 传入 title/body/format/paths → 工具建目录+创建文档
+ * 2. Agent 传入 doc_id + source_book_id → 工具拉取源文档，返回原始内容给 Agent
+ *    Agent 清洗后再调模式1创建。解决大文档（>30KB）通过 mcporter CLI 传 body 不稳定的问题。
+ */
+import type { McpTool } from "../common/types.js";
+export declare const docCopySingle: McpTool;