oh-my-knowledge 0.0.1 → 0.19.0

package/dist/src/inputs/mcp-resolver.js

@@ -0,0 +1,307 @@
+/**
+ * MCP-based URL resolver for eval-samples.
+ *
+ * Reads a MCP config file (.mcp.json), launches configured MCP servers,
+ * and uses them to fetch URL content that cannot be reached via plain HTTP
+ * (e.g. private documentation behind SSO).
+ *
+ * Config format (.mcp.json):
+ * {
+ *   "mcpServers": {
+ *     "docs": {
+ *       "command": "npx",
+ *       "args": ["@example/docs-mcp-server"],
+ *       "env": { "DOCS_API_TOKEN": "xxx" },
+ *       "urlPatterns": ["docs.example.com"],
+ *       "fetchTool": { "name": "get_doc", "urlParam": "url" }
+ *     }
+ *   }
+ * }
+ *
+ * Advanced: urlTransform + contentExtract for complex MCP tools:
+ * {
+ *   "fetchTool": {
+ *     "name": "fetch_doc",
+ *     "urlTransform": {
+ *       "regex": "docs\\.example\\.com/([^/]+/[^/]+)/([^/?#]+)",
+ *       "params": { "namespace": "$1", "slug": "$2" }
+ *     },
+ *     "contentExtract": "data.body"
+ *   }
+ * }
+ */
+import { readFileSync, existsSync } from 'node:fs';
+import { resolve } from 'node:path';
+import { Client } from '@modelcontextprotocol/sdk/client/index.js';
+import { StdioClientTransport } from '@modelcontextprotocol/sdk/client/stdio.js';
+import { isPlaceholderUrl } from './url-fetcher.js';
+// Reuse the same URL regex from url-fetcher.mjs
+const URL_REGEX = /https?:\/\/[A-Za-z0-9\-._~:/?#[\]@!$&'()*+,;=%]+/g;
+const MCP_CALL_TIMEOUT_MS = 30_000;
+/** Active MCP client connections — keyed by server name. */
+const activeClients = new Map();
+function isRecord(value) {
+    return typeof value === 'object' && value !== null;
+}
+function getErrorMessage(err) {
+    return err instanceof Error ? err.message : String(err);
+}
+function isMcpServerDef(value) {
+    if (!isRecord(value))
+        return false;
+    return typeof value.command === 'string'
+        && Array.isArray(value.urlPatterns)
+        && isRecord(value.fetchTool)
+        && typeof value.fetchTool.name === 'string';
+}
+function asToolCallResult(value) {
+    return isRecord(value) ? value : {};
+}
+// ---------------------------------------------------------------------------
+// Public API
+// ---------------------------------------------------------------------------
+/**
+ * Load MCP config from a JSON file.
+ * Returns only servers that declare `urlPatterns` + `fetchTool`.
+ * Returns null if file not found or no eligible servers.
+ */
+export function loadMcpConfig(configPath) {
+    const filePath = configPath ? resolve(configPath) : resolve('.mcp.json');
+    if (!existsSync(filePath))
+        return null;
+    let raw;
+    try {
+        raw = JSON.parse(readFileSync(filePath, 'utf-8'));
+    }
+    catch (err) {
+        process.stderr.write(`⚠ MCP 配置文件解析失败: ${filePath}\n  ${getErrorMessage(err)}\n`);
+        return null;
+    }
+    if (!isRecord(raw))
+        return null;
+    const serverDefs = isRecord(raw.mcpServers) ? raw.mcpServers : isRecord(raw.servers) ? raw.servers : {};
+    const eligible = {};
+    for (const [name, def] of Object.entries(serverDefs)) {
+        if (isMcpServerDef(def) && def.urlPatterns.length > 0) {
+            eligible[name] = def;
+        }
+    }
+    if (Object.keys(eligible).length === 0)
+        return null;
+    return eligible;
+}
+/**
+ * Resolve URLs in samples via MCP servers.
+ * Mutates samples in-place — same contract as url-fetcher's resolveUrls().
+ */
+export async function resolveMcpUrls(samples, mcpServers) {
+    const resolved = new Set();
+    if (!mcpServers)
+        return resolved;
+    // 1. Collect unique URLs and track which sample/field they belong to
+    const urlMap = new Map(); // url -> [{sample, field}]
+    for (const sample of samples) {
+        for (const field of ['prompt', 'context']) {
+            const text = sample[field];
+            if (!text)
+                continue;
+            const matches = text.match(URL_REGEX);
+            if (!matches)
+                continue;
+            for (const url of matches) {
+                if (isPlaceholderUrl(url))
+                    continue; // RFC 2606 placeholder domains are documentation-only
+                if (!urlMap.has(url))
+                    urlMap.set(url, []);
+                urlMap.get(url).push({ sample, field });
+            }
+        }
+    }
+    if (urlMap.size === 0)
+        return resolved;
+    // 2. Match URLs to MCP servers by urlPatterns
+    const serverUrlGroups = new Map(); // serverName -> [url]
+    const matchedUrls = new Set();
+    for (const url of urlMap.keys()) {
+        for (const [serverName, def] of Object.entries(mcpServers)) {
+            if (def.urlPatterns.some((pattern) => url.includes(pattern))) {
+                if (!serverUrlGroups.has(serverName))
+                    serverUrlGroups.set(serverName, []);
+                serverUrlGroups.get(serverName).push(url);
+                matchedUrls.add(url);
+                break; // first match wins
+            }
+        }
+    }
+    if (matchedUrls.size === 0)
+        return resolved;
+    process.stderr.write(`ℹ MCP: ${matchedUrls.size} 个 URL 匹配到 MCP Server，正在获取内容:\n`);
+    for (const [serverName, urls] of serverUrlGroups) {
+        for (const url of urls) {
+            process.stderr.write(`    - [${serverName}] ${url}\n`);
+        }
+    }
+    // 3. Fetch content from each MCP server
+    const fetched = new Map(); // url -> { ok, content, error }
+    const fetchPromises = [];
+    for (const [serverName, urls] of serverUrlGroups) {
+        fetchPromises.push(fetchFromServer(serverName, mcpServers[serverName], urls, fetched));
+    }
+    await Promise.allSettled(fetchPromises);
+    // 4. Report failures
+    const failCount = [...fetched.values()].filter((r) => !r.ok).length;
+    for (const [url, result] of fetched) {
+        if (!result.ok) {
+            const affectedSamples = urlMap.get(url).map((r) => r.sample.sample_id);
+            const unique = [...new Set(affectedSamples)];
+            process.stderr.write(`\n✗ MCP 获取失败 (sample ${unique.map((id) => `"${id}"`).join(', ')}):\n` +
+                `  URL: ${url}\n` +
+                `  错误: ${result.error}\n`);
+        }
+    }
+    if (failCount > 0) {
+        process.stderr.write(`\n⚠ ${failCount} 个 URL 通过 MCP 获取失败，将尝试 HTTP 回退\n\n`);
+    }
+    // 5. Inline successful results into samples
+    const successCount = [...fetched.values()].filter((r) => r.ok).length;
+    for (const [url, result] of fetched) {
+        if (!result.ok)
+            continue;
+        resolved.add(url);
+        const replacement = `${url}\n\n---\n${result.content}\n---`;
+        for (const { sample, field } of urlMap.get(url)) {
+            const current = typeof sample[field] === 'string' ? sample[field] : '';
+            sample[field] = current.replace(url, replacement);
+        }
+    }
+    if (successCount > 0) {
+        process.stderr.write(`✓ MCP: 成功获取 ${successCount} 个 URL 的内容\n\n`);
+    }
+    return resolved;
+}
+/**
+ * Close all active MCP client connections.
+ * Should be called when the evaluation run finishes.
+ */
+export async function stopAllServers() {
+    const promises = [];
+    for (const [name, client] of activeClients) {
+        promises.push(client.close().catch((err) => {
+            process.stderr.write(`⚠ MCP server "${name}" 关闭异常: ${getErrorMessage(err)}\n`);
+        }));
+    }
+    await Promise.allSettled(promises);
+    activeClients.clear();
+}
+// ---------------------------------------------------------------------------
+// Internal helpers
+// ---------------------------------------------------------------------------
+/**
+ * Build tool arguments from a URL, using either simple urlParam or urlTransform.
+ * Returns null if urlTransform regex doesn't match.
+ */
+function buildToolArgs(fetchTool, url) {
+    if (fetchTool.urlTransform) {
+        const { regex, params } = fetchTool.urlTransform;
+        const match = url.match(new RegExp(regex));
+        if (!match)
+            return null;
+        const args = {};
+        for (const [key, template] of Object.entries(params)) {
+            args[key] = template.replace(/\$(\d+)/g, (_, i) => match[Number(i)] || '');
+        }
+        return args;
+    }
+    // Simple mode: pass URL as a single param
+    const urlParam = fetchTool.urlParam || 'url';
+    return { [urlParam]: url };
+}
+/**
+ * Extract content from MCP tool response text.
+ * If contentExtract is configured (e.g. "data.body"), parse JSON and traverse path.
+ * Falls back to raw text if extraction fails.
+ */
+function extractContent(rawText, contentExtract) {
+    if (!contentExtract)
+        return rawText;
+    try {
+        const json = JSON.parse(rawText);
+        const fields = contentExtract.split('.');
+        let value = json;
+        for (const field of fields) {
+            if (!isRecord(value)) {
+                value = undefined;
+                break;
+            }
+            value = value[field];
+        }
+        if (typeof value === 'string' && value.length > 0)
+            return value;
+        if (value != null && typeof value === 'object')
+            return JSON.stringify(value);
+    }
+    catch {
+    }
+    return rawText;
+}
+/**
+ * Start an MCP server and return a connected Client.
+ */
+async function getOrStartClient(serverName, serverDef) {
+    if (activeClients.has(serverName))
+        return activeClients.get(serverName);
+    const { command, args = [], env = {} } = serverDef;
+    const transport = new StdioClientTransport({
+        command,
+        args,
+        env: { ...process.env, ...env },
+    });
+    const client = new Client({ name: `omk-${serverName}`, version: '1.0.0' }, { capabilities: {} });
+    await client.connect(transport);
+    activeClients.set(serverName, client);
+    return client;
+}
+/**
+ * Fetch a batch of URLs from a single MCP server.
+ */
+async function fetchFromServer(serverName, serverDef, urls, resultMap) {
+    let client;
+    try {
+        client = await getOrStartClient(serverName, serverDef);
+    }
+    catch (err) {
+        const msg = `MCP server "${serverName}" 启动失败: ${getErrorMessage(err)}`;
+        for (const url of urls) {
+            resultMap.set(url, { ok: false, error: msg });
+        }
+        return;
+    }
+    const { fetchTool } = serverDef;
+    const toolName = fetchTool.name;
+    const promises = urls.map(async (url) => {
+        try {
+            const toolArgs = buildToolArgs(fetchTool, url);
+            if (!toolArgs) {
+                resultMap.set(url, { ok: false, error: `URL 不匹配 urlTransform 正则: ${fetchTool.urlTransform?.regex}` });
+                return;
+            }
+            const result = await client.callTool({ name: toolName, arguments: toolArgs }, undefined, { timeout: MCP_CALL_TIMEOUT_MS });
+            const textParts = (asToolCallResult(result).content ?? [])
+                .filter((item) => item.type === 'text' && typeof item.text === 'string')
+                .map((item) => item.text);
+            if (textParts.length === 0) {
+                resultMap.set(url, { ok: false, error: 'MCP tool 返回了空内容' });
+            }
+            else {
+                const rawContent = textParts.join('\n').trim();
+                const content = extractContent(rawContent, fetchTool.contentExtract);
+                resultMap.set(url, { ok: true, content });
+            }
+        }
+        catch (err) {
+            resultMap.set(url, { ok: false, error: `tool "${toolName}" 调用失败: ${getErrorMessage(err)}` });
+        }
+    });
+    await Promise.allSettled(promises);
+}
+//# sourceMappingURL=mcp-resolver.js.map

package/dist/src/inputs/mcp-resolver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mcp-resolver.js","sourceRoot":"","sources":["../../../src/inputs/mcp-resolver.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AAEH,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,2CAA2C,CAAC;AACnE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAGpD,gDAAgD;AAChD,MAAM,SAAS,GAAG,mDAAmD,CAAC;AACtE,MAAM,mBAAmB,GAAG,MAAM,CAAC;AAEnC,4DAA4D;AAC5D,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;AAiBhD,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC;AACrD,CAAC;AAED,SAAS,eAAe,CAAC,GAAY;IACnC,OAAO,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;AAC1D,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACnC,OAAO,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;WACnC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC;WAChC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC;WACzB,OAAO,KAAK,CAAC,SAAS,CAAC,IAAI,KAAK,QAAQ,CAAC;AAChD,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAA2B,CAAC,CAAC,CAAC,EAAE,CAAC;AAC5D,CAAC;AAED,8EAA8E;AAC9E,aAAa;AACb,8EAA8E;AAE9E;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,UAAmB;IAC/C,MAAM,QAAQ,GAAG,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACzE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IAEvC,IAAI,GAAY,CAAC;IACjB,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;IACpD,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,QAAQ,OAAO,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAChC,MAAM,UAAU,GAAG,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IACxG,MAAM,QAAQ,GAAe,EAAE,CAAC;IAEhC,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QACrD,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtD,QAAQ,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;QACvB,CAAC;IACH,CAAC;IAED,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACpD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAAiB,EAAE,UAA6B;IACnF,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,IAAI,CAAC,UAAU;QAAE,OAAO,QAAQ,CAAC;IAEjC,qEAAqE;IACrE,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoD,CAAC,CAAC,2BAA2B;IACvG,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,KAAK,MAAM,KAAK,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAU,EAAE,CAAC;YACnD,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAuB,CAAC;YACjD,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACtC,IAAI,CAAC,OAAO;gBAAE,SAAS;YACvB,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;gBAC1B,IAAI,gBAAgB,CAAC,GAAG,CAAC;oBAAE,SAAS,CAAC,sDAAsD;gBAC3F,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;oBAAE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBAC1C,MAAM,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC;IAEvC,8CAA8C;IAC9C,MAAM,eAAe,GAAG,IAAI,GAAG,EAAoB,CAAC,CAAC,sBAAsB;IAC3E,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IAEtC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;QAChC,KAAK,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;YAC3D,IAAI,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;gBAC7D,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC;oBAAE,eAAe,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;gBAC1E,eAAe,CAAC,GAAG,CAAC,UAAU,CAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC3C,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACrB,MAAM,CAAC,mBAAmB;YAC5B,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,WAAW,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC;IAE5C,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,UAAU,WAAW,CAAC,IAAI,iCAAiC,CAC5D,CAAC;IACF,KAAK,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,IAAI,eAAe,EAAE,CAAC;QACjD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,UAAU,KAAK,GAAG,IAAI,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,wCAAwC;IACxC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAC,CAAC,gCAAgC;IAEhF,MAAM,aAAa,GAAoB,EAAE,CAAC;IAC1C,KAAK,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,IAAI,eAAe,EAAE,CAAC;QACjD,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,UAAU,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;IACzF,CAAC;IACD,MAAM,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;IAExC,qBAAqB;IACrB,MAAM,SAAS,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;IACpE,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACpC,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,MAAM,eAAe,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACxE,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC;YAC7C,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,wBAAwB,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM;gBACtE,UAAU,GAAG,IAAI;gBACjB,SAAS,MAAM,CAAC,KAAK,IAAI,CAC1B,CAAC;QACJ,CAAC;IACH,CAAC;IACD,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QAClB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,SAAS,oCAAoC,CAAC,CAAC;IAC7E,CAAC;IAED,4CAA4C;IAC5C,MAAM,YAAY,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;IACtE,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACpC,IAAI,CAAC,MAAM,CAAC,EAAE;YAAE,SAAS;QACzB,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClB,MAAM,WAAW,GAAG,GAAG,GAAG,YAAY,MAAM,CAAC,OAAO,OAAO,CAAC;QAC5D,KAAK,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,MAAM,CAAC,GAAG,CAAC,GAAG,CAAE,EAAE,CAAC;YACjD,MAAM,OAAO,GAAG,OAAO,MAAM,CAAC,KAAK,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACvE,MAAM,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;QACrB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,YAAY,gBAAgB,CAAC,CAAC;IACpE,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,MAAM,QAAQ,GAAoB,EAAE,CAAC;IACrC,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;QAC3C,QAAQ,CAAC,IAAI,CACX,MAAM,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;YACpC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,IAAI,WAAW,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjF,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IACnC,aAAa,CAAC,KAAK,EAAE,CAAC;AACxB,CAAC;AAED,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAE9E;;;GAGG;AACH,SAAS,aAAa,CAAC,SAAuB,EAAE,GAAW;IACzD,IAAI,SAAS,CAAC,YAAY,EAAE,CAAC;QAC3B,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC,YAAY,CAAC;QACjD,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3C,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QACxB,MAAM,IAAI,GAA2B,EAAE,CAAC;QACxC,KAAK,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACrD,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAS,EAAE,CAAS,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7F,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,0CAA0C;IAC1C,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,IAAI,KAAK,CAAC;IAC7C,OAAO,EAAE,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,CAAC;AAC7B,CAAC;AAED;;;;GAIG;AACH,SAAS,cAAc,CAAC,OAAe,EAAE,cAAuB;IAC9D,IAAI,CAAC,cAAc;QAAE,OAAO,OAAO,CAAC;IACpC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjC,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACzC,IAAI,KAAK,GAAY,IAAI,CAAC;QAC1B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACrB,KAAK,GAAG,SAAS,CAAC;gBAClB,MAAM;YACR,CAAC;YACD,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;QACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC;QAChE,IAAI,KAAK,IAAI,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC/E,CAAC;IAAC,MAAM,CAAC;IACT,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,gBAAgB,CAAC,UAAkB,EAAE,SAAuB;IACzE,IAAI,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC;QAAE,OAAO,aAAa,CAAC,GAAG,CAAC,UAAU,CAAE,CAAC;IAEzE,MAAM,EAAE,OAAO,EAAE,IAAI,GAAG,EAAE,EAAE,GAAG,GAAG,EAAE,EAAE,GAAG,SAAS,CAAC;IAEnD,MAAM,SAAS,GAAG,IAAI,oBAAoB,CAAC;QACzC,OAAO;QACP,IAAI;QACJ,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,GAAG,GAAG,EAA4B;KAC1D,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,IAAI,MAAM,CACvB,EAAE,IAAI,EAAE,OAAO,UAAU,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,EAC/C,EAAE,YAAY,EAAE,EAAE,EAAE,CACrB,CAAC;IAEF,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAChC,aAAa,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACtC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,eAAe,CAAC,UAAkB,EAAE,SAAuB,EAAE,IAAc,EAAE,SAAmC;IAC7H,IAAI,MAAc,CAAC;IACnB,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,gBAAgB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IACzD,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,MAAM,GAAG,GAAG,eAAe,UAAU,WAAW,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;QACvE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QAChD,CAAC;QACD,OAAO;IACT,CAAC;IAED,MAAM,EAAE,SAAS,EAAE,GAAG,SAAS,CAAC;IAChC,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC;IAEhC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QACtC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,aAAa,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YAC/C,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,4BAA4B,SAAS,CAAC,YAAY,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACtG,OAAO;YACT,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAClC,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,EACvC,SAAS,EACT,EAAE,OAAO,EAAE,mBAAmB,EAAE,CACjC,CAAC;YACF,MAAM,SAAS,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;iBACvD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC;iBACvE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAc,CAAC,CAAC;YAEtC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC3B,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC,CAAC;YAC9D,CAAC;iBAAM,CAAC;gBACN,MAAM,UAAU,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC/C,MAAM,OAAO,GAAG,cAAc,CAAC,UAAU,EAAE,SAAS,CAAC,cAAc,CAAC,CAAC;gBACrE,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,QAAQ,WAAW,eAAe,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QAC/F,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;AACrC,CAAC"}

package/dist/src/inputs/skill-loader.d.ts

@@ -0,0 +1,18 @@
+import type { Artifact } from '../types.js';
+export declare function discoverVariants(skillDir: string): string[];
+export declare function discoverEachSkills(skillDir: string): Array<{
+    name: string;
+    skillPath: string;
+    samplesPath: string;
+}>;
+export declare function loadSkills(skillDir: string, variants: string[]): Record<string, string | null>;
+/**
+ * Parse variant expression, extracting optional cwd suffix.
+ * Format: "name@/path/to/cwd" or just "name"
+ */
+export declare function parseVariantCwd(variant: string): {
+    name: string;
+    cwd?: string;
+};
+export declare function resolveArtifacts(skillDir: string, variants: string[]): Artifact[];
+//# sourceMappingURL=skill-loader.d.ts.map

package/dist/src/inputs/skill-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"skill-loader.d.ts","sourceRoot":"","sources":["../../../src/inputs/skill-loader.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AA0C5C,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAwB3D;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAAC,CAuCpH;AAED,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,CAE9F;AAED;;;GAGG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,CAI/E;AAED,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,QAAQ,EAAE,CA2GjF"}

package/dist/src/inputs/skill-loader.js

@@ -0,0 +1,222 @@
+import { readFileSync, existsSync, readdirSync, statSync } from 'node:fs';
+import { resolve, join, relative } from 'node:path';
+import { execFileSync } from 'node:child_process';
+function parseFrontmatterPreflight(content) {
+    const match = content.match(/^---\r?\n([\s\S]*?)\r?\n---/);
+    if (!match)
+        return undefined;
+    const frontmatter = match[1];
+    // 解析 preflight 列表：支持 YAML 数组格式
+    // preflight:
+    //   - cmd1
+    //   - cmd2
+    const preflightMatch = frontmatter.match(/^preflight:\s*\r?\n((?:\s+-\s+.+\r?\n?)+)/m);
+    if (preflightMatch) {
+        const items = preflightMatch[1].match(/^\s+-\s+(.+)$/gm);
+        if (items)
+            return items.map(line => line.replace(/^\s+-\s+/, '').trim()).filter(Boolean);
+    }
+    // 单行格式：preflight: ["cmd1", "cmd2"]
+    const inlineMatch = frontmatter.match(/^preflight:\s*\[([^\]]+)\]/m);
+    if (inlineMatch) {
+        return inlineMatch[1].split(',').map(s => s.trim().replace(/^["']|["']$/g, '')).filter(Boolean);
+    }
+    return undefined;
+}
+function buildMetadata(content) {
+    const preflight = parseFrontmatterPreflight(content);
+    if (!preflight || preflight.length === 0)
+        return undefined;
+    return { preflight };
+}
+function gitShowFile(ref, filePath) {
+    try {
+        return execFileSync('git', ['show', `${ref}:${filePath}`], { encoding: 'utf-8' }).trim();
+    }
+    catch {
+        return null;
+    }
+}
+function getGitRelativePath(absolutePath) {
+    const gitRoot = execFileSync('git', ['rev-parse', '--show-toplevel'], { encoding: 'utf-8' }).trim();
+    return relative(gitRoot, absolutePath);
+}
+export function discoverVariants(skillDir) {
+    if (!existsSync(skillDir))
+        return [];
+    const entries = readdirSync(skillDir);
+    const variants = [];
+    for (const entry of entries) {
+        if (entry.endsWith('.md')) {
+            variants.push(entry.slice(0, -3));
+            continue;
+        }
+        const entryPath = join(skillDir, entry);
+        const skillMd = join(entryPath, 'SKILL.md');
+        if (statSync(entryPath).isDirectory() && existsSync(skillMd)) {
+            variants.push(entry);
+        }
+    }
+    variants.sort();
+    if (variants.length === 1) {
+        variants.unshift('baseline');
+    }
+    return variants;
+}
+export function discoverEachSkills(skillDir) {
+    if (!existsSync(skillDir))
+        return [];
+    const entries = readdirSync(skillDir);
+    const skills = [];
+    const warned = [];
+    for (const entry of entries) {
+        const entryPath = join(skillDir, entry);
+        const mdMatch = entry.endsWith('.md') && !entry.endsWith('.eval-samples.json');
+        if (mdMatch) {
+            const name = entry.slice(0, -3);
+            const samplesPath = join(skillDir, `${name}.eval-samples.json`);
+            if (existsSync(samplesPath)) {
+                skills.push({ name, skillPath: join(skillDir, entry), samplesPath });
+            }
+            else {
+                warned.push(name);
+            }
+            continue;
+        }
+        if (statSync(entryPath).isDirectory()) {
+            const skillMd = join(entryPath, 'SKILL.md');
+            const samplesPath = join(entryPath, 'eval-samples.json');
+            if (existsSync(skillMd) && existsSync(samplesPath)) {
+                skills.push({ name: entry, skillPath: skillMd, samplesPath });
+            }
+            else if (existsSync(skillMd)) {
+                warned.push(entry);
+            }
+        }
+    }
+    for (const name of warned) {
+        process.stderr.write(`⚠️  跳过 ${name}：未找到配对的 eval-samples\n`);
+    }
+    skills.sort((a, b) => a.name.localeCompare(b.name));
+    return skills;
+}
+export function loadSkills(skillDir, variants) {
+    return Object.fromEntries(resolveArtifacts(skillDir, variants).map((artifact) => [artifact.name, artifact.content]));
+}
+/**
+ * Parse variant expression, extracting optional cwd suffix.
+ * Format: "name@/path/to/cwd" or just "name"
+ */
+export function parseVariantCwd(variant) {
+    const atIdx = variant.indexOf('@');
+    if (atIdx === -1)
+        return { name: variant };
+    return { name: variant.slice(0, atIdx), cwd: variant.slice(atIdx + 1) };
+}
+export function resolveArtifacts(skillDir, variants) {
+    const artifacts = [];
+    let gitRelDir = null;
+    for (const rawVariant of variants) {
+        const { name: variantName, cwd: variantCwd } = parseVariantCwd(rawVariant);
+        if (variantName === 'baseline' && variantCwd) {
+            throw new Error('baseline 不能绑定 cwd。若要表达项目级 runtime context，请使用自定义标签，例如 project-env@/path/to/project');
+        }
+        if (variantName === 'baseline') {
+            artifacts.push({
+                name: variantName,
+                kind: 'baseline',
+                source: 'baseline',
+                content: null,
+                cwd: variantCwd,
+            });
+            continue;
+        }
+        if (variantName.startsWith('git:')) {
+            const parts = variantName.slice(4).split(':');
+            let ref;
+            let name;
+            if (parts.length === 1) {
+                ref = 'HEAD';
+                name = parts[0];
+            }
+            else {
+                ref = parts[0];
+                name = parts.slice(1).join(':');
+            }
+            if (!gitRelDir)
+                gitRelDir = getGitRelativePath(skillDir);
+            const content = gitShowFile(ref, join(gitRelDir, `${name}.md`))
+                || gitShowFile(ref, join(gitRelDir, name, 'SKILL.md'));
+            if (!content) {
+                throw new Error(`skill 在 git ${ref} 中未找到: ${name}.md 或 ${name}/SKILL.md`);
+            }
+            artifacts.push({
+                name: variantName,
+                kind: 'skill',
+                source: 'git',
+                content,
+                locator: name,
+                ref,
+                cwd: variantCwd,
+            });
+            continue;
+        }
+        if (variantName.includes('/')) {
+            const filePath = resolve(variantName);
+            if (!existsSync(filePath)) {
+                throw new Error(`skill 文件未找到: ${filePath}`);
+            }
+            const content = readFileSync(filePath, 'utf-8').trim();
+            artifacts.push({
+                name: variantName,
+                kind: 'skill',
+                source: 'file-path',
+                content,
+                locator: filePath,
+                cwd: variantCwd,
+                metadata: buildMetadata(content),
+            });
+            continue;
+        }
+        const mdPath = join(skillDir, `${variantName}.md`);
+        const dirSkillPath = join(skillDir, variantName, 'SKILL.md');
+        if (existsSync(mdPath)) {
+            const content = readFileSync(mdPath, 'utf-8').trim();
+            artifacts.push({
+                name: variantName,
+                kind: 'skill',
+                source: 'variant-name',
+                content,
+                locator: mdPath,
+                cwd: variantCwd,
+                metadata: buildMetadata(content),
+            });
+        }
+        else if (existsSync(dirSkillPath)) {
+            const content = readFileSync(dirSkillPath, 'utf-8').trim();
+            artifacts.push({
+                name: variantName,
+                kind: 'skill',
+                source: 'variant-name',
+                content,
+                locator: dirSkillPath,
+                cwd: variantCwd,
+                metadata: buildMetadata(content),
+            });
+        }
+        else if (variantCwd) {
+            artifacts.push({
+                name: variantName,
+                kind: 'baseline',
+                source: 'custom',
+                content: null,
+                cwd: variantCwd,
+            });
+        }
+        else {
+            throw new Error(`skill 未找到: ${mdPath} 或 ${dirSkillPath}`);
+        }
+    }
+    return artifacts;
+}
+//# sourceMappingURL=skill-loader.js.map

package/dist/src/inputs/skill-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"skill-loader.js","sourceRoot":"","sources":["../../../src/inputs/skill-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC1E,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAGlD,SAAS,yBAAyB,CAAC,OAAe;IAChD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;IAC3D,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IAC7B,+BAA+B;IAC/B,aAAa;IACb,WAAW;IACX,WAAW;IACX,MAAM,cAAc,GAAG,WAAW,CAAC,KAAK,CAAC,4CAA4C,CAAC,CAAC;IACvF,IAAI,cAAc,EAAE,CAAC;QACnB,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACzD,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC3F,CAAC;IACD,mCAAmC;IACnC,MAAM,WAAW,GAAG,WAAW,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;IACrE,IAAI,WAAW,EAAE,CAAC;QAChB,OAAO,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAClG,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,aAAa,CAAC,OAAe;IACpC,MAAM,SAAS,GAAG,yBAAyB,CAAC,OAAO,CAAC,CAAC;IACrD,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC3D,OAAO,EAAE,SAAS,EAAE,CAAC;AACvB,CAAC;AAED,SAAS,WAAW,CAAC,GAAW,EAAE,QAAgB;IAChD,IAAI,CAAC;QACH,OAAO,YAAY,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,GAAG,GAAG,IAAI,QAAQ,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3F,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,YAAoB;IAC9C,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC,WAAW,EAAE,iBAAiB,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACpG,OAAO,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,QAAgB;IAC/C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,CAAC;IAErC,MAAM,OAAO,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;IACtC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAClC,SAAS;QACX,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACxC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAC5C,IAAI,QAAQ,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7D,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAAgB;IACjD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,CAAC;IAErC,MAAM,OAAO,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;IACtC,MAAM,MAAM,GAAoE,EAAE,CAAC;IACnF,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACxC,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;QAE/E,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE,GAAG,IAAI,oBAAoB,CAAC,CAAC;YAChE,IAAI,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC5B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC;YACvE,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpB,CAAC;YACD,SAAS;QACX,CAAC;QAED,IAAI,QAAQ,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;YACtC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;YAC5C,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC;YACzD,IAAI,UAAU,CAAC,OAAO,CAAC,IAAI,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;gBACnD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;YAChE,CAAC;iBAAM,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC/B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC1B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,IAAI,wBAAwB,CAAC,CAAC;IAC/D,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACpD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,QAAgB,EAAE,QAAkB;IAC7D,OAAO,MAAM,CAAC,WAAW,CAAC,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AACvH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,OAAe;IAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,KAAK,KAAK,CAAC,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC3C,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;AAC1E,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,QAAgB,EAAE,QAAkB;IACnE,MAAM,SAAS,GAAe,EAAE,CAAC;IACjC,IAAI,SAAS,GAAkB,IAAI,CAAC;IAEpC,KAAK,MAAM,UAAU,IAAI,QAAQ,EAAE,CAAC;QAClC,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;QAE3E,IAAI,WAAW,KAAK,UAAU,IAAI,UAAU,EAAE,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,oFAAoF,CAAC,CAAC;QACxG,CAAC;QAED,IAAI,WAAW,KAAK,UAAU,EAAE,CAAC;YAC/B,SAAS,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,UAAU;gBAChB,MAAM,EAAE,UAAU;gBAClB,OAAO,EAAE,IAAI;gBACb,GAAG,EAAE,UAAU;aAChB,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC9C,IAAI,GAAW,CAAC;YAChB,IAAI,IAAY,CAAC;YACjB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,GAAG,GAAG,MAAM,CAAC;gBACb,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;iBAAM,CAAC;gBACN,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACf,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClC,CAAC;YACD,IAAI,CAAC,SAAS;gBAAE,SAAS,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;YACzD,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,EAAE,GAAG,IAAI,KAAK,CAAC,CAAC;mBAC1D,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;YACzD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,eAAe,GAAG,UAAU,IAAI,SAAS,IAAI,WAAW,CAAC,CAAC;YAC5E,CAAC;YACD,SAAS,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE,KAAK;gBACb,OAAO;gBACP,OAAO,EAAE,IAAI;gBACb,GAAG;gBACH,GAAG,EAAE,UAAU;aAChB,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,IAAI,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9B,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;YACtC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,gBAAgB,QAAQ,EAAE,CAAC,CAAC;YAC9C,CAAC;YACD,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;YACvD,SAAS,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE,WAAW;gBACnB,OAAO;gBACP,OAAO,EAAE,QAAQ;gBACjB,GAAG,EAAE,UAAU;gBACf,QAAQ,EAAE,aAAa,CAAC,OAAO,CAAC;aACjC,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,EAAE,GAAG,WAAW,KAAK,CAAC,CAAC;QACnD,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;QAC7D,IAAI,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACvB,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;YACrD,SAAS,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE,cAAc;gBACtB,OAAO;gBACP,OAAO,EAAE,MAAM;gBACf,GAAG,EAAE,UAAU;gBACf,QAAQ,EAAE,aAAa,CAAC,OAAO,CAAC;aACjC,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YACpC,MAAM,OAAO,GAAG,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;YAC3D,SAAS,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE,cAAc;gBACtB,OAAO;gBACP,OAAO,EAAE,YAAY;gBACrB,GAAG,EAAE,UAAU;gBACf,QAAQ,EAAE,aAAa,CAAC,OAAO,CAAC;aACjC,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,UAAU,EAAE,CAAC;YACtB,SAAS,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,UAAU;gBAChB,MAAM,EAAE,QAAQ;gBAChB,OAAO,EAAE,IAAI;gBACb,GAAG,EAAE,UAAU;aAChB,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,cAAc,MAAM,MAAM,YAAY,EAAE,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/src/inputs/url-fetcher.d.ts

@@ -0,0 +1,19 @@
+/**
+ * URL content fetcher for eval-samples.
+ *
+ * Scans sample prompts/contexts for URLs, fetches their content,
+ * and inlines the text back into the sample fields.
+ *
+ * If a URL requires authentication, ensure the CLI environment can access it
+ * (e.g., via VPN, proxy, cookies) before running the evaluation.
+ */
+import type { Sample } from '../types.js';
+export declare function isPlaceholderUrl(url: string): boolean;
+/**
+ * Resolve all URLs found in sample prompts and contexts.
+ * Mutates samples in-place: each URL is replaced with URL + fetched content.
+ *
+ * @param skipUrls - URLs already resolved (e.g. by MCP), will be skipped
+ */
+export declare function resolveUrls(samples: Sample[], skipUrls?: Set<string>): Promise<void>;
+//# sourceMappingURL=url-fetcher.d.ts.map

package/dist/src/inputs/url-fetcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"url-fetcher.d.ts","sourceRoot":"","sources":["../../../src/inputs/url-fetcher.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAW1C,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAErD;AAqBD;;;;;GAKG;AACH,wBAAsB,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,QAAQ,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAoE1F"}