nodebench-mcp 3.0.0 → 3.0.1

package/dist/__tests__/openDatasetPerfComparison.test.js

@@ -1,318 +0,0 @@
-/**
- * Performance comparison: "no tools" (noop handlers) vs NodeBench MCP toolchain.
- *
- * Notes:
- * - This is a wall-clock micro-benchmark for local harness overhead, not capability/accuracy.
- * - Disabled by default to avoid noisy perf output in normal test runs.
- *   Set NODEBENCH_RUN_PERF_COMPARE=1 to run.
- * - GAIA is gated; if a local GAIA fixture exists in `.cache/gaia`, it will be included.
- */
-import { describe, expect, it } from "vitest";
-import { existsSync } from "node:fs";
-import { readFile } from "node:fs/promises";
-import path from "node:path";
-import { fileURLToPath } from "node:url";
-import { performance } from "node:perf_hooks";
-import bfclFixture from "./fixtures/bfcl_v3_long_context.sample.json";
-import toolbenchFixture from "./fixtures/toolbench_instruction.sample.json";
-import swebenchFixture from "./fixtures/swebench_verified.sample.json";
-import { verificationTools } from "../tools/verificationTools.js";
-import { reconTools } from "../tools/reconTools.js";
-import { evalTools } from "../tools/evalTools.js";
-import { qualityGateTools } from "../tools/qualityGateTools.js";
-import { flywheelTools } from "../tools/flywheelTools.js";
-import { learningTools } from "../tools/learningTools.js";
-import { documentationTools } from "../tools/documentationTools.js";
-import { agentBootstrapTools } from "../tools/agentBootstrapTools.js";
-import { createMetaTools } from "../tools/metaTools.js";
-const shouldRun = process.env.NODEBENCH_RUN_PERF_COMPARE === "1";
-const domainTools = [
-    ...verificationTools,
-    ...evalTools,
-    ...qualityGateTools,
-    ...learningTools,
-    ...flywheelTools,
-    ...reconTools,
-    ...documentationTools,
-    ...agentBootstrapTools,
-];
-const allTools = [...domainTools, ...createMetaTools(domainTools)];
-function findTool(name) {
-    const tool = allTools.find((candidate) => candidate.name === name);
-    if (!tool)
-        throw new Error(`Tool not found: ${name}`);
-    return tool;
-}
-function buildNoopToolCaller() {
-    return async (name, _args, taskId, _stage) => {
-        switch (name) {
-            case "run_recon":
-                return { sessionId: `noop_${taskId}` };
-            case "log_recon_finding":
-                return { ok: true };
-            case "findTools":
-                return { tools: [{ name: "noop_tool" }] };
-            case "getMethodology":
-                return { title: "noop", steps: ["noop-step"] };
-            case "start_eval_run":
-                return { runId: `noop_run_${taskId}`, caseIds: [`noop_case_${taskId}`] };
-            case "record_eval_result":
-                return { ok: true };
-            case "complete_eval_run":
-                return { status: "completed", summary: { passed: 1 } };
-            case "run_closed_loop":
-                return { allPassed: true };
-            case "run_mandatory_flywheel":
-                return { passed: true };
-            case "search_all_knowledge":
-                return { totalResults: 1 };
-            default:
-                throw new Error(`noop tool not implemented: ${name}`);
-        }
-    };
-}
-function buildNodebenchToolCaller(toolCallLog) {
-    return async (name, args, taskId, stage) => {
-        const tool = findTool(name);
-        try {
-            const result = await tool.handler(args);
-            toolCallLog.push({ taskId, tool: name, stage, success: true });
-            return result;
-        }
-        catch (error) {
-            toolCallLog.push({ taskId, tool: name, stage, success: false });
-            throw error;
-        }
-    };
-}
-function clampInt(value, fallback, min, max) {
-    const parsed = Number.parseInt(String(value ?? ""), 10);
-    const asNum = Number.isFinite(parsed) ? parsed : fallback;
-    return Math.max(min, Math.min(max, asNum));
-}
-async function runPipelineForTask(task, datasetId, callTool, workerIndex, opts) {
-    const started = performance.now();
-    const recon = (await callTool("run_recon", {
-        target: `${datasetId} task ${task.id}`,
-        description: "Perf comparison pipeline run.",
-        projectContext: {
-            techStack: "TypeScript, MCP, SQLite",
-            architecture: "Perf comparison harness (noop vs NodeBench tools)",
-        },
-    }, task.id, "recon_start"));
-    await callTool("log_recon_finding", {
-        sessionId: recon.sessionId,
-        category: "dataset",
-        summary: `Perf comparison task ${task.id} (dataset=${datasetId}).`,
-        relevance: "Measure overhead of toolchain vs noop baseline.",
-    }, task.id, "recon_log");
-    const findToolsQuery = opts?.redactedFindToolsQuery?.(task) ?? task.prompt.slice(0, 600) ?? task.id;
-    const discovered = (await callTool("findTools", { query: findToolsQuery, category: "bootstrap" }, task.id, "find_tools"));
-    expect(Array.isArray(discovered?.tools)).toBe(true);
-    const methodology = (await callTool("getMethodology", { topic: "mandatory_flywheel" }, task.id, "get_methodology"));
-    expect(methodology.title).toBeTruthy();
-    const evalInput = opts?.redactedEvalInput?.(task) ?? task.prompt;
-    const evalRun = (await callTool("start_eval_run", {
-        name: `perf-${datasetId}-${task.id}-${Date.now()}`,
-        description: `Perf comparison (${datasetId}, worker ${workerIndex})`,
-        cases: [
-            {
-                input: evalInput,
-                intent: `Perf compare pipeline for ${task.id}`,
-                expected: "Complete bookkeeping toolchain steps without errors.",
-            },
-        ],
-    }, task.id, "start_eval_run"));
-    await callTool("record_eval_result", {
-        caseId: evalRun.caseIds[0],
-        verdict: "pass",
-        score: 1,
-        actual: "Perf comparison pass.",
-        telemetry: { dataset: datasetId, taskId: task.id, workerIndex },
-    }, task.id, "record_eval_result");
-    const evalSummary = (await callTool("complete_eval_run", { runId: evalRun.runId }, task.id, "complete_eval_run"));
-    expect(evalSummary.status).toBe("completed");
-    const closedLoop = (await callTool("run_closed_loop", {
-        steps: [
-            { step: "compile", passed: true, output: "ok" },
-            { step: "lint", passed: true, output: "ok" },
-            { step: "test", passed: true, output: "ok" },
-        ],
-    }, task.id, "run_closed_loop"));
-    expect(closedLoop.allPassed).toBe(true);
-    const flywheel = (await callTool("run_mandatory_flywheel", {
-        target: `Perf compare ${datasetId} ${task.id}`,
-        steps: [
-            { stepName: "static_analysis", passed: true, output: "ok" },
-            { stepName: "happy_path_test", passed: true, output: "ok" },
-            { stepName: "failure_path_test", passed: true, output: "ok" },
-            { stepName: "gap_analysis", passed: true, output: "ok" },
-            { stepName: "fix_and_reverify", passed: true, output: "ok" },
-            { stepName: "deploy_and_document", passed: true, output: "ok" },
-        ],
-    }, task.id, "run_mandatory_flywheel"));
-    expect(flywheel.passed).toBe(true);
-    const knowledge = (await callTool("search_all_knowledge", { query: task.id, limit: 5 }, task.id, "search_all_knowledge"));
-    expect(typeof knowledge.totalResults).toBe("number");
-    return {
-        taskId: task.id,
-        workerIndex,
-        ok: true,
-        elapsedMs: performance.now() - started,
-    };
-}
-async function runWorkerPool(datasetId, tasks, concurrency, callTool, opts) {
-    const boundedConcurrency = Math.max(1, Math.min(concurrency, tasks.length));
-    const results = new Array(tasks.length);
-    let nextIndex = 0;
-    const workers = Array.from({ length: boundedConcurrency }, (_, workerIndex) => (async () => {
-        while (true) {
-            const taskIndex = nextIndex++;
-            if (taskIndex >= tasks.length)
-                return;
-            const task = tasks[taskIndex];
-            try {
-                results[taskIndex] = await runPipelineForTask(task, datasetId, callTool, workerIndex, opts);
-            }
-            catch (error) {
-                results[taskIndex] = {
-                    taskId: task.id,
-                    workerIndex,
-                    ok: false,
-                    elapsedMs: 0,
-                    error: error instanceof Error ? error.message : String(error),
-                };
-            }
-        }
-    })());
-    await Promise.all(workers);
-    return results;
-}
-function toGenericTasks(fixture) {
-    const tasks = Array.isArray(fixture?.tasks) ? fixture.tasks : [];
-    return tasks
-        .map((t) => ({
-        id: String(t?.id ?? "").trim(),
-        prompt: String(t?.prompt ?? "").trim(),
-        meta: typeof t === "object" && t ? t : undefined,
-    }))
-        .filter((t) => t.id && t.prompt);
-}
-function resolveGaiaFixturePath() {
-    const config = process.env.NODEBENCH_GAIA_CONFIG ?? "2023_level3";
-    const split = process.env.NODEBENCH_GAIA_SPLIT ?? "validation";
-    const testDir = path.dirname(fileURLToPath(import.meta.url));
-    const repoRoot = path.resolve(testDir, "../../../..");
-    return path.join(repoRoot, ".cache", "gaia", `gaia_${config}_${split}.sample.json`);
-}
-async function tryLoadGaiaFixture() {
-    const gaiaPath = resolveGaiaFixturePath();
-    if (!existsSync(gaiaPath))
-        return null;
-    const raw = await readFile(gaiaPath, "utf8");
-    return JSON.parse(raw);
-}
-function gaiaRedactedEvalInput(task) {
-    const meta = (task.meta ?? {});
-    return [
-        `GAIA task ${task.id} (prompt redacted)`,
-        `level=${meta.level ?? "?"}`,
-        `questionLength=${meta.questionLength ?? ""}`,
-        `hasFile=${meta.hasFile ?? ""}`,
-        `fileExt=${meta.fileExt ?? ""}`,
-    ].join(" | ");
-}
-function gaiaRedactedFindToolsQuery(task) {
-    const meta = (task.meta ?? {});
-    const ext = String(meta.fileExt ?? "");
-    return `GAIA task ${task.id} (level ${meta.level ?? "?"}) | hasFile=${meta.hasFile ?? false} | ext=${ext}`;
-}
-const datasets = [
-    {
-        id: "bfcl",
-        tasks: toGenericTasks(bfclFixture),
-        limitEnv: "NODEBENCH_OPEN_DATASET_TASK_LIMIT",
-        concurrencyEnv: "NODEBENCH_OPEN_DATASET_CONCURRENCY",
-    },
-    {
-        id: "toolbench",
-        tasks: toGenericTasks(toolbenchFixture),
-        limitEnv: "NODEBENCH_TOOLBENCH_TASK_LIMIT",
-        concurrencyEnv: "NODEBENCH_TOOLBENCH_CONCURRENCY",
-    },
-    {
-        id: "swebench",
-        tasks: toGenericTasks(swebenchFixture),
-        limitEnv: "NODEBENCH_SWEBENCH_TASK_LIMIT",
-        concurrencyEnv: "NODEBENCH_SWEBENCH_CONCURRENCY",
-    },
-];
-describe("Benchmark: No-Tools vs NodeBench MCP Toolchain (Perf Compare)", () => {
-    const testFn = shouldRun ? it : it.skip;
-    testFn("should compare wall-clock runtime for noop vs NodeBench toolchain", async () => {
-        const gaia = await tryLoadGaiaFixture();
-        if (gaia) {
-            datasets.push({
-                id: "gaia",
-                tasks: toGenericTasks(gaia),
-                limitEnv: "NODEBENCH_GAIA_TASK_LIMIT",
-                concurrencyEnv: "NODEBENCH_GAIA_CONCURRENCY",
-                redactedEvalInput: gaiaRedactedEvalInput,
-                redactedFindToolsQuery: gaiaRedactedFindToolsQuery,
-            });
-        }
-        const noopCaller = buildNoopToolCaller();
-        const nodebenchToolCallLog = [];
-        const nodebenchCaller = buildNodebenchToolCaller(nodebenchToolCallLog);
-        for (const dataset of datasets) {
-            expect(dataset.tasks.length).toBeGreaterThan(0);
-            const taskLimit = clampInt(process.env[dataset.limitEnv], 8, 1, dataset.tasks.length);
-            const concurrency = clampInt(process.env[dataset.concurrencyEnv], 4, 1, taskLimit);
-            const tasks = dataset.tasks.slice(0, taskLimit);
-            const noopStarted = performance.now();
-            const noopResults = await runWorkerPool(dataset.id, tasks, concurrency, noopCaller, {
-                redactedEvalInput: dataset.redactedEvalInput,
-                redactedFindToolsQuery: dataset.redactedFindToolsQuery,
-            });
-            const noopElapsed = performance.now() - noopStarted;
-            const nodebenchStarted = performance.now();
-            const nodebenchResults = await runWorkerPool(dataset.id, tasks, concurrency, nodebenchCaller, {
-                redactedEvalInput: dataset.redactedEvalInput,
-                redactedFindToolsQuery: dataset.redactedFindToolsQuery,
-            });
-            const nodebenchElapsed = performance.now() - nodebenchStarted;
-            const noopFailed = noopResults.filter((r) => !r.ok);
-            const nodebenchFailed = nodebenchResults.filter((r) => !r.ok);
-            if (noopFailed.length > 0 || nodebenchFailed.length > 0) {
-                console.error("[perf-compare] failures", {
-                    dataset: dataset.id,
-                    noopFailed,
-                    nodebenchFailed,
-                });
-            }
-            expect(noopFailed.length).toBe(0);
-            expect(nodebenchFailed.length).toBe(0);
-            const overhead = nodebenchElapsed - noopElapsed;
-            const ratio = noopElapsed > 0 ? nodebenchElapsed / noopElapsed : Number.POSITIVE_INFINITY;
-            const overheadPerTask = overhead / Math.max(1, tasks.length);
-            console.log(`[perf-compare] dataset=${dataset.id} tasks=${tasks.length} concurrency=${concurrency} noopMs=${noopElapsed.toFixed(2)} nodebenchMs=${nodebenchElapsed.toFixed(2)} overheadMs=${overhead.toFixed(2)} overheadPerTaskMs=${overheadPerTask.toFixed(2)} ratio=${ratio.toFixed(2)}`);
-        }
-        const requiredTools = new Set([
-            "run_recon",
-            "log_recon_finding",
-            "findTools",
-            "getMethodology",
-            "start_eval_run",
-            "record_eval_result",
-            "complete_eval_run",
-            "run_closed_loop",
-            "run_mandatory_flywheel",
-            "search_all_knowledge",
-        ]);
-        const calledTools = new Set(nodebenchToolCallLog.map((e) => e.tool));
-        for (const name of requiredTools) {
-            expect(calledTools.has(name)).toBe(true);
-        }
-    });
-});
-//# sourceMappingURL=openDatasetPerfComparison.test.js.map

package/dist/__tests__/openDatasetPerfComparison.test.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"openDatasetPerfComparison.test.js","sourceRoot":"","sources":["../../src/__tests__/openDatasetPerfComparison.test.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,OAAO,WAAW,MAAM,6CAA6C,CAAC;AACtE,OAAO,gBAAgB,MAAM,8CAA8C,CAAC;AAC5E,OAAO,eAAe,MAAM,0CAA0C,CAAC;AAEvE,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACpE,OAAO,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AACtE,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAmCxD,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,KAAK,GAAG,CAAC;AAEjE,MAAM,WAAW,GAAc;IAC7B,GAAG,iBAAiB;IACpB,GAAG,SAAS;IACZ,GAAG,gBAAgB;IACnB,GAAG,aAAa;IAChB,GAAG,aAAa;IAChB,GAAG,UAAU;IACb,GAAG,kBAAkB;IACrB,GAAG,mBAAmB;CACvB,CAAC;AACF,MAAM,QAAQ,GAAG,CAAC,GAAG,WAAW,EAAE,GAAG,eAAe,CAAC,WAAW,CAAC,CAAC,CAAC;AAEnE,SAAS,QAAQ,CAAC,IAAY;IAC5B,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IACnE,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,IAAI,EAAE,CAAC,CAAC;IACtD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,mBAAmB;IAC1B,OAAO,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;QAC3C,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,WAAW;gBACd,OAAO,EAAE,SAAS,EAAE,QAAQ,MAAM,EAAE,EAAE,CAAC;YACzC,KAAK,mBAAmB;gBACtB,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;YACtB,KAAK,WAAW;gBACd,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;YAC5C,KAAK,gBAAgB;gBACnB,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC;YACjD,KAAK,gBAAgB;gBACnB,OAAO,EAAE,KAAK,EAAE,YAAY,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,aAAa,MAAM,EAAE,CAAC,EAAE,CAAC;YAC3E,KAAK,oBAAoB;gBACvB,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;YACtB,KAAK,mBAAmB;gBACtB,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzD,KAAK,iBAAiB;gBACpB,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;YAC7B,KAAK,wBAAwB;gBAC3B,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;YAC1B,KAAK,sBAAsB;gBACzB,OAAO,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;YAC7B;gBACE,MAAM,IAAI,KAAK,CAAC,8BAA8B,IAAI,EAAE,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,wBAAwB,CAC/B,WAAqF;IAErF,OAAO,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE;QACzC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC5B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACxC,WAAW,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/D,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,WAAW,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YAChE,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc,EAAE,QAAgB,EAAE,GAAW,EAAE,GAAW;IAC1E,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;IACxD,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC1D,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;AAC7C,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,IAAiB,EACjB,SAAiB,EACjB,QAAoB,EACpB,WAAmB,EACnB,IAGC;IAED,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAElC,MAAM,KAAK,GAAG,CAAC,MAAM,QAAQ,CAC3B,WAAW,EACX;QACE,MAAM,EAAE,GAAG,SAAS,SAAS,IAAI,CAAC,EAAE,EAAE;QACtC,WAAW,EAAE,+BAA+B;QAC5C,cAAc,EAAE;YACd,SAAS,EAAE,yBAAyB;YACpC,YAAY,EAAE,mDAAmD;SAClE;KACF,EACD,IAAI,CAAC,EAAE,EACP,aAAa,CACd,CAAQ,CAAC;IAEV,MAAM,QAAQ,CACZ,mBAAmB,EACnB;QACE,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,QAAQ,EAAE,SAAS;QACnB,OAAO,EAAE,wBAAwB,IAAI,CAAC,EAAE,aAAa,SAAS,IAAI;QAClE,SAAS,EAAE,iDAAiD;KAC7D,EACD,IAAI,CAAC,EAAE,EACP,WAAW,CACZ,CAAC;IAEF,MAAM,cAAc,GAClB,IAAI,EAAE,sBAAsB,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC;IAC/E,MAAM,UAAU,GAAG,CAAC,MAAM,QAAQ,CAChC,WAAW,EACX,EAAE,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,WAAW,EAAE,EAChD,IAAI,CAAC,EAAE,EACP,YAAY,CACb,CAAQ,CAAC;IACV,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEpD,MAAM,WAAW,GAAG,CAAC,MAAM,QAAQ,CACjC,gBAAgB,EAChB,EAAE,KAAK,EAAE,oBAAoB,EAAE,EAC/B,IAAI,CAAC,EAAE,EACP,iBAAiB,CAClB,CAAQ,CAAC;IACV,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,CAAC;IAEvC,MAAM,SAAS,GAAG,IAAI,EAAE,iBAAiB,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC;IACjE,MAAM,OAAO,GAAG,CAAC,MAAM,QAAQ,CAC7B,gBAAgB,EAChB;QACE,IAAI,EAAE,QAAQ,SAAS,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE;QAClD,WAAW,EAAE,oBAAoB,SAAS,YAAY,WAAW,GAAG;QACpE,KAAK,EAAE;YACL;gBACE,KAAK,EAAE,SAAS;gBAChB,MAAM,EAAE,6BAA6B,IAAI,CAAC,EAAE,EAAE;gBAC9C,QAAQ,EAAE,sDAAsD;aACjE;SACF;KACF,EACD,IAAI,CAAC,EAAE,EACP,gBAAgB,CACjB,CAAQ,CAAC;IAEV,MAAM,QAAQ,CACZ,oBAAoB,EACpB;QACE,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QAC1B,OAAO,EAAE,MAAM;QACf,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,uBAAuB;QAC/B,SAAS,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,WAAW,EAAE;KAChE,EACD,IAAI,CAAC,EAAE,EACP,oBAAoB,CACrB,CAAC;IAEF,MAAM,WAAW,GAAG,CAAC,MAAM,QAAQ,CACjC,mBAAmB,EACnB,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,EACxB,IAAI,CAAC,EAAE,EACP,mBAAmB,CACpB,CAAQ,CAAC;IACV,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAE7C,MAAM,UAAU,GAAG,CAAC,MAAM,QAAQ,CAChC,iBAAiB,EACjB;QACE,KAAK,EAAE;YACL,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;YAC/C,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;YAC5C,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;SAC7C;KACF,EACD,IAAI,CAAC,EAAE,EACP,iBAAiB,CAClB,CAAQ,CAAC;IACV,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAExC,MAAM,QAAQ,GAAG,CAAC,MAAM,QAAQ,CAC9B,wBAAwB,EACxB;QACE,MAAM,EAAE,gBAAgB,SAAS,IAAI,IAAI,CAAC,EAAE,EAAE;QAC9C,KAAK,EAAE;YACL,EAAE,QAAQ,EAAE,iBAAiB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;YAC3D,EAAE,QAAQ,EAAE,iBAAiB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;YAC3D,EAAE,QAAQ,EAAE,mBAAmB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;YAC7D,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;YACxD,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;YAC5D,EAAE,QAAQ,EAAE,qBAAqB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;SAChE;KACF,EACD,IAAI,CAAC,EAAE,EACP,wBAAwB,CACzB,CAAQ,CAAC;IACV,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEnC,MAAM,SAAS,GAAG,CAAC,MAAM,QAAQ,CAC/B,sBAAsB,EACtB,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAC5B,IAAI,CAAC,EAAE,EACP,sBAAsB,CACvB,CAAQ,CAAC;IACV,MAAM,CAAC,OAAO,SAAS,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAErD,OAAO;QACL,MAAM,EAAE,IAAI,CAAC,EAAE;QACf,WAAW;QACX,EAAE,EAAE,IAAI;QACR,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO;KACvC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,SAAiB,EACjB,KAAoB,EACpB,WAAmB,EACnB,QAAoB,EACpB,IAGC;IAED,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAC5E,MAAM,OAAO,GAAmB,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACxD,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,kBAAkB,EAAE,EAAE,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,CAC5E,CAAC,KAAK,IAAI,EAAE;QACV,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,SAAS,GAAG,SAAS,EAAE,CAAC;YAC9B,IAAI,SAAS,IAAI,KAAK,CAAC,MAAM;gBAAE,OAAO;YAEtC,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;YAC9B,IAAI,CAAC;gBACH,OAAO,CAAC,SAAS,CAAC,GAAG,MAAM,kBAAkB,CAC3C,IAAI,EACJ,SAAS,EACT,QAAQ,EACR,WAAW,EACX,IAAI,CACL,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,SAAS,CAAC,GAAG;oBACnB,MAAM,EAAE,IAAI,CAAC,EAAE;oBACf,WAAW;oBACX,EAAE,EAAE,KAAK;oBACT,SAAS,EAAE,CAAC;oBACZ,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAC9D,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC,CAAC,EAAE,CACL,CAAC;IAEF,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,cAAc,CAAC,OAAY;IAClC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IACjE,OAAO,KAAK;SACT,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;QAChB,EAAE,EAAE,MAAM,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE;QAC9B,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE;QACtC,IAAI,EAAE,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;KACjD,CAAC,CAAC;SACF,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC;AAC1C,CAAC;AAED,SAAS,sBAAsB;IAC7B,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,aAAa,CAAC;IAClE,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,YAAY,CAAC;IAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7D,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IACtD,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,MAAM,IAAI,KAAK,cAAc,CAAC,CAAC;AACtF,CAAC;AAED,KAAK,UAAU,kBAAkB;IAC/B,MAAM,QAAQ,GAAG,sBAAsB,EAAE,CAAC;IAC1C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IACvC,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC7C,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,qBAAqB,CAAC,IAAiB;IAC9C,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAQ,CAAC;IACtC,OAAO;QACL,aAAa,IAAI,CAAC,EAAE,oBAAoB;QACxC,SAAS,IAAI,CAAC,KAAK,IAAI,GAAG,EAAE;QAC5B,kBAAkB,IAAI,CAAC,cAAc,IAAI,EAAE,EAAE;QAC7C,WAAW,IAAI,CAAC,OAAO,IAAI,EAAE,EAAE;QAC/B,WAAW,IAAI,CAAC,OAAO,IAAI,EAAE,EAAE;KAChC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,0BAA0B,CAAC,IAAiB;IACnD,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAQ,CAAC;IACtC,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IACvC,OAAO,aAAa,IAAI,CAAC,EAAE,WAAW,IAAI,CAAC,KAAK,IAAI,GAAG,eAAe,IAAI,CAAC,OAAO,IAAI,KAAK,UAAU,GAAG,EAAE,CAAC;AAC7G,CAAC;AAED,MAAM,QAAQ,GAAuB;IACnC;QACE,EAAE,EAAE,MAAM;QACV,KAAK,EAAE,cAAc,CAAC,WAAW,CAAC;QAClC,QAAQ,EAAE,mCAAmC;QAC7C,cAAc,EAAE,oCAAoC;KACrD;IACD;QACE,EAAE,EAAE,WAAW;QACf,KAAK,EAAE,cAAc,CAAC,gBAAgB,CAAC;QACvC,QAAQ,EAAE,gCAAgC;QAC1C,cAAc,EAAE,iCAAiC;KAClD;IACD;QACE,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,cAAc,CAAC,eAAe,CAAC;QACtC,QAAQ,EAAE,+BAA+B;QACzC,cAAc,EAAE,gCAAgC;KACjD;CACF,CAAC;AAEF,QAAQ,CAAC,+DAA+D,EAAE,GAAG,EAAE;IAC7E,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC;IAExC,MAAM,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACrF,MAAM,IAAI,GAAG,MAAM,kBAAkB,EAAE,CAAC;QACxC,IAAI,IAAI,EAAE,CAAC;YACT,QAAQ,CAAC,IAAI,CAAC;gBACZ,EAAE,EAAE,MAAM;gBACV,KAAK,EAAE,cAAc,CAAC,IAAI,CAAC;gBAC3B,QAAQ,EAAE,2BAA2B;gBACrC,cAAc,EAAE,4BAA4B;gBAC5C,iBAAiB,EAAE,qBAAqB;gBACxC,sBAAsB,EAAE,0BAA0B;aACnD,CAAC,CAAC;QACL,CAAC;QAED,MAAM,UAAU,GAAG,mBAAmB,EAAE,CAAC;QACzC,MAAM,oBAAoB,GAKrB,EAAE,CAAC;QACR,MAAM,eAAe,GAAG,wBAAwB,CAAC,oBAAoB,CAAC,CAAC;QAEvE,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAEhD,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACtF,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;YACnF,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;YAEhD,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YACtC,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE;gBAClF,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;gBAC5C,sBAAsB,EAAE,OAAO,CAAC,sBAAsB;aACvD,CAAC,CAAC;YACH,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC;YAEpD,MAAM,gBAAgB,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAC3C,MAAM,gBAAgB,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE;gBAC5F,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;gBAC5C,sBAAsB,EAAE,OAAO,CAAC,sBAAsB;aACvD,CAAC,CAAC;YACH,MAAM,gBAAgB,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;YAE9D,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACpD,MAAM,eAAe,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC9D,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxD,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE;oBACvC,OAAO,EAAE,OAAO,CAAC,EAAE;oBACnB,UAAU;oBACV,eAAe;iBAChB,CAAC,CAAC;YACL,CAAC;YACD,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClC,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAEvC,MAAM,QAAQ,GAAG,gBAAgB,GAAG,WAAW,CAAC;YAChD,MAAM,KAAK,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,GAAG,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC;YAC1F,MAAM,eAAe,GAAG,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAE7D,OAAO,CAAC,GAAG,CACT,0BAA0B,OAAO,CAAC,EAAE,UAAU,KAAK,CAAC,MAAM,gBAAgB,WAAW,WAAW,WAAW,CAAC,OAAO,CACjH,CAAC,CACF,gBAAgB,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,QAAQ,CAAC,OAAO,CACzE,CAAC,CACF,sBAAsB,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAC9E,CAAC;QACJ,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC;YAC5B,WAAW;YACX,mBAAmB;YACnB,WAAW;YACX,gBAAgB;YAChB,gBAAgB;YAChB,oBAAoB;YACpB,mBAAmB;YACnB,iBAAiB;YACjB,wBAAwB;YACxB,sBAAsB;SACvB,CAAC,CAAC;QACH,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACrE,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;YACjC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/__tests__/openclawDogfood.test.d.ts

@@ -1,23 +0,0 @@
-/**
- * OpenClaw Dogfood Test — End-to-end integration across Tier A + Tier C
- *
- * Exercises the full lifecycle:
- *   1. Setup check → system readiness
- *   2. Configure sandbox policy → allowlist + blocklist
- *   3. Connect session → spawn with policy enforcement
- *   4. Call allowed skill → passes enforcement
- *   5. Call blocked skill → blocked by allowlist
- *   6. Call with suspicious args → blocked by pattern scanning
- *   7. Audit trail → violations logged
- *   8. Compliance scoring → grade reflects violations
- *   9. Export audit report → markdown output
- *  10. Disconnect → compliance summary
- *  11. Gotcha lifecycle → record + search
- *  12. Scaffold dry-run → project generation preview
- *  13. Workflow audit → risk scoring
- *  14. Skill risk profiling → trust scoring
- *  15. Tier C bridge tools → mcp-local openclawTools echo
- *
- * Vitest: `npx vitest run src/__tests__/openclawDogfood.test.ts`
- */
-export {};