nodebench-mcp 2.8.1 → 2.8.3

package/dist/__tests__/gaiaCapabilityMediaEval.test.js

@@ -0,0 +1,421 @@
+/**
+ * GAIA media-backed capability/accuracy benchmark: LLM-only vs LLM+NodeBench MCP local OCR tools.
+ *
+ * This lane targets GAIA tasks that include image attachments (PNG/JPG/WEBP).
+ * We provide deterministic local OCR via NodeBench MCP tools and score answers against
+ * the ground-truth "Final answer" (stored locally under `.cache/gaia`, gitignored).
+ *
+ * Safety:
+ * - GAIA is gated. Do not commit fixtures that contain prompts/answers.
+ * - This test logs only task IDs and aggregate metrics (no prompt/answer text).
+ *
+ * Disabled by default (cost + rate limits). Run with:
+ *   NODEBENCH_RUN_GAIA_CAPABILITY=1 npm --prefix packages/mcp-local run test
+ */
+import { describe, expect, it } from "vitest";
+import { existsSync, readFileSync } from "node:fs";
+import { mkdir, readFile, writeFile } from "node:fs/promises";
+import path from "node:path";
+import { fileURLToPath } from "node:url";
+import { performance } from "node:perf_hooks";
+import { localFileTools } from "../tools/localFileTools.js";
+const shouldRun = process.env.NODEBENCH_RUN_GAIA_CAPABILITY === "1";
+const shouldWriteReport = process.env.NODEBENCH_WRITE_GAIA_REPORT === "1";
+async function safeWriteJson(filePath, payload) {
+    try {
+        await mkdir(path.dirname(filePath), { recursive: true });
+        await writeFile(filePath, JSON.stringify(payload, null, 2) + "\n", "utf8");
+    }
+    catch (err) {
+        console.warn(`[gaia-capability-media] report write failed: ${err?.message ?? String(err)}`);
+    }
+}
+function resolveRepoRoot() {
+    const testDir = path.dirname(fileURLToPath(import.meta.url));
+    return path.resolve(testDir, "../../../..");
+}
+function resolveCapabilityMediaFixturePath() {
+    const override = process.env.NODEBENCH_GAIA_CAPABILITY_MEDIA_FIXTURE_PATH;
+    if (override) {
+        if (path.isAbsolute(override))
+            return override;
+        const repoRoot = resolveRepoRoot();
+        return path.resolve(repoRoot, override);
+    }
+    const config = process.env.NODEBENCH_GAIA_CAPABILITY_CONFIG ?? "2023_all";
+    const split = process.env.NODEBENCH_GAIA_CAPABILITY_SPLIT ?? "validation";
+    const repoRoot = resolveRepoRoot();
+    return path.join(repoRoot, ".cache", "gaia", `gaia_capability_media_${config}_${split}.sample.json`);
+}
+function loadDotEnvLocalIfPresent() {
+    const repoRoot = resolveRepoRoot();
+    const envPath = path.join(repoRoot, ".env.local");
+    if (!existsSync(envPath))
+        return;
+    const text = readFileSync(envPath, "utf8");
+    for (const rawLine of text.split(/\r?\n/)) {
+        const line = rawLine.trim();
+        if (!line || line.startsWith("#"))
+            continue;
+        const idx = line.indexOf("=");
+        if (idx <= 0)
+            continue;
+        const key = line.slice(0, idx).trim();
+        let value = line.slice(idx + 1).trim();
+        if ((value.startsWith("\"") && value.endsWith("\"")) ||
+            (value.startsWith("'") && value.endsWith("'"))) {
+            value = value.slice(1, -1);
+        }
+        if (!process.env[key])
+            process.env[key] = value;
+    }
+}
+async function canImport(pkg) {
+    try {
+        await import(pkg);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+function normalizeAnswer(value) {
+    return value
+        .trim()
+        .replace(/\r/g, "")
+        .replace(/\s+/g, " ")
+        .replace(/^["']|["']$/g, "")
+        .replace(/[.]+$/g, "")
+        .toLowerCase();
+}
+async function createGeminiClient() {
+    const mod = await import("@google/genai");
+    const { GoogleGenAI } = mod;
+    const apiKey = process.env.GEMINI_API_KEY || process.env.GOOGLE_AI_API_KEY || "";
+    if (!apiKey) {
+        throw new Error("Missing GEMINI_API_KEY (or GOOGLE_AI_API_KEY)");
+    }
+    return new GoogleGenAI({ apiKey });
+}
+async function geminiGenerateText(ai, model, contents) {
+    const temperature = Number.parseFloat(process.env.NODEBENCH_GAIA_CAPABILITY_TEMPERATURE ?? "0");
+    const response = await ai.models.generateContent({
+        model,
+        contents,
+        config: {
+            temperature: Number.isFinite(temperature) ? temperature : 0,
+            maxOutputTokens: 1024,
+        },
+    });
+    const parts = response?.candidates?.[0]?.content?.parts ?? [];
+    const text = parts.map((p) => p?.text ?? "").join("").trim();
+    return text;
+}
+async function baselineAnswer(ai, task) {
+    const contents = [
+        {
+            role: "user",
+            parts: [
+                {
+                    text: `Answer the question using your existing knowledge only. Do not browse the web.\n\nReturn ONLY the final answer, no explanation.\n\nQuestion:\n${task.prompt}`,
+                },
+            ],
+        },
+    ];
+    return geminiGenerateText(ai, process.env.NODEBENCH_GAIA_BASELINE_MODEL ?? "gemini-2.5-flash", contents);
+}
+function buildToolIndex() {
+    const byName = new Map();
+    for (const tool of localFileTools)
+        byName.set(tool.name, tool);
+    return byName;
+}
+function extractJsonObject(text) {
+    const trimmed = text.trim();
+    const fenceMatch = trimmed.match(/```json\s*([\s\S]*?)\s*```/i);
+    const candidate = fenceMatch ? fenceMatch[1] : trimmed;
+    const start = candidate.indexOf("{");
+    const end = candidate.lastIndexOf("}");
+    if (start === -1 || end === -1 || end <= start)
+        return null;
+    const slice = candidate.slice(start, end + 1);
+    try {
+        return JSON.parse(slice);
+    }
+    catch {
+        return null;
+    }
+}
+async function loadFixture(fixturePath) {
+    const raw = await readFile(fixturePath, "utf8");
+    const parsed = JSON.parse(raw);
+    if (!parsed || !Array.isArray(parsed.tasks))
+        throw new Error("Invalid GAIA capability fixture");
+    return parsed;
+}
+function resolveTaskLocalFilePath(task) {
+    const repoRoot = resolveRepoRoot();
+    const rel = String(task.localFilePath ?? "").trim();
+    if (rel)
+        return path.resolve(repoRoot, rel);
+    const filePath = String(task.filePath ?? "").trim();
+    if (!filePath)
+        throw new Error("Task missing filePath/localFilePath");
+    return path.join(repoRoot, ".cache", "gaia", "data", filePath);
+}
+async function toolAugmentedAnswerFromImage(ai, task, opts) {
+    const toolIndex = buildToolIndex();
+    const model = process.env.NODEBENCH_GAIA_TOOLS_MODEL ?? "gemini-2.5-flash";
+    const toolsMode = (process.env.NODEBENCH_GAIA_CAPABILITY_TOOLS_MODE ?? "rag").toLowerCase();
+    const localPath = resolveTaskLocalFilePath(task);
+    if (!existsSync(localPath)) {
+        throw new Error(`Missing attachment on disk. Expected at ${localPath}. Refresh with dataset:gaia:capability:media:refresh`);
+    }
+    const ext = String(task.fileExt ?? "").trim().toLowerCase() ||
+        path.extname(task.fileName || task.filePath || "").toLowerCase().replace(/^\./, "");
+    if (!["png", "jpg", "jpeg", "webp"].includes(ext)) {
+        throw new Error(`Unsupported attachment type for media lane: ${ext || "(unknown)"}`);
+    }
+    // "rag" mode: single deterministic OCR extract -> answer (more stable than agent loops).
+    if (toolsMode === "rag") {
+        const tool = toolIndex.get("read_image_ocr_text");
+        if (!tool)
+            throw new Error("Missing tool: read_image_ocr_text");
+        const extract = await tool.handler({
+            path: localPath,
+            lang: "eng",
+            preprocess: true,
+            maxChars: 40000,
+        });
+        const extractText = JSON.stringify(extract).slice(0, 40000);
+        const contents = [
+            {
+                role: "user",
+                parts: [
+                    {
+                        text: "Answer the question using ONLY the provided OCR extract. " +
+                            "If the extract is insufficient, make the best supported guess.\n\n" +
+                            "Return ONLY the final answer, no explanation.\n\n" +
+                            `TASK_ID: ${task.id}\n` +
+                            `FILE_TYPE: ${ext}\n` +
+                            `LOCAL_FILE_PATH: ${localPath}\n` +
+                            `QUESTION:\n${task.prompt}\n\n` +
+                            `OCR_EXTRACT_JSON:\n${extractText}`,
+                    },
+                ],
+            },
+        ];
+        const answer = await geminiGenerateText(ai, model, contents);
+        return { answer, toolCalls: 1 };
+    }
+    // "agent" mode: small tool loop. This is more realistic but higher variance.
+    const toolUsageSummary = [
+        "You have access to deterministic local media tools:",
+        "- read_image_ocr_text({path,lang,langPath,preprocess,maxChars})",
+        "",
+        "When using tools, respond with a single JSON object only:",
+        "{\"action\":\"tool\",\"name\":\"read_image_ocr_text\",\"arguments\":{\"maxChars\":20000}}",
+        "When done, respond with:",
+        "{\"action\":\"final\",\"answer\":\"...\"}",
+        "",
+        "Rules:",
+        "- Do NOT use any external knowledge or web browsing.",
+        "- Always use the provided LOCAL_FILE_PATH; you may not read any other files.",
+        "- Keep tool results bounded (maxChars<=40000).",
+        "- Do NOT include any explanation. Final answer must match the requested formatting.",
+    ].join("\n");
+    const contents = [
+        {
+            role: "user",
+            parts: [
+                {
+                    text: `${toolUsageSummary}\n\nTASK_ID: ${task.id}\nFILE_TYPE: ${ext}\nLOCAL_FILE_PATH: ${localPath}\nQUESTION:\n${task.prompt}`,
+                },
+            ],
+        },
+    ];
+    let toolCalls = 0;
+    for (let step = 0; step < opts.maxSteps; step++) {
+        const out = await geminiGenerateText(ai, model, contents);
+        contents.push({ role: "model", parts: [{ text: out }] });
+        const parsed = extractJsonObject(out);
+        if (!parsed || typeof parsed !== "object") {
+            contents.push({
+                role: "user",
+                parts: [{ text: "Invalid format. Return JSON only with action tool|final." }],
+            });
+            continue;
+        }
+        if (parsed.action === "final") {
+            const answer = String(parsed.answer ?? "").trim();
+            return { answer, toolCalls };
+        }
+        if (parsed.action !== "tool") {
+            contents.push({
+                role: "user",
+                parts: [{ text: "Invalid action. Return JSON only with action tool|final." }],
+            });
+            continue;
+        }
+        if (toolCalls >= opts.maxToolCalls) {
+            contents.push({
+                role: "user",
+                parts: [{ text: "Tool call budget exceeded. Return final answer now." }],
+            });
+            continue;
+        }
+        const name = String(parsed.name ?? "");
+        const tool = toolIndex.get(name);
+        if (!tool || name !== "read_image_ocr_text") {
+            contents.push({
+                role: "user",
+                parts: [{ text: `Unknown tool "${name}". Use only read_image_ocr_text.` }],
+            });
+            continue;
+        }
+        const args = (parsed.arguments ?? {});
+        // Security: enforce file access restrictions.
+        args.path = localPath;
+        if (typeof args.maxChars !== "number")
+            args.maxChars = 40000;
+        args.maxChars = Math.min(Number(args.maxChars) || 40000, 40000);
+        toolCalls++;
+        const toolResult = await tool.handler(args);
+        const toolResultText = JSON.stringify(toolResult).slice(0, 12000);
+        contents.push({
+            role: "user",
+            parts: [{ text: `TOOL_RESULT ${name}:\n${toolResultText}\n\nContinue. Return JSON only.` }],
+        });
+    }
+    contents.push({
+        role: "user",
+        parts: [{ text: "Out of steps. Return final answer now as JSON." }],
+    });
+    const out = await geminiGenerateText(ai, model, contents);
+    const parsed = extractJsonObject(out);
+    const answer = parsed && parsed.action === "final" ? String(parsed.answer ?? "").trim() : out.trim();
+    return { answer, toolCalls };
+}
+describe("Capability: GAIA accuracy (LLM-only vs LLM+media tools)", () => {
+    const testFn = shouldRun ? it : it.skip;
+    testFn("should measure accuracy delta on a small GAIA image subset", async () => {
+        loadDotEnvLocalIfPresent();
+        const fixturePath = resolveCapabilityMediaFixturePath();
+        if (!existsSync(fixturePath)) {
+            throw new Error(`Missing GAIA media fixture at ${fixturePath}. Generate it with: python packages/mcp-local/src/__tests__/fixtures/generateGaiaCapabilityMediaFixture.py`);
+        }
+        const hasGemini = await canImport("@google/genai");
+        expect(hasGemini).toBe(true);
+        const ai = await createGeminiClient();
+        const fixture = await loadFixture(fixturePath);
+        expect(Array.isArray(fixture.tasks)).toBe(true);
+        expect(fixture.tasks.length).toBeGreaterThan(0);
+        const requestedLimit = Number.parseInt(process.env.NODEBENCH_GAIA_CAPABILITY_TASK_LIMIT ?? "6", 10);
+        const taskLimit = Math.max(1, Math.min(fixture.tasks.length, Number.isFinite(requestedLimit) ? requestedLimit : 6));
+        const tasks = fixture.tasks.slice(0, taskLimit);
+        const requestedConcurrency = Number.parseInt(process.env.NODEBENCH_GAIA_CAPABILITY_CONCURRENCY ?? "1", 10);
+        const concurrency = Math.max(1, Math.min(tasks.length, Number.isFinite(requestedConcurrency) ? requestedConcurrency : 1));
+        const maxSteps = Number.parseInt(process.env.NODEBENCH_GAIA_CAPABILITY_MAX_STEPS ?? "7", 10);
+        const maxToolCalls = Number.parseInt(process.env.NODEBENCH_GAIA_CAPABILITY_MAX_TOOL_CALLS ?? "3", 10);
+        const results = new Array(tasks.length);
+        let nextIndex = 0;
+        const workers = Array.from({ length: concurrency }, () => (async () => {
+            while (true) {
+                const idx = nextIndex++;
+                if (idx >= tasks.length)
+                    return;
+                const task = tasks[idx];
+                const expected = normalizeAnswer(task.expectedAnswer);
+                try {
+                    const baseStart = performance.now();
+                    const base = await baselineAnswer(ai, task);
+                    const baseMs = performance.now() - baseStart;
+                    const toolsStart = performance.now();
+                    const tools = await toolAugmentedAnswerFromImage(ai, task, { maxSteps, maxToolCalls });
+                    const toolsMs = performance.now() - toolsStart;
+                    const baselineCorrect = normalizeAnswer(base) === expected;
+                    const toolsCorrect = normalizeAnswer(tools.answer) === expected;
+                    results[idx] = {
+                        taskId: task.id,
+                        baselineCorrect,
+                        toolsCorrect,
+                        baselineMs: baseMs,
+                        toolsMs,
+                        toolCalls: tools.toolCalls,
+                    };
+                }
+                catch (err) {
+                    results[idx] = {
+                        taskId: task.id,
+                        baselineCorrect: false,
+                        toolsCorrect: false,
+                        baselineMs: 0,
+                        toolsMs: 0,
+                        toolCalls: 0,
+                        error: err?.message ?? String(err),
+                    };
+                }
+            }
+        })());
+        await Promise.all(workers);
+        const baselineCorrect = results.filter((r) => r.baselineCorrect).length;
+        const toolsCorrect = results.filter((r) => r.toolsCorrect).length;
+        const baselinePassRate = (baselineCorrect / results.length) * 100;
+        const toolsPassRate = (toolsCorrect / results.length) * 100;
+        const avgBaseMs = results.reduce((sum, r) => sum + r.baselineMs, 0) / results.length;
+        const avgToolsMs = results.reduce((sum, r) => sum + r.toolsMs, 0) / results.length;
+        const avgToolCalls = results.reduce((sum, r) => sum + r.toolCalls, 0) / results.length;
+        const improved = results.filter((r) => !r.baselineCorrect && r.toolsCorrect).length;
+        const regressions = results.filter((r) => r.baselineCorrect && !r.toolsCorrect).length;
+        // Human-readable console output (no prompts/answers).
+        console.log(`[gaia-capability-media] tasks=${results.length} baseline=${baselineCorrect}/${results.length} (${baselinePassRate.toFixed(1)}%) tools=${toolsCorrect}/${results.length} (${toolsPassRate.toFixed(1)}%) delta=${(toolsPassRate - baselinePassRate).toFixed(1)}% improved=${improved} regressions=${regressions} avgToolCalls=${avgToolCalls.toFixed(2)}`);
+        const toolsMode = (process.env.NODEBENCH_GAIA_CAPABILITY_TOOLS_MODE ?? "rag").toLowerCase();
+        const publicSummary = {
+            suiteId: "gaia_capability_media",
+            lane: "media",
+            generatedAtIso: new Date().toISOString(),
+            config: fixture.config,
+            split: fixture.split,
+            taskCount: results.length,
+            concurrency,
+            baseline: {
+                model: process.env.NODEBENCH_GAIA_BASELINE_MODEL ?? "gemini-2.5-flash",
+                correct: baselineCorrect,
+                passRatePct: baselinePassRate,
+                avgMs: avgBaseMs,
+            },
+            tools: {
+                model: process.env.NODEBENCH_GAIA_TOOLS_MODEL ?? "gemini-2.5-flash",
+                mode: toolsMode,
+                correct: toolsCorrect,
+                passRatePct: toolsPassRate,
+                avgMs: avgToolsMs,
+                avgToolCalls,
+            },
+            improved,
+            regressions,
+            notes: "GAIA media lane (image attachments). No prompts/answers persisted; only aggregate metrics are written to public/evals.",
+        };
+        if (shouldWriteReport) {
+            const repoRoot = resolveRepoRoot();
+            await safeWriteJson(path.join(repoRoot, "public", "evals", "gaia_capability_media_latest.json"), publicSummary);
+            const detailed = {
+                ...publicSummary,
+                results: results.map((r) => ({
+                    taskId: r.taskId,
+                    baselineCorrect: r.baselineCorrect,
+                    toolsCorrect: r.toolsCorrect,
+                    baselineMs: Math.round(r.baselineMs),
+                    toolsMs: Math.round(r.toolsMs),
+                    toolCalls: r.toolCalls,
+                    ...(r.error ? { error: r.error } : {}),
+                })),
+            };
+            const stamp = new Date().toISOString().replace(/[:.]/g, "-");
+            await safeWriteJson(path.join(repoRoot, ".cache", "gaia", "reports", `gaia_capability_media_${fixture.config}_${fixture.split}_${stamp}.json`), detailed);
+        }
+        // Minimal sanity: tools mode should not underperform baseline on this tiny sample.
+        expect(toolsPassRate).toBeGreaterThanOrEqual(baselinePassRate);
+    });
+});
+//# sourceMappingURL=gaiaCapabilityMediaEval.test.js.map

package/dist/__tests__/gaiaCapabilityMediaEval.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gaiaCapabilityMediaEval.test.js","sourceRoot":"","sources":["../../src/__tests__/gaiaCapabilityMediaEval.test.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AA2C5D,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,6BAA6B,KAAK,GAAG,CAAC;AACpE,MAAM,iBAAiB,GAAG,OAAO,CAAC,GAAG,CAAC,2BAA2B,KAAK,GAAG,CAAC;AAwB1E,KAAK,UAAU,aAAa,CAAC,QAAgB,EAAE,OAAgB;IAC7D,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzD,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;IAC7E,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,OAAO,CAAC,IAAI,CAAC,gDAAgD,GAAG,EAAE,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC9F,CAAC;AACH,CAAC;AAED,SAAS,eAAe;IACtB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7D,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,iCAAiC;IACxC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC;IAC1E,IAAI,QAAQ,EAAE,CAAC;QACb,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,OAAO,QAAQ,CAAC;QAC/C,MAAM,QAAQ,GAAG,eAAe,EAAE,CAAC;QACnC,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,gCAAgC,IAAI,UAAU,CAAC;IAC1E,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,+BAA+B,IAAI,YAAY,CAAC;IAC1E,MAAM,QAAQ,GAAG,eAAe,EAAE,CAAC;IACnC,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,yBAAyB,MAAM,IAAI,KAAK,cAAc,CAAC,CAAC;AACvG,CAAC;AAED,SAAS,wBAAwB;IAC/B,MAAM,QAAQ,GAAG,eAAe,EAAE,CAAC;IACnC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAClD,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO;IAEjC,MAAM,IAAI,GAAG,YAAY,CAAC,OAAO,EAAE,MAAM,CAAW,CAAC;IACrD,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,GAAG,IAAI,CAAC;YAAE,SAAS;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACtC,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACvC,IACE,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAChD,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAC9C,CAAC;YACD,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7B,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IAClD,CAAC;AACH,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,GAAW;IAClC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,GAAG,CAAC,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,OAAO,KAAK;SACT,IAAI,EAAE;SACN,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;SAClB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;SAC3B,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;SACrB,WAAW,EAAE,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,kBAAkB;IAC/B,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC;IAC1C,MAAM,EAAE,WAAW,EAAE,GAAG,GAAU,CAAC;IACnC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,EAAE,CAAC;IACjF,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACnE,CAAC;IACD,OAAO,IAAI,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;AACrC,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,EAAO,EAAE,KAAa,EAAE,QAAe;IACvE,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,qCAAqC,IAAI,GAAG,CAAC,CAAC;IAChG,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC;QAC/C,KAAK;QACL,QAAQ;QACR,MAAM,EAAE;YACN,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;YAC3D,eAAe,EAAE,IAAI;SACtB;KACF,CAAC,CAAC;IAEH,MAAM,KAAK,GAAI,QAAgB,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;IACvE,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAClE,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,EAAO,EAAE,IAAoB;IACzD,MAAM,QAAQ,GAAG;QACf;YACE,IAAI,EAAE,MAAe;YACrB,KAAK,EAAE;gBACL;oBACE,IAAI,EAAE,iJAAiJ,IAAI,CAAC,MAAM,EAAE;iBACrK;aACF;SACF;KACF,CAAC;IACF,OAAO,kBAAkB,CAAC,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,6BAA6B,IAAI,kBAAkB,EAAE,QAAQ,CAAC,CAAC;AAC3G,CAAC;AAED,SAAS,cAAc;IACrB,MAAM,MAAM,GAAG,IAAI,GAAG,EAAmB,CAAC;IAC1C,KAAK,MAAM,IAAI,IAAI,cAAc;QAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC/D,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY;IACrC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;IAChE,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IAEvD,MAAM,KAAK,GAAG,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACrC,MAAM,GAAG,GAAG,SAAS,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACvC,IAAI,KAAK,KAAK,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,IAAI,GAAG,IAAI,KAAK;QAAE,OAAO,IAAI,CAAC;IAE5D,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;IAC9C,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,WAAmB;IAC5C,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IAChD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAsB,CAAC;IACpD,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAE,MAAc,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACzG,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,wBAAwB,CAAC,IAAoB;IACpD,MAAM,QAAQ,GAAG,eAAe,EAAE,CAAC;IACnC,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACpD,IAAI,GAAG;QAAE,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAE5C,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACpD,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACtE,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;AACjE,CAAC;AAED,KAAK,UAAU,4BAA4B,CACzC,EAAO,EACP,IAAoB,EACpB,IAAgD;IAEhD,MAAM,SAAS,GAAG,cAAc,EAAE,CAAC;IACnC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,kBAAkB,CAAC;IAC3E,MAAM,SAAS,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,oCAAoC,IAAI,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;IAE5F,MAAM,SAAS,GAAG,wBAAwB,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CACb,2CAA2C,SAAS,sDAAsD,CAC3G,CAAC;IACJ,CAAC;IAED,MAAM,GAAG,GACP,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE;QAC/C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAEtF,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,+CAA+C,GAAG,IAAI,WAAW,EAAE,CAAC,CAAC;IACvF,CAAC;IAED,yFAAyF;IACzF,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;QAClD,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QAChE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC;YACjC,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,KAAK;YACX,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAE5D,MAAM,QAAQ,GAAG;YACf;gBACE,IAAI,EAAE,MAAe;gBACrB,KAAK,EAAE;oBACL;wBACE,IAAI,EACF,2DAA2D;4BAC3D,oEAAoE;4BACpE,mDAAmD;4BACnD,YAAY,IAAI,CAAC,EAAE,IAAI;4BACvB,cAAc,GAAG,IAAI;4BACrB,oBAAoB,SAAS,IAAI;4BACjC,cAAc,IAAI,CAAC,MAAM,MAAM;4BAC/B,sBAAsB,WAAW,EAAE;qBACtC;iBACF;aACF;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC7D,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;IAClC,CAAC;IAED,6EAA6E;IAC7E,MAAM,gBAAgB,GAAG;QACvB,qDAAqD;QACrD,iEAAiE;QACjE,EAAE;QACF,2DAA2D;QAC3D,2FAA2F;QAC3F,0BAA0B;QAC1B,2CAA2C;QAC3C,EAAE;QACF,QAAQ;QACR,sDAAsD;QACtD,8EAA8E;QAC9E,gDAAgD;QAChD,qFAAqF;KACtF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEb,MAAM,QAAQ,GAAsE;QAClF;YACE,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE;gBACL;oBACE,IAAI,EAAE,GAAG,gBAAgB,gBAAgB,IAAI,CAAC,EAAE,gBAAgB,GAAG,sBAAsB,SAAS,gBAAgB,IAAI,CAAC,MAAM,EAAE;iBAChI;aACF;SACF;KACF,CAAC;IAEF,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC;QAChD,MAAM,GAAG,GAAG,MAAM,kBAAkB,CAAC,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC1D,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAEzD,MAAM,MAAM,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC;QACtC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC1C,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,0DAA0D,EAAE,CAAC;aAC9E,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;YAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAClD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;QAC/B,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC7B,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,0DAA0D,EAAE,CAAC;aAC9E,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,IAAI,SAAS,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACnC,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,qDAAqD,EAAE,CAAC;aACzE,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QACvC,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjC,IAAI,CAAC,IAAI,IAAI,IAAI,KAAK,qBAAqB,EAAE,CAAC;YAC5C,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,iBAAiB,IAAI,kCAAkC,EAAE,CAAC;aAC3E,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAA4B,CAAC;QACjE,8CAA8C;QAC9C,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;QACtB,IAAI,OAAQ,IAAY,CAAC,QAAQ,KAAK,QAAQ;YAAG,IAAY,CAAC,QAAQ,GAAG,KAAK,CAAC;QAC9E,IAAY,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAE,IAAY,CAAC,QAAQ,CAAC,IAAI,KAAK,EAAE,KAAK,CAAC,CAAC;QAElF,SAAS,EAAE,CAAC;QACZ,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAClE,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,IAAI,MAAM,cAAc,iCAAiC,EAAE,CAAC;SAC5F,CAAC,CAAC;IACL,CAAC;IAED,QAAQ,CAAC,IAAI,CAAC;QACZ,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,gDAAgD,EAAE,CAAC;KACpE,CAAC,CAAC;IACH,MAAM,GAAG,GAAG,MAAM,kBAAkB,CAAC,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC1D,MAAM,MAAM,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;IACrG,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;AAC/B,CAAC;AAED,QAAQ,CAAC,yDAAyD,EAAE,GAAG,EAAE;IACvE,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC;IAExC,MAAM,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC9E,wBAAwB,EAAE,CAAC;QAE3B,MAAM,WAAW,GAAG,iCAAiC,EAAE,CAAC;QACxD,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CACb,iCAAiC,WAAW,4GAA4G,CACzJ,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,CAAC;QACnD,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE7B,MAAM,EAAE,GAAG,MAAM,kBAAkB,EAAE,CAAC;QAEtC,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,CAAC;QAC/C,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAEhD,MAAM,cAAc,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,oCAAoC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;QACpG,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CACxB,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CACrF,CAAC;QACF,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAEhD,MAAM,oBAAoB,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,qCAAqC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;QAC3G,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAC1B,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC,CACzF,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,mCAAmC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;QAC7F,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,wCAAwC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;QAEtG,MAAM,OAAO,GAAmB,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACxD,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,GAAG,EAAE,CACvD,CAAC,KAAK,IAAI,EAAE;YACV,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,GAAG,GAAG,SAAS,EAAE,CAAC;gBACxB,IAAI,GAAG,IAAI,KAAK,CAAC,MAAM;oBAAE,OAAO;gBAEhC,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;gBACxB,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;gBAEtD,IAAI,CAAC;oBACH,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;oBACpC,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;oBAC5C,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;oBAE7C,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;oBACrC,MAAM,KAAK,GAAG,MAAM,4BAA4B,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;oBACvF,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC;oBAE/C,MAAM,eAAe,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,QAAQ,CAAC;oBAC3D,MAAM,YAAY,GAAG,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC;oBAEhE,OAAO,CAAC,GAAG,CAAC,GAAG;wBACb,MAAM,EAAE,IAAI,CAAC,EAAE;wBACf,eAAe;wBACf,YAAY;wBACZ,UAAU,EAAE,MAAM;wBAClB,OAAO;wBACP,SAAS,EAAE,KAAK,CAAC,SAAS;qBAC3B,CAAC;gBACJ,CAAC;gBAAC,OAAO,GAAQ,EAAE,CAAC;oBAClB,OAAO,CAAC,GAAG,CAAC,GAAG;wBACb,MAAM,EAAE,IAAI,CAAC,EAAE;wBACf,eAAe,EAAE,KAAK;wBACtB,YAAY,EAAE,KAAK;wBACnB,UAAU,EAAE,CAAC;wBACb,OAAO,EAAE,CAAC;wBACV,SAAS,EAAE,CAAC;wBACZ,KAAK,EAAE,GAAG,EAAE,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC;qBACnC,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC,CAAC,EAAE,CACL,CAAC;QAEF,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAE3B,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC;QACxE,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC;QAClE,MAAM,gBAAgB,GAAG,CAAC,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;QAClE,MAAM,aAAa,GAAG,CAAC,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;QAC5D,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACrF,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACnF,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QAEvF,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,eAAe,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC;QACpF,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC;QAEvF,sDAAsD;QACtD,OAAO,CAAC,GAAG,CACT,iCAAiC,OAAO,CAAC,MAAM,aAAa,eAAe,IAAI,OAAO,CAAC,MAAM,KAAK,gBAAgB,CAAC,OAAO,CACxH,CAAC,CACF,YAAY,YAAY,IAAI,OAAO,CAAC,MAAM,KAAK,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAClF,aAAa,GAAG,gBAAgB,CACjC,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,QAAQ,gBAAgB,WAAW,iBAAiB,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CACxG,CAAC;QAEF,MAAM,SAAS,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,oCAAoC,IAAI,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QAC5F,MAAM,aAAa,GAAqC;YACtD,OAAO,EAAE,uBAAuB;YAChC,IAAI,EAAE,OAAO;YACb,cAAc,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACxC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,SAAS,EAAE,OAAO,CAAC,MAAM;YACzB,WAAW;YACX,QAAQ,EAAE;gBACR,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,6BAA6B,IAAI,kBAAkB;gBACtE,OAAO,EAAE,eAAe;gBACxB,WAAW,EAAE,gBAAgB;gBAC7B,KAAK,EAAE,SAAS;aACjB;YACD,KAAK,EAAE;gBACL,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,kBAAkB;gBACnE,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,YAAY;gBACrB,WAAW,EAAE,aAAa;gBAC1B,KAAK,EAAE,UAAU;gBACjB,YAAY;aACb;YACD,QAAQ;YACR,WAAW;YACX,KAAK,EACH,wHAAwH;SAC3H,CAAC;QAEF,IAAI,iBAAiB,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,eAAe,EAAE,CAAC;YACnC,MAAM,aAAa,CACjB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,mCAAmC,CAAC,EAC3E,aAAa,CACd,CAAC;YAEF,MAAM,QAAQ,GAAG;gBACf,GAAG,aAAa;gBAChB,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAC3B,MAAM,EAAE,CAAC,CAAC,MAAM;oBAChB,eAAe,EAAE,CAAC,CAAC,eAAe;oBAClC,YAAY,EAAE,CAAC,CAAC,YAAY;oBAC5B,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC;oBACpC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;oBAC9B,SAAS,EAAE,CAAC,CAAC,SAAS;oBACtB,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACvC,CAAC,CAAC;aACJ,CAAC;YACF,MAAM,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YAC7D,MAAM,aAAa,CACjB,IAAI,CAAC,IAAI,CACP,QAAQ,EACR,QAAQ,EACR,MAAM,EACN,SAAS,EACT,yBAAyB,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,KAAK,IAAI,KAAK,OAAO,CACzE,EACD,QAAQ,CACT,CAAC;QACJ,CAAC;QAED,mFAAmF;QACnF,MAAM,CAAC,aAAa,CAAC,CAAC,sBAAsB,CAAC,gBAAgB,CAAC,CAAC;IACjE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/__tests__/tools.test.js

@@ -33,7 +33,7 @@ import { figmaFlowTools } from "../tools/figmaFlowTools.js";
 import { createProgressiveDiscoveryTools } from "../tools/progressiveDiscoveryTools.js";
 import { boilerplateTools } from "../tools/boilerplateTools.js";
 import { cCompilerBenchmarkTools } from "../tools/cCompilerBenchmarkTools.js";
-import { getQuickRef } from "../tools/toolRegistry.js";
+import { getQuickRef, hybridSearch, TOOL_REGISTRY, SEARCH_MODES } from "../tools/toolRegistry.js";
 // Assemble all tools like index.ts does
 const domainTools = [
     ...verificationTools,
@@ -68,9 +68,9 @@ const allTools = [...allToolsWithoutDiscovery, ...discoveryTools];
 // STATIC LAYER — structure validation
 // ═══════════════════════════════════════════════════════════════════════════
 describe("Static: tool structure", () => {
-    it("should have 129 tools total", () => {
-        // 124 domain tools + 2 meta tools (findTools, getMethodology) + 3 progressive discovery tools
-        expect(allTools.length).toBe(129);
+    it("should have 131 tools total", () => {
+        // 126 domain tools + 2 meta tools (findTools, getMethodology) + 3 progressive discovery tools
+        expect(allTools.length).toBe(131);
     });
     it("every tool has name, description, inputSchema, handler", () => {
         for (const tool of allTools) {
@@ -1737,4 +1737,153 @@ describe("Integration: full benchmark lifecycle", () => {
         expect(completed._quickRef).toBeDefined();
     });
 });
+// ═══════════════════════════════════════════════════════════════════════
+// Multi-modal search engine quality tests
+// ═══════════════════════════════════════════════════════════════════════
+const toolDescs = allTools.map((t) => ({ name: t.name, description: t.description }));
+describe("Search engine: registry coverage", () => {
+    it("should have a registry entry for every tool (129/129)", () => {
+        const missing = allTools.filter((t) => !TOOL_REGISTRY.has(t.name));
+        expect(missing.map((t) => t.name)).toEqual([]);
+        expect(TOOL_REGISTRY.size).toBe(allTools.length);
+    });
+    it("should expose all 6 search modes", () => {
+        expect(SEARCH_MODES).toEqual(["hybrid", "fuzzy", "regex", "prefix", "semantic", "exact"]);
+    });
+    it("should have quickRef for every registered tool", () => {
+        for (const tool of allTools) {
+            const qr = getQuickRef(tool.name);
+            expect(qr, `Missing quickRef for ${tool.name}`).not.toBeNull();
+            expect(qr.nextAction.length).toBeGreaterThan(10);
+            expect(qr.nextTools.length).toBeGreaterThan(0);
+        }
+    });
+});
+describe("Search engine: hybrid mode (default)", () => {
+    it("should find benchmark tools when searching 'benchmark'", () => {
+        const results = hybridSearch("benchmark", toolDescs, { limit: 10 });
+        const names = results.map((r) => r.name);
+        expect(names).toContain("start_autonomy_benchmark");
+        expect(names).toContain("complete_autonomy_benchmark");
+        expect(names).toContain("benchmark_models");
+        expect(names).toContain("log_benchmark_milestone");
+    });
+    it("should find scaffold tools when searching 'scaffold'", () => {
+        const results = hybridSearch("scaffold", toolDescs, { limit: 10 });
+        const names = results.map((r) => r.name);
+        expect(names).toContain("scaffold_directory");
+        expect(names).toContain("scaffold_nodebench_project");
+    });
+    it("should rank exact name matches highest", () => {
+        const results = hybridSearch("web_search", toolDescs, { limit: 5 });
+        expect(results[0].name).toBe("web_search");
+    });
+    it("should filter by category", () => {
+        const results = hybridSearch("test", toolDescs, { category: "eval", limit: 10 });
+        for (const r of results) {
+            expect(r.category).toBe("eval");
+        }
+    });
+    it("should filter by phase", () => {
+        const results = hybridSearch("verify", toolDescs, { phase: "verify", limit: 10 });
+        for (const r of results) {
+            expect(r.phase).toBe("verify");
+        }
+    });
+    it("should include matchReasons when explain=true", () => {
+        const results = hybridSearch("verify", toolDescs, { limit: 3, explain: true });
+        expect(results.length).toBeGreaterThan(0);
+        expect(results[0].matchReasons.length).toBeGreaterThan(0);
+        expect(results[0].matchReasons[0]).toMatch(/keyword|prefix|fuzzy|semantic|ngram|bigram|regex|domain/);
+    });
+    it("should return empty matchReasons when explain=false", () => {
+        const results = hybridSearch("verify", toolDescs, { limit: 3, explain: false });
+        expect(results[0].matchReasons).toEqual([]);
+    });
+});
+describe("Search engine: fuzzy mode (typo tolerance)", () => {
+    it("should find 'verify' tools when searching 'verifiy' (typo)", () => {
+        const results = hybridSearch("verifiy", toolDescs, { mode: "fuzzy", limit: 10 });
+        const names = results.map((r) => r.name);
+        expect(names.some((n) => n.includes("verif"))).toBe(true);
+    });
+    it("should find 'benchmark' tools when searching 'benchmrk' (typo)", () => {
+        const results = hybridSearch("benchmrk", toolDescs, { mode: "fuzzy", limit: 10 });
+        const names = results.map((r) => r.name);
+        expect(names.some((n) => n.includes("benchmark"))).toBe(true);
+    });
+    it("should find 'scaffold' when searching 'scafold' (typo)", () => {
+        const results = hybridSearch("scafold", toolDescs, { mode: "fuzzy", limit: 10 });
+        const names = results.map((r) => r.name);
+        expect(names.some((n) => n.includes("scaffold"))).toBe(true);
+    });
+});
+describe("Search engine: regex mode", () => {
+    it("should match tools by regex pattern on name", () => {
+        const results = hybridSearch("^capture_.*screenshot$", toolDescs, { mode: "regex", limit: 10 });
+        expect(results.length).toBeGreaterThan(0);
+        expect(results[0].name).toBe("capture_ui_screenshot");
+    });
+    it("should match tools by regex on tags", () => {
+        const results = hybridSearch("c-compiler", toolDescs, { mode: "regex", limit: 10 });
+        const names = results.map((r) => r.name);
+        expect(names).toContain("start_autonomy_benchmark");
+    });
+    it("should handle invalid regex gracefully", () => {
+        const results = hybridSearch("[invalid(", toolDescs, { mode: "regex", limit: 10 });
+        expect(results).toEqual([]);
+    });
+});
+describe("Search engine: prefix mode", () => {
+    it("should find all 'run_' prefixed tools", () => {
+        const results = hybridSearch("run_", toolDescs, { mode: "prefix", limit: 20 });
+        for (const r of results) {
+            expect(r.name.startsWith("run_")).toBe(true);
+        }
+        expect(results.length).toBeGreaterThanOrEqual(5);
+    });
+    it("should find 'cap' → capture_* tools", () => {
+        const results = hybridSearch("cap", toolDescs, { mode: "prefix", limit: 10 });
+        const names = results.map((r) => r.name);
+        expect(names).toContain("capture_ui_screenshot");
+        expect(names).toContain("capture_responsive_suite");
+    });
+});
+describe("Search engine: semantic mode (synonym expansion)", () => {
+    it("should expand 'check' to find 'verify' tools", () => {
+        const results = hybridSearch("check", toolDescs, { mode: "semantic", limit: 10 });
+        const names = results.map((r) => r.name);
+        expect(names.some((n) => n.includes("verif") || n.includes("gate") || n.includes("quality"))).toBe(true);
+    });
+    it("should expand 'fix' to find 'resolve' tools", () => {
+        const results = hybridSearch("fix", toolDescs, { mode: "semantic", limit: 10 });
+        const names = results.map((r) => r.name);
+        expect(names).toContain("resolve_gap");
+    });
+    it("should expand 'deploy' to find 'ship' phase tools", () => {
+        const results = hybridSearch("deploy", toolDescs, { mode: "semantic", limit: 15 });
+        const names = results.map((r) => r.name);
+        expect(names.some((n) => n.includes("mandatory_flywheel") || n.includes("quality_gate"))).toBe(true);
+    });
+});
+describe("Search engine: exact mode", () => {
+    it("should return only exact name match", () => {
+        const results = hybridSearch("web_search", toolDescs, { mode: "exact", limit: 5 });
+        expect(results.length).toBeGreaterThan(0);
+        expect(results[0].name).toBe("web_search");
+        expect(results[0].score).toBeGreaterThanOrEqual(100);
+    });
+});
+describe("Search engine: bigram phrase matching", () => {
+    it("should match 'quality gate' as a phrase", () => {
+        const results = hybridSearch("quality gate", toolDescs, { limit: 5 });
+        const names = results.map((r) => r.name);
+        expect(names).toContain("run_quality_gate");
+    });
+    it("should match 'parallel agents' as a phrase", () => {
+        const results = hybridSearch("parallel agents", toolDescs, { limit: 5 });
+        const names = results.map((r) => r.name);
+        expect(names.some((n) => n.includes("parallel") || n.includes("agent"))).toBe(true);
+    });
+});
 //# sourceMappingURL=tools.test.js.map