knodin 0.6.0 → 0.7.4

package/dist/src/competitive-manifest.js

@@ -45,7 +45,7 @@ export const COMPETITIVE_MANIFEST = [
         id: "graphify",
         name: "Graphify",
         version: "0.9.23",
-        roadmap: ["C2", "C3", "C11", "C12", "C13", "C17", "C24", "C26"],
+        roadmap: ["C2", "C3", "C11", "C12", "C13", "C17", "C24", "C26", "C41"],
         baseline: "graphify-vs-knodin.raw.json",
         requirements: [
             { type: "command", value: "graphify" },
@@ -60,7 +60,7 @@ export const COMPETITIVE_MANIFEST = [
         command: bunHarness("graphify-bakeoff.ts"),
         caseMappings: [
             {
-                idPattern: "^neighbors-calls-(?:path|default)$",
+                idPattern: "^neighbors-calls-(?:path|default)(?:-cold)?$",
                 useCase: "direct call neighbors",
                 mode: "warm",
                 scope: {
@@ -70,7 +70,20 @@ export const COMPETITIVE_MANIFEST = [
                 },
                 budgets: { bytes: null, tokens: null, items: 200 },
                 reason: "Both sides return direct inbound and outbound call neighbors for createEngine.",
-                oracleId: "contains-create-engine",
+                oracleId: "create-engine-both",
+            },
+            {
+                idPattern: "^god-nodes-10-default(?:-cold)?$",
+                useCase: "bounded architectural hubs",
+                mode: "warm",
+                scope: {
+                    competitorOperation: "god_nodes",
+                    knodinOperation: "map:minimal",
+                    dimensions: ["repository scope", "items=10", "hub ranking"],
+                },
+                budgets: { bytes: null, tokens: null, items: 10 },
+                reason: "Both sides return the ten highest-ranked architectural hubs.",
+                oracleId: "architecture-facet",
             },
         ],
     },
@@ -91,7 +104,7 @@ export const COMPETITIVE_MANIFEST = [
         id: "codebase-memory",
         name: "codebase-memory-mcp",
         version: "0.9.0",
-        roadmap: ["C4", "C10", "C11", "C12", "C13", "C16", "C24", "C25", "C26"],
+        roadmap: ["C4", "C10", "C11", "C12", "C13", "C16", "C24", "C25", "C26", "C41"],
         baseline: "codebase-memory-vs-knodin.raw.json",
         requirements: [
             { type: "command", value: "codebase-memory-mcp" },
@@ -101,7 +114,7 @@ export const COMPETITIVE_MANIFEST = [
         command: bunHarness("codebase-memory-bakeoff.ts"),
         caseMappings: [
             {
-                idPattern: "^search-graph-e0-c0$",
+                idPattern: "^search-graph-e0-c0(?:-cold)?$",
                 useCase: "bounded graph search",
                 mode: "warm",
                 scope: {
@@ -111,10 +124,10 @@ export const COMPETITIVE_MANIFEST = [
                 },
                 budgets: { bytes: null, tokens: null, items: 10 },
                 reason: "Both sides run the same unexpanded first-page query with the same item limit.",
-                oracleId: "contains-create-engine",
+                oracleId: "create-engine-definition",
             },
             {
-                idPattern: "^trace-(?:inbound|outbound|both)-calls-r0-t1$",
+                idPattern: "^trace-inbound-calls-r0-t1(?:-cold)?$",
                 useCase: "typed call traversal",
                 mode: "warm",
                 scope: {
@@ -130,10 +143,48 @@ export const COMPETITIVE_MANIFEST = [
                 },
                 budgets: { bytes: null, tokens: null, items: 100 },
                 reason: "Both sides use the same target, direction, call relation, depth, and test scope.",
-                oracleId: "contains-create-engine",
+                oracleId: "create-engine-callers",
             },
             {
-                idPattern: "^architecture-(?:languages|packages|entry_points|hotspots|boundaries|layers)$",
+                idPattern: "^trace-outbound-calls-r0-t1(?:-cold)?$",
+                useCase: "typed call traversal",
+                mode: "warm",
+                scope: {
+                    competitorOperation: "trace_path",
+                    knodinOperation: "query:traverse",
+                    dimensions: [
+                        "target=createEngine",
+                        "direction",
+                        "relation=call",
+                        "depth=3",
+                        "include_tests=true",
+                    ],
+                },
+                budgets: { bytes: null, tokens: null, items: 100 },
+                reason: "Both sides use the same target, outbound direction, call relation, depth, and test scope.",
+                oracleId: "create-engine-callees",
+            },
+            {
+                idPattern: "^trace-both-calls-r0-t1(?:-cold)?$",
+                useCase: "typed call traversal",
+                mode: "warm",
+                scope: {
+                    competitorOperation: "trace_path",
+                    knodinOperation: "query:traverse",
+                    dimensions: [
+                        "target=createEngine",
+                        "direction",
+                        "relation=call",
+                        "depth=3",
+                        "include_tests=true",
+                    ],
+                },
+                budgets: { bytes: null, tokens: null, items: 100 },
+                reason: "Both sides use the same target, bidirectional scope, call relation, depth, and test scope.",
+                oracleId: "create-engine-both",
+            },
+            {
+                idPattern: "^architecture-(?:languages|packages|entry_points|hotspots|boundaries|layers)(?:-cold)?$",
                 useCase: "single architecture facet",
                 mode: "warm",
                 scope: {
@@ -143,7 +194,7 @@ export const COMPETITIVE_MANIFEST = [
                 },
                 budgets: { bytes: null, tokens: null, items: null },
                 reason: "Each row requests one architecture facet that knodin supports independently.",
-                oracleId: "architecture-facet",
+                oracleId: "engine-package",
             },
         ],
     },
@@ -151,17 +202,21 @@ export const COMPETITIVE_MANIFEST = [
         id: "grepai",
         name: "grepai",
         version: "0.35.0",
-        roadmap: ["C3", "C11", "C12", "C16", "C17", "C24"],
+        roadmap: ["C3", "C11", "C12", "C16", "C17", "C24", "C41"],
         baseline: "grepai-vs-knodin.raw.json",
         requirements: [
             { type: "command", value: "grepai" },
             { type: "command", value: "bun" },
         ],
         versionCommand: ["grepai", "version"],
+        prepare: [
+            ["grepai", "init", "--provider", "ollama", "--backend", "gob", "--yes"],
+            ["node", "--import", "tsx", "scripts/wait-grepai-ready.ts"],
+        ],
         command: bunHarness("grepai-bakeoff.ts"),
         caseMappings: [
             {
-                idPattern: "^status-json-v0$",
+                idPattern: "^status-json-v0(?:-cold)?$",
                 useCase: "cached index status",
                 mode: "warm",
                 scope: {
@@ -171,10 +226,23 @@ export const COMPETITIVE_MANIFEST = [
                 },
                 budgets: { bytes: null, tokens: null, items: null },
                 reason: "Both sides return a cached, non-deep index status summary.",
-                oracleId: "contains-index",
+                oracleId: "indexed-status",
+            },
+            {
+                idPattern: "^status-json-v1(?:-cold)?$",
+                useCase: "verified index lifecycle audit",
+                mode: "warm",
+                scope: {
+                    competitorOperation: "grepai_index_status:verbose",
+                    knodinOperation: "status:deep",
+                    dimensions: ["verified deep audit", "repository scope", "verbose"],
+                },
+                budgets: { bytes: null, tokens: null, items: null },
+                reason: "Both sides verify repository index state rather than returning cached summaries.",
+                oracleId: "indexed-status",
             },
             {
-                idPattern: "^search-json-c0-l(?:1|5|20)-all$",
+                idPattern: "^search-json-c0-l5-all(?:-cold)?$",
                 useCase: "bounded semantic search",
                 mode: "warm",
                 scope: {
@@ -182,22 +250,35 @@ export const COMPETITIVE_MANIFEST = [
                     knodinOperation: "search",
                     dimensions: ["query=index freshness reconciliation", "repository scope", "items"],
                 },
-                budgets: { bytes: null, tokens: null, items: null },
+                budgets: { bytes: null, tokens: null, items: 5 },
                 reason: "Both sides use the same semantic query, repository scope, and row limit.",
-                oracleId: "contains-index",
+                oracleId: "freshness-search",
             },
             {
-                idPattern: "^grepai_trace_(?:callers|callees)-json-c0$",
+                idPattern: "^grepai_trace_callers-json-c0(?:-cold)?$",
                 useCase: "direct call neighbors",
                 mode: "warm",
                 scope: {
-                    competitorOperation: "grepai_trace_callers|grepai_trace_callees",
-                    knodinOperation: "query:callers_of|callees_of",
-                    dimensions: ["target=createEngine", "direction", "depth=1", "relation=call"],
+                    competitorOperation: "grepai_trace_callers",
+                    knodinOperation: "query:callers_of",
+                    dimensions: ["target=createEngine", "direction=callers", "depth=1", "relation=call"],
                 },
                 budgets: { bytes: null, tokens: null, items: null },
                 reason: "Both sides return the same direct call-neighbor direction for createEngine.",
-                oracleId: "contains-create-engine",
+                oracleId: "create-engine-callers",
+            },
+            {
+                idPattern: "^grepai_trace_callees-json-c0(?:-cold)?$",
+                useCase: "direct call neighbors",
+                mode: "warm",
+                scope: {
+                    competitorOperation: "grepai_trace_callees",
+                    knodinOperation: "query:callees_of",
+                    dimensions: ["target=createEngine", "direction=callees", "depth=1", "relation=call"],
+                },
+                budgets: { bytes: null, tokens: null, items: null },
+                reason: "Both sides return direct callees of createEngine.",
+                oracleId: "create-engine-callees",
             },
         ],
     },
@@ -205,7 +286,7 @@ export const COMPETITIVE_MANIFEST = [
         id: "repomix",
         name: "Repomix",
         version: "1.17.0",
-        roadmap: ["C3", "C14", "C24"],
+        roadmap: ["C3", "C14", "C24", "C41"],
         baseline: "repomix-vs-knodin.raw.json",
         requirements: [
             { type: "command", value: "repomix" },
@@ -215,7 +296,7 @@ export const COMPETITIVE_MANIFEST = [
         command: ({ output, fixture }) => ["bun", "scripts/repomix-bakeoff.ts", fixture, output],
         caseMappings: [
             {
-                idPattern: "^pack-(?:xml|markdown|json)-c0$",
+                idPattern: "^pack-(?:xml|markdown|json)-c0(?:-cold)?$",
                 useCase: "two-file context pack",
                 mode: "warm",
                 scope: {
@@ -272,7 +353,7 @@ export const COMPETITIVE_MANIFEST = [
         id: "code2prompt",
         name: "code2prompt",
         version: "4.2.0",
-        roadmap: ["C3", "C5", "C14", "C24"],
+        roadmap: ["C3", "C5", "C14", "C24", "C41"],
         baseline: "code2prompt-vs-knodin.raw.json",
         requirements: [
             { type: "command", value: "code2prompt" },
@@ -282,7 +363,7 @@ export const COMPETITIVE_MANIFEST = [
         command: bunHarness("code2prompt-bakeoff.ts"),
         caseMappings: [
             {
-                idPattern: "^format-(?:markdown|json|xml)-l(?:0|1)-t0-a0-c1$",
+                idPattern: "^format-(?:markdown|json|xml)-l(?:0|1)-t0-a0-c1(?:-cold)?$",
                 useCase: "two-file context pack",
                 mode: "warm",
                 scope: {

package/dist/src/competitive-runner.js

@@ -41,6 +41,32 @@ function runCheckedInOracle(oracleId, test, competitor) {
         case "contains-create-engine":
             passed = bothContain(/create[\s_-]*engine/i);
             break;
+        case "create-engine-definition":
+            passed = bothContain(/create[\s_-]*engine/i) && bothContain(/src\/engine\/index\.ts/i);
+            break;
+        case "create-engine-callers":
+            passed = bothContain(/create[\s_-]*engine/i) && bothContain(/\bmain\b/i);
+            break;
+        case "create-engine-callees":
+            passed = bothContain(/create[\s_-]*engine/i) && bothContain(/withStaleness/i);
+            break;
+        case "create-engine-both":
+            passed =
+                bothContain(/create[\s_-]*engine/i) &&
+                    bothContain(/\bmain\b/i) &&
+                    bothContain(/withStaleness/i);
+            break;
+        case "freshness-search":
+            passed = bothContain(/index/i) && bothContain(/fresh(?:ness)?/i);
+            break;
+        case "engine-package":
+            passed = bothContain(/engine/i) && bothContain(/(?:package|module|community)/i);
+            break;
+        case "indexed-status": {
+            const indexed = (response) => /(?:total_files|indexedFiles)"?\s*:\s*[1-9]\d*/i.test(response);
+            passed = indexed(contenderResponse) && indexed(knodinResponse);
+            break;
+        }
         case "contains-index":
             passed = bothContain(/index|fresh|status/i);
             break;
@@ -84,7 +110,8 @@ export function applyCompetitiveCaseContracts(competitor, raw, fixtureRevision)
     return {
         ...source,
         results: results.map((test) => {
-            const mapping = mappings.find((candidate) => new RegExp(candidate.idPattern).test(String(test.id ?? "")));
+            const caseId = String(test.id ?? "");
+            const mapping = mappings.find((candidate) => new RegExp(candidate.idPattern).test(caseId));
             if (!mapping) {
                 return {
                     ...test,
@@ -109,13 +136,20 @@ export function applyCompetitiveCaseContracts(competitor, raw, fixtureRevision)
                     },
                 };
             }
+            const dimensions = [...mapping.scope.dimensions];
+            const direction = caseId.match(/^trace-(inbound|outbound|both)-/)?.[1];
+            if (direction)
+                dimensions.push(`direction=${direction}`);
+            const facet = caseId.match(/^architecture-([a-z_]+)/)?.[1];
+            if (facet)
+                dimensions.push(`facet=${facet}`);
             return {
                 ...test,
                 caseContract: {
                     useCase: mapping.useCase,
                     fixtureRevision,
-                    mode: mapping.mode,
-                    scope: mapping.scope,
+                    mode: caseId.endsWith("-cold") ? "cold" : mapping.mode,
+                    scope: { ...mapping.scope, dimensions },
                     budgets: mapping.budgets,
                     disposition: { status: "comparable", reason: mapping.reason },
                     oracle: runCheckedInOracle(mapping.oracleId, test, competitor),

package/dist/src/competitive-sandbox.js

@@ -74,7 +74,7 @@ export function createCompetitiveSandbox(sourceRepository, sourceFixture, compet
             fs.writeFileSync(bunShim, `#!/bin/sh
 if [ "$1" = "src/server.ts" ]; then
   shift
-  exec node --import tsx "$KNODIN_BENCHMARK_SOURCE_REPOSITORY/src/server.ts" "$@"
+  exec node --import tsx "$PWD/src/server.ts" "$@"
 fi
 exec "$KNODIN_BENCHMARK_REAL_BUN" "$@"
 `, { mode: 0o755 });