sverklo 0.2.12 → 0.2.14

package/dist/src/server/tools/search.test.js

@@ -0,0 +1,118 @@
+import { describe, it, expect, vi } from "vitest";
+import { handleSearch } from "./search.js";
+// Integration tests for the handleSearch footer behavior (issue #4).
+// These lock in what users see when confidence is low, medium, or
+// high — the visible contract of the tool, which a pure unit test
+// of computeConfidence wouldn't catch.
+// We mock hybridSearchWithConfidence so these tests don't need a real
+// index. The mock drives each confidence branch independently.
+vi.mock("../../search/hybrid-search.js", async () => {
+    return {
+        hybridSearchWithConfidence: vi.fn(async () => ({
+            results: [],
+            confidence: "high",
+            confidenceReason: null,
+            fallbackHint: null,
+        })),
+        formatResults: (results) => results.length === 0 ? "No results found." : "formatted",
+    };
+});
+import { hybridSearchWithConfidence } from "../../search/hybrid-search.js";
+const mockedHybrid = hybridSearchWithConfidence;
+describe("handleSearch — confidence footer", () => {
+    it("high confidence: no footer attached", async () => {
+        mockedHybrid.mockResolvedValueOnce({
+            results: [],
+            confidence: "high",
+            confidenceReason: null,
+            fallbackHint: null,
+        });
+        const out = await handleSearch({}, { query: "retry logic" });
+        expect(out).not.toContain("Low confidence");
+        expect(out).not.toContain("Medium confidence");
+    });
+    it("low confidence: surfaces warning + fallback hint", async () => {
+        mockedHybrid.mockResolvedValueOnce({
+            results: [],
+            confidence: "low",
+            confidenceReason: "no results matched",
+            fallbackHint: "Try Grep for exact string matching.",
+        });
+        const out = await handleSearch({}, { query: "x" });
+        expect(out).toContain("⚠️");
+        expect(out).toContain("Low confidence");
+        expect(out).toContain("no results matched");
+        expect(out).toContain("Try Grep");
+    });
+    it("low confidence on framework-wiring: hint names annotations", async () => {
+        mockedHybrid.mockResolvedValueOnce({
+            results: [],
+            confidence: "low",
+            confidenceReason: "framework wiring",
+            fallbackHint: "This query looks like a framework-wiring question. Try Grep for `@Component`.",
+        });
+        const out = await handleSearch({}, {
+            query: "how is the interceptor registered",
+        });
+        expect(out).toContain("framework-wiring");
+        expect(out).toContain("@Component");
+    });
+    it("medium confidence with hint: attaches soft hint", async () => {
+        mockedHybrid.mockResolvedValueOnce({
+            results: [],
+            confidence: "medium",
+            confidenceReason: "ambiguous top two",
+            fallbackHint: "Consider reading both or refining the query.",
+        });
+        const out = await handleSearch({}, { query: "auth" });
+        expect(out).toContain("Medium confidence");
+        expect(out).toContain("ambiguous top two");
+    });
+    it("medium confidence with no hint: no footer", async () => {
+        mockedHybrid.mockResolvedValueOnce({
+            results: [],
+            confidence: "medium",
+            confidenceReason: "mild",
+            fallbackHint: null,
+        });
+        const out = await handleSearch({}, { query: "x" });
+        expect(out).not.toContain("Medium confidence");
+        expect(out).not.toContain("Low confidence");
+    });
+    it("passes args through to hybridSearchWithConfidence", async () => {
+        mockedHybrid.mockClear();
+        mockedHybrid.mockResolvedValueOnce({
+            results: [],
+            confidence: "high",
+            confidenceReason: null,
+            fallbackHint: null,
+        });
+        await handleSearch({}, {
+            query: "test",
+            token_budget: 3000,
+            scope: "src/api/",
+            language: "typescript",
+            type: "function",
+        });
+        expect(mockedHybrid).toHaveBeenCalledTimes(1);
+        const call = mockedHybrid.mock.calls[0][1];
+        expect(call.query).toBe("test");
+        expect(call.tokenBudget).toBe(3000);
+        expect(call.scope).toBe("src/api/");
+        expect(call.language).toBe("typescript");
+        expect(call.type).toBe("function");
+    });
+    it("defaults token budget to 2000 when not provided", async () => {
+        mockedHybrid.mockClear();
+        mockedHybrid.mockResolvedValueOnce({
+            results: [],
+            confidence: "high",
+            confidenceReason: null,
+            fallbackHint: null,
+        });
+        await handleSearch({}, { query: "x" });
+        const call = mockedHybrid.mock.calls[0][1];
+        expect(call.tokenBudget).toBe(2000);
+    });
+});
+//# sourceMappingURL=search.test.js.map

package/dist/src/server/tools/search.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search.test.js","sourceRoot":"","sources":["../../../../src/server/tools/search.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,qEAAqE;AACrE,kEAAkE;AAClE,kEAAkE;AAClE,uCAAuC;AAEvC,sEAAsE;AACtE,+DAA+D;AAE/D,EAAE,CAAC,IAAI,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;IAClD,OAAO;QACL,0BAA0B,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YAC7C,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,MAAe;YAC3B,gBAAgB,EAAE,IAAI;YACtB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QACH,aAAa,EAAE,CAAC,OAAkB,EAAE,EAAE,CACpC,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,WAAW;KAC3D,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,OAAO,EAAE,0BAA0B,EAAE,MAAM,+BAA+B,CAAC;AAC3E,MAAM,YAAY,GAAG,0BAAiE,CAAC;AAEvF,QAAQ,CAAC,kCAAkC,EAAE,GAAG,EAAE;IAChD,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;QACnD,YAAY,CAAC,qBAAqB,CAAC;YACjC,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,MAAM;YAClB,gBAAgB,EAAE,IAAI;YACtB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QAEH,MAAM,GAAG,GAAG,MAAM,YAAY,CAAC,EAAW,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;QACtE,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;QAC5C,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,YAAY,CAAC,qBAAqB,CAAC;YACjC,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,KAAK;YACjB,gBAAgB,EAAE,oBAAoB;YACtC,YAAY,EAAE,qCAAqC;SACpD,CAAC,CAAC;QAEH,MAAM,GAAG,GAAG,MAAM,YAAY,CAAC,EAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QAC5D,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAC5B,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;QACxC,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QAC5C,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,YAAY,CAAC,qBAAqB,CAAC;YACjC,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,KAAK;YACjB,gBAAgB,EAAE,kBAAkB;YACpC,YAAY,EACV,+EAA+E;SAClF,CAAC,CAAC;QAEH,MAAM,GAAG,GAAG,MAAM,YAAY,CAAC,EAAW,EAAE;YAC1C,KAAK,EAAE,mCAAmC;SAC3C,CAAC,CAAC;QACH,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;QAC1C,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,YAAY,CAAC,qBAAqB,CAAC;YACjC,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,QAAQ;YACpB,gBAAgB,EAAE,mBAAmB;YACrC,YAAY,EAAE,8CAA8C;SAC7D,CAAC,CAAC;QAEH,MAAM,GAAG,GAAG,MAAM,YAAY,CAAC,EAAW,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAC/D,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;QAC3C,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,YAAY,CAAC,qBAAqB,CAAC;YACjC,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,QAAQ;YACpB,gBAAgB,EAAE,MAAM;YACxB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QAEH,MAAM,GAAG,GAAG,MAAM,YAAY,CAAC,EAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QAC5D,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;QAC/C,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,YAAY,CAAC,SAAS,EAAE,CAAC;QACzB,YAAY,CAAC,qBAAqB,CAAC;YACjC,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,MAAM;YAClB,gBAAgB,EAAE,IAAI;YACtB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QAEH,MAAM,YAAY,CAAC,EAAW,EAAE;YAC9B,KAAK,EAAE,MAAM;YACb,YAAY,EAAE,IAAI;YAClB,KAAK,EAAE,UAAU;YACjB,QAAQ,EAAE,YAAY;YACtB,IAAI,EAAE,UAAU;SACjB,CAAC,CAAC;QAEH,MAAM,CAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACzC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,YAAY,CAAC,SAAS,EAAE,CAAC;QACzB,YAAY,CAAC,qBAAqB,CAAC;YACjC,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,MAAM;YAClB,gBAAgB,EAAE,IAAI;YACtB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QAEH,MAAM,YAAY,CAAC,EAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QAEhD,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/server/tools/tier.js

@@ -1,3 +1,9 @@
+// Issue #11: soft cap on the core tier. Core memories are injected
+// into every session prompt, so bloating this tier costs context-
+// window tokens on every agent interaction. Writes above the cap still
+// succeed — the cap is advisory — but the tool response warns the
+// caller so humans can prune.
+const CORE_TIER_SOFT_LIMIT = 25;
 export const promoteTool = {
     name: "sverklo_promote",
     description: "Promote a memory to the core tier. Core memories are auto-injected into every session " +
@@ -45,6 +51,24 @@ function setTier(indexer, args, tier) {
         return `Memory #${id} is already in ${tier} tier.`;
     }
     indexer.memoryStore.setTier(id, tier);
-    return `Moved memory #${id} to ${tier} tier: "${mem.content.slice(0, 80)}${mem.content.length > 80 ? "..." : ""}"`;
+    // Mirror the tier change to the JSONL journal. Issue #7.
+    if (tier === "core") {
+        indexer.memoryJournal.promote(id, tier);
+    }
+    else {
+        indexer.memoryJournal.demote(id, tier);
+    }
+    const base = `Moved memory #${id} to ${tier} tier: "${mem.content.slice(0, 80)}${mem.content.length > 80 ? "..." : ""}"`;
+    // Warn if promoting pushes the core tier over the soft limit.
+    if (tier === "core") {
+        const coreCount = indexer.memoryStore.getCore(1000).length;
+        if (coreCount > CORE_TIER_SOFT_LIMIT) {
+            return (base +
+                `\n\n⚠️ Core tier now has ${coreCount} memories (soft limit: ${CORE_TIER_SOFT_LIMIT}). ` +
+                "These are injected into every session prompt — too many crowds the context window. " +
+                "Consider demoting the least-critical ones with `sverklo_demote id:<n>`.");
+        }
+    }
+    return base;
 }
 //# sourceMappingURL=tier.js.map

package/dist/src/server/tools/tier.js.map

@@ -1 +1 @@
-{"version":3,"file":"tier.js","sourceRoot":"","sources":["../../../../src/server/tools/tier.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,wFAAwF;QACxF,2FAA2F;QAC3F,wEAAwE;IAC1E,WAAW,EAAE;QACX,IAAI,EAAE,QAAiB;QACvB,UAAU,EAAE;YACV,EAAE,EAAE;gBACF,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,qDAAqD;aACnE;SACF;QACD,QAAQ,EAAE,CAAC,IAAI,CAAC;KACjB;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EACT,2FAA2F;QAC3F,wFAAwF;QACxF,yBAAyB;IAC3B,WAAW,EAAE;QACX,IAAI,EAAE,QAAiB;QACvB,UAAU,EAAE;YACV,EAAE,EAAE;gBACF,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,qBAAqB;aACnC;SACF;QACD,QAAQ,EAAE,CAAC,IAAI,CAAC;KACjB;CACF,CAAC;AAEF,MAAM,UAAU,aAAa,CAAC,OAAgB,EAAE,IAA6B;IAC3E,OAAO,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,OAAgB,EAAE,IAA6B;IAC1E,OAAO,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,OAAO,CAAC,OAAgB,EAAE,IAA6B,EAAE,IAAgB;IAChF,MAAM,EAAE,GAAG,IAAI,CAAC,EAAY,CAAC;IAC7B,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC5C,IAAI,CAAC,GAAG;QAAE,OAAO,WAAW,EAAE,aAAa,CAAC;IAE5C,IAAI,GAAG,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QACtB,OAAO,WAAW,EAAE,kBAAkB,IAAI,QAAQ,CAAC;IACrD,CAAC;IAED,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IACtC,OAAO,iBAAiB,EAAE,OAAO,IAAI,WAAW,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC;AACrH,CAAC"}
+{"version":3,"file":"tier.js","sourceRoot":"","sources":["../../../../src/server/tools/tier.ts"],"names":[],"mappings":"AAGA,mEAAmE;AACnE,kEAAkE;AAClE,uEAAuE;AACvE,kEAAkE;AAClE,8BAA8B;AAC9B,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAEhC,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,wFAAwF;QACxF,2FAA2F;QAC3F,wEAAwE;IAC1E,WAAW,EAAE;QACX,IAAI,EAAE,QAAiB;QACvB,UAAU,EAAE;YACV,EAAE,EAAE;gBACF,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,qDAAqD;aACnE;SACF;QACD,QAAQ,EAAE,CAAC,IAAI,CAAC;KACjB;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EACT,2FAA2F;QAC3F,wFAAwF;QACxF,yBAAyB;IAC3B,WAAW,EAAE;QACX,IAAI,EAAE,QAAiB;QACvB,UAAU,EAAE;YACV,EAAE,EAAE;gBACF,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,qBAAqB;aACnC;SACF;QACD,QAAQ,EAAE,CAAC,IAAI,CAAC;KACjB;CACF,CAAC;AAEF,MAAM,UAAU,aAAa,CAAC,OAAgB,EAAE,IAA6B;IAC3E,OAAO,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,OAAgB,EAAE,IAA6B;IAC1E,OAAO,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,OAAO,CAAC,OAAgB,EAAE,IAA6B,EAAE,IAAgB;IAChF,MAAM,EAAE,GAAG,IAAI,CAAC,EAAY,CAAC;IAC7B,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC5C,IAAI,CAAC,GAAG;QAAE,OAAO,WAAW,EAAE,aAAa,CAAC;IAE5C,IAAI,GAAG,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QACtB,OAAO,WAAW,EAAE,kBAAkB,IAAI,QAAQ,CAAC;IACrD,CAAC;IAED,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IACtC,yDAAyD;IACzD,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;QACpB,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IAC1C,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,IAAI,GAAG,iBAAiB,EAAE,OAAO,IAAI,WAAW,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC;IAEzH,8DAA8D;IAC9D,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;QACpB,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QAC3D,IAAI,SAAS,GAAG,oBAAoB,EAAE,CAAC;YACrC,OAAO,CACL,IAAI;gBACJ,4BAA4B,SAAS,0BAA0B,oBAAoB,KAAK;gBACxF,qFAAqF;gBACrF,yEAAyE,CAC1E,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/src/storage/chunk-store.d.ts

@@ -17,6 +17,18 @@ export declare class ChunkStore {
     })[];
     getById(id: number): CodeChunk | undefined;
     getByName(namePattern: string, limit?: number): CodeChunk[];
+    /**
+     * Same shape as getByName, but JOINs in the containing file's path and
+     * pagerank in a single indexed query so callers don't need to follow
+     * up with a full fileStore.getAll() scan. Issue #6: the first-call
+     * latency on sverklo_lookup was dominated by that scan warming up
+     * prepared statements over the files table.
+     */
+    getByNameWithFile(namePattern: string, limit?: number): (CodeChunk & {
+        filePath: string;
+        pagerank: number;
+        fileLanguage: string;
+    })[];
     count(): number;
     getAllWithFile(): (CodeChunk & {
         filePath: string;

package/dist/src/storage/chunk-store.js

@@ -60,6 +60,22 @@ export class ChunkStore {
     getByName(namePattern, limit = 20) {
         return this.getByNameStmt.all(`%${namePattern}%`, limit);
     }
+    /**
+     * Same shape as getByName, but JOINs in the containing file's path and
+     * pagerank in a single indexed query so callers don't need to follow
+     * up with a full fileStore.getAll() scan. Issue #6: the first-call
+     * latency on sverklo_lookup was dominated by that scan warming up
+     * prepared statements over the files table.
+     */
+    getByNameWithFile(namePattern, limit = 20) {
+        return this.db
+            .prepare(`SELECT c.*, f.path as filePath, f.pagerank, f.language as fileLanguage
+         FROM chunks c JOIN files f ON c.file_id = f.id
+         WHERE c.name LIKE ?
+         ORDER BY f.pagerank DESC
+         LIMIT ?`)
+            .all(`%${namePattern}%`, limit);
+    }
     count() {
         return this.db.prepare("SELECT COUNT(*) as c FROM chunks").get().c;
     }

package/dist/src/storage/chunk-store.js.map

@@ -1 +1 @@
-{"version":3,"file":"chunk-store.js","sourceRoot":"","sources":["../../../src/storage/chunk-store.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,UAAU;IAQD;IAPZ,UAAU,CAAqB;IAC/B,aAAa,CAAqB;IAClC,gBAAgB,CAAqB;IACrC,aAAa,CAAqB;IAClC,WAAW,CAAqB;IAChC,aAAa,CAAqB;IAE1C,YAAoB,EAAqB;QAArB,OAAE,GAAF,EAAE,CAAmB;QACvC,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC,OAAO,CAAC;;;KAG5B,CAAC,CAAC;QACH,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC,OAAO,CAC7B,4DAA4D,CAC7D,CAAC;QACF,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC;QAC3E,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC,OAAO,CAAC;;;;;;;KAO/B,CAAC,CAAC;QACH,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC,OAAO,CAAC,mCAAmC,CAAC,CAAC;QACnE,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC,OAAO,CAAC;;KAE/B,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CACJ,MAAc,EACd,IAAe,EACf,IAAmB,EACnB,SAAwB,EACxB,SAAiB,EACjB,OAAe,EACf,OAAe,EACf,WAA0B,EAC1B,UAAkB;QAElB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAChC,MAAM,EACN,IAAI,EACJ,IAAI,EACJ,SAAS,EACT,SAAS,EACT,OAAO,EACP,OAAO,EACP,WAAW,EACX,UAAU,CACX,CAAC;QACF,OAAO,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;IACxC,CAAC;IAED,SAAS,CAAC,MAAc;QACtB,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAgB,CAAC;IACvD,CAAC;IAED,YAAY,CAAC,MAAc;QACzB,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAED,SAAS,CAAC,KAAa,EAAE,QAAgB,EAAE;QACzC,IAAI,CAAC;YACH,oDAAoD;YACpD,MAAM,SAAS,GAAG,KAAK;iBACpB,OAAO,CAAC,wBAAwB,EAAE,GAAG,CAAC;iBACtC,KAAK,CAAC,KAAK,CAAC;iBACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;iBAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC;iBACpB,IAAI,CAAC,MAAM,CAAC,CAAC;YAChB,IAAI,CAAC,SAAS;gBAAE,OAAO,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAE1C,CAAC;QACP,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,OAAO,CAAC,EAAU;QAChB,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAA0B,CAAC;IAC3D,CAAC;IAED,SAAS,CAAC,WAAmB,EAAE,QAAgB,EAAE;QAC/C,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,WAAW,GAAG,EAAE,KAAK,CAAgB,CAAC;IAC1E,CAAC;IAED,KAAK;QACH,OACE,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,kCAAkC,CAAC,CAAC,GAAG,EACxD,CAAC,CAAC,CAAC;IACN,CAAC;IAED,cAAc;QACZ,OAAO,IAAI,CAAC,EAAE;aACX,OAAO,CACN;;gDAEwC,CACzC;aACA,GAAG,EAA4D,CAAC;IACrE,CAAC;CACF"}
+{"version":3,"file":"chunk-store.js","sourceRoot":"","sources":["../../../src/storage/chunk-store.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,UAAU;IAQD;IAPZ,UAAU,CAAqB;IAC/B,aAAa,CAAqB;IAClC,gBAAgB,CAAqB;IACrC,aAAa,CAAqB;IAClC,WAAW,CAAqB;IAChC,aAAa,CAAqB;IAE1C,YAAoB,EAAqB;QAArB,OAAE,GAAF,EAAE,CAAmB;QACvC,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC,OAAO,CAAC;;;KAG5B,CAAC,CAAC;QACH,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC,OAAO,CAC7B,4DAA4D,CAC7D,CAAC;QACF,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC;QAC3E,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC,OAAO,CAAC;;;;;;;KAO/B,CAAC,CAAC;QACH,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC,OAAO,CAAC,mCAAmC,CAAC,CAAC;QACnE,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC,OAAO,CAAC;;KAE/B,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CACJ,MAAc,EACd,IAAe,EACf,IAAmB,EACnB,SAAwB,EACxB,SAAiB,EACjB,OAAe,EACf,OAAe,EACf,WAA0B,EAC1B,UAAkB;QAElB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAChC,MAAM,EACN,IAAI,EACJ,IAAI,EACJ,SAAS,EACT,SAAS,EACT,OAAO,EACP,OAAO,EACP,WAAW,EACX,UAAU,CACX,CAAC;QACF,OAAO,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;IACxC,CAAC;IAED,SAAS,CAAC,MAAc;QACtB,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAgB,CAAC;IACvD,CAAC;IAED,YAAY,CAAC,MAAc;QACzB,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAED,SAAS,CAAC,KAAa,EAAE,QAAgB,EAAE;QACzC,IAAI,CAAC;YACH,oDAAoD;YACpD,MAAM,SAAS,GAAG,KAAK;iBACpB,OAAO,CAAC,wBAAwB,EAAE,GAAG,CAAC;iBACtC,KAAK,CAAC,KAAK,CAAC;iBACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;iBAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC;iBACpB,IAAI,CAAC,MAAM,CAAC,CAAC;YAChB,IAAI,CAAC,SAAS;gBAAE,OAAO,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAE1C,CAAC;QACP,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,OAAO,CAAC,EAAU;QAChB,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAA0B,CAAC;IAC3D,CAAC;IAED,SAAS,CAAC,WAAmB,EAAE,QAAgB,EAAE;QAC/C,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,WAAW,GAAG,EAAE,KAAK,CAAgB,CAAC;IAC1E,CAAC;IAED;;;;;;OAMG;IACH,iBAAiB,CACf,WAAmB,EACnB,QAAgB,EAAE;QAElB,OAAO,IAAI,CAAC,EAAE;aACX,OAAO,CACN;;;;iBAIS,CACV;aACA,GAAG,CAAC,IAAI,WAAW,GAAG,EAAE,KAAK,CAI5B,CAAC;IACP,CAAC;IAED,KAAK;QACH,OACE,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,kCAAkC,CAAC,CAAC,GAAG,EACxD,CAAC,CAAC,CAAC;IACN,CAAC;IAED,cAAc;QACZ,OAAO,IAAI,CAAC,EAAE;aACX,OAAO,CACN;;gDAEwC,CACzC;aACA,GAAG,EAA4D,CAAC;IACrE,CAAC;CACF"}

package/dist/src/storage/chunk-store.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/src/storage/chunk-store.test.js

@@ -0,0 +1,69 @@
+import { describe, it, expect, beforeEach } from "vitest";
+import { ChunkStore } from "./chunk-store.js";
+import { FileStore } from "./file-store.js";
+import { createDatabase } from "./database.js";
+// Tests for the getByNameWithFile JOIN that backs the sverklo_lookup
+// perf fix (issue #6). Previously lookup called chunkStore.getByName
+// + a separate fileStore.getAll() scan — the scan dominated first-call
+// latency. The JOIN method should return the same chunks but sorted by
+// pagerank DESC with the file path and language attached.
+describe("ChunkStore.getByNameWithFile", () => {
+    let db;
+    let chunkStore;
+    let fileStore;
+    beforeEach(() => {
+        db = createDatabase(":memory:");
+        fileStore = new FileStore(db);
+        chunkStore = new ChunkStore(db);
+        // Seed two files with different pagerank and matching chunk names.
+        const fileA = fileStore.upsert("src/a.ts", "typescript", "hash-a", 1000, 500);
+        const fileB = fileStore.upsert("src/b.ts", "typescript", "hash-b", 2000, 800);
+        // Set pagerank so we can verify ordering
+        db.prepare("UPDATE files SET pagerank = ? WHERE id = ?").run(0.9, fileA);
+        db.prepare("UPDATE files SET pagerank = ? WHERE id = ?").run(0.1, fileB);
+        // Insert chunks: both have a symbol called "handleRequest"
+        chunkStore.insert(fileA, "function", "handleRequest", "function handleRequest() {}", 10, 15, "body a", "desc a", 20);
+        chunkStore.insert(fileB, "function", "handleRequest", "function handleRequest() {}", 22, 27, "body b", "desc b", 20);
+        chunkStore.insert(fileA, "class", "UnrelatedClass", "class UnrelatedClass {}", 40, 45, "body c", "desc c", 15);
+    });
+    it("returns matching chunks with file path and language joined", () => {
+        const result = chunkStore.getByNameWithFile("handleRequest", 10);
+        expect(result).toHaveLength(2);
+        // Both results should have filePath populated
+        expect(result.every((r) => r.filePath.length > 0)).toBe(true);
+        // Language should come from the file record
+        expect(result.every((r) => r.fileLanguage === "typescript")).toBe(true);
+    });
+    it("orders results by file pagerank DESC", () => {
+        const result = chunkStore.getByNameWithFile("handleRequest", 10);
+        // Fields should be sorted: file A (0.9) before file B (0.1)
+        expect(result[0].filePath).toBe("src/a.ts");
+        expect(result[0].pagerank).toBe(0.9);
+        expect(result[1].filePath).toBe("src/b.ts");
+        expect(result[1].pagerank).toBe(0.1);
+    });
+    it("respects the limit parameter", () => {
+        const result = chunkStore.getByNameWithFile("handleRequest", 1);
+        expect(result).toHaveLength(1);
+    });
+    it("returns empty array when no chunks match", () => {
+        const result = chunkStore.getByNameWithFile("nonexistentSymbol", 10);
+        expect(result).toEqual([]);
+    });
+    it("supports prefix match via the wildcard", () => {
+        // getByNameWithFile wraps the input in LIKE '%<name>%' so substring
+        // matches work — same contract as the legacy getByName.
+        const result = chunkStore.getByNameWithFile("handle", 10);
+        expect(result.length).toBeGreaterThan(0);
+        expect(result.every((r) => r.name?.includes("handle"))).toBe(true);
+    });
+    it("returns the same chunks as getByName (but with extra fields)", () => {
+        const joined = chunkStore.getByNameWithFile("handleRequest", 10);
+        const legacy = chunkStore.getByName("handleRequest", 10);
+        expect(joined.length).toBe(legacy.length);
+        const joinedIds = new Set(joined.map((c) => c.id));
+        const legacyIds = new Set(legacy.map((c) => c.id));
+        expect(joinedIds).toEqual(legacyIds);
+    });
+});
+//# sourceMappingURL=chunk-store.test.js.map

package/dist/src/storage/chunk-store.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk-store.test.js","sourceRoot":"","sources":["../../../src/storage/chunk-store.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAE1D,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAE/C,qEAAqE;AACrE,qEAAqE;AACrE,uEAAuE;AACvE,uEAAuE;AACvE,0DAA0D;AAE1D,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;IAC5C,IAAI,EAAqB,CAAC;IAC1B,IAAI,UAAsB,CAAC;IAC3B,IAAI,SAAoB,CAAC;IAEzB,UAAU,CAAC,GAAG,EAAE;QACd,EAAE,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;QAChC,SAAS,GAAG,IAAI,SAAS,CAAC,EAAE,CAAC,CAAC;QAC9B,UAAU,GAAG,IAAI,UAAU,CAAC,EAAE,CAAC,CAAC;QAEhC,mEAAmE;QACnE,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,UAAU,EAAE,YAAY,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QAC9E,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,UAAU,EAAE,YAAY,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QAE9E,yCAAyC;QACzC,EAAE,CAAC,OAAO,CAAC,4CAA4C,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACzE,EAAE,CAAC,OAAO,CAAC,4CAA4C,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAEzE,2DAA2D;QAC3D,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,eAAe,EAAE,6BAA6B,EAAE,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;QACrH,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,eAAe,EAAE,6BAA6B,EAAE,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;QACrH,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,gBAAgB,EAAE,yBAAyB,EAAE,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;IACjH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACpE,MAAM,MAAM,GAAG,UAAU,CAAC,iBAAiB,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;QAEjE,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,8CAA8C;QAC9C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9D,4CAA4C;QAC5C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,MAAM,GAAG,UAAU,CAAC,iBAAiB,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;QAEjE,4DAA4D;QAC5D,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,MAAM,GAAG,UAAU,CAAC,iBAAiB,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC;QAChE,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,MAAM,MAAM,GAAG,UAAU,CAAC,iBAAiB,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC;QACrE,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,oEAAoE;QACpE,wDAAwD;QACxD,MAAM,MAAM,GAAG,UAAU,CAAC,iBAAiB,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC1D,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,MAAM,MAAM,GAAG,UAAU,CAAC,iBAAiB,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;QACjE,MAAM,MAAM,GAAG,UAAU,CAAC,SAAS,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;QAEzD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACnD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACnD,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/storage/database.d.ts

@@ -1,2 +1,15 @@
 import Database from "better-sqlite3";
+export declare const CURRENT_DATA_VERSION = 2;
 export declare function createDatabase(dbPath: string): Database.Database;
+/**
+ * Read the stored data version. Returns 0 for fresh databases that
+ * have never been tagged, so callers can treat any version < current
+ * as "migrate me".
+ */
+export declare function getDataVersion(db: Database.Database): number;
+/**
+ * Stamp the database with the current data version. Call after a
+ * migration completes (or on a fresh database after the first full
+ * index, so subsequent runs don't waste time re-migrating).
+ */
+export declare function setDataVersion(db: Database.Database, version: number): void;

package/dist/src/storage/database.js

@@ -1,4 +1,17 @@
 import Database from "better-sqlite3";
+// Current data-layer version. Bump this when existing stored data
+// (not just schema shape) has become incompatible with the new code.
+// The Indexer runs data migrations on startup when the stored version
+// is lower than this.
+//
+//   1 — initial. Tables as defined in SCHEMA below.
+//   2 — fix for github.com/sverklo/sverklo/issues/13: symbol_refs
+//       generated by v0.2.13 and earlier used chunk-wide dedupe in
+//       extractReferences(), which collapsed every repeat call of a
+//       symbol in the same chunk to one row. Upgrading triggers
+//       re-extraction of references from existing chunks (no file
+//       I/O — just regex over chunk.content).
+export const CURRENT_DATA_VERSION = 2;
 const SCHEMA = `
 -- Indexed files
 CREATE TABLE IF NOT EXISTS files (
@@ -148,6 +161,15 @@ CREATE INDEX IF NOT EXISTS idx_memories_created ON memories(created_at);
 CREATE INDEX IF NOT EXISTS idx_memories_stale ON memories(is_stale);
 CREATE INDEX IF NOT EXISTS idx_memories_tier ON memories(tier);
 CREATE INDEX IF NOT EXISTS idx_memories_valid_until ON memories(valid_until_sha);
+
+-- Key-value metadata. Used to track the data-layer version so we can
+-- run inline migrations when the code's expectations about stored
+-- data drift from what's on disk. Single-row-per-key; no schema here
+-- because values are small strings.
+CREATE TABLE IF NOT EXISTS meta (
+  key TEXT PRIMARY KEY,
+  value TEXT NOT NULL
+);
 `;
 // Additive migrations — run after SCHEMA to upgrade existing databases
 const MIGRATIONS = [
@@ -176,4 +198,29 @@ export function createDatabase(dbPath) {
     }
     return db;
 }
+/**
+ * Read the stored data version. Returns 0 for fresh databases that
+ * have never been tagged, so callers can treat any version < current
+ * as "migrate me".
+ */
+export function getDataVersion(db) {
+    try {
+        const row = db
+            .prepare("SELECT value FROM meta WHERE key = 'data_version'")
+            .get();
+        return row ? parseInt(row.value, 10) || 0 : 0;
+    }
+    catch {
+        return 0;
+    }
+}
+/**
+ * Stamp the database with the current data version. Call after a
+ * migration completes (or on a fresh database after the first full
+ * index, so subsequent runs don't waste time re-migrating).
+ */
+export function setDataVersion(db, version) {
+    db.prepare("INSERT INTO meta (key, value) VALUES ('data_version', ?) " +
+        "ON CONFLICT(key) DO UPDATE SET value = excluded.value").run(String(version));
+}
 //# sourceMappingURL=database.js.map

package/dist/src/storage/database.js.map

@@ -1 +1 @@
-{"version":3,"file":"database.js","sourceRoot":"","sources":["../../../src/storage/database.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AAEtC,MAAM,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAqJd,CAAC;AAEF,uEAAuE;AACvE,MAAM,UAAU,GAAG;IACjB,6DAA6D;IAC7D,qDAAqD;IACrD,sDAAsD;IACtD,wDAAwD;IACxD,uDAAuD;CACxD,CAAC;AAEF,MAAM,UAAU,cAAc,CAAC,MAAc;IAC3C,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;IAEhC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAChC,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAC/B,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAClC,EAAE,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC,CAAC,aAAa;IAE/C,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEhB,yEAAyE;IACzE,sEAAsE;IACtE,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,IAAI,CAAC;YACH,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YACP,2DAA2D;QAC7D,CAAC;IACH,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC"}
+{"version":3,"file":"database.js","sourceRoot":"","sources":["../../../src/storage/database.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AAEtC,kEAAkE;AAClE,qEAAqE;AACrE,sEAAsE;AACtE,sBAAsB;AACtB,EAAE;AACF,oDAAoD;AACpD,kEAAkE;AAClE,mEAAmE;AACnE,oEAAoE;AACpE,gEAAgE;AAChE,kEAAkE;AAClE,8CAA8C;AAC9C,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAEtC,MAAM,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA8Jd,CAAC;AAEF,uEAAuE;AACvE,MAAM,UAAU,GAAG;IACjB,6DAA6D;IAC7D,qDAAqD;IACrD,sDAAsD;IACtD,wDAAwD;IACxD,uDAAuD;CACxD,CAAC;AAEF,MAAM,UAAU,cAAc,CAAC,MAAc;IAC3C,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;IAEhC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAChC,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAC/B,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAClC,EAAE,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC,CAAC,aAAa;IAE/C,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEhB,yEAAyE;IACzE,sEAAsE;IACtE,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,IAAI,CAAC;YACH,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YACP,2DAA2D;QAC7D,CAAC;IACH,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,EAAqB;IAClD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,EAAE;aACX,OAAO,CAAC,mDAAmD,CAAC;aAC5D,GAAG,EAAmC,CAAC;QAC1C,OAAO,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,EAAqB,EAAE,OAAe;IACnE,EAAE,CAAC,OAAO,CACR,2DAA2D;QACzD,uDAAuD,CAC1D,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;AACzB,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sverklo",
-  "version": "0.2.12",
+  "version": "0.2.14",
   "description": "Sverklo — local-first code intelligence MCP server. Diff-aware MR review, risk scoring, hybrid semantic search, PageRank ranking, persistent memory. Zero config.",
   "type": "module",
   "bin": {
@@ -21,7 +21,10 @@
     "lint": "eslint src/",
     "prepublishOnly": "rm -rf dist && npm run build",
     "benchmark": "node --experimental-strip-types benchmark/benchmark.ts",
-    "bench:quick": "node --experimental-strip-types --no-warnings benchmark/src/index.ts"
+    "bench": "node scripts/bench-reproducer.mjs",
+    "bench:quick": "node --experimental-strip-types --no-warnings benchmark/src/index.ts",
+    "bench:latency": "node scripts/mcp-latency-profile.mjs",
+    "bench:playground": "node scripts/generate-playground-data.mjs"
   },
   "keywords": [
     "sverklo",