sverklo 0.12.3 → 0.12.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (80) hide show
  1. package/README.md +5 -3
  2. package/package.json +1 -1
  3. package/dist/src/indexer/embedding-providers.test.d.ts +0 -1
  4. package/dist/src/indexer/embedding-providers.test.js +0 -83
  5. package/dist/src/indexer/embedding-providers.test.js.map +0 -1
  6. package/dist/src/indexer/indexer-freshness.test.d.ts +0 -1
  7. package/dist/src/indexer/indexer-freshness.test.js +0 -109
  8. package/dist/src/indexer/indexer-freshness.test.js.map +0 -1
  9. package/dist/src/indexer/indexer-provider-integration.test.d.ts +0 -1
  10. package/dist/src/indexer/indexer-provider-integration.test.js +0 -142
  11. package/dist/src/indexer/indexer-provider-integration.test.js.map +0 -1
  12. package/dist/src/indexer/migration.test.d.ts +0 -1
  13. package/dist/src/indexer/migration.test.js +0 -144
  14. package/dist/src/indexer/migration.test.js.map +0 -1
  15. package/dist/src/indexer/parser.test.d.ts +0 -1
  16. package/dist/src/indexer/parser.test.js +0 -128
  17. package/dist/src/indexer/parser.test.js.map +0 -1
  18. package/dist/src/indexer/symbol-extractor.test.d.ts +0 -1
  19. package/dist/src/indexer/symbol-extractor.test.js +0 -88
  20. package/dist/src/indexer/symbol-extractor.test.js.map +0 -1
  21. package/dist/src/memory/git-state.test.d.ts +0 -1
  22. package/dist/src/memory/git-state.test.js +0 -105
  23. package/dist/src/memory/git-state.test.js.map +0 -1
  24. package/dist/src/memory/journal.test.d.ts +0 -1
  25. package/dist/src/memory/journal.test.js +0 -98
  26. package/dist/src/memory/journal.test.js.map +0 -1
  27. package/dist/src/modes.test.d.ts +0 -1
  28. package/dist/src/modes.test.js +0 -48
  29. package/dist/src/modes.test.js.map +0 -1
  30. package/dist/src/registry/registry.test.d.ts +0 -1
  31. package/dist/src/registry/registry.test.js +0 -79
  32. package/dist/src/registry/registry.test.js.map +0 -1
  33. package/dist/src/search/boost.test.d.ts +0 -1
  34. package/dist/src/search/boost.test.js +0 -61
  35. package/dist/src/search/boost.test.js.map +0 -1
  36. package/dist/src/search/cluster.test.d.ts +0 -1
  37. package/dist/src/search/cluster.test.js +0 -168
  38. package/dist/src/search/cluster.test.js.map +0 -1
  39. package/dist/src/search/hybrid-search.test.d.ts +0 -1
  40. package/dist/src/search/hybrid-search.test.js +0 -112
  41. package/dist/src/search/hybrid-search.test.js.map +0 -1
  42. package/dist/src/server/audit-html.test.d.ts +0 -1
  43. package/dist/src/server/audit-html.test.js +0 -81
  44. package/dist/src/server/audit-html.test.js.map +0 -1
  45. package/dist/src/server/tool-overrides.test.d.ts +0 -1
  46. package/dist/src/server/tool-overrides.test.js +0 -124
  47. package/dist/src/server/tool-overrides.test.js.map +0 -1
  48. package/dist/src/server/tools/context-budget.test.d.ts +0 -1
  49. package/dist/src/server/tools/context-budget.test.js +0 -150
  50. package/dist/src/server/tools/context-budget.test.js.map +0 -1
  51. package/dist/src/server/tools/diff-heuristics.test.d.ts +0 -1
  52. package/dist/src/server/tools/diff-heuristics.test.js +0 -151
  53. package/dist/src/server/tools/diff-heuristics.test.js.map +0 -1
  54. package/dist/src/server/tools/find-references.test.d.ts +0 -1
  55. package/dist/src/server/tools/find-references.test.js +0 -98
  56. package/dist/src/server/tools/find-references.test.js.map +0 -1
  57. package/dist/src/server/tools/index-status.test.d.ts +0 -1
  58. package/dist/src/server/tools/index-status.test.js +0 -111
  59. package/dist/src/server/tools/index-status.test.js.map +0 -1
  60. package/dist/src/server/tools/lookup.test.d.ts +0 -1
  61. package/dist/src/server/tools/lookup.test.js +0 -110
  62. package/dist/src/server/tools/lookup.test.js.map +0 -1
  63. package/dist/src/server/tools/recall.test.d.ts +0 -1
  64. package/dist/src/server/tools/recall.test.js +0 -116
  65. package/dist/src/server/tools/recall.test.js.map +0 -1
  66. package/dist/src/server/tools/search.test.d.ts +0 -1
  67. package/dist/src/server/tools/search.test.js +0 -118
  68. package/dist/src/server/tools/search.test.js.map +0 -1
  69. package/dist/src/storage/chunk-store.test.d.ts +0 -1
  70. package/dist/src/storage/chunk-store.test.js +0 -69
  71. package/dist/src/storage/chunk-store.test.js.map +0 -1
  72. package/dist/src/utils/budget.test.d.ts +0 -1
  73. package/dist/src/utils/budget.test.js +0 -75
  74. package/dist/src/utils/budget.test.js.map +0 -1
  75. package/dist/src/utils/config-file.test.d.ts +0 -1
  76. package/dist/src/utils/config-file.test.js +0 -130
  77. package/dist/src/utils/config-file.test.js.map +0 -1
  78. package/dist/src/utils/trace.test.d.ts +0 -1
  79. package/dist/src/utils/trace.test.js +0 -95
  80. package/dist/src/utils/trace.test.js.map +0 -1
package/README.md CHANGED
@@ -29,7 +29,9 @@ npm install -g sverklo
29
29
  cd your-project && sverklo init
30
30
  ```
31
31
 
32
- That's it. `sverklo init` auto-detects your installed AI coding agent (Claude Code, Cursor, Windsurf, Zed), writes the right MCP config, appends instructions to your `CLAUDE.md`, and runs `sverklo doctor` to verify the setup. **No API keys. No cloud. No telemetry.**
32
+ That's it. `sverklo init` auto-detects your installed AI coding agent (Claude Code, Cursor, Windsurf, Zed), writes the right MCP config, appends instructions to your `CLAUDE.md`, and runs `sverklo doctor` to verify the setup. **No API keys. No cloud. Telemetry off by default.**
33
+
34
+ > **First-run note.** Sverklo's embedding model (`all-MiniLM-L6-v2` ONNX, ~86 MB) is downloaded from HuggingFace on first use into `~/.sverklo/models/` and cached forever — every subsequent run is fully offline. Bundling the model into the npm tarball is on the v0.13 roadmap.
33
35
 
34
36
  **Want proof before installing?** Browse the [/report leaderboard](https://sverklo.com/report) — Sverklo audits of 47 popular OSS repos (express, react-hook-form, vite, lodash, prisma, …) with grade cards for dead code, circular deps, coupling, and security.
35
37
 
@@ -75,7 +77,7 @@ If the answer to your question is "exact string X exists somewhere," grep wins.
75
77
  | `sverklo_impact` | Walk the symbol graph, return ranked transitive callers — the real blast radius. |
76
78
  | `sverklo_review_diff` | Risk-scored review of `git diff`: touched-symbol importance x coverage x churn. |
77
79
 
78
- [See all 20 tools below.](#full-tool-reference)
80
+ [See all 23 tools below.](#full-tool-reference)
79
81
 
80
82
  <details>
81
83
  <summary><h2>Full tool reference</h2></summary>
@@ -262,7 +264,7 @@ Sverklo ships a CLI for CI and local use: `sverklo review --ci --fail-on high` f
262
264
 
263
265
  ## Open Source, Open Core
264
266
 
265
- The full MCP server is **free and open source** (MIT). All 20 tools, no limits, no telemetry, no "free tier" — that's not where the line is.
267
+ The full MCP server is **free and open source** (MIT). All 23 tools, no limits, no telemetry, no "free tier" — that's not where the line is.
266
268
 
267
269
  **Sverklo Pro** (later this year) adds smart auto-capture of decisions, cross-project pattern learning, and larger embedding models. **Sverklo Team** adds shared team memory and on-prem deployment.
268
270
 
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "sverklo",
3
3
  "mcpName": "io.github.sverklo/sverklo",
4
- "version": "0.12.3",
4
+ "version": "0.12.4",
5
5
  "description": "Sverklo — local-first code intelligence MCP server. Diff-aware MR review, risk scoring, hybrid semantic search, PageRank ranking, persistent memory. Zero config.",
6
6
  "type": "module",
7
7
  "bin": {
@@ -1 +0,0 @@
1
- export {};
@@ -1,83 +0,0 @@
1
- import { describe, it, expect, beforeEach, afterEach, vi } from "vitest";
2
- import { createEmbeddingProvider, fingerprintOf } from "./embedding-providers.js";
3
- // We mock the underlying embedder module so tests don't try to load
4
- // the real ONNX runtime or download the model.
5
- vi.mock("./embedder.js", () => ({
6
- initEmbedder: vi.fn(async () => { }),
7
- embed: vi.fn(async (texts) => texts.map(() => new Float32Array(384))),
8
- }));
9
- describe("createEmbeddingProvider", () => {
10
- const originalFetch = global.fetch;
11
- beforeEach(() => {
12
- vi.clearAllMocks();
13
- });
14
- afterEach(() => {
15
- global.fetch = originalFetch;
16
- });
17
- it("defaults to the bundled ONNX provider when no env var is set", async () => {
18
- const p = await createEmbeddingProvider({});
19
- expect(p.name).toBe("default");
20
- expect(p.dimensions).toBe(384);
21
- });
22
- it("accepts provider aliases (bundled, onnx)", async () => {
23
- const p1 = await createEmbeddingProvider({ SVERKLO_EMBEDDING_PROVIDER: "bundled" });
24
- const p2 = await createEmbeddingProvider({ SVERKLO_EMBEDDING_PROVIDER: "onnx" });
25
- expect(p1.name).toBe("default");
26
- expect(p2.name).toBe("default");
27
- });
28
- it("creates an OpenAI provider when requested and API key is set", async () => {
29
- const p = await createEmbeddingProvider({
30
- SVERKLO_EMBEDDING_PROVIDER: "openai",
31
- SVERKLO_OPENAI_API_KEY: "sk-test",
32
- });
33
- expect(p.name).toContain("openai");
34
- expect(p.dimensions).toBe(1536);
35
- });
36
- it("falls back to default when OpenAI is requested without an API key", async () => {
37
- const p = await createEmbeddingProvider({
38
- SVERKLO_EMBEDDING_PROVIDER: "openai",
39
- });
40
- // Init throws on missing key → factory falls back to default.
41
- expect(p.name).toBe("default");
42
- });
43
- it("respects SVERKLO_OPENAI_DIMENSIONS override", async () => {
44
- const p = await createEmbeddingProvider({
45
- SVERKLO_EMBEDDING_PROVIDER: "openai",
46
- SVERKLO_OPENAI_API_KEY: "sk-test",
47
- SVERKLO_OPENAI_DIMENSIONS: "512",
48
- });
49
- expect(p.dimensions).toBe(512);
50
- });
51
- it("creates an Ollama provider when the endpoint probe succeeds", async () => {
52
- global.fetch = vi.fn(async () => new Response(JSON.stringify({ embedding: new Array(768).fill(0) }), { status: 200 }));
53
- const p = await createEmbeddingProvider({
54
- SVERKLO_EMBEDDING_PROVIDER: "ollama",
55
- });
56
- expect(p.name).toContain("ollama");
57
- expect(p.dimensions).toBe(768);
58
- });
59
- it("falls back to default when Ollama is unreachable", async () => {
60
- global.fetch = vi.fn(async () => {
61
- throw new Error("ECONNREFUSED");
62
- });
63
- const p = await createEmbeddingProvider({
64
- SVERKLO_EMBEDDING_PROVIDER: "ollama",
65
- });
66
- expect(p.name).toBe("default");
67
- });
68
- it("falls back to default for unknown provider names", async () => {
69
- const p = await createEmbeddingProvider({
70
- SVERKLO_EMBEDDING_PROVIDER: "magic-ai",
71
- });
72
- expect(p.name).toBe("default");
73
- });
74
- });
75
- describe("fingerprintOf", () => {
76
- it("captures provider name and dimensions", async () => {
77
- const p = await createEmbeddingProvider({});
78
- const fp = fingerprintOf(p);
79
- expect(fp.provider).toBe("default");
80
- expect(fp.dimensions).toBe(384);
81
- });
82
- });
83
- //# sourceMappingURL=embedding-providers.test.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"embedding-providers.test.js","sourceRoot":"","sources":["../../../src/indexer/embedding-providers.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AACzE,OAAO,EAAE,uBAAuB,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAElF,oEAAoE;AACpE,+CAA+C;AAC/C,EAAE,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,CAAC;IAC9B,YAAY,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,GAAE,CAAC,CAAC;IACnC,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,KAAe,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;CAChF,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC;IAEnC,UAAU,CAAC,GAAG,EAAE;QACd,EAAE,CAAC,aAAa,EAAE,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,CAAC,KAAK,GAAG,aAAa,CAAC;IAC/B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC5E,MAAM,CAAC,GAAG,MAAM,uBAAuB,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC/B,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,EAAE,GAAG,MAAM,uBAAuB,CAAC,EAAE,0BAA0B,EAAE,SAAS,EAAE,CAAC,CAAC;QACpF,MAAM,EAAE,GAAG,MAAM,uBAAuB,CAAC,EAAE,0BAA0B,EAAE,MAAM,EAAE,CAAC,CAAC;QACjF,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAChC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC5E,MAAM,CAAC,GAAG,MAAM,uBAAuB,CAAC;YACtC,0BAA0B,EAAE,QAAQ;YACpC,sBAAsB,EAAE,SAAS;SAClC,CAAC,CAAC;QACH,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACjF,MAAM,CAAC,GAAG,MAAM,uBAAuB,CAAC;YACtC,0BAA0B,EAAE,QAAQ;SACrC,CAAC,CAAC;QACH,8DAA8D;QAC9D,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,CAAC,GAAG,MAAM,uBAAuB,CAAC;YACtC,0BAA0B,EAAE,QAAQ;YACpC,sBAAsB,EAAE,SAAS;YACjC,yBAAyB,EAAE,KAAK;SACjC,CAAC,CAAC;QACH,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC3E,MAAM,CAAC,KAAK,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAC9B,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAC1D,CAAC;QAE7B,MAAM,CAAC,GAAG,MAAM,uBAAuB,CAAC;YACtC,0BAA0B,EAAE,QAAQ;SACrC,CAAC,CAAC;QACH,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,CAAC,KAAK,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;YAC9B,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;QAClC,CAAC,CAA4B,CAAC;QAE9B,MAAM,CAAC,GAAG,MAAM,uBAAuB,CAAC;YACtC,0BAA0B,EAAE,QAAQ;SACrC,CAAC,CAAC;QACH,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,CAAC,GAAG,MAAM,uBAAuB,CAAC;YACtC,0BAA0B,EAAE,UAAU;SACvC,CAAC,CAAC;QACH,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,MAAM,CAAC,GAAG,MAAM,uBAAuB,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACpC,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -1 +0,0 @@
1
- export {};
@@ -1,109 +0,0 @@
1
- import { describe, it, expect, beforeEach, afterEach, vi } from "vitest";
2
- import { mkdtempSync, rmSync, writeFileSync, mkdirSync } from "node:fs";
3
- import { tmpdir } from "node:os";
4
- import { join } from "node:path";
5
- import { Indexer } from "./indexer.js";
6
- import { getProjectConfig } from "../utils/config.js";
7
- // Tests for the freshness cache contract (issue #6). The cache exists
8
- // to keep sverklo_status fast — the disk walk costs ~95ms on a small
9
- // repo and agents can call status repeatedly in one session. The
10
- // contract:
11
- //
12
- // 1. Result is cached for FRESHNESS_CACHE_MS (2s) after the first
13
- // computation.
14
- // 2. The cache is invalidated by explicit reindex / clearIndex.
15
- // 3. The file watcher also invalidates on change events (tested via
16
- // direct invalidateFreshnessCache() call since we don't want to
17
- // stand up chokidar in a unit test).
18
- describe("Indexer freshness cache", () => {
19
- let tmpRoot;
20
- let indexer;
21
- beforeEach(async () => {
22
- tmpRoot = mkdtempSync(join(tmpdir(), "sverklo-freshness-"));
23
- // Minimal real repo: one TypeScript file. Indexing this should
24
- // take well under a second.
25
- mkdirSync(join(tmpRoot, "src"), { recursive: true });
26
- writeFileSync(join(tmpRoot, "src", "foo.ts"), "export function foo() { return 42; }\n", "utf-8");
27
- const cfg = getProjectConfig(tmpRoot);
28
- indexer = new Indexer(cfg);
29
- await indexer.index();
30
- });
31
- afterEach(() => {
32
- try {
33
- indexer.close();
34
- }
35
- catch { }
36
- try {
37
- rmSync(tmpRoot, { recursive: true, force: true });
38
- }
39
- catch { }
40
- });
41
- it("returns a freshness result with ageSeconds and dirty/missing lists", () => {
42
- const result = indexer.getFreshness();
43
- expect(result).toBeDefined();
44
- expect(Array.isArray(result.dirtyFiles)).toBe(true);
45
- expect(Array.isArray(result.missingFiles)).toBe(true);
46
- // Either a number or null — never undefined
47
- expect(result.ageSeconds === null || typeof result.ageSeconds === "number").toBe(true);
48
- });
49
- it("serves from cache on rapid successive calls", () => {
50
- // First call: compute. Second call within TTL: serve from cache.
51
- // We can't directly observe "did it re-walk?" without instrumentation,
52
- // but we can observe that the second call returns the *same*
53
- // dirtyFiles array reference if we patch it — or more simply,
54
- // measure that 100 calls in a row take negligible time (the cache
55
- // hit path is O(1)). A perf threshold works as a regression guard.
56
- const t0 = Date.now();
57
- for (let i = 0; i < 100; i++) {
58
- indexer.getFreshness();
59
- }
60
- const elapsed = Date.now() - t0;
61
- // 100 cached reads should complete in <50ms on any machine that
62
- // isn't actively on fire. Real disk walks would take 100× longer.
63
- expect(elapsed).toBeLessThan(500);
64
- });
65
- it("reflects filesystem changes after invalidateFreshnessCache()", () => {
66
- const first = indexer.getFreshness();
67
- expect(first.dirtyFiles.length).toBe(0);
68
- // Add a new file on disk (bypassing the watcher so we control timing)
69
- writeFileSync(join(tmpRoot, "src", "bar.ts"), "export const bar = 1;\n", "utf-8");
70
- // Without invalidation, the cached result persists for up to 2s.
71
- // With invalidation, the next call sees the new file.
72
- indexer.invalidateFreshnessCache();
73
- const second = indexer.getFreshness();
74
- expect(second.dirtyFiles.some((p) => p.includes("bar.ts"))).toBe(true);
75
- });
76
- it("clearIndex() invalidates the cache", () => {
77
- // Establish a cached result first
78
- const beforeClear = indexer.getFreshness();
79
- expect(beforeClear).toBeDefined();
80
- // clearIndex nukes the database and reinitializes. The cache must
81
- // be cleared or sverklo_status would report stale dirty/missing
82
- // lists against the (now empty) index.
83
- indexer.clearIndex();
84
- // After clear, the indexed file count is 0 — so the freshness
85
- // result should show all on-disk files as dirty (new to the index).
86
- const afterClear = indexer.getFreshness();
87
- expect(afterClear.dirtyFiles.length).toBeGreaterThan(0);
88
- expect(afterClear.missingFiles.length).toBe(0);
89
- });
90
- it("updates ageSeconds even when serving from cache", () => {
91
- // The cache stores the expensive disk-walk result but still
92
- // recomputes ageSeconds on every call (wall clock moves on).
93
- const first = indexer.getFreshness();
94
- const firstAge = first.ageSeconds;
95
- expect(typeof firstAge).toBe("number");
96
- // Wait a moment and call again. Age should advance even though
97
- // the dirty/missing lists are cached.
98
- vi.useFakeTimers();
99
- vi.advanceTimersByTime(1500);
100
- const second = indexer.getFreshness();
101
- vi.useRealTimers();
102
- // Age on the second call should be higher than the first (by ~1s).
103
- // Allow some slack for the test harness timing.
104
- if (typeof firstAge === "number" && typeof second.ageSeconds === "number") {
105
- expect(second.ageSeconds).toBeGreaterThanOrEqual(firstAge);
106
- }
107
- });
108
- });
109
- //# sourceMappingURL=indexer-freshness.test.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"indexer-freshness.test.js","sourceRoot":"","sources":["../../../src/indexer/indexer-freshness.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AACzE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACxE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEtD,sEAAsE;AACtE,qEAAqE;AACrE,iEAAiE;AACjE,YAAY;AACZ,EAAE;AACF,oEAAoE;AACpE,oBAAoB;AACpB,kEAAkE;AAClE,sEAAsE;AACtE,qEAAqE;AACrE,0CAA0C;AAE1C,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,IAAI,OAAe,CAAC;IACpB,IAAI,OAAgB,CAAC;IAErB,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC,CAAC;QAE5D,+DAA+D;QAC/D,4BAA4B;QAC5B,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,aAAa,CACX,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,EAC9B,wCAAwC,EACxC,OAAO,CACR,CAAC;QAEF,MAAM,GAAG,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACtC,OAAO,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC;QAC3B,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC;YACH,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;QACV,IAAI,CAAC;YACH,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACpD,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oEAAoE,EAAE,GAAG,EAAE;QAC5E,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;QACtC,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;QAC7B,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtD,4CAA4C;QAC5C,MAAM,CAAC,MAAM,CAAC,UAAU,KAAK,IAAI,IAAI,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,iEAAiE;QACjE,uEAAuE;QACvE,6DAA6D;QAC7D,8DAA8D;QAC9D,kEAAkE;QAClE,mEAAmE;QACnE,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,OAAO,CAAC,YAAY,EAAE,CAAC;QACzB,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;QAChC,gEAAgE;QAChE,kEAAkE;QAClE,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,MAAM,KAAK,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;QACrC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAExC,sEAAsE;QACtE,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,EAAE,yBAAyB,EAAE,OAAO,CAAC,CAAC;QAElF,iEAAiE;QACjE,sDAAsD;QACtD,OAAO,CAAC,wBAAwB,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;QACtC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,kCAAkC;QAClC,MAAM,WAAW,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;QAC3C,MAAM,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;QAElC,kEAAkE;QAClE,gEAAgE;QAChE,uCAAuC;QACvC,OAAO,CAAC,UAAU,EAAE,CAAC;QAErB,8DAA8D;QAC9D,oEAAoE;QACpE,MAAM,UAAU,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;QAC1C,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACxD,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,4DAA4D;QAC5D,6DAA6D;QAC7D,MAAM,KAAK,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,KAAK,CAAC,UAAU,CAAC;QAClC,MAAM,CAAC,OAAO,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEvC,+DAA+D;QAC/D,sCAAsC;QACtC,EAAE,CAAC,aAAa,EAAE,CAAC;QACnB,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAC7B,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;QACtC,EAAE,CAAC,aAAa,EAAE,CAAC;QAEnB,mEAAmE;QACnE,gDAAgD;QAChD,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;YAC1E,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -1,142 +0,0 @@
1
- import { describe, it, expect, beforeEach, afterEach, vi } from "vitest";
2
- import { mkdtempSync, rmSync, writeFileSync, mkdirSync } from "node:fs";
3
- import { tmpdir } from "node:os";
4
- import { join } from "node:path";
5
- import { Indexer } from "./indexer.js";
6
- import { getProjectConfig } from "../utils/config.js";
7
- // Integration test that would have caught the issue #9 wiring gap:
8
- // the provider factory existed and its unit tests passed, but the
9
- // Indexer never actually called the factory — it imported legacyEmbed
10
- // directly from ./embedder.js and used it everywhere. Users setting
11
- // SVERKLO_EMBEDDING_PROVIDER=openai silently got the bundled ONNX
12
- // model and no visible error.
13
- //
14
- // The fix was to lazily initialize the provider on the first index()
15
- // call and expose it via `indexer.embed()` / `indexer.embeddingProviderName`.
16
- // These tests lock that wiring in so a refactor can't silently break
17
- // it again.
18
- //
19
- // We don't hit real OpenAI / Ollama endpoints here. The point isn't
20
- // to prove the providers work (their own unit tests do that). The
21
- // point is to prove the indexer *uses* whichever provider the env
22
- // vars selected, instead of always defaulting.
23
- describe("Indexer + embedding provider integration", () => {
24
- let tmpRoot;
25
- const originalEnv = { ...process.env };
26
- beforeEach(() => {
27
- tmpRoot = mkdtempSync(join(tmpdir(), "sverklo-provider-int-"));
28
- mkdirSync(join(tmpRoot, "src"), { recursive: true });
29
- writeFileSync(join(tmpRoot, "src", "a.ts"), "export function hello() { return 'world'; }\n", "utf-8");
30
- });
31
- afterEach(() => {
32
- try {
33
- rmSync(tmpRoot, { recursive: true, force: true });
34
- }
35
- catch { }
36
- // Restore env so tests don't leak into each other.
37
- for (const key of Object.keys(process.env)) {
38
- if (key.startsWith("SVERKLO_") && !(key in originalEnv)) {
39
- delete process.env[key];
40
- }
41
- }
42
- for (const [k, v] of Object.entries(originalEnv)) {
43
- if (k.startsWith("SVERKLO_"))
44
- process.env[k] = v;
45
- }
46
- });
47
- it("defaults to the bundled provider when no env var is set", async () => {
48
- delete process.env.SVERKLO_EMBEDDING_PROVIDER;
49
- const indexer = new Indexer(getProjectConfig(tmpRoot));
50
- try {
51
- await indexer.index();
52
- expect(indexer.embeddingProviderName).toBe("default");
53
- expect(indexer.embeddingDimensions).toBe(384);
54
- }
55
- finally {
56
- indexer.close();
57
- }
58
- });
59
- it("selects the OpenAI provider when SVERKLO_EMBEDDING_PROVIDER=openai and key is set", async () => {
60
- // We can't actually call OpenAI in a test — patch fetch to a
61
- // deterministic stub so the provider init succeeds. The indexer
62
- // then commits to the openai provider for the rest of its life.
63
- process.env.SVERKLO_EMBEDDING_PROVIDER = "openai";
64
- process.env.SVERKLO_OPENAI_API_KEY = "sk-test";
65
- // Mock fetch so the embedder calls look successful and return
66
- // the right number of dimensions per request.
67
- const originalFetch = global.fetch;
68
- global.fetch = vi.fn(async (_url, init) => {
69
- const body = JSON.parse(init.body);
70
- const input = Array.isArray(body.input) ? body.input : [body.input];
71
- return new Response(JSON.stringify({
72
- data: input.map((_, i) => ({
73
- index: i,
74
- embedding: new Array(1536).fill(0),
75
- })),
76
- }), { status: 200 });
77
- });
78
- try {
79
- const indexer = new Indexer(getProjectConfig(tmpRoot));
80
- try {
81
- await indexer.index();
82
- expect(indexer.embeddingProviderName).toContain("openai");
83
- expect(indexer.embeddingDimensions).toBe(1536);
84
- }
85
- finally {
86
- indexer.close();
87
- }
88
- }
89
- finally {
90
- global.fetch = originalFetch;
91
- }
92
- });
93
- it("falls back to default when OpenAI is requested but the API key is missing", async () => {
94
- process.env.SVERKLO_EMBEDDING_PROVIDER = "openai";
95
- delete process.env.SVERKLO_OPENAI_API_KEY;
96
- const indexer = new Indexer(getProjectConfig(tmpRoot));
97
- try {
98
- await indexer.index();
99
- // Factory init() throws on missing key → factory falls back to
100
- // default. The whole point of the wiring is that this fallback
101
- // is visible, not silent.
102
- expect(indexer.embeddingProviderName).toBe("default");
103
- }
104
- finally {
105
- indexer.close();
106
- }
107
- });
108
- it("initializes the provider lazily on first embed() if index() hasn't run yet", async () => {
109
- delete process.env.SVERKLO_EMBEDDING_PROVIDER;
110
- const indexer = new Indexer(getProjectConfig(tmpRoot));
111
- try {
112
- // Call embed() without first calling index(). The embed method
113
- // should fall back to the legacy path and still return vectors
114
- // — this covers agents that hit search/recall before the first
115
- // index cycle completes.
116
- const vecs = await indexer.embed(["hello world"]);
117
- expect(Array.isArray(vecs)).toBe(true);
118
- expect(vecs.length).toBe(1);
119
- expect(vecs[0]).toBeInstanceOf(Float32Array);
120
- }
121
- finally {
122
- indexer.close();
123
- }
124
- });
125
- it("reuses the same provider across multiple index() calls", async () => {
126
- delete process.env.SVERKLO_EMBEDDING_PROVIDER;
127
- const indexer = new Indexer(getProjectConfig(tmpRoot));
128
- try {
129
- await indexer.index();
130
- const firstName = indexer.embeddingProviderName;
131
- // Write a new file and reindex
132
- writeFileSync(join(tmpRoot, "src", "b.ts"), "export function goodbye() { return 'world'; }\n", "utf-8");
133
- await indexer.index();
134
- // Provider identity stays stable — reindex should not reselect.
135
- expect(indexer.embeddingProviderName).toBe(firstName);
136
- }
137
- finally {
138
- indexer.close();
139
- }
140
- });
141
- });
142
- //# sourceMappingURL=indexer-provider-integration.test.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"indexer-provider-integration.test.js","sourceRoot":"","sources":["../../../src/indexer/indexer-provider-integration.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AACzE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACxE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEtD,mEAAmE;AACnE,kEAAkE;AAClE,sEAAsE;AACtE,oEAAoE;AACpE,kEAAkE;AAClE,8BAA8B;AAC9B,EAAE;AACF,qEAAqE;AACrE,8EAA8E;AAC9E,qEAAqE;AACrE,YAAY;AACZ,EAAE;AACF,oEAAoE;AACpE,kEAAkE;AAClE,kEAAkE;AAClE,+CAA+C;AAE/C,QAAQ,CAAC,0CAA0C,EAAE,GAAG,EAAE;IACxD,IAAI,OAAe,CAAC;IACpB,MAAM,WAAW,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAEvC,UAAU,CAAC,GAAG,EAAE;QACd,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,uBAAuB,CAAC,CAAC,CAAC;QAC/D,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,aAAa,CACX,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,EAC5B,+CAA+C,EAC/C,OAAO,CACR,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC;YACH,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACpD,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;QACV,mDAAmD;QACnD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3C,IAAI,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,WAAW,CAAC,EAAE,CAAC;gBACxD,OAAO,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;YACjD,IAAI,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC;gBAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACnD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;QACvE,OAAO,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC;QAE9C,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;QACvD,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACtB,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACtD,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChD,CAAC;gBAAS,CAAC;YACT,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mFAAmF,EAAE,KAAK,IAAI,EAAE;QACjG,6DAA6D;QAC7D,gEAAgE;QAChE,gEAAgE;QAChE,OAAO,CAAC,GAAG,CAAC,0BAA0B,GAAG,QAAQ,CAAC;QAClD,OAAO,CAAC,GAAG,CAAC,sBAAsB,GAAG,SAAS,CAAC;QAE/C,8DAA8D;QAC9D,8CAA8C;QAC9C,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC;QACnC,MAAM,CAAC,KAAK,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,IAAa,EAAE,IAAc,EAAE,EAAE;YAC3D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAE,IAAyB,CAAC,IAAI,CAAC,CAAC;YACzD,MAAM,KAAK,GAAa,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC9E,OAAO,IAAI,QAAQ,CACjB,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;oBACzB,KAAK,EAAE,CAAC;oBACR,SAAS,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;iBACnC,CAAC,CAAC;aACJ,CAAC,EACF,EAAE,MAAM,EAAE,GAAG,EAAE,CAChB,CAAC;QACJ,CAAC,CAA4B,CAAC;QAE9B,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;YACvD,IAAI,CAAC;gBACH,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;gBACtB,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;gBAC1D,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjD,CAAC;oBAAS,CAAC;gBACT,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,KAAK,GAAG,aAAa,CAAC;QAC/B,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2EAA2E,EAAE,KAAK,IAAI,EAAE;QACzF,OAAO,CAAC,GAAG,CAAC,0BAA0B,GAAG,QAAQ,CAAC;QAClD,OAAO,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC;QAE1C,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;QACvD,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACtB,+DAA+D;YAC/D,+DAA+D;YAC/D,0BAA0B;YAC1B,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxD,CAAC;gBAAS,CAAC;YACT,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4EAA4E,EAAE,KAAK,IAAI,EAAE;QAC1F,OAAO,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC;QAE9C,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;QACvD,IAAI,CAAC;YACH,+DAA+D;YAC/D,+DAA+D;YAC/D,+DAA+D;YAC/D,yBAAyB;YACzB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;YAClD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;QAC/C,CAAC;gBAAS,CAAC;YACT,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,OAAO,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC;QAE9C,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;QACvD,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACtB,MAAM,SAAS,GAAG,OAAO,CAAC,qBAAqB,CAAC;YAEhD,+BAA+B;YAC/B,aAAa,CACX,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,EAC5B,iDAAiD,EACjD,OAAO,CACR,CAAC;YACF,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YAEtB,gEAAgE;YAChE,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxD,CAAC;gBAAS,CAAC;YACT,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -1 +0,0 @@
1
- export {};
@@ -1,144 +0,0 @@
1
- import { describe, it, expect, beforeEach, afterEach } from "vitest";
2
- import { mkdtempSync, rmSync, writeFileSync, mkdirSync } from "node:fs";
3
- import { tmpdir } from "node:os";
4
- import { join } from "node:path";
5
- import { Indexer } from "./indexer.js";
6
- import { getProjectConfig } from "../utils/config.js";
7
- import { createDatabase, getDataVersion, setDataVersion, CURRENT_DATA_VERSION, } from "../storage/database.js";
8
- // Tests for the data-version migration runner (issue #13 rollout).
9
- //
10
- // Scenario: a user upgrades from v0.2.13 (where symbol_refs rows
11
- // were lossy due to chunk-wide dedupe) to v0.2.14 (where the bug
12
- // is fixed). Their existing index is still lossy until we re-extract
13
- // references from the chunks we already have.
14
- //
15
- // The migration:
16
- // 1. runs on Indexer construction if stored data_version < 2
17
- // 2. drops all symbol_refs rows
18
- // 3. re-runs extractReferences over every chunk.content already in the db
19
- // 4. stamps data_version = 2 so subsequent constructions are a no-op
20
- describe("data-version migration", () => {
21
- let tmpRoot;
22
- beforeEach(() => {
23
- tmpRoot = mkdtempSync(join(tmpdir(), "sverklo-migration-"));
24
- mkdirSync(join(tmpRoot, "src"), { recursive: true });
25
- // A file with a symbol called twice in the same function.
26
- // Under v0.2.13, extractReferences would produce ONE symbol_ref
27
- // row for 'helper' from this function, not two.
28
- //
29
- // Note: we use `declare function` for helper rather than a real
30
- // definition because the current chunker only chunks the first
31
- // top-level function when a file has multiple — that's a
32
- // separate bug worth filing, but not blocking the migration
33
- // tests here.
34
- writeFileSync(join(tmpRoot, "src", "a.ts"), [
35
- "declare function helper(): number;",
36
- "export function run() {",
37
- " const a = helper();",
38
- " const b = helper();",
39
- " return a + b;",
40
- "}",
41
- ].join("\n"), "utf-8");
42
- });
43
- afterEach(() => {
44
- try {
45
- rmSync(tmpRoot, { recursive: true, force: true });
46
- }
47
- catch { }
48
- });
49
- it("fresh database stamps data_version = CURRENT_DATA_VERSION on first index", async () => {
50
- const cfg = getProjectConfig(tmpRoot);
51
- const indexer = new Indexer(cfg);
52
- try {
53
- await indexer.index();
54
- const v = getDataVersion(indexer.db);
55
- expect(v).toBe(CURRENT_DATA_VERSION);
56
- }
57
- finally {
58
- indexer.close();
59
- }
60
- });
61
- it("upgrading from v1 re-extracts symbol refs", async () => {
62
- // Step 1: build an index the "old" way. We create a database,
63
- // set data_version = 1, and insert a single lossy symbol_ref
64
- // row for 'helper' on the first call site only. This simulates
65
- // what v0.2.13 would have produced.
66
- const cfg = getProjectConfig(tmpRoot);
67
- {
68
- const indexer = new Indexer(cfg);
69
- await indexer.index();
70
- indexer.close();
71
- }
72
- // Simulate an old (v0.2.13) index by:
73
- // - manually deleting all symbol_refs
74
- // - inserting ONE lossy row for helper at the first call site
75
- // - setting data_version = 1
76
- {
77
- const db = createDatabase(cfg.dbPath);
78
- db.exec("DELETE FROM symbol_refs");
79
- // Find the chunk id of the `run` function
80
- const runChunk = db
81
- .prepare("SELECT id FROM chunks WHERE name = 'run'")
82
- .get();
83
- if (runChunk) {
84
- db.prepare("INSERT INTO symbol_refs (source_chunk_id, target_name, line) VALUES (?, ?, ?)").run(runChunk.id, "helper", 2);
85
- }
86
- setDataVersion(db, 1);
87
- db.close();
88
- }
89
- // Step 2: open the index with a new Indexer. The migration
90
- // should run and re-extract all references.
91
- const indexer2 = new Indexer(cfg);
92
- try {
93
- const db = indexer2.db;
94
- // data_version should now be CURRENT
95
- expect(getDataVersion(db)).toBe(CURRENT_DATA_VERSION);
96
- // symbol_refs should now include BOTH helper calls, not just one
97
- const helperRefs = db
98
- .prepare("SELECT COUNT(*) as c FROM symbol_refs WHERE target_name = 'helper'")
99
- .get();
100
- expect(helperRefs.c).toBeGreaterThanOrEqual(2);
101
- }
102
- finally {
103
- indexer2.close();
104
- }
105
- });
106
- it("a second Indexer construction on a current database is a no-op", async () => {
107
- const cfg = getProjectConfig(tmpRoot);
108
- {
109
- const indexer = new Indexer(cfg);
110
- await indexer.index();
111
- indexer.close();
112
- }
113
- // Capture the symbol_refs count after the initial index
114
- const db = createDatabase(cfg.dbPath);
115
- const initial = db.prepare("SELECT COUNT(*) as c FROM symbol_refs").get().c;
116
- db.close();
117
- // Construct again — migration should skip
118
- const indexer2 = new Indexer(cfg);
119
- try {
120
- const db2 = indexer2.db;
121
- const after = db2.prepare("SELECT COUNT(*) as c FROM symbol_refs").get().c;
122
- // Same count — no rebuild happened
123
- expect(after).toBe(initial);
124
- }
125
- finally {
126
- indexer2.close();
127
- }
128
- });
129
- it("migration handles an empty database (no chunks) without erroring", () => {
130
- // Case: someone installs sverklo, opens a project, but no files
131
- // have been indexed yet. Database is empty. Migration should
132
- // still stamp the version and return cleanly.
133
- const cfg = getProjectConfig(tmpRoot);
134
- const emptyIndexer = new Indexer(cfg);
135
- try {
136
- const db = emptyIndexer.db;
137
- expect(getDataVersion(db)).toBe(CURRENT_DATA_VERSION);
138
- }
139
- finally {
140
- emptyIndexer.close();
141
- }
142
- });
143
- });
144
- //# sourceMappingURL=migration.test.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"migration.test.js","sourceRoot":"","sources":["../../../src/indexer/migration.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACrE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACxE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EACL,cAAc,EACd,cAAc,EACd,cAAc,EACd,oBAAoB,GACrB,MAAM,wBAAwB,CAAC;AAEhC,mEAAmE;AACnE,EAAE;AACF,iEAAiE;AACjE,iEAAiE;AACjE,qEAAqE;AACrE,8CAA8C;AAC9C,EAAE;AACF,iBAAiB;AACjB,+DAA+D;AAC/D,kCAAkC;AAClC,4EAA4E;AAC5E,uEAAuE;AAEvE,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACtC,IAAI,OAAe,CAAC;IAEpB,UAAU,CAAC,GAAG,EAAE;QACd,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC,CAAC;QAC5D,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,0DAA0D;QAC1D,gEAAgE;QAChE,gDAAgD;QAChD,EAAE;QACF,gEAAgE;QAChE,+DAA+D;QAC/D,yDAAyD;QACzD,4DAA4D;QAC5D,cAAc;QACd,aAAa,CACX,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,EAC5B;YACE,oCAAoC;YACpC,yBAAyB;YACzB,uBAAuB;YACvB,uBAAuB;YACvB,iBAAiB;YACjB,GAAG;SACJ,CAAC,IAAI,CAAC,IAAI,CAAC,EACZ,OAAO,CACR,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC;YACH,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACpD,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0EAA0E,EAAE,KAAK,IAAI,EAAE;QACxF,MAAM,GAAG,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACtB,MAAM,CAAC,GAAG,cAAc,CAAE,OAAgE,CAAC,EAAE,CAAC,CAAC;YAC/F,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACvC,CAAC;gBAAS,CAAC;YACT,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,8DAA8D;QAC9D,6DAA6D;QAC7D,+DAA+D;QAC/D,oCAAoC;QACpC,MAAM,GAAG,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;YACC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC;YACjC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACtB,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC;QAED,sCAAsC;QACtC,wCAAwC;QACxC,gEAAgE;QAChE,+BAA+B;QAC/B,CAAC;YACC,MAAM,EAAE,GAAG,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACtC,EAAE,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;YACnC,0CAA0C;YAC1C,MAAM,QAAQ,GAAG,EAAE;iBAChB,OAAO,CAAC,0CAA0C,CAAC;iBACnD,GAAG,EAAgC,CAAC;YACvC,IAAI,QAAQ,EAAE,CAAC;gBACb,EAAE,CAAC,OAAO,CACR,+EAA+E,CAChF,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;YAClC,CAAC;YACD,cAAc,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YACtB,EAAE,CAAC,KAAK,EAAE,CAAC;QACb,CAAC;QAED,2DAA2D;QAC3D,4CAA4C;QAC5C,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC;YACH,MAAM,EAAE,GAAI,QAAiE,CAAC,EAAE,CAAC;YAEjF,qCAAqC;YACrC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAEtD,iEAAiE;YACjE,MAAM,UAAU,GAAG,EAAE;iBAClB,OAAO,CACN,oEAAoE,CACrE;iBACA,GAAG,EAAmB,CAAC;YAC1B,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;QACjD,CAAC;gBAAS,CAAC;YACT,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,MAAM,GAAG,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAEtC,CAAC;YACC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC;YACjC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACtB,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC;QAED,wDAAwD;QACxD,MAAM,EAAE,GAAG,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtC,MAAM,OAAO,GACX,EAAE,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC,GAAG,EACxD,CAAC,CAAC,CAAC;QACJ,EAAE,CAAC,KAAK,EAAE,CAAC;QAEX,0CAA0C;QAC1C,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC;YACH,MAAM,GAAG,GAAI,QAAiE,CAAC,EAAE,CAAC;YAClF,MAAM,KAAK,GACT,GAAG,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC,GAAG,EACzD,CAAC,CAAC,CAAC;YACJ,mCAAmC;YACnC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;gBAAS,CAAC;YACT,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,gEAAgE;QAChE,6DAA6D;QAC7D,8CAA8C;QAC9C,MAAM,GAAG,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACtC,MAAM,YAAY,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC;QACtC,IAAI,CAAC;YACH,MAAM,EAAE,GAAI,YAAqE,CAAC,EAAE,CAAC;YACrF,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACxD,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -1 +0,0 @@
1
- export {};