akm-cli 0.7.0-rc1 → 0.7.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (314) hide show
  1. package/dist/{src/cli.js → cli.js} +100 -16
  2. package/dist/{src/commands → commands}/config-cli.js +42 -0
  3. package/dist/{src/commands → commands}/history.js +78 -7
  4. package/dist/{src/commands → commands}/registry-search.js +69 -6
  5. package/dist/{src/commands → commands}/search.js +30 -3
  6. package/dist/{src/commands → commands}/show.js +29 -0
  7. package/dist/{src/commands → commands}/source-add.js +5 -1
  8. package/dist/{src/commands → commands}/source-manage.js +7 -1
  9. package/dist/{src/core → core}/config.js +28 -0
  10. package/dist/{src/indexer → indexer}/db-search.js +1 -0
  11. package/dist/{src/indexer → indexer}/indexer.js +16 -2
  12. package/dist/{src/indexer → indexer}/matchers.js +1 -1
  13. package/dist/{src/indexer → indexer}/search-source.js +4 -2
  14. package/dist/{src/integrations → integrations}/agent/profiles.js +1 -1
  15. package/dist/{src/integrations → integrations}/agent/spawn.js +67 -16
  16. package/dist/{src/integrations → integrations}/github.js +9 -3
  17. package/dist/{src/llm → llm}/embedders/remote.js +37 -3
  18. package/dist/{src/output → output}/cli-hints.js +15 -2
  19. package/dist/{src/output → output}/renderers.js +3 -1
  20. package/dist/{src/output → output}/shapes.js +8 -1
  21. package/dist/{src/output → output}/text.js +156 -3
  22. package/dist/{src/registry → registry}/build-index.js +5 -4
  23. package/dist/{src/registry → registry}/providers/static-index.js +3 -1
  24. package/dist/{src/setup → setup}/setup.js +9 -0
  25. package/dist/{src/wiki → wiki}/wiki.js +54 -6
  26. package/dist/{src/workflows → workflows}/runs.js +37 -3
  27. package/package.json +8 -8
  28. package/dist/tests/add-website-source.test.js +0 -119
  29. package/dist/tests/agent/agent-config-loader.test.js +0 -70
  30. package/dist/tests/agent/agent-config.test.js +0 -221
  31. package/dist/tests/agent/agent-detect.test.js +0 -100
  32. package/dist/tests/agent/agent-spawn.test.js +0 -234
  33. package/dist/tests/agent-output.test.js +0 -186
  34. package/dist/tests/architecture/agent-no-llm-sdk-guard.test.js +0 -103
  35. package/dist/tests/architecture/agent-spawn-seam.test.js +0 -193
  36. package/dist/tests/architecture/llm-stateless-seam.test.js +0 -112
  37. package/dist/tests/asset-ref.test.js +0 -192
  38. package/dist/tests/asset-registry.test.js +0 -103
  39. package/dist/tests/asset-spec.test.js +0 -241
  40. package/dist/tests/bench/attribution.test.js +0 -995
  41. package/dist/tests/bench/cleanup-sigint.test.js +0 -83
  42. package/dist/tests/bench/cleanup.js +0 -203
  43. package/dist/tests/bench/cleanup.test.js +0 -166
  44. package/dist/tests/bench/cli.js +0 -683
  45. package/dist/tests/bench/cli.test.js +0 -177
  46. package/dist/tests/bench/compare.test.js +0 -556
  47. package/dist/tests/bench/corpus.js +0 -314
  48. package/dist/tests/bench/corpus.test.js +0 -258
  49. package/dist/tests/bench/driver.js +0 -346
  50. package/dist/tests/bench/driver.test.js +0 -443
  51. package/dist/tests/bench/evolve-metrics.js +0 -179
  52. package/dist/tests/bench/evolve-metrics.test.js +0 -187
  53. package/dist/tests/bench/evolve.js +0 -580
  54. package/dist/tests/bench/evolve.test.js +0 -616
  55. package/dist/tests/bench/failure-modes.test.js +0 -300
  56. package/dist/tests/bench/feedback-integrity.test.js +0 -456
  57. package/dist/tests/bench/leakage.test.js +0 -125
  58. package/dist/tests/bench/learning-curve.test.js +0 -133
  59. package/dist/tests/bench/metrics.js +0 -2319
  60. package/dist/tests/bench/metrics.test.js +0 -1144
  61. package/dist/tests/bench/no-os-tmpdir-invariant.test.js +0 -43
  62. package/dist/tests/bench/report.js +0 -1821
  63. package/dist/tests/bench/report.test.js +0 -989
  64. package/dist/tests/bench/runner.js +0 -536
  65. package/dist/tests/bench/runner.test.js +0 -958
  66. package/dist/tests/bench/search-bridge.test.js +0 -331
  67. package/dist/tests/bench/tmp.js +0 -41
  68. package/dist/tests/bench/trajectory.js +0 -116
  69. package/dist/tests/bench/trajectory.test.js +0 -127
  70. package/dist/tests/bench/verifier.js +0 -109
  71. package/dist/tests/bench/verifier.test.js +0 -118
  72. package/dist/tests/bench/workflow-evaluator.js +0 -557
  73. package/dist/tests/bench/workflow-evaluator.test.js +0 -421
  74. package/dist/tests/bench/workflow-spec.js +0 -358
  75. package/dist/tests/bench/workflow-spec.test.js +0 -363
  76. package/dist/tests/bench/workflow-trace.js +0 -438
  77. package/dist/tests/bench/workflow-trace.test.js +0 -254
  78. package/dist/tests/benchmark-search-quality.js +0 -536
  79. package/dist/tests/benchmark-suite.js +0 -1441
  80. package/dist/tests/capture-cli.test.js +0 -112
  81. package/dist/tests/cli-errors.test.js +0 -203
  82. package/dist/tests/commands/events.test.js +0 -370
  83. package/dist/tests/commands/history.test.js +0 -223
  84. package/dist/tests/commands/import.test.js +0 -103
  85. package/dist/tests/commands/proposal-cli.test.js +0 -209
  86. package/dist/tests/commands/reflect-propose-cli.test.js +0 -333
  87. package/dist/tests/commands/remember.test.js +0 -97
  88. package/dist/tests/commands/scope-flags.test.js +0 -300
  89. package/dist/tests/commands/search.test.js +0 -537
  90. package/dist/tests/commands/show-indexer-parity.test.js +0 -117
  91. package/dist/tests/commands/show.test.js +0 -294
  92. package/dist/tests/common.test.js +0 -266
  93. package/dist/tests/completions.test.js +0 -142
  94. package/dist/tests/config-cli.test.js +0 -193
  95. package/dist/tests/config-llm-features.test.js +0 -139
  96. package/dist/tests/config.test.js +0 -544
  97. package/dist/tests/contracts/migration-baseline.test.js +0 -43
  98. package/dist/tests/contracts/reflect-propose-envelope.test.js +0 -139
  99. package/dist/tests/contracts/spec-helpers.js +0 -46
  100. package/dist/tests/contracts/v1-spec-section-11-proposal-queue.test.js +0 -228
  101. package/dist/tests/contracts/v1-spec-section-12-agent-config.test.js +0 -56
  102. package/dist/tests/contracts/v1-spec-section-13-lesson-type.test.js +0 -34
  103. package/dist/tests/contracts/v1-spec-section-14-llm-features.test.js +0 -94
  104. package/dist/tests/contracts/v1-spec-section-4-1-asset-types.test.js +0 -39
  105. package/dist/tests/contracts/v1-spec-section-4-2-quality-rules.test.js +0 -44
  106. package/dist/tests/contracts/v1-spec-section-5-configuration.test.js +0 -47
  107. package/dist/tests/contracts/v1-spec-section-6-orchestration.test.js +0 -40
  108. package/dist/tests/contracts/v1-spec-section-7-module-layout.test.js +0 -58
  109. package/dist/tests/contracts/v1-spec-section-8-extension-points.test.js +0 -34
  110. package/dist/tests/contracts/v1-spec-section-9-4-cli-surface.test.js +0 -75
  111. package/dist/tests/contracts/v1-spec-section-9-7-llm-agent-boundary.test.js +0 -36
  112. package/dist/tests/core/write-source.test.js +0 -366
  113. package/dist/tests/curate-command.test.js +0 -87
  114. package/dist/tests/db-scoring.test.js +0 -201
  115. package/dist/tests/db.test.js +0 -654
  116. package/dist/tests/distill-cli-flag.test.js +0 -208
  117. package/dist/tests/distill.test.js +0 -515
  118. package/dist/tests/docker-install.test.js +0 -120
  119. package/dist/tests/e2e.test.js +0 -1398
  120. package/dist/tests/embedder.test.js +0 -340
  121. package/dist/tests/embedding-model-config.test.js +0 -379
  122. package/dist/tests/feedback-command.test.js +0 -172
  123. package/dist/tests/file-context.test.js +0 -552
  124. package/dist/tests/fixtures/scripts/git/summarize-diff.js +0 -9
  125. package/dist/tests/fixtures/scripts/lint/eslint-check.js +0 -7
  126. package/dist/tests/fixtures/stashes/load.js +0 -166
  127. package/dist/tests/fixtures/stashes/load.test.js +0 -88
  128. package/dist/tests/fixtures/stashes/ranking-baseline/scripts/mem0-search.js +0 -12
  129. package/dist/tests/frontmatter.test.js +0 -190
  130. package/dist/tests/fts-field-weighting.test.js +0 -254
  131. package/dist/tests/fuzzy-search.test.js +0 -230
  132. package/dist/tests/git-provider-clone.test.js +0 -45
  133. package/dist/tests/github.test.js +0 -161
  134. package/dist/tests/graph-boost-ranking.test.js +0 -305
  135. package/dist/tests/graph-extraction.test.js +0 -282
  136. package/dist/tests/helpers/usage-events.js +0 -8
  137. package/dist/tests/index-pass-llm.test.js +0 -161
  138. package/dist/tests/indexer.test.js +0 -559
  139. package/dist/tests/info-command.test.js +0 -166
  140. package/dist/tests/init.test.js +0 -69
  141. package/dist/tests/install-script.test.js +0 -246
  142. package/dist/tests/integration/agent-real-profile.test.js +0 -94
  143. package/dist/tests/issue-36-repro.test.js +0 -304
  144. package/dist/tests/issues-191-194.test.js +0 -160
  145. package/dist/tests/lesson-lint.test.js +0 -111
  146. package/dist/tests/llm-client.test.js +0 -115
  147. package/dist/tests/llm-feature-gate.test.js +0 -151
  148. package/dist/tests/llm.test.js +0 -139
  149. package/dist/tests/lockfile.test.js +0 -216
  150. package/dist/tests/manifest.test.js +0 -205
  151. package/dist/tests/markdown.test.js +0 -126
  152. package/dist/tests/matchers-unit.test.js +0 -189
  153. package/dist/tests/memory-inference.test.js +0 -299
  154. package/dist/tests/merge-scoring.test.js +0 -136
  155. package/dist/tests/metadata.test.js +0 -313
  156. package/dist/tests/migration-help.test.js +0 -89
  157. package/dist/tests/origin-resolve.test.js +0 -124
  158. package/dist/tests/output-baseline.test.js +0 -217
  159. package/dist/tests/output-shapes-unit.test.js +0 -476
  160. package/dist/tests/parallel-search.test.js +0 -272
  161. package/dist/tests/parameter-metadata.test.js +0 -365
  162. package/dist/tests/paths.test.js +0 -177
  163. package/dist/tests/progressive-disclosure.test.js +0 -280
  164. package/dist/tests/proposals.test.js +0 -279
  165. package/dist/tests/proposed-quality.test.js +0 -271
  166. package/dist/tests/provider-registry.test.js +0 -32
  167. package/dist/tests/ranking-regression.test.js +0 -548
  168. package/dist/tests/reflect-propose.test.js +0 -455
  169. package/dist/tests/registry-build-index.test.js +0 -378
  170. package/dist/tests/registry-cli.test.js +0 -290
  171. package/dist/tests/registry-index-v2.test.js +0 -430
  172. package/dist/tests/registry-install.test.js +0 -728
  173. package/dist/tests/registry-providers/parity.test.js +0 -189
  174. package/dist/tests/registry-providers/skills-sh.test.js +0 -309
  175. package/dist/tests/registry-providers/static-index.test.js +0 -204
  176. package/dist/tests/registry-resolve.test.js +0 -126
  177. package/dist/tests/registry-search.test.js +0 -723
  178. package/dist/tests/remember-frontmatter.test.js +0 -380
  179. package/dist/tests/remember-unit.test.js +0 -123
  180. package/dist/tests/ripgrep-install.test.js +0 -251
  181. package/dist/tests/ripgrep-resolve.test.js +0 -108
  182. package/dist/tests/ripgrep.test.js +0 -163
  183. package/dist/tests/save-command.test.js +0 -94
  184. package/dist/tests/save-trust-qa-fixes.test.js +0 -270
  185. package/dist/tests/scoring-pipeline.test.js +0 -648
  186. package/dist/tests/search-include-proposed-cli.test.js +0 -118
  187. package/dist/tests/self-update.test.js +0 -442
  188. package/dist/tests/semantic-search-e2e.test.js +0 -512
  189. package/dist/tests/semantic-status.test.js +0 -471
  190. package/dist/tests/setup-run.integration.js +0 -877
  191. package/dist/tests/setup-wizard.test.js +0 -198
  192. package/dist/tests/setup.test.js +0 -131
  193. package/dist/tests/source-add.test.js +0 -11
  194. package/dist/tests/source-clone.test.js +0 -254
  195. package/dist/tests/source-manage.test.js +0 -366
  196. package/dist/tests/source-providers/filesystem.test.js +0 -82
  197. package/dist/tests/source-providers/git.test.js +0 -252
  198. package/dist/tests/source-providers/website.test.js +0 -128
  199. package/dist/tests/source-qa-fixes.test.js +0 -268
  200. package/dist/tests/source-registry.test.js +0 -350
  201. package/dist/tests/source-resolve.test.js +0 -100
  202. package/dist/tests/source-source.test.js +0 -221
  203. package/dist/tests/source.test.js +0 -533
  204. package/dist/tests/tar-utils-scan.test.js +0 -73
  205. package/dist/tests/toggle-components.test.js +0 -73
  206. package/dist/tests/usage-telemetry.test.js +0 -265
  207. package/dist/tests/utility-scoring.test.js +0 -558
  208. package/dist/tests/vault-load-error.test.js +0 -78
  209. package/dist/tests/vault-qa-fixes.test.js +0 -194
  210. package/dist/tests/vault.test.js +0 -429
  211. package/dist/tests/vector-search.test.js +0 -608
  212. package/dist/tests/walker.test.js +0 -252
  213. package/dist/tests/wave2-cluster-bc.test.js +0 -228
  214. package/dist/tests/wave2-cluster-d.test.js +0 -180
  215. package/dist/tests/wave2-cluster-e.test.js +0 -179
  216. package/dist/tests/wiki-qa-fixes.test.js +0 -270
  217. package/dist/tests/wiki.test.js +0 -529
  218. package/dist/tests/workflow-cli.test.js +0 -271
  219. package/dist/tests/workflow-markdown.test.js +0 -171
  220. package/dist/tests/workflow-path-escape.test.js +0 -132
  221. package/dist/tests/workflow-qa-fixes.test.js +0 -377
  222. package/dist/tests/workflows/indexer-rejection.test.js +0 -213
  223. /package/dist/{src/commands → commands}/completions.js +0 -0
  224. /package/dist/{src/commands → commands}/curate.js +0 -0
  225. /package/dist/{src/commands → commands}/distill.js +0 -0
  226. /package/dist/{src/commands → commands}/events.js +0 -0
  227. /package/dist/{src/commands → commands}/info.js +0 -0
  228. /package/dist/{src/commands → commands}/init.js +0 -0
  229. /package/dist/{src/commands → commands}/install-audit.js +0 -0
  230. /package/dist/{src/commands → commands}/installed-stashes.js +0 -0
  231. /package/dist/{src/commands → commands}/migration-help.js +0 -0
  232. /package/dist/{src/commands → commands}/proposal.js +0 -0
  233. /package/dist/{src/commands → commands}/propose.js +0 -0
  234. /package/dist/{src/commands → commands}/reflect.js +0 -0
  235. /package/dist/{src/commands → commands}/remember.js +0 -0
  236. /package/dist/{src/commands → commands}/self-update.js +0 -0
  237. /package/dist/{src/commands → commands}/source-clone.js +0 -0
  238. /package/dist/{src/commands → commands}/vault.js +0 -0
  239. /package/dist/{src/core → core}/asset-ref.js +0 -0
  240. /package/dist/{src/core → core}/asset-registry.js +0 -0
  241. /package/dist/{src/core → core}/asset-spec.js +0 -0
  242. /package/dist/{src/core → core}/common.js +0 -0
  243. /package/dist/{src/core → core}/errors.js +0 -0
  244. /package/dist/{src/core → core}/events.js +0 -0
  245. /package/dist/{src/core → core}/frontmatter.js +0 -0
  246. /package/dist/{src/core → core}/lesson-lint.js +0 -0
  247. /package/dist/{src/core → core}/markdown.js +0 -0
  248. /package/dist/{src/core → core}/paths.js +0 -0
  249. /package/dist/{src/core → core}/proposals.js +0 -0
  250. /package/dist/{src/core → core}/warn.js +0 -0
  251. /package/dist/{src/core → core}/write-source.js +0 -0
  252. /package/dist/{src/indexer → indexer}/db.js +0 -0
  253. /package/dist/{src/indexer → indexer}/file-context.js +0 -0
  254. /package/dist/{src/indexer → indexer}/graph-boost.js +0 -0
  255. /package/dist/{src/indexer → indexer}/graph-extraction.js +0 -0
  256. /package/dist/{src/indexer → indexer}/manifest.js +0 -0
  257. /package/dist/{src/indexer → indexer}/memory-inference.js +0 -0
  258. /package/dist/{src/indexer → indexer}/metadata.js +0 -0
  259. /package/dist/{src/indexer → indexer}/search-fields.js +0 -0
  260. /package/dist/{src/indexer → indexer}/semantic-status.js +0 -0
  261. /package/dist/{src/indexer → indexer}/usage-events.js +0 -0
  262. /package/dist/{src/indexer → indexer}/walker.js +0 -0
  263. /package/dist/{src/integrations → integrations}/agent/config.js +0 -0
  264. /package/dist/{src/integrations → integrations}/agent/detect.js +0 -0
  265. /package/dist/{src/integrations → integrations}/agent/index.js +0 -0
  266. /package/dist/{src/integrations → integrations}/agent/prompts.js +0 -0
  267. /package/dist/{src/integrations → integrations}/lockfile.js +0 -0
  268. /package/dist/{src/llm → llm}/client.js +0 -0
  269. /package/dist/{src/llm → llm}/embedder.js +0 -0
  270. /package/dist/{src/llm → llm}/embedders/cache.js +0 -0
  271. /package/dist/{src/llm → llm}/embedders/local.js +0 -0
  272. /package/dist/{src/llm → llm}/embedders/types.js +0 -0
  273. /package/dist/{src/llm → llm}/feature-gate.js +0 -0
  274. /package/dist/{src/llm → llm}/graph-extract.js +0 -0
  275. /package/dist/{src/llm → llm}/index-passes.js +0 -0
  276. /package/dist/{src/llm → llm}/memory-infer.js +0 -0
  277. /package/dist/{src/llm → llm}/metadata-enhance.js +0 -0
  278. /package/dist/{src/output → output}/context.js +0 -0
  279. /package/dist/{src/registry → registry}/create-provider-registry.js +0 -0
  280. /package/dist/{src/registry → registry}/factory.js +0 -0
  281. /package/dist/{src/registry → registry}/origin-resolve.js +0 -0
  282. /package/dist/{src/registry → registry}/providers/index.js +0 -0
  283. /package/dist/{src/registry → registry}/providers/skills-sh.js +0 -0
  284. /package/dist/{src/registry → registry}/providers/types.js +0 -0
  285. /package/dist/{src/registry → registry}/resolve.js +0 -0
  286. /package/dist/{src/registry → registry}/types.js +0 -0
  287. /package/dist/{src/setup → setup}/detect.js +0 -0
  288. /package/dist/{src/setup → setup}/ripgrep-install.js +0 -0
  289. /package/dist/{src/setup → setup}/ripgrep-resolve.js +0 -0
  290. /package/dist/{src/setup → setup}/steps.js +0 -0
  291. /package/dist/{src/sources → sources}/include.js +0 -0
  292. /package/dist/{src/sources → sources}/provider-factory.js +0 -0
  293. /package/dist/{src/sources → sources}/provider.js +0 -0
  294. /package/dist/{src/sources → sources}/providers/filesystem.js +0 -0
  295. /package/dist/{src/sources → sources}/providers/git.js +0 -0
  296. /package/dist/{src/sources → sources}/providers/index.js +0 -0
  297. /package/dist/{src/sources → sources}/providers/install-types.js +0 -0
  298. /package/dist/{src/sources → sources}/providers/npm.js +0 -0
  299. /package/dist/{src/sources → sources}/providers/provider-utils.js +0 -0
  300. /package/dist/{src/sources → sources}/providers/sync-from-ref.js +0 -0
  301. /package/dist/{src/sources → sources}/providers/tar-utils.js +0 -0
  302. /package/dist/{src/sources → sources}/providers/website.js +0 -0
  303. /package/dist/{src/sources → sources}/resolve.js +0 -0
  304. /package/dist/{src/sources → sources}/types.js +0 -0
  305. /package/dist/{src/templates → templates}/wiki-templates.js +0 -0
  306. /package/dist/{src/version.js → version.js} +0 -0
  307. /package/dist/{src/workflows → workflows}/authoring.js +0 -0
  308. /package/dist/{src/workflows → workflows}/cli.js +0 -0
  309. /package/dist/{src/workflows → workflows}/db.js +0 -0
  310. /package/dist/{src/workflows → workflows}/document-cache.js +0 -0
  311. /package/dist/{src/workflows → workflows}/parser.js +0 -0
  312. /package/dist/{src/workflows → workflows}/renderer.js +0 -0
  313. /package/dist/{src/workflows → workflows}/schema.js +0 -0
  314. /package/dist/{src/workflows → workflows}/validator.js +0 -0
@@ -1,608 +0,0 @@
1
- /**
2
- * Tests for vector/semantic search path coverage.
3
- *
4
- * The entire test suite previously set `semanticSearchMode: "off"`, so
5
- * `tryVecScores()` and the hybrid score merging pipeline were dead code
6
- * in tests. This file covers:
7
- *
8
- * - tryVecScores runs when semantic status is ready
9
- * - Hybrid score merging (FTS 0.7 + vec 0.3 weights)
10
- * - FTS-only entries surviving in hybrid mode
11
- * - NaN/Infinity guard on vector distances
12
- * - BM25 normalization edge cases (all identical scores)
13
- * - JS fallback path (BLOB-based cosine similarity, no sqlite-vec)
14
- * - Dimension mismatch produces zero similarity
15
- */
16
- import { afterAll, afterEach, beforeEach, describe, expect, test } from "bun:test";
17
- import fs from "node:fs";
18
- import os from "node:os";
19
- import path from "node:path";
20
- import { closeDatabase, openDatabase, rebuildFts, searchFts, searchVec, setMeta, upsertEmbedding, upsertEntry, } from "../src/indexer/db";
21
- import { cosineSimilarity } from "../src/llm/embedder";
22
- // ── Temp directory management ───────────────────────────────────────────────
23
- const createdTmpDirs = [];
24
- function createTmpDir(prefix = "akm-vec-") {
25
- const dir = fs.mkdtempSync(path.join(os.tmpdir(), prefix));
26
- createdTmpDirs.push(dir);
27
- return dir;
28
- }
29
- afterAll(() => {
30
- for (const dir of createdTmpDirs) {
31
- fs.rmSync(dir, { recursive: true, force: true });
32
- }
33
- });
34
- // ── Helpers ─────────────────────────────────────────────────────────────────
35
- function tmpDbPath(label = "vec") {
36
- const dir = createTmpDir(`akm-${label}-`);
37
- return path.join(dir, "test.db");
38
- }
39
- function makeEntry(overrides) {
40
- return {
41
- description: "A test entry",
42
- ...overrides,
43
- };
44
- }
45
- function insertTestEntry(db, key, opts) {
46
- const type = opts?.type ?? "script";
47
- const entry = makeEntry({
48
- name: key,
49
- type,
50
- description: opts?.description ?? `Description for ${key}`,
51
- tags: opts?.tags,
52
- });
53
- return upsertEntry(db, key, opts?.dirPath ?? "/test/dir", opts?.filePath ?? `/test/dir/${key}.ts`, opts?.stashDir ?? "/test/stash", entry, opts?.searchText ?? `${key} ${entry.description}`);
54
- }
55
- /**
56
- * Create a normalized Float32 vector of the given dimension.
57
- * The vector has value `val` at each position, then is L2-normalized.
58
- */
59
- function makeNormalizedVec(dim, val = 1) {
60
- const raw = new Array(dim).fill(val);
61
- const norm = Math.sqrt(raw.reduce((s, v) => s + v * v, 0));
62
- return raw.map((v) => v / norm);
63
- }
64
- // ── Environment isolation ───────────────────────────────────────────────────
65
- const originalXdgCacheHome = process.env.XDG_CACHE_HOME;
66
- const originalXdgConfigHome = process.env.XDG_CONFIG_HOME;
67
- const originalAkmStashDir = process.env.AKM_STASH_DIR;
68
- let testCacheDir = "";
69
- let testConfigDir = "";
70
- beforeEach(() => {
71
- testCacheDir = createTmpDir("akm-vec-cache-");
72
- testConfigDir = createTmpDir("akm-vec-config-");
73
- process.env.XDG_CACHE_HOME = testCacheDir;
74
- process.env.XDG_CONFIG_HOME = testConfigDir;
75
- });
76
- afterEach(() => {
77
- if (originalXdgCacheHome === undefined) {
78
- delete process.env.XDG_CACHE_HOME;
79
- }
80
- else {
81
- process.env.XDG_CACHE_HOME = originalXdgCacheHome;
82
- }
83
- if (originalXdgConfigHome === undefined) {
84
- delete process.env.XDG_CONFIG_HOME;
85
- }
86
- else {
87
- process.env.XDG_CONFIG_HOME = originalXdgConfigHome;
88
- }
89
- if (originalAkmStashDir === undefined) {
90
- delete process.env.AKM_STASH_DIR;
91
- }
92
- else {
93
- process.env.AKM_STASH_DIR = originalAkmStashDir;
94
- }
95
- if (testCacheDir) {
96
- fs.rmSync(testCacheDir, { recursive: true, force: true });
97
- testCacheDir = "";
98
- }
99
- if (testConfigDir) {
100
- fs.rmSync(testConfigDir, { recursive: true, force: true });
101
- testConfigDir = "";
102
- }
103
- });
104
- // ── Test a: tryVecScores runs when status is ready ─────────────────────────
105
- describe("tryVecScores activation", () => {
106
- test("searchVec returns results when embeddings exist in BLOB table", () => {
107
- // Verify the low-level searchVec (which delegates to searchBlobVec
108
- // when sqlite-vec is unavailable) returns results from the embeddings
109
- // BLOB table. This is the data path that tryVecScores consumes.
110
- const dbPath = tmpDbPath("vec-activation");
111
- const dim = 4;
112
- const db = openDatabase(dbPath, { embeddingDim: dim });
113
- try {
114
- const id = insertTestEntry(db, "vec-ready-tool", {
115
- description: "A tool with embeddings ready for vector search",
116
- stashDir: "/test/stash",
117
- });
118
- rebuildFts(db);
119
- // Insert a normalized embedding into the BLOB table
120
- const embedding = makeNormalizedVec(dim);
121
- upsertEmbedding(db, id, embedding);
122
- setMeta(db, "hasEmbeddings", "1");
123
- // Query with the same vector — should find the entry
124
- const results = searchVec(db, embedding, 5);
125
- expect(results.length).toBe(1);
126
- expect(results[0].id).toBe(id);
127
- // Distance should be ~0 since query = stored embedding
128
- expect(results[0].distance).toBeLessThan(0.01);
129
- }
130
- finally {
131
- closeDatabase(db);
132
- }
133
- });
134
- test("searchVec returns results sorted by similarity (closest first)", () => {
135
- const dbPath = tmpDbPath("vec-sorted");
136
- const dim = 4;
137
- const db = openDatabase(dbPath, { embeddingDim: dim });
138
- try {
139
- // Insert two entries with different embeddings
140
- const id1 = insertTestEntry(db, "close-match", {
141
- description: "Close match entry",
142
- stashDir: "/test/stash",
143
- });
144
- const id2 = insertTestEntry(db, "far-match", {
145
- description: "Far match entry",
146
- stashDir: "/test/stash",
147
- });
148
- rebuildFts(db);
149
- // close-match: embedding near the query direction
150
- const closeEmb = makeNormalizedVec(dim, 1); // [0.5, 0.5, 0.5, 0.5] normalized
151
- upsertEmbedding(db, id1, closeEmb);
152
- // far-match: embedding in a very different direction
153
- const farRaw = [1, 0, 0, 0]; // already unit
154
- upsertEmbedding(db, id2, farRaw);
155
- setMeta(db, "hasEmbeddings", "1");
156
- // Query with the same direction as close-match
157
- const queryVec = makeNormalizedVec(dim, 1);
158
- const results = searchVec(db, queryVec, 10);
159
- expect(results.length).toBe(2);
160
- // The close match should come first (smaller distance)
161
- const closeResult = results.find((r) => r.id === id1);
162
- const farResult = results.find((r) => r.id === id2);
163
- expect(closeResult).toBeDefined();
164
- expect(farResult).toBeDefined();
165
- expect(closeResult?.distance).toBeLessThan(farResult?.distance ?? Number.POSITIVE_INFINITY);
166
- }
167
- finally {
168
- closeDatabase(db);
169
- }
170
- });
171
- });
172
- // ── Test b: Hybrid score merging ───────────────────────────────────────────
173
- describe("Hybrid score merging (FTS 0.7 + vec 0.3 weights)", () => {
174
- test("combined score uses FTS and vec weights correctly", () => {
175
- // Directly verify the weighted combination formula:
176
- // combinedScore = ftsNormalized * 0.7 + vecCosine * 0.3
177
- // This mirrors the logic in searchDatabase() lines 228-237.
178
- const FTS_WEIGHT = 0.7;
179
- const VEC_WEIGHT = 0.3;
180
- const ftsNormalized = 0.8; // Hypothetical normalized FTS score
181
- const vecCosine = 0.9; // Hypothetical cosine similarity
182
- const expected = ftsNormalized * FTS_WEIGHT + vecCosine * VEC_WEIGHT;
183
- // 0.8 * 0.7 + 0.9 * 0.3 = 0.56 + 0.27 = 0.83
184
- expect(expected).toBeCloseTo(0.83, 2);
185
- // Verify the vec component matters: a high vec score should pull up
186
- // an entry with a lower FTS score
187
- const lowFts = 0.3;
188
- const highVec = 1.0;
189
- const boostedScore = lowFts * FTS_WEIGHT + highVec * VEC_WEIGHT;
190
- // 0.3 * 0.7 + 1.0 * 0.3 = 0.21 + 0.3 = 0.51
191
- expect(boostedScore).toBeCloseTo(0.51, 2);
192
- // And vice versa: high FTS with low vec
193
- const highFts = 1.0;
194
- const lowVec = 0.1;
195
- const ftsHeavy = highFts * FTS_WEIGHT + lowVec * VEC_WEIGHT;
196
- // 1.0 * 0.7 + 0.1 * 0.3 = 0.7 + 0.03 = 0.73
197
- expect(ftsHeavy).toBeCloseTo(0.73, 2);
198
- });
199
- test("FTS and vec rankings differ but combined score reflects both", () => {
200
- // Simulate the scenario where FTS and vec disagree on ranking.
201
- // Entry A: high FTS, low vec. Entry B: low FTS, high vec.
202
- // The combined scores should place them closer together than either
203
- // signal alone would suggest.
204
- const FTS_WEIGHT = 0.7;
205
- const VEC_WEIGHT = 0.3;
206
- // Entry A: FTS champion
207
- const aFts = 1.0;
208
- const aVec = 0.2;
209
- const aCombined = aFts * FTS_WEIGHT + aVec * VEC_WEIGHT;
210
- // Entry B: Vector champion
211
- const bFts = 0.4;
212
- const bVec = 1.0;
213
- const bCombined = bFts * FTS_WEIGHT + bVec * VEC_WEIGHT;
214
- // A should still win (FTS weight is higher), but B is close
215
- expect(aCombined).toBeGreaterThan(bCombined);
216
- // The gap should be smaller than FTS-only
217
- const ftsOnlyGap = aFts - bFts; // 0.6
218
- const combinedGap = aCombined - bCombined; // (0.76 - 0.58) = 0.18
219
- expect(combinedGap).toBeLessThan(ftsOnlyGap);
220
- });
221
- });
222
- // ── Test c: FTS-only entries in hybrid mode ────────────────────────────────
223
- describe("FTS-only entries survive in hybrid mode", () => {
224
- test("entry matching FTS but with no embedding appears in results", () => {
225
- const dbPath = tmpDbPath("fts-only-hybrid");
226
- const dim = 4;
227
- const db = openDatabase(dbPath, { embeddingDim: dim });
228
- try {
229
- // Insert two entries: one with embedding, one without
230
- const idWithEmb = insertTestEntry(db, "with-embedding", {
231
- description: "A tool with vector support for deploy",
232
- searchText: "with-embedding deploy tool vector support",
233
- stashDir: "/test/stash",
234
- });
235
- const idNoEmb = insertTestEntry(db, "no-embedding", {
236
- description: "A deploy tool without vector support",
237
- searchText: "no-embedding deploy tool without vector",
238
- stashDir: "/test/stash",
239
- });
240
- rebuildFts(db);
241
- // Only add embedding for the first entry
242
- const embedding = makeNormalizedVec(dim);
243
- upsertEmbedding(db, idWithEmb, embedding);
244
- setMeta(db, "hasEmbeddings", "1");
245
- // Both should appear in FTS results for "deploy"
246
- const ftsResults = searchFts(db, "deploy", 10);
247
- const ftsIds = ftsResults.map((r) => r.id);
248
- expect(ftsIds).toContain(idWithEmb);
249
- expect(ftsIds).toContain(idNoEmb);
250
- // The entry without an embedding still has a valid FTS score.
251
- // In the hybrid merging code, it gets rankingMode "fts" (not "hybrid").
252
- // Verify both entries found by FTS are valid.
253
- for (const result of ftsResults) {
254
- expect(Number.isFinite(result.bm25Score)).toBe(true);
255
- expect(Number.isNaN(result.bm25Score)).toBe(false);
256
- }
257
- }
258
- finally {
259
- closeDatabase(db);
260
- }
261
- });
262
- test("FTS results with no embedding counterpart get ftsScore only (no vec component)", () => {
263
- // Simulate the merging logic: when embedScoreMap has no entry for an id,
264
- // the combined score equals ftsScore alone (no vec weight added).
265
- const ftsScoreMap = new Map();
266
- ftsScoreMap.set(1, 0.8); // has embedding
267
- ftsScoreMap.set(2, 0.6); // no embedding
268
- const embedScoreMap = new Map();
269
- embedScoreMap.set(1, 0.9); // only entry 1 has vec score
270
- const FTS_WEIGHT = 0.7;
271
- const VEC_WEIGHT = 0.3;
272
- // Entry 1: hybrid score
273
- const entry1Embed = embedScoreMap.get(1);
274
- const entry1Fts = ftsScoreMap.get(1);
275
- if (entry1Fts === undefined) {
276
- throw new Error("Expected FTS score for entry 1");
277
- }
278
- const entry1Score = entry1Embed !== undefined ? entry1Fts * FTS_WEIGHT + entry1Embed * VEC_WEIGHT : entry1Fts;
279
- expect(entry1Score).toBeCloseTo(0.8 * 0.7 + 0.9 * 0.3, 4);
280
- // Entry 2: FTS-only score (no vec component)
281
- const entry2Embed = embedScoreMap.get(2);
282
- const entry2Fts = ftsScoreMap.get(2);
283
- if (entry2Fts === undefined) {
284
- throw new Error("Expected FTS score for entry 2");
285
- }
286
- const entry2Score = entry2Embed !== undefined ? entry2Fts * FTS_WEIGHT + entry2Embed * VEC_WEIGHT : entry2Fts;
287
- expect(entry2Score).toBe(0.6); // Pure FTS score, no weighting
288
- });
289
- });
290
- // ── Test d: NaN/Infinity guard ─────────────────────────────────────────────
291
- describe("NaN/Infinity guard on vector distances", () => {
292
- test("NaN distance is clamped to 0 by the guard formula", () => {
293
- // The guard in tryVecScores:
294
- // const raw = 1 - (distance * distance) / 2;
295
- // scores.set(id, Number.isFinite(raw) ? Math.max(0, raw) : 0);
296
- const distance = Number.NaN;
297
- const raw = 1 - (distance * distance) / 2;
298
- expect(Number.isNaN(raw)).toBe(true);
299
- const guarded = Number.isFinite(raw) ? Math.max(0, raw) : 0;
300
- expect(guarded).toBe(0);
301
- });
302
- test("Infinity distance is clamped to 0 by the guard formula", () => {
303
- const distance = Number.POSITIVE_INFINITY;
304
- const raw = 1 - (distance * distance) / 2;
305
- expect(Number.isFinite(raw)).toBe(false);
306
- const guarded = Number.isFinite(raw) ? Math.max(0, raw) : 0;
307
- expect(guarded).toBe(0);
308
- });
309
- test("negative Infinity distance is clamped to 0", () => {
310
- const distance = Number.NEGATIVE_INFINITY;
311
- const raw = 1 - (distance * distance) / 2;
312
- expect(Number.isFinite(raw)).toBe(false);
313
- const guarded = Number.isFinite(raw) ? Math.max(0, raw) : 0;
314
- expect(guarded).toBe(0);
315
- });
316
- test("large distance producing negative raw is clamped to 0", () => {
317
- // distance = 3 => raw = 1 - 9/2 = 1 - 4.5 = -3.5
318
- const distance = 3;
319
- const raw = 1 - (distance * distance) / 2;
320
- expect(raw).toBeLessThan(0);
321
- const guarded = Number.isFinite(raw) ? Math.max(0, raw) : 0;
322
- expect(guarded).toBe(0);
323
- });
324
- test("normal distance 0 produces cosine similarity of 1", () => {
325
- const distance = 0;
326
- const raw = 1 - (distance * distance) / 2;
327
- expect(raw).toBe(1);
328
- const guarded = Number.isFinite(raw) ? Math.max(0, raw) : 0;
329
- expect(guarded).toBe(1);
330
- });
331
- test("normal distance ~1.414 (orthogonal vectors) produces cosine ~0", () => {
332
- // For orthogonal unit vectors, L2 distance = sqrt(2) ~ 1.414
333
- const distance = Math.sqrt(2);
334
- const raw = 1 - (distance * distance) / 2;
335
- // raw = 1 - 2/2 = 0
336
- expect(raw).toBeCloseTo(0, 5);
337
- const guarded = Number.isFinite(raw) ? Math.max(0, raw) : 0;
338
- expect(guarded).toBeCloseTo(0, 5);
339
- });
340
- });
341
- // ── Test e: BM25 normalization edge cases ──────────────────────────────────
342
- describe("BM25 normalization edge cases", () => {
343
- test("all identical BM25 scores normalize to 1.0", () => {
344
- // Mirrors the normalization logic in searchDatabase():
345
- // const range = bestBm25 - worstBm25;
346
- // const normalized = range !== 0 ? (r.bm25Score - worstBm25) / range : 1.0;
347
- // const ftsScore = 0.3 + normalized * 0.7;
348
- const scores = [-5.0, -5.0, -5.0]; // all identical
349
- const bestBm25 = scores[0];
350
- const worstBm25 = scores[scores.length - 1];
351
- const range = bestBm25 - worstBm25; // 0
352
- const normalized = scores.map((s) => (range !== 0 ? (s - worstBm25) / range : 1.0));
353
- // All should be 1.0 when range is 0
354
- for (const n of normalized) {
355
- expect(n).toBe(1.0);
356
- }
357
- // After scaling to 0.3-1.0 range
358
- const scaled = normalized.map((n) => 0.3 + n * 0.7);
359
- for (const s of scaled) {
360
- expect(s).toBe(1.0);
361
- }
362
- });
363
- test("two distinct BM25 scores normalize to 1.0 and 0.3", () => {
364
- // Best = -10 (most negative), worst = -2 (least negative)
365
- const bestBm25 = -10;
366
- const worstBm25 = -2;
367
- const range = bestBm25 - worstBm25; // -8
368
- const bestNormalized = (bestBm25 - worstBm25) / range;
369
- expect(bestNormalized).toBe(1.0);
370
- const worstNormalized = (worstBm25 - worstBm25) / range;
371
- expect(worstNormalized).toBeCloseTo(0, 10);
372
- // After scaling
373
- const bestScaled = 0.3 + bestNormalized * 0.7;
374
- expect(bestScaled).toBe(1.0);
375
- const worstScaled = 0.3 + worstNormalized * 0.7;
376
- expect(worstScaled).toBe(0.3);
377
- });
378
- test("BM25 normalization with three scores preserves ordering", () => {
379
- // best = -15, mid = -10, worst = -5
380
- const bestBm25 = -15;
381
- const worstBm25 = -5;
382
- const range = bestBm25 - worstBm25; // -10
383
- const bestN = (bestBm25 - worstBm25) / range; // (-15 - -5) / -10 = -10/-10 = 1.0
384
- const midN = (-10 - worstBm25) / range; // (-10 - -5) / -10 = -5/-10 = 0.5
385
- const worstN = (worstBm25 - worstBm25) / range; // 0 / -10 = -0
386
- expect(bestN).toBe(1.0);
387
- expect(midN).toBe(0.5);
388
- expect(worstN).toBeCloseTo(0, 10);
389
- // Ordering is preserved after scaling
390
- const bestS = 0.3 + bestN * 0.7;
391
- const midS = 0.3 + midN * 0.7;
392
- const worstS = 0.3 + worstN * 0.7;
393
- expect(bestS).toBeGreaterThan(midS);
394
- expect(midS).toBeGreaterThan(worstS);
395
- });
396
- test("single FTS result normalizes to 1.0", () => {
397
- // When there's only one result, best = worst, range = 0
398
- const scores = [-7.3];
399
- const bestBm25 = scores[0];
400
- const worstBm25 = scores[0];
401
- const range = bestBm25 - worstBm25; // 0
402
- const normalized = range !== 0 ? (scores[0] - worstBm25) / range : 1.0;
403
- expect(normalized).toBe(1.0);
404
- const scaled = 0.3 + normalized * 0.7;
405
- expect(scaled).toBe(1.0);
406
- });
407
- });
408
- // ── Test f: JS fallback path (BLOB-based cosine similarity) ────────────────
409
- describe("JS fallback path (BLOB cosine similarity, no sqlite-vec)", () => {
410
- test("searchVec with BLOB embeddings returns correct similarity ranking", () => {
411
- const dbPath = tmpDbPath("blob-fallback");
412
- const dim = 4;
413
- const db = openDatabase(dbPath, { embeddingDim: dim });
414
- try {
415
- // Insert three entries with different embeddings
416
- const id1 = insertTestEntry(db, "exact-match", {
417
- description: "Exact match entry",
418
- stashDir: "/test/stash",
419
- });
420
- const id2 = insertTestEntry(db, "partial-match", {
421
- description: "Partial match entry",
422
- stashDir: "/test/stash",
423
- });
424
- const id3 = insertTestEntry(db, "no-match", {
425
- description: "No match entry",
426
- stashDir: "/test/stash",
427
- });
428
- rebuildFts(db);
429
- // Embeddings with known cosine similarities to query [1, 0, 0, 0]:
430
- // exact-match: [1, 0, 0, 0] -> cosine = 1.0
431
- // partial-match: [0.707, 0.707, 0, 0] -> cosine ~ 0.707
432
- // no-match: [0, 0, 0, 1] -> cosine = 0.0
433
- upsertEmbedding(db, id1, [1, 0, 0, 0]);
434
- const partial = Math.SQRT1_2;
435
- upsertEmbedding(db, id2, [partial, partial, 0, 0]);
436
- upsertEmbedding(db, id3, [0, 0, 0, 1]);
437
- setMeta(db, "hasEmbeddings", "1");
438
- const queryVec = [1, 0, 0, 0];
439
- const results = searchVec(db, queryVec, 10);
440
- expect(results.length).toBe(3);
441
- // Results should be sorted by similarity descending (distance ascending)
442
- // The JS fallback converts cosine similarity to L2 distance:
443
- // For normalized vectors: L2 = sqrt(2 * (1 - cos_sim))
444
- const exactResult = results.find((r) => r.id === id1);
445
- const partialResult = results.find((r) => r.id === id2);
446
- const noMatchResult = results.find((r) => r.id === id3);
447
- expect(exactResult).toBeDefined();
448
- expect(partialResult).toBeDefined();
449
- expect(noMatchResult).toBeDefined();
450
- // exact match should have smallest distance
451
- expect(exactResult?.distance).toBeLessThan(partialResult?.distance ?? Number.POSITIVE_INFINITY);
452
- expect(partialResult?.distance).toBeLessThan(noMatchResult?.distance ?? Number.POSITIVE_INFINITY);
453
- // exact match distance should be ~0
454
- expect(exactResult?.distance).toBeCloseTo(0, 2);
455
- // no-match distance should be ~sqrt(2) ~ 1.414
456
- expect(noMatchResult?.distance).toBeCloseTo(Math.sqrt(2), 1);
457
- }
458
- finally {
459
- closeDatabase(db);
460
- }
461
- });
462
- test("searchVec returns empty array when no embeddings exist", () => {
463
- const dbPath = tmpDbPath("blob-empty");
464
- const dim = 4;
465
- const db = openDatabase(dbPath, { embeddingDim: dim });
466
- try {
467
- insertTestEntry(db, "no-embed-entry", {
468
- description: "Entry without embedding",
469
- stashDir: "/test/stash",
470
- });
471
- rebuildFts(db);
472
- const results = searchVec(db, [1, 0, 0, 0], 10);
473
- expect(results).toHaveLength(0);
474
- }
475
- finally {
476
- closeDatabase(db);
477
- }
478
- });
479
- test("searchVec with k smaller than total results returns top-k", () => {
480
- const dbPath = tmpDbPath("blob-topk");
481
- const dim = 4;
482
- const db = openDatabase(dbPath, { embeddingDim: dim });
483
- try {
484
- // Insert 5 entries with embeddings
485
- const ids = [];
486
- for (let i = 0; i < 5; i++) {
487
- const id = insertTestEntry(db, `entry-${i}`, {
488
- description: `Entry number ${i}`,
489
- stashDir: "/test/stash",
490
- });
491
- // Each entry has a slightly different embedding direction
492
- const emb = [0, 0, 0, 0];
493
- emb[i % dim] = 1;
494
- upsertEmbedding(db, id, emb);
495
- ids.push(id);
496
- }
497
- rebuildFts(db);
498
- setMeta(db, "hasEmbeddings", "1");
499
- // Query for top 2 only
500
- const results = searchVec(db, [1, 0, 0, 0], 2);
501
- expect(results.length).toBe(2);
502
- }
503
- finally {
504
- closeDatabase(db);
505
- }
506
- });
507
- });
508
- // ── Test g: Dimension mismatch produces zero ───────────────────────────────
509
- describe("Dimension mismatch produces zero similarity", () => {
510
- test("cosineSimilarity returns 0 for mismatched dimensions (384 vs 768)", () => {
511
- const vec384 = new Array(384).fill(1 / Math.sqrt(384));
512
- const vec768 = new Array(768).fill(1 / Math.sqrt(768));
513
- const similarity = cosineSimilarity(vec384, vec768);
514
- expect(similarity).toBe(0);
515
- });
516
- test("cosineSimilarity returns 0 for mismatched dimensions (small vectors)", () => {
517
- const vecA = [1, 0, 0];
518
- const vecB = [1, 0, 0, 0];
519
- const similarity = cosineSimilarity(vecA, vecB);
520
- expect(similarity).toBe(0);
521
- });
522
- test("cosineSimilarity returns correct value for matching dimensions", () => {
523
- // Same direction: cosine = 1.0
524
- const vecA = [1, 0, 0, 0];
525
- const vecB = [1, 0, 0, 0];
526
- expect(cosineSimilarity(vecA, vecB)).toBeCloseTo(1.0, 5);
527
- // Orthogonal: cosine = 0.0
528
- const vecC = [1, 0, 0, 0];
529
- const vecD = [0, 1, 0, 0];
530
- expect(cosineSimilarity(vecC, vecD)).toBeCloseTo(0.0, 5);
531
- // Opposite: cosine = -1.0
532
- const vecE = [1, 0, 0, 0];
533
- const vecF = [-1, 0, 0, 0];
534
- expect(cosineSimilarity(vecE, vecF)).toBeCloseTo(-1.0, 5);
535
- });
536
- test("cosineSimilarity returns 0 for empty vectors", () => {
537
- expect(cosineSimilarity([], [])).toBe(0);
538
- });
539
- test("cosineSimilarity returns 0 for zero vectors", () => {
540
- const zero = [0, 0, 0, 0];
541
- expect(cosineSimilarity(zero, zero)).toBe(0);
542
- });
543
- test("searchBlobVec handles dimension mismatch gracefully via cosineSimilarity", () => {
544
- // When stored embeddings have 4 dims but query has 8 dims,
545
- // the JS fallback calls cosineSimilarity which returns 0.
546
- // Verify this end-to-end via searchVec.
547
- const dbPath = tmpDbPath("dim-mismatch");
548
- const dim = 4;
549
- const db = openDatabase(dbPath, { embeddingDim: dim });
550
- try {
551
- const id = insertTestEntry(db, "small-emb", {
552
- description: "Entry with small embedding",
553
- stashDir: "/test/stash",
554
- });
555
- rebuildFts(db);
556
- // Store a 4-dim embedding
557
- upsertEmbedding(db, id, [1, 0, 0, 0]);
558
- setMeta(db, "hasEmbeddings", "1");
559
- // Query with an 8-dim vector (dimension mismatch)
560
- const queryVec8 = [1, 0, 0, 0, 0, 0, 0, 0];
561
- const results = searchVec(db, queryVec8, 10);
562
- // Results should still come back (no crash) but with max distance
563
- // since cosineSimilarity returns 0 for mismatched dims.
564
- // The JS fallback converts cosine=0 to L2 = sqrt(2*(1-0)) = sqrt(2).
565
- if (results.length > 0) {
566
- expect(results[0].distance).toBeCloseTo(Math.sqrt(2), 1);
567
- }
568
- // Either we get the result with max distance or empty (both acceptable)
569
- expect(results.length).toBeLessThanOrEqual(1);
570
- }
571
- finally {
572
- closeDatabase(db);
573
- }
574
- });
575
- });
576
- // ── End-to-end: L2-to-cosine conversion round-trip ─────────────────────────
577
- describe("L2-to-cosine conversion round-trip", () => {
578
- test("searchVec distance converts correctly back to cosine similarity", () => {
579
- // The scoring pipeline in tryVecScores does:
580
- // raw = 1 - (distance * distance) / 2
581
- // And searchBlobVec does:
582
- // distance = sqrt(2 * max(0, 1 - cosineSim))
583
- // These should be inverse operations for normalized vectors.
584
- const dbPath = tmpDbPath("roundtrip");
585
- const dim = 4;
586
- const db = openDatabase(dbPath, { embeddingDim: dim });
587
- try {
588
- const id = insertTestEntry(db, "roundtrip-entry", {
589
- description: "Round-trip test entry",
590
- stashDir: "/test/stash",
591
- });
592
- rebuildFts(db);
593
- // Known cosine similarity: query=[1,0,0,0], stored=[0.6,0.8,0,0]
594
- // cos(query, stored) = 0.6
595
- upsertEmbedding(db, id, [0.6, 0.8, 0, 0]);
596
- setMeta(db, "hasEmbeddings", "1");
597
- const results = searchVec(db, [1, 0, 0, 0], 10);
598
- expect(results.length).toBe(1);
599
- const distance = results[0].distance;
600
- // Convert back: cosine = 1 - distance^2 / 2
601
- const recoveredCosine = 1 - (distance * distance) / 2;
602
- expect(recoveredCosine).toBeCloseTo(0.6, 1);
603
- }
604
- finally {
605
- closeDatabase(db);
606
- }
607
- });
608
- });