@modusensus/dsh-mneme 0.14.0-beta.1 → 0.14.0-beta.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -21
- package/README.md +830 -830
- package/assets/icon.svg +3 -3
- package/bin/cli.mjs +964 -964
- package/bin/dsh-mneme-choro.mjs +262 -262
- package/bin/dsh-mneme-mcp.mjs +510 -510
- package/bin/dsh-mneme-serve.mjs +151 -151
- package/cordis.patch.yml +21 -21
- package/docs/CONFIGURATION.md +407 -404
- package/docs/CONTINUITY.md +139 -139
- package/docs/DAEMON.md +57 -57
- package/docs/DIRECTORIES.md +114 -114
- package/docs/DISTILL.md +397 -371
- package/docs/DSH-GO.md +97 -97
- package/docs/ENTITIES.md +247 -247
- package/docs/FORGET.md +77 -77
- package/docs/KB.md +110 -110
- package/docs/LOCAL_MODEL.md +222 -222
- package/docs/SEMANTIC.md +256 -256
- package/docs/SHARE.md +552 -552
- package/docs/SLEEP.md +202 -202
- package/docs/STORAGE.md +122 -122
- package/docs/WORKFLOWS.md +366 -366
- package/lib/api-standalone.js +1007 -1007
- package/lib/api.js +3600 -3600
- package/lib/attachment-text.js +122 -122
- package/lib/bootstrap-http.js +105 -105
- package/lib/bootstrap.js +215 -215
- package/lib/candidates.js +454 -454
- package/lib/capabilities.js +819 -819
- package/lib/choro-command.js +111 -111
- package/lib/client.js +14420 -14322
- package/lib/commands.js +95 -95
- package/lib/config-keys.js +144 -144
- package/lib/config.js +1361 -1344
- package/lib/content-hash.js +54 -54
- package/lib/continuity.js +258 -258
- package/lib/date-hint.js +32 -0
- package/lib/diary/auto.js +190 -190
- package/lib/diary/compose.js +440 -440
- package/lib/diary/dir.js +59 -59
- package/lib/diary/export.js +97 -97
- package/lib/diary/index.js +26 -26
- package/lib/diary/library.js +189 -189
- package/lib/diary/qq-inbox.js +142 -142
- package/lib/diary/rollover.js +61 -61
- package/lib/diary/session-provider.js +122 -122
- package/lib/document-index.js +94 -94
- package/lib/document.js +322 -322
- package/lib/dream/clustering.js +123 -123
- package/lib/dream/decisions.js +945 -945
- package/lib/dream/narratives.js +44 -44
- package/lib/dream/sleep.js +2027 -2027
- package/lib/dream/triage.js +139 -139
- package/lib/dream.js +1879 -1879
- package/lib/dsh-go/host.js +162 -162
- package/lib/dsh-go/panel.js +2091 -2091
- package/lib/dsh-go/text.js +342 -342
- package/lib/dsh-go/views/common.js +68 -68
- package/lib/dsh-go/views/entity.js +48 -48
- package/lib/dsh-go/views/memory.js +198 -198
- package/lib/dsh-go/views/root.js +30 -30
- package/lib/dsh-go/views/settings.js +398 -398
- package/lib/dsh-go/views/status.js +51 -51
- package/lib/embedding.js +342 -342
- package/lib/entities/extractor.js +285 -285
- package/lib/fence.js +24 -24
- package/lib/graph/anchoring.js +184 -184
- package/lib/guide.js +74 -74
- package/lib/heat.js +144 -144
- package/lib/hot-memory.js +119 -119
- package/lib/image-describe.js +158 -0
- package/lib/index.js +852 -852
- package/lib/inject.js +656 -651
- package/lib/kb/index.js +309 -309
- package/lib/kb/routes.js +219 -219
- package/lib/kb/tools.js +148 -148
- package/lib/lang.js +607 -595
- package/lib/local-embedder.js +358 -358
- package/lib/maintenance.js +162 -162
- package/lib/memory-source.js +9 -9
- package/lib/mirror.js +330 -330
- package/lib/organize.js +456 -456
- package/lib/peak-hours.js +172 -172
- package/lib/pipeline-activities.js +178 -178
- package/lib/pipeline-attribution.js +165 -165
- package/lib/pipeline-command.js +279 -279
- package/lib/pipeline-confirm.js +142 -142
- package/lib/pipeline-exec.js +174 -174
- package/lib/pipeline-nudge-auto.js +129 -129
- package/lib/pipeline-nudge.js +1623 -1623
- package/lib/pipeline-observations.js +181 -181
- package/lib/pipeline-observe.js +133 -133
- package/lib/pipeline-runner.js +361 -361
- package/lib/pipeline-runs.js +442 -442
- package/lib/pipeline.js +716 -716
- package/lib/placement.js +13 -13
- package/lib/pre-inject-gate.js +354 -354
- package/lib/profile-extract.js +164 -164
- package/lib/profile-facts.js +356 -356
- package/lib/provenance-http.js +251 -251
- package/lib/quality-filter.js +162 -162
- package/lib/recall-stats.js +190 -190
- package/lib/reclaim-http.js +150 -150
- package/lib/reranker.js +269 -269
- package/lib/runtime/adopt.js +176 -176
- package/lib/runtime/closure.js +172 -172
- package/lib/runtime/download.js +247 -247
- package/lib/runtime/layout.js +265 -265
- package/lib/runtime/loader.js +252 -252
- package/lib/runtime/model-fetch.js +361 -361
- package/lib/runtime/provision.js +237 -237
- package/lib/runtime/tarball.js +130 -130
- package/lib/runtime/verify.js +223 -223
- package/lib/safe-slice.js +18 -18
- package/lib/scope-state.js +277 -277
- package/lib/scope.js +187 -187
- package/lib/search/adaptive.js +60 -60
- package/lib/search/bm25.js +96 -96
- package/lib/semantic.js +572 -572
- package/lib/sensitive-scan.js +209 -209
- package/lib/serve.js +228 -228
- package/lib/service.js +3268 -3268
- package/lib/session-gate.js +91 -91
- package/lib/session-usage.js +350 -350
- package/lib/settings.js +827 -817
- package/lib/share-http.js +281 -281
- package/lib/share-import.js +234 -234
- package/lib/share.js +335 -335
- package/lib/store.js +5895 -5895
- package/lib/summarize.js +1388 -1343
- package/lib/tools.js +1370 -1356
- package/lib/user-settings.js +230 -230
- package/lib/vector-index.js +180 -180
- package/lib/version-check.js +122 -122
- package/lib/wiki/claims.js +267 -267
- package/lib/wiki/cli-hint.js +90 -90
- package/lib/wiki/inject.js +164 -164
- package/lib/wiki/partition.js +200 -200
- package/lib/wiki/plan.js +214 -214
- package/lib/wiki/queries.js +640 -640
- package/lib/wiki/render.js +261 -261
- package/lib/wiki/scan.js +371 -371
- package/lib/wiki/t0.js +500 -500
- package/lib/wiki/t1-jobs.js +232 -232
- package/lib/wiki/t1.js +609 -609
- package/lib/write-admission.js +404 -404
- package/locale/en.json +6 -6
- package/locale/zh.json +6 -6
- package/package.json +1 -1
- package/runtime-manifest.json +526 -526
- package/scripts/benchmark-embed.js +201 -201
- package/scripts/benchmark-recall.js +249 -249
- package/scripts/benchmark-rerank.js +166 -166
- package/scripts/build-runtime-manifest.mjs +224 -224
- package/scripts/changelog-prep.mjs +91 -91
- package/scripts/check-sync.js +44 -44
- package/scripts/e2e-dsh.js +220 -220
- package/scripts/mneme-runtime.mjs +277 -277
- package/scripts/publish-gate.mjs +197 -197
- package/scripts/release-docs.mjs +210 -210
- package/scripts/release-notes.mjs +164 -164
- package/scripts/stress-dsh.js +255 -255
- package/scripts/sync-lib.js +47 -47
- package/scripts/sync-test-badge.mjs +69 -69
- package/scripts/test-count-sync.mjs +48 -48
- package/src/api-standalone.js +1007 -1007
- package/src/api.js +3600 -3600
- package/src/attachment-text.js +122 -122
- package/src/bootstrap-http.js +105 -105
- package/src/bootstrap.js +215 -215
- package/src/candidates.js +454 -454
- package/src/capabilities.js +819 -819
- package/src/choro-command.js +111 -111
- package/src/commands.js +95 -95
- package/src/config-keys.js +144 -144
- package/src/config.js +1361 -1344
- package/src/content-hash.js +54 -54
- package/src/continuity.js +258 -258
- package/src/date-hint.js +32 -0
- package/src/diary/auto.js +190 -190
- package/src/diary/compose.js +440 -440
- package/src/diary/dir.js +59 -59
- package/src/diary/export.js +97 -97
- package/src/diary/index.js +26 -26
- package/src/diary/library.js +189 -189
- package/src/diary/qq-inbox.js +142 -142
- package/src/diary/rollover.js +61 -61
- package/src/diary/session-provider.js +122 -122
- package/src/document-index.js +94 -94
- package/src/document.js +322 -322
- package/src/dream/clustering.js +123 -123
- package/src/dream/decisions.js +945 -945
- package/src/dream/narratives.js +44 -44
- package/src/dream/sleep.js +2027 -2027
- package/src/dream/triage.js +139 -139
- package/src/dream.js +1879 -1879
- package/src/dsh-go/host.js +162 -162
- package/src/dsh-go/panel.js +2091 -2091
- package/src/dsh-go/text.js +342 -342
- package/src/dsh-go/views/common.js +68 -68
- package/src/dsh-go/views/entity.js +48 -48
- package/src/dsh-go/views/memory.js +198 -198
- package/src/dsh-go/views/root.js +30 -30
- package/src/dsh-go/views/settings.js +398 -398
- package/src/dsh-go/views/status.js +51 -51
- package/src/embedding.js +342 -342
- package/src/entities/extractor.js +285 -285
- package/src/fence.js +24 -24
- package/src/graph/anchoring.js +184 -184
- package/src/guide.js +74 -74
- package/src/heat.js +144 -144
- package/src/hot-memory.js +119 -119
- package/src/image-describe.js +158 -0
- package/src/index.js +852 -852
- package/src/inject.js +656 -651
- package/src/kb/index.js +309 -309
- package/src/kb/routes.js +219 -219
- package/src/kb/tools.js +148 -148
- package/src/lang.js +607 -595
- package/src/local-embedder.js +358 -358
- package/src/maintenance.js +162 -162
- package/src/memory-source.js +9 -9
- package/src/mirror.js +330 -330
- package/src/organize.js +456 -456
- package/src/peak-hours.js +172 -172
- package/src/pipeline-activities.js +178 -178
- package/src/pipeline-attribution.js +165 -165
- package/src/pipeline-command.js +279 -279
- package/src/pipeline-confirm.js +142 -142
- package/src/pipeline-exec.js +174 -174
- package/src/pipeline-nudge-auto.js +129 -129
- package/src/pipeline-nudge.js +1623 -1623
- package/src/pipeline-observations.js +181 -181
- package/src/pipeline-observe.js +133 -133
- package/src/pipeline-runner.js +361 -361
- package/src/pipeline-runs.js +442 -442
- package/src/pipeline.js +716 -716
- package/src/placement.js +13 -13
- package/src/pre-inject-gate.js +354 -354
- package/src/profile-extract.js +164 -164
- package/src/profile-facts.js +356 -356
- package/src/provenance-http.js +251 -251
- package/src/quality-filter.js +162 -162
- package/src/recall-stats.js +190 -190
- package/src/reclaim-http.js +150 -150
- package/src/reranker.js +269 -269
- package/src/runtime/adopt.js +176 -176
- package/src/runtime/closure.js +172 -172
- package/src/runtime/download.js +247 -247
- package/src/runtime/layout.js +265 -265
- package/src/runtime/loader.js +252 -252
- package/src/runtime/model-fetch.js +361 -361
- package/src/runtime/provision.js +237 -237
- package/src/runtime/tarball.js +130 -130
- package/src/runtime/verify.js +223 -223
- package/src/safe-slice.js +18 -18
- package/src/scope-state.js +277 -277
- package/src/scope.js +187 -187
- package/src/search/adaptive.js +60 -60
- package/src/search/bm25.js +96 -96
- package/src/semantic.js +572 -572
- package/src/sensitive-scan.js +209 -209
- package/src/serve.js +228 -228
- package/src/service.js +3268 -3268
- package/src/session-gate.js +91 -91
- package/src/session-usage.js +350 -350
- package/src/settings.js +827 -817
- package/src/share-http.js +281 -281
- package/src/share-import.js +234 -234
- package/src/share.js +335 -335
- package/src/store.js +5895 -5895
- package/src/summarize.js +1388 -1343
- package/src/tools.js +1370 -1356
- package/src/user-settings.js +230 -230
- package/src/vector-index.js +180 -180
- package/src/version-check.js +122 -122
- package/src/wiki/claims.js +267 -267
- package/src/wiki/cli-hint.js +90 -90
- package/src/wiki/inject.js +164 -164
- package/src/wiki/partition.js +200 -200
- package/src/wiki/plan.js +214 -214
- package/src/wiki/queries.js +640 -640
- package/src/wiki/render.js +261 -261
- package/src/wiki/scan.js +371 -371
- package/src/wiki/t0.js +500 -500
- package/src/wiki/t1-jobs.js +232 -232
- package/src/wiki/t1.js +609 -609
- package/src/write-admission.js +404 -404
- package/test/adaptive-inject-budget.test.js +85 -85
- package/test/api-hardening.test.js +173 -173
- package/test/api-nudge-route.test.js +259 -259
- package/test/api-routes-gaps.test.js +1092 -1092
- package/test/api.test.js +3007 -2998
- package/test/attachment-text.test.js +139 -139
- package/test/audit.test.js +448 -448
- package/test/baseline-persist.test.js +248 -248
- package/test/benchmark.test.js +94 -94
- package/test/bm25-corpus-cache.test.js +145 -145
- package/test/bootstrap.test.js +228 -228
- package/test/candidates.test.js +345 -345
- package/test/capabilities.test.js +577 -577
- package/test/capacity-warning.test.js +262 -262
- package/test/changelog-prep.test.js +125 -125
- package/test/choro-command.test.js +218 -218
- package/test/cli-enums.test.js +37 -37
- package/test/cli-flag-value.test.js +86 -86
- package/test/cli-receive.test.js +390 -390
- package/test/cli-share.test.js +437 -437
- package/test/client-share.test.js +225 -225
- package/test/client.test.js +4595 -4425
- package/test/clustering.test.js +100 -100
- package/test/commands.test.js +106 -106
- package/test/config-keys-routes.test.js +233 -233
- package/test/config.test.js +153 -153
- package/test/conflict-freeze.test.js +344 -344
- package/test/conflict-ledger-enforce.test.js +452 -452
- package/test/conflict-ledger.test.js +242 -242
- package/test/conflict-reviewed.test.js +79 -79
- package/test/content-hash.test.js +204 -204
- package/test/continuity.test.js +452 -452
- package/test/contrast.test.js +432 -432
- package/test/date-hint.test.js +156 -0
- package/test/dedupe-candidate-window.test.js +180 -180
- package/test/dependency-overrides.test.js +78 -78
- package/test/diary-library.test.js +187 -187
- package/test/diary.test.js +576 -576
- package/test/differentiate-feedback.test.js +248 -248
- package/test/distill-tx-embed-gap.test.js +110 -110
- package/test/docs-config-keys.test.js +65 -65
- package/test/document-dir.test.js +233 -233
- package/test/document.test.js +703 -703
- package/test/dream-archive-guardrail.test.js +116 -116
- package/test/dream-baseline-clamp.test.js +174 -174
- package/test/dream-candidate-hybrid.test.js +281 -281
- package/test/dream-coverage-degrade.test.js +86 -86
- package/test/dream-decision-evidence.test.js +314 -314
- package/test/dream-failure-backoff.test.js +173 -173
- package/test/dream-fence.test.js +207 -207
- package/test/dream-maxtokens-fallback.test.js +132 -132
- package/test/dream-merge-guardrail.test.js +219 -219
- package/test/dream-peak-hours.test.js +194 -194
- package/test/dream.test.js +1528 -1528
- package/test/dsh-go-host.test.js +134 -134
- package/test/dsh-go-panel-actions.test.js +854 -854
- package/test/dsh-go-panel.test.js +251 -251
- package/test/embed-ready-poll.test.js +94 -94
- package/test/embed-text-reasons.test.js +112 -112
- package/test/embedding-cache-f32.test.js +276 -276
- package/test/embedding-ready.test.js +226 -226
- package/test/entities.test.js +711 -711
- package/test/entity-recall.test.js +179 -179
- package/test/epistemic.test.js +325 -325
- package/test/failure-query.test.js +147 -147
- package/test/failure-retention.test.js +105 -105
- package/test/fnew-0112.test.js +311 -311
- package/test/fnew-03.test.js +422 -422
- package/test/forget-corrections.test.js +70 -70
- package/test/graph-anchoring.test.js +184 -184
- package/test/graph-api.test.js +333 -333
- package/test/graph-boosted-relations.test.js +189 -189
- package/test/graph-inject-budget.test.js +103 -103
- package/test/graph-multipath.test.js +269 -269
- package/test/graph-passive-confirm.test.js +91 -91
- package/test/graph-weight-evolution.test.js +104 -104
- package/test/heat.test.js +175 -175
- package/test/helpers/dream-mock.js +86 -86
- package/test/helpers/peer-worker.mjs +25 -25
- package/test/helpers/runtime-source.js +60 -60
- package/test/helpers/tar-builder.js +80 -80
- package/test/helpers/write-admission-samples.js +312 -312
- package/test/hot-memory.test.js +259 -259
- package/test/image-description.test.js +271 -0
- package/test/image-memory.test.js +170 -170
- package/test/inject-content-cap.test.js +91 -91
- package/test/inject-first-round-bm25.test.js +89 -89
- package/test/inject-heat.test.js +77 -77
- package/test/inject-parent-gate.test.js +134 -109
- package/test/inject-pin-explicit.test.js +300 -300
- package/test/inject-pin-vector-crowd.test.js +225 -225
- package/test/inject-pools.test.js +195 -195
- package/test/inject-recall.test.js +172 -172
- package/test/inject-rotation.test.js +161 -161
- package/test/inject.test.js +553 -553
- package/test/issue-617-step1-query-and-fusion.test.js +361 -361
- package/test/kb-api-wiring.test.js +128 -128
- package/test/kb-collections.test.js +272 -272
- package/test/kb-routes.test.js +379 -379
- package/test/lang.test.js +98 -98
- package/test/lastrunat-persist.test.js +101 -101
- package/test/lib-smoke.test.js +116 -116
- package/test/llm-audit.test.js +815 -815
- package/test/llm-message-source.test.js +207 -207
- package/test/local-embedder.test.js +292 -292
- package/test/maintenance.test.js +501 -501
- package/test/mcp-stdio.test.js +385 -385
- package/test/mint-source.test.js +311 -311
- package/test/mirror-dirty.test.js +424 -424
- package/test/mirror-edit-digest.test.js +187 -187
- package/test/mirror-generation.test.js +499 -499
- package/test/mirror-types.test.js +208 -208
- package/test/mirror.test.js +249 -249
- package/test/narrative-bars.test.js +162 -162
- package/test/organize-tool.test.js +232 -232
- package/test/organize.test.js +418 -418
- package/test/panel-chart-scale.test.js +90 -90
- package/test/panel-tokens.test.js +245 -245
- package/test/peak-hours-observability.test.js +70 -70
- package/test/peer-blockers.test.js +193 -193
- package/test/persona-addressing.test.js +83 -83
- package/test/persona-api.test.js +172 -172
- package/test/persona-by-session.test.js +568 -568
- package/test/persona-flag.test.js +36 -36
- package/test/persona-inject.test.js +145 -145
- package/test/persona-settings.test.js +198 -198
- package/test/pipeline-activities.test.js +155 -155
- package/test/pipeline-attribution.test.js +175 -175
- package/test/pipeline-command.test.js +243 -243
- package/test/pipeline-confirm.test.js +148 -148
- package/test/pipeline-exec.test.js +172 -172
- package/test/pipeline-nudge-auto.test.js +248 -248
- package/test/pipeline-nudge.test.js +1278 -1278
- package/test/pipeline-observations.test.js +157 -157
- package/test/pipeline-observe.test.js +127 -127
- package/test/pipeline-r1r2.test.js +278 -278
- package/test/pipeline-runner.test.js +468 -468
- package/test/pipeline-runs.test.js +767 -767
- package/test/pipeline.test.js +636 -636
- package/test/placement.test.js +36 -36
- package/test/policy-epoch.test.js +259 -259
- package/test/pre-inject-gate.test.js +444 -444
- package/test/profile-extract.test.js +269 -269
- package/test/profile-facts.test.js +492 -492
- package/test/prompt-stance.test.js +128 -128
- package/test/provenance-http.test.js +367 -367
- package/test/publish-gate.test.js +272 -272
- package/test/quality-backfill.test.js +290 -290
- package/test/quality-filter.test.js +295 -295
- package/test/readme-claims.test.js +113 -113
- package/test/reasoning-effort.test.js +752 -752
- package/test/recall-anti-update.test.js +82 -82
- package/test/recall-evals.test.js +253 -253
- package/test/recall-layer.test.js +326 -326
- package/test/recall-retention.test.js +128 -128
- package/test/recall-stats.test.js +274 -274
- package/test/receipt-chain.test.js +451 -451
- package/test/reclaim-http.test.js +209 -209
- package/test/reflection-update-gate.test.js +129 -129
- package/test/reflection.test.js +226 -226
- package/test/reindex-backfill.test.js +475 -475
- package/test/reindex-scheduler.test.js +369 -369
- package/test/release-docs.test.js +156 -156
- package/test/release-notes.test.js +265 -265
- package/test/release-workflow.test.js +93 -93
- package/test/reranker-single-logit.test.js +73 -73
- package/test/reranker.test.js +197 -197
- package/test/resident-status.test.js +83 -83
- package/test/route-policy.test.js +113 -113
- package/test/runtime-adopt.test.js +206 -206
- package/test/runtime-cli.test.js +89 -89
- package/test/runtime-closure.test.js +193 -193
- package/test/runtime-download.test.js +302 -302
- package/test/runtime-layout.test.js +163 -163
- package/test/runtime-loader.test.js +255 -255
- package/test/runtime-manifest.test.js +159 -159
- package/test/runtime-model-fetch.test.js +348 -348
- package/test/runtime-provision.test.js +101 -101
- package/test/runtime-tarball.test.js +81 -81
- package/test/runtime-verify.test.js +319 -319
- package/test/scope-candidates.test.js +491 -491
- package/test/scope-distill-stamp.test.js +134 -134
- package/test/scope-explicit.test.js +452 -452
- package/test/scope-inject-soft.test.js +106 -106
- package/test/scope-optional-service.test.js +110 -110
- package/test/scope-retrieval.test.js +197 -197
- package/test/scope-state.test.js +610 -610
- package/test/scope-storage.test.js +255 -255
- package/test/scope-strict.test.js +367 -367
- package/test/search-fusion.test.js +90 -90
- package/test/security-doc.test.js +188 -188
- package/test/semantic.test.js +124 -124
- package/test/sensitive-scan.test.js +251 -251
- package/test/serve-bin.test.js +121 -121
- package/test/serve.test.js +258 -258
- package/test/service-search.test.js +174 -174
- package/test/service.test.js +410 -410
- package/test/session-gate.test.js +264 -264
- package/test/session-usage.test.js +317 -317
- package/test/settings.test.js +273 -273
- package/test/share-foreign-rows.test.js +144 -144
- package/test/share-http.test.js +144 -144
- package/test/share-import.test.js +577 -577
- package/test/share-imported-guard.test.js +311 -311
- package/test/share-imported-identity.test.js +111 -111
- package/test/share-pack.test.js +511 -511
- package/test/share-receive-http.test.js +756 -756
- package/test/share-routes.test.js +337 -337
- package/test/share-store.test.js +133 -133
- package/test/share-validate.test.js +101 -101
- package/test/skip-invalid-restore.test.js +262 -262
- package/test/sleep-action-set.test.js +441 -441
- package/test/sleep-catchup.test.js +315 -315
- package/test/sleep-failure-backoff.test.js +156 -156
- package/test/sleep-heat.test.js +174 -174
- package/test/sleep-scheduler-rearm.test.js +89 -89
- package/test/sleep.test.js +1455 -1455
- package/test/standalone-api.test.js +1344 -1344
- package/test/store-vector-cache.test.js +98 -98
- package/test/store-write-path-columns.test.js +191 -191
- package/test/store.test.js +744 -744
- package/test/stress.test.js +209 -209
- package/test/summarize-occurred-at.test.js +127 -127
- package/test/summarize-parse-diagnostics.test.js +75 -75
- package/test/summarize-reasoning-effort.test.js +189 -189
- package/test/summarize.test.js +2251 -2251
- package/test/supersede-state-tracking.test.js +394 -394
- package/test/test-count-sync.test.js +71 -71
- package/test/tool-state-ignore.test.js +65 -65
- package/test/tools-dto-schema-matrix.test.js +398 -398
- package/test/tools-memory-get-schema.test.js +65 -65
- package/test/tools.test.js +585 -585
- package/test/updated-at-semantics.test.js +113 -113
- package/test/user-settings-preview.test.js +127 -127
- package/test/user-settings-segments.test.js +527 -527
- package/test/vector-index.test.js +334 -334
- package/test/version-check.test.js +152 -152
- package/test/webServer-optional.test.js +82 -82
- package/test/wiki-api.test.js +734 -734
- package/test/wiki-claims.test.js +194 -194
- package/test/wiki-cli-hint.test.js +118 -118
- package/test/wiki-inject.test.js +265 -265
- package/test/wiki-partition.test.js +112 -112
- package/test/wiki-plan.test.js +80 -80
- package/test/wiki-provenance.test.js +202 -202
- package/test/wiki-queries.test.js +398 -398
- package/test/wiki-scan.test.js +208 -208
- package/test/wiki-store.test.js +190 -190
- package/test/wiki-t0.test.js +456 -456
- package/test/wiki-t1-jobs.test.js +125 -125
- package/test/wiki-t1.test.js +460 -460
- package/test/wiki-tools.test.js +176 -176
- package/test/workflow-guards.test.js +155 -155
- package/test/write-admission.test.js +668 -668
|
@@ -1,335 +1,335 @@
|
|
|
1
|
-
import test from "node:test";
|
|
2
|
-
import assert from "node:assert/strict";
|
|
3
|
-
import { createStore } from "../src/store.js";
|
|
4
|
-
import { createVectorIndex } from "../src/vector-index.js";
|
|
5
|
-
|
|
6
|
-
// Focused unit tests for the vector-index layer: model fingerprint (drift
|
|
7
|
-
// detection), embedding save/search/delete, incremental rebuild, and stats.
|
|
8
|
-
// The store is used directly (createStore(":memory:")) since vector-index is a
|
|
9
|
-
// thin layer over the store's embedding column + vector_meta table.
|
|
10
|
-
|
|
11
|
-
function setup() {
|
|
12
|
-
const store = createStore(":memory:");
|
|
13
|
-
const vectorIndex = createVectorIndex({ store });
|
|
14
|
-
return { store, vectorIndex };
|
|
15
|
-
}
|
|
16
|
-
|
|
17
|
-
// Add a memory via the store and (optionally) set its embedding vector.
|
|
18
|
-
function addMemory(store, { title, content, type = "preference", vector }) {
|
|
19
|
-
const memory = store.save({ type, title, content, tags: [], importance: 3 });
|
|
20
|
-
if (vector) store.setEmbedding(memory.id, vector);
|
|
21
|
-
return memory;
|
|
22
|
-
}
|
|
23
|
-
|
|
24
|
-
// Embedder mock for rebuildIndex. The rebuild loop prefers embedSingle and
|
|
25
|
-
// falls back to `embed` for embed-only OpenAI-compatible clients, so a mock
|
|
26
|
-
// that provides embedSingle exercises the primary path.
|
|
27
|
-
function rebuildEmbedder({ vector = [1, 0, 0], modelHash = "mock#rebuild", dimension = 3 } = {}) {
|
|
28
|
-
return {
|
|
29
|
-
embed: async (texts) => texts.map(() => vector),
|
|
30
|
-
embedSingle: async () => vector,
|
|
31
|
-
modelHash,
|
|
32
|
-
dimension
|
|
33
|
-
};
|
|
34
|
-
}
|
|
35
|
-
|
|
36
|
-
test("modelHash drift detection: markModel records and replaces the fingerprint", () => {
|
|
37
|
-
const { vectorIndex } = setup();
|
|
38
|
-
|
|
39
|
-
// No model recorded yet.
|
|
40
|
-
assert.equal(vectorIndex.modelHash(), undefined);
|
|
41
|
-
assert.equal(vectorIndex.dimension(), undefined);
|
|
42
|
-
|
|
43
|
-
vectorIndex.markModel("model#v1", 3);
|
|
44
|
-
assert.equal(vectorIndex.modelHash(), "model#v1");
|
|
45
|
-
assert.equal(vectorIndex.dimension(), 3);
|
|
46
|
-
|
|
47
|
-
// Switching to a different model updates the fingerprint (drift signal).
|
|
48
|
-
vectorIndex.markModel("model#v2", 5);
|
|
49
|
-
assert.equal(vectorIndex.modelHash(), "model#v2");
|
|
50
|
-
assert.equal(vectorIndex.dimension(), 5);
|
|
51
|
-
});
|
|
52
|
-
|
|
53
|
-
test("saveEmbedding + search recall with cosine ordering", () => {
|
|
54
|
-
const { store, vectorIndex } = setup();
|
|
55
|
-
// Three memories with distinct 3-d vectors.
|
|
56
|
-
const a = addMemory(store, { title: "猫", content: "喜欢猫", vector: [1, 0, 0] });
|
|
57
|
-
const b = addMemory(store, { title: "狗", content: "喜欢狗", vector: [0, 1, 0] });
|
|
58
|
-
const c = addMemory(store, { title: "虎", content: "喜欢老虎", vector: [0.5, 0.5, 0] });
|
|
59
|
-
|
|
60
|
-
const hits = vectorIndex.search([1, 0, 0], { limit: 10, threshold: 0 });
|
|
61
|
-
assert.equal(hits.length, 3, "all embedded rows participate");
|
|
62
|
-
assert.equal(hits[0].id, a.id, "exact vector match ranks first");
|
|
63
|
-
assert.ok(Math.abs(hits[0].score - 1) < 1e-9, "self cosine is 1");
|
|
64
|
-
|
|
65
|
-
// Cosine ordering: [1,0,0] vs c = 0.5/sqrt(0.5) ≈ 0.7071 > vs b = 0.
|
|
66
|
-
assert.equal(hits[1].id, c.id, "higher cosine ranks before orthogonal");
|
|
67
|
-
assert.ok(Math.abs(hits[1].score - 0.5 / Math.sqrt(0.5)) < 1e-9, "c score is dot/sqrt(nb)");
|
|
68
|
-
assert.equal(hits[2].id, b.id, "orthogonal vector ranks last");
|
|
69
|
-
assert.ok(Math.abs(hits[2].score) < 1e-9, "orthogonal cosine is 0");
|
|
70
|
-
|
|
71
|
-
// threshold filters low-similarity rows out.
|
|
72
|
-
const filtered = vectorIndex.search([1, 0, 0], { limit: 10, threshold: 0.9 });
|
|
73
|
-
assert.deepEqual(filtered.map((h) => h.id), [a.id], "only the 1.0 match passes threshold 0.9");
|
|
74
|
-
});
|
|
75
|
-
|
|
76
|
-
test("deleteEmbedding clears the cached vector; getEmbedding reflects it", () => {
|
|
77
|
-
const { store, vectorIndex } = setup();
|
|
78
|
-
const m = addMemory(store, { title: "备忘", content: "临时内容", vector: [1, 0, 0] });
|
|
79
|
-
|
|
80
|
-
assert.deepEqual(vectorIndex.getEmbedding(m.id), [1, 0, 0]);
|
|
81
|
-
|
|
82
|
-
vectorIndex.deleteEmbedding(m.id);
|
|
83
|
-
assert.equal(vectorIndex.getEmbedding(m.id), undefined, "deleted embedding reads as undefined");
|
|
84
|
-
assert.equal(vectorIndex.getStats().embeddedCount, 0, "count drops after delete");
|
|
85
|
-
|
|
86
|
-
// Save again restores it.
|
|
87
|
-
vectorIndex.saveEmbedding(m.id, [0, 0, 1]);
|
|
88
|
-
assert.deepEqual(vectorIndex.getEmbedding(m.id), [0, 0, 1]);
|
|
89
|
-
});
|
|
90
|
-
|
|
91
|
-
test("rebuildIndex re-embeds rows with no vector and rows with no provenance", async () => {
|
|
92
|
-
const { store, vectorIndex } = setup();
|
|
93
|
-
// One memory already embedded, two missing.
|
|
94
|
-
addMemory(store, { title: "已有向量", content: "A", vector: [0, 1, 0] });
|
|
95
|
-
addMemory(store, { title: "缺向量1", content: "B" });
|
|
96
|
-
addMemory(store, { title: "缺向量2", content: "C" });
|
|
97
|
-
assert.equal(vectorIndex.getStats().embeddedCount, 1);
|
|
98
|
-
|
|
99
|
-
const seen = [];
|
|
100
|
-
const embedder = rebuildEmbedder({ vector: [1, 0, 0], modelHash: "mock#rebuild", dimension: 3 });
|
|
101
|
-
embedder.embedSingle = async (text) => { seen.push(text); return [1, 0, 0]; };
|
|
102
|
-
|
|
103
|
-
const result = await vectorIndex.rebuildIndex(embedder, { limit: 100 });
|
|
104
|
-
// #604: the selector is model-aware, so the row that already carried a vector
|
|
105
|
-
// but no fingerprint (embedding_model NULL) is selected too — without this it
|
|
106
|
-
// stayed permanently unattributed and the boot sweep re-embedded it forever.
|
|
107
|
-
assert.equal(result.indexed, 3, "all three rows written with provenance");
|
|
108
|
-
assert.equal(result.failed, 0);
|
|
109
|
-
assert.equal(result.skipped, 0);
|
|
110
|
-
assert.equal(result.remaining, 0, "nothing left for this model");
|
|
111
|
-
assert.equal(vectorIndex.getStats().embeddedCount, 3, "all rows embedded after rebuild");
|
|
112
|
-
assert.equal(seen.length, 3, "embedSingle called once per selected row");
|
|
113
|
-
assert.equal(store.needsEmbeddingFor("mock#rebuild").length, 0, "provenance recorded, nothing stale");
|
|
114
|
-
|
|
115
|
-
// Rebuild is a no-op once everything carries this model's fingerprint.
|
|
116
|
-
const again = await vectorIndex.rebuildIndex(embedder, { limit: 100 });
|
|
117
|
-
assert.equal(again.indexed, 0);
|
|
118
|
-
assert.equal(again.skipped, 0);
|
|
119
|
-
assert.equal(again.remaining, 0);
|
|
120
|
-
|
|
121
|
-
// Model fingerprint marked from the rebuild embedder.
|
|
122
|
-
assert.equal(vectorIndex.modelHash(), "mock#rebuild");
|
|
123
|
-
assert.equal(vectorIndex.dimension(), 3);
|
|
124
|
-
});
|
|
125
|
-
|
|
126
|
-
test("rebuildIndex picks up rows embedded by a previous model (#604)", async () => {
|
|
127
|
-
const { store, vectorIndex } = setup();
|
|
128
|
-
// Every row already has a vector — from modelA. needsEmbedding() (the old
|
|
129
|
-
// selector) matches only empty vectors, so it would select nothing here and
|
|
130
|
-
// report a successful no-op.
|
|
131
|
-
const a = addMemory(store, { title: "旧模型1", content: "A" });
|
|
132
|
-
const b = addMemory(store, { title: "旧模型2", content: "B" });
|
|
133
|
-
store.setEmbedding(a.id, [0, 1, 0], "modelA#aaa");
|
|
134
|
-
store.setEmbedding(b.id, [0, 1, 0], "modelA#aaa");
|
|
135
|
-
assert.equal(store.needsEmbedding().length, 0, "no row is missing a vector");
|
|
136
|
-
assert.equal(store.needsEmbeddingFor("modelB#bbb").length, 2, "both rows belong to modelA");
|
|
137
|
-
|
|
138
|
-
const embedder = rebuildEmbedder({ vector: [1, 0, 0], modelHash: "modelB#bbb", dimension: 3 });
|
|
139
|
-
const result = await vectorIndex.rebuildIndex(embedder, { limit: 100 });
|
|
140
|
-
|
|
141
|
-
assert.equal(result.indexed, 2, "model switch is what reindex is for");
|
|
142
|
-
assert.equal(result.remaining, 0);
|
|
143
|
-
assert.equal(store.needsEmbeddingFor("modelB#bbb").length, 0, "provenance now says modelB");
|
|
144
|
-
assert.equal(store.needsEmbeddingFor("modelA#aaa").length, 2, "modelA's vectors are the stale ones now");
|
|
145
|
-
});
|
|
146
|
-
|
|
147
|
-
test("rebuildIndex reports remaining work when the limit truncates the batch", async () => {
|
|
148
|
-
const { store, vectorIndex } = setup();
|
|
149
|
-
for (let i = 0; i < 5; i++) addMemory(store, { title: `行${i}`, content: `C${i}` });
|
|
150
|
-
|
|
151
|
-
const embedder = rebuildEmbedder({ vector: [1, 0, 0], modelHash: "mock#limit", dimension: 3 });
|
|
152
|
-
const result = await vectorIndex.rebuildIndex(embedder, { limit: 2 });
|
|
153
|
-
|
|
154
|
-
assert.equal(result.indexed, 2, "limit bounds the batch");
|
|
155
|
-
assert.equal(result.remaining, 3, "remaining counts what the same predicate still selects");
|
|
156
|
-
});
|
|
157
|
-
|
|
158
|
-
test("rebuildIndex handles a throwing embedder without failing the batch", async () => {
|
|
159
|
-
const { store, vectorIndex } = setup();
|
|
160
|
-
addMemory(store, { title: "好行", content: "A" });
|
|
161
|
-
addMemory(store, { title: "坏行", content: "B" });
|
|
162
|
-
addMemory(store, { title: "空行", content: "C" });
|
|
163
|
-
|
|
164
|
-
let calls = 0;
|
|
165
|
-
const embedder = rebuildEmbedder({ modelHash: "mock#throwing" });
|
|
166
|
-
embedder.embedSingle = async () => {
|
|
167
|
-
calls++;
|
|
168
|
-
if (calls === 2) throw new Error("model unavailable");
|
|
169
|
-
if (calls === 3) return []; // empty vector → not counted
|
|
170
|
-
return [1, 0, 0];
|
|
171
|
-
};
|
|
172
|
-
|
|
173
|
-
const result = await vectorIndex.rebuildIndex(embedder, { limit: 100 });
|
|
174
|
-
assert.equal(result.indexed, 1, "only the successful row is indexed");
|
|
175
|
-
// #604: a thrown embed and an empty vector are failures, not "skipped" — the
|
|
176
|
-
// old single bucket made them indistinguishable from "did not fit the limit".
|
|
177
|
-
assert.equal(result.failed, 2, "thrown + empty rows count as failures");
|
|
178
|
-
assert.equal(result.skipped, 0, "nothing was skipped for lack of room");
|
|
179
|
-
assert.equal(result.remaining, 2, "failed rows stay selected");
|
|
180
|
-
assert.equal(vectorIndex.getStats().embeddedCount, 1);
|
|
181
|
-
});
|
|
182
|
-
|
|
183
|
-
test("rebuildIndex guard: embedder with no embed method at all is ignored", async () => {
|
|
184
|
-
const { store, vectorIndex } = setup();
|
|
185
|
-
addMemory(store, { title: "缺向量", content: "A" });
|
|
186
|
-
const bare = { modelHash: "mock#bare", dimension: 3 };
|
|
187
|
-
const result = await vectorIndex.rebuildIndex(bare, { limit: 100 });
|
|
188
|
-
assert.deepEqual(
|
|
189
|
-
result,
|
|
190
|
-
{ indexed: 0, failed: 0, skipped: 0, remaining: 0, error: "no-embedder" },
|
|
191
|
-
"guard returns early when neither embed nor embedSingle is available"
|
|
192
|
-
);
|
|
193
|
-
assert.equal(vectorIndex.modelHash(), undefined, "no model marked");
|
|
194
|
-
});
|
|
195
|
-
|
|
196
|
-
test("rebuildIndex supports an embed-only OpenAI-compatible embedder (issue #10)", async () => {
|
|
197
|
-
const { store, vectorIndex } = setup();
|
|
198
|
-
addMemory(store, { title: "缺向量", content: "A" });
|
|
199
|
-
const embedOnly = {
|
|
200
|
-
embed: async (text) => [1, 0, 0], // OpenAI-compatible single-text embed
|
|
201
|
-
modelHash: "text-embedding#abc",
|
|
202
|
-
dimension: 3
|
|
203
|
-
};
|
|
204
|
-
const result = await vectorIndex.rebuildIndex(embedOnly, { limit: 100 });
|
|
205
|
-
assert.equal(result.indexed, 1, "embed-only embedder indexes the missing row");
|
|
206
|
-
assert.equal(result.skipped, 0);
|
|
207
|
-
assert.equal(vectorIndex.modelHash(), "text-embedding#abc", "model fingerprint recorded");
|
|
208
|
-
assert.equal(vectorIndex.dimension(), 3, "dimension recorded");
|
|
209
|
-
assert.equal(vectorIndex.getStats().embeddedCount, 1, "embedding persisted");
|
|
210
|
-
});
|
|
211
|
-
|
|
212
|
-
test("rebuildIndex works with embedSingle-only embedder", async () => {
|
|
213
|
-
const { store, vectorIndex } = setup();
|
|
214
|
-
addMemory(store, { title: "缺向量", content: "A" });
|
|
215
|
-
const single = { embedSingle: async () => [1, 0, 0], modelHash: "mock#single", dimension: 3 };
|
|
216
|
-
const result = await vectorIndex.rebuildIndex(single, { limit: 100 });
|
|
217
|
-
assert.ok(result.indexed >= 1, "embedSingle-only embedder should rebuild");
|
|
218
|
-
assert.equal(vectorIndex.modelHash(), "mock#single", "model marked after successful rebuild");
|
|
219
|
-
});
|
|
220
|
-
|
|
221
|
-
test("getStats reports embedded/total counts and model metadata", () => {
|
|
222
|
-
const { store, vectorIndex } = setup();
|
|
223
|
-
addMemory(store, { title: "甲", content: "1", vector: [1, 0, 0] });
|
|
224
|
-
addMemory(store, { title: "乙", content: "2", vector: [0, 1, 0] });
|
|
225
|
-
addMemory(store, { title: "丙", content: "3" });
|
|
226
|
-
|
|
227
|
-
let stats = vectorIndex.getStats();
|
|
228
|
-
assert.equal(stats.embeddedCount, 2);
|
|
229
|
-
assert.equal(stats.totalCount, 3);
|
|
230
|
-
assert.equal(stats.modelHash, undefined);
|
|
231
|
-
assert.equal(stats.dimension, undefined);
|
|
232
|
-
assert.equal(stats.updatedAt, undefined);
|
|
233
|
-
|
|
234
|
-
vectorIndex.markModel("model#v3", 4);
|
|
235
|
-
stats = vectorIndex.getStats();
|
|
236
|
-
assert.equal(stats.modelHash, "model#v3");
|
|
237
|
-
assert.equal(stats.dimension, 4);
|
|
238
|
-
assert.ok(typeof stats.updatedAt === "string" && stats.updatedAt.length > 0, "updatedAt set");
|
|
239
|
-
});
|
|
240
|
-
|
|
241
|
-
test("incremental update: saveEmbedding overwrites the cached vector and search reflects it", () => {
|
|
242
|
-
const { store, vectorIndex } = setup();
|
|
243
|
-
const a = addMemory(store, { title: "主题", content: "A", vector: [1, 0, 0] });
|
|
244
|
-
const b = addMemory(store, { title: "对照", content: "B", vector: [0, 1, 0] });
|
|
245
|
-
|
|
246
|
-
// Before overwrite: query for B's vector ranks b first.
|
|
247
|
-
let hits = vectorIndex.search([0, 1, 0], { limit: 10, threshold: 0 });
|
|
248
|
-
assert.equal(hits[0].id, b.id);
|
|
249
|
-
|
|
250
|
-
// Overwrite a's vector so it now points at b's direction.
|
|
251
|
-
vectorIndex.saveEmbedding(a.id, [0, 1, 0]);
|
|
252
|
-
assert.deepEqual(vectorIndex.getEmbedding(a.id), [0, 1, 0]);
|
|
253
|
-
assert.equal(vectorIndex.getStats().embeddedCount, 2, "overwrite does not change the count");
|
|
254
|
-
|
|
255
|
-
hits = vectorIndex.search([0, 1, 0], { limit: 10, threshold: 0 });
|
|
256
|
-
assert.equal(hits.length, 2);
|
|
257
|
-
// Tie: identical vectors both score 1; ordering between them is stable by id — we
|
|
258
|
-
// only assert the overwritten row now participates with a full score.
|
|
259
|
-
const aHit = hits.find((h) => h.id === a.id);
|
|
260
|
-
assert.ok(Math.abs(aHit.score - 1) < 1e-9, "overwritten vector scores 1 against the query");
|
|
261
|
-
});
|
|
262
|
-
|
|
263
|
-
test("search returns empty when nothing is embedded", () => {
|
|
264
|
-
const { store, vectorIndex } = setup();
|
|
265
|
-
addMemory(store, { title: "无向量", content: "A" });
|
|
266
|
-
addMemory(store, { title: "也无向量", content: "B" });
|
|
267
|
-
assert.deepEqual(vectorIndex.search([1, 0, 0], { limit: 10 }), []);
|
|
268
|
-
});
|
|
269
|
-
|
|
270
|
-
test("rebuildIndex prefers a detailed adapter so a provider outage is not reported as a dead row (#604)", async () => {
|
|
271
|
-
const { store, vectorIndex } = setup();
|
|
272
|
-
addMemory(store, { title: "甲", content: "A" });
|
|
273
|
-
addMemory(store, { title: "乙", content: "B" });
|
|
274
|
-
|
|
275
|
-
let detailedCalls = 0;
|
|
276
|
-
let plainCalls = 0;
|
|
277
|
-
const embedder = {
|
|
278
|
-
// A 503 from the provider: transient, and only the detailed path can say so.
|
|
279
|
-
embedSingleDetailed: async () => {
|
|
280
|
-
detailedCalls++;
|
|
281
|
-
return { vector: null, reason: "http-503" };
|
|
282
|
-
},
|
|
283
|
-
embedSingle: async () => {
|
|
284
|
-
plainCalls++;
|
|
285
|
-
return null;
|
|
286
|
-
},
|
|
287
|
-
modelHash: "mock#detailed",
|
|
288
|
-
dimension: 3
|
|
289
|
-
};
|
|
290
|
-
|
|
291
|
-
const result = await vectorIndex.rebuildIndex(embedder, { limit: 100 });
|
|
292
|
-
assert.equal(detailedCalls, 2, "every row went through the detailed entry point");
|
|
293
|
-
assert.equal(plainCalls, 0, "the reason-dropping path was not used");
|
|
294
|
-
assert.equal(result.indexed, 0);
|
|
295
|
-
assert.equal(result.failed, 2);
|
|
296
|
-
assert.deepEqual(
|
|
297
|
-
result.failureReasons,
|
|
298
|
-
{ "error:http-503": 2 },
|
|
299
|
-
"the button path keeps the provider reason instead of flattening it"
|
|
300
|
-
);
|
|
301
|
-
});
|
|
302
|
-
|
|
303
|
-
test("rebuildIndex separates a permanent row from a transient one on the same run (#604)", async () => {
|
|
304
|
-
const { store, vectorIndex } = setup();
|
|
305
|
-
addMemory(store, { title: "甲", content: "A" });
|
|
306
|
-
addMemory(store, { title: "乙", content: "B" });
|
|
307
|
-
|
|
308
|
-
let calls = 0;
|
|
309
|
-
const embedder = {
|
|
310
|
-
embedSingleDetailed: async () => {
|
|
311
|
-
calls++;
|
|
312
|
-
// First row cannot ever embed; second row is a provider hiccup.
|
|
313
|
-
return calls === 1 ? { vector: null, reason: "response-no-vector" } : { vector: null, reason: "http-503" };
|
|
314
|
-
},
|
|
315
|
-
modelHash: "mock#mixed",
|
|
316
|
-
dimension: 3
|
|
317
|
-
};
|
|
318
|
-
|
|
319
|
-
const result = await vectorIndex.rebuildIndex(embedder, { limit: 100 });
|
|
320
|
-
assert.equal(result.failed, 2);
|
|
321
|
-
assert.deepEqual(result.failureReasons, {
|
|
322
|
-
"error:response-no-vector": 1,
|
|
323
|
-
"error:http-503": 1
|
|
324
|
-
});
|
|
325
|
-
});
|
|
326
|
-
|
|
327
|
-
test("rebuildIndex still names the plain path's failure when no detailed adapter exists (#604)", async () => {
|
|
328
|
-
const { store, vectorIndex } = setup();
|
|
329
|
-
addMemory(store, { title: "甲", content: "A" });
|
|
330
|
-
|
|
331
|
-
const embedder = { embedSingle: async () => null, modelHash: "mock#plain", dimension: 3 };
|
|
332
|
-
const result = await vectorIndex.rebuildIndex(embedder, { limit: 100 });
|
|
333
|
-
assert.equal(result.failed, 1);
|
|
334
|
-
assert.deepEqual(result.failureReasons, { "empty-vector": 1 });
|
|
1
|
+
import test from "node:test";
|
|
2
|
+
import assert from "node:assert/strict";
|
|
3
|
+
import { createStore } from "../src/store.js";
|
|
4
|
+
import { createVectorIndex } from "../src/vector-index.js";
|
|
5
|
+
|
|
6
|
+
// Focused unit tests for the vector-index layer: model fingerprint (drift
|
|
7
|
+
// detection), embedding save/search/delete, incremental rebuild, and stats.
|
|
8
|
+
// The store is used directly (createStore(":memory:")) since vector-index is a
|
|
9
|
+
// thin layer over the store's embedding column + vector_meta table.
|
|
10
|
+
|
|
11
|
+
function setup() {
|
|
12
|
+
const store = createStore(":memory:");
|
|
13
|
+
const vectorIndex = createVectorIndex({ store });
|
|
14
|
+
return { store, vectorIndex };
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
// Add a memory via the store and (optionally) set its embedding vector.
|
|
18
|
+
function addMemory(store, { title, content, type = "preference", vector }) {
|
|
19
|
+
const memory = store.save({ type, title, content, tags: [], importance: 3 });
|
|
20
|
+
if (vector) store.setEmbedding(memory.id, vector);
|
|
21
|
+
return memory;
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
// Embedder mock for rebuildIndex. The rebuild loop prefers embedSingle and
|
|
25
|
+
// falls back to `embed` for embed-only OpenAI-compatible clients, so a mock
|
|
26
|
+
// that provides embedSingle exercises the primary path.
|
|
27
|
+
function rebuildEmbedder({ vector = [1, 0, 0], modelHash = "mock#rebuild", dimension = 3 } = {}) {
|
|
28
|
+
return {
|
|
29
|
+
embed: async (texts) => texts.map(() => vector),
|
|
30
|
+
embedSingle: async () => vector,
|
|
31
|
+
modelHash,
|
|
32
|
+
dimension
|
|
33
|
+
};
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
test("modelHash drift detection: markModel records and replaces the fingerprint", () => {
|
|
37
|
+
const { vectorIndex } = setup();
|
|
38
|
+
|
|
39
|
+
// No model recorded yet.
|
|
40
|
+
assert.equal(vectorIndex.modelHash(), undefined);
|
|
41
|
+
assert.equal(vectorIndex.dimension(), undefined);
|
|
42
|
+
|
|
43
|
+
vectorIndex.markModel("model#v1", 3);
|
|
44
|
+
assert.equal(vectorIndex.modelHash(), "model#v1");
|
|
45
|
+
assert.equal(vectorIndex.dimension(), 3);
|
|
46
|
+
|
|
47
|
+
// Switching to a different model updates the fingerprint (drift signal).
|
|
48
|
+
vectorIndex.markModel("model#v2", 5);
|
|
49
|
+
assert.equal(vectorIndex.modelHash(), "model#v2");
|
|
50
|
+
assert.equal(vectorIndex.dimension(), 5);
|
|
51
|
+
});
|
|
52
|
+
|
|
53
|
+
test("saveEmbedding + search recall with cosine ordering", () => {
|
|
54
|
+
const { store, vectorIndex } = setup();
|
|
55
|
+
// Three memories with distinct 3-d vectors.
|
|
56
|
+
const a = addMemory(store, { title: "猫", content: "喜欢猫", vector: [1, 0, 0] });
|
|
57
|
+
const b = addMemory(store, { title: "狗", content: "喜欢狗", vector: [0, 1, 0] });
|
|
58
|
+
const c = addMemory(store, { title: "虎", content: "喜欢老虎", vector: [0.5, 0.5, 0] });
|
|
59
|
+
|
|
60
|
+
const hits = vectorIndex.search([1, 0, 0], { limit: 10, threshold: 0 });
|
|
61
|
+
assert.equal(hits.length, 3, "all embedded rows participate");
|
|
62
|
+
assert.equal(hits[0].id, a.id, "exact vector match ranks first");
|
|
63
|
+
assert.ok(Math.abs(hits[0].score - 1) < 1e-9, "self cosine is 1");
|
|
64
|
+
|
|
65
|
+
// Cosine ordering: [1,0,0] vs c = 0.5/sqrt(0.5) ≈ 0.7071 > vs b = 0.
|
|
66
|
+
assert.equal(hits[1].id, c.id, "higher cosine ranks before orthogonal");
|
|
67
|
+
assert.ok(Math.abs(hits[1].score - 0.5 / Math.sqrt(0.5)) < 1e-9, "c score is dot/sqrt(nb)");
|
|
68
|
+
assert.equal(hits[2].id, b.id, "orthogonal vector ranks last");
|
|
69
|
+
assert.ok(Math.abs(hits[2].score) < 1e-9, "orthogonal cosine is 0");
|
|
70
|
+
|
|
71
|
+
// threshold filters low-similarity rows out.
|
|
72
|
+
const filtered = vectorIndex.search([1, 0, 0], { limit: 10, threshold: 0.9 });
|
|
73
|
+
assert.deepEqual(filtered.map((h) => h.id), [a.id], "only the 1.0 match passes threshold 0.9");
|
|
74
|
+
});
|
|
75
|
+
|
|
76
|
+
test("deleteEmbedding clears the cached vector; getEmbedding reflects it", () => {
|
|
77
|
+
const { store, vectorIndex } = setup();
|
|
78
|
+
const m = addMemory(store, { title: "备忘", content: "临时内容", vector: [1, 0, 0] });
|
|
79
|
+
|
|
80
|
+
assert.deepEqual(vectorIndex.getEmbedding(m.id), [1, 0, 0]);
|
|
81
|
+
|
|
82
|
+
vectorIndex.deleteEmbedding(m.id);
|
|
83
|
+
assert.equal(vectorIndex.getEmbedding(m.id), undefined, "deleted embedding reads as undefined");
|
|
84
|
+
assert.equal(vectorIndex.getStats().embeddedCount, 0, "count drops after delete");
|
|
85
|
+
|
|
86
|
+
// Save again restores it.
|
|
87
|
+
vectorIndex.saveEmbedding(m.id, [0, 0, 1]);
|
|
88
|
+
assert.deepEqual(vectorIndex.getEmbedding(m.id), [0, 0, 1]);
|
|
89
|
+
});
|
|
90
|
+
|
|
91
|
+
test("rebuildIndex re-embeds rows with no vector and rows with no provenance", async () => {
|
|
92
|
+
const { store, vectorIndex } = setup();
|
|
93
|
+
// One memory already embedded, two missing.
|
|
94
|
+
addMemory(store, { title: "已有向量", content: "A", vector: [0, 1, 0] });
|
|
95
|
+
addMemory(store, { title: "缺向量1", content: "B" });
|
|
96
|
+
addMemory(store, { title: "缺向量2", content: "C" });
|
|
97
|
+
assert.equal(vectorIndex.getStats().embeddedCount, 1);
|
|
98
|
+
|
|
99
|
+
const seen = [];
|
|
100
|
+
const embedder = rebuildEmbedder({ vector: [1, 0, 0], modelHash: "mock#rebuild", dimension: 3 });
|
|
101
|
+
embedder.embedSingle = async (text) => { seen.push(text); return [1, 0, 0]; };
|
|
102
|
+
|
|
103
|
+
const result = await vectorIndex.rebuildIndex(embedder, { limit: 100 });
|
|
104
|
+
// #604: the selector is model-aware, so the row that already carried a vector
|
|
105
|
+
// but no fingerprint (embedding_model NULL) is selected too — without this it
|
|
106
|
+
// stayed permanently unattributed and the boot sweep re-embedded it forever.
|
|
107
|
+
assert.equal(result.indexed, 3, "all three rows written with provenance");
|
|
108
|
+
assert.equal(result.failed, 0);
|
|
109
|
+
assert.equal(result.skipped, 0);
|
|
110
|
+
assert.equal(result.remaining, 0, "nothing left for this model");
|
|
111
|
+
assert.equal(vectorIndex.getStats().embeddedCount, 3, "all rows embedded after rebuild");
|
|
112
|
+
assert.equal(seen.length, 3, "embedSingle called once per selected row");
|
|
113
|
+
assert.equal(store.needsEmbeddingFor("mock#rebuild").length, 0, "provenance recorded, nothing stale");
|
|
114
|
+
|
|
115
|
+
// Rebuild is a no-op once everything carries this model's fingerprint.
|
|
116
|
+
const again = await vectorIndex.rebuildIndex(embedder, { limit: 100 });
|
|
117
|
+
assert.equal(again.indexed, 0);
|
|
118
|
+
assert.equal(again.skipped, 0);
|
|
119
|
+
assert.equal(again.remaining, 0);
|
|
120
|
+
|
|
121
|
+
// Model fingerprint marked from the rebuild embedder.
|
|
122
|
+
assert.equal(vectorIndex.modelHash(), "mock#rebuild");
|
|
123
|
+
assert.equal(vectorIndex.dimension(), 3);
|
|
124
|
+
});
|
|
125
|
+
|
|
126
|
+
test("rebuildIndex picks up rows embedded by a previous model (#604)", async () => {
|
|
127
|
+
const { store, vectorIndex } = setup();
|
|
128
|
+
// Every row already has a vector — from modelA. needsEmbedding() (the old
|
|
129
|
+
// selector) matches only empty vectors, so it would select nothing here and
|
|
130
|
+
// report a successful no-op.
|
|
131
|
+
const a = addMemory(store, { title: "旧模型1", content: "A" });
|
|
132
|
+
const b = addMemory(store, { title: "旧模型2", content: "B" });
|
|
133
|
+
store.setEmbedding(a.id, [0, 1, 0], "modelA#aaa");
|
|
134
|
+
store.setEmbedding(b.id, [0, 1, 0], "modelA#aaa");
|
|
135
|
+
assert.equal(store.needsEmbedding().length, 0, "no row is missing a vector");
|
|
136
|
+
assert.equal(store.needsEmbeddingFor("modelB#bbb").length, 2, "both rows belong to modelA");
|
|
137
|
+
|
|
138
|
+
const embedder = rebuildEmbedder({ vector: [1, 0, 0], modelHash: "modelB#bbb", dimension: 3 });
|
|
139
|
+
const result = await vectorIndex.rebuildIndex(embedder, { limit: 100 });
|
|
140
|
+
|
|
141
|
+
assert.equal(result.indexed, 2, "model switch is what reindex is for");
|
|
142
|
+
assert.equal(result.remaining, 0);
|
|
143
|
+
assert.equal(store.needsEmbeddingFor("modelB#bbb").length, 0, "provenance now says modelB");
|
|
144
|
+
assert.equal(store.needsEmbeddingFor("modelA#aaa").length, 2, "modelA's vectors are the stale ones now");
|
|
145
|
+
});
|
|
146
|
+
|
|
147
|
+
test("rebuildIndex reports remaining work when the limit truncates the batch", async () => {
|
|
148
|
+
const { store, vectorIndex } = setup();
|
|
149
|
+
for (let i = 0; i < 5; i++) addMemory(store, { title: `行${i}`, content: `C${i}` });
|
|
150
|
+
|
|
151
|
+
const embedder = rebuildEmbedder({ vector: [1, 0, 0], modelHash: "mock#limit", dimension: 3 });
|
|
152
|
+
const result = await vectorIndex.rebuildIndex(embedder, { limit: 2 });
|
|
153
|
+
|
|
154
|
+
assert.equal(result.indexed, 2, "limit bounds the batch");
|
|
155
|
+
assert.equal(result.remaining, 3, "remaining counts what the same predicate still selects");
|
|
156
|
+
});
|
|
157
|
+
|
|
158
|
+
test("rebuildIndex handles a throwing embedder without failing the batch", async () => {
|
|
159
|
+
const { store, vectorIndex } = setup();
|
|
160
|
+
addMemory(store, { title: "好行", content: "A" });
|
|
161
|
+
addMemory(store, { title: "坏行", content: "B" });
|
|
162
|
+
addMemory(store, { title: "空行", content: "C" });
|
|
163
|
+
|
|
164
|
+
let calls = 0;
|
|
165
|
+
const embedder = rebuildEmbedder({ modelHash: "mock#throwing" });
|
|
166
|
+
embedder.embedSingle = async () => {
|
|
167
|
+
calls++;
|
|
168
|
+
if (calls === 2) throw new Error("model unavailable");
|
|
169
|
+
if (calls === 3) return []; // empty vector → not counted
|
|
170
|
+
return [1, 0, 0];
|
|
171
|
+
};
|
|
172
|
+
|
|
173
|
+
const result = await vectorIndex.rebuildIndex(embedder, { limit: 100 });
|
|
174
|
+
assert.equal(result.indexed, 1, "only the successful row is indexed");
|
|
175
|
+
// #604: a thrown embed and an empty vector are failures, not "skipped" — the
|
|
176
|
+
// old single bucket made them indistinguishable from "did not fit the limit".
|
|
177
|
+
assert.equal(result.failed, 2, "thrown + empty rows count as failures");
|
|
178
|
+
assert.equal(result.skipped, 0, "nothing was skipped for lack of room");
|
|
179
|
+
assert.equal(result.remaining, 2, "failed rows stay selected");
|
|
180
|
+
assert.equal(vectorIndex.getStats().embeddedCount, 1);
|
|
181
|
+
});
|
|
182
|
+
|
|
183
|
+
test("rebuildIndex guard: embedder with no embed method at all is ignored", async () => {
|
|
184
|
+
const { store, vectorIndex } = setup();
|
|
185
|
+
addMemory(store, { title: "缺向量", content: "A" });
|
|
186
|
+
const bare = { modelHash: "mock#bare", dimension: 3 };
|
|
187
|
+
const result = await vectorIndex.rebuildIndex(bare, { limit: 100 });
|
|
188
|
+
assert.deepEqual(
|
|
189
|
+
result,
|
|
190
|
+
{ indexed: 0, failed: 0, skipped: 0, remaining: 0, error: "no-embedder" },
|
|
191
|
+
"guard returns early when neither embed nor embedSingle is available"
|
|
192
|
+
);
|
|
193
|
+
assert.equal(vectorIndex.modelHash(), undefined, "no model marked");
|
|
194
|
+
});
|
|
195
|
+
|
|
196
|
+
test("rebuildIndex supports an embed-only OpenAI-compatible embedder (issue #10)", async () => {
|
|
197
|
+
const { store, vectorIndex } = setup();
|
|
198
|
+
addMemory(store, { title: "缺向量", content: "A" });
|
|
199
|
+
const embedOnly = {
|
|
200
|
+
embed: async (text) => [1, 0, 0], // OpenAI-compatible single-text embed
|
|
201
|
+
modelHash: "text-embedding#abc",
|
|
202
|
+
dimension: 3
|
|
203
|
+
};
|
|
204
|
+
const result = await vectorIndex.rebuildIndex(embedOnly, { limit: 100 });
|
|
205
|
+
assert.equal(result.indexed, 1, "embed-only embedder indexes the missing row");
|
|
206
|
+
assert.equal(result.skipped, 0);
|
|
207
|
+
assert.equal(vectorIndex.modelHash(), "text-embedding#abc", "model fingerprint recorded");
|
|
208
|
+
assert.equal(vectorIndex.dimension(), 3, "dimension recorded");
|
|
209
|
+
assert.equal(vectorIndex.getStats().embeddedCount, 1, "embedding persisted");
|
|
210
|
+
});
|
|
211
|
+
|
|
212
|
+
test("rebuildIndex works with embedSingle-only embedder", async () => {
|
|
213
|
+
const { store, vectorIndex } = setup();
|
|
214
|
+
addMemory(store, { title: "缺向量", content: "A" });
|
|
215
|
+
const single = { embedSingle: async () => [1, 0, 0], modelHash: "mock#single", dimension: 3 };
|
|
216
|
+
const result = await vectorIndex.rebuildIndex(single, { limit: 100 });
|
|
217
|
+
assert.ok(result.indexed >= 1, "embedSingle-only embedder should rebuild");
|
|
218
|
+
assert.equal(vectorIndex.modelHash(), "mock#single", "model marked after successful rebuild");
|
|
219
|
+
});
|
|
220
|
+
|
|
221
|
+
test("getStats reports embedded/total counts and model metadata", () => {
|
|
222
|
+
const { store, vectorIndex } = setup();
|
|
223
|
+
addMemory(store, { title: "甲", content: "1", vector: [1, 0, 0] });
|
|
224
|
+
addMemory(store, { title: "乙", content: "2", vector: [0, 1, 0] });
|
|
225
|
+
addMemory(store, { title: "丙", content: "3" });
|
|
226
|
+
|
|
227
|
+
let stats = vectorIndex.getStats();
|
|
228
|
+
assert.equal(stats.embeddedCount, 2);
|
|
229
|
+
assert.equal(stats.totalCount, 3);
|
|
230
|
+
assert.equal(stats.modelHash, undefined);
|
|
231
|
+
assert.equal(stats.dimension, undefined);
|
|
232
|
+
assert.equal(stats.updatedAt, undefined);
|
|
233
|
+
|
|
234
|
+
vectorIndex.markModel("model#v3", 4);
|
|
235
|
+
stats = vectorIndex.getStats();
|
|
236
|
+
assert.equal(stats.modelHash, "model#v3");
|
|
237
|
+
assert.equal(stats.dimension, 4);
|
|
238
|
+
assert.ok(typeof stats.updatedAt === "string" && stats.updatedAt.length > 0, "updatedAt set");
|
|
239
|
+
});
|
|
240
|
+
|
|
241
|
+
test("incremental update: saveEmbedding overwrites the cached vector and search reflects it", () => {
|
|
242
|
+
const { store, vectorIndex } = setup();
|
|
243
|
+
const a = addMemory(store, { title: "主题", content: "A", vector: [1, 0, 0] });
|
|
244
|
+
const b = addMemory(store, { title: "对照", content: "B", vector: [0, 1, 0] });
|
|
245
|
+
|
|
246
|
+
// Before overwrite: query for B's vector ranks b first.
|
|
247
|
+
let hits = vectorIndex.search([0, 1, 0], { limit: 10, threshold: 0 });
|
|
248
|
+
assert.equal(hits[0].id, b.id);
|
|
249
|
+
|
|
250
|
+
// Overwrite a's vector so it now points at b's direction.
|
|
251
|
+
vectorIndex.saveEmbedding(a.id, [0, 1, 0]);
|
|
252
|
+
assert.deepEqual(vectorIndex.getEmbedding(a.id), [0, 1, 0]);
|
|
253
|
+
assert.equal(vectorIndex.getStats().embeddedCount, 2, "overwrite does not change the count");
|
|
254
|
+
|
|
255
|
+
hits = vectorIndex.search([0, 1, 0], { limit: 10, threshold: 0 });
|
|
256
|
+
assert.equal(hits.length, 2);
|
|
257
|
+
// Tie: identical vectors both score 1; ordering between them is stable by id — we
|
|
258
|
+
// only assert the overwritten row now participates with a full score.
|
|
259
|
+
const aHit = hits.find((h) => h.id === a.id);
|
|
260
|
+
assert.ok(Math.abs(aHit.score - 1) < 1e-9, "overwritten vector scores 1 against the query");
|
|
261
|
+
});
|
|
262
|
+
|
|
263
|
+
test("search returns empty when nothing is embedded", () => {
|
|
264
|
+
const { store, vectorIndex } = setup();
|
|
265
|
+
addMemory(store, { title: "无向量", content: "A" });
|
|
266
|
+
addMemory(store, { title: "也无向量", content: "B" });
|
|
267
|
+
assert.deepEqual(vectorIndex.search([1, 0, 0], { limit: 10 }), []);
|
|
268
|
+
});
|
|
269
|
+
|
|
270
|
+
test("rebuildIndex prefers a detailed adapter so a provider outage is not reported as a dead row (#604)", async () => {
|
|
271
|
+
const { store, vectorIndex } = setup();
|
|
272
|
+
addMemory(store, { title: "甲", content: "A" });
|
|
273
|
+
addMemory(store, { title: "乙", content: "B" });
|
|
274
|
+
|
|
275
|
+
let detailedCalls = 0;
|
|
276
|
+
let plainCalls = 0;
|
|
277
|
+
const embedder = {
|
|
278
|
+
// A 503 from the provider: transient, and only the detailed path can say so.
|
|
279
|
+
embedSingleDetailed: async () => {
|
|
280
|
+
detailedCalls++;
|
|
281
|
+
return { vector: null, reason: "http-503" };
|
|
282
|
+
},
|
|
283
|
+
embedSingle: async () => {
|
|
284
|
+
plainCalls++;
|
|
285
|
+
return null;
|
|
286
|
+
},
|
|
287
|
+
modelHash: "mock#detailed",
|
|
288
|
+
dimension: 3
|
|
289
|
+
};
|
|
290
|
+
|
|
291
|
+
const result = await vectorIndex.rebuildIndex(embedder, { limit: 100 });
|
|
292
|
+
assert.equal(detailedCalls, 2, "every row went through the detailed entry point");
|
|
293
|
+
assert.equal(plainCalls, 0, "the reason-dropping path was not used");
|
|
294
|
+
assert.equal(result.indexed, 0);
|
|
295
|
+
assert.equal(result.failed, 2);
|
|
296
|
+
assert.deepEqual(
|
|
297
|
+
result.failureReasons,
|
|
298
|
+
{ "error:http-503": 2 },
|
|
299
|
+
"the button path keeps the provider reason instead of flattening it"
|
|
300
|
+
);
|
|
301
|
+
});
|
|
302
|
+
|
|
303
|
+
test("rebuildIndex separates a permanent row from a transient one on the same run (#604)", async () => {
|
|
304
|
+
const { store, vectorIndex } = setup();
|
|
305
|
+
addMemory(store, { title: "甲", content: "A" });
|
|
306
|
+
addMemory(store, { title: "乙", content: "B" });
|
|
307
|
+
|
|
308
|
+
let calls = 0;
|
|
309
|
+
const embedder = {
|
|
310
|
+
embedSingleDetailed: async () => {
|
|
311
|
+
calls++;
|
|
312
|
+
// First row cannot ever embed; second row is a provider hiccup.
|
|
313
|
+
return calls === 1 ? { vector: null, reason: "response-no-vector" } : { vector: null, reason: "http-503" };
|
|
314
|
+
},
|
|
315
|
+
modelHash: "mock#mixed",
|
|
316
|
+
dimension: 3
|
|
317
|
+
};
|
|
318
|
+
|
|
319
|
+
const result = await vectorIndex.rebuildIndex(embedder, { limit: 100 });
|
|
320
|
+
assert.equal(result.failed, 2);
|
|
321
|
+
assert.deepEqual(result.failureReasons, {
|
|
322
|
+
"error:response-no-vector": 1,
|
|
323
|
+
"error:http-503": 1
|
|
324
|
+
});
|
|
325
|
+
});
|
|
326
|
+
|
|
327
|
+
test("rebuildIndex still names the plain path's failure when no detailed adapter exists (#604)", async () => {
|
|
328
|
+
const { store, vectorIndex } = setup();
|
|
329
|
+
addMemory(store, { title: "甲", content: "A" });
|
|
330
|
+
|
|
331
|
+
const embedder = { embedSingle: async () => null, modelHash: "mock#plain", dimension: 3 };
|
|
332
|
+
const result = await vectorIndex.rebuildIndex(embedder, { limit: 100 });
|
|
333
|
+
assert.equal(result.failed, 1);
|
|
334
|
+
assert.deepEqual(result.failureReasons, { "empty-vector": 1 });
|
|
335
335
|
});
|