@modusensus/dsh-mneme 0.8.13 → 0.8.15
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -21
- package/README.md +655 -626
- package/assets/icon.svg +3 -3
- package/bin/cli.mjs +689 -689
- package/bin/dsh-mneme-mcp.mjs +510 -510
- package/bin/dsh-mneme-serve.mjs +151 -0
- package/cordis.patch.yml +21 -21
- package/docs/CONFIGURATION.md +263 -0
- package/docs/CONTINUITY.md +124 -0
- package/docs/DAEMON.md +46 -0
- package/docs/ENTITIES.md +245 -0
- package/docs/LOCAL_MODEL.md +222 -0
- package/docs/SEMANTIC.md +256 -0
- package/docs/SLEEP.md +164 -0
- package/docs/STORAGE.md +89 -0
- package/lib/api-standalone.js +673 -572
- package/lib/api.js +1437 -1433
- package/lib/bootstrap.js +211 -211
- package/lib/client.js +5444 -5295
- package/lib/commands.js +95 -95
- package/lib/config.js +880 -836
- package/lib/content-hash.js +54 -54
- package/lib/continuity.js +220 -220
- package/lib/document-index.js +94 -94
- package/lib/document.js +303 -303
- package/lib/dream/clustering.js +118 -118
- package/lib/dream/decisions.js +674 -674
- package/lib/dream/narratives.js +44 -44
- package/lib/dream/sleep.js +819 -819
- package/lib/dream.js +1501 -1501
- package/lib/embedding.js +177 -177
- package/lib/entities/extractor.js +252 -252
- package/lib/graph/anchoring.js +179 -179
- package/lib/guide.js +74 -74
- package/lib/heat.js +144 -144
- package/lib/hot-memory.js +46 -46
- package/lib/index.js +535 -671
- package/lib/inject.js +464 -450
- package/lib/lang.js +248 -229
- package/lib/local-embedder.js +358 -358
- package/lib/maintenance.js +142 -142
- package/lib/mirror.js +330 -330
- package/lib/organize.js +450 -450
- package/lib/peak-hours.js +117 -117
- package/lib/placement.js +13 -0
- package/lib/pre-inject-gate.js +340 -0
- package/lib/quality-filter.js +126 -126
- package/lib/recall-stats.js +175 -175
- package/lib/reranker.js +269 -269
- package/lib/runtime/adopt.js +176 -176
- package/lib/runtime/closure.js +172 -172
- package/lib/runtime/download.js +247 -247
- package/lib/runtime/layout.js +265 -265
- package/lib/runtime/loader.js +252 -252
- package/lib/runtime/model-fetch.js +361 -361
- package/lib/runtime/provision.js +237 -237
- package/lib/runtime/tarball.js +130 -130
- package/lib/runtime/verify.js +223 -204
- package/lib/scope.js +146 -146
- package/lib/search/adaptive.js +60 -60
- package/lib/search/bm25.js +96 -96
- package/lib/semantic.js +229 -0
- package/lib/sensitive-scan.js +209 -209
- package/lib/serve.js +215 -0
- package/lib/service.js +2663 -2596
- package/lib/settings.js +517 -509
- package/lib/store.js +3007 -3007
- package/lib/summarize.js +891 -856
- package/lib/tools.js +743 -737
- package/lib/vector-index.js +110 -110
- package/lib/version-check.js +122 -122
- package/lib/write-admission.js +402 -402
- package/locale/en.json +6 -6
- package/locale/zh.json +6 -6
- package/package.json +8 -4
- package/runtime-manifest.json +526 -526
- package/scripts/benchmark-embed.js +201 -201
- package/scripts/benchmark-recall.js +249 -249
- package/scripts/benchmark-rerank.js +166 -166
- package/scripts/build-runtime-manifest.mjs +224 -224
- package/scripts/changelog-prep.mjs +36 -0
- package/scripts/check-sync.js +42 -42
- package/scripts/e2e-dsh.js +220 -220
- package/scripts/mneme-runtime.mjs +277 -277
- package/scripts/stress-dsh.js +255 -255
- package/scripts/sync-lib.js +47 -47
- package/scripts/sync-test-badge.mjs +69 -69
- package/scripts/test-count-sync.mjs +44 -44
- package/src/api-standalone.js +673 -572
- package/src/api.js +1437 -1433
- package/src/bootstrap.js +211 -211
- package/src/commands.js +95 -95
- package/src/config.js +880 -836
- package/src/content-hash.js +54 -54
- package/src/continuity.js +220 -220
- package/src/document-index.js +94 -94
- package/src/document.js +303 -303
- package/src/dream/clustering.js +118 -118
- package/src/dream/decisions.js +674 -674
- package/src/dream/narratives.js +44 -44
- package/src/dream/sleep.js +819 -819
- package/src/dream.js +1501 -1501
- package/src/embedding.js +177 -177
- package/src/entities/extractor.js +252 -252
- package/src/graph/anchoring.js +179 -179
- package/src/guide.js +74 -74
- package/src/heat.js +144 -144
- package/src/hot-memory.js +46 -46
- package/src/index.js +535 -671
- package/src/inject.js +464 -450
- package/src/lang.js +248 -229
- package/src/local-embedder.js +358 -358
- package/src/maintenance.js +142 -142
- package/src/mirror.js +330 -330
- package/src/organize.js +450 -450
- package/src/peak-hours.js +117 -117
- package/src/placement.js +13 -0
- package/src/pre-inject-gate.js +340 -0
- package/src/quality-filter.js +126 -126
- package/src/recall-stats.js +175 -175
- package/src/reranker.js +269 -269
- package/src/runtime/adopt.js +176 -176
- package/src/runtime/closure.js +172 -172
- package/src/runtime/download.js +247 -247
- package/src/runtime/layout.js +265 -265
- package/src/runtime/loader.js +252 -252
- package/src/runtime/model-fetch.js +361 -361
- package/src/runtime/provision.js +237 -237
- package/src/runtime/tarball.js +130 -130
- package/src/runtime/verify.js +223 -204
- package/src/scope.js +146 -146
- package/src/search/adaptive.js +60 -60
- package/src/search/bm25.js +96 -96
- package/src/semantic.js +229 -0
- package/src/sensitive-scan.js +209 -209
- package/src/serve.js +215 -0
- package/src/service.js +2663 -2596
- package/src/settings.js +517 -509
- package/src/store.js +3007 -3007
- package/src/summarize.js +891 -856
- package/src/tools.js +743 -737
- package/src/vector-index.js +110 -110
- package/src/version-check.js +122 -122
- package/src/write-admission.js +402 -402
- package/test/adaptive-inject-budget.test.js +85 -85
- package/test/api-routes-gaps.test.js +218 -218
- package/test/api.test.js +1702 -1688
- package/test/audit.test.js +448 -448
- package/test/baseline-persist.test.js +248 -248
- package/test/benchmark.test.js +94 -94
- package/test/bootstrap.test.js +220 -220
- package/test/changelog-prep.test.js +60 -0
- package/test/client.test.js +1230 -1169
- package/test/clustering.test.js +100 -100
- package/test/commands.test.js +106 -106
- package/test/config.test.js +66 -66
- package/test/conflict-freeze.test.js +300 -300
- package/test/content-hash.test.js +204 -204
- package/test/continuity.test.js +333 -333
- package/test/document-dir.test.js +233 -233
- package/test/document.test.js +671 -671
- package/test/dream-archive-guardrail.test.js +116 -116
- package/test/dream-candidate-hybrid.test.js +281 -281
- package/test/dream-coverage-degrade.test.js +86 -86
- package/test/dream-failure-backoff.test.js +173 -173
- package/test/dream-peak-hours.test.js +194 -194
- package/test/dream.test.js +1385 -1383
- package/test/embedding-ready.test.js +196 -196
- package/test/entities.test.js +627 -547
- package/test/entity-recall.test.js +179 -179
- package/test/epistemic.test.js +325 -325
- package/test/fnew-0112.test.js +311 -311
- package/test/fnew-03.test.js +422 -422
- package/test/graph-anchoring.test.js +184 -184
- package/test/graph-api.test.js +175 -175
- package/test/graph-inject-budget.test.js +103 -103
- package/test/graph-passive-confirm.test.js +91 -91
- package/test/graph-weight-evolution.test.js +104 -104
- package/test/heat.test.js +175 -175
- package/test/helpers/dream-mock.js +82 -82
- package/test/helpers/peer-worker.mjs +25 -25
- package/test/helpers/runtime-source.js +60 -60
- package/test/helpers/tar-builder.js +80 -80
- package/test/helpers/write-admission-samples.js +308 -308
- package/test/hot-memory.test.js +145 -145
- package/test/inject-content-cap.test.js +91 -91
- package/test/inject-first-round-bm25.test.js +89 -89
- package/test/inject-heat.test.js +77 -61
- package/test/inject-parent-gate.test.js +106 -106
- package/test/inject-pools.test.js +194 -194
- package/test/inject-recall.test.js +105 -105
- package/test/inject-rotation.test.js +161 -161
- package/test/inject.test.js +420 -420
- package/test/lang.test.js +87 -87
- package/test/lastrunat-persist.test.js +101 -101
- package/test/lib-smoke.test.js +96 -96
- package/test/llm-audit.test.js +598 -598
- package/test/llm-message-source.test.js +207 -207
- package/test/local-embedder.test.js +292 -292
- package/test/maintenance.test.js +391 -391
- package/test/mcp-stdio.test.js +385 -385
- package/test/mirror-dirty.test.js +424 -424
- package/test/mirror-edit-digest.test.js +187 -187
- package/test/mirror-generation.test.js +499 -499
- package/test/mirror-types.test.js +208 -208
- package/test/mirror.test.js +249 -249
- package/test/narrative-bars.test.js +162 -162
- package/test/organize.test.js +418 -418
- package/test/peer-blockers.test.js +193 -193
- package/test/placement.test.js +36 -0
- package/test/policy-epoch.test.js +259 -259
- package/test/pre-inject-gate.test.js +434 -0
- package/test/quality-filter.test.js +186 -186
- package/test/reasoning-effort.test.js +752 -752
- package/test/recall-anti-update.test.js +82 -82
- package/test/recall-evals.test.js +253 -253
- package/test/recall-layer.test.js +326 -326
- package/test/recall-stats.test.js +189 -189
- package/test/receipt-chain.test.js +451 -451
- package/test/reflection.test.js +226 -226
- package/test/reindex-backfill.test.js +62 -62
- package/test/reranker-single-logit.test.js +73 -73
- package/test/reranker.test.js +197 -197
- package/test/resident-status.test.js +83 -83
- package/test/runtime-adopt.test.js +206 -206
- package/test/runtime-cli.test.js +89 -89
- package/test/runtime-closure.test.js +193 -193
- package/test/runtime-download.test.js +302 -302
- package/test/runtime-layout.test.js +163 -163
- package/test/runtime-loader.test.js +255 -255
- package/test/runtime-manifest.test.js +159 -159
- package/test/runtime-model-fetch.test.js +348 -348
- package/test/runtime-provision.test.js +101 -101
- package/test/runtime-tarball.test.js +81 -81
- package/test/runtime-verify.test.js +319 -279
- package/test/scope-candidates.test.js +239 -239
- package/test/scope-explicit.test.js +452 -452
- package/test/scope-inject-soft.test.js +106 -106
- package/test/scope-retrieval.test.js +197 -197
- package/test/scope-storage.test.js +255 -255
- package/test/scope-strict.test.js +367 -343
- package/test/search-fusion.test.js +90 -90
- package/test/semantic.test.js +124 -124
- package/test/sensitive-scan.test.js +207 -207
- package/test/serve-bin.test.js +121 -0
- package/test/serve.test.js +196 -0
- package/test/service-search.test.js +174 -174
- package/test/service.test.js +405 -405
- package/test/settings.test.js +261 -261
- package/test/skip-invalid-restore.test.js +262 -262
- package/test/sleep-action-set.test.js +422 -422
- package/test/sleep-heat.test.js +126 -126
- package/test/sleep-scheduler-rearm.test.js +89 -89
- package/test/sleep.test.js +527 -527
- package/test/standalone-api.test.js +751 -544
- package/test/store-vector-cache.test.js +98 -98
- package/test/store.test.js +396 -396
- package/test/stress.test.js +209 -209
- package/test/summarize-occurred-at.test.js +127 -0
- package/test/summarize-reasoning-effort.test.js +189 -189
- package/test/summarize.test.js +1465 -1465
- package/test/supersede-state-tracking.test.js +394 -0
- package/test/test-count-sync.test.js +60 -60
- package/test/tools-dto-schema-matrix.test.js +325 -325
- package/test/tools-memory-get-schema.test.js +65 -65
- package/test/tools.test.js +428 -374
- package/test/updated-at-semantics.test.js +113 -113
- package/test/vector-index.test.js +221 -221
- package/test/version-check.test.js +152 -152
- package/test/webServer-optional.test.js +82 -82
- package/test/write-admission.test.js +668 -668
|
@@ -1,196 +1,196 @@
|
|
|
1
|
-
import test from "node:test";
|
|
2
|
-
import assert from "node:assert/strict";
|
|
3
|
-
import { createEmbedder } from "../src/embedding.js";
|
|
4
|
-
|
|
5
|
-
// issue #135: the legacy OpenAI-compatible embedder is an object literal with no
|
|
6
|
-
// async init, so api.js's generic `"ready" in embedder` branch used to fall
|
|
7
|
-
// through to "assume usable" — the status card stayed green while baseUrl /
|
|
8
|
-
// apiKey / model were all empty and not a single vector could be produced
|
|
9
|
-
// ("绿色假阳性"). These tests pin the real predicate and the getter semantics.
|
|
10
|
-
|
|
11
|
-
const FULL = {
|
|
12
|
-
enabled: true,
|
|
13
|
-
baseUrl: "https://api.example.com/v1",
|
|
14
|
-
apiKey: "sk-test",
|
|
15
|
-
model: "text-embedding-3-small"
|
|
16
|
-
};
|
|
17
|
-
|
|
18
|
-
/** Build the embedder against a settings double + a recording store. */
|
|
19
|
-
function make(cfg, { live = false } = {}) {
|
|
20
|
-
const writes = [];
|
|
21
|
-
const box = { cfg };
|
|
22
|
-
const embedder = createEmbedder({
|
|
23
|
-
store: { setEmbedding: (id, vector) => writes.push({ id, vector }) },
|
|
24
|
-
settings: { getVectorConfig: () => (live ? box.cfg : cfg) },
|
|
25
|
-
logger: { info() {}, warn() {} }
|
|
26
|
-
});
|
|
27
|
-
return { embedder, writes, box };
|
|
28
|
-
}
|
|
29
|
-
|
|
30
|
-
test("#135 legacy OpenAI embedder reports ready/configured from the config", () => {
|
|
31
|
-
const { embedder } = make(FULL);
|
|
32
|
-
assert.equal(embedder.ready, true, "fully configured → ready");
|
|
33
|
-
assert.equal(embedder.configured, true);
|
|
34
|
-
|
|
35
|
-
// Any of the four fields missing → not configured. `enabled` flips to false,
|
|
36
|
-
// the rest are blanked (the shape the settings panel leaves behind when the
|
|
37
|
-
// user never filled the vector section in).
|
|
38
|
-
for (const key of ["enabled", "baseUrl", "apiKey", "model"]) {
|
|
39
|
-
const broken = { ...FULL, [key]: key === "enabled" ? false : "" };
|
|
40
|
-
const { embedder: e } = make(broken);
|
|
41
|
-
assert.equal(e.configured, false, `blank ${key} → not configured`);
|
|
42
|
-
assert.equal(e.ready, false, `blank ${key} → not ready`);
|
|
43
|
-
}
|
|
44
|
-
|
|
45
|
-
// Defensive: a settings double returning {} (or nothing) must not throw.
|
|
46
|
-
assert.equal(make({}).embedder.ready, false);
|
|
47
|
-
assert.equal(make(undefined).embedder.ready, false);
|
|
48
|
-
});
|
|
49
|
-
|
|
50
|
-
test("#135 ready/configured are live getters, not boot-time snapshots", () => {
|
|
51
|
-
// The panel writes vector-config through settings; the legacy embedder reads
|
|
52
|
-
// it per call (same as embed()), so fixing the config must not need a restart.
|
|
53
|
-
const { embedder, box } = make(FULL, { live: true });
|
|
54
|
-
assert.equal(embedder.ready, true);
|
|
55
|
-
box.cfg = { ...FULL, apiKey: "" };
|
|
56
|
-
assert.equal(embedder.ready, false, "getter re-reads the live config");
|
|
57
|
-
assert.equal(embedder.configured, false);
|
|
58
|
-
box.cfg = FULL;
|
|
59
|
-
assert.equal(embedder.ready, true, "…and recovers once the config is complete");
|
|
60
|
-
});
|
|
61
|
-
|
|
62
|
-
test("#135 unconfigured embedder never reaches the network", async () => {
|
|
63
|
-
const { embedder, writes } = make({ ...FULL, apiKey: "" });
|
|
64
|
-
// A real fetch here would go out with an empty bearer token.
|
|
65
|
-
assert.equal(await embedder.embed("hello"), null);
|
|
66
|
-
assert.equal(await embedder.embedSingle("hello"), null);
|
|
67
|
-
|
|
68
|
-
embedder.schedule({ id: "m1", title: "t", content: "c" });
|
|
69
|
-
await new Promise((resolve) => setTimeout(resolve, 0));
|
|
70
|
-
assert.deepEqual(writes, [], "schedule() must not store an embedding");
|
|
71
|
-
|
|
72
|
-
// A memory without an id is a no-op (never a store write with undefined id).
|
|
73
|
-
embedder.schedule(null);
|
|
74
|
-
embedder.schedule({});
|
|
75
|
-
await new Promise((resolve) => setTimeout(resolve, 0));
|
|
76
|
-
assert.deepEqual(writes, []);
|
|
77
|
-
});
|
|
78
|
-
|
|
79
|
-
test("#135 unconfigured embedder reports no model fingerprint or dimension", () => {
|
|
80
|
-
const { embedder } = make(FULL);
|
|
81
|
-
assert.equal(embedder.name, "OpenAI", "explicit name for the status card");
|
|
82
|
-
assert.equal(embedder.dimension, undefined, "no dimension before a first embed");
|
|
83
|
-
// model#hex — same fingerprint format the local embedders use.
|
|
84
|
-
assert.match(embedder.modelHash, /^text-embedding-3-small#[0-9a-f]+$/);
|
|
85
|
-
assert.equal(make({ ...FULL, model: "" }).embedder.modelHash, undefined);
|
|
86
|
-
assert.equal(make({ ...FULL, enabled: false }).embedder.modelHash, undefined);
|
|
87
|
-
});
|
|
88
|
-
|
|
89
|
-
// ── 覆盖补齐:embed 成功/降级、embedSingle 兜底、reindexMissing、schedule 成功路径 ──
|
|
90
|
-
|
|
91
|
-
/** 临时替换全局 fetch(embedText 直接调它),fn 结束后恢复。 */
|
|
92
|
-
async function withFetch(impl, fn) {
|
|
93
|
-
const original = globalThis.fetch;
|
|
94
|
-
globalThis.fetch = impl;
|
|
95
|
-
try {
|
|
96
|
-
return await fn();
|
|
97
|
-
} finally {
|
|
98
|
-
globalThis.fetch = original;
|
|
99
|
-
}
|
|
100
|
-
}
|
|
101
|
-
|
|
102
|
-
const okResponse = (embedding) => ({
|
|
103
|
-
ok: true,
|
|
104
|
-
json: async () => ({ data: [{ embedding }] })
|
|
105
|
-
});
|
|
106
|
-
|
|
107
|
-
test("embed: 完整配置时走真实 fetch,成功返回向量并记下维度", async () => {
|
|
108
|
-
const { embedder } = make(FULL);
|
|
109
|
-
await withFetch(async () => okResponse([1, 2, 3, 4]), async () => {
|
|
110
|
-
const vec = await embedder.embed("猫咪");
|
|
111
|
-
assert.deepEqual(vec, [1, 2, 3, 4]);
|
|
112
|
-
assert.equal(embedder.dimension, 4, "成功嵌入后记下维度供指纹用");
|
|
113
|
-
});
|
|
114
|
-
});
|
|
115
|
-
|
|
116
|
-
test("embed: 网络失败 / 非 2xx / 响应不可用都降级为 null,不抛", async () => {
|
|
117
|
-
const { embedder } = make(FULL);
|
|
118
|
-
await withFetch(async () => { throw new Error("ECONNREFUSED"); }, async () => {
|
|
119
|
-
assert.equal(await embedder.embed("x"), null);
|
|
120
|
-
});
|
|
121
|
-
await withFetch(async () => ({ ok: false }), async () => {
|
|
122
|
-
assert.equal(await embedder.embed("x"), null);
|
|
123
|
-
});
|
|
124
|
-
await withFetch(async () => ({ ok: true, json: async () => { throw new Error("bad json"); } }), async () => {
|
|
125
|
-
assert.equal(await embedder.embed("x"), null);
|
|
126
|
-
});
|
|
127
|
-
await withFetch(async () => ({ ok: true, json: async () => ({ data: [] }) }), async () => {
|
|
128
|
-
assert.equal(await embedder.embed("x"), null, "空 data 数组不可用");
|
|
129
|
-
});
|
|
130
|
-
});
|
|
131
|
-
|
|
132
|
-
test("embedSingle: embed 缺失时兜底返回 null(统一旧接口契约)", async () => {
|
|
133
|
-
const { embedder } = make(FULL);
|
|
134
|
-
assert.equal(await embedder.embedSingle.call({}, "x"), null, "无 embed 方法时返回 null 而非抛错");
|
|
135
|
-
});
|
|
136
|
-
|
|
137
|
-
test("reindexMissing: 逐行回填并统计 indexed/skipped,有成功才记模型指纹", async () => {
|
|
138
|
-
let markCalls = 0;
|
|
139
|
-
const rows = [{ id: "m1", title: "t1", content: "c1" }, { id: "m2", title: "t2", content: "c2" }];
|
|
140
|
-
const writes = [];
|
|
141
|
-
const embedder = createEmbedder({
|
|
142
|
-
store: {
|
|
143
|
-
setEmbedding: (id, v) => writes.push({ id, v }),
|
|
144
|
-
needsEmbedding: () => rows
|
|
145
|
-
},
|
|
146
|
-
settings: { getVectorConfig: () => FULL },
|
|
147
|
-
vectorIndex: { markModel: () => { markCalls++; } }
|
|
148
|
-
});
|
|
149
|
-
let call = 0;
|
|
150
|
-
await withFetch(async () => okResponse([call++, 0]), async () => {
|
|
151
|
-
const result = await embedder.reindexMissing(50);
|
|
152
|
-
assert.equal(result.indexed, 2);
|
|
153
|
-
assert.equal(result.skipped, 0);
|
|
154
|
-
assert.equal(writes.length, 2);
|
|
155
|
-
assert.equal(markCalls, 1, "有成功回填才记模型指纹");
|
|
156
|
-
});
|
|
157
|
-
});
|
|
158
|
-
|
|
159
|
-
test("reindexMissing: 未启用时直接返回 0/0,不碰 store", async () => {
|
|
160
|
-
const { embedder } = make({ ...FULL, enabled: false });
|
|
161
|
-
const result = await embedder.reindexMissing(50);
|
|
162
|
-
assert.deepEqual(result, { indexed: 0, skipped: 0 });
|
|
163
|
-
});
|
|
164
|
-
|
|
165
|
-
test("reindexMissing: 嵌入失败的行走 skipped,不算 indexed", async () => {
|
|
166
|
-
const writes = [];
|
|
167
|
-
const embedder = createEmbedder({
|
|
168
|
-
store: {
|
|
169
|
-
setEmbedding: (id, v) => writes.push({ id, v }),
|
|
170
|
-
needsEmbedding: () => [{ id: "m1", title: "t", content: "c" }]
|
|
171
|
-
},
|
|
172
|
-
settings: { getVectorConfig: () => FULL }
|
|
173
|
-
});
|
|
174
|
-
await withFetch(async () => ({ ok: false }), async () => {
|
|
175
|
-
const result = await embedder.reindexMissing(50);
|
|
176
|
-
assert.equal(result.indexed, 0);
|
|
177
|
-
assert.equal(result.skipped, 1, "嵌入失败的行走 skipped,不算 indexed");
|
|
178
|
-
});
|
|
179
|
-
});
|
|
180
|
-
|
|
181
|
-
test("schedule: 嵌入成功时写入 store 并记 info 日志(embedFor 成功路径)", async () => {
|
|
182
|
-
const writes = [];
|
|
183
|
-
let logged = 0;
|
|
184
|
-
const embedder = createEmbedder({
|
|
185
|
-
store: { setEmbedding: (id, v) => writes.push({ id, v }) },
|
|
186
|
-
settings: { getVectorConfig: () => FULL },
|
|
187
|
-
logger: { info: () => { logged++; }, warn() {} },
|
|
188
|
-
vectorIndex: { markModel() {} }
|
|
189
|
-
});
|
|
190
|
-
await withFetch(async () => okResponse([0.1, 0.2]), async () => {
|
|
191
|
-
embedder.schedule({ id: "m9", title: "t", content: "c" });
|
|
192
|
-
await new Promise((resolve) => setTimeout(resolve, 0));
|
|
193
|
-
});
|
|
194
|
-
assert.equal(writes.length, 1);
|
|
195
|
-
assert.equal(logged, 1, "成功嵌入记一行 info 日志");
|
|
196
|
-
});
|
|
1
|
+
import test from "node:test";
|
|
2
|
+
import assert from "node:assert/strict";
|
|
3
|
+
import { createEmbedder } from "../src/embedding.js";
|
|
4
|
+
|
|
5
|
+
// issue #135: the legacy OpenAI-compatible embedder is an object literal with no
|
|
6
|
+
// async init, so api.js's generic `"ready" in embedder` branch used to fall
|
|
7
|
+
// through to "assume usable" — the status card stayed green while baseUrl /
|
|
8
|
+
// apiKey / model were all empty and not a single vector could be produced
|
|
9
|
+
// ("绿色假阳性"). These tests pin the real predicate and the getter semantics.
|
|
10
|
+
|
|
11
|
+
const FULL = {
|
|
12
|
+
enabled: true,
|
|
13
|
+
baseUrl: "https://api.example.com/v1",
|
|
14
|
+
apiKey: "sk-test",
|
|
15
|
+
model: "text-embedding-3-small"
|
|
16
|
+
};
|
|
17
|
+
|
|
18
|
+
/** Build the embedder against a settings double + a recording store. */
|
|
19
|
+
function make(cfg, { live = false } = {}) {
|
|
20
|
+
const writes = [];
|
|
21
|
+
const box = { cfg };
|
|
22
|
+
const embedder = createEmbedder({
|
|
23
|
+
store: { setEmbedding: (id, vector) => writes.push({ id, vector }) },
|
|
24
|
+
settings: { getVectorConfig: () => (live ? box.cfg : cfg) },
|
|
25
|
+
logger: { info() {}, warn() {} }
|
|
26
|
+
});
|
|
27
|
+
return { embedder, writes, box };
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
test("#135 legacy OpenAI embedder reports ready/configured from the config", () => {
|
|
31
|
+
const { embedder } = make(FULL);
|
|
32
|
+
assert.equal(embedder.ready, true, "fully configured → ready");
|
|
33
|
+
assert.equal(embedder.configured, true);
|
|
34
|
+
|
|
35
|
+
// Any of the four fields missing → not configured. `enabled` flips to false,
|
|
36
|
+
// the rest are blanked (the shape the settings panel leaves behind when the
|
|
37
|
+
// user never filled the vector section in).
|
|
38
|
+
for (const key of ["enabled", "baseUrl", "apiKey", "model"]) {
|
|
39
|
+
const broken = { ...FULL, [key]: key === "enabled" ? false : "" };
|
|
40
|
+
const { embedder: e } = make(broken);
|
|
41
|
+
assert.equal(e.configured, false, `blank ${key} → not configured`);
|
|
42
|
+
assert.equal(e.ready, false, `blank ${key} → not ready`);
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
// Defensive: a settings double returning {} (or nothing) must not throw.
|
|
46
|
+
assert.equal(make({}).embedder.ready, false);
|
|
47
|
+
assert.equal(make(undefined).embedder.ready, false);
|
|
48
|
+
});
|
|
49
|
+
|
|
50
|
+
test("#135 ready/configured are live getters, not boot-time snapshots", () => {
|
|
51
|
+
// The panel writes vector-config through settings; the legacy embedder reads
|
|
52
|
+
// it per call (same as embed()), so fixing the config must not need a restart.
|
|
53
|
+
const { embedder, box } = make(FULL, { live: true });
|
|
54
|
+
assert.equal(embedder.ready, true);
|
|
55
|
+
box.cfg = { ...FULL, apiKey: "" };
|
|
56
|
+
assert.equal(embedder.ready, false, "getter re-reads the live config");
|
|
57
|
+
assert.equal(embedder.configured, false);
|
|
58
|
+
box.cfg = FULL;
|
|
59
|
+
assert.equal(embedder.ready, true, "…and recovers once the config is complete");
|
|
60
|
+
});
|
|
61
|
+
|
|
62
|
+
test("#135 unconfigured embedder never reaches the network", async () => {
|
|
63
|
+
const { embedder, writes } = make({ ...FULL, apiKey: "" });
|
|
64
|
+
// A real fetch here would go out with an empty bearer token.
|
|
65
|
+
assert.equal(await embedder.embed("hello"), null);
|
|
66
|
+
assert.equal(await embedder.embedSingle("hello"), null);
|
|
67
|
+
|
|
68
|
+
embedder.schedule({ id: "m1", title: "t", content: "c" });
|
|
69
|
+
await new Promise((resolve) => setTimeout(resolve, 0));
|
|
70
|
+
assert.deepEqual(writes, [], "schedule() must not store an embedding");
|
|
71
|
+
|
|
72
|
+
// A memory without an id is a no-op (never a store write with undefined id).
|
|
73
|
+
embedder.schedule(null);
|
|
74
|
+
embedder.schedule({});
|
|
75
|
+
await new Promise((resolve) => setTimeout(resolve, 0));
|
|
76
|
+
assert.deepEqual(writes, []);
|
|
77
|
+
});
|
|
78
|
+
|
|
79
|
+
test("#135 unconfigured embedder reports no model fingerprint or dimension", () => {
|
|
80
|
+
const { embedder } = make(FULL);
|
|
81
|
+
assert.equal(embedder.name, "OpenAI", "explicit name for the status card");
|
|
82
|
+
assert.equal(embedder.dimension, undefined, "no dimension before a first embed");
|
|
83
|
+
// model#hex — same fingerprint format the local embedders use.
|
|
84
|
+
assert.match(embedder.modelHash, /^text-embedding-3-small#[0-9a-f]+$/);
|
|
85
|
+
assert.equal(make({ ...FULL, model: "" }).embedder.modelHash, undefined);
|
|
86
|
+
assert.equal(make({ ...FULL, enabled: false }).embedder.modelHash, undefined);
|
|
87
|
+
});
|
|
88
|
+
|
|
89
|
+
// ── 覆盖补齐:embed 成功/降级、embedSingle 兜底、reindexMissing、schedule 成功路径 ──
|
|
90
|
+
|
|
91
|
+
/** 临时替换全局 fetch(embedText 直接调它),fn 结束后恢复。 */
|
|
92
|
+
async function withFetch(impl, fn) {
|
|
93
|
+
const original = globalThis.fetch;
|
|
94
|
+
globalThis.fetch = impl;
|
|
95
|
+
try {
|
|
96
|
+
return await fn();
|
|
97
|
+
} finally {
|
|
98
|
+
globalThis.fetch = original;
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
const okResponse = (embedding) => ({
|
|
103
|
+
ok: true,
|
|
104
|
+
json: async () => ({ data: [{ embedding }] })
|
|
105
|
+
});
|
|
106
|
+
|
|
107
|
+
test("embed: 完整配置时走真实 fetch,成功返回向量并记下维度", async () => {
|
|
108
|
+
const { embedder } = make(FULL);
|
|
109
|
+
await withFetch(async () => okResponse([1, 2, 3, 4]), async () => {
|
|
110
|
+
const vec = await embedder.embed("猫咪");
|
|
111
|
+
assert.deepEqual(vec, [1, 2, 3, 4]);
|
|
112
|
+
assert.equal(embedder.dimension, 4, "成功嵌入后记下维度供指纹用");
|
|
113
|
+
});
|
|
114
|
+
});
|
|
115
|
+
|
|
116
|
+
test("embed: 网络失败 / 非 2xx / 响应不可用都降级为 null,不抛", async () => {
|
|
117
|
+
const { embedder } = make(FULL);
|
|
118
|
+
await withFetch(async () => { throw new Error("ECONNREFUSED"); }, async () => {
|
|
119
|
+
assert.equal(await embedder.embed("x"), null);
|
|
120
|
+
});
|
|
121
|
+
await withFetch(async () => ({ ok: false }), async () => {
|
|
122
|
+
assert.equal(await embedder.embed("x"), null);
|
|
123
|
+
});
|
|
124
|
+
await withFetch(async () => ({ ok: true, json: async () => { throw new Error("bad json"); } }), async () => {
|
|
125
|
+
assert.equal(await embedder.embed("x"), null);
|
|
126
|
+
});
|
|
127
|
+
await withFetch(async () => ({ ok: true, json: async () => ({ data: [] }) }), async () => {
|
|
128
|
+
assert.equal(await embedder.embed("x"), null, "空 data 数组不可用");
|
|
129
|
+
});
|
|
130
|
+
});
|
|
131
|
+
|
|
132
|
+
test("embedSingle: embed 缺失时兜底返回 null(统一旧接口契约)", async () => {
|
|
133
|
+
const { embedder } = make(FULL);
|
|
134
|
+
assert.equal(await embedder.embedSingle.call({}, "x"), null, "无 embed 方法时返回 null 而非抛错");
|
|
135
|
+
});
|
|
136
|
+
|
|
137
|
+
test("reindexMissing: 逐行回填并统计 indexed/skipped,有成功才记模型指纹", async () => {
|
|
138
|
+
let markCalls = 0;
|
|
139
|
+
const rows = [{ id: "m1", title: "t1", content: "c1" }, { id: "m2", title: "t2", content: "c2" }];
|
|
140
|
+
const writes = [];
|
|
141
|
+
const embedder = createEmbedder({
|
|
142
|
+
store: {
|
|
143
|
+
setEmbedding: (id, v) => writes.push({ id, v }),
|
|
144
|
+
needsEmbedding: () => rows
|
|
145
|
+
},
|
|
146
|
+
settings: { getVectorConfig: () => FULL },
|
|
147
|
+
vectorIndex: { markModel: () => { markCalls++; } }
|
|
148
|
+
});
|
|
149
|
+
let call = 0;
|
|
150
|
+
await withFetch(async () => okResponse([call++, 0]), async () => {
|
|
151
|
+
const result = await embedder.reindexMissing(50);
|
|
152
|
+
assert.equal(result.indexed, 2);
|
|
153
|
+
assert.equal(result.skipped, 0);
|
|
154
|
+
assert.equal(writes.length, 2);
|
|
155
|
+
assert.equal(markCalls, 1, "有成功回填才记模型指纹");
|
|
156
|
+
});
|
|
157
|
+
});
|
|
158
|
+
|
|
159
|
+
test("reindexMissing: 未启用时直接返回 0/0,不碰 store", async () => {
|
|
160
|
+
const { embedder } = make({ ...FULL, enabled: false });
|
|
161
|
+
const result = await embedder.reindexMissing(50);
|
|
162
|
+
assert.deepEqual(result, { indexed: 0, skipped: 0 });
|
|
163
|
+
});
|
|
164
|
+
|
|
165
|
+
test("reindexMissing: 嵌入失败的行走 skipped,不算 indexed", async () => {
|
|
166
|
+
const writes = [];
|
|
167
|
+
const embedder = createEmbedder({
|
|
168
|
+
store: {
|
|
169
|
+
setEmbedding: (id, v) => writes.push({ id, v }),
|
|
170
|
+
needsEmbedding: () => [{ id: "m1", title: "t", content: "c" }]
|
|
171
|
+
},
|
|
172
|
+
settings: { getVectorConfig: () => FULL }
|
|
173
|
+
});
|
|
174
|
+
await withFetch(async () => ({ ok: false }), async () => {
|
|
175
|
+
const result = await embedder.reindexMissing(50);
|
|
176
|
+
assert.equal(result.indexed, 0);
|
|
177
|
+
assert.equal(result.skipped, 1, "嵌入失败的行走 skipped,不算 indexed");
|
|
178
|
+
});
|
|
179
|
+
});
|
|
180
|
+
|
|
181
|
+
test("schedule: 嵌入成功时写入 store 并记 info 日志(embedFor 成功路径)", async () => {
|
|
182
|
+
const writes = [];
|
|
183
|
+
let logged = 0;
|
|
184
|
+
const embedder = createEmbedder({
|
|
185
|
+
store: { setEmbedding: (id, v) => writes.push({ id, v }) },
|
|
186
|
+
settings: { getVectorConfig: () => FULL },
|
|
187
|
+
logger: { info: () => { logged++; }, warn() {} },
|
|
188
|
+
vectorIndex: { markModel() {} }
|
|
189
|
+
});
|
|
190
|
+
await withFetch(async () => okResponse([0.1, 0.2]), async () => {
|
|
191
|
+
embedder.schedule({ id: "m9", title: "t", content: "c" });
|
|
192
|
+
await new Promise((resolve) => setTimeout(resolve, 0));
|
|
193
|
+
});
|
|
194
|
+
assert.equal(writes.length, 1);
|
|
195
|
+
assert.equal(logged, 1, "成功嵌入记一行 info 日志");
|
|
196
|
+
});
|