nlm-memory 0.4.2 → 0.5.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +72 -34
- package/dist/cli/nlm.js +223 -33
- package/dist/cli/nlm.js.map +1 -1
- package/dist/core/adapters/cursor.d.ts +45 -0
- package/dist/core/adapters/cursor.js +397 -0
- package/dist/core/adapters/cursor.js.map +1 -0
- package/dist/core/adapters/from-source.js +10 -0
- package/dist/core/adapters/from-source.js.map +1 -1
- package/dist/core/adapters/windsurf.d.ts +44 -0
- package/dist/core/adapters/windsurf.js +299 -0
- package/dist/core/adapters/windsurf.js.map +1 -0
- package/dist/core/hook/claude-settings.d.ts +12 -5
- package/dist/core/hook/claude-settings.js +21 -6
- package/dist/core/hook/claude-settings.js.map +1 -1
- package/dist/core/sources/source-registry.d.ts +1 -1
- package/dist/core/sources/source-registry.js +18 -0
- package/dist/core/sources/source-registry.js.map +1 -1
- package/dist/core/storage/sqlite-session-store.d.ts +2 -0
- package/dist/core/storage/sqlite-session-store.js +38 -2
- package/dist/core/storage/sqlite-session-store.js.map +1 -1
- package/dist/hook/hook-auth.d.ts +13 -0
- package/dist/hook/hook-auth.js +19 -0
- package/dist/hook/hook-auth.js.map +1 -0
- package/dist/hook/prompt-recall-hook.js +7 -1
- package/dist/hook/prompt-recall-hook.js.map +1 -1
- package/dist/hook/session-start-hook.js +4 -1
- package/dist/hook/session-start-hook.js.map +1 -1
- package/dist/hook/stop-hook.js +4 -1
- package/dist/hook/stop-hook.js.map +1 -1
- package/dist/http/app.d.ts +2 -0
- package/dist/http/app.js +76 -1
- package/dist/http/app.js.map +1 -1
- package/dist/install/claude-code.js +1 -1
- package/dist/install/claude-code.js.map +1 -1
- package/dist/install/cursor.d.ts +25 -0
- package/dist/install/cursor.js +43 -0
- package/dist/install/cursor.js.map +1 -0
- package/dist/install/nlm-dir-perms.d.ts +19 -0
- package/dist/install/nlm-dir-perms.js +43 -0
- package/dist/install/nlm-dir-perms.js.map +1 -0
- package/dist/install/ollama.d.ts +18 -1
- package/dist/install/ollama.js +62 -7
- package/dist/install/ollama.js.map +1 -1
- package/dist/install/setup.d.ts +4 -0
- package/dist/install/setup.js +141 -18
- package/dist/install/setup.js.map +1 -1
- package/dist/install/windsurf.d.ts +25 -0
- package/dist/install/windsurf.js +43 -0
- package/dist/install/windsurf.js.map +1 -0
- package/dist/mcp/server.js +20 -1
- package/dist/mcp/server.js.map +1 -1
- package/dist/shared/types.d.ts +4 -0
- package/dist/ui/assets/{index-BA6IpU8g.css → index-Beo8psd-.css} +1 -1
- package/dist/ui/assets/index-CSPTTeeM.js +69 -0
- package/dist/ui/index.html +2 -2
- package/package.json +26 -1
- package/plugin/scripts/prompt-recall-hook.mjs +55 -4
- package/plugin/scripts/stop-hook.mjs +57 -6
- package/.agents/plugins/marketplace.json +0 -20
- package/.github/workflows/ci.yml +0 -30
- package/dist/ui/assets/index-B_qIVV0k.js +0 -69
- package/docs/methodology/re-derivation-rate.md +0 -112
- package/docs/methodology/useful-hit-rate.md +0 -79
- package/docs/plans/2026-05-20-fts5-lexical-recall.md +0 -1088
- package/docs/plans/2026-05-20-recall-daemon-wedge-fix.md +0 -662
- package/docs/plans/2026-05-20-recall-hook-design.md +0 -131
- package/docs/plans/2026-05-20-recall-hook-implementation.md +0 -1222
- package/docs/plans/desktop-product.md +0 -69
- package/docs/plans/factstore-design.md +0 -236
- package/logs/CHANGELOG/CHANGELOG-2026.md +0 -1389
- package/logs/CHANGELOG/CHANGELOG.md +0 -337
- package/migrations/000_initial_schema.sql +0 -174
- package/migrations/001_entity_type_rename.sql +0 -17
- package/migrations/002_adapter_state_extend.sql +0 -12
- package/migrations/003_session_embeddings.sql +0 -11
- package/migrations/004_facts.sql +0 -46
- package/migrations/005_sources.sql +0 -31
- package/migrations/006_providers.sql +0 -33
- package/migrations/007_source_tokens.sql +0 -17
- package/migrations/008_fts_rebuild.sql +0 -9
- package/migrations/009_session_embedding_chunks.sql +0 -46
- package/migrations/010_sources_opencode.sql +0 -30
- package/migrations/011_sources_hermes_agent.sql +0 -30
- package/migrations/012_sources_aider.sql +0 -30
- package/migrations/013_adapter_state_failure_count.sql +0 -12
- package/plugin-hermes-agent/README.md +0 -49
- package/plugin-hermes-agent/__init__.py +0 -75
- package/plugin-hermes-agent/plugin.yaml +0 -15
- package/scripts/backfill-citations.mjs +0 -0
- package/scripts/build-codex-plugin.mjs +0 -61
- package/scripts/deepseek-probe.mjs +0 -67
- package/scripts/extract-triples.mjs +0 -207
- package/scripts/longmemeval/embedding-cache.ts +0 -77
- package/scripts/longmemeval/fetch-dataset.sh +0 -25
- package/scripts/longmemeval/run-harness.ts +0 -315
- package/scripts/longmemeval/scorer.ts +0 -99
- package/scripts/longmemeval/tsconfig.json +0 -9
- package/scripts/longmemeval/types.ts +0 -35
- package/scripts/nlm-daily-digest.py +0 -239
- package/scripts/nlm-daily-digest.sh +0 -28
- package/src/cli/classify-parity.ts +0 -257
- package/src/cli/launchctl-helpers.ts +0 -49
- package/src/cli/nlm.ts +0 -885
- package/src/core/actions/actions-log.ts +0 -118
- package/src/core/actions/overlay.ts +0 -117
- package/src/core/adapters/aider.ts +0 -205
- package/src/core/adapters/claude-code.ts +0 -293
- package/src/core/adapters/common.ts +0 -54
- package/src/core/adapters/from-source.ts +0 -57
- package/src/core/adapters/hermes-agent.ts +0 -240
- package/src/core/adapters/hermes.ts +0 -277
- package/src/core/adapters/jsonl-generic.ts +0 -208
- package/src/core/adapters/opencode.ts +0 -281
- package/src/core/adapters/pi.ts +0 -264
- package/src/core/classifier/prompt.ts +0 -200
- package/src/core/dataset/build-dataset.ts +0 -463
- package/src/core/embedding/chunk-body.ts +0 -76
- package/src/core/embedding/embed-backfill.ts +0 -210
- package/src/core/embedding/embed-normalize.ts +0 -135
- package/src/core/facts/backfill-facts.ts +0 -254
- package/src/core/facts/extract-facts.ts +0 -50
- package/src/core/hook/citation-detect.ts +0 -124
- package/src/core/hook/cite-memo.ts +0 -68
- package/src/core/hook/claude-settings.ts +0 -166
- package/src/core/hook/gate.ts +0 -25
- package/src/core/hook/hook-log.ts +0 -41
- package/src/core/hook/memo-sweep.ts +0 -164
- package/src/core/hook/memo.ts +0 -67
- package/src/core/hook/pointer-block.ts +0 -26
- package/src/core/hook/select.ts +0 -32
- package/src/core/hook/transcript.ts +0 -121
- package/src/core/ingest/ingest-session.ts +0 -111
- package/src/core/providers/provider-models.ts +0 -100
- package/src/core/providers/provider-registry.ts +0 -196
- package/src/core/recall/citation-log.ts +0 -108
- package/src/core/recall/filter.ts +0 -27
- package/src/core/recall/index.ts +0 -6
- package/src/core/recall/match-fields.ts +0 -40
- package/src/core/recall/query-log.ts +0 -149
- package/src/core/recall/query-shape.ts +0 -66
- package/src/core/recall/recall-service.ts +0 -320
- package/src/core/recall/recent-log.ts +0 -59
- package/src/core/recall/tokenize.ts +0 -18
- package/src/core/recall/useful-scan.ts +0 -336
- package/src/core/recall-facts/fact-query-log.ts +0 -150
- package/src/core/recall-facts/fact-recall-service.ts +0 -327
- package/src/core/scheduler/scan-once.ts +0 -142
- package/src/core/scheduler/scheduler.ts +0 -225
- package/src/core/sources/source-registry.ts +0 -260
- package/src/core/storage/db-restore.ts +0 -133
- package/src/core/storage/live-status.ts +0 -45
- package/src/core/storage/migrate.ts +0 -72
- package/src/core/storage/sqlite-fact-store.ts +0 -304
- package/src/core/storage/sqlite-session-store.ts +0 -765
- package/src/hook/prompt-recall-hook.ts +0 -174
- package/src/hook/session-end-hook.ts +0 -81
- package/src/hook/session-start-hook.ts +0 -165
- package/src/hook/stop-hook.ts +0 -236
- package/src/http/app.ts +0 -1137
- package/src/install/claude-code.ts +0 -128
- package/src/install/codex.ts +0 -367
- package/src/install/hermes-agent.ts +0 -76
- package/src/install/hermes.ts +0 -78
- package/src/install/ollama.ts +0 -211
- package/src/install/setup.ts +0 -368
- package/src/llm/classifier-box.ts +0 -64
- package/src/llm/deepseek-client.ts +0 -150
- package/src/llm/env-autoload.ts +0 -55
- package/src/llm/ollama-client.ts +0 -189
- package/src/mcp/server.ts +0 -534
- package/src/ports/fact-store.ts +0 -102
- package/src/ports/llm-client.ts +0 -52
- package/src/ports/logger.ts +0 -16
- package/src/ports/session-store.ts +0 -45
- package/src/ports/transcript-adapter.ts +0 -55
- package/src/shared/types.ts +0 -145
- package/src/ui/App.tsx +0 -58
- package/src/ui/components/PromoteOpenButton.tsx +0 -65
- package/src/ui/components/SessionDrawer.tsx +0 -136
- package/src/ui/components/SideNav.tsx +0 -162
- package/src/ui/components/Skeleton.tsx +0 -107
- package/src/ui/index.html +0 -13
- package/src/ui/lib/actions.ts +0 -30
- package/src/ui/lib/api.ts +0 -92
- package/src/ui/lib/dataset.ts +0 -141
- package/src/ui/lib/registries.ts +0 -155
- package/src/ui/lib/view-settings.ts +0 -41
- package/src/ui/main.tsx +0 -15
- package/src/ui/pages/Live.tsx +0 -229
- package/src/ui/pages/Pulse.tsx +0 -415
- package/src/ui/pages/Recall.tsx +0 -190
- package/src/ui/pages/River.tsx +0 -308
- package/src/ui/pages/Search.tsx +0 -93
- package/src/ui/pages/Stub.tsx +0 -9
- package/src/ui/pages/Thread.tsx +0 -262
- package/src/ui/pages/settings/Classifier.tsx +0 -227
- package/src/ui/pages/settings/Data.tsx +0 -190
- package/src/ui/pages/settings/Index.tsx +0 -65
- package/src/ui/pages/settings/Labels.tsx +0 -224
- package/src/ui/pages/settings/Providers.tsx +0 -305
- package/src/ui/pages/settings/SettingsSubnav.tsx +0 -28
- package/src/ui/pages/settings/Sources.tsx +0 -326
- package/src/ui/pages/settings/Views.tsx +0 -96
- package/src/ui/styles.css +0 -1766
- package/src/ui/tsconfig.json +0 -21
- package/src/ui/vite.config.ts +0 -19
- package/tests/fixtures/claude_code/short_session.jsonl +0 -2
- package/tests/fixtures/claude_code/standard_iso.jsonl +0 -4
- package/tests/fixtures/claude_code/tool_heavy.jsonl +0 -8
- package/tests/fixtures/claude_code/with_subagent.jsonl +0 -7
- package/tests/fixtures/facts.ts +0 -17
- package/tests/fixtures/golden-corpus.ts +0 -85
- package/tests/fixtures/hermes/paired_request_dump.json +0 -24
- package/tests/fixtures/hermes/paired_session.json +0 -23
- package/tests/fixtures/hermes/request_dump.json +0 -28
- package/tests/fixtures/hermes/session_iso.json +0 -38
- package/tests/fixtures/hermes/session_unix.json +0 -38
- package/tests/fixtures/hermes/system_only.json +0 -18
- package/tests/fixtures/pi/error-connection-abort.jsonl +0 -8
- package/tests/fixtures/pi/short-successful.jsonl +0 -5
- package/tests/fixtures/pi/with-custom-message.jsonl +0 -6
- package/tests/fixtures/sessions.ts +0 -22
- package/tests/integration/backfill-facts.test.ts +0 -362
- package/tests/integration/citation-explicit.test.ts +0 -111
- package/tests/integration/cite-event.test.ts +0 -169
- package/tests/integration/cite-memo.test.ts +0 -87
- package/tests/integration/db-restore.test.ts +0 -153
- package/tests/integration/embed-backfill.test.ts +0 -176
- package/tests/integration/fact-supersedence.test.ts +0 -313
- package/tests/integration/fts-index.test.ts +0 -60
- package/tests/integration/getbyids-sqlite.test.ts +0 -60
- package/tests/integration/hermes-agent-hooks.test.ts +0 -248
- package/tests/integration/hook-claude-settings.test.ts +0 -205
- package/tests/integration/hook-log.test.ts +0 -54
- package/tests/integration/hook-memo.test.ts +0 -68
- package/tests/integration/hook-pre-compact.test.ts +0 -105
- package/tests/integration/hook-subagent-start.test.ts +0 -102
- package/tests/integration/http.test.ts +0 -401
- package/tests/integration/keyword-search-fts.test.ts +0 -66
- package/tests/integration/mcp-recall-logging.test.ts +0 -88
- package/tests/integration/mcp.test.ts +0 -248
- package/tests/integration/memo-sweep.test.ts +0 -91
- package/tests/integration/prompt-recall-hook.test.ts +0 -88
- package/tests/integration/provider-registry.test.ts +0 -107
- package/tests/integration/recall-golden.test.ts +0 -59
- package/tests/integration/recall-sqlite.test.ts +0 -169
- package/tests/integration/scheduler.test.ts +0 -391
- package/tests/integration/session-end-hook.test.ts +0 -48
- package/tests/integration/session-start-hook.test.ts +0 -126
- package/tests/integration/source-registry.test.ts +0 -120
- package/tests/integration/sqlite-fact-store.test.ts +0 -346
- package/tests/integration/stop-hook.test.ts +0 -560
- package/tests/integration/wal-checkpoint.test.ts +0 -49
- package/tests/unit/cli/launchctl-helpers.test.ts +0 -60
- package/tests/unit/core/adapters/aider.test.ts +0 -230
- package/tests/unit/core/adapters/claude-code.test.ts +0 -118
- package/tests/unit/core/adapters/hermes-agent.test.ts +0 -329
- package/tests/unit/core/adapters/hermes.test.ts +0 -81
- package/tests/unit/core/adapters/jsonl-generic.test.ts +0 -142
- package/tests/unit/core/adapters/opencode.test.ts +0 -354
- package/tests/unit/core/adapters/pi.test.ts +0 -110
- package/tests/unit/core/classifier/prompt.test.ts +0 -126
- package/tests/unit/core/embedding/chunk-body.test.ts +0 -100
- package/tests/unit/core/facts/extract-facts.test.ts +0 -117
- package/tests/unit/core/filter.test.ts +0 -40
- package/tests/unit/core/hook/citation-detect-cite-session.test.ts +0 -96
- package/tests/unit/core/hook/citation-detect.test.ts +0 -124
- package/tests/unit/core/hook/gate.test.ts +0 -29
- package/tests/unit/core/hook/pointer-block.test.ts +0 -22
- package/tests/unit/core/hook/select.test.ts +0 -66
- package/tests/unit/core/match-fields.test.ts +0 -39
- package/tests/unit/core/mcp-cite-session.test.ts +0 -51
- package/tests/unit/core/providers/provider-models.test.ts +0 -101
- package/tests/unit/core/query-shape.test.ts +0 -92
- package/tests/unit/core/recall-facts/fact-recall-service.test.ts +0 -258
- package/tests/unit/core/recall-service.test.ts +0 -200
- package/tests/unit/core/storage/live-status.test.ts +0 -54
- package/tests/unit/core/tokenize.test.ts +0 -32
- package/tests/unit/core/useful-scan.test.ts +0 -537
- package/tests/unit/llm/embed.test.ts +0 -93
- package/tests/unit/llm/ollama-client.test.ts +0 -124
- package/tests/unit/scripts/longmemeval-scorer.test.ts +0 -114
- package/tsconfig.json +0 -31
- package/tsconfig.test.json +0 -11
- package/vitest.config.ts +0 -22
|
@@ -1,200 +0,0 @@
|
|
|
1
|
-
import { describe, expect, it } from "vitest";
|
|
2
|
-
import { RecallService } from "../../../src/core/recall/recall-service.js";
|
|
3
|
-
import type { LLMClient, EmbedResult } from "../../../src/ports/llm-client.js";
|
|
4
|
-
import { LLMUnreachableError } from "../../../src/ports/llm-client.js";
|
|
5
|
-
import type {
|
|
6
|
-
KeywordNeighbor,
|
|
7
|
-
SessionStore,
|
|
8
|
-
SemanticNeighbor,
|
|
9
|
-
} from "../../../src/ports/session-store.js";
|
|
10
|
-
import type { Session } from "../../../src/shared/types.js";
|
|
11
|
-
import { makeSession } from "../../fixtures/sessions.js";
|
|
12
|
-
|
|
13
|
-
// Fake store: keyword and semantic hits are pre-baked. Unit tests here cover
|
|
14
|
-
// RecallService orchestration (filter, merge, limit, error handling) — not
|
|
15
|
-
// keyword ranking quality, which is covered by the FTS integration tests.
|
|
16
|
-
class InMemoryStore implements SessionStore {
|
|
17
|
-
listCalls = 0;
|
|
18
|
-
getByIdsCalls = 0;
|
|
19
|
-
constructor(
|
|
20
|
-
private readonly sessions: Session[],
|
|
21
|
-
private readonly neighbors: SemanticNeighbor[] = [],
|
|
22
|
-
private readonly keywordHits: KeywordNeighbor[] = [],
|
|
23
|
-
) {}
|
|
24
|
-
async list(): Promise<ReadonlyArray<Session>> {
|
|
25
|
-
this.listCalls += 1;
|
|
26
|
-
return this.sessions;
|
|
27
|
-
}
|
|
28
|
-
async getById(id: string): Promise<Session | null> {
|
|
29
|
-
return this.sessions.find((s) => s.id === id) ?? null;
|
|
30
|
-
}
|
|
31
|
-
async getByIds(ids: ReadonlyArray<string>): Promise<ReadonlyArray<Session>> {
|
|
32
|
-
this.getByIdsCalls += 1;
|
|
33
|
-
return this.sessions.filter((s) => ids.includes(s.id));
|
|
34
|
-
}
|
|
35
|
-
async semanticSearch(): Promise<ReadonlyArray<SemanticNeighbor>> {
|
|
36
|
-
return this.neighbors;
|
|
37
|
-
}
|
|
38
|
-
async keywordSearch(): Promise<ReadonlyArray<KeywordNeighbor>> {
|
|
39
|
-
return this.keywordHits;
|
|
40
|
-
}
|
|
41
|
-
async updateStatus(): Promise<void> {}
|
|
42
|
-
}
|
|
43
|
-
|
|
44
|
-
class StubEmbedder implements LLMClient {
|
|
45
|
-
constructor(private readonly fail: boolean = false) {}
|
|
46
|
-
async embed(): Promise<EmbedResult> {
|
|
47
|
-
if (this.fail) throw new LLMUnreachableError("ollama");
|
|
48
|
-
return { vector: new Float32Array([1, 0, 0]), model: "stub" };
|
|
49
|
-
}
|
|
50
|
-
async classify(): Promise<never> {
|
|
51
|
-
throw new Error("not used");
|
|
52
|
-
}
|
|
53
|
-
}
|
|
54
|
-
|
|
55
|
-
const corpus: Session[] = [
|
|
56
|
-
makeSession({
|
|
57
|
-
id: "a",
|
|
58
|
-
label: "Hono router setup",
|
|
59
|
-
entities: ["NLM"],
|
|
60
|
-
decisions: ["chose Hono over Express"],
|
|
61
|
-
}),
|
|
62
|
-
makeSession({
|
|
63
|
-
id: "b",
|
|
64
|
-
label: "pgvector migration plan",
|
|
65
|
-
entities: ["NLM", "Postgres"],
|
|
66
|
-
open: ["timing of cutover"],
|
|
67
|
-
}),
|
|
68
|
-
makeSession({
|
|
69
|
-
id: "c",
|
|
70
|
-
label: "unrelated session",
|
|
71
|
-
entities: ["Other"],
|
|
72
|
-
}),
|
|
73
|
-
];
|
|
74
|
-
|
|
75
|
-
describe("RecallService.search", () => {
|
|
76
|
-
it("returns empty result when query and filters are all blank", async () => {
|
|
77
|
-
const svc = new RecallService({
|
|
78
|
-
store: new InMemoryStore(corpus),
|
|
79
|
-
llm: new StubEmbedder(),
|
|
80
|
-
});
|
|
81
|
-
const result = await svc.search({ query: "" });
|
|
82
|
-
expect(result.total).toBe(0);
|
|
83
|
-
expect(result.results).toEqual([]);
|
|
84
|
-
});
|
|
85
|
-
|
|
86
|
-
it("keyword mode surfaces store keyword hits ranked by store score", async () => {
|
|
87
|
-
const store = new InMemoryStore(corpus, [], [
|
|
88
|
-
{ sessionId: "b", score: 9.2 },
|
|
89
|
-
{ sessionId: "a", score: 2.1 },
|
|
90
|
-
]);
|
|
91
|
-
const svc = new RecallService({ store, llm: new StubEmbedder() });
|
|
92
|
-
const result = await svc.search({ query: "pgvector", mode: "keyword" });
|
|
93
|
-
expect(result.results.map((r) => r.id)).toEqual(["b", "a"]);
|
|
94
|
-
expect(result.results[0]?.matchScore).toBe(9.2);
|
|
95
|
-
});
|
|
96
|
-
|
|
97
|
-
it("keyword mode populates matchedIn from the resolved session", async () => {
|
|
98
|
-
const store = new InMemoryStore(corpus, [], [{ sessionId: "b", score: 5 }]);
|
|
99
|
-
const svc = new RecallService({ store, llm: new StubEmbedder() });
|
|
100
|
-
const result = await svc.search({ query: "pgvector", mode: "keyword" });
|
|
101
|
-
expect(result.results[0]?.matchedIn).toEqual(["label"]);
|
|
102
|
-
});
|
|
103
|
-
|
|
104
|
-
it("entity filter restricts the keyword corpus", async () => {
|
|
105
|
-
const store = new InMemoryStore(corpus, [], [
|
|
106
|
-
{ sessionId: "b", score: 5 },
|
|
107
|
-
{ sessionId: "c", score: 4 },
|
|
108
|
-
]);
|
|
109
|
-
const svc = new RecallService({ store, llm: new StubEmbedder() });
|
|
110
|
-
const result = await svc.search({ query: "session", mode: "keyword", entity: "NLM" });
|
|
111
|
-
expect(result.results.every((r) => r.entities.includes("NLM"))).toBe(true);
|
|
112
|
-
expect(result.results.map((r) => r.id)).not.toContain("c");
|
|
113
|
-
});
|
|
114
|
-
|
|
115
|
-
it("semantic mode returns ollama_unreachable when the embedder fails", async () => {
|
|
116
|
-
const svc = new RecallService({
|
|
117
|
-
store: new InMemoryStore(corpus),
|
|
118
|
-
llm: new StubEmbedder(true),
|
|
119
|
-
});
|
|
120
|
-
const result = await svc.search({ query: "anything", mode: "semantic" });
|
|
121
|
-
expect(result.modeUnavailable).toBe("ollama_unreachable");
|
|
122
|
-
expect(result.results).toEqual([]);
|
|
123
|
-
});
|
|
124
|
-
|
|
125
|
-
it("hybrid mode degrades to keyword scores when semantic is unavailable", async () => {
|
|
126
|
-
const store = new InMemoryStore(corpus, [], [{ sessionId: "b", score: 7 }]);
|
|
127
|
-
const svc = new RecallService({ store, llm: new StubEmbedder(true) });
|
|
128
|
-
const result = await svc.search({ query: "pgvector", mode: "hybrid" });
|
|
129
|
-
expect(result.modeUnavailable).toBe("ollama_unreachable");
|
|
130
|
-
expect(result.results).toHaveLength(1);
|
|
131
|
-
expect(result.results[0]?.id).toBe("b");
|
|
132
|
-
});
|
|
133
|
-
|
|
134
|
-
it("semantic mode reports cosine similarity computed from L2 distance of unit vectors", async () => {
|
|
135
|
-
const store = new InMemoryStore(corpus, [{ sessionId: "a", distance: 0 }]);
|
|
136
|
-
const svc = new RecallService({ store, llm: new StubEmbedder() });
|
|
137
|
-
const result = await svc.search({ query: "anything", mode: "semantic" });
|
|
138
|
-
expect(result.results[0]?.matchScore).toBe(1);
|
|
139
|
-
});
|
|
140
|
-
|
|
141
|
-
it("hybrid mode uses RRF fusion — rank 1 in both legs scores 2/(60+1)", async () => {
|
|
142
|
-
const store = new InMemoryStore(
|
|
143
|
-
corpus,
|
|
144
|
-
[{ sessionId: "b", distance: 0 }],
|
|
145
|
-
[{ sessionId: "b", score: 9.2 }],
|
|
146
|
-
);
|
|
147
|
-
const svc = new RecallService({ store, llm: new StubEmbedder() });
|
|
148
|
-
const result = await svc.search({ query: "pgvector", mode: "hybrid" });
|
|
149
|
-
const top = result.results[0];
|
|
150
|
-
expect(top?.id).toBe("b");
|
|
151
|
-
// RRF with both legs at rank 1, k=60: 1/61 + 1/61 = 2/61 ≈ 0.0328
|
|
152
|
-
expect(top?.matchScore).toBeCloseTo(2 / 61, 4);
|
|
153
|
-
// Informational normalized scores preserved for UI display.
|
|
154
|
-
expect(top?.keywordScore).toBe(1);
|
|
155
|
-
expect(top?.semanticScore).toBe(1);
|
|
156
|
-
});
|
|
157
|
-
|
|
158
|
-
it("hybrid RRF: a session in only one leg scores half as much as a session in both legs at the same rank", async () => {
|
|
159
|
-
// Session "a" appears in keyword leg at rank 1.
|
|
160
|
-
// Session "b" appears in BOTH legs at rank 1.
|
|
161
|
-
const store = new InMemoryStore(
|
|
162
|
-
corpus,
|
|
163
|
-
[{ sessionId: "b", distance: 0 }],
|
|
164
|
-
[
|
|
165
|
-
{ sessionId: "a", score: 100 }, // huge raw score, but only one leg
|
|
166
|
-
{ sessionId: "b", score: 1 }, // tiny raw score, but in both legs
|
|
167
|
-
],
|
|
168
|
-
);
|
|
169
|
-
const svc = new RecallService({ store, llm: new StubEmbedder() });
|
|
170
|
-
const result = await svc.search({ query: "pgvector", mode: "hybrid" });
|
|
171
|
-
expect(result.results[0]?.id).toBe("b"); // both-legs wins despite tiny kw score
|
|
172
|
-
expect(result.results[0]?.matchScore).toBeCloseTo(1 / 61 + 1 / 62, 4); // b is rank 1 sem, rank 2 kw
|
|
173
|
-
expect(result.results[1]?.id).toBe("a");
|
|
174
|
-
expect(result.results[1]?.matchScore).toBeCloseTo(1 / 61, 4); // a is rank 1 kw only
|
|
175
|
-
});
|
|
176
|
-
|
|
177
|
-
it("clamps limit to MAX_LIMIT (100) and at least 1", async () => {
|
|
178
|
-
const store = new InMemoryStore(corpus, [], [{ sessionId: "b", score: 5 }]);
|
|
179
|
-
const svc = new RecallService({ store, llm: new StubEmbedder() });
|
|
180
|
-
const big = await svc.search({ query: "session", mode: "keyword", limit: 9999 });
|
|
181
|
-
expect(big.limit).toBe(100);
|
|
182
|
-
const small = await svc.search({ query: "session", mode: "keyword", limit: 0 });
|
|
183
|
-
expect(small.limit).toBe(1);
|
|
184
|
-
});
|
|
185
|
-
|
|
186
|
-
it("resolves only the hit sessions and never loads the full corpus", async () => {
|
|
187
|
-
const big: Session[] = Array.from({ length: 100 }, (_, i) =>
|
|
188
|
-
makeSession({ id: `s${i}`, label: `session ${i}` }),
|
|
189
|
-
);
|
|
190
|
-
const store = new InMemoryStore(big, [], [
|
|
191
|
-
{ sessionId: "s7", score: 9 },
|
|
192
|
-
{ sessionId: "s42", score: 8 },
|
|
193
|
-
]);
|
|
194
|
-
const svc = new RecallService({ store, llm: new StubEmbedder() });
|
|
195
|
-
const result = await svc.search({ query: "anything", mode: "keyword" });
|
|
196
|
-
expect(result.results.map((r) => r.id)).toEqual(["s7", "s42"]);
|
|
197
|
-
expect(store.listCalls).toBe(0);
|
|
198
|
-
expect(store.getByIdsCalls).toBe(1);
|
|
199
|
-
});
|
|
200
|
-
});
|
|
@@ -1,54 +0,0 @@
|
|
|
1
|
-
import { mkdtempSync, rmSync, writeFileSync, utimesSync } from "node:fs";
|
|
2
|
-
import { tmpdir } from "node:os";
|
|
3
|
-
import { join } from "node:path";
|
|
4
|
-
import { afterEach, beforeEach, describe, expect, it } from "vitest";
|
|
5
|
-
import { liveSessionStatus } from "../../../../src/core/storage/live-status.js";
|
|
6
|
-
|
|
7
|
-
function touchAt(path: string, agoMs: number): void {
|
|
8
|
-
writeFileSync(path, "");
|
|
9
|
-
const t = (Date.now() - agoMs) / 1000;
|
|
10
|
-
utimesSync(path, t, t);
|
|
11
|
-
}
|
|
12
|
-
|
|
13
|
-
describe("liveSessionStatus", () => {
|
|
14
|
-
let tmp: string;
|
|
15
|
-
|
|
16
|
-
beforeEach(() => {
|
|
17
|
-
tmp = mkdtempSync(join(tmpdir(), "nlm-status-"));
|
|
18
|
-
});
|
|
19
|
-
|
|
20
|
-
afterEach(() => {
|
|
21
|
-
rmSync(tmp, { recursive: true, force: true });
|
|
22
|
-
});
|
|
23
|
-
|
|
24
|
-
it("superseded persisted status always wins", () => {
|
|
25
|
-
expect(liveSessionStatus(null, "superseded")).toBe("superseded");
|
|
26
|
-
expect(liveSessionStatus("/nonexistent", "superseded")).toBe("superseded");
|
|
27
|
-
});
|
|
28
|
-
|
|
29
|
-
it("returns 'closed' when transcript path is null", () => {
|
|
30
|
-
expect(liveSessionStatus(null, "active")).toBe("closed");
|
|
31
|
-
});
|
|
32
|
-
|
|
33
|
-
it("returns 'closed' when transcript file is missing", () => {
|
|
34
|
-
expect(liveSessionStatus(join(tmp, "missing.jsonl"), "active")).toBe("closed");
|
|
35
|
-
});
|
|
36
|
-
|
|
37
|
-
it("returns 'active' when mtime is under 15 minutes ago", () => {
|
|
38
|
-
const p = join(tmp, "fresh.jsonl");
|
|
39
|
-
touchAt(p, 5 * 60 * 1000);
|
|
40
|
-
expect(liveSessionStatus(p, "active")).toBe("active");
|
|
41
|
-
});
|
|
42
|
-
|
|
43
|
-
it("returns 'idle' when mtime is between 15 minutes and 24 hours", () => {
|
|
44
|
-
const p = join(tmp, "stale.jsonl");
|
|
45
|
-
touchAt(p, 2 * 60 * 60 * 1000);
|
|
46
|
-
expect(liveSessionStatus(p, "active")).toBe("idle");
|
|
47
|
-
});
|
|
48
|
-
|
|
49
|
-
it("returns 'closed' when mtime exceeds 24 hours", () => {
|
|
50
|
-
const p = join(tmp, "old.jsonl");
|
|
51
|
-
touchAt(p, 48 * 60 * 60 * 1000);
|
|
52
|
-
expect(liveSessionStatus(p, "active")).toBe("closed");
|
|
53
|
-
});
|
|
54
|
-
});
|
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
import { describe, expect, it } from "vitest";
|
|
2
|
-
import { tokenize, tokenSet } from "../../../src/core/recall/tokenize.js";
|
|
3
|
-
|
|
4
|
-
describe("tokenize", () => {
|
|
5
|
-
it("returns empty array for nullish or empty input", () => {
|
|
6
|
-
expect(tokenize("")).toEqual([]);
|
|
7
|
-
expect(tokenize(null)).toEqual([]);
|
|
8
|
-
expect(tokenize(undefined)).toEqual([]);
|
|
9
|
-
});
|
|
10
|
-
|
|
11
|
-
it("lowercases all tokens", () => {
|
|
12
|
-
expect(tokenize("Hello WORLD")).toEqual(["hello", "world"]);
|
|
13
|
-
});
|
|
14
|
-
|
|
15
|
-
it("matches the Python TOKEN_PATTERN [A-Za-z0-9][A-Za-z0-9_.-]*", () => {
|
|
16
|
-
expect(tokenize("Hermes-Pi v1.2_beta")).toEqual(["hermes-pi", "v1.2_beta"]);
|
|
17
|
-
});
|
|
18
|
-
|
|
19
|
-
it("drops leading punctuation since tokens must start with [A-Za-z0-9]", () => {
|
|
20
|
-
expect(tokenize("-leading +middle")).toEqual(["leading", "middle"]);
|
|
21
|
-
});
|
|
22
|
-
|
|
23
|
-
it("splits on whitespace and standalone punctuation", () => {
|
|
24
|
-
expect(tokenize("foo, bar; baz")).toEqual(["foo", "bar", "baz"]);
|
|
25
|
-
});
|
|
26
|
-
});
|
|
27
|
-
|
|
28
|
-
describe("tokenSet", () => {
|
|
29
|
-
it("deduplicates", () => {
|
|
30
|
-
expect(tokenSet("Foo foo FOO")).toEqual(new Set(["foo"]));
|
|
31
|
-
});
|
|
32
|
-
});
|