nlm-memory 0.5.0 → 0.5.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +72 -34
- package/dist/cli/nlm.js +2 -1
- package/dist/cli/nlm.js.map +1 -1
- package/dist/http/app.js +2 -1
- package/dist/http/app.js.map +1 -1
- package/dist/mcp/server.js +20 -1
- package/dist/mcp/server.js.map +1 -1
- package/dist/ui/assets/{index-C8cpwbYJ.css → index-Beo8psd-.css} +1 -1
- package/dist/ui/assets/{index-CB50QnL-.js → index-CSPTTeeM.js} +8 -8
- package/dist/ui/index.html +2 -2
- package/package.json +26 -1
- package/.agents/plugins/marketplace.json +0 -20
- package/.github/workflows/ci.yml +0 -30
- package/docs/methodology/re-derivation-rate.md +0 -112
- package/docs/methodology/useful-hit-rate.md +0 -79
- package/docs/plans/2026-05-20-fts5-lexical-recall.md +0 -1088
- package/docs/plans/2026-05-20-recall-daemon-wedge-fix.md +0 -662
- package/docs/plans/2026-05-20-recall-hook-design.md +0 -131
- package/docs/plans/2026-05-20-recall-hook-implementation.md +0 -1222
- package/docs/plans/desktop-product.md +0 -69
- package/docs/plans/factstore-design.md +0 -236
- package/logs/CHANGELOG/CHANGELOG-2026.md +0 -1575
- package/logs/CHANGELOG/CHANGELOG.md +0 -209
- package/migrations/000_initial_schema.sql +0 -174
- package/migrations/001_entity_type_rename.sql +0 -17
- package/migrations/002_adapter_state_extend.sql +0 -12
- package/migrations/003_session_embeddings.sql +0 -11
- package/migrations/004_facts.sql +0 -46
- package/migrations/005_sources.sql +0 -31
- package/migrations/006_providers.sql +0 -33
- package/migrations/007_source_tokens.sql +0 -17
- package/migrations/008_fts_rebuild.sql +0 -9
- package/migrations/009_session_embedding_chunks.sql +0 -46
- package/migrations/010_sources_opencode.sql +0 -30
- package/migrations/011_sources_hermes_agent.sql +0 -30
- package/migrations/012_sources_aider.sql +0 -30
- package/migrations/013_adapter_state_failure_count.sql +0 -12
- package/migrations/014_sources_cursor.sql +0 -30
- package/migrations/015_sources_windsurf.sql +0 -30
- package/plugin-hermes-agent/README.md +0 -49
- package/plugin-hermes-agent/__init__.py +0 -75
- package/plugin-hermes-agent/plugin.yaml +0 -15
- package/scripts/backfill-citations.mjs +0 -0
- package/scripts/build-codex-plugin.mjs +0 -61
- package/scripts/deepseek-probe.mjs +0 -67
- package/scripts/extract-triples.mjs +0 -207
- package/scripts/longmemeval/embedding-cache.ts +0 -77
- package/scripts/longmemeval/fetch-dataset.sh +0 -25
- package/scripts/longmemeval/run-harness.ts +0 -315
- package/scripts/longmemeval/scorer.ts +0 -99
- package/scripts/longmemeval/tsconfig.json +0 -9
- package/scripts/longmemeval/types.ts +0 -35
- package/scripts/nlm-daily-digest.py +0 -239
- package/scripts/nlm-daily-digest.sh +0 -28
- package/src/cli/classify-parity.ts +0 -257
- package/src/cli/launchctl-helpers.ts +0 -49
- package/src/cli/nlm.ts +0 -1078
- package/src/core/actions/actions-log.ts +0 -118
- package/src/core/actions/overlay.ts +0 -117
- package/src/core/adapters/aider.ts +0 -205
- package/src/core/adapters/claude-code.ts +0 -293
- package/src/core/adapters/common.ts +0 -54
- package/src/core/adapters/cursor.ts +0 -486
- package/src/core/adapters/from-source.ts +0 -67
- package/src/core/adapters/hermes-agent.ts +0 -240
- package/src/core/adapters/hermes.ts +0 -277
- package/src/core/adapters/jsonl-generic.ts +0 -208
- package/src/core/adapters/opencode.ts +0 -281
- package/src/core/adapters/pi.ts +0 -264
- package/src/core/adapters/windsurf.ts +0 -386
- package/src/core/classifier/prompt.ts +0 -200
- package/src/core/dataset/build-dataset.ts +0 -463
- package/src/core/embedding/chunk-body.ts +0 -76
- package/src/core/embedding/embed-backfill.ts +0 -210
- package/src/core/embedding/embed-normalize.ts +0 -135
- package/src/core/facts/backfill-facts.ts +0 -254
- package/src/core/facts/extract-facts.ts +0 -50
- package/src/core/hook/citation-detect.ts +0 -124
- package/src/core/hook/cite-memo.ts +0 -68
- package/src/core/hook/claude-settings.ts +0 -187
- package/src/core/hook/gate.ts +0 -25
- package/src/core/hook/hook-log.ts +0 -41
- package/src/core/hook/memo-sweep.ts +0 -164
- package/src/core/hook/memo.ts +0 -67
- package/src/core/hook/pointer-block.ts +0 -26
- package/src/core/hook/select.ts +0 -32
- package/src/core/hook/transcript.ts +0 -121
- package/src/core/ingest/ingest-session.ts +0 -111
- package/src/core/providers/provider-models.ts +0 -100
- package/src/core/providers/provider-registry.ts +0 -196
- package/src/core/recall/citation-log.ts +0 -108
- package/src/core/recall/filter.ts +0 -27
- package/src/core/recall/index.ts +0 -6
- package/src/core/recall/match-fields.ts +0 -40
- package/src/core/recall/query-log.ts +0 -149
- package/src/core/recall/query-shape.ts +0 -66
- package/src/core/recall/recall-service.ts +0 -320
- package/src/core/recall/recent-log.ts +0 -59
- package/src/core/recall/tokenize.ts +0 -18
- package/src/core/recall/useful-scan.ts +0 -336
- package/src/core/recall-facts/fact-query-log.ts +0 -150
- package/src/core/recall-facts/fact-recall-service.ts +0 -327
- package/src/core/scheduler/scan-once.ts +0 -142
- package/src/core/scheduler/scheduler.ts +0 -225
- package/src/core/sources/source-registry.ts +0 -278
- package/src/core/storage/db-restore.ts +0 -133
- package/src/core/storage/live-status.ts +0 -45
- package/src/core/storage/migrate.ts +0 -72
- package/src/core/storage/sqlite-fact-store.ts +0 -304
- package/src/core/storage/sqlite-session-store.ts +0 -810
- package/src/hook/hook-auth.ts +0 -18
- package/src/hook/prompt-recall-hook.ts +0 -180
- package/src/hook/session-end-hook.ts +0 -81
- package/src/hook/session-start-hook.ts +0 -168
- package/src/hook/stop-hook.ts +0 -239
- package/src/http/app.ts +0 -1215
- package/src/install/claude-code.ts +0 -128
- package/src/install/codex.ts +0 -367
- package/src/install/cursor.ts +0 -68
- package/src/install/hermes-agent.ts +0 -76
- package/src/install/hermes.ts +0 -78
- package/src/install/nlm-dir-perms.ts +0 -55
- package/src/install/ollama.ts +0 -284
- package/src/install/setup.ts +0 -489
- package/src/install/windsurf.ts +0 -68
- package/src/llm/classifier-box.ts +0 -64
- package/src/llm/deepseek-client.ts +0 -150
- package/src/llm/env-autoload.ts +0 -55
- package/src/llm/ollama-client.ts +0 -189
- package/src/mcp/server.ts +0 -534
- package/src/ports/fact-store.ts +0 -102
- package/src/ports/llm-client.ts +0 -52
- package/src/ports/logger.ts +0 -16
- package/src/ports/session-store.ts +0 -45
- package/src/ports/transcript-adapter.ts +0 -55
- package/src/shared/types.ts +0 -149
- package/src/ui/App.tsx +0 -58
- package/src/ui/components/PromoteOpenButton.tsx +0 -65
- package/src/ui/components/SessionDrawer.tsx +0 -199
- package/src/ui/components/SideNav.tsx +0 -162
- package/src/ui/components/Skeleton.tsx +0 -107
- package/src/ui/index.html +0 -13
- package/src/ui/lib/actions.ts +0 -30
- package/src/ui/lib/api.ts +0 -92
- package/src/ui/lib/dataset.ts +0 -141
- package/src/ui/lib/registries.ts +0 -155
- package/src/ui/lib/view-settings.ts +0 -41
- package/src/ui/main.tsx +0 -15
- package/src/ui/pages/Live.tsx +0 -229
- package/src/ui/pages/Pulse.tsx +0 -415
- package/src/ui/pages/Recall.tsx +0 -190
- package/src/ui/pages/River.tsx +0 -354
- package/src/ui/pages/Search.tsx +0 -386
- package/src/ui/pages/Stub.tsx +0 -9
- package/src/ui/pages/Thread.tsx +0 -473
- package/src/ui/pages/settings/Classifier.tsx +0 -227
- package/src/ui/pages/settings/Data.tsx +0 -190
- package/src/ui/pages/settings/Index.tsx +0 -65
- package/src/ui/pages/settings/Labels.tsx +0 -224
- package/src/ui/pages/settings/Providers.tsx +0 -305
- package/src/ui/pages/settings/SettingsSubnav.tsx +0 -28
- package/src/ui/pages/settings/Sources.tsx +0 -326
- package/src/ui/pages/settings/Views.tsx +0 -96
- package/src/ui/styles.css +0 -1890
- package/src/ui/tsconfig.json +0 -21
- package/src/ui/vite.config.ts +0 -19
- package/tests/fixtures/claude_code/short_session.jsonl +0 -2
- package/tests/fixtures/claude_code/standard_iso.jsonl +0 -4
- package/tests/fixtures/claude_code/tool_heavy.jsonl +0 -8
- package/tests/fixtures/claude_code/with_subagent.jsonl +0 -7
- package/tests/fixtures/facts.ts +0 -17
- package/tests/fixtures/golden-corpus.ts +0 -85
- package/tests/fixtures/hermes/paired_request_dump.json +0 -24
- package/tests/fixtures/hermes/paired_session.json +0 -23
- package/tests/fixtures/hermes/request_dump.json +0 -28
- package/tests/fixtures/hermes/session_iso.json +0 -38
- package/tests/fixtures/hermes/session_unix.json +0 -38
- package/tests/fixtures/hermes/system_only.json +0 -18
- package/tests/fixtures/pi/error-connection-abort.jsonl +0 -8
- package/tests/fixtures/pi/short-successful.jsonl +0 -5
- package/tests/fixtures/pi/with-custom-message.jsonl +0 -6
- package/tests/fixtures/sessions.ts +0 -22
- package/tests/integration/backfill-facts.test.ts +0 -362
- package/tests/integration/citation-explicit.test.ts +0 -111
- package/tests/integration/cite-event.test.ts +0 -169
- package/tests/integration/cite-memo.test.ts +0 -87
- package/tests/integration/db-restore.test.ts +0 -153
- package/tests/integration/embed-backfill.test.ts +0 -176
- package/tests/integration/fact-supersedence.test.ts +0 -313
- package/tests/integration/fts-index.test.ts +0 -60
- package/tests/integration/getbyids-sqlite.test.ts +0 -100
- package/tests/integration/hermes-agent-hooks.test.ts +0 -248
- package/tests/integration/hook-claude-settings.test.ts +0 -218
- package/tests/integration/hook-log.test.ts +0 -54
- package/tests/integration/hook-memo.test.ts +0 -68
- package/tests/integration/hook-pre-compact.test.ts +0 -105
- package/tests/integration/hook-subagent-start.test.ts +0 -102
- package/tests/integration/http.test.ts +0 -401
- package/tests/integration/keyword-search-fts.test.ts +0 -66
- package/tests/integration/mcp-recall-logging.test.ts +0 -88
- package/tests/integration/mcp.test.ts +0 -260
- package/tests/integration/memo-sweep.test.ts +0 -91
- package/tests/integration/prompt-recall-hook.test.ts +0 -88
- package/tests/integration/provider-registry.test.ts +0 -107
- package/tests/integration/recall-golden.test.ts +0 -59
- package/tests/integration/recall-sqlite.test.ts +0 -169
- package/tests/integration/scheduler.test.ts +0 -391
- package/tests/integration/session-end-hook.test.ts +0 -48
- package/tests/integration/session-start-hook.test.ts +0 -126
- package/tests/integration/source-registry.test.ts +0 -122
- package/tests/integration/sqlite-fact-store.test.ts +0 -346
- package/tests/integration/stop-hook.test.ts +0 -560
- package/tests/integration/wal-checkpoint.test.ts +0 -49
- package/tests/unit/cli/launchctl-helpers.test.ts +0 -60
- package/tests/unit/core/adapters/aider.test.ts +0 -230
- package/tests/unit/core/adapters/claude-code.test.ts +0 -118
- package/tests/unit/core/adapters/cursor.test.ts +0 -485
- package/tests/unit/core/adapters/hermes-agent.test.ts +0 -329
- package/tests/unit/core/adapters/hermes.test.ts +0 -81
- package/tests/unit/core/adapters/jsonl-generic.test.ts +0 -142
- package/tests/unit/core/adapters/opencode.test.ts +0 -354
- package/tests/unit/core/adapters/pi.test.ts +0 -110
- package/tests/unit/core/adapters/windsurf.test.ts +0 -416
- package/tests/unit/core/classifier/prompt.test.ts +0 -126
- package/tests/unit/core/embedding/chunk-body.test.ts +0 -100
- package/tests/unit/core/facts/extract-facts.test.ts +0 -117
- package/tests/unit/core/filter.test.ts +0 -40
- package/tests/unit/core/hook/citation-detect-cite-session.test.ts +0 -96
- package/tests/unit/core/hook/citation-detect.test.ts +0 -124
- package/tests/unit/core/hook/gate.test.ts +0 -29
- package/tests/unit/core/hook/pointer-block.test.ts +0 -22
- package/tests/unit/core/hook/select.test.ts +0 -66
- package/tests/unit/core/match-fields.test.ts +0 -39
- package/tests/unit/core/mcp-cite-session.test.ts +0 -51
- package/tests/unit/core/providers/provider-models.test.ts +0 -101
- package/tests/unit/core/query-shape.test.ts +0 -92
- package/tests/unit/core/recall-facts/fact-recall-service.test.ts +0 -258
- package/tests/unit/core/recall-service.test.ts +0 -200
- package/tests/unit/core/storage/live-status.test.ts +0 -54
- package/tests/unit/core/tokenize.test.ts +0 -32
- package/tests/unit/core/useful-scan.test.ts +0 -537
- package/tests/unit/llm/embed.test.ts +0 -93
- package/tests/unit/llm/ollama-client.test.ts +0 -124
- package/tests/unit/scripts/longmemeval-scorer.test.ts +0 -114
- package/tsconfig.json +0 -31
- package/tsconfig.test.json +0 -11
- package/vitest.config.ts +0 -22
|
@@ -1,101 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* provider-models — live model discovery across provider kinds.
|
|
3
|
-
*
|
|
4
|
-
* Mocked fetch so the suite doesn't depend on Ollama/OpenAI being up.
|
|
5
|
-
* Real connectivity is covered by the connection-test endpoint in
|
|
6
|
-
* integration tests, not here.
|
|
7
|
-
*/
|
|
8
|
-
|
|
9
|
-
import { describe, expect, it, vi } from "vitest";
|
|
10
|
-
import { listModels } from "../../../../src/core/providers/provider-models.js";
|
|
11
|
-
import type { ProviderRow } from "../../../../src/core/providers/provider-registry.js";
|
|
12
|
-
|
|
13
|
-
function row(overrides: Partial<ProviderRow>): ProviderRow {
|
|
14
|
-
return {
|
|
15
|
-
id: 1, kind: "ollama", name: "test", baseUrl: "http://localhost:11434",
|
|
16
|
-
apiKey: null, hasApiKey: false, defaultModel: null, enabled: true,
|
|
17
|
-
createdAt: "", updatedAt: "",
|
|
18
|
-
...overrides,
|
|
19
|
-
};
|
|
20
|
-
}
|
|
21
|
-
|
|
22
|
-
function jsonResponse(body: unknown, status = 200): Response {
|
|
23
|
-
return new Response(JSON.stringify(body), {
|
|
24
|
-
status,
|
|
25
|
-
headers: { "content-type": "application/json" },
|
|
26
|
-
});
|
|
27
|
-
}
|
|
28
|
-
|
|
29
|
-
describe("listModels", () => {
|
|
30
|
-
it("returns hardcoded list for deepseek without hitting network", async () => {
|
|
31
|
-
const fetchImpl = vi.fn();
|
|
32
|
-
const models = await listModels(row({ kind: "deepseek", baseUrl: "https://api.deepseek.com" }), { fetchImpl });
|
|
33
|
-
expect(models).toContain("deepseek-v4-flash");
|
|
34
|
-
expect(fetchImpl).not.toHaveBeenCalled();
|
|
35
|
-
});
|
|
36
|
-
|
|
37
|
-
it("returns hardcoded list for anthropic without hitting network", async () => {
|
|
38
|
-
const fetchImpl = vi.fn();
|
|
39
|
-
const models = await listModels(row({ kind: "anthropic", baseUrl: "https://api.anthropic.com" }), { fetchImpl });
|
|
40
|
-
expect(models.length).toBeGreaterThan(0);
|
|
41
|
-
expect(fetchImpl).not.toHaveBeenCalled();
|
|
42
|
-
});
|
|
43
|
-
|
|
44
|
-
it("hits Ollama /api/tags and sorts results", async () => {
|
|
45
|
-
const fetchImpl = vi.fn().mockResolvedValue(jsonResponse({
|
|
46
|
-
models: [{ name: "phi4-mini:latest" }, { name: "llama3.2:3b" }, { name: "mistral:7b" }],
|
|
47
|
-
}));
|
|
48
|
-
const models = await listModels(row({ kind: "ollama" }), { fetchImpl });
|
|
49
|
-
expect(models).toEqual(["llama3.2:3b", "mistral:7b", "phi4-mini:latest"]);
|
|
50
|
-
expect(fetchImpl).toHaveBeenCalledOnce();
|
|
51
|
-
expect((fetchImpl.mock.calls[0]?.[0] as string).endsWith("/api/tags")).toBe(true);
|
|
52
|
-
});
|
|
53
|
-
|
|
54
|
-
it("hits OpenAI /models with Bearer key", async () => {
|
|
55
|
-
const fetchImpl = vi.fn().mockResolvedValue(jsonResponse({
|
|
56
|
-
data: [{ id: "gpt-4o" }, { id: "gpt-4o-mini" }],
|
|
57
|
-
}));
|
|
58
|
-
const models = await listModels(
|
|
59
|
-
row({ kind: "openai", baseUrl: "https://api.openai.com/v1" }),
|
|
60
|
-
{ fetchImpl, apiKey: "sk-test" },
|
|
61
|
-
);
|
|
62
|
-
expect(models).toEqual(["gpt-4o", "gpt-4o-mini"]);
|
|
63
|
-
const init = fetchImpl.mock.calls[0]?.[1] as RequestInit;
|
|
64
|
-
expect((init.headers as Record<string, string>)["Authorization"]).toBe("Bearer sk-test");
|
|
65
|
-
});
|
|
66
|
-
|
|
67
|
-
it("hits OpenRouter the same way as OpenAI", async () => {
|
|
68
|
-
const fetchImpl = vi.fn().mockResolvedValue(jsonResponse({
|
|
69
|
-
data: [{ id: "anthropic/claude-haiku-4-5" }],
|
|
70
|
-
}));
|
|
71
|
-
const models = await listModels(
|
|
72
|
-
row({ kind: "openrouter", baseUrl: "https://openrouter.ai/api/v1" }),
|
|
73
|
-
{ fetchImpl, apiKey: "or-key" },
|
|
74
|
-
);
|
|
75
|
-
expect(models).toEqual(["anthropic/claude-haiku-4-5"]);
|
|
76
|
-
});
|
|
77
|
-
|
|
78
|
-
it("openai-compatible omits Authorization when no key", async () => {
|
|
79
|
-
const fetchImpl = vi.fn().mockResolvedValue(jsonResponse({ data: [{ id: "local-model" }] }));
|
|
80
|
-
await listModels(
|
|
81
|
-
row({ kind: "openai-compatible", baseUrl: "http://192.168.1.50:8000/v1" }),
|
|
82
|
-
{ fetchImpl, apiKey: null },
|
|
83
|
-
);
|
|
84
|
-
const init = fetchImpl.mock.calls[0]?.[1] as RequestInit;
|
|
85
|
-
expect((init.headers as Record<string, string>)["Authorization"]).toBeUndefined();
|
|
86
|
-
});
|
|
87
|
-
|
|
88
|
-
it("propagates HTTP errors as thrown messages", async () => {
|
|
89
|
-
const fetchImpl = vi.fn().mockResolvedValue(new Response("nope", { status: 401, statusText: "Unauthorized" }));
|
|
90
|
-
await expect(listModels(
|
|
91
|
-
row({ kind: "openai", baseUrl: "https://api.openai.com/v1" }),
|
|
92
|
-
{ fetchImpl, apiKey: "bad" },
|
|
93
|
-
)).rejects.toThrow(/401/);
|
|
94
|
-
});
|
|
95
|
-
|
|
96
|
-
it("throws when baseUrl is missing for live-discovery kinds", async () => {
|
|
97
|
-
const fetchImpl = vi.fn();
|
|
98
|
-
await expect(listModels(row({ kind: "ollama", baseUrl: null }), { fetchImpl }))
|
|
99
|
-
.rejects.toThrow(/baseUrl/);
|
|
100
|
-
});
|
|
101
|
-
});
|
|
@@ -1,92 +0,0 @@
|
|
|
1
|
-
import { describe, expect, it } from "vitest";
|
|
2
|
-
import { detectQueryShape } from "../../../src/core/recall/query-shape.js";
|
|
3
|
-
|
|
4
|
-
describe("detectQueryShape", () => {
|
|
5
|
-
it("returns false/false for empty query", () => {
|
|
6
|
-
expect(detectQueryShape("")).toEqual({ hasTemporal: false, hasNamedEntity: false });
|
|
7
|
-
});
|
|
8
|
-
|
|
9
|
-
describe("Real LongMemEval temporal queries that should fire the boost", () => {
|
|
10
|
-
const cases: ReadonlyArray<string> = [
|
|
11
|
-
"How many days ago did I meet Emma?",
|
|
12
|
-
"How many days ago did I watch the Super Bowl?",
|
|
13
|
-
"How many months ago did I book the Airbnb in San Francisco?",
|
|
14
|
-
"When did I book the Airbnb in Sacramento?",
|
|
15
|
-
"How many days before I bought my iPad did I attend the Holiday Market?",
|
|
16
|
-
"How many weeks ago did I attend the friends and family sale at Nordstrom?",
|
|
17
|
-
"How many months ago did I attend the Seattle International Film Festival?",
|
|
18
|
-
"How many days ago did I attend the Maundy Thursday service at the Episcopal Church?",
|
|
19
|
-
];
|
|
20
|
-
for (const q of cases) {
|
|
21
|
-
it(`fires on: ${q.slice(0, 50)}...`, () => {
|
|
22
|
-
const shape = detectQueryShape(q);
|
|
23
|
-
expect(shape.hasTemporal).toBe(true);
|
|
24
|
-
expect(shape.hasNamedEntity).toBe(true);
|
|
25
|
-
});
|
|
26
|
-
}
|
|
27
|
-
});
|
|
28
|
-
|
|
29
|
-
describe("Temporal queries without named entities (must NOT fire)", () => {
|
|
30
|
-
const cases: ReadonlyArray<string> = [
|
|
31
|
-
"Which book did I finish a week ago?",
|
|
32
|
-
"Who did I meet at lunch last Tuesday?",
|
|
33
|
-
"sports event two weeks ago",
|
|
34
|
-
"gardening-related activity two weeks ago",
|
|
35
|
-
"art-related event two weeks ago",
|
|
36
|
-
"order of three sports events past month",
|
|
37
|
-
];
|
|
38
|
-
for (const q of cases) {
|
|
39
|
-
it(`temporal=true, entity=false on: ${q.slice(0, 50)}...`, () => {
|
|
40
|
-
const shape = detectQueryShape(q);
|
|
41
|
-
expect(shape.hasNamedEntity).toBe(false);
|
|
42
|
-
});
|
|
43
|
-
}
|
|
44
|
-
});
|
|
45
|
-
|
|
46
|
-
describe("Non-temporal queries", () => {
|
|
47
|
-
it("plain semantic query has no temporal trigger", () => {
|
|
48
|
-
expect(detectQueryShape("what is my favorite color").hasTemporal).toBe(false);
|
|
49
|
-
});
|
|
50
|
-
|
|
51
|
-
it("named entity without temporal does not fire combined boost", () => {
|
|
52
|
-
const shape = detectQueryShape("tell me about Nordstrom");
|
|
53
|
-
expect(shape.hasTemporal).toBe(false);
|
|
54
|
-
expect(shape.hasNamedEntity).toBe(true);
|
|
55
|
-
});
|
|
56
|
-
|
|
57
|
-
it("sentence-start capitalization alone is not a named entity", () => {
|
|
58
|
-
const shape = detectQueryShape("Yesterday I went shopping");
|
|
59
|
-
expect(shape.hasTemporal).toBe(true);
|
|
60
|
-
expect(shape.hasNamedEntity).toBe(false);
|
|
61
|
-
});
|
|
62
|
-
|
|
63
|
-
it("day-of-week tokens are not named entities", () => {
|
|
64
|
-
expect(detectQueryShape("did I meet last Tuesday with someone").hasNamedEntity).toBe(false);
|
|
65
|
-
});
|
|
66
|
-
|
|
67
|
-
it("month-name tokens are not named entities", () => {
|
|
68
|
-
expect(detectQueryShape("in June I went to a thing").hasNamedEntity).toBe(false);
|
|
69
|
-
});
|
|
70
|
-
});
|
|
71
|
-
|
|
72
|
-
describe("Edge cases", () => {
|
|
73
|
-
it("ALL-CAPS acronyms count as named entities", () => {
|
|
74
|
-
const shape = detectQueryShape("how many days ago did I visit NYC");
|
|
75
|
-
expect(shape.hasNamedEntity).toBe(true);
|
|
76
|
-
expect(shape.hasTemporal).toBe(true);
|
|
77
|
-
});
|
|
78
|
-
|
|
79
|
-
it("single capital letter does not count", () => {
|
|
80
|
-
expect(detectQueryShape("yesterday I went out").hasNamedEntity).toBe(false);
|
|
81
|
-
});
|
|
82
|
-
|
|
83
|
-
it("hyphenated proper noun counts", () => {
|
|
84
|
-
expect(detectQueryShape("two weeks ago I visited Coca-Cola").hasNamedEntity).toBe(true);
|
|
85
|
-
});
|
|
86
|
-
|
|
87
|
-
it("camelCase / PascalCase product names count (iPad, FarmFresh)", () => {
|
|
88
|
-
expect(detectQueryShape("how many days ago did I buy my iPad").hasNamedEntity).toBe(true);
|
|
89
|
-
expect(detectQueryShape("did I shop at FarmFresh last week").hasNamedEntity).toBe(true);
|
|
90
|
-
});
|
|
91
|
-
});
|
|
92
|
-
});
|
|
@@ -1,258 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* FactRecallService unit tests against an in-memory FactStore + fake LLM.
|
|
3
|
-
* Mirrors the recall-service.test.ts pattern.
|
|
4
|
-
*/
|
|
5
|
-
|
|
6
|
-
import { describe, expect, it } from "vitest";
|
|
7
|
-
import { FactRecallService } from "../../../../src/core/recall-facts/fact-recall-service.js";
|
|
8
|
-
import type {
|
|
9
|
-
FactListFilter,
|
|
10
|
-
FactSemanticNeighbor,
|
|
11
|
-
FactStore,
|
|
12
|
-
} from "../../../../src/ports/fact-store.js";
|
|
13
|
-
import type { EmbedResult, LLMClient } from "../../../../src/ports/llm-client.js";
|
|
14
|
-
import { LLMUnreachableError } from "../../../../src/ports/llm-client.js";
|
|
15
|
-
import type { Fact, FactHistoryChain } from "../../../../src/shared/types.js";
|
|
16
|
-
import { makeFact } from "../../../fixtures/facts.js";
|
|
17
|
-
|
|
18
|
-
class InMemoryFactStore implements FactStore {
|
|
19
|
-
constructor(
|
|
20
|
-
private readonly facts: Fact[],
|
|
21
|
-
private readonly neighbors: FactSemanticNeighbor[] = [],
|
|
22
|
-
) {}
|
|
23
|
-
async insert(): Promise<void> {}
|
|
24
|
-
async insertMany(): Promise<void> {}
|
|
25
|
-
async getById(id: string): Promise<Fact | null> {
|
|
26
|
-
return this.facts.find((f) => f.id === id) ?? null;
|
|
27
|
-
}
|
|
28
|
-
async findCurrent(subject: string, predicate: string): Promise<Fact | null> {
|
|
29
|
-
return this.facts.find(
|
|
30
|
-
(f) =>
|
|
31
|
-
f.subject === subject &&
|
|
32
|
-
f.predicate === predicate &&
|
|
33
|
-
f.supersededBy === null,
|
|
34
|
-
) ?? null;
|
|
35
|
-
}
|
|
36
|
-
async list(): Promise<ReadonlyArray<Fact>> {
|
|
37
|
-
return this.facts;
|
|
38
|
-
}
|
|
39
|
-
async listBySession(): Promise<ReadonlyArray<Fact>> {
|
|
40
|
-
return this.facts;
|
|
41
|
-
}
|
|
42
|
-
async markSuperseded(): Promise<void> {}
|
|
43
|
-
async listForRecall(filter: FactListFilter): Promise<ReadonlyArray<Fact>> {
|
|
44
|
-
return this.facts.filter((f) => {
|
|
45
|
-
if (filter.subject !== undefined && f.subject !== filter.subject) return false;
|
|
46
|
-
if (filter.predicate !== undefined && f.predicate !== filter.predicate) return false;
|
|
47
|
-
if (filter.kind !== undefined && f.kind !== filter.kind) return false;
|
|
48
|
-
if (filter.minConfidence !== undefined && f.confidence < filter.minConfidence) return false;
|
|
49
|
-
if (filter.includeSuperseded !== true && f.supersededBy !== null) return false;
|
|
50
|
-
return true;
|
|
51
|
-
});
|
|
52
|
-
}
|
|
53
|
-
async semanticSearch(): Promise<ReadonlyArray<FactSemanticNeighbor>> {
|
|
54
|
-
return this.neighbors;
|
|
55
|
-
}
|
|
56
|
-
async getHistory(): Promise<ReadonlyArray<FactHistoryChain>> {
|
|
57
|
-
return [];
|
|
58
|
-
}
|
|
59
|
-
}
|
|
60
|
-
|
|
61
|
-
class StubEmbedder implements LLMClient {
|
|
62
|
-
constructor(private readonly fail: boolean = false) {}
|
|
63
|
-
async embed(): Promise<EmbedResult> {
|
|
64
|
-
if (this.fail) throw new LLMUnreachableError("ollama");
|
|
65
|
-
return { vector: new Float32Array([1, 0, 0]), model: "stub" };
|
|
66
|
-
}
|
|
67
|
-
async classify(): Promise<never> {
|
|
68
|
-
throw new Error("not used");
|
|
69
|
-
}
|
|
70
|
-
}
|
|
71
|
-
|
|
72
|
-
const corpus: Fact[] = [
|
|
73
|
-
makeFact({
|
|
74
|
-
id: "f_hono",
|
|
75
|
-
kind: "decision",
|
|
76
|
-
subject: "nlm-memory-ts",
|
|
77
|
-
predicate: "framework",
|
|
78
|
-
value: "Hono",
|
|
79
|
-
confidence: 0.9,
|
|
80
|
-
}),
|
|
81
|
-
makeFact({
|
|
82
|
-
id: "f_endpoint",
|
|
83
|
-
kind: "attribute",
|
|
84
|
-
subject: "mac-pro-llm-host",
|
|
85
|
-
predicate: "endpoint",
|
|
86
|
-
value: "http://macpro:8080/v1",
|
|
87
|
-
confidence: 0.85,
|
|
88
|
-
}),
|
|
89
|
-
makeFact({
|
|
90
|
-
id: "f_model",
|
|
91
|
-
kind: "attribute",
|
|
92
|
-
subject: "mac-pro-llm-host",
|
|
93
|
-
predicate: "model",
|
|
94
|
-
value: "qwen2.5-3b",
|
|
95
|
-
confidence: 0.8,
|
|
96
|
-
}),
|
|
97
|
-
makeFact({
|
|
98
|
-
id: "f_lowconf",
|
|
99
|
-
kind: "decision",
|
|
100
|
-
subject: "other",
|
|
101
|
-
predicate: "framework",
|
|
102
|
-
value: "Hono",
|
|
103
|
-
confidence: 0.5,
|
|
104
|
-
}),
|
|
105
|
-
makeFact({
|
|
106
|
-
id: "f_superseded",
|
|
107
|
-
kind: "decision",
|
|
108
|
-
subject: "nlm-memory-ts",
|
|
109
|
-
predicate: "framework",
|
|
110
|
-
value: "Fastify",
|
|
111
|
-
confidence: 0.9,
|
|
112
|
-
supersededBy: "f_hono",
|
|
113
|
-
}),
|
|
114
|
-
];
|
|
115
|
-
|
|
116
|
-
describe("FactRecallService.search (keyword)", () => {
|
|
117
|
-
it("returns empty when no query and no structured filter", async () => {
|
|
118
|
-
const svc = new FactRecallService({
|
|
119
|
-
factStore: new InMemoryFactStore(corpus),
|
|
120
|
-
llm: new StubEmbedder(),
|
|
121
|
-
});
|
|
122
|
-
const result = await svc.search({});
|
|
123
|
-
expect(result.total).toBe(0);
|
|
124
|
-
expect(result.results).toEqual([]);
|
|
125
|
-
});
|
|
126
|
-
|
|
127
|
-
it("exact subject + predicate returns current fact (no query text)", async () => {
|
|
128
|
-
const svc = new FactRecallService({
|
|
129
|
-
factStore: new InMemoryFactStore(corpus),
|
|
130
|
-
llm: new StubEmbedder(),
|
|
131
|
-
});
|
|
132
|
-
const result = await svc.search({
|
|
133
|
-
subject: "nlm-memory-ts",
|
|
134
|
-
predicate: "framework",
|
|
135
|
-
});
|
|
136
|
-
expect(result.total).toBe(1);
|
|
137
|
-
expect(result.results[0]?.id).toBe("f_hono");
|
|
138
|
-
expect(result.results[0]?.value).toBe("Hono");
|
|
139
|
-
});
|
|
140
|
-
|
|
141
|
-
it("excludes superseded facts by default", async () => {
|
|
142
|
-
const svc = new FactRecallService({
|
|
143
|
-
factStore: new InMemoryFactStore(corpus),
|
|
144
|
-
llm: new StubEmbedder(),
|
|
145
|
-
});
|
|
146
|
-
const result = await svc.search({ subject: "nlm-memory-ts" });
|
|
147
|
-
expect(result.results.map((r) => r.id)).toEqual(["f_hono"]);
|
|
148
|
-
});
|
|
149
|
-
|
|
150
|
-
it("includeSuperseded=true returns the full chain", async () => {
|
|
151
|
-
const svc = new FactRecallService({
|
|
152
|
-
factStore: new InMemoryFactStore(corpus),
|
|
153
|
-
llm: new StubEmbedder(),
|
|
154
|
-
});
|
|
155
|
-
const result = await svc.search({
|
|
156
|
-
subject: "nlm-memory-ts",
|
|
157
|
-
includeSuperseded: true,
|
|
158
|
-
});
|
|
159
|
-
expect(result.results.map((r) => r.id).sort()).toEqual(["f_hono", "f_superseded"]);
|
|
160
|
-
});
|
|
161
|
-
|
|
162
|
-
it("default minConfidence (0.6) drops low-confidence facts", async () => {
|
|
163
|
-
const svc = new FactRecallService({
|
|
164
|
-
factStore: new InMemoryFactStore(corpus),
|
|
165
|
-
llm: new StubEmbedder(),
|
|
166
|
-
});
|
|
167
|
-
const result = await svc.search({ predicate: "framework" });
|
|
168
|
-
// f_lowconf has confidence 0.5; f_hono has 0.9; f_superseded is dropped
|
|
169
|
-
expect(result.results.map((r) => r.id)).toEqual(["f_hono"]);
|
|
170
|
-
});
|
|
171
|
-
|
|
172
|
-
it("explicit minConfidence override widens the result set", async () => {
|
|
173
|
-
const svc = new FactRecallService({
|
|
174
|
-
factStore: new InMemoryFactStore(corpus),
|
|
175
|
-
llm: new StubEmbedder(),
|
|
176
|
-
});
|
|
177
|
-
const result = await svc.search({ predicate: "framework", minConfidence: 0.4 });
|
|
178
|
-
expect(result.results.map((r) => r.id).sort()).toEqual(["f_hono", "f_lowconf"]);
|
|
179
|
-
});
|
|
180
|
-
|
|
181
|
-
it("free-text query scores against value, subject, predicate", async () => {
|
|
182
|
-
const svc = new FactRecallService({
|
|
183
|
-
factStore: new InMemoryFactStore(corpus),
|
|
184
|
-
llm: new StubEmbedder(),
|
|
185
|
-
});
|
|
186
|
-
const result = await svc.search({ query: "Hono" });
|
|
187
|
-
expect(result.results[0]?.id).toBe("f_hono");
|
|
188
|
-
expect(result.results[0]?.matchedIn).toContain("value");
|
|
189
|
-
});
|
|
190
|
-
|
|
191
|
-
it("kind filter narrows to attribute / decision / open", async () => {
|
|
192
|
-
const svc = new FactRecallService({
|
|
193
|
-
factStore: new InMemoryFactStore(corpus),
|
|
194
|
-
llm: new StubEmbedder(),
|
|
195
|
-
});
|
|
196
|
-
const result = await svc.search({ kind: "attribute" });
|
|
197
|
-
expect(result.results.map((r) => r.id).sort()).toEqual(["f_endpoint", "f_model"]);
|
|
198
|
-
});
|
|
199
|
-
|
|
200
|
-
it("limit caps the result count", async () => {
|
|
201
|
-
const svc = new FactRecallService({
|
|
202
|
-
factStore: new InMemoryFactStore(corpus),
|
|
203
|
-
llm: new StubEmbedder(),
|
|
204
|
-
});
|
|
205
|
-
const result = await svc.search({ kind: "attribute", limit: 1 });
|
|
206
|
-
expect(result.results).toHaveLength(1);
|
|
207
|
-
});
|
|
208
|
-
});
|
|
209
|
-
|
|
210
|
-
describe("FactRecallService.search (semantic)", () => {
|
|
211
|
-
it("uses sqlite-vec neighbors to rank candidates", async () => {
|
|
212
|
-
const neighbors: FactSemanticNeighbor[] = [
|
|
213
|
-
{ factId: "f_endpoint", distance: 0.2 },
|
|
214
|
-
{ factId: "f_model", distance: 0.6 },
|
|
215
|
-
];
|
|
216
|
-
const svc = new FactRecallService({
|
|
217
|
-
factStore: new InMemoryFactStore(corpus, neighbors),
|
|
218
|
-
llm: new StubEmbedder(),
|
|
219
|
-
});
|
|
220
|
-
const result = await svc.search({ query: "where does the LLM run", mode: "semantic" });
|
|
221
|
-
expect(result.results[0]?.id).toBe("f_endpoint");
|
|
222
|
-
expect(result.results[0]?.matchedIn).toEqual(["semantic"]);
|
|
223
|
-
});
|
|
224
|
-
|
|
225
|
-
it("LLM unreachable surfaces as modeUnavailable, not an exception", async () => {
|
|
226
|
-
const svc = new FactRecallService({
|
|
227
|
-
factStore: new InMemoryFactStore(corpus),
|
|
228
|
-
llm: new StubEmbedder(true),
|
|
229
|
-
});
|
|
230
|
-
const result = await svc.search({ query: "anything", mode: "semantic" });
|
|
231
|
-
expect(result.modeUnavailable).toBe("ollama_unreachable");
|
|
232
|
-
expect(result.total).toBe(0);
|
|
233
|
-
});
|
|
234
|
-
});
|
|
235
|
-
|
|
236
|
-
describe("FactRecallService.search (hybrid)", () => {
|
|
237
|
-
it("merges keyword + semantic scores with 0.4/0.6 weights", async () => {
|
|
238
|
-
const neighbors: FactSemanticNeighbor[] = [
|
|
239
|
-
{ factId: "f_endpoint", distance: 0.1 },
|
|
240
|
-
{ factId: "f_hono", distance: 1.4 },
|
|
241
|
-
];
|
|
242
|
-
const svc = new FactRecallService({
|
|
243
|
-
factStore: new InMemoryFactStore(corpus, neighbors),
|
|
244
|
-
llm: new StubEmbedder(),
|
|
245
|
-
});
|
|
246
|
-
const result = await svc.search({ query: "Hono", mode: "hybrid" });
|
|
247
|
-
// Result should include both. Top result depends on weights — keyword
|
|
248
|
-
// scores "Hono" strongly for f_hono; semantic scores f_endpoint strongly.
|
|
249
|
-
const ids = result.results.map((r) => r.id);
|
|
250
|
-
expect(ids).toContain("f_hono");
|
|
251
|
-
expect(ids).toContain("f_endpoint");
|
|
252
|
-
// Hybrid hits expose both subscores.
|
|
253
|
-
for (const hit of result.results) {
|
|
254
|
-
expect(hit.keywordScore).toBeDefined();
|
|
255
|
-
expect(hit.semanticScore).toBeDefined();
|
|
256
|
-
}
|
|
257
|
-
});
|
|
258
|
-
});
|
|
@@ -1,200 +0,0 @@
|
|
|
1
|
-
import { describe, expect, it } from "vitest";
|
|
2
|
-
import { RecallService } from "../../../src/core/recall/recall-service.js";
|
|
3
|
-
import type { LLMClient, EmbedResult } from "../../../src/ports/llm-client.js";
|
|
4
|
-
import { LLMUnreachableError } from "../../../src/ports/llm-client.js";
|
|
5
|
-
import type {
|
|
6
|
-
KeywordNeighbor,
|
|
7
|
-
SessionStore,
|
|
8
|
-
SemanticNeighbor,
|
|
9
|
-
} from "../../../src/ports/session-store.js";
|
|
10
|
-
import type { Session } from "../../../src/shared/types.js";
|
|
11
|
-
import { makeSession } from "../../fixtures/sessions.js";
|
|
12
|
-
|
|
13
|
-
// Fake store: keyword and semantic hits are pre-baked. Unit tests here cover
|
|
14
|
-
// RecallService orchestration (filter, merge, limit, error handling) — not
|
|
15
|
-
// keyword ranking quality, which is covered by the FTS integration tests.
|
|
16
|
-
class InMemoryStore implements SessionStore {
|
|
17
|
-
listCalls = 0;
|
|
18
|
-
getByIdsCalls = 0;
|
|
19
|
-
constructor(
|
|
20
|
-
private readonly sessions: Session[],
|
|
21
|
-
private readonly neighbors: SemanticNeighbor[] = [],
|
|
22
|
-
private readonly keywordHits: KeywordNeighbor[] = [],
|
|
23
|
-
) {}
|
|
24
|
-
async list(): Promise<ReadonlyArray<Session>> {
|
|
25
|
-
this.listCalls += 1;
|
|
26
|
-
return this.sessions;
|
|
27
|
-
}
|
|
28
|
-
async getById(id: string): Promise<Session | null> {
|
|
29
|
-
return this.sessions.find((s) => s.id === id) ?? null;
|
|
30
|
-
}
|
|
31
|
-
async getByIds(ids: ReadonlyArray<string>): Promise<ReadonlyArray<Session>> {
|
|
32
|
-
this.getByIdsCalls += 1;
|
|
33
|
-
return this.sessions.filter((s) => ids.includes(s.id));
|
|
34
|
-
}
|
|
35
|
-
async semanticSearch(): Promise<ReadonlyArray<SemanticNeighbor>> {
|
|
36
|
-
return this.neighbors;
|
|
37
|
-
}
|
|
38
|
-
async keywordSearch(): Promise<ReadonlyArray<KeywordNeighbor>> {
|
|
39
|
-
return this.keywordHits;
|
|
40
|
-
}
|
|
41
|
-
async updateStatus(): Promise<void> {}
|
|
42
|
-
}
|
|
43
|
-
|
|
44
|
-
class StubEmbedder implements LLMClient {
|
|
45
|
-
constructor(private readonly fail: boolean = false) {}
|
|
46
|
-
async embed(): Promise<EmbedResult> {
|
|
47
|
-
if (this.fail) throw new LLMUnreachableError("ollama");
|
|
48
|
-
return { vector: new Float32Array([1, 0, 0]), model: "stub" };
|
|
49
|
-
}
|
|
50
|
-
async classify(): Promise<never> {
|
|
51
|
-
throw new Error("not used");
|
|
52
|
-
}
|
|
53
|
-
}
|
|
54
|
-
|
|
55
|
-
const corpus: Session[] = [
|
|
56
|
-
makeSession({
|
|
57
|
-
id: "a",
|
|
58
|
-
label: "Hono router setup",
|
|
59
|
-
entities: ["NLM"],
|
|
60
|
-
decisions: ["chose Hono over Express"],
|
|
61
|
-
}),
|
|
62
|
-
makeSession({
|
|
63
|
-
id: "b",
|
|
64
|
-
label: "pgvector migration plan",
|
|
65
|
-
entities: ["NLM", "Postgres"],
|
|
66
|
-
open: ["timing of cutover"],
|
|
67
|
-
}),
|
|
68
|
-
makeSession({
|
|
69
|
-
id: "c",
|
|
70
|
-
label: "unrelated session",
|
|
71
|
-
entities: ["Other"],
|
|
72
|
-
}),
|
|
73
|
-
];
|
|
74
|
-
|
|
75
|
-
describe("RecallService.search", () => {
|
|
76
|
-
it("returns empty result when query and filters are all blank", async () => {
|
|
77
|
-
const svc = new RecallService({
|
|
78
|
-
store: new InMemoryStore(corpus),
|
|
79
|
-
llm: new StubEmbedder(),
|
|
80
|
-
});
|
|
81
|
-
const result = await svc.search({ query: "" });
|
|
82
|
-
expect(result.total).toBe(0);
|
|
83
|
-
expect(result.results).toEqual([]);
|
|
84
|
-
});
|
|
85
|
-
|
|
86
|
-
it("keyword mode surfaces store keyword hits ranked by store score", async () => {
|
|
87
|
-
const store = new InMemoryStore(corpus, [], [
|
|
88
|
-
{ sessionId: "b", score: 9.2 },
|
|
89
|
-
{ sessionId: "a", score: 2.1 },
|
|
90
|
-
]);
|
|
91
|
-
const svc = new RecallService({ store, llm: new StubEmbedder() });
|
|
92
|
-
const result = await svc.search({ query: "pgvector", mode: "keyword" });
|
|
93
|
-
expect(result.results.map((r) => r.id)).toEqual(["b", "a"]);
|
|
94
|
-
expect(result.results[0]?.matchScore).toBe(9.2);
|
|
95
|
-
});
|
|
96
|
-
|
|
97
|
-
it("keyword mode populates matchedIn from the resolved session", async () => {
|
|
98
|
-
const store = new InMemoryStore(corpus, [], [{ sessionId: "b", score: 5 }]);
|
|
99
|
-
const svc = new RecallService({ store, llm: new StubEmbedder() });
|
|
100
|
-
const result = await svc.search({ query: "pgvector", mode: "keyword" });
|
|
101
|
-
expect(result.results[0]?.matchedIn).toEqual(["label"]);
|
|
102
|
-
});
|
|
103
|
-
|
|
104
|
-
it("entity filter restricts the keyword corpus", async () => {
|
|
105
|
-
const store = new InMemoryStore(corpus, [], [
|
|
106
|
-
{ sessionId: "b", score: 5 },
|
|
107
|
-
{ sessionId: "c", score: 4 },
|
|
108
|
-
]);
|
|
109
|
-
const svc = new RecallService({ store, llm: new StubEmbedder() });
|
|
110
|
-
const result = await svc.search({ query: "session", mode: "keyword", entity: "NLM" });
|
|
111
|
-
expect(result.results.every((r) => r.entities.includes("NLM"))).toBe(true);
|
|
112
|
-
expect(result.results.map((r) => r.id)).not.toContain("c");
|
|
113
|
-
});
|
|
114
|
-
|
|
115
|
-
it("semantic mode returns ollama_unreachable when the embedder fails", async () => {
|
|
116
|
-
const svc = new RecallService({
|
|
117
|
-
store: new InMemoryStore(corpus),
|
|
118
|
-
llm: new StubEmbedder(true),
|
|
119
|
-
});
|
|
120
|
-
const result = await svc.search({ query: "anything", mode: "semantic" });
|
|
121
|
-
expect(result.modeUnavailable).toBe("ollama_unreachable");
|
|
122
|
-
expect(result.results).toEqual([]);
|
|
123
|
-
});
|
|
124
|
-
|
|
125
|
-
it("hybrid mode degrades to keyword scores when semantic is unavailable", async () => {
|
|
126
|
-
const store = new InMemoryStore(corpus, [], [{ sessionId: "b", score: 7 }]);
|
|
127
|
-
const svc = new RecallService({ store, llm: new StubEmbedder(true) });
|
|
128
|
-
const result = await svc.search({ query: "pgvector", mode: "hybrid" });
|
|
129
|
-
expect(result.modeUnavailable).toBe("ollama_unreachable");
|
|
130
|
-
expect(result.results).toHaveLength(1);
|
|
131
|
-
expect(result.results[0]?.id).toBe("b");
|
|
132
|
-
});
|
|
133
|
-
|
|
134
|
-
it("semantic mode reports cosine similarity computed from L2 distance of unit vectors", async () => {
|
|
135
|
-
const store = new InMemoryStore(corpus, [{ sessionId: "a", distance: 0 }]);
|
|
136
|
-
const svc = new RecallService({ store, llm: new StubEmbedder() });
|
|
137
|
-
const result = await svc.search({ query: "anything", mode: "semantic" });
|
|
138
|
-
expect(result.results[0]?.matchScore).toBe(1);
|
|
139
|
-
});
|
|
140
|
-
|
|
141
|
-
it("hybrid mode uses RRF fusion — rank 1 in both legs scores 2/(60+1)", async () => {
|
|
142
|
-
const store = new InMemoryStore(
|
|
143
|
-
corpus,
|
|
144
|
-
[{ sessionId: "b", distance: 0 }],
|
|
145
|
-
[{ sessionId: "b", score: 9.2 }],
|
|
146
|
-
);
|
|
147
|
-
const svc = new RecallService({ store, llm: new StubEmbedder() });
|
|
148
|
-
const result = await svc.search({ query: "pgvector", mode: "hybrid" });
|
|
149
|
-
const top = result.results[0];
|
|
150
|
-
expect(top?.id).toBe("b");
|
|
151
|
-
// RRF with both legs at rank 1, k=60: 1/61 + 1/61 = 2/61 ≈ 0.0328
|
|
152
|
-
expect(top?.matchScore).toBeCloseTo(2 / 61, 4);
|
|
153
|
-
// Informational normalized scores preserved for UI display.
|
|
154
|
-
expect(top?.keywordScore).toBe(1);
|
|
155
|
-
expect(top?.semanticScore).toBe(1);
|
|
156
|
-
});
|
|
157
|
-
|
|
158
|
-
it("hybrid RRF: a session in only one leg scores half as much as a session in both legs at the same rank", async () => {
|
|
159
|
-
// Session "a" appears in keyword leg at rank 1.
|
|
160
|
-
// Session "b" appears in BOTH legs at rank 1.
|
|
161
|
-
const store = new InMemoryStore(
|
|
162
|
-
corpus,
|
|
163
|
-
[{ sessionId: "b", distance: 0 }],
|
|
164
|
-
[
|
|
165
|
-
{ sessionId: "a", score: 100 }, // huge raw score, but only one leg
|
|
166
|
-
{ sessionId: "b", score: 1 }, // tiny raw score, but in both legs
|
|
167
|
-
],
|
|
168
|
-
);
|
|
169
|
-
const svc = new RecallService({ store, llm: new StubEmbedder() });
|
|
170
|
-
const result = await svc.search({ query: "pgvector", mode: "hybrid" });
|
|
171
|
-
expect(result.results[0]?.id).toBe("b"); // both-legs wins despite tiny kw score
|
|
172
|
-
expect(result.results[0]?.matchScore).toBeCloseTo(1 / 61 + 1 / 62, 4); // b is rank 1 sem, rank 2 kw
|
|
173
|
-
expect(result.results[1]?.id).toBe("a");
|
|
174
|
-
expect(result.results[1]?.matchScore).toBeCloseTo(1 / 61, 4); // a is rank 1 kw only
|
|
175
|
-
});
|
|
176
|
-
|
|
177
|
-
it("clamps limit to MAX_LIMIT (100) and at least 1", async () => {
|
|
178
|
-
const store = new InMemoryStore(corpus, [], [{ sessionId: "b", score: 5 }]);
|
|
179
|
-
const svc = new RecallService({ store, llm: new StubEmbedder() });
|
|
180
|
-
const big = await svc.search({ query: "session", mode: "keyword", limit: 9999 });
|
|
181
|
-
expect(big.limit).toBe(100);
|
|
182
|
-
const small = await svc.search({ query: "session", mode: "keyword", limit: 0 });
|
|
183
|
-
expect(small.limit).toBe(1);
|
|
184
|
-
});
|
|
185
|
-
|
|
186
|
-
it("resolves only the hit sessions and never loads the full corpus", async () => {
|
|
187
|
-
const big: Session[] = Array.from({ length: 100 }, (_, i) =>
|
|
188
|
-
makeSession({ id: `s${i}`, label: `session ${i}` }),
|
|
189
|
-
);
|
|
190
|
-
const store = new InMemoryStore(big, [], [
|
|
191
|
-
{ sessionId: "s7", score: 9 },
|
|
192
|
-
{ sessionId: "s42", score: 8 },
|
|
193
|
-
]);
|
|
194
|
-
const svc = new RecallService({ store, llm: new StubEmbedder() });
|
|
195
|
-
const result = await svc.search({ query: "anything", mode: "keyword" });
|
|
196
|
-
expect(result.results.map((r) => r.id)).toEqual(["s7", "s42"]);
|
|
197
|
-
expect(store.listCalls).toBe(0);
|
|
198
|
-
expect(store.getByIdsCalls).toBe(1);
|
|
199
|
-
});
|
|
200
|
-
});
|