bikky 0.3.3 → 0.3.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +26 -6
- package/dist/cli.js +26 -6
- package/dist/cli.js.map +1 -1
- package/dist/config.d.ts +22 -0
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +255 -3
- package/dist/config.js.map +1 -1
- package/dist/config.test.d.ts +3 -2
- package/dist/config.test.d.ts.map +1 -1
- package/dist/config.test.js +95 -6
- package/dist/config.test.js.map +1 -1
- package/dist/daemon/capture-policy.d.ts +4 -4
- package/dist/daemon/capture-policy.d.ts.map +1 -1
- package/dist/daemon/capture-policy.js +8 -17
- package/dist/daemon/capture-policy.js.map +1 -1
- package/dist/daemon/capture-policy.test.js +2 -2
- package/dist/daemon/capture-policy.test.js.map +1 -1
- package/dist/daemon/consolidation.d.ts +4 -1
- package/dist/daemon/consolidation.d.ts.map +1 -1
- package/dist/daemon/consolidation.js +18 -4
- package/dist/daemon/consolidation.js.map +1 -1
- package/dist/daemon/entity-typing.d.ts +42 -0
- package/dist/daemon/entity-typing.d.ts.map +1 -0
- package/dist/daemon/entity-typing.js +295 -0
- package/dist/daemon/entity-typing.js.map +1 -0
- package/dist/daemon/entity-typing.test.d.ts +2 -0
- package/dist/daemon/entity-typing.test.d.ts.map +1 -0
- package/dist/daemon/entity-typing.test.js +50 -0
- package/dist/daemon/entity-typing.test.js.map +1 -0
- package/dist/daemon/episode-summary.d.ts +4 -8
- package/dist/daemon/episode-summary.d.ts.map +1 -1
- package/dist/daemon/episode-summary.js +52 -18
- package/dist/daemon/episode-summary.js.map +1 -1
- package/dist/daemon/episode-summary.test.js +10 -7
- package/dist/daemon/episode-summary.test.js.map +1 -1
- package/dist/daemon/extraction-quality.test.d.ts +2 -0
- package/dist/daemon/extraction-quality.test.d.ts.map +1 -0
- package/dist/daemon/extraction-quality.test.js +283 -0
- package/dist/daemon/extraction-quality.test.js.map +1 -0
- package/dist/daemon/extraction-rules.d.ts +131 -0
- package/dist/daemon/extraction-rules.d.ts.map +1 -0
- package/dist/daemon/extraction-rules.js +321 -0
- package/dist/daemon/extraction-rules.js.map +1 -0
- package/dist/daemon/extraction-rules.test.d.ts +2 -0
- package/dist/daemon/extraction-rules.test.d.ts.map +1 -0
- package/dist/daemon/extraction-rules.test.js +183 -0
- package/dist/daemon/extraction-rules.test.js.map +1 -0
- package/dist/daemon/extraction.d.ts +19 -1
- package/dist/daemon/extraction.d.ts.map +1 -1
- package/dist/daemon/extraction.js +183 -26
- package/dist/daemon/extraction.js.map +1 -1
- package/dist/daemon/extraction.test.js +96 -2
- package/dist/daemon/extraction.test.js.map +1 -1
- package/dist/daemon/loop.d.ts.map +1 -1
- package/dist/daemon/loop.js +22 -0
- package/dist/daemon/loop.js.map +1 -1
- package/dist/daemon/loop.test.d.ts +2 -0
- package/dist/daemon/loop.test.d.ts.map +1 -0
- package/dist/daemon/loop.test.js +85 -0
- package/dist/daemon/loop.test.js.map +1 -0
- package/dist/daemon/maintenance-state.d.ts +36 -0
- package/dist/daemon/maintenance-state.d.ts.map +1 -0
- package/dist/daemon/maintenance-state.js +95 -0
- package/dist/daemon/maintenance-state.js.map +1 -0
- package/dist/daemon/maintenance-state.test.d.ts +2 -0
- package/dist/daemon/maintenance-state.test.d.ts.map +1 -0
- package/dist/daemon/maintenance-state.test.js +56 -0
- package/dist/daemon/maintenance-state.test.js.map +1 -0
- package/dist/daemon/qdrant.d.ts +37 -1
- package/dist/daemon/qdrant.d.ts.map +1 -1
- package/dist/daemon/qdrant.js +107 -12
- package/dist/daemon/qdrant.js.map +1 -1
- package/dist/daemon/qdrant.test.js +57 -1
- package/dist/daemon/qdrant.test.js.map +1 -1
- package/dist/daemon/relations-vocab.d.ts +44 -0
- package/dist/daemon/relations-vocab.d.ts.map +1 -0
- package/dist/daemon/relations-vocab.js +168 -0
- package/dist/daemon/relations-vocab.js.map +1 -0
- package/dist/daemon/relations-vocab.test.d.ts +2 -0
- package/dist/daemon/relations-vocab.test.d.ts.map +1 -0
- package/dist/daemon/relations-vocab.test.js +69 -0
- package/dist/daemon/relations-vocab.test.js.map +1 -0
- package/dist/daemon/relations.d.ts +49 -34
- package/dist/daemon/relations.d.ts.map +1 -1
- package/dist/daemon/relations.js +249 -153
- package/dist/daemon/relations.js.map +1 -1
- package/dist/daemon/relations.test.d.ts +2 -0
- package/dist/daemon/relations.test.d.ts.map +1 -0
- package/dist/daemon/relations.test.js +36 -0
- package/dist/daemon/relations.test.js.map +1 -0
- package/dist/daemon/session-index.d.ts +1 -8
- package/dist/daemon/session-index.d.ts.map +1 -1
- package/dist/daemon/session-index.js +8 -10
- package/dist/daemon/session-index.js.map +1 -1
- package/dist/daemon/session-index.test.js +15 -9
- package/dist/daemon/session-index.test.js.map +1 -1
- package/dist/daemon/session-summary.d.ts +1 -8
- package/dist/daemon/session-summary.d.ts.map +1 -1
- package/dist/daemon/session-summary.js +17 -12
- package/dist/daemon/session-summary.js.map +1 -1
- package/dist/daemon/session-summary.test.js +5 -3
- package/dist/daemon/session-summary.test.js.map +1 -1
- package/dist/daemon/watcher-health.d.ts +20 -0
- package/dist/daemon/watcher-health.d.ts.map +1 -0
- package/dist/daemon/watcher-health.js +78 -0
- package/dist/daemon/watcher-health.js.map +1 -0
- package/dist/daemon/watcher-health.test.d.ts +5 -0
- package/dist/daemon/watcher-health.test.d.ts.map +1 -0
- package/dist/daemon/watcher-health.test.js +96 -0
- package/dist/daemon/watcher-health.test.js.map +1 -0
- package/dist/daemon/watcher.test.d.ts +3 -2
- package/dist/daemon/watcher.test.d.ts.map +1 -1
- package/dist/daemon/watcher.test.js +9 -19
- package/dist/daemon/watcher.test.js.map +1 -1
- package/dist/daemon/workstream-resolver.d.ts +76 -0
- package/dist/daemon/workstream-resolver.d.ts.map +1 -0
- package/dist/daemon/workstream-resolver.js +180 -0
- package/dist/daemon/workstream-resolver.js.map +1 -0
- package/dist/daemon/workstream-resolver.test.d.ts +2 -0
- package/dist/daemon/workstream-resolver.test.d.ts.map +1 -0
- package/dist/daemon/workstream-resolver.test.js +128 -0
- package/dist/daemon/workstream-resolver.test.js.map +1 -0
- package/dist/daemon/workstream-summary.d.ts +1 -8
- package/dist/daemon/workstream-summary.d.ts.map +1 -1
- package/dist/daemon/workstream-summary.js +22 -14
- package/dist/daemon/workstream-summary.js.map +1 -1
- package/dist/daemon/workstream-summary.test.js +9 -6
- package/dist/daemon/workstream-summary.test.js.map +1 -1
- package/dist/lib/qdrant-client.d.ts +34 -0
- package/dist/lib/qdrant-client.d.ts.map +1 -1
- package/dist/lib/qdrant-client.js +54 -0
- package/dist/lib/qdrant-client.js.map +1 -1
- package/dist/lib/qdrant-client.test.js +49 -1
- package/dist/lib/qdrant-client.test.js.map +1 -1
- package/dist/llm/inference/index.d.ts +2 -1
- package/dist/llm/inference/index.d.ts.map +1 -1
- package/dist/llm/inference/index.js +37 -2
- package/dist/llm/inference/index.js.map +1 -1
- package/dist/llm/inference/index.test.js +44 -3
- package/dist/llm/inference/index.test.js.map +1 -1
- package/dist/llm/inference/providers/bedrock.d.ts +23 -0
- package/dist/llm/inference/providers/bedrock.d.ts.map +1 -1
- package/dist/llm/inference/providers/bedrock.js +10 -1
- package/dist/llm/inference/providers/bedrock.js.map +1 -1
- package/dist/llm/inference/providers/bedrock.test.js +49 -2
- package/dist/llm/inference/providers/bedrock.test.js.map +1 -1
- package/dist/llm/inference/providers/ollama.d.ts.map +1 -1
- package/dist/llm/inference/providers/ollama.js +7 -1
- package/dist/llm/inference/providers/ollama.js.map +1 -1
- package/dist/llm/inference/providers/openai.d.ts.map +1 -1
- package/dist/llm/inference/providers/openai.js +7 -1
- package/dist/llm/inference/providers/openai.js.map +1 -1
- package/dist/llm/inference/providers/openai.test.js +38 -2
- package/dist/llm/inference/providers/openai.test.js.map +1 -1
- package/dist/llm/inference/providers/portkey.d.ts.map +1 -1
- package/dist/llm/inference/providers/portkey.js +7 -1
- package/dist/llm/inference/providers/portkey.js.map +1 -1
- package/dist/llm/inference/types.d.ts +15 -0
- package/dist/llm/inference/types.d.ts.map +1 -1
- package/dist/llm/telemetry.d.ts +8 -1
- package/dist/llm/telemetry.d.ts.map +1 -1
- package/dist/llm/telemetry.js.map +1 -1
- package/dist/mcp/helpers.d.ts.map +1 -1
- package/dist/mcp/helpers.js +17 -2
- package/dist/mcp/helpers.js.map +1 -1
- package/dist/mcp/taxonomy.d.ts +6 -18
- package/dist/mcp/taxonomy.d.ts.map +1 -1
- package/dist/mcp/taxonomy.js +15 -25
- package/dist/mcp/taxonomy.js.map +1 -1
- package/dist/mcp/taxonomy.test.js +23 -7
- package/dist/mcp/taxonomy.test.js.map +1 -1
- package/dist/mcp/tools.d.ts.map +1 -1
- package/dist/mcp/tools.js +355 -17
- package/dist/mcp/tools.js.map +1 -1
- package/dist/mcp/tools.test.js +279 -5
- package/dist/mcp/tools.test.js.map +1 -1
- package/dist/privacy/redaction.d.ts +21 -0
- package/dist/privacy/redaction.d.ts.map +1 -0
- package/dist/privacy/redaction.js +83 -0
- package/dist/privacy/redaction.js.map +1 -0
- package/dist/privacy/redaction.test.d.ts +2 -0
- package/dist/privacy/redaction.test.d.ts.map +1 -0
- package/dist/privacy/redaction.test.js +51 -0
- package/dist/privacy/redaction.test.js.map +1 -0
- package/dist/prompts/distill.d.ts.map +1 -1
- package/dist/prompts/distill.js +3 -2
- package/dist/prompts/distill.js.map +1 -1
- package/dist/prompts/entity-typing.d.ts +18 -0
- package/dist/prompts/entity-typing.d.ts.map +1 -0
- package/dist/prompts/entity-typing.js +60 -0
- package/dist/prompts/entity-typing.js.map +1 -0
- package/dist/prompts/episode-summary.d.ts.map +1 -1
- package/dist/prompts/episode-summary.js +17 -3
- package/dist/prompts/episode-summary.js.map +1 -1
- package/dist/prompts/extraction.d.ts.map +1 -1
- package/dist/prompts/extraction.js +114 -5
- package/dist/prompts/extraction.js.map +1 -1
- package/dist/prompts/index.d.ts +1 -0
- package/dist/prompts/index.d.ts.map +1 -1
- package/dist/prompts/index.js +1 -0
- package/dist/prompts/index.js.map +1 -1
- package/dist/prompts/relations.d.ts.map +1 -1
- package/dist/prompts/relations.js +72 -4
- package/dist/prompts/relations.js.map +1 -1
- package/dist/render.d.ts.map +1 -1
- package/dist/render.js +7 -1
- package/dist/render.js.map +1 -1
- package/dist/render.test.js +3 -2
- package/dist/render.test.js.map +1 -1
- package/dist/status.d.ts +94 -0
- package/dist/status.d.ts.map +1 -0
- package/dist/status.js +378 -0
- package/dist/status.js.map +1 -0
- package/dist/status.test.d.ts +5 -0
- package/dist/status.test.d.ts.map +1 -0
- package/dist/status.test.js +203 -0
- package/dist/status.test.js.map +1 -0
- package/package.json +1 -1
package/dist/daemon/loop.js
CHANGED
|
@@ -10,7 +10,9 @@ import * as qdrantClient from "./qdrant.js";
|
|
|
10
10
|
import { tick as extractionTick, setLogger as setExtractionLogger } from "./extraction.js";
|
|
11
11
|
import { tick as consolidationTick, setLogger as setConsolidationLogger } from "./consolidation.js";
|
|
12
12
|
import { tick as relationsTick, setLogger as setRelationsLogger } from "./relations.js";
|
|
13
|
+
import { tick as entityTypingTick, setLogger as setEntityTypingLogger } from "./entity-typing.js";
|
|
13
14
|
import { scanStaleFacts, setLogger as setStalenessLogger } from "./staleness.js";
|
|
15
|
+
import { inspectWatcherPaths, formatIssue } from "./watcher-health.js";
|
|
14
16
|
// createLogger returns (LogLevel, ...args) but daemon modules accept (string, ...args).
|
|
15
17
|
// The daemon only calls with valid LogLevel values, so the cast is safe.
|
|
16
18
|
const log = createLogger("daemon", path.join(LOG_DIR, "daemon.log"));
|
|
@@ -20,11 +22,17 @@ let intervalHandle = null;
|
|
|
20
22
|
export async function startDaemon() {
|
|
21
23
|
const cfg = loadConfig();
|
|
22
24
|
log("INFO", `Starting bikky daemon (PID ${process.pid})`);
|
|
25
|
+
// Sanity-check watcher paths — warn loudly if any look broken so users
|
|
26
|
+
// don't end up with a silently-idle daemon (issue #58).
|
|
27
|
+
for (const issue of inspectWatcherPaths(cfg)) {
|
|
28
|
+
log("WARN", formatIssue(issue));
|
|
29
|
+
}
|
|
23
30
|
// Wire up loggers for all daemon sub-modules
|
|
24
31
|
qdrantClient.setLogger(log);
|
|
25
32
|
setExtractionLogger(log);
|
|
26
33
|
setConsolidationLogger(log);
|
|
27
34
|
setRelationsLogger(log);
|
|
35
|
+
setEntityTypingLogger(log);
|
|
28
36
|
setStalenessLogger(log);
|
|
29
37
|
// Initialize LLM client from config
|
|
30
38
|
initLLM({
|
|
@@ -46,6 +54,14 @@ export async function startDaemon() {
|
|
|
46
54
|
if (!ready) {
|
|
47
55
|
log("WARN", "Qdrant not configured — daemon will retry on each tick");
|
|
48
56
|
}
|
|
57
|
+
else {
|
|
58
|
+
try {
|
|
59
|
+
await qdrantClient.ensureCollection();
|
|
60
|
+
}
|
|
61
|
+
catch (e) {
|
|
62
|
+
log("WARN", `Qdrant collection/index readiness check failed: ${e.message}`);
|
|
63
|
+
}
|
|
64
|
+
}
|
|
49
65
|
running = true;
|
|
50
66
|
const intervalMs = (cfg.daemon.tick_interval_sec || 5) * 1000;
|
|
51
67
|
const tickFn = async () => {
|
|
@@ -71,6 +87,12 @@ export async function startDaemon() {
|
|
|
71
87
|
catch (e) {
|
|
72
88
|
log("ERROR", `Relations tick failed: ${e.message}`);
|
|
73
89
|
}
|
|
90
|
+
try {
|
|
91
|
+
await entityTypingTick(cfg);
|
|
92
|
+
}
|
|
93
|
+
catch (e) {
|
|
94
|
+
log("ERROR", `Entity typing tick failed: ${e.message}`);
|
|
95
|
+
}
|
|
74
96
|
// Staleness scans every 1000 ticks (~83 min at 5s interval)
|
|
75
97
|
if (tickCount % 1000 === 0) {
|
|
76
98
|
try {
|
package/dist/daemon/loop.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"loop.js","sourceRoot":"","sources":["../../src/daemon/loop.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAG1C,wBAAwB;AACxB,OAAO,KAAK,YAAY,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,IAAI,IAAI,cAAc,EAAE,SAAS,IAAI,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAC3F,OAAO,EAAE,IAAI,IAAI,iBAAiB,EAAE,SAAS,IAAI,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AACpG,OAAO,EAAE,IAAI,IAAI,aAAa,EAAE,SAAS,IAAI,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACxF,OAAO,EAAE,cAAc,EAAE,SAAS,IAAI,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;
|
|
1
|
+
{"version":3,"file":"loop.js","sourceRoot":"","sources":["../../src/daemon/loop.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAG1C,wBAAwB;AACxB,OAAO,KAAK,YAAY,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,IAAI,IAAI,cAAc,EAAE,SAAS,IAAI,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAC3F,OAAO,EAAE,IAAI,IAAI,iBAAiB,EAAE,SAAS,IAAI,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AACpG,OAAO,EAAE,IAAI,IAAI,aAAa,EAAE,SAAS,IAAI,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACxF,OAAO,EAAE,IAAI,IAAI,gBAAgB,EAAE,SAAS,IAAI,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAClG,OAAO,EAAE,cAAc,EAAE,SAAS,IAAI,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACjF,OAAO,EAAE,mBAAmB,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAEvE,wFAAwF;AACxF,yEAAyE;AACzE,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAqB,CAAC;AAEzF,IAAI,OAAO,GAAG,KAAK,CAAC;AACpB,IAAI,SAAS,GAAG,CAAC,CAAC;AAClB,IAAI,cAAc,GAA0C,IAAI,CAAC;AAEjE,MAAM,CAAC,KAAK,UAAU,WAAW;IAC/B,MAAM,GAAG,GAAG,UAAU,EAAE,CAAC;IACzB,GAAG,CAAC,MAAM,EAAE,8BAA8B,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC;IAE1D,uEAAuE;IACvE,wDAAwD;IACxD,KAAK,MAAM,KAAK,IAAI,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7C,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;IAClC,CAAC;IAED,6CAA6C;IAC7C,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAC5B,mBAAmB,CAAC,GAAG,CAAC,CAAC;IACzB,sBAAsB,CAAC,GAAG,CAAC,CAAC;IAC5B,kBAAkB,CAAC,GAAG,CAAC,CAAC;IACxB,qBAAqB,CAAC,GAAG,CAAC,CAAC;IAC3B,kBAAkB,CAAC,GAAG,CAAC,CAAC;IAExB,oCAAoC;IACpC,OAAO,CAAC;QACN,MAAM,EAAE;YACN,QAAQ,EAAE,GAAG,CAAC,GAAG,CAAC,QAAQ;YAC1B,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,KAAK;YACpB,OAAO,EAAE,GAAG,CAAC,GAAG,CAAC,QAAQ;YACzB,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,OAAO;YACvB,QAAQ,EAAE,GAAG,CAAC,GAAG,CAAC,iBAAiB,IAAI,IAAI;YAC3C,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;YAC1B,SAAS,EAAE,GAAG,CAAC,GAAG,CAAC,UAAU;YAC7B,OAAO,EAAE,GAAG,CAAC,GAAG,CAAC,OAAO;YACxB,gBAAgB,EAAE,GAAG,CAAC,GAAG,CAAC,mBAAmB;SAC9C;QACD,MAAM,EAAE,GAAiD;KAC1D,CAAC,CAAC;IAEH,2BAA2B;IAC3B,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC;IAClC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,GAAG,CAAC,MAAM,EAAE,wDAAwD,CAAC,CAAC;IACxE,CAAC;SAAM,CAAC;QACN,IAAI,CAAC;YACH,MAAM,YAAY,CAAC,gBAAgB,EAAE,CAAC;QACxC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,GAAG,CAAC,MAAM,EAAE,mDAAoD,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IAED,OAAO,GAAG,IAAI,CAAC;IACf,MAAM,UAAU,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,iBAAiB,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC;IAE9D,MAAM,MAAM,GAAG,KAAK,IAAmB,EAAE;QACvC,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,SAAS,EAAE,CAAC;QAEZ,IAAI,CAAC;YACH,MAAM,cAAc,CAAC,GAAG,CAAC,CAAC;QAC5B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,GAAG,CAAC,OAAO,EAAE,2BAA4B,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QAClE,CAAC;QAED,0EAA0E;QAC1E,IAAI,CAAC;YACH,MAAM,iBAAiB,CAAC,GAAG,CAAC,CAAC;QAC/B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,GAAG,CAAC,OAAO,EAAE,8BAA+B,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,IAAI,CAAC;YACH,MAAM,aAAa,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,GAAG,CAAC,OAAO,EAAE,0BAA2B,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QACjE,CAAC;QAED,IAAI,CAAC;YACH,MAAM,gBAAgB,CAAC,GAAG,CAAC,CAAC;QAC9B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,GAAG,CAAC,OAAO,EAAE,8BAA+B,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,4DAA4D;QAC5D,IAAI,SAAS,GAAG,IAAI,KAAK,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC;gBACH,MAAM,cAAc,CAAC,GAAG,CAAC,CAAC;YAC5B,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,GAAG,CAAC,OAAO,EAAE,0BAA2B,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEF,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,oBAAqB,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IACnI,GAAG,CAAC,MAAM,EAAE,kCAAkC,UAAU,IAAI,CAAC,CAAC;AAChE,CAAC;AAED,MAAM,UAAU,UAAU;IACxB,OAAO,GAAG,KAAK,CAAC;IAChB,IAAI,cAAc,EAAE,CAAC;QACnB,aAAa,CAAC,cAAc,CAAC,CAAC;QAC9B,cAAc,GAAG,IAAI,CAAC;IACxB,CAAC;IACD,GAAG,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;AACjC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"loop.test.d.ts","sourceRoot":"","sources":["../../src/daemon/loop.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
import { after, before, beforeEach, describe, it } from "node:test";
|
|
2
|
+
import assert from "node:assert/strict";
|
|
3
|
+
import fs from "node:fs";
|
|
4
|
+
import os from "node:os";
|
|
5
|
+
import path from "node:path";
|
|
6
|
+
import { CONFIG_DEFAULTS, resetConfig, saveConfig } from "../config.js";
|
|
7
|
+
import { QDRANT_INDEXES } from "../mcp/taxonomy.js";
|
|
8
|
+
import { startDaemon, stopDaemon } from "./loop.js";
|
|
9
|
+
const configPath = path.join(os.homedir(), ".bikky", "config.json");
|
|
10
|
+
const qdrantEnvKeys = ["QDRANT_URL", "QDRANT_API_KEY"];
|
|
11
|
+
let savedConfig = null;
|
|
12
|
+
let savedQdrantEnv = {};
|
|
13
|
+
let savedFetch;
|
|
14
|
+
let calls = [];
|
|
15
|
+
describe("daemon loop", () => {
|
|
16
|
+
before(() => {
|
|
17
|
+
savedFetch = globalThis.fetch;
|
|
18
|
+
if (fs.existsSync(configPath)) {
|
|
19
|
+
savedConfig = fs.readFileSync(configPath, "utf-8");
|
|
20
|
+
}
|
|
21
|
+
for (const key of qdrantEnvKeys) {
|
|
22
|
+
savedQdrantEnv[key] = process.env[key];
|
|
23
|
+
}
|
|
24
|
+
});
|
|
25
|
+
after(() => {
|
|
26
|
+
stopDaemon();
|
|
27
|
+
globalThis.fetch = savedFetch;
|
|
28
|
+
for (const key of qdrantEnvKeys) {
|
|
29
|
+
if (savedQdrantEnv[key] === undefined) {
|
|
30
|
+
delete process.env[key];
|
|
31
|
+
}
|
|
32
|
+
else {
|
|
33
|
+
process.env[key] = savedQdrantEnv[key];
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
if (savedConfig !== null) {
|
|
37
|
+
fs.writeFileSync(configPath, savedConfig);
|
|
38
|
+
}
|
|
39
|
+
else if (fs.existsSync(configPath)) {
|
|
40
|
+
fs.rmSync(configPath);
|
|
41
|
+
}
|
|
42
|
+
resetConfig();
|
|
43
|
+
});
|
|
44
|
+
beforeEach(() => {
|
|
45
|
+
stopDaemon();
|
|
46
|
+
calls = [];
|
|
47
|
+
for (const key of qdrantEnvKeys) {
|
|
48
|
+
delete process.env[key];
|
|
49
|
+
}
|
|
50
|
+
globalThis.fetch = (async (input, init) => {
|
|
51
|
+
calls.push({ input, init });
|
|
52
|
+
return new Response("{}", { status: 200 });
|
|
53
|
+
});
|
|
54
|
+
resetConfig();
|
|
55
|
+
});
|
|
56
|
+
it("ensures the Qdrant collection and payload indexes at startup", async () => {
|
|
57
|
+
saveConfig({
|
|
58
|
+
...CONFIG_DEFAULTS,
|
|
59
|
+
qdrant_url: "https://qdrant.example.com:6333",
|
|
60
|
+
qdrant_api_key: null,
|
|
61
|
+
collection: "bikky-daemon-loop-test",
|
|
62
|
+
daemon: {
|
|
63
|
+
...CONFIG_DEFAULTS.daemon,
|
|
64
|
+
tick_interval_sec: 3600,
|
|
65
|
+
},
|
|
66
|
+
});
|
|
67
|
+
resetConfig();
|
|
68
|
+
try {
|
|
69
|
+
await startDaemon();
|
|
70
|
+
}
|
|
71
|
+
finally {
|
|
72
|
+
stopDaemon();
|
|
73
|
+
}
|
|
74
|
+
assert.equal(calls.length, 1 + QDRANT_INDEXES.length);
|
|
75
|
+
assert.match(String(calls[0]?.input), /\/collections\/bikky-daemon-loop-test$/);
|
|
76
|
+
const indexCalls = calls.slice(1);
|
|
77
|
+
assert.equal(indexCalls.length, QDRANT_INDEXES.length);
|
|
78
|
+
for (const [idx, call] of indexCalls.entries()) {
|
|
79
|
+
assert.match(String(call.input), /\/collections\/bikky-daemon-loop-test\/index$/);
|
|
80
|
+
assert.equal(call.init?.method, "PUT");
|
|
81
|
+
assert.deepEqual(JSON.parse(String(call.init?.body)), QDRANT_INDEXES[idx]);
|
|
82
|
+
}
|
|
83
|
+
});
|
|
84
|
+
});
|
|
85
|
+
//# sourceMappingURL=loop.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"loop.test.js","sourceRoot":"","sources":["../../src/daemon/loop.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACpE,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AACxE,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAOpD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC;AACpE,MAAM,aAAa,GAAG,CAAC,YAAY,EAAE,gBAAgB,CAAU,CAAC;AAEhE,IAAI,WAAW,GAAkB,IAAI,CAAC;AACtC,IAAI,cAAc,GAAuC,EAAE,CAAC;AAC5D,IAAI,UAAwB,CAAC;AAC7B,IAAI,KAAK,GAAgB,EAAE,CAAC;AAE5B,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,MAAM,CAAC,GAAG,EAAE;QACV,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC;QAC9B,IAAI,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC9B,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QACrD,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;YAChC,cAAc,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACzC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,KAAK,CAAC,GAAG,EAAE;QACT,UAAU,EAAE,CAAC;QACb,UAAU,CAAC,KAAK,GAAG,UAAU,CAAC;QAC9B,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;YAChC,IAAI,cAAc,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;gBACtC,OAAO,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QACD,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;YACzB,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QAC5C,CAAC;aAAM,IAAI,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YACrC,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACxB,CAAC;QACD,WAAW,EAAE,CAAC;IAChB,CAAC,CAAC,CAAC;IAEH,UAAU,CAAC,GAAG,EAAE;QACd,UAAU,EAAE,CAAC;QACb,KAAK,GAAG,EAAE,CAAC;QACX,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;YAChC,OAAO,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC1B,CAAC;QACD,UAAU,CAAC,KAAK,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACxC,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5B,OAAO,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QAC7C,CAAC,CAAiB,CAAC;QACnB,WAAW,EAAE,CAAC;IAChB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC5E,UAAU,CAAC;YACT,GAAG,eAAe;YAClB,UAAU,EAAE,iCAAiC;YAC7C,cAAc,EAAE,IAAI;YACpB,UAAU,EAAE,wBAAwB;YACpC,MAAM,EAAE;gBACN,GAAG,eAAe,CAAC,MAAM;gBACzB,iBAAiB,EAAE,IAAI;aACxB;SACF,CAAC,CAAC;QACH,WAAW,EAAE,CAAC;QAEd,IAAI,CAAC;YACH,MAAM,WAAW,EAAE,CAAC;QACtB,CAAC;gBAAS,CAAC;YACT,UAAU,EAAE,CAAC;QACf,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QACtD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,wCAAwC,CAAC,CAAC;QAEhF,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;QACvD,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;YAC/C,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,+CAA+C,CAAC,CAAC;YAClF,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;YACvC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import type { LogFn } from "./qdrant.js";
|
|
2
|
+
export declare const MAINTENANCE_STATE_PATH: string;
|
|
3
|
+
export type MaintenanceJobName = "relation_inference" | "entity_typing";
|
|
4
|
+
export interface MaintenanceRunSummary {
|
|
5
|
+
job: MaintenanceJobName;
|
|
6
|
+
ran_at: string;
|
|
7
|
+
status: "success" | "skipped" | "error";
|
|
8
|
+
candidates_seen: number;
|
|
9
|
+
llm_calls: number;
|
|
10
|
+
accepted: number;
|
|
11
|
+
deterministic?: number;
|
|
12
|
+
skipped_reason?: string;
|
|
13
|
+
error?: string;
|
|
14
|
+
}
|
|
15
|
+
export interface MaintenanceJobState {
|
|
16
|
+
last_run_at: string | null;
|
|
17
|
+
cursor_updated_at: string | null;
|
|
18
|
+
last_summary: MaintenanceRunSummary | null;
|
|
19
|
+
recent_attempts: Record<string, string>;
|
|
20
|
+
}
|
|
21
|
+
export interface MaintenanceState {
|
|
22
|
+
version: 1;
|
|
23
|
+
jobs: Record<MaintenanceJobName, MaintenanceJobState>;
|
|
24
|
+
}
|
|
25
|
+
export declare const defaultMaintenanceState: () => MaintenanceState;
|
|
26
|
+
export declare const readMaintenanceState: (log?: LogFn) => MaintenanceState;
|
|
27
|
+
export declare const writeMaintenanceState: (state: MaintenanceState, log?: LogFn) => void;
|
|
28
|
+
export declare const shouldRunMaintenance: (now: Date, lastRunAt: string | null, intervalSec: number) => boolean;
|
|
29
|
+
export declare const updateMaintenanceJob: (jobName: MaintenanceJobName, update: (job: MaintenanceJobState) => MaintenanceJobState, log?: LogFn) => MaintenanceState;
|
|
30
|
+
export declare const recordMaintenanceRun: (jobName: MaintenanceJobName, summary: MaintenanceRunSummary, options?: {
|
|
31
|
+
cursorUpdatedAt?: string | null;
|
|
32
|
+
recentAttempts?: Record<string, string>;
|
|
33
|
+
}, log?: LogFn) => MaintenanceState;
|
|
34
|
+
export declare const pruneRecentAttempts: (attempts: Record<string, string>, now: Date, maxAgeMs: number) => Record<string, string>;
|
|
35
|
+
export declare const isAttemptBackedOff: (attempts: Record<string, string>, key: string, now: Date, backoffMs: number) => boolean;
|
|
36
|
+
//# sourceMappingURL=maintenance-state.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"maintenance-state.d.ts","sourceRoot":"","sources":["../../src/daemon/maintenance-state.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAEzC,eAAO,MAAM,sBAAsB,QAA4C,CAAC;AAEhF,MAAM,MAAM,kBAAkB,GAAG,oBAAoB,GAAG,eAAe,CAAC;AAExE,MAAM,WAAW,qBAAqB;IACpC,GAAG,EAAE,kBAAkB,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,SAAS,GAAG,SAAS,GAAG,OAAO,CAAC;IACxC,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,YAAY,EAAE,qBAAqB,GAAG,IAAI,CAAC;IAC3C,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACzC;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,CAAC,CAAC;IACX,IAAI,EAAE,MAAM,CAAC,kBAAkB,EAAE,mBAAmB,CAAC,CAAC;CACvD;AASD,eAAO,MAAM,uBAAuB,QAAO,gBAMzC,CAAC;AAoBH,eAAO,MAAM,oBAAoB,GAAI,MAAK,KAAgB,KAAG,gBAiB5D,CAAC;AAEF,eAAO,MAAM,qBAAqB,GAAI,OAAO,gBAAgB,EAAE,MAAK,KAAgB,KAAG,IAOtF,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAC/B,KAAK,IAAI,EACT,WAAW,MAAM,GAAG,IAAI,EACxB,aAAa,MAAM,KAClB,OAMF,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAC/B,SAAS,kBAAkB,EAC3B,QAAQ,CAAC,GAAG,EAAE,mBAAmB,KAAK,mBAAmB,EACzD,MAAK,KAAgB,KACpB,gBAKF,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAC/B,SAAS,kBAAkB,EAC3B,SAAS,qBAAqB,EAC9B,UAAS;IACP,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACpC,EACN,MAAK,KAAgB,KACpB,gBAKK,CAAC;AAET,eAAO,MAAM,mBAAmB,GAC9B,UAAU,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAChC,KAAK,IAAI,EACT,UAAU,MAAM,KACf,MAAM,CAAC,MAAM,EAAE,MAAM,CAKvB,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAC7B,UAAU,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAChC,KAAK,MAAM,EACX,KAAK,IAAI,EACT,WAAW,MAAM,KAChB,OAKF,CAAC"}
|
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
|
|
2
|
+
import { join } from "node:path";
|
|
3
|
+
import { STATE_DIR } from "../config.js";
|
|
4
|
+
export const MAINTENANCE_STATE_PATH = join(STATE_DIR, "maintenance-state.json");
|
|
5
|
+
const defaultJobState = () => ({
|
|
6
|
+
last_run_at: null,
|
|
7
|
+
cursor_updated_at: null,
|
|
8
|
+
last_summary: null,
|
|
9
|
+
recent_attempts: {},
|
|
10
|
+
});
|
|
11
|
+
export const defaultMaintenanceState = () => ({
|
|
12
|
+
version: 1,
|
|
13
|
+
jobs: {
|
|
14
|
+
relation_inference: defaultJobState(),
|
|
15
|
+
entity_typing: defaultJobState(),
|
|
16
|
+
},
|
|
17
|
+
});
|
|
18
|
+
const isRecord = (value) => typeof value === "object" && value !== null && !Array.isArray(value);
|
|
19
|
+
const coerceJobState = (value) => {
|
|
20
|
+
if (!isRecord(value))
|
|
21
|
+
return defaultJobState();
|
|
22
|
+
return {
|
|
23
|
+
last_run_at: typeof value.last_run_at === "string" ? value.last_run_at : null,
|
|
24
|
+
cursor_updated_at: typeof value.cursor_updated_at === "string" ? value.cursor_updated_at : null,
|
|
25
|
+
last_summary: isRecord(value.last_summary) ? value.last_summary : null,
|
|
26
|
+
recent_attempts: isRecord(value.recent_attempts)
|
|
27
|
+
? Object.fromEntries(Object.entries(value.recent_attempts)
|
|
28
|
+
.filter((entry) => typeof entry[1] === "string"))
|
|
29
|
+
: {},
|
|
30
|
+
};
|
|
31
|
+
};
|
|
32
|
+
export const readMaintenanceState = (log = () => { }) => {
|
|
33
|
+
if (!existsSync(MAINTENANCE_STATE_PATH))
|
|
34
|
+
return defaultMaintenanceState();
|
|
35
|
+
try {
|
|
36
|
+
const parsed = JSON.parse(readFileSync(MAINTENANCE_STATE_PATH, "utf-8"));
|
|
37
|
+
if (!isRecord(parsed))
|
|
38
|
+
return defaultMaintenanceState();
|
|
39
|
+
const jobs = isRecord(parsed.jobs) ? parsed.jobs : {};
|
|
40
|
+
return {
|
|
41
|
+
version: 1,
|
|
42
|
+
jobs: {
|
|
43
|
+
relation_inference: coerceJobState(jobs.relation_inference),
|
|
44
|
+
entity_typing: coerceJobState(jobs.entity_typing),
|
|
45
|
+
},
|
|
46
|
+
};
|
|
47
|
+
}
|
|
48
|
+
catch (e) {
|
|
49
|
+
log("WARN", `Maintenance state: failed to read state, starting fresh: ${e.message}`);
|
|
50
|
+
return defaultMaintenanceState();
|
|
51
|
+
}
|
|
52
|
+
};
|
|
53
|
+
export const writeMaintenanceState = (state, log = () => { }) => {
|
|
54
|
+
try {
|
|
55
|
+
mkdirSync(STATE_DIR, { recursive: true });
|
|
56
|
+
writeFileSync(MAINTENANCE_STATE_PATH, JSON.stringify(state, null, 2) + "\n", "utf-8");
|
|
57
|
+
}
|
|
58
|
+
catch (e) {
|
|
59
|
+
log("WARN", `Maintenance state: failed to write state: ${e.message}`);
|
|
60
|
+
}
|
|
61
|
+
};
|
|
62
|
+
export const shouldRunMaintenance = (now, lastRunAt, intervalSec) => {
|
|
63
|
+
if (intervalSec <= 0)
|
|
64
|
+
return true;
|
|
65
|
+
if (!lastRunAt)
|
|
66
|
+
return true;
|
|
67
|
+
const last = Date.parse(lastRunAt);
|
|
68
|
+
if (!Number.isFinite(last))
|
|
69
|
+
return true;
|
|
70
|
+
return now.getTime() - last >= intervalSec * 1000;
|
|
71
|
+
};
|
|
72
|
+
export const updateMaintenanceJob = (jobName, update, log = () => { }) => {
|
|
73
|
+
const state = readMaintenanceState(log);
|
|
74
|
+
state.jobs[jobName] = update(state.jobs[jobName]);
|
|
75
|
+
writeMaintenanceState(state, log);
|
|
76
|
+
return state;
|
|
77
|
+
};
|
|
78
|
+
export const recordMaintenanceRun = (jobName, summary, options = {}, log = () => { }) => updateMaintenanceJob(jobName, (job) => ({
|
|
79
|
+
last_run_at: summary.ran_at,
|
|
80
|
+
cursor_updated_at: options.cursorUpdatedAt === undefined ? job.cursor_updated_at : options.cursorUpdatedAt,
|
|
81
|
+
last_summary: summary,
|
|
82
|
+
recent_attempts: options.recentAttempts ?? job.recent_attempts,
|
|
83
|
+
}), log);
|
|
84
|
+
export const pruneRecentAttempts = (attempts, now, maxAgeMs) => Object.fromEntries(Object.entries(attempts).filter(([, attemptedAt]) => {
|
|
85
|
+
const ts = Date.parse(attemptedAt);
|
|
86
|
+
return Number.isFinite(ts) && now.getTime() - ts <= maxAgeMs;
|
|
87
|
+
}));
|
|
88
|
+
export const isAttemptBackedOff = (attempts, key, now, backoffMs) => {
|
|
89
|
+
const attemptedAt = attempts[key];
|
|
90
|
+
if (!attemptedAt)
|
|
91
|
+
return false;
|
|
92
|
+
const ts = Date.parse(attemptedAt);
|
|
93
|
+
return Number.isFinite(ts) && now.getTime() - ts < backoffMs;
|
|
94
|
+
};
|
|
95
|
+
//# sourceMappingURL=maintenance-state.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"maintenance-state.js","sourceRoot":"","sources":["../../src/daemon/maintenance-state.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAGzC,MAAM,CAAC,MAAM,sBAAsB,GAAG,IAAI,CAAC,SAAS,EAAE,wBAAwB,CAAC,CAAC;AA4BhF,MAAM,eAAe,GAAG,GAAwB,EAAE,CAAC,CAAC;IAClD,WAAW,EAAE,IAAI;IACjB,iBAAiB,EAAE,IAAI;IACvB,YAAY,EAAE,IAAI;IAClB,eAAe,EAAE,EAAE;CACpB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAqB,EAAE,CAAC,CAAC;IAC9D,OAAO,EAAE,CAAC;IACV,IAAI,EAAE;QACJ,kBAAkB,EAAE,eAAe,EAAE;QACrC,aAAa,EAAE,eAAe,EAAE;KACjC;CACF,CAAC,CAAC;AAEH,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAoC,EAAE,CACpE,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAEvE,MAAM,cAAc,GAAG,CAAC,KAAc,EAAuB,EAAE;IAC7D,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,eAAe,EAAE,CAAC;IAC/C,OAAO;QACL,WAAW,EAAE,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI;QAC7E,iBAAiB,EAAE,OAAO,KAAK,CAAC,iBAAiB,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI;QAC/F,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,YAAgD,CAAC,CAAC,CAAC,IAAI;QAC1G,eAAe,EAAE,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC;YAC9C,CAAC,CAAC,MAAM,CAAC,WAAW,CAClB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,eAAe,CAAC;iBAClC,MAAM,CAAC,CAAC,KAAK,EAA6B,EAAE,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,CAC9E;YACD,CAAC,CAAC,EAAE;KACP,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,MAAa,GAAG,EAAE,GAAE,CAAC,EAAoB,EAAE;IAC9E,IAAI,CAAC,UAAU,CAAC,sBAAsB,CAAC;QAAE,OAAO,uBAAuB,EAAE,CAAC;IAC1E,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,sBAAsB,EAAE,OAAO,CAAC,CAAY,CAAC;QACpF,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,OAAO,uBAAuB,EAAE,CAAC;QACxD,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QACtD,OAAO;YACL,OAAO,EAAE,CAAC;YACV,IAAI,EAAE;gBACJ,kBAAkB,EAAE,cAAc,CAAC,IAAI,CAAC,kBAAkB,CAAC;gBAC3D,aAAa,EAAE,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC;aAClD;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,GAAG,CAAC,MAAM,EAAE,4DAA6D,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QAChG,OAAO,uBAAuB,EAAE,CAAC;IACnC,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,KAAuB,EAAE,MAAa,GAAG,EAAE,GAAE,CAAC,EAAQ,EAAE;IAC5F,IAAI,CAAC;QACH,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1C,aAAa,CAAC,sBAAsB,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;IACxF,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,GAAG,CAAC,MAAM,EAAE,6CAA8C,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;IACnF,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,GAAS,EACT,SAAwB,EACxB,WAAmB,EACV,EAAE;IACX,IAAI,WAAW,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAClC,IAAI,CAAC,SAAS;QAAE,OAAO,IAAI,CAAC;IAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACnC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACxC,OAAO,GAAG,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,WAAW,GAAG,IAAI,CAAC;AACpD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,OAA2B,EAC3B,MAAyD,EACzD,MAAa,GAAG,EAAE,GAAE,CAAC,EACH,EAAE;IACpB,MAAM,KAAK,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;IACxC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IAClD,qBAAqB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAClC,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,OAA2B,EAC3B,OAA8B,EAC9B,UAGI,EAAE,EACN,MAAa,GAAG,EAAE,GAAE,CAAC,EACH,EAAE,CAAC,oBAAoB,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAC7D,WAAW,EAAE,OAAO,CAAC,MAAM;IAC3B,iBAAiB,EAAE,OAAO,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,OAAO,CAAC,eAAe;IAC1G,YAAY,EAAE,OAAO;IACrB,eAAe,EAAE,OAAO,CAAC,cAAc,IAAI,GAAG,CAAC,eAAe;CAC/D,CAAC,EAAE,GAAG,CAAC,CAAC;AAET,MAAM,CAAC,MAAM,mBAAmB,GAAG,CACjC,QAAgC,EAChC,GAAS,EACT,QAAgB,EACQ,EAAE,CAAC,MAAM,CAAC,WAAW,CAC7C,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,EAAE,EAAE;IAClD,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACnC,OAAO,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,QAAQ,CAAC;AAC/D,CAAC,CAAC,CACH,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAChC,QAAgC,EAChC,GAAW,EACX,GAAS,EACT,SAAiB,EACR,EAAE;IACX,MAAM,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,CAAC,WAAW;QAAE,OAAO,KAAK,CAAC;IAC/B,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACnC,OAAO,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,SAAS,CAAC;AAC/D,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"maintenance-state.test.d.ts","sourceRoot":"","sources":["../../src/daemon/maintenance-state.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
import { describe, it, beforeEach, afterEach } from "node:test";
|
|
2
|
+
import assert from "node:assert/strict";
|
|
3
|
+
import fs from "node:fs";
|
|
4
|
+
import path from "node:path";
|
|
5
|
+
import os from "node:os";
|
|
6
|
+
const TEST_BIKKY_HOME = fs.mkdtempSync(path.join(os.tmpdir(), "bikky-maint-state-"));
|
|
7
|
+
process.env.BIKKY_HOME = TEST_BIKKY_HOME;
|
|
8
|
+
const { MAINTENANCE_STATE_PATH, defaultMaintenanceState, isAttemptBackedOff, pruneRecentAttempts, readMaintenanceState, recordMaintenanceRun, shouldRunMaintenance, } = await import("./maintenance-state.js");
|
|
9
|
+
describe("daemon/maintenance-state", () => {
|
|
10
|
+
beforeEach(() => {
|
|
11
|
+
fs.rmSync(TEST_BIKKY_HOME, { recursive: true, force: true });
|
|
12
|
+
fs.mkdirSync(TEST_BIKKY_HOME, { recursive: true });
|
|
13
|
+
});
|
|
14
|
+
afterEach(() => {
|
|
15
|
+
fs.rmSync(TEST_BIKKY_HOME, { recursive: true, force: true });
|
|
16
|
+
});
|
|
17
|
+
it("starts with default job states", () => {
|
|
18
|
+
assert.deepEqual(readMaintenanceState(), defaultMaintenanceState());
|
|
19
|
+
});
|
|
20
|
+
it("uses wall-clock intervals to decide whether a job should run", () => {
|
|
21
|
+
const now = new Date("2026-04-27T10:00:00.000Z");
|
|
22
|
+
assert.equal(shouldRunMaintenance(now, null, 900), true);
|
|
23
|
+
assert.equal(shouldRunMaintenance(now, "2026-04-27T09:50:00.000Z", 900), false);
|
|
24
|
+
assert.equal(shouldRunMaintenance(now, "2026-04-27T09:40:00.000Z", 900), true);
|
|
25
|
+
assert.equal(shouldRunMaintenance(now, "not-a-date", 900), true);
|
|
26
|
+
assert.equal(shouldRunMaintenance(now, "2026-04-27T09:59:59.000Z", 0), true);
|
|
27
|
+
});
|
|
28
|
+
it("records run summaries and cursors", () => {
|
|
29
|
+
recordMaintenanceRun("entity_typing", {
|
|
30
|
+
job: "entity_typing",
|
|
31
|
+
ran_at: "2026-04-27T10:00:00.000Z",
|
|
32
|
+
status: "success",
|
|
33
|
+
candidates_seen: 2,
|
|
34
|
+
llm_calls: 1,
|
|
35
|
+
accepted: 2,
|
|
36
|
+
deterministic: 1,
|
|
37
|
+
}, { cursorUpdatedAt: "2026-04-27T09:59:00.000Z" });
|
|
38
|
+
const state = readMaintenanceState();
|
|
39
|
+
assert.ok(fs.existsSync(MAINTENANCE_STATE_PATH));
|
|
40
|
+
assert.equal(state.jobs.entity_typing.last_run_at, "2026-04-27T10:00:00.000Z");
|
|
41
|
+
assert.equal(state.jobs.entity_typing.cursor_updated_at, "2026-04-27T09:59:00.000Z");
|
|
42
|
+
assert.equal(state.jobs.entity_typing.last_summary?.accepted, 2);
|
|
43
|
+
});
|
|
44
|
+
it("prunes and checks recent attempt backoff windows", () => {
|
|
45
|
+
const now = new Date("2026-04-27T10:00:00.000Z");
|
|
46
|
+
const attempts = {
|
|
47
|
+
fresh: "2026-04-27T09:59:00.000Z",
|
|
48
|
+
old: "2026-04-20T09:59:00.000Z",
|
|
49
|
+
bad: "not-a-date",
|
|
50
|
+
};
|
|
51
|
+
assert.equal(isAttemptBackedOff(attempts, "fresh", now, 5 * 60 * 1000), true);
|
|
52
|
+
assert.equal(isAttemptBackedOff(attempts, "old", now, 5 * 60 * 1000), false);
|
|
53
|
+
assert.deepEqual(pruneRecentAttempts(attempts, now, 24 * 60 * 60 * 1000), { fresh: attempts.fresh });
|
|
54
|
+
});
|
|
55
|
+
});
|
|
56
|
+
//# sourceMappingURL=maintenance-state.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"maintenance-state.test.js","sourceRoot":"","sources":["../../src/daemon/maintenance-state.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAChE,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AAEzB,MAAM,eAAe,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC,CAAC;AACrF,OAAO,CAAC,GAAG,CAAC,UAAU,GAAG,eAAe,CAAC;AAEzC,MAAM,EACJ,sBAAsB,EACtB,uBAAuB,EACvB,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EACpB,oBAAoB,EACpB,oBAAoB,GACrB,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,CAAC;AAE3C,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,UAAU,CAAC,GAAG,EAAE;QACd,EAAE,CAAC,MAAM,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7D,EAAE,CAAC,SAAS,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,EAAE,CAAC,MAAM,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,MAAM,CAAC,SAAS,CAAC,oBAAoB,EAAE,EAAE,uBAAuB,EAAE,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,0BAA0B,CAAC,CAAC;QAEjD,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QACzD,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,GAAG,EAAE,0BAA0B,EAAE,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;QAChF,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,GAAG,EAAE,0BAA0B,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAC/E,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,GAAG,EAAE,YAAY,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QACjE,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,GAAG,EAAE,0BAA0B,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAC/E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,oBAAoB,CAAC,eAAe,EAAE;YACpC,GAAG,EAAE,eAAe;YACpB,MAAM,EAAE,0BAA0B;YAClC,MAAM,EAAE,SAAS;YACjB,eAAe,EAAE,CAAC;YAClB,SAAS,EAAE,CAAC;YACZ,QAAQ,EAAE,CAAC;YACX,aAAa,EAAE,CAAC;SACjB,EAAE,EAAE,eAAe,EAAE,0BAA0B,EAAE,CAAC,CAAC;QAEpD,MAAM,KAAK,GAAG,oBAAoB,EAAE,CAAC;QACrC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,0BAA0B,CAAC,CAAC;QAC/E,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,iBAAiB,EAAE,0BAA0B,CAAC,CAAC;QACrF,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACjD,MAAM,QAAQ,GAAG;YACf,KAAK,EAAE,0BAA0B;YACjC,GAAG,EAAE,0BAA0B;YAC/B,GAAG,EAAE,YAAY;SAClB,CAAC;QAEF,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;QAC9E,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC;QAC7E,MAAM,CAAC,SAAS,CAAC,mBAAmB,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;IACvG,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
package/dist/daemon/qdrant.d.ts
CHANGED
|
@@ -9,6 +9,7 @@
|
|
|
9
9
|
*/
|
|
10
10
|
import { embed } from "../llm/index.js";
|
|
11
11
|
import type { InitEmbeddingInput } from "../llm/index.js";
|
|
12
|
+
import { type RedactionSummary } from "../privacy/redaction.js";
|
|
12
13
|
export type LogFn = (level: string, ...args: unknown[]) => void;
|
|
13
14
|
export interface QdrantPayload {
|
|
14
15
|
content: string;
|
|
@@ -31,6 +32,7 @@ export interface QdrantPayload {
|
|
|
31
32
|
created_at: string;
|
|
32
33
|
updated_at: string;
|
|
33
34
|
metadata: Record<string, string | number | boolean | null>;
|
|
35
|
+
session_id?: string | null;
|
|
34
36
|
episode_id?: string | null;
|
|
35
37
|
workstream_key?: string | null;
|
|
36
38
|
task_key?: string | null;
|
|
@@ -50,6 +52,7 @@ export interface QdrantPayload {
|
|
|
50
52
|
expires_at?: string | null;
|
|
51
53
|
quality_score?: number | null;
|
|
52
54
|
confidence_reason?: string | null;
|
|
55
|
+
redaction?: RedactionSummary;
|
|
53
56
|
from_entity?: string;
|
|
54
57
|
relation_type?: string;
|
|
55
58
|
to_entity?: string;
|
|
@@ -69,6 +72,7 @@ export interface StoreFact {
|
|
|
69
72
|
workspace_id?: string;
|
|
70
73
|
actor_id?: string;
|
|
71
74
|
metadata?: Record<string, string | number | boolean | null>;
|
|
75
|
+
session_id?: string | null;
|
|
72
76
|
episode_id?: string | null;
|
|
73
77
|
workstream_key?: string | null;
|
|
74
78
|
task_key?: string | null;
|
|
@@ -112,6 +116,14 @@ export interface QdrantScrollResult {
|
|
|
112
116
|
confidence: number;
|
|
113
117
|
last_reinforced_at: string;
|
|
114
118
|
created_at: string;
|
|
119
|
+
updated_at: string;
|
|
120
|
+
metadata: Record<string, string | number | boolean | null>;
|
|
121
|
+
session_id?: string | null;
|
|
122
|
+
workstream_key?: string | null;
|
|
123
|
+
task_key?: string | null;
|
|
124
|
+
repo?: string | null;
|
|
125
|
+
branch?: string | null;
|
|
126
|
+
source_fact_ids?: string[];
|
|
115
127
|
}
|
|
116
128
|
export interface QdrantSearchFilters {
|
|
117
129
|
category?: string;
|
|
@@ -124,7 +136,17 @@ export interface QdrantSearchFilters {
|
|
|
124
136
|
export interface QdrantScrollFilters {
|
|
125
137
|
categories?: string[];
|
|
126
138
|
olderThan?: string;
|
|
139
|
+
sinceUpdated?: string;
|
|
127
140
|
domain?: string;
|
|
141
|
+
entity?: string;
|
|
142
|
+
kinds?: string[];
|
|
143
|
+
excludeKinds?: string[];
|
|
144
|
+
source?: string;
|
|
145
|
+
workspaceId?: string;
|
|
146
|
+
orderBy?: {
|
|
147
|
+
key: "created_at" | "updated_at" | "last_reinforced_at";
|
|
148
|
+
direction: "asc" | "desc";
|
|
149
|
+
};
|
|
128
150
|
}
|
|
129
151
|
export type DedupAction = "insert" | "skip" | "supersede";
|
|
130
152
|
export interface DedupResult {
|
|
@@ -150,5 +172,19 @@ declare const storeFact: (fact: StoreFact) => Promise<string>;
|
|
|
150
172
|
declare const supersedeFact: (oldFactId: string, newFactId: string) => Promise<void>;
|
|
151
173
|
declare const reinforceFact: (factId: string, currentCount: number) => Promise<void>;
|
|
152
174
|
declare const dedupCheck: (content: string, contentHashVal: string, { exactThreshold, supersedeThreshold }?: DedupThresholds, workspaceId?: string) => Promise<DedupResult>;
|
|
153
|
-
|
|
175
|
+
/**
|
|
176
|
+
* Check whether incoming content is similar to any fact previously marked as a
|
|
177
|
+
* bad exemplar (via memory_forget). Returns the top similarity score, or null
|
|
178
|
+
* if no bad exemplars are nearby.
|
|
179
|
+
*
|
|
180
|
+
* Bad exemplars act as a data-driven "what we've already rejected" centroid.
|
|
181
|
+
* No hardcoded vocabulary — purely embedding-similarity based, and the
|
|
182
|
+
* exemplar set grows organically every time a user calls memory_forget.
|
|
183
|
+
*/
|
|
184
|
+
declare const badExemplarCheck: (content: string, workspaceId?: string) => Promise<{
|
|
185
|
+
score: number;
|
|
186
|
+
exemplarId: string;
|
|
187
|
+
reason?: string;
|
|
188
|
+
} | null>;
|
|
189
|
+
export { init, isReady, ensureCollection, setLogger, setEmbeddingConfig, qdrantRequest, embed, searchFacts, scrollFacts, storeFact, supersedeFact, reinforceFact, dedupCheck, badExemplarCheck, collection, };
|
|
154
190
|
//# sourceMappingURL=qdrant.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"qdrant.d.ts","sourceRoot":"","sources":["../../src/daemon/qdrant.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAKH,OAAO,EAAE,KAAK,EAAqC,MAAM,iBAAiB,CAAC;AAC3E,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;
|
|
1
|
+
{"version":3,"file":"qdrant.d.ts","sourceRoot":"","sources":["../../src/daemon/qdrant.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAKH,OAAO,EAAE,KAAK,EAAqC,MAAM,iBAAiB,CAAC;AAC3E,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAY1D,OAAO,EAGL,KAAK,gBAAgB,EACtB,MAAM,yBAAyB,CAAC;AAMjC,MAAM,MAAM,KAAK,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;AAEhE,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAC3D,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,sBAAsB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvC,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,SAAS,CAAC,EAAE,gBAAgB,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,SAAS;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAC5D,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,sBAAsB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvC,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,QAAQ,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,EAAE,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;CAC9D;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAC3D,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,mBAAmB;IAClC,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE;QAAE,GAAG,EAAE,YAAY,GAAG,YAAY,GAAG,oBAAoB,CAAC;QAAC,SAAS,EAAE,KAAK,GAAG,MAAM,CAAA;KAAE,CAAC;CAClG;AAED,MAAM,MAAM,WAAW,GAAG,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;AAE1D,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,WAAW,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,eAAe;IAC9B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAQD,QAAA,IAAI,UAAU,EAAE,MAAgB,CAAC;AAIjC,QAAA,MAAM,SAAS,GAAI,IAAI,KAAK,KAAG,IAAuB,CAAC;AACvD,QAAA,MAAM,kBAAkB,GAAI,YAAY,OAAO,CAAC,kBAAkB,CAAC,KAAG,IAErE,CAAC;AAQF,QAAA,MAAM,IAAI,QAAO,OAuChB,CAAC;AAEF,QAAA,MAAM,OAAO,QAAO,OAAkC,CAAC;AAEvD,QAAA,MAAM,gBAAgB,QAAa,OAAO,CAAC,IAAI,CAO9C,CAAC;AAOF,QAAA,MAAM,aAAa,GAAU,QAAQ,MAAM,EAAE,SAAS,MAAM,EAAE,OAAO,OAAO,KAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAO7G,CAAC;AAMF,QAAA,MAAM,WAAW,GACf,OAAO,MAAM,EACb,UAAS,mBAAwB,EACjC,cAAU,KACT,OAAO,CAAC,kBAAkB,EAAE,CA2C9B,CAAC;AAEF,QAAA,MAAM,WAAW,GACf,UAAS,mBAAwB,EACjC,cAAU,KACT,OAAO,CAAC,kBAAkB,EAAE,CA4E9B,CAAC;AAMF,QAAA,MAAM,SAAS,GAAU,MAAM,SAAS,KAAG,OAAO,CAAC,MAAM,CAmFxD,CAAC;AAEF,QAAA,MAAM,aAAa,GAAU,WAAW,MAAM,EAAE,WAAW,MAAM,KAAG,OAAO,CAAC,IAAI,CAW/E,CAAC;AAEF,QAAA,MAAM,aAAa,GAAU,QAAQ,MAAM,EAAE,cAAc,MAAM,KAAG,OAAO,CAAC,IAAI,CAW/E,CAAC;AAEF,QAAA,MAAM,UAAU,GACd,SAAS,MAAM,EACf,gBAAgB,MAAM,EACtB,yCAAsD,eAAoB,EAC1E,cAAc,MAAM,KACnB,OAAO,CAAC,WAAW,CAmErB,CAAC;AAEF;;;;;;;;GAQG;AACH,QAAA,MAAM,gBAAgB,GACpB,SAAS,MAAM,EACf,cAAc,MAAM,KACnB,OAAO,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAyBvE,CAAC;AAMF,OAAO,EACL,IAAI,EACJ,OAAO,EACP,gBAAgB,EAChB,SAAS,EACT,kBAAkB,EAClB,aAAa,EACb,KAAK,EACL,WAAW,EACX,WAAW,EACX,SAAS,EACT,aAAa,EACb,aAAa,EACb,UAAU,EACV,gBAAgB,EAChB,UAAU,GACX,CAAC"}
|