memo-grafter 0.2.7 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +26 -0
- package/USER_GUIDE.md +262 -17
- package/dist/MemoGrafter.d.ts +11 -5
- package/dist/MemoGrafter.d.ts.map +1 -1
- package/dist/MemoGrafter.js +64 -4
- package/dist/MemoGrafter.js.map +1 -1
- package/dist/MemoGrafterAgent.d.ts +8 -1
- package/dist/MemoGrafterAgent.d.ts.map +1 -1
- package/dist/MemoGrafterAgent.js +31 -2
- package/dist/MemoGrafterAgent.js.map +1 -1
- package/dist/adapters/AnthropicAdapter.d.ts +1 -1
- package/dist/adapters/AnthropicAdapter.d.ts.map +1 -1
- package/dist/adapters/GeminiAdapter.d.ts +1 -1
- package/dist/adapters/GeminiAdapter.d.ts.map +1 -1
- package/dist/adapters/OpenAIAdapter.d.ts +1 -1
- package/dist/adapters/OpenAIAdapter.d.ts.map +1 -1
- package/dist/adapters/types.d.ts +1 -1
- package/dist/adapters/types.d.ts.map +1 -1
- package/dist/agents/MemoGrafterAgent.d.ts +45 -0
- package/dist/agents/MemoGrafterAgent.d.ts.map +1 -0
- package/dist/agents/MemoGrafterAgent.js +278 -0
- package/dist/agents/MemoGrafterAgent.js.map +1 -0
- package/dist/agents/fleet/ConductorAgent.d.ts +15 -0
- package/dist/agents/fleet/ConductorAgent.d.ts.map +1 -0
- package/dist/agents/fleet/ConductorAgent.js +41 -0
- package/dist/agents/fleet/ConductorAgent.js.map +1 -0
- package/dist/agents/fleet/FleetStore.d.ts +12 -0
- package/dist/agents/fleet/FleetStore.d.ts.map +1 -0
- package/dist/agents/fleet/FleetStore.js +30 -0
- package/dist/agents/fleet/FleetStore.js.map +1 -0
- package/dist/agents/fleet/MemoGrafterFleet.d.ts +27 -0
- package/dist/agents/fleet/MemoGrafterFleet.d.ts.map +1 -0
- package/dist/agents/fleet/MemoGrafterFleet.js +87 -0
- package/dist/agents/fleet/MemoGrafterFleet.js.map +1 -0
- package/dist/agents/fleet/WorkerAgent.d.ts +36 -0
- package/dist/agents/fleet/WorkerAgent.d.ts.map +1 -0
- package/dist/agents/fleet/WorkerAgent.js +140 -0
- package/dist/agents/fleet/WorkerAgent.js.map +1 -0
- package/dist/agents/fleet/types.d.ts +58 -0
- package/dist/agents/fleet/types.d.ts.map +1 -0
- package/dist/agents/fleet/types.js +2 -0
- package/dist/agents/fleet/types.js.map +1 -0
- package/dist/cli/commands/init.d.ts +8 -0
- package/dist/cli/commands/init.d.ts.map +1 -0
- package/dist/cli/commands/init.js +124 -0
- package/dist/cli/commands/init.js.map +1 -0
- package/dist/cli/commands/migrate.d.ts +6 -0
- package/dist/cli/commands/migrate.d.ts.map +1 -0
- package/dist/cli/commands/migrate.js +34 -0
- package/dist/cli/commands/migrate.js.map +1 -0
- package/dist/cli/index.d.ts +3 -0
- package/dist/cli/index.d.ts.map +1 -0
- package/dist/cli/index.js +39 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/utils/config.d.ts +11 -0
- package/dist/cli/utils/config.d.ts.map +1 -0
- package/dist/cli/utils/config.js +92 -0
- package/dist/cli/utils/config.js.map +1 -0
- package/dist/cli/utils/logger.d.ts +7 -0
- package/dist/cli/utils/logger.d.ts.map +1 -0
- package/dist/cli/utils/logger.js +15 -0
- package/dist/cli/utils/logger.js.map +1 -0
- package/dist/core/MemoGrafter.d.ts +46 -0
- package/dist/core/MemoGrafter.d.ts.map +1 -0
- package/dist/core/MemoGrafter.js +236 -0
- package/dist/core/MemoGrafter.js.map +1 -0
- package/dist/core/types.d.ts +319 -0
- package/dist/core/types.d.ts.map +1 -0
- package/dist/core/types.js +2 -0
- package/dist/core/types.js.map +1 -0
- package/dist/crawler/DecayScoringPass.d.ts.map +1 -1
- package/dist/crawler/DecayScoringPass.js +6 -0
- package/dist/crawler/DecayScoringPass.js.map +1 -1
- package/dist/crawler/memoryMaintenance.d.ts +1 -0
- package/dist/crawler/memoryMaintenance.d.ts.map +1 -1
- package/dist/crawler/memoryMaintenance.js +2 -1
- package/dist/crawler/memoryMaintenance.js.map +1 -1
- package/dist/crawler/types.d.ts +1 -0
- package/dist/crawler/types.d.ts.map +1 -1
- package/dist/fleet/MemoGrafterFleet.d.ts +9 -2
- package/dist/fleet/MemoGrafterFleet.d.ts.map +1 -1
- package/dist/fleet/MemoGrafterFleet.js +39 -1
- package/dist/fleet/MemoGrafterFleet.js.map +1 -1
- package/dist/fleet/WorkerAgent.d.ts +9 -4
- package/dist/fleet/WorkerAgent.d.ts.map +1 -1
- package/dist/fleet/WorkerAgent.js +45 -3
- package/dist/fleet/WorkerAgent.js.map +1 -1
- package/dist/fleet/types.d.ts +21 -2
- package/dist/fleet/types.d.ts.map +1 -1
- package/dist/index.d.ts +13 -12
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +9 -9
- package/dist/index.js.map +1 -1
- package/dist/ingestion/IngestQueue.d.ts +17 -0
- package/dist/ingestion/IngestQueue.d.ts.map +1 -0
- package/dist/ingestion/IngestQueue.js +123 -0
- package/dist/ingestion/IngestQueue.js.map +1 -0
- package/dist/ingestion/conversation/IngestPipeline.d.ts +41 -0
- package/dist/ingestion/conversation/IngestPipeline.d.ts.map +1 -0
- package/dist/ingestion/conversation/IngestPipeline.js +189 -0
- package/dist/ingestion/conversation/IngestPipeline.js.map +1 -0
- package/dist/ingestion/conversation/SegmentProcessor.d.ts +20 -0
- package/dist/ingestion/conversation/SegmentProcessor.d.ts.map +1 -0
- package/dist/ingestion/conversation/SegmentProcessor.js +110 -0
- package/dist/ingestion/conversation/SegmentProcessor.js.map +1 -0
- package/dist/ingestion/conversation/TopicDriftDetector.d.ts +40 -0
- package/dist/ingestion/conversation/TopicDriftDetector.d.ts.map +1 -0
- package/dist/ingestion/conversation/TopicDriftDetector.js +222 -0
- package/dist/ingestion/conversation/TopicDriftDetector.js.map +1 -0
- package/dist/maintenance/ConflictDetectionPass.d.ts +6 -0
- package/dist/maintenance/ConflictDetectionPass.d.ts.map +1 -0
- package/dist/maintenance/ConflictDetectionPass.js +46 -0
- package/dist/maintenance/ConflictDetectionPass.js.map +1 -0
- package/dist/maintenance/DecayScoringPass.d.ts +17 -0
- package/dist/maintenance/DecayScoringPass.d.ts.map +1 -0
- package/dist/maintenance/DecayScoringPass.js +79 -0
- package/dist/maintenance/DecayScoringPass.js.map +1 -0
- package/dist/maintenance/MemoGrafterCrawler.d.ts +14 -0
- package/dist/maintenance/MemoGrafterCrawler.d.ts.map +1 -0
- package/dist/maintenance/MemoGrafterCrawler.js +108 -0
- package/dist/maintenance/MemoGrafterCrawler.js.map +1 -0
- package/dist/maintenance/VersioningPass.d.ts +6 -0
- package/dist/maintenance/VersioningPass.d.ts.map +1 -0
- package/dist/maintenance/VersioningPass.js +40 -0
- package/dist/maintenance/VersioningPass.js.map +1 -0
- package/dist/maintenance/decayScoring.d.ts +7 -0
- package/dist/maintenance/decayScoring.d.ts.map +1 -0
- package/dist/maintenance/decayScoring.js +9 -0
- package/dist/maintenance/decayScoring.js.map +1 -0
- package/dist/maintenance/index.d.ts +7 -0
- package/dist/maintenance/index.d.ts.map +1 -0
- package/dist/maintenance/index.js +5 -0
- package/dist/maintenance/index.js.map +1 -0
- package/dist/maintenance/memoryMaintenance.d.ts +23 -0
- package/dist/maintenance/memoryMaintenance.d.ts.map +1 -0
- package/dist/maintenance/memoryMaintenance.js +141 -0
- package/dist/maintenance/memoryMaintenance.js.map +1 -0
- package/dist/maintenance/types.d.ts +65 -0
- package/dist/maintenance/types.d.ts.map +1 -0
- package/dist/maintenance/types.js +2 -0
- package/dist/maintenance/types.js.map +1 -0
- package/dist/pipeline/GrafterPipeline.d.ts +2 -0
- package/dist/pipeline/GrafterPipeline.d.ts.map +1 -1
- package/dist/pipeline/GrafterPipeline.js +33 -7
- package/dist/pipeline/GrafterPipeline.js.map +1 -1
- package/dist/pipeline/RetrieverPipeline.d.ts +1 -0
- package/dist/pipeline/RetrieverPipeline.d.ts.map +1 -1
- package/dist/pipeline/RetrieverPipeline.js +16 -5
- package/dist/pipeline/RetrieverPipeline.js.map +1 -1
- package/dist/prompts/factRetrievalPrompt.d.ts +1 -1
- package/dist/prompts/factRetrievalPrompt.d.ts.map +1 -1
- package/dist/prompts/historyCompressionPrompt.d.ts +1 -1
- package/dist/prompts/historyCompressionPrompt.d.ts.map +1 -1
- package/dist/prompts/intentShiftPrompt.d.ts +1 -1
- package/dist/prompts/intentShiftPrompt.d.ts.map +1 -1
- package/dist/prompts/memoryInjectionPrompt.d.ts +1 -1
- package/dist/prompts/memoryInjectionPrompt.d.ts.map +1 -1
- package/dist/prompts/segmentExtractionPrompt.d.ts +1 -1
- package/dist/prompts/segmentExtractionPrompt.d.ts.map +1 -1
- package/dist/retrieval/GrafterPipeline.d.ts +26 -0
- package/dist/retrieval/GrafterPipeline.d.ts.map +1 -0
- package/dist/retrieval/GrafterPipeline.js +117 -0
- package/dist/retrieval/GrafterPipeline.js.map +1 -0
- package/dist/retrieval/RetrieverPipeline.d.ts +28 -0
- package/dist/retrieval/RetrieverPipeline.d.ts.map +1 -0
- package/dist/retrieval/RetrieverPipeline.js +160 -0
- package/dist/retrieval/RetrieverPipeline.js.map +1 -0
- package/dist/schema/builders.d.ts +40 -0
- package/dist/schema/builders.d.ts.map +1 -0
- package/dist/schema/builders.js +10 -0
- package/dist/schema/builders.js.map +1 -0
- package/dist/schema/index.d.ts +3 -0
- package/dist/schema/index.d.ts.map +1 -0
- package/dist/schema/index.js +3 -0
- package/dist/schema/index.js.map +1 -0
- package/dist/schema/mg-tables.d.ts +7 -0
- package/dist/schema/mg-tables.d.ts.map +1 -0
- package/dist/schema/mg-tables.js +180 -0
- package/dist/schema/mg-tables.js.map +1 -0
- package/dist/store/GraphStore.d.ts +19 -1
- package/dist/store/GraphStore.d.ts.map +1 -1
- package/dist/store/postgres-pgvector/GraphStore.d.ts +33 -1
- package/dist/store/postgres-pgvector/GraphStore.d.ts.map +1 -1
- package/dist/store/postgres-pgvector/GraphStore.js +491 -16
- package/dist/store/postgres-pgvector/GraphStore.js.map +1 -1
- package/dist/tsconfig.cli.tsbuildinfo +1 -0
- package/dist/types.d.ts +53 -0
- package/dist/types.d.ts.map +1 -1
- package/dist/utils/drift/adaptiveDriftSensitivity.d.ts +1 -1
- package/dist/utils/drift/adaptiveDriftSensitivity.d.ts.map +1 -1
- package/dist/utils/drift/driftScore.d.ts +1 -1
- package/dist/utils/drift/driftScore.d.ts.map +1 -1
- package/dist/utils/drift/driftThreshold.d.ts +1 -1
- package/dist/utils/drift/driftThreshold.d.ts.map +1 -1
- package/dist/utils/drift/reentryMatch.d.ts +1 -1
- package/dist/utils/drift/reentryMatch.d.ts.map +1 -1
- package/dist/utils/extraction/segmentExtraction.d.ts +1 -1
- package/dist/utils/extraction/segmentExtraction.d.ts.map +1 -1
- package/dist/utils/reentry/reentryEdges.d.ts +1 -1
- package/dist/utils/reentry/reentryEdges.d.ts.map +1 -1
- package/dist/utils/reentry/reentrySimilarity.d.ts +1 -1
- package/dist/utils/reentry/reentrySimilarity.d.ts.map +1 -1
- package/dist/utils/reentry/reentryText.d.ts +1 -1
- package/dist/utils/reentry/reentryText.d.ts.map +1 -1
- package/package.json +14 -1
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
const DEFAULT_INTERVAL_MS = 60_000;
|
|
2
|
+
export class MemoGrafterCrawler {
|
|
3
|
+
config;
|
|
4
|
+
intervalHandle;
|
|
5
|
+
isRunning = false;
|
|
6
|
+
isExecuting = false;
|
|
7
|
+
constructor(config = {}) {
|
|
8
|
+
this.config = {
|
|
9
|
+
intervalMs: config.intervalMs ?? DEFAULT_INTERVAL_MS,
|
|
10
|
+
passes: config.passes ?? [],
|
|
11
|
+
stopOnPassError: config.stopOnPassError ?? false,
|
|
12
|
+
...(config.store !== undefined ? { store: config.store } : {}),
|
|
13
|
+
};
|
|
14
|
+
}
|
|
15
|
+
start() {
|
|
16
|
+
if (this.isRunning) {
|
|
17
|
+
return;
|
|
18
|
+
}
|
|
19
|
+
this.isRunning = true;
|
|
20
|
+
this.intervalHandle = setInterval(() => {
|
|
21
|
+
void this.runScheduledTick();
|
|
22
|
+
}, this.config.intervalMs);
|
|
23
|
+
}
|
|
24
|
+
stop() {
|
|
25
|
+
if (this.intervalHandle !== undefined) {
|
|
26
|
+
clearInterval(this.intervalHandle);
|
|
27
|
+
this.intervalHandle = undefined;
|
|
28
|
+
}
|
|
29
|
+
this.isRunning = false;
|
|
30
|
+
}
|
|
31
|
+
async runOnce() {
|
|
32
|
+
const startedAtMs = Date.now();
|
|
33
|
+
const startedAt = new Date(startedAtMs).toISOString();
|
|
34
|
+
const passes = [];
|
|
35
|
+
const context = this.config.store !== undefined
|
|
36
|
+
? { store: this.config.store }
|
|
37
|
+
: {};
|
|
38
|
+
for (const pass of this.config.passes ?? []) {
|
|
39
|
+
const passReport = await this.runPass(pass.name, () => pass.run(context));
|
|
40
|
+
passes.push(passReport);
|
|
41
|
+
if (!passReport.ok && this.config.stopOnPassError) {
|
|
42
|
+
break;
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
const finishedAtMs = Date.now();
|
|
46
|
+
return {
|
|
47
|
+
startedAt,
|
|
48
|
+
finishedAt: new Date(finishedAtMs).toISOString(),
|
|
49
|
+
durationMs: finishedAtMs - startedAtMs,
|
|
50
|
+
passes,
|
|
51
|
+
ok: passes.every((pass) => pass.ok),
|
|
52
|
+
};
|
|
53
|
+
}
|
|
54
|
+
async runScheduledTick() {
|
|
55
|
+
if (this.isExecuting) {
|
|
56
|
+
return;
|
|
57
|
+
}
|
|
58
|
+
this.isExecuting = true;
|
|
59
|
+
try {
|
|
60
|
+
await this.runOnce();
|
|
61
|
+
}
|
|
62
|
+
finally {
|
|
63
|
+
this.isExecuting = false;
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
async runPass(name, run) {
|
|
67
|
+
const startedAtMs = Date.now();
|
|
68
|
+
const startedAt = new Date(startedAtMs).toISOString();
|
|
69
|
+
try {
|
|
70
|
+
const result = await run();
|
|
71
|
+
const finishedAtMs = Date.now();
|
|
72
|
+
return {
|
|
73
|
+
name,
|
|
74
|
+
ok: true,
|
|
75
|
+
startedAt,
|
|
76
|
+
finishedAt: new Date(finishedAtMs).toISOString(),
|
|
77
|
+
durationMs: finishedAtMs - startedAtMs,
|
|
78
|
+
result,
|
|
79
|
+
};
|
|
80
|
+
}
|
|
81
|
+
catch (error) {
|
|
82
|
+
const finishedAtMs = Date.now();
|
|
83
|
+
return {
|
|
84
|
+
name,
|
|
85
|
+
ok: false,
|
|
86
|
+
startedAt,
|
|
87
|
+
finishedAt: new Date(finishedAtMs).toISOString(),
|
|
88
|
+
durationMs: finishedAtMs - startedAtMs,
|
|
89
|
+
error: serializeError(error),
|
|
90
|
+
};
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
function serializeError(error) {
|
|
95
|
+
if (error instanceof Error) {
|
|
96
|
+
const serialized = {
|
|
97
|
+
message: error.message,
|
|
98
|
+
};
|
|
99
|
+
if (error.stack !== undefined) {
|
|
100
|
+
serialized.stack = error.stack;
|
|
101
|
+
}
|
|
102
|
+
return serialized;
|
|
103
|
+
}
|
|
104
|
+
return {
|
|
105
|
+
message: String(error),
|
|
106
|
+
};
|
|
107
|
+
}
|
|
108
|
+
//# sourceMappingURL=MemoGrafterCrawler.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"MemoGrafterCrawler.js","sourceRoot":"","sources":["../../src/maintenance/MemoGrafterCrawler.ts"],"names":[],"mappings":"AAOA,MAAM,mBAAmB,GAAG,MAAM,CAAC;AAEnC,MAAM,OAAO,kBAAkB;IACZ,MAAM,CACmB;IAClC,cAAc,CAA6C;IAC3D,SAAS,GAAG,KAAK,CAAC;IAClB,WAAW,GAAG,KAAK,CAAC;IAE5B,YAAY,SAAwB,EAAE;QACpC,IAAI,CAAC,MAAM,GAAG;YACZ,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,mBAAmB;YACpD,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE;YAC3B,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,KAAK;YAChD,GAAG,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/D,CAAC;IACJ,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;YACrC,KAAK,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC/B,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC7B,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACtC,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACnC,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;QAClC,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;QACtD,MAAM,MAAM,GAAwB,EAAE,CAAC;QACvC,MAAM,OAAO,GAAuB,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS;YACjE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE;YAC9B,CAAC,CAAC,EAAE,CAAC;QAEP,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;YAC5C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;YAC1E,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAExB,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;gBAClD,MAAM;YACR,CAAC;QACH,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAChC,OAAO;YACL,SAAS;YACT,UAAU,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE;YAChD,UAAU,EAAE,YAAY,GAAG,WAAW;YACtC,MAAM;YACN,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;SACpC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QAC3B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO,CACnB,IAAY,EACZ,GAA0E;QAE1E,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;QAEtD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,GAAG,EAAE,CAAC;YAC3B,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAChC,OAAO;gBACL,IAAI;gBACJ,EAAE,EAAE,IAAI;gBACR,SAAS;gBACT,UAAU,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE;gBAChD,UAAU,EAAE,YAAY,GAAG,WAAW;gBACtC,MAAM;aACP,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAChC,OAAO;gBACL,IAAI;gBACJ,EAAE,EAAE,KAAK;gBACT,SAAS;gBACT,UAAU,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE;gBAChD,UAAU,EAAE,YAAY,GAAG,WAAW;gBACtC,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC;aAC7B,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAwC;YACtD,OAAO,EAAE,KAAK,CAAC,OAAO;SACvB,CAAC;QAEF,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC9B,UAAU,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QACjC,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,OAAO;QACL,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC;KACvB,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { CrawlerPass, CrawlerPassContext, CrawlerPassResult } from "./types.js";
|
|
2
|
+
export declare class VersioningPass implements CrawlerPass {
|
|
3
|
+
readonly name = "versioning";
|
|
4
|
+
run(context: CrawlerPassContext): Promise<CrawlerPassResult>;
|
|
5
|
+
}
|
|
6
|
+
//# sourceMappingURL=VersioningPass.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"VersioningPass.d.ts","sourceRoot":"","sources":["../../src/maintenance/VersioningPass.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAMrF,qBAAa,cAAe,YAAW,WAAW;IAChD,QAAQ,CAAC,IAAI,gBAAgB;IAEvB,GAAG,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;CAsCnE"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
import { findMemoryVersionGroups, getSkippedMaintenanceCounts, } from "./memoryMaintenance.js";
|
|
2
|
+
export class VersioningPass {
|
|
3
|
+
name = "versioning";
|
|
4
|
+
async run(context) {
|
|
5
|
+
if (!context.store) {
|
|
6
|
+
throw new Error("VersioningPass requires a crawler maintenance store.");
|
|
7
|
+
}
|
|
8
|
+
const memories = await context.store.listMemoryNodesForMaintenance();
|
|
9
|
+
const versionGroups = findMemoryVersionGroups(memories);
|
|
10
|
+
let nodesSuperseded = 0;
|
|
11
|
+
let updateEdgesCreated = 0;
|
|
12
|
+
for (const group of versionGroups) {
|
|
13
|
+
for (const node of group.nodes) {
|
|
14
|
+
if (node.id === group.replacement.id || node.supersededBy != null)
|
|
15
|
+
continue;
|
|
16
|
+
const superseded = await context.store.markMemoryNodeSuperseded(node.id, group.replacement.id);
|
|
17
|
+
if (superseded)
|
|
18
|
+
nodesSuperseded += 1;
|
|
19
|
+
// Direction convention: newer memory --updates--> older memory.
|
|
20
|
+
const edgeCreated = await context.store.upsertMemoryEdge({
|
|
21
|
+
sourceId: group.replacement.id,
|
|
22
|
+
targetId: node.id,
|
|
23
|
+
edgeType: "updates",
|
|
24
|
+
weight: 1,
|
|
25
|
+
});
|
|
26
|
+
if (edgeCreated)
|
|
27
|
+
updateEdgesCreated += 1;
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
const skipped = getSkippedMaintenanceCounts(memories);
|
|
31
|
+
return {
|
|
32
|
+
inspected: memories.length,
|
|
33
|
+
versionsDetected: versionGroups.length,
|
|
34
|
+
nodesSuperseded,
|
|
35
|
+
updateEdgesCreated,
|
|
36
|
+
...skipped,
|
|
37
|
+
};
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
//# sourceMappingURL=VersioningPass.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"VersioningPass.js","sourceRoot":"","sources":["../../src/maintenance/VersioningPass.ts"],"names":[],"mappings":"AACA,OAAO,EACL,uBAAuB,EACvB,2BAA2B,GAC5B,MAAM,wBAAwB,CAAC;AAEhC,MAAM,OAAO,cAAc;IAChB,IAAI,GAAG,YAAY,CAAC;IAE7B,KAAK,CAAC,GAAG,CAAC,OAA2B;QACnC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC1E,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,CAAC;QACrE,MAAM,aAAa,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;QACxD,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAE3B,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;YAClC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAC/B,IAAI,IAAI,CAAC,EAAE,KAAK,KAAK,CAAC,WAAW,CAAC,EAAE,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI;oBAAE,SAAS;gBAE5E,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;gBAC/F,IAAI,UAAU;oBAAE,eAAe,IAAI,CAAC,CAAC;gBAErC,gEAAgE;gBAChE,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC;oBACvD,QAAQ,EAAE,KAAK,CAAC,WAAW,CAAC,EAAE;oBAC9B,QAAQ,EAAE,IAAI,CAAC,EAAE;oBACjB,QAAQ,EAAE,SAAS;oBACnB,MAAM,EAAE,CAAC;iBACV,CAAC,CAAC;gBACH,IAAI,WAAW;oBAAE,kBAAkB,IAAI,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,2BAA2B,CAAC,QAAQ,CAAC,CAAC;QAEtD,OAAO;YACL,SAAS,EAAE,QAAQ,CAAC,MAAM;YAC1B,gBAAgB,EAAE,aAAa,CAAC,MAAM;YACtC,eAAe;YACf,kBAAkB;YAClB,GAAG,OAAO;SACX,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { MemoryNode } from "../core/types.js";
|
|
2
|
+
export interface DecayScoreOptions {
|
|
3
|
+
now: Date;
|
|
4
|
+
halfLifeDays: number;
|
|
5
|
+
}
|
|
6
|
+
export declare function computeMemoryDecayScore(memory: Pick<MemoryNode, "confidence" | "createdAt">, options: DecayScoreOptions): number;
|
|
7
|
+
//# sourceMappingURL=decayScoring.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"decayScoring.d.ts","sourceRoot":"","sources":["../../src/maintenance/decayScoring.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAInD,MAAM,WAAW,iBAAiB;IAChC,GAAG,EAAE,IAAI,CAAC;IACV,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,YAAY,GAAG,WAAW,CAAC,EACpD,OAAO,EAAE,iBAAiB,GACzB,MAAM,CAOR"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
const DAY_MS = 24 * 60 * 60 * 1000;
|
|
2
|
+
export function computeMemoryDecayScore(memory, options) {
|
|
3
|
+
const ageMs = Math.max(0, options.now.getTime() - memory.createdAt.getTime());
|
|
4
|
+
const ageDays = ageMs / DAY_MS;
|
|
5
|
+
const lambda = Math.log(2) / options.halfLifeDays;
|
|
6
|
+
const recencyFactor = Math.exp(-lambda * ageDays);
|
|
7
|
+
return memory.confidence * recencyFactor;
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=decayScoring.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"decayScoring.js","sourceRoot":"","sources":["../../src/maintenance/decayScoring.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAOnC,MAAM,UAAU,uBAAuB,CACrC,MAAoD,EACpD,OAA0B;IAE1B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;IAC9E,MAAM,OAAO,GAAG,KAAK,GAAG,MAAM,CAAC;IAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,YAAY,CAAC;IAClD,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC;IAElD,OAAO,MAAM,CAAC,UAAU,GAAG,aAAa,CAAC;AAC3C,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
export { ConflictDetectionPass } from "./ConflictDetectionPass.js";
|
|
2
|
+
export { DecayScoringPass } from "./DecayScoringPass.js";
|
|
3
|
+
export { MemoGrafterCrawler } from "./MemoGrafterCrawler.js";
|
|
4
|
+
export { VersioningPass } from "./VersioningPass.js";
|
|
5
|
+
export type { DecayScoringPassOptions } from "./DecayScoringPass.js";
|
|
6
|
+
export type { CrawlerConfig, CrawlerMaintenanceStore, CrawlerPass, CrawlerPassContext, CrawlerPassReport, CrawlerPassResult, CrawlerReport, } from "./types.js";
|
|
7
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/maintenance/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,YAAY,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AACrE,YAAY,EACV,aAAa,EACb,uBAAuB,EACvB,WAAW,EACX,kBAAkB,EAClB,iBAAiB,EACjB,iBAAiB,EACjB,aAAa,GACd,MAAM,YAAY,CAAC"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export { ConflictDetectionPass } from "./ConflictDetectionPass.js";
|
|
2
|
+
export { DecayScoringPass } from "./DecayScoringPass.js";
|
|
3
|
+
export { MemoGrafterCrawler } from "./MemoGrafterCrawler.js";
|
|
4
|
+
export { VersioningPass } from "./VersioningPass.js";
|
|
5
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/maintenance/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import type { MemoryNode } from "../core/types.js";
|
|
2
|
+
export interface MemoryConflictGroup {
|
|
3
|
+
key: string;
|
|
4
|
+
nodes: MemoryNode[];
|
|
5
|
+
}
|
|
6
|
+
export interface MemoryVersionGroup {
|
|
7
|
+
key: string;
|
|
8
|
+
nodes: MemoryNode[];
|
|
9
|
+
replacement: MemoryNode;
|
|
10
|
+
}
|
|
11
|
+
export declare function normalizeMemoryPart(value: string): string;
|
|
12
|
+
export declare function findMemoryConflictGroups(memories: MemoryNode[]): MemoryConflictGroup[];
|
|
13
|
+
export declare function findMemoryVersionGroups(memories: MemoryNode[]): MemoryVersionGroup[];
|
|
14
|
+
export declare function hasExplicitUpdateCue(memory: Pick<MemoryNode, "value">): boolean;
|
|
15
|
+
export declare function isBroadTopicMemory(memory: Pick<MemoryNode, "subject" | "predicate">): boolean;
|
|
16
|
+
export declare function getNewestMemoryNode(nodes: MemoryNode[]): MemoryNode | null;
|
|
17
|
+
export declare function compareNewestFirst(left: MemoryNode, right: MemoryNode): number;
|
|
18
|
+
export declare function getSkippedMaintenanceCounts(memories: MemoryNode[]): {
|
|
19
|
+
skippedDecayed: number;
|
|
20
|
+
skippedSuperseded: number;
|
|
21
|
+
skippedForgotten: number;
|
|
22
|
+
};
|
|
23
|
+
//# sourceMappingURL=memoryMaintenance.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"memoryMaintenance.d.ts","sourceRoot":"","sources":["../../src/maintenance/memoryMaintenance.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAEnD,MAAM,WAAW,mBAAmB;IAClC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,UAAU,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IACjC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,WAAW,EAAE,UAAU,CAAC;CACzB;AAOD,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,wBAAgB,wBAAwB,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,mBAAmB,EAAE,CAGtF;AAED,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,kBAAkB,EAAE,CAOpF;AAED,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,GAAG,OAAO,CAG/E;AAsCD,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,SAAS,GAAG,WAAW,CAAC,GAAG,OAAO,CAG7F;AA8CD,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,UAAU,GAAG,IAAI,CAE1E;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,GAAG,MAAM,CAK9E;AAED,wBAAgB,2BAA2B,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG;IACnE,cAAc,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,gBAAgB,EAAE,MAAM,CAAC;CAC1B,CAMA"}
|
|
@@ -0,0 +1,141 @@
|
|
|
1
|
+
export function normalizeMemoryPart(value) {
|
|
2
|
+
return value.trim().toLowerCase().replace(/\s+/g, " ");
|
|
3
|
+
}
|
|
4
|
+
export function findMemoryConflictGroups(memories) {
|
|
5
|
+
return findCompetingMemoryGroups(memories)
|
|
6
|
+
.filter((group) => !getExplicitReplacement(group.nodes));
|
|
7
|
+
}
|
|
8
|
+
export function findMemoryVersionGroups(memories) {
|
|
9
|
+
return findCompetingMemoryGroups(memories)
|
|
10
|
+
.map((group) => {
|
|
11
|
+
const replacement = getExplicitReplacement(group.nodes);
|
|
12
|
+
return replacement ? { ...group, replacement } : null;
|
|
13
|
+
})
|
|
14
|
+
.filter((group) => group != null);
|
|
15
|
+
}
|
|
16
|
+
export function hasExplicitUpdateCue(memory) {
|
|
17
|
+
const value = normalizeMemoryPart(memory.value);
|
|
18
|
+
return UPDATE_CUE_PATTERNS.some((pattern) => pattern.test(value));
|
|
19
|
+
}
|
|
20
|
+
function findCompetingMemoryGroups(memories) {
|
|
21
|
+
const byFactKey = new Map();
|
|
22
|
+
for (const memory of memories) {
|
|
23
|
+
if (memory.decayed || memory.supersededBy != null || memory.forgotten)
|
|
24
|
+
continue;
|
|
25
|
+
const grouping = getConflictGrouping(memory);
|
|
26
|
+
if (!grouping)
|
|
27
|
+
continue;
|
|
28
|
+
const key = grouping.key;
|
|
29
|
+
const group = byFactKey.get(key);
|
|
30
|
+
const item = {
|
|
31
|
+
memory,
|
|
32
|
+
value: grouping.value,
|
|
33
|
+
};
|
|
34
|
+
if (group) {
|
|
35
|
+
group.push(item);
|
|
36
|
+
}
|
|
37
|
+
else {
|
|
38
|
+
byFactKey.set(key, [item]);
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
return [...byFactKey.entries()]
|
|
42
|
+
.filter(([, items]) => new Set(items.map((item) => item.value)).size > 1)
|
|
43
|
+
.map(([key, items]) => ({
|
|
44
|
+
key,
|
|
45
|
+
nodes: items.map((item) => item.memory),
|
|
46
|
+
}));
|
|
47
|
+
}
|
|
48
|
+
function getExplicitReplacement(nodes) {
|
|
49
|
+
const newest = getNewestMemoryNode(nodes);
|
|
50
|
+
return newest && hasExplicitUpdateCue(newest) ? newest : null;
|
|
51
|
+
}
|
|
52
|
+
export function isBroadTopicMemory(memory) {
|
|
53
|
+
return GENERIC_SUBJECTS.has(normalizeMemoryPart(memory.subject))
|
|
54
|
+
&& GENERIC_PREDICATES.has(normalizeMemoryPart(memory.predicate));
|
|
55
|
+
}
|
|
56
|
+
function getConflictGrouping(memory) {
|
|
57
|
+
if (isBroadTopicMemory(memory)) {
|
|
58
|
+
return getBroadTopicConflictGrouping(memory);
|
|
59
|
+
}
|
|
60
|
+
return {
|
|
61
|
+
key: [
|
|
62
|
+
memory.sessionId,
|
|
63
|
+
normalizeMemoryPart(memory.subject),
|
|
64
|
+
normalizeMemoryPart(memory.predicate),
|
|
65
|
+
].join("\u0000"),
|
|
66
|
+
value: normalizeMemoryPart(memory.value),
|
|
67
|
+
};
|
|
68
|
+
}
|
|
69
|
+
function getBroadTopicConflictGrouping(memory) {
|
|
70
|
+
const value = normalizeMemoryPart(memory.value);
|
|
71
|
+
const destination = extractTravelPlanDestination(value);
|
|
72
|
+
if (!destination)
|
|
73
|
+
return null;
|
|
74
|
+
return {
|
|
75
|
+
key: [memory.sessionId, "broad-topic", "travel-trip-plan"].join("\u0000"),
|
|
76
|
+
value: destination,
|
|
77
|
+
};
|
|
78
|
+
}
|
|
79
|
+
function extractTravelPlanDestination(value) {
|
|
80
|
+
if (!/\b(trip|travel|itinerary|vacation|holiday)\b/.test(value)) {
|
|
81
|
+
return null;
|
|
82
|
+
}
|
|
83
|
+
const destinationPatterns = [
|
|
84
|
+
/\b(?:to|for|in)\s+([a-z][a-z\s]+?)(?:\s+(?:trip|travel|itinerary|plan|planning|vacation|holiday)\b|$)/,
|
|
85
|
+
/^([a-z][a-z\s]+?)\s+(?:trip|travel|itinerary|plan|planning|vacation|holiday)\b/,
|
|
86
|
+
];
|
|
87
|
+
for (const pattern of destinationPatterns) {
|
|
88
|
+
const destination = value.match(pattern)?.[1]?.trim();
|
|
89
|
+
if (destination)
|
|
90
|
+
return destination;
|
|
91
|
+
}
|
|
92
|
+
return null;
|
|
93
|
+
}
|
|
94
|
+
export function getNewestMemoryNode(nodes) {
|
|
95
|
+
return [...nodes].sort(compareNewestFirst)[0] ?? null;
|
|
96
|
+
}
|
|
97
|
+
export function compareNewestFirst(left, right) {
|
|
98
|
+
const timeDelta = right.createdAt.getTime() - left.createdAt.getTime();
|
|
99
|
+
if (timeDelta !== 0)
|
|
100
|
+
return timeDelta;
|
|
101
|
+
return right.id.localeCompare(left.id);
|
|
102
|
+
}
|
|
103
|
+
export function getSkippedMaintenanceCounts(memories) {
|
|
104
|
+
return {
|
|
105
|
+
skippedDecayed: memories.filter((memory) => memory.decayed).length,
|
|
106
|
+
skippedSuperseded: memories.filter((memory) => memory.supersededBy != null).length,
|
|
107
|
+
skippedForgotten: memories.filter((memory) => memory.forgotten).length,
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
const GENERIC_SUBJECTS = new Set([
|
|
111
|
+
"conversation",
|
|
112
|
+
"memory",
|
|
113
|
+
"plan",
|
|
114
|
+
"request",
|
|
115
|
+
"topic",
|
|
116
|
+
"user",
|
|
117
|
+
]);
|
|
118
|
+
const GENERIC_PREDICATES = new Set([
|
|
119
|
+
"asked about",
|
|
120
|
+
"asked_about",
|
|
121
|
+
"asks about",
|
|
122
|
+
"asks_about",
|
|
123
|
+
"discussed",
|
|
124
|
+
"interested in",
|
|
125
|
+
"interested_in",
|
|
126
|
+
"is",
|
|
127
|
+
"mentioned",
|
|
128
|
+
"plan",
|
|
129
|
+
"wants",
|
|
130
|
+
]);
|
|
131
|
+
const UPDATE_CUE_PATTERNS = [
|
|
132
|
+
/\bactually\b/,
|
|
133
|
+
/\bchanged to\b/,
|
|
134
|
+
/\bcorrect(?:ion|ed)?\b/,
|
|
135
|
+
/\bcurrent(?:ly)?\b/,
|
|
136
|
+
/\binstead\b/,
|
|
137
|
+
/\bnow\b/,
|
|
138
|
+
/\breplace(?:d|s)?\b/,
|
|
139
|
+
/\bupdated to\b/,
|
|
140
|
+
];
|
|
141
|
+
//# sourceMappingURL=memoryMaintenance.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"memoryMaintenance.js","sourceRoot":"","sources":["../../src/maintenance/memoryMaintenance.ts"],"names":[],"mappings":"AAkBA,MAAM,UAAU,mBAAmB,CAAC,KAAa;IAC/C,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,QAAsB;IAC7D,OAAO,yBAAyB,CAAC,QAAQ,CAAC;SACvC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,sBAAsB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,QAAsB;IAC5D,OAAO,yBAAyB,CAAC,QAAQ,CAAC;SACvC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACb,MAAM,WAAW,GAAG,sBAAsB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACxD,OAAO,WAAW,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACxD,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,KAAK,EAA+B,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,MAAiC;IACpE,MAAM,KAAK,GAAG,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAChD,OAAO,mBAAmB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AACpE,CAAC;AAED,SAAS,yBAAyB,CAAC,QAAsB;IACvD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAwD,CAAC;IAElF,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC9B,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,YAAY,IAAI,IAAI,IAAI,MAAM,CAAC,SAAS;YAAE,SAAS;QAEhF,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,QAAQ;YAAE,SAAS;QAExB,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC;QACzB,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG;YACX,MAAM;YACN,KAAK,EAAE,QAAQ,CAAC,KAAK;SACtB,CAAC;QAEF,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC;SAC5B,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;SACxE,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QACtB,GAAG;QACH,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC;KACxC,CAAC,CAAC,CAAC;AACR,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAmB;IACjD,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAC1C,OAAO,MAAM,IAAI,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;AAChE,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,MAAiD;IAClF,OAAO,gBAAgB,CAAC,GAAG,CAAC,mBAAmB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;WAC3D,kBAAkB,CAAC,GAAG,CAAC,mBAAmB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAkB;IAC7C,IAAI,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC;QAC/B,OAAO,6BAA6B,CAAC,MAAM,CAAC,CAAC;IAC/C,CAAC;IAED,OAAO;QACL,GAAG,EAAE;YACH,MAAM,CAAC,SAAS;YAChB,mBAAmB,CAAC,MAAM,CAAC,OAAO,CAAC;YACnC,mBAAmB,CAAC,MAAM,CAAC,SAAS,CAAC;SACtC,CAAC,IAAI,CAAC,QAAQ,CAAC;QAChB,KAAK,EAAE,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC;KACzC,CAAC;AACJ,CAAC;AAED,SAAS,6BAA6B,CAAC,MAAkB;IACvD,MAAM,KAAK,GAAG,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAChD,MAAM,WAAW,GAAG,4BAA4B,CAAC,KAAK,CAAC,CAAC;IACxD,IAAI,CAAC,WAAW;QAAE,OAAO,IAAI,CAAC;IAE9B,OAAO;QACL,GAAG,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,aAAa,EAAE,kBAAkB,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;QACzE,KAAK,EAAE,WAAW;KACnB,CAAC;AACJ,CAAC;AAED,SAAS,4BAA4B,CAAC,KAAa;IACjD,IAAI,CAAC,8CAA8C,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAChE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,mBAAmB,GAAG;QAC1B,uGAAuG;QACvG,gFAAgF;KACjF,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,mBAAmB,EAAE,CAAC;QAC1C,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;QACtD,IAAI,WAAW;YAAE,OAAO,WAAW,CAAC;IACtC,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAAmB;IACrD,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAgB,EAAE,KAAiB;IACpE,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;IACvE,IAAI,SAAS,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAEtC,OAAO,KAAK,CAAC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,QAAsB;IAKhE,OAAO;QACL,cAAc,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;QAClE,iBAAiB,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,MAAM;QAClF,gBAAgB,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM;KACvE,CAAC;AACJ,CAAC;AAED,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;IAC/B,cAAc;IACd,QAAQ;IACR,MAAM;IACN,SAAS;IACT,OAAO;IACP,MAAM;CACP,CAAC,CAAC;AAEH,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC;IACjC,aAAa;IACb,aAAa;IACb,YAAY;IACZ,YAAY;IACZ,WAAW;IACX,eAAe;IACf,eAAe;IACf,IAAI;IACJ,WAAW;IACX,MAAM;IACN,OAAO;CACR,CAAC,CAAC;AAEH,MAAM,mBAAmB,GAAG;IAC1B,cAAc;IACd,gBAAgB;IAChB,wBAAwB;IACxB,oBAAoB;IACpB,aAAa;IACb,SAAS;IACT,qBAAqB;IACrB,gBAAgB;CACjB,CAAC"}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
import type { MemoryEdge, MemoryNode } from "../core/types.js";
|
|
2
|
+
export interface CrawlerConfig {
|
|
3
|
+
intervalMs?: number;
|
|
4
|
+
passes?: CrawlerPass[];
|
|
5
|
+
stopOnPassError?: boolean;
|
|
6
|
+
store?: CrawlerMaintenanceStore;
|
|
7
|
+
}
|
|
8
|
+
export interface CrawlerPass {
|
|
9
|
+
name: string;
|
|
10
|
+
run(context: CrawlerPassContext): Promise<CrawlerPassResult> | CrawlerPassResult;
|
|
11
|
+
}
|
|
12
|
+
export interface CrawlerPassContext {
|
|
13
|
+
signal?: AbortSignal;
|
|
14
|
+
store?: CrawlerMaintenanceStore;
|
|
15
|
+
}
|
|
16
|
+
export interface CrawlerPassResult {
|
|
17
|
+
inspected?: number;
|
|
18
|
+
annotated?: number;
|
|
19
|
+
skipped?: number;
|
|
20
|
+
conflictsDetected?: number;
|
|
21
|
+
versionsDetected?: number;
|
|
22
|
+
nodesMarkedConflicting?: number;
|
|
23
|
+
conflictEdgesCreated?: number;
|
|
24
|
+
nodesSuperseded?: number;
|
|
25
|
+
updateEdgesCreated?: number;
|
|
26
|
+
decayScored?: number;
|
|
27
|
+
nodesDecayed?: number;
|
|
28
|
+
minDecayScore?: number;
|
|
29
|
+
maxDecayScore?: number;
|
|
30
|
+
skippedAlreadyDecayed?: number;
|
|
31
|
+
skippedSuperseded?: number;
|
|
32
|
+
skippedDecayed?: number;
|
|
33
|
+
skippedForgotten?: number;
|
|
34
|
+
notes?: string[];
|
|
35
|
+
}
|
|
36
|
+
export interface CrawlerMaintenanceStore {
|
|
37
|
+
listMemoryNodesForMaintenance(): Promise<MemoryNode[]>;
|
|
38
|
+
markMemoryNodesConflicting(memoryNodeIds: string[]): Promise<number>;
|
|
39
|
+
markMemoryNodeSuperseded(memoryNodeId: string, supersededBy: string): Promise<boolean>;
|
|
40
|
+
markMemoryNodeDecayed(memoryNodeId: string): Promise<boolean>;
|
|
41
|
+
updateMemoryNodeConfidence?(memoryNodeId: string, confidence: number): Promise<boolean>;
|
|
42
|
+
upsertMemoryEdge(edge: Pick<MemoryEdge, "sourceId" | "targetId" | "edgeType"> & {
|
|
43
|
+
weight?: number;
|
|
44
|
+
}): Promise<boolean>;
|
|
45
|
+
}
|
|
46
|
+
export interface CrawlerPassReport {
|
|
47
|
+
name: string;
|
|
48
|
+
ok: boolean;
|
|
49
|
+
startedAt: string;
|
|
50
|
+
finishedAt: string;
|
|
51
|
+
durationMs: number;
|
|
52
|
+
result?: CrawlerPassResult;
|
|
53
|
+
error?: {
|
|
54
|
+
message: string;
|
|
55
|
+
stack?: string;
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
export interface CrawlerReport {
|
|
59
|
+
startedAt: string;
|
|
60
|
+
finishedAt: string;
|
|
61
|
+
durationMs: number;
|
|
62
|
+
passes: CrawlerPassReport[];
|
|
63
|
+
ok: boolean;
|
|
64
|
+
}
|
|
65
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/maintenance/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE/D,MAAM,WAAW,aAAa;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC;IACvB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,KAAK,CAAC,EAAE,uBAAuB,CAAC;CACjC;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC,GAAG,iBAAiB,CAAC;CAClF;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,KAAK,CAAC,EAAE,uBAAuB,CAAC;CACjC;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,MAAM,WAAW,uBAAuB;IACtC,6BAA6B,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IACvD,0BAA0B,CAAC,aAAa,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACrE,wBAAwB,CAAC,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACvF,qBAAqB,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC9D,0BAA0B,CAAC,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACxF,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,UAAU,GAAG,UAAU,GAAG,UAAU,CAAC,GAAG;QAC9E,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACtB;AACD,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,OAAO,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,iBAAiB,CAAC;IAC3B,KAAK,CAAC,EAAE;QACN,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAED,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAC5B,EAAE,EAAE,OAAO,CAAC;CACb"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/maintenance/types.ts"],"names":[],"mappings":""}
|
|
@@ -3,6 +3,7 @@ import type { GraftExpansionStrategy, InjectionResult } from "../types.js";
|
|
|
3
3
|
export interface GrafterPipelineRunOptions {
|
|
4
4
|
hopDepth?: number;
|
|
5
5
|
expansionStrategy?: GraftExpansionStrategy;
|
|
6
|
+
sessionIds?: string[];
|
|
6
7
|
}
|
|
7
8
|
export declare class GrafterPipeline {
|
|
8
9
|
/** @internal */
|
|
@@ -20,5 +21,6 @@ export declare class GrafterPipeline {
|
|
|
20
21
|
});
|
|
21
22
|
run(sessionId: string, topicIds: string[], options?: GrafterPipelineRunOptions): Promise<InjectionResult>;
|
|
22
23
|
private assemblePrompt;
|
|
24
|
+
private resolveSessionIds;
|
|
23
25
|
}
|
|
24
26
|
//# sourceMappingURL=GrafterPipeline.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"GrafterPipeline.d.ts","sourceRoot":"","sources":["../../src/pipeline/GrafterPipeline.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EAAE,sBAAsB,EAAE,eAAe,EAAqC,MAAM,aAAa,CAAC;AAG9G,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,sBAAsB,CAAC;
|
|
1
|
+
{"version":3,"file":"GrafterPipeline.d.ts","sourceRoot":"","sources":["../../src/pipeline/GrafterPipeline.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EAAE,sBAAsB,EAAE,eAAe,EAAqC,MAAM,aAAa,CAAC;AAG9G,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,sBAAsB,CAAC;IAC3C,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,qBAAa,eAAe;IAExB,gBAAgB;IAChB,OAAO,CAAC,KAAK;IACb,gBAAgB;IAChB,OAAO,CAAC,MAAM;;IAHd,gBAAgB;IACR,KAAK,EAAE,UAAU;IACzB,gBAAgB;IACR,MAAM,EAAE;QACd,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;KACrB;IAGG,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC,eAAe,CAAC;YAyCrG,cAAc;IAsC5B,OAAO,CAAC,iBAAiB;CAI1B"}
|
|
@@ -16,16 +16,24 @@ export class GrafterPipeline {
|
|
|
16
16
|
return { systemPrompt: "", nodes: [], tokenCount: 0 };
|
|
17
17
|
}
|
|
18
18
|
const hopDepth = options.expansionStrategy === "none" ? 0 : options.hopDepth ?? this.config.hopDepth;
|
|
19
|
-
const
|
|
20
|
-
const
|
|
19
|
+
const sessionIds = this.resolveSessionIds(sessionId, options.sessionIds);
|
|
20
|
+
const useConfiguredSessions = sessionIds.length > 1 || sessionIds[0] !== sessionId;
|
|
21
|
+
const neighbourhood = await this.store.getNeighbours(topicIds, hopDepth, useConfiguredSessions ? undefined : sessionId);
|
|
22
|
+
const allowedSessions = new Set(sessionIds);
|
|
23
|
+
const nodes = neighbourhood
|
|
24
|
+
.filter((node) => allowedSessions.has(node.sessionId))
|
|
25
|
+
.filter((node) => !node.suppressed)
|
|
26
|
+
.sort((a, b) => a.sessionId.localeCompare(b.sessionId)
|
|
27
|
+
||
|
|
28
|
+
a.messageRange[0] - b.messageRange[0]
|
|
21
29
|
|| a.messageRange[1] - b.messageRange[1]
|
|
22
30
|
|| a.topicOrder - b.topicOrder);
|
|
23
31
|
const fittedNodes = [...nodes];
|
|
24
|
-
let systemPrompt = await this.assemblePrompt(
|
|
32
|
+
let systemPrompt = await this.assemblePrompt(fittedNodes);
|
|
25
33
|
let tokenCount = countApproxTokens(systemPrompt);
|
|
26
34
|
while (tokenCount > this.config.tokenBudget && fittedNodes.length > 0) {
|
|
27
35
|
fittedNodes.pop();
|
|
28
|
-
systemPrompt = await this.assemblePrompt(
|
|
36
|
+
systemPrompt = await this.assemblePrompt(fittedNodes);
|
|
29
37
|
tokenCount = countApproxTokens(systemPrompt);
|
|
30
38
|
}
|
|
31
39
|
return {
|
|
@@ -34,13 +42,27 @@ export class GrafterPipeline {
|
|
|
34
42
|
tokenCount,
|
|
35
43
|
};
|
|
36
44
|
}
|
|
37
|
-
async assemblePrompt(
|
|
45
|
+
async assemblePrompt(nodes) {
|
|
38
46
|
if (nodes.length === 0)
|
|
39
47
|
return "";
|
|
40
48
|
const blocks = [];
|
|
41
|
-
const
|
|
42
|
-
const
|
|
49
|
+
const memoryBySession = new Map();
|
|
50
|
+
const edgeBySession = new Map();
|
|
43
51
|
for (const node of nodes) {
|
|
52
|
+
const sessionId = node.sessionId;
|
|
53
|
+
let sessionMemories = memoryBySession.get(sessionId);
|
|
54
|
+
if (!sessionMemories) {
|
|
55
|
+
sessionMemories = (await this.store.getMemoriesBySession(sessionId))
|
|
56
|
+
.filter((memory) => !memory.forgotten);
|
|
57
|
+
memoryBySession.set(sessionId, sessionMemories);
|
|
58
|
+
}
|
|
59
|
+
let memoryEdges = edgeBySession.get(sessionId);
|
|
60
|
+
if (!memoryEdges) {
|
|
61
|
+
const visibleMemoryIds = new Set(sessionMemories.map((memory) => memory.id));
|
|
62
|
+
memoryEdges = (await this.store.getMemoryEdgesBySession(sessionId))
|
|
63
|
+
.filter((edge) => visibleMemoryIds.has(edge.sourceId) && visibleMemoryIds.has(edge.targetId));
|
|
64
|
+
edgeBySession.set(sessionId, memoryEdges);
|
|
65
|
+
}
|
|
44
66
|
const start = Math.max(0, node.messageRange[0] - this.config.bufferSize);
|
|
45
67
|
const end = node.messageRange[1] + this.config.bufferSize;
|
|
46
68
|
const messages = await this.store.getBufferMessages(sessionId, start, end);
|
|
@@ -49,6 +71,10 @@ export class GrafterPipeline {
|
|
|
49
71
|
}
|
|
50
72
|
return buildMemoryInjectionPrompt(blocks);
|
|
51
73
|
}
|
|
74
|
+
resolveSessionIds(sessionId, configured) {
|
|
75
|
+
const sessionIds = configured && configured.length > 0 ? configured : [sessionId];
|
|
76
|
+
return [...new Set(sessionIds)];
|
|
77
|
+
}
|
|
52
78
|
}
|
|
53
79
|
function buildMaintenancePromptContext(topicMemories, sessionMemories, memoryEdges) {
|
|
54
80
|
const notes = [];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"GrafterPipeline.js","sourceRoot":"","sources":["../../src/pipeline/GrafterPipeline.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,0BAA0B,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AAGnG,OAAO,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;
|
|
1
|
+
{"version":3,"file":"GrafterPipeline.js","sourceRoot":"","sources":["../../src/pipeline/GrafterPipeline.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,0BAA0B,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AAGnG,OAAO,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AAQhE,MAAM,OAAO,eAAe;IAGhB;IAEA;IAJV;IACE,gBAAgB;IACR,KAAiB;IACzB,gBAAgB;IACR,MAIP;QANO,UAAK,GAAL,KAAK,CAAY;QAEjB,WAAM,GAAN,MAAM,CAIb;IACA,CAAC;IAEJ,KAAK,CAAC,GAAG,CAAC,SAAiB,EAAE,QAAkB,EAAE,UAAqC,EAAE;QACtF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,EAAE,YAAY,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;QACxD,CAAC;QAED,MAAM,QAAQ,GAAG,OAAO,CAAC,iBAAiB,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;QACrG,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACzE,MAAM,qBAAqB,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC;QACnF,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAClD,QAAQ,EACR,QAAQ,EACR,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAC9C,CAAC;QACF,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;QAC5C,MAAM,KAAK,GAAG,aAAa;aACxB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;aACrD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;aAClC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACb,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC;;gBAEtC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;eAClC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;eACrC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAC/B,CAAC;QACJ,MAAM,WAAW,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;QAC/B,IAAI,YAAY,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAC1D,IAAI,UAAU,GAAG,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAEjD,OAAO,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtE,WAAW,CAAC,GAAG,EAAE,CAAC;YAClB,YAAY,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;YACtD,UAAU,GAAG,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAC/C,CAAC;QAED,OAAO;YACL,YAAY;YACZ,KAAK,EAAE,WAAW;YAClB,UAAU;SACX,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,KAAkB;QAC7C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAElC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,eAAe,GAAG,IAAI,GAAG,EAAwB,CAAC;QACxD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAwB,CAAC;QAEtD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YACjC,IAAI,eAAe,GAAG,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACrD,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,eAAe,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;qBACjE,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBACzC,eAAe,CAAC,GAAG,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;YAClD,CAAC;YAED,IAAI,WAAW,GAAG,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC/C,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC7E,WAAW,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC;qBAChE,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;gBAChG,aAAa,CAAC,GAAG,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;YAC5C,CAAC;YAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YACzE,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;YAC1D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YAC3E,MAAM,aAAa,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;YACzF,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAC1B,IAAI,EACJ,QAAQ,EACR,6BAA6B,CAAC,aAAa,EAAE,eAAe,EAAE,WAAW,CAAC,CAC3E,CAAC,CAAC;QACL,CAAC;QAED,OAAO,0BAA0B,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;IAEO,iBAAiB,CAAC,SAAiB,EAAE,UAAqB;QAChE,MAAM,UAAU,GAAG,UAAU,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAClF,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC;IAClC,CAAC;CACF;AAED,SAAS,6BAA6B,CACpC,aAA2B,EAC3B,eAA6B,EAC7B,WAAyB;IAEzB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IACzE,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;IACnF,MAAM,kBAAkB,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACnD,CAAC,IAAI,CAAC,QAAQ,KAAK,WAAW,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC;WAC3D,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAC5E,CAAC;IACF,MAAM,WAAW,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IACvE,MAAM,kBAAkB,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC;IAEzF,KAAK,MAAM,MAAM,IAAI,kBAAkB,EAAE,CAAC;QACxC,MAAM,iBAAiB,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAClG,IAAI,iBAAiB,EAAE,CAAC;YACtB,KAAK,CAAC,IAAI,CACR,aAAa,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,SAAS,KAAK,MAAM,CAAC,KAAK,wBAAwB,iBAAiB,CAAC,KAAK,IAAI,CACpH,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CACR,aAAa,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,SAAS,KAAK,MAAM,CAAC,KAAK,qCAAqC,CACtG,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,WAAW,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,IAAI,kBAAkB,EAAE,CAAC;QACvE,KAAK,CAAC,IAAI,CAAC,2EAA2E,CAAC,CAAC;IAC1F,CAAC;IAED,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAsB,CAAC;IACzD,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,YAAY,IAAI,IAAI,EAAE,CAAC;YACnD,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IACD,KAAK,MAAM,MAAM,IAAI,kBAAkB,EAAE,CAAC;QACxC,MAAM,iBAAiB,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAClG,IAAI,iBAAiB,IAAI,CAAC,iBAAiB,CAAC,OAAO,IAAI,iBAAiB,CAAC,YAAY,IAAI,IAAI,EAAE,CAAC;YAC9F,kBAAkB,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,EAAE,iBAAiB,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IACD,MAAM,cAAc,GAAG,CAAC,GAAG,kBAAkB,CAAC,MAAM,EAAE,CAAC,CAAC;IAExD,OAAO;QACL,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC7E,CAAC;AACJ,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"RetrieverPipeline.d.ts","sourceRoot":"","sources":["../../src/pipeline/RetrieverPipeline.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAKrC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EACV,YAAY,EAEZ,eAAe,EACf,eAAe,EAEhB,MAAM,aAAa,CAAC;AAgBrB,qBAAa,iBAAiB;IAE1B,gBAAgB;IAChB,OAAO,CAAC,KAAK;IACb,gBAAgB;IAChB,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,MAAM;IACd,gBAAgB;IAChB,OAAO,CAAC,UAAU;;IANlB,gBAAgB;IACR,KAAK,EAAE,UAAU;IACzB,gBAAgB;IACR,QAAQ,EAAE,YAAY,EACtB,MAAM,EAAE,eAAe;IAC/B,gBAAgB;IACR,UAAU,GAAE,KAAK,GAAG,IAAW;IAGnC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;
|
|
1
|
+
{"version":3,"file":"RetrieverPipeline.d.ts","sourceRoot":"","sources":["../../src/pipeline/RetrieverPipeline.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAKrC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EACV,YAAY,EAEZ,eAAe,EACf,eAAe,EAEhB,MAAM,aAAa,CAAC;AAgBrB,qBAAa,iBAAiB;IAE1B,gBAAgB;IAChB,OAAO,CAAC,KAAK;IACb,gBAAgB;IAChB,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,MAAM;IACd,gBAAgB;IAChB,OAAO,CAAC,UAAU;;IANlB,gBAAgB;IACR,KAAK,EAAE,UAAU;IACzB,gBAAgB;IACR,QAAQ,EAAE,YAAY,EACtB,MAAM,EAAE,eAAe;IAC/B,gBAAgB;IACR,UAAU,GAAE,KAAK,GAAG,IAAW;IAGnC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;YAoEvD,cAAc;IAgE5B,OAAO,CAAC,aAAa;YAKP,WAAW;IAkCzB,OAAO,CAAC,QAAQ;IAOhB,OAAO,CAAC,SAAS;IASjB,OAAO,CAAC,UAAU;IAKlB,OAAO,CAAC,iBAAiB;CAK1B"}
|