memo-grafter 0.2.2 → 0.2.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +81 -73
- package/USER_GUIDE.md +306 -73
- package/dist/MemoGrafterAgent.d.ts +7 -3
- package/dist/MemoGrafterAgent.d.ts.map +1 -1
- package/dist/MemoGrafterAgent.js +64 -23
- package/dist/MemoGrafterAgent.js.map +1 -1
- package/dist/crawler/ConflictDetectionPass.d.ts +6 -0
- package/dist/crawler/ConflictDetectionPass.d.ts.map +1 -0
- package/dist/crawler/ConflictDetectionPass.js +46 -0
- package/dist/crawler/ConflictDetectionPass.js.map +1 -0
- package/dist/crawler/DecayScoringPass.d.ts +17 -0
- package/dist/crawler/DecayScoringPass.d.ts.map +1 -0
- package/dist/crawler/DecayScoringPass.js +73 -0
- package/dist/crawler/DecayScoringPass.js.map +1 -0
- package/dist/crawler/MemoGrafterCrawler.d.ts +14 -0
- package/dist/crawler/MemoGrafterCrawler.d.ts.map +1 -0
- package/dist/crawler/MemoGrafterCrawler.js +108 -0
- package/dist/crawler/MemoGrafterCrawler.js.map +1 -0
- package/dist/crawler/VersioningPass.d.ts +6 -0
- package/dist/crawler/VersioningPass.d.ts.map +1 -0
- package/dist/crawler/VersioningPass.js +43 -0
- package/dist/crawler/VersioningPass.js.map +1 -0
- package/dist/crawler/decayScoring.d.ts +7 -0
- package/dist/crawler/decayScoring.d.ts.map +1 -0
- package/dist/crawler/decayScoring.js +9 -0
- package/dist/crawler/decayScoring.js.map +1 -0
- package/dist/crawler/index.d.ts +7 -0
- package/dist/crawler/index.d.ts.map +1 -0
- package/dist/crawler/index.js +5 -0
- package/dist/crawler/index.js.map +1 -0
- package/dist/crawler/memoryMaintenance.d.ts +14 -0
- package/dist/crawler/memoryMaintenance.d.ts.map +1 -0
- package/dist/crawler/memoryMaintenance.js +40 -0
- package/dist/crawler/memoryMaintenance.js.map +1 -0
- package/dist/crawler/types.d.ts +63 -0
- package/dist/crawler/types.d.ts.map +1 -0
- package/dist/crawler/types.js +2 -0
- package/dist/crawler/types.js.map +1 -0
- package/dist/index.d.ts +3 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -0
- package/dist/index.js.map +1 -1
- package/dist/pipeline/GrafterPipeline.d.ts.map +1 -1
- package/dist/pipeline/GrafterPipeline.js +42 -1
- package/dist/pipeline/GrafterPipeline.js.map +1 -1
- package/dist/pipeline/IngestPipeline.d.ts +2 -0
- package/dist/pipeline/IngestPipeline.d.ts.map +1 -1
- package/dist/pipeline/IngestPipeline.js +93 -17
- package/dist/pipeline/IngestPipeline.js.map +1 -1
- package/dist/prompts/memoryInjectionPrompt.d.ts +6 -2
- package/dist/prompts/memoryInjectionPrompt.d.ts.map +1 -1
- package/dist/prompts/memoryInjectionPrompt.js +25 -2
- package/dist/prompts/memoryInjectionPrompt.js.map +1 -1
- package/dist/store/GraphStore.d.ts +20 -1
- package/dist/store/GraphStore.d.ts.map +1 -1
- package/dist/store/postgres-pgvector/GraphStore.d.ts +25 -1
- package/dist/store/postgres-pgvector/GraphStore.d.ts.map +1 -1
- package/dist/store/postgres-pgvector/GraphStore.js +334 -1
- package/dist/store/postgres-pgvector/GraphStore.js.map +1 -1
- package/dist/types.d.ts +29 -0
- package/dist/types.d.ts.map +1 -1
- package/dist/utils/drift/cosineSimilarity.test.d.ts +2 -0
- package/dist/utils/drift/cosineSimilarity.test.d.ts.map +1 -0
- package/dist/utils/drift/cosineSimilarity.test.js +25 -0
- package/dist/utils/drift/cosineSimilarity.test.js.map +1 -0
- package/dist/utils/drift/vectorAvg.test.d.ts +2 -0
- package/dist/utils/drift/vectorAvg.test.d.ts.map +1 -0
- package/dist/utils/drift/vectorAvg.test.js +36 -0
- package/dist/utils/drift/vectorAvg.test.js.map +1 -0
- package/dist/utils/text/normalizeText.test.d.ts +2 -0
- package/dist/utils/text/normalizeText.test.d.ts.map +1 -0
- package/dist/utils/text/normalizeText.test.js +23 -0
- package/dist/utils/text/normalizeText.test.js.map +1 -0
- package/dist/utils/vector/vectorLiteral.test.d.ts +2 -0
- package/dist/utils/vector/vectorLiteral.test.d.ts.map +1 -0
- package/dist/utils/vector/vectorLiteral.test.js +28 -0
- package/dist/utils/vector/vectorLiteral.test.js.map +1 -0
- package/package.json +1 -1
package/dist/MemoGrafterAgent.js
CHANGED
|
@@ -1,30 +1,40 @@
|
|
|
1
1
|
import { randomUUID } from "node:crypto";
|
|
2
2
|
import { MemoGrafter } from "./MemoGrafter.js";
|
|
3
3
|
import { RetrieverPipeline } from "./pipeline/RetrieverPipeline.js";
|
|
4
|
-
import { countApproxTokens } from "./utils/text/tokenCount.js";
|
|
5
4
|
export class MemoGrafterAgent {
|
|
6
5
|
core;
|
|
7
6
|
sessionId = randomUUID();
|
|
8
7
|
history = [];
|
|
9
8
|
baseSystemPrompt;
|
|
10
|
-
historyTokenBudget;
|
|
11
9
|
recentWindowSize;
|
|
10
|
+
recallLimit;
|
|
11
|
+
recallMinSimilarity;
|
|
12
12
|
cacheConfig;
|
|
13
13
|
pendingIngest = Promise.resolve();
|
|
14
14
|
constructor(config) {
|
|
15
15
|
this.core = new MemoGrafter(config);
|
|
16
16
|
this.baseSystemPrompt = config.systemPrompt ?? "";
|
|
17
|
-
this.historyTokenBudget = config.inject?.tokenBudget ?? 4000;
|
|
18
17
|
this.recentWindowSize = config.inject?.recentWindowSize ?? 20;
|
|
18
|
+
this.recallLimit = config.inject?.recallLimit ?? 6;
|
|
19
|
+
this.recallMinSimilarity = config.inject?.recallMinSimilarity ?? 0.55;
|
|
19
20
|
this.cacheConfig = config.cache;
|
|
20
21
|
}
|
|
21
22
|
initialize() {
|
|
22
23
|
return this.core.initialize();
|
|
23
24
|
}
|
|
24
25
|
async invoke(userMessage) {
|
|
25
|
-
|
|
26
|
-
|
|
26
|
+
const memoryContext = await this._buildMemoryContext(userMessage, {
|
|
27
|
+
limit: this.recallLimit,
|
|
28
|
+
minSimilarity: this.recallMinSimilarity,
|
|
29
|
+
});
|
|
30
|
+
const recentMessages = this.history.slice(-this.recentWindowSize);
|
|
31
|
+
const messages = [
|
|
32
|
+
...(memoryContext ? [{ role: "system", content: memoryContext }] : []),
|
|
33
|
+
...recentMessages,
|
|
34
|
+
{ role: "user", content: userMessage },
|
|
35
|
+
];
|
|
27
36
|
const response = await this.core.llm.complete(messages, this.baseSystemPrompt);
|
|
37
|
+
this.history.push({ role: "user", content: userMessage });
|
|
28
38
|
this.history.push({ role: "assistant", content: response });
|
|
29
39
|
this.enqueueBackgroundIngest();
|
|
30
40
|
return response;
|
|
@@ -50,14 +60,51 @@ export class MemoGrafterAgent {
|
|
|
50
60
|
const { nodes } = await this.core.getTopics(this.sessionId);
|
|
51
61
|
const edges = await this.core.store.getEdgesBySession(this.sessionId);
|
|
52
62
|
const memories = await this.core.store.getMemoriesBySession(this.sessionId);
|
|
63
|
+
const memoryEdges = await this.core.store.getMemoryEdgesBySession(this.sessionId);
|
|
64
|
+
const registry = await this.core.store.getGraftRegistry(this.sessionId);
|
|
65
|
+
const registryByNodeId = new Map(registry.map((entry) => [entry.nodeId, entry]));
|
|
53
66
|
return {
|
|
54
67
|
sessionId: this.sessionId,
|
|
55
68
|
nodes,
|
|
69
|
+
snapshotNodes: nodes.map((node) => {
|
|
70
|
+
const graftEntry = registryByNodeId.get(node.id);
|
|
71
|
+
return {
|
|
72
|
+
node,
|
|
73
|
+
...(graftEntry
|
|
74
|
+
? {
|
|
75
|
+
graftOrigin: {
|
|
76
|
+
sourceSessionId: graftEntry.sourceSessionId,
|
|
77
|
+
sourceNodeId: graftEntry.sourceNodeId,
|
|
78
|
+
graftedAt: graftEntry.graftedAt,
|
|
79
|
+
},
|
|
80
|
+
}
|
|
81
|
+
: {}),
|
|
82
|
+
};
|
|
83
|
+
}),
|
|
56
84
|
edges,
|
|
57
85
|
memories,
|
|
86
|
+
memoryEdges,
|
|
58
87
|
capturedAt: new Date().toISOString(),
|
|
59
88
|
};
|
|
60
89
|
}
|
|
90
|
+
async getGraftRegistry() {
|
|
91
|
+
await this.pendingIngest;
|
|
92
|
+
return this.core.store.getGraftRegistry(this.sessionId);
|
|
93
|
+
}
|
|
94
|
+
async removeGraft(nodeId) {
|
|
95
|
+
await this.pendingIngest;
|
|
96
|
+
const registry = await this.core.store.getGraftRegistry(this.sessionId);
|
|
97
|
+
const entry = registry.find((candidate) => candidate.nodeId === nodeId);
|
|
98
|
+
if (!entry) {
|
|
99
|
+
throw new Error(`No graft registered for node ${nodeId} in this session.`);
|
|
100
|
+
}
|
|
101
|
+
await this.core.store.deleteNode(nodeId, this.sessionId);
|
|
102
|
+
}
|
|
103
|
+
async clearSession() {
|
|
104
|
+
await this.pendingIngest;
|
|
105
|
+
await this.core.store.clearSession(this.sessionId);
|
|
106
|
+
this.history.splice(0, this.history.length);
|
|
107
|
+
}
|
|
61
108
|
async graft(topicIds) {
|
|
62
109
|
await this.pendingIngest;
|
|
63
110
|
const { nodes } = await this.core.getTopics(this.sessionId);
|
|
@@ -91,28 +138,22 @@ export class MemoGrafterAgent {
|
|
|
91
138
|
console.warn("MemoGrafter background ingest warning:", error);
|
|
92
139
|
});
|
|
93
140
|
}
|
|
94
|
-
async
|
|
95
|
-
const tokenCount = countApproxTokens(this.history.map((message) => message.content).join("\n"));
|
|
96
|
-
const overflowThreshold = this.historyTokenBudget * 0.8;
|
|
97
|
-
if (tokenCount < overflowThreshold) {
|
|
98
|
-
return this.history;
|
|
99
|
-
}
|
|
100
|
-
const recentMessages = this.history.slice(-this.recentWindowSize);
|
|
101
|
-
const recentContext = this.history
|
|
102
|
-
.slice(-6)
|
|
103
|
-
.map((message) => message.content)
|
|
104
|
-
.join("\n");
|
|
141
|
+
async _buildMemoryContext(query, options) {
|
|
105
142
|
try {
|
|
106
|
-
const
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
143
|
+
const nodeCount = await this.core.store.getSessionNodeCount(this.sessionId);
|
|
144
|
+
if (nodeCount === 0)
|
|
145
|
+
return null;
|
|
146
|
+
const result = await this.recall(query, {
|
|
147
|
+
limit: options.limit,
|
|
148
|
+
minSimilarity: options.minSimilarity,
|
|
149
|
+
});
|
|
150
|
+
if (result.facts.length === 0)
|
|
151
|
+
return null;
|
|
152
|
+
return result.systemPrompt;
|
|
112
153
|
}
|
|
113
154
|
catch (error) {
|
|
114
155
|
console.warn("MemoGrafter recall warning:", error);
|
|
115
|
-
return
|
|
156
|
+
return null;
|
|
116
157
|
}
|
|
117
158
|
}
|
|
118
159
|
close() {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"MemoGrafterAgent.js","sourceRoot":"","sources":["../src/MemoGrafterAgent.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAC;
|
|
1
|
+
{"version":3,"file":"MemoGrafterAgent.js","sourceRoot":"","sources":["../src/MemoGrafterAgent.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAC;AAcpE,MAAM,OAAO,gBAAgB;IACV,IAAI,CAAc;IAClB,SAAS,GAAG,UAAU,EAAE,CAAC;IACzB,OAAO,GAAc,EAAE,CAAC;IACxB,gBAAgB,CAAS;IACzB,gBAAgB,CAAS;IACzB,WAAW,CAAS;IACpB,mBAAmB,CAAS;IAC5B,WAAW,CAA6B;IACjD,aAAa,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IAEzD,YAAY,MAAyB;QACnC,IAAI,CAAC,IAAI,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC;QACpC,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC;QAClD,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,MAAM,EAAE,gBAAgB,IAAI,EAAE,CAAC;QAC9D,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,WAAW,IAAI,CAAC,CAAC;QACnD,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC,MAAM,EAAE,mBAAmB,IAAI,IAAI,CAAC;QACtE,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC;IAClC,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,WAAmB;QAC9B,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,WAAW,EAAE;YAChE,KAAK,EAAE,IAAI,CAAC,WAAW;YACvB,aAAa,EAAE,IAAI,CAAC,mBAAmB;SACxC,CAAC,CAAC;QACH,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAClE,MAAM,QAAQ,GAAc;YAC1B,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAiB,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/E,GAAG,cAAc;YACjB,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE;SACvC,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAE/E,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;QAC1D,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC5D,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAE/B,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,UAAU;QACR,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,MAAM,IAAI,CAAC,aAAa,CAAC;QACzB,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC5D,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,iBAAiB;QACrB,MAAM,IAAI,CAAC,aAAa,CAAC;QACzB,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC/D,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,gBAAgB;QACpB,MAAM,IAAI,CAAC,aAAa,CAAC;QACzB,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC5D,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC5E,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAClF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxE,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QAEjF,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,KAAK;YACL,aAAa,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBAChC,MAAM,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAEjD,OAAO;oBACL,IAAI;oBACJ,GAAG,CAAC,UAAU;wBACZ,CAAC,CAAC;4BACA,WAAW,EAAE;gCACX,eAAe,EAAE,UAAU,CAAC,eAAe;gCAC3C,YAAY,EAAE,UAAU,CAAC,YAAY;gCACrC,SAAS,EAAE,UAAU,CAAC,SAAS;6BAChC;yBACF;wBACD,CAAC,CAAC,EAAE,CAAC;iBACR,CAAC;YACJ,CAAC,CAAC;YACF,KAAK;YACL,QAAQ;YACR,WAAW;YACX,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,gBAAgB;QACpB,MAAM,IAAI,CAAC,aAAa,CAAC;QACzB,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAc;QAC9B,MAAM,IAAI,CAAC,aAAa,CAAC;QACzB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxE,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;QACxE,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,gCAAgC,MAAM,mBAAmB,CAAC,CAAC;QAC7E,CAAC;QAED,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,MAAM,IAAI,CAAC,aAAa,CAAC;QACzB,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,QAAmB;QAC7B,MAAM,IAAI,CAAC,aAAa,CAAC;QACzB,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC5D,MAAM,gBAAgB,GAAG,QAAQ,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClE,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;IAC5D,CAAC;IAED,kBAAkB,CAAC,KAAkB;QACnC,OAAO,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,UAA2B,EAAE;QACvD,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,WAAW;YACpD,CAAC,CAAC;gBACA,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAClG;YACD,CAAC,CAAC,SAAS,CAAC,CAAC;QACf,MAAM,QAAQ,GAAG,IAAI,iBAAiB,CACpC,IAAI,CAAC,IAAI,CAAC,KAAK,EACf,IAAI,CAAC,IAAI,CAAC,QAAQ,EAClB;YACE,GAAG,OAAO;YACV,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7D,EACD,IAAI,CAAC,IAAI,CAAC,WAAW,CACtB,CAAC;QACF,OAAO,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,WAA6B,EAAE,UAAkC,EAAE;QACvF,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,YAAY,EAAE,EAAE,OAAO,CAAC,CAAC;QAC/F,OAAO,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IACtD,CAAC;IAEO,uBAAuB;QAC7B,MAAM,eAAe,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;QAE1C,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa;aACpC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;aACpE,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YACxB,OAAO,CAAC,IAAI,CAAC,wCAAwC,EAAE,KAAK,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC/B,KAAa,EACb,OAAiD;QAEjD,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC5E,IAAI,SAAS,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC;YAEjC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE;gBACtC,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,aAAa,EAAE,OAAO,CAAC,aAAa;aACrC,CAAC,CAAC;YAEH,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC;YAE3C,OAAO,MAAM,CAAC,YAAY,CAAC;QAC7B,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,OAAO,CAAC,IAAI,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;YACnD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK;QACH,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IAC1D,CAAC;CACF"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { CrawlerPass, CrawlerPassContext, CrawlerPassResult } from "./types.js";
|
|
2
|
+
export declare class ConflictDetectionPass implements CrawlerPass {
|
|
3
|
+
readonly name = "conflict-detection";
|
|
4
|
+
run(context: CrawlerPassContext): Promise<CrawlerPassResult>;
|
|
5
|
+
}
|
|
6
|
+
//# sourceMappingURL=ConflictDetectionPass.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ConflictDetectionPass.d.ts","sourceRoot":"","sources":["../../src/crawler/ConflictDetectionPass.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAGrF,qBAAa,qBAAsB,YAAW,WAAW;IACvD,QAAQ,CAAC,IAAI,wBAAwB;IAE/B,GAAG,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;CA6CnE"}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
import { findMemoryConflictGroups, getSkippedMaintenanceCounts } from "./memoryMaintenance.js";
|
|
2
|
+
export class ConflictDetectionPass {
|
|
3
|
+
name = "conflict-detection";
|
|
4
|
+
async run(context) {
|
|
5
|
+
if (!context.store) {
|
|
6
|
+
throw new Error("ConflictDetectionPass requires a crawler maintenance store.");
|
|
7
|
+
}
|
|
8
|
+
const memories = await context.store.listMemoryNodesForMaintenance();
|
|
9
|
+
const conflictGroups = findMemoryConflictGroups(memories);
|
|
10
|
+
const conflictingNodeIds = new Set();
|
|
11
|
+
let conflictEdgesCreated = 0;
|
|
12
|
+
for (const group of conflictGroups) {
|
|
13
|
+
for (const node of group.nodes) {
|
|
14
|
+
conflictingNodeIds.add(node.id);
|
|
15
|
+
}
|
|
16
|
+
for (let sourceIndex = 0; sourceIndex < group.nodes.length; sourceIndex += 1) {
|
|
17
|
+
const source = group.nodes[sourceIndex];
|
|
18
|
+
if (!source)
|
|
19
|
+
continue;
|
|
20
|
+
for (let targetIndex = sourceIndex + 1; targetIndex < group.nodes.length; targetIndex += 1) {
|
|
21
|
+
const target = group.nodes[targetIndex];
|
|
22
|
+
if (!target)
|
|
23
|
+
continue;
|
|
24
|
+
const created = await context.store.upsertMemoryEdge({
|
|
25
|
+
sourceId: source.id,
|
|
26
|
+
targetId: target.id,
|
|
27
|
+
edgeType: "conflicts",
|
|
28
|
+
weight: 1,
|
|
29
|
+
});
|
|
30
|
+
if (created)
|
|
31
|
+
conflictEdgesCreated += 1;
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
const nodesMarkedConflicting = await context.store.markMemoryNodesConflicting([...conflictingNodeIds]);
|
|
36
|
+
const skipped = getSkippedMaintenanceCounts(memories);
|
|
37
|
+
return {
|
|
38
|
+
inspected: memories.length,
|
|
39
|
+
conflictsDetected: conflictGroups.length,
|
|
40
|
+
nodesMarkedConflicting,
|
|
41
|
+
conflictEdgesCreated,
|
|
42
|
+
...skipped,
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
//# sourceMappingURL=ConflictDetectionPass.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ConflictDetectionPass.js","sourceRoot":"","sources":["../../src/crawler/ConflictDetectionPass.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,wBAAwB,EAAE,2BAA2B,EAAE,MAAM,wBAAwB,CAAC;AAE/F,MAAM,OAAO,qBAAqB;IACvB,IAAI,GAAG,oBAAoB,CAAC;IAErC,KAAK,CAAC,GAAG,CAAC,OAA2B;QACnC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;QACjF,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,CAAC;QACrE,MAAM,cAAc,GAAG,wBAAwB,CAAC,QAAQ,CAAC,CAAC;QAC1D,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAU,CAAC;QAC7C,IAAI,oBAAoB,GAAG,CAAC,CAAC;QAE7B,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;YACnC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAC/B,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAClC,CAAC;YAED,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,WAAW,IAAI,CAAC,EAAE,CAAC;gBAC7E,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;gBACxC,IAAI,CAAC,MAAM;oBAAE,SAAS;gBAEtB,KAAK,IAAI,WAAW,GAAG,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,WAAW,IAAI,CAAC,EAAE,CAAC;oBAC3F,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;oBACxC,IAAI,CAAC,MAAM;wBAAE,SAAS;oBAEtB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC;wBACnD,QAAQ,EAAE,MAAM,CAAC,EAAE;wBACnB,QAAQ,EAAE,MAAM,CAAC,EAAE;wBACnB,QAAQ,EAAE,WAAW;wBACrB,MAAM,EAAE,CAAC;qBACV,CAAC,CAAC;oBACH,IAAI,OAAO;wBAAE,oBAAoB,IAAI,CAAC,CAAC;gBACzC,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,sBAAsB,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,GAAG,kBAAkB,CAAC,CAAC,CAAC;QACvG,MAAM,OAAO,GAAG,2BAA2B,CAAC,QAAQ,CAAC,CAAC;QAEtD,OAAO;YACL,SAAS,EAAE,QAAQ,CAAC,MAAM;YAC1B,iBAAiB,EAAE,cAAc,CAAC,MAAM;YACxC,sBAAsB;YACtB,oBAAoB;YACpB,GAAG,OAAO;SACX,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import type { CrawlerPass, CrawlerPassContext, CrawlerPassResult } from "./types.js";
|
|
2
|
+
export interface DecayScoringPassOptions {
|
|
3
|
+
halfLifeDays?: number;
|
|
4
|
+
minScore?: number;
|
|
5
|
+
now?: () => Date;
|
|
6
|
+
updateConfidence?: boolean;
|
|
7
|
+
}
|
|
8
|
+
export declare class DecayScoringPass implements CrawlerPass {
|
|
9
|
+
readonly name = "decay-scoring";
|
|
10
|
+
private readonly halfLifeDays;
|
|
11
|
+
private readonly minScore;
|
|
12
|
+
private readonly now;
|
|
13
|
+
private readonly updateConfidence;
|
|
14
|
+
constructor(options?: DecayScoringPassOptions);
|
|
15
|
+
run(context: CrawlerPassContext): Promise<CrawlerPassResult>;
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=DecayScoringPass.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"DecayScoringPass.d.ts","sourceRoot":"","sources":["../../src/crawler/DecayScoringPass.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAErF,MAAM,WAAW,uBAAuB;IACtC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;IACjB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAKD,qBAAa,gBAAiB,YAAW,WAAW;IAClD,QAAQ,CAAC,IAAI,mBAAmB;IAChC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAa;IACjC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAU;gBAE/B,OAAO,GAAE,uBAA4B;IAe3C,GAAG,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;CAqDnE"}
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
import { computeMemoryDecayScore } from "./decayScoring.js";
|
|
2
|
+
const DEFAULT_HALF_LIFE_DAYS = 90;
|
|
3
|
+
const DEFAULT_MIN_SCORE = 0.25;
|
|
4
|
+
export class DecayScoringPass {
|
|
5
|
+
name = "decay-scoring";
|
|
6
|
+
halfLifeDays;
|
|
7
|
+
minScore;
|
|
8
|
+
now;
|
|
9
|
+
updateConfidence;
|
|
10
|
+
constructor(options = {}) {
|
|
11
|
+
this.halfLifeDays = options.halfLifeDays ?? DEFAULT_HALF_LIFE_DAYS;
|
|
12
|
+
this.minScore = options.minScore ?? DEFAULT_MIN_SCORE;
|
|
13
|
+
this.now = options.now ?? (() => new Date());
|
|
14
|
+
this.updateConfidence = options.updateConfidence ?? false;
|
|
15
|
+
if (!Number.isFinite(this.halfLifeDays) || this.halfLifeDays <= 0) {
|
|
16
|
+
throw new Error("DecayScoringPass halfLifeDays must be greater than 0.");
|
|
17
|
+
}
|
|
18
|
+
if (!Number.isFinite(this.minScore) || this.minScore < 0) {
|
|
19
|
+
throw new Error("DecayScoringPass minScore must be greater than or equal to 0.");
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
async run(context) {
|
|
23
|
+
if (!context.store) {
|
|
24
|
+
throw new Error("DecayScoringPass requires a crawler maintenance store.");
|
|
25
|
+
}
|
|
26
|
+
const memories = await context.store.listMemoryNodesForMaintenance();
|
|
27
|
+
const now = this.now();
|
|
28
|
+
let decayScored = 0;
|
|
29
|
+
let nodesDecayed = 0;
|
|
30
|
+
let skippedAlreadyDecayed = 0;
|
|
31
|
+
let skippedSuperseded = 0;
|
|
32
|
+
let minDecayScore;
|
|
33
|
+
let maxDecayScore;
|
|
34
|
+
for (const memory of memories) {
|
|
35
|
+
if (memory.supersededBy != null) {
|
|
36
|
+
skippedSuperseded += 1;
|
|
37
|
+
continue;
|
|
38
|
+
}
|
|
39
|
+
if (memory.decayed) {
|
|
40
|
+
skippedAlreadyDecayed += 1;
|
|
41
|
+
continue;
|
|
42
|
+
}
|
|
43
|
+
const score = computeMemoryDecayScore(memory, {
|
|
44
|
+
now,
|
|
45
|
+
halfLifeDays: this.halfLifeDays,
|
|
46
|
+
});
|
|
47
|
+
decayScored += 1;
|
|
48
|
+
minDecayScore = minDecayScore === undefined ? score : Math.min(minDecayScore, score);
|
|
49
|
+
maxDecayScore = maxDecayScore === undefined ? score : Math.max(maxDecayScore, score);
|
|
50
|
+
if (this.updateConfidence && context.store.updateMemoryNodeConfidence) {
|
|
51
|
+
await context.store.updateMemoryNodeConfidence(memory.id, clampConfidence(score));
|
|
52
|
+
}
|
|
53
|
+
if (score < this.minScore) {
|
|
54
|
+
const decayed = await context.store.markMemoryNodeDecayed(memory.id);
|
|
55
|
+
if (decayed)
|
|
56
|
+
nodesDecayed += 1;
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
return {
|
|
60
|
+
inspected: memories.length,
|
|
61
|
+
decayScored,
|
|
62
|
+
nodesDecayed,
|
|
63
|
+
skippedAlreadyDecayed,
|
|
64
|
+
skippedSuperseded,
|
|
65
|
+
...(minDecayScore !== undefined ? { minDecayScore } : {}),
|
|
66
|
+
...(maxDecayScore !== undefined ? { maxDecayScore } : {}),
|
|
67
|
+
};
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
function clampConfidence(value) {
|
|
71
|
+
return Math.max(0, Math.min(1, value));
|
|
72
|
+
}
|
|
73
|
+
//# sourceMappingURL=DecayScoringPass.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"DecayScoringPass.js","sourceRoot":"","sources":["../../src/crawler/DecayScoringPass.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAU5D,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAClC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAE/B,MAAM,OAAO,gBAAgB;IAClB,IAAI,GAAG,eAAe,CAAC;IACf,YAAY,CAAS;IACrB,QAAQ,CAAS;IACjB,GAAG,CAAa;IAChB,gBAAgB,CAAU;IAE3C,YAAY,UAAmC,EAAE;QAC/C,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,sBAAsB,CAAC;QACnE,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,iBAAiB,CAAC;QACtD,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QAC7C,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,KAAK,CAAC;QAE1D,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,YAAY,IAAI,CAAC,EAAE,CAAC;YAClE,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;YACzD,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;QACnF,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,OAA2B;QACnC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC5E,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,CAAC;QACrE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,qBAAqB,GAAG,CAAC,CAAC;QAC9B,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAC1B,IAAI,aAAiC,CAAC;QACtC,IAAI,aAAiC,CAAC;QAEtC,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,IAAI,MAAM,CAAC,YAAY,IAAI,IAAI,EAAE,CAAC;gBAChC,iBAAiB,IAAI,CAAC,CAAC;gBACvB,SAAS;YACX,CAAC;YAED,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,qBAAqB,IAAI,CAAC,CAAC;gBAC3B,SAAS;YACX,CAAC;YAED,MAAM,KAAK,GAAG,uBAAuB,CAAC,MAAM,EAAE;gBAC5C,GAAG;gBACH,YAAY,EAAE,IAAI,CAAC,YAAY;aAChC,CAAC,CAAC;YACH,WAAW,IAAI,CAAC,CAAC;YACjB,aAAa,GAAG,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;YACrF,aAAa,GAAG,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;YAErF,IAAI,IAAI,CAAC,gBAAgB,IAAI,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,CAAC;gBACtE,MAAM,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,MAAM,CAAC,EAAE,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;YACpF,CAAC;YAED,IAAI,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC1B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,qBAAqB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACrE,IAAI,OAAO;oBAAE,YAAY,IAAI,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;QAED,OAAO;YACL,SAAS,EAAE,QAAQ,CAAC,MAAM;YAC1B,WAAW;YACX,YAAY;YACZ,qBAAqB;YACrB,iBAAiB;YACjB,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzD,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1D,CAAC;IACJ,CAAC;CACF;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;AACzC,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import type { CrawlerConfig, CrawlerReport } from "./types.js";
|
|
2
|
+
export declare class MemoGrafterCrawler {
|
|
3
|
+
private readonly config;
|
|
4
|
+
private intervalHandle;
|
|
5
|
+
private isRunning;
|
|
6
|
+
private isExecuting;
|
|
7
|
+
constructor(config?: CrawlerConfig);
|
|
8
|
+
start(): void;
|
|
9
|
+
stop(): void;
|
|
10
|
+
runOnce(): Promise<CrawlerReport>;
|
|
11
|
+
private runScheduledTick;
|
|
12
|
+
private runPass;
|
|
13
|
+
}
|
|
14
|
+
//# sourceMappingURL=MemoGrafterCrawler.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"MemoGrafterCrawler.d.ts","sourceRoot":"","sources":["../../src/crawler/MemoGrafterCrawler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,aAAa,EAGb,aAAa,EACd,MAAM,YAAY,CAAC;AAIpB,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,QAAQ,CAAC,MAAM,CACmB;IAC1C,OAAO,CAAC,cAAc,CAA6C;IACnE,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,WAAW,CAAS;gBAEhB,MAAM,GAAE,aAAkB;IAStC,KAAK,IAAI,IAAI;IAWb,IAAI,IAAI,IAAI;IASN,OAAO,IAAI,OAAO,CAAC,aAAa,CAAC;YA2BzB,gBAAgB;YAahB,OAAO;CA8BtB"}
|
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
const DEFAULT_INTERVAL_MS = 60_000;
|
|
2
|
+
export class MemoGrafterCrawler {
|
|
3
|
+
config;
|
|
4
|
+
intervalHandle;
|
|
5
|
+
isRunning = false;
|
|
6
|
+
isExecuting = false;
|
|
7
|
+
constructor(config = {}) {
|
|
8
|
+
this.config = {
|
|
9
|
+
intervalMs: config.intervalMs ?? DEFAULT_INTERVAL_MS,
|
|
10
|
+
passes: config.passes ?? [],
|
|
11
|
+
stopOnPassError: config.stopOnPassError ?? false,
|
|
12
|
+
...(config.store !== undefined ? { store: config.store } : {}),
|
|
13
|
+
};
|
|
14
|
+
}
|
|
15
|
+
start() {
|
|
16
|
+
if (this.isRunning) {
|
|
17
|
+
return;
|
|
18
|
+
}
|
|
19
|
+
this.isRunning = true;
|
|
20
|
+
this.intervalHandle = setInterval(() => {
|
|
21
|
+
void this.runScheduledTick();
|
|
22
|
+
}, this.config.intervalMs);
|
|
23
|
+
}
|
|
24
|
+
stop() {
|
|
25
|
+
if (this.intervalHandle !== undefined) {
|
|
26
|
+
clearInterval(this.intervalHandle);
|
|
27
|
+
this.intervalHandle = undefined;
|
|
28
|
+
}
|
|
29
|
+
this.isRunning = false;
|
|
30
|
+
}
|
|
31
|
+
async runOnce() {
|
|
32
|
+
const startedAtMs = Date.now();
|
|
33
|
+
const startedAt = new Date(startedAtMs).toISOString();
|
|
34
|
+
const passes = [];
|
|
35
|
+
const context = this.config.store !== undefined
|
|
36
|
+
? { store: this.config.store }
|
|
37
|
+
: {};
|
|
38
|
+
for (const pass of this.config.passes ?? []) {
|
|
39
|
+
const passReport = await this.runPass(pass.name, () => pass.run(context));
|
|
40
|
+
passes.push(passReport);
|
|
41
|
+
if (!passReport.ok && this.config.stopOnPassError) {
|
|
42
|
+
break;
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
const finishedAtMs = Date.now();
|
|
46
|
+
return {
|
|
47
|
+
startedAt,
|
|
48
|
+
finishedAt: new Date(finishedAtMs).toISOString(),
|
|
49
|
+
durationMs: finishedAtMs - startedAtMs,
|
|
50
|
+
passes,
|
|
51
|
+
ok: passes.every((pass) => pass.ok),
|
|
52
|
+
};
|
|
53
|
+
}
|
|
54
|
+
async runScheduledTick() {
|
|
55
|
+
if (this.isExecuting) {
|
|
56
|
+
return;
|
|
57
|
+
}
|
|
58
|
+
this.isExecuting = true;
|
|
59
|
+
try {
|
|
60
|
+
await this.runOnce();
|
|
61
|
+
}
|
|
62
|
+
finally {
|
|
63
|
+
this.isExecuting = false;
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
async runPass(name, run) {
|
|
67
|
+
const startedAtMs = Date.now();
|
|
68
|
+
const startedAt = new Date(startedAtMs).toISOString();
|
|
69
|
+
try {
|
|
70
|
+
const result = await run();
|
|
71
|
+
const finishedAtMs = Date.now();
|
|
72
|
+
return {
|
|
73
|
+
name,
|
|
74
|
+
ok: true,
|
|
75
|
+
startedAt,
|
|
76
|
+
finishedAt: new Date(finishedAtMs).toISOString(),
|
|
77
|
+
durationMs: finishedAtMs - startedAtMs,
|
|
78
|
+
result,
|
|
79
|
+
};
|
|
80
|
+
}
|
|
81
|
+
catch (error) {
|
|
82
|
+
const finishedAtMs = Date.now();
|
|
83
|
+
return {
|
|
84
|
+
name,
|
|
85
|
+
ok: false,
|
|
86
|
+
startedAt,
|
|
87
|
+
finishedAt: new Date(finishedAtMs).toISOString(),
|
|
88
|
+
durationMs: finishedAtMs - startedAtMs,
|
|
89
|
+
error: serializeError(error),
|
|
90
|
+
};
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
function serializeError(error) {
|
|
95
|
+
if (error instanceof Error) {
|
|
96
|
+
const serialized = {
|
|
97
|
+
message: error.message,
|
|
98
|
+
};
|
|
99
|
+
if (error.stack !== undefined) {
|
|
100
|
+
serialized.stack = error.stack;
|
|
101
|
+
}
|
|
102
|
+
return serialized;
|
|
103
|
+
}
|
|
104
|
+
return {
|
|
105
|
+
message: String(error),
|
|
106
|
+
};
|
|
107
|
+
}
|
|
108
|
+
//# sourceMappingURL=MemoGrafterCrawler.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"MemoGrafterCrawler.js","sourceRoot":"","sources":["../../src/crawler/MemoGrafterCrawler.ts"],"names":[],"mappings":"AAOA,MAAM,mBAAmB,GAAG,MAAM,CAAC;AAEnC,MAAM,OAAO,kBAAkB;IACZ,MAAM,CACmB;IAClC,cAAc,CAA6C;IAC3D,SAAS,GAAG,KAAK,CAAC;IAClB,WAAW,GAAG,KAAK,CAAC;IAE5B,YAAY,SAAwB,EAAE;QACpC,IAAI,CAAC,MAAM,GAAG;YACZ,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,mBAAmB;YACpD,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE;YAC3B,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,KAAK;YAChD,GAAG,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/D,CAAC;IACJ,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;YACrC,KAAK,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC/B,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC7B,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACtC,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACnC,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;QAClC,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;QACtD,MAAM,MAAM,GAAwB,EAAE,CAAC;QACvC,MAAM,OAAO,GAAuB,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS;YACjE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE;YAC9B,CAAC,CAAC,EAAE,CAAC;QAEP,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;YAC5C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;YAC1E,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAExB,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;gBAClD,MAAM;YACR,CAAC;QACH,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAChC,OAAO;YACL,SAAS;YACT,UAAU,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE;YAChD,UAAU,EAAE,YAAY,GAAG,WAAW;YACtC,MAAM;YACN,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;SACpC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QAC3B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO,CACnB,IAAY,EACZ,GAA0E;QAE1E,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;QAEtD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,GAAG,EAAE,CAAC;YAC3B,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAChC,OAAO;gBACL,IAAI;gBACJ,EAAE,EAAE,IAAI;gBACR,SAAS;gBACT,UAAU,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE;gBAChD,UAAU,EAAE,YAAY,GAAG,WAAW;gBACtC,MAAM;aACP,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAChC,OAAO;gBACL,IAAI;gBACJ,EAAE,EAAE,KAAK;gBACT,SAAS;gBACT,UAAU,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE;gBAChD,UAAU,EAAE,YAAY,GAAG,WAAW;gBACtC,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC;aAC7B,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAwC;YACtD,OAAO,EAAE,KAAK,CAAC,OAAO;SACvB,CAAC;QAEF,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC9B,UAAU,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QACjC,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,OAAO;QACL,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC;KACvB,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { CrawlerPass, CrawlerPassContext, CrawlerPassResult } from "./types.js";
|
|
2
|
+
export declare class VersioningPass implements CrawlerPass {
|
|
3
|
+
readonly name = "versioning";
|
|
4
|
+
run(context: CrawlerPassContext): Promise<CrawlerPassResult>;
|
|
5
|
+
}
|
|
6
|
+
//# sourceMappingURL=VersioningPass.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"VersioningPass.d.ts","sourceRoot":"","sources":["../../src/crawler/VersioningPass.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAOrF,qBAAa,cAAe,YAAW,WAAW;IAChD,QAAQ,CAAC,IAAI,gBAAgB;IAEvB,GAAG,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;CAyCnE"}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import { findMemoryConflictGroups, getNewestMemoryNode, getSkippedMaintenanceCounts, } from "./memoryMaintenance.js";
|
|
2
|
+
export class VersioningPass {
|
|
3
|
+
name = "versioning";
|
|
4
|
+
async run(context) {
|
|
5
|
+
if (!context.store) {
|
|
6
|
+
throw new Error("VersioningPass requires a crawler maintenance store.");
|
|
7
|
+
}
|
|
8
|
+
const memories = await context.store.listMemoryNodesForMaintenance();
|
|
9
|
+
const conflictGroups = findMemoryConflictGroups(memories);
|
|
10
|
+
let nodesSuperseded = 0;
|
|
11
|
+
let updateEdgesCreated = 0;
|
|
12
|
+
for (const group of conflictGroups) {
|
|
13
|
+
const newest = getNewestMemoryNode(group.nodes);
|
|
14
|
+
if (!newest)
|
|
15
|
+
continue;
|
|
16
|
+
for (const node of group.nodes) {
|
|
17
|
+
if (node.id === newest.id || node.supersededBy != null)
|
|
18
|
+
continue;
|
|
19
|
+
const superseded = await context.store.markMemoryNodeSuperseded(node.id, newest.id);
|
|
20
|
+
if (superseded)
|
|
21
|
+
nodesSuperseded += 1;
|
|
22
|
+
// Direction convention: newer memory --updates--> older memory.
|
|
23
|
+
const edgeCreated = await context.store.upsertMemoryEdge({
|
|
24
|
+
sourceId: newest.id,
|
|
25
|
+
targetId: node.id,
|
|
26
|
+
edgeType: "updates",
|
|
27
|
+
weight: 1,
|
|
28
|
+
});
|
|
29
|
+
if (edgeCreated)
|
|
30
|
+
updateEdgesCreated += 1;
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
const skipped = getSkippedMaintenanceCounts(memories);
|
|
34
|
+
return {
|
|
35
|
+
inspected: memories.length,
|
|
36
|
+
conflictsDetected: conflictGroups.length,
|
|
37
|
+
nodesSuperseded,
|
|
38
|
+
updateEdgesCreated,
|
|
39
|
+
...skipped,
|
|
40
|
+
};
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
//# sourceMappingURL=VersioningPass.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"VersioningPass.js","sourceRoot":"","sources":["../../src/crawler/VersioningPass.ts"],"names":[],"mappings":"AACA,OAAO,EACL,wBAAwB,EACxB,mBAAmB,EACnB,2BAA2B,GAC5B,MAAM,wBAAwB,CAAC;AAEhC,MAAM,OAAO,cAAc;IAChB,IAAI,GAAG,YAAY,CAAC;IAE7B,KAAK,CAAC,GAAG,CAAC,OAA2B;QACnC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC1E,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,CAAC;QACrE,MAAM,cAAc,GAAG,wBAAwB,CAAC,QAAQ,CAAC,CAAC;QAC1D,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAE3B,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;YACnC,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAChD,IAAI,CAAC,MAAM;gBAAE,SAAS;YAEtB,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAC/B,IAAI,IAAI,CAAC,EAAE,KAAK,MAAM,CAAC,EAAE,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI;oBAAE,SAAS;gBAEjE,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;gBACpF,IAAI,UAAU;oBAAE,eAAe,IAAI,CAAC,CAAC;gBAErC,gEAAgE;gBAChE,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC;oBACvD,QAAQ,EAAE,MAAM,CAAC,EAAE;oBACnB,QAAQ,EAAE,IAAI,CAAC,EAAE;oBACjB,QAAQ,EAAE,SAAS;oBACnB,MAAM,EAAE,CAAC;iBACV,CAAC,CAAC;gBACH,IAAI,WAAW;oBAAE,kBAAkB,IAAI,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,2BAA2B,CAAC,QAAQ,CAAC,CAAC;QAEtD,OAAO;YACL,SAAS,EAAE,QAAQ,CAAC,MAAM;YAC1B,iBAAiB,EAAE,cAAc,CAAC,MAAM;YACxC,eAAe;YACf,kBAAkB;YAClB,GAAG,OAAO;SACX,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { MemoryNode } from "../types.js";
|
|
2
|
+
export interface DecayScoreOptions {
|
|
3
|
+
now: Date;
|
|
4
|
+
halfLifeDays: number;
|
|
5
|
+
}
|
|
6
|
+
export declare function computeMemoryDecayScore(memory: Pick<MemoryNode, "confidence" | "createdAt">, options: DecayScoreOptions): number;
|
|
7
|
+
//# sourceMappingURL=decayScoring.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"decayScoring.d.ts","sourceRoot":"","sources":["../../src/crawler/decayScoring.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAI9C,MAAM,WAAW,iBAAiB;IAChC,GAAG,EAAE,IAAI,CAAC;IACV,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,YAAY,GAAG,WAAW,CAAC,EACpD,OAAO,EAAE,iBAAiB,GACzB,MAAM,CAOR"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
const DAY_MS = 24 * 60 * 60 * 1000;
|
|
2
|
+
export function computeMemoryDecayScore(memory, options) {
|
|
3
|
+
const ageMs = Math.max(0, options.now.getTime() - memory.createdAt.getTime());
|
|
4
|
+
const ageDays = ageMs / DAY_MS;
|
|
5
|
+
const lambda = Math.log(2) / options.halfLifeDays;
|
|
6
|
+
const recencyFactor = Math.exp(-lambda * ageDays);
|
|
7
|
+
return memory.confidence * recencyFactor;
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=decayScoring.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"decayScoring.js","sourceRoot":"","sources":["../../src/crawler/decayScoring.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAOnC,MAAM,UAAU,uBAAuB,CACrC,MAAoD,EACpD,OAA0B;IAE1B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;IAC9E,MAAM,OAAO,GAAG,KAAK,GAAG,MAAM,CAAC;IAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,YAAY,CAAC;IAClD,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC;IAElD,OAAO,MAAM,CAAC,UAAU,GAAG,aAAa,CAAC;AAC3C,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
export { ConflictDetectionPass } from "./ConflictDetectionPass.js";
|
|
2
|
+
export { DecayScoringPass } from "./DecayScoringPass.js";
|
|
3
|
+
export { MemoGrafterCrawler } from "./MemoGrafterCrawler.js";
|
|
4
|
+
export { VersioningPass } from "./VersioningPass.js";
|
|
5
|
+
export type { DecayScoringPassOptions } from "./DecayScoringPass.js";
|
|
6
|
+
export type { CrawlerConfig, CrawlerMaintenanceStore, CrawlerPass, CrawlerPassContext, CrawlerPassReport, CrawlerPassResult, CrawlerReport, } from "./types.js";
|
|
7
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/crawler/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,YAAY,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AACrE,YAAY,EACV,aAAa,EACb,uBAAuB,EACvB,WAAW,EACX,kBAAkB,EAClB,iBAAiB,EACjB,iBAAiB,EACjB,aAAa,GACd,MAAM,YAAY,CAAC"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export { ConflictDetectionPass } from "./ConflictDetectionPass.js";
|
|
2
|
+
export { DecayScoringPass } from "./DecayScoringPass.js";
|
|
3
|
+
export { MemoGrafterCrawler } from "./MemoGrafterCrawler.js";
|
|
4
|
+
export { VersioningPass } from "./VersioningPass.js";
|
|
5
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/crawler/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import type { MemoryNode } from "../types.js";
|
|
2
|
+
export interface MemoryConflictGroup {
|
|
3
|
+
key: string;
|
|
4
|
+
nodes: MemoryNode[];
|
|
5
|
+
}
|
|
6
|
+
export declare function normalizeMemoryPart(value: string): string;
|
|
7
|
+
export declare function findMemoryConflictGroups(memories: MemoryNode[]): MemoryConflictGroup[];
|
|
8
|
+
export declare function getNewestMemoryNode(nodes: MemoryNode[]): MemoryNode | null;
|
|
9
|
+
export declare function compareNewestFirst(left: MemoryNode, right: MemoryNode): number;
|
|
10
|
+
export declare function getSkippedMaintenanceCounts(memories: MemoryNode[]): {
|
|
11
|
+
skippedDecayed: number;
|
|
12
|
+
skippedSuperseded: number;
|
|
13
|
+
};
|
|
14
|
+
//# sourceMappingURL=memoryMaintenance.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"memoryMaintenance.d.ts","sourceRoot":"","sources":["../../src/crawler/memoryMaintenance.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAE9C,MAAM,WAAW,mBAAmB;IAClC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,UAAU,EAAE,CAAC;CACrB;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,wBAAgB,wBAAwB,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,mBAAmB,EAAE,CAsBtF;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,UAAU,GAAG,IAAI,CAE1E;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,GAAG,MAAM,CAK9E;AAED,wBAAgB,2BAA2B,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG;IACnE,cAAc,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,MAAM,CAAC;CAC3B,CAKA"}
|