memo-grafter 0.2.8 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +26 -0
- package/USER_GUIDE.md +109 -9
- package/dist/MemoGrafter.d.ts +1 -0
- package/dist/MemoGrafter.d.ts.map +1 -1
- package/dist/MemoGrafter.js +18 -4
- package/dist/MemoGrafter.js.map +1 -1
- package/dist/adapters/AnthropicAdapter.d.ts +1 -1
- package/dist/adapters/AnthropicAdapter.d.ts.map +1 -1
- package/dist/adapters/GeminiAdapter.d.ts +1 -1
- package/dist/adapters/GeminiAdapter.d.ts.map +1 -1
- package/dist/adapters/OpenAIAdapter.d.ts +1 -1
- package/dist/adapters/OpenAIAdapter.d.ts.map +1 -1
- package/dist/adapters/types.d.ts +1 -1
- package/dist/adapters/types.d.ts.map +1 -1
- package/dist/agents/MemoGrafterAgent.d.ts +45 -0
- package/dist/agents/MemoGrafterAgent.d.ts.map +1 -0
- package/dist/agents/MemoGrafterAgent.js +278 -0
- package/dist/agents/MemoGrafterAgent.js.map +1 -0
- package/dist/agents/fleet/ConductorAgent.d.ts +15 -0
- package/dist/agents/fleet/ConductorAgent.d.ts.map +1 -0
- package/dist/agents/fleet/ConductorAgent.js +41 -0
- package/dist/agents/fleet/ConductorAgent.js.map +1 -0
- package/dist/agents/fleet/FleetStore.d.ts +12 -0
- package/dist/agents/fleet/FleetStore.d.ts.map +1 -0
- package/dist/agents/fleet/FleetStore.js +30 -0
- package/dist/agents/fleet/FleetStore.js.map +1 -0
- package/dist/agents/fleet/MemoGrafterFleet.d.ts +27 -0
- package/dist/agents/fleet/MemoGrafterFleet.d.ts.map +1 -0
- package/dist/agents/fleet/MemoGrafterFleet.js +87 -0
- package/dist/agents/fleet/MemoGrafterFleet.js.map +1 -0
- package/dist/agents/fleet/WorkerAgent.d.ts +36 -0
- package/dist/agents/fleet/WorkerAgent.d.ts.map +1 -0
- package/dist/agents/fleet/WorkerAgent.js +140 -0
- package/dist/agents/fleet/WorkerAgent.js.map +1 -0
- package/dist/agents/fleet/types.d.ts +58 -0
- package/dist/agents/fleet/types.d.ts.map +1 -0
- package/dist/agents/fleet/types.js +2 -0
- package/dist/agents/fleet/types.js.map +1 -0
- package/dist/cli/commands/init.d.ts +8 -0
- package/dist/cli/commands/init.d.ts.map +1 -0
- package/dist/cli/commands/init.js +124 -0
- package/dist/cli/commands/init.js.map +1 -0
- package/dist/cli/commands/migrate.d.ts +6 -0
- package/dist/cli/commands/migrate.d.ts.map +1 -0
- package/dist/cli/commands/migrate.js +34 -0
- package/dist/cli/commands/migrate.js.map +1 -0
- package/dist/cli/index.d.ts +3 -0
- package/dist/cli/index.d.ts.map +1 -0
- package/dist/cli/index.js +39 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/utils/config.d.ts +11 -0
- package/dist/cli/utils/config.d.ts.map +1 -0
- package/dist/cli/utils/config.js +92 -0
- package/dist/cli/utils/config.js.map +1 -0
- package/dist/cli/utils/logger.d.ts +7 -0
- package/dist/cli/utils/logger.d.ts.map +1 -0
- package/dist/cli/utils/logger.js +15 -0
- package/dist/cli/utils/logger.js.map +1 -0
- package/dist/core/MemoGrafter.d.ts +46 -0
- package/dist/core/MemoGrafter.d.ts.map +1 -0
- package/dist/core/MemoGrafter.js +236 -0
- package/dist/core/MemoGrafter.js.map +1 -0
- package/dist/core/types.d.ts +319 -0
- package/dist/core/types.d.ts.map +1 -0
- package/dist/core/types.js +2 -0
- package/dist/core/types.js.map +1 -0
- package/dist/fleet/MemoGrafterFleet.d.ts +9 -2
- package/dist/fleet/MemoGrafterFleet.d.ts.map +1 -1
- package/dist/fleet/MemoGrafterFleet.js +39 -1
- package/dist/fleet/MemoGrafterFleet.js.map +1 -1
- package/dist/fleet/WorkerAgent.d.ts +9 -4
- package/dist/fleet/WorkerAgent.d.ts.map +1 -1
- package/dist/fleet/WorkerAgent.js +45 -3
- package/dist/fleet/WorkerAgent.js.map +1 -1
- package/dist/fleet/types.d.ts +21 -2
- package/dist/fleet/types.d.ts.map +1 -1
- package/dist/index.d.ts +13 -12
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +9 -9
- package/dist/index.js.map +1 -1
- package/dist/ingestion/IngestQueue.d.ts +17 -0
- package/dist/ingestion/IngestQueue.d.ts.map +1 -0
- package/dist/ingestion/IngestQueue.js +123 -0
- package/dist/ingestion/IngestQueue.js.map +1 -0
- package/dist/ingestion/conversation/IngestPipeline.d.ts +41 -0
- package/dist/ingestion/conversation/IngestPipeline.d.ts.map +1 -0
- package/dist/ingestion/conversation/IngestPipeline.js +189 -0
- package/dist/ingestion/conversation/IngestPipeline.js.map +1 -0
- package/dist/ingestion/conversation/SegmentProcessor.d.ts +20 -0
- package/dist/ingestion/conversation/SegmentProcessor.d.ts.map +1 -0
- package/dist/ingestion/conversation/SegmentProcessor.js +110 -0
- package/dist/ingestion/conversation/SegmentProcessor.js.map +1 -0
- package/dist/ingestion/conversation/TopicDriftDetector.d.ts +40 -0
- package/dist/ingestion/conversation/TopicDriftDetector.d.ts.map +1 -0
- package/dist/ingestion/conversation/TopicDriftDetector.js +222 -0
- package/dist/ingestion/conversation/TopicDriftDetector.js.map +1 -0
- package/dist/maintenance/ConflictDetectionPass.d.ts +6 -0
- package/dist/maintenance/ConflictDetectionPass.d.ts.map +1 -0
- package/dist/maintenance/ConflictDetectionPass.js +46 -0
- package/dist/maintenance/ConflictDetectionPass.js.map +1 -0
- package/dist/maintenance/DecayScoringPass.d.ts +17 -0
- package/dist/maintenance/DecayScoringPass.d.ts.map +1 -0
- package/dist/maintenance/DecayScoringPass.js +79 -0
- package/dist/maintenance/DecayScoringPass.js.map +1 -0
- package/dist/maintenance/MemoGrafterCrawler.d.ts +14 -0
- package/dist/maintenance/MemoGrafterCrawler.d.ts.map +1 -0
- package/dist/maintenance/MemoGrafterCrawler.js +108 -0
- package/dist/maintenance/MemoGrafterCrawler.js.map +1 -0
- package/dist/maintenance/VersioningPass.d.ts +6 -0
- package/dist/maintenance/VersioningPass.d.ts.map +1 -0
- package/dist/maintenance/VersioningPass.js +40 -0
- package/dist/maintenance/VersioningPass.js.map +1 -0
- package/dist/maintenance/decayScoring.d.ts +7 -0
- package/dist/maintenance/decayScoring.d.ts.map +1 -0
- package/dist/maintenance/decayScoring.js +9 -0
- package/dist/maintenance/decayScoring.js.map +1 -0
- package/dist/maintenance/index.d.ts +7 -0
- package/dist/maintenance/index.d.ts.map +1 -0
- package/dist/maintenance/index.js +5 -0
- package/dist/maintenance/index.js.map +1 -0
- package/dist/maintenance/memoryMaintenance.d.ts +23 -0
- package/dist/maintenance/memoryMaintenance.d.ts.map +1 -0
- package/dist/maintenance/memoryMaintenance.js +141 -0
- package/dist/maintenance/memoryMaintenance.js.map +1 -0
- package/dist/maintenance/types.d.ts +65 -0
- package/dist/maintenance/types.d.ts.map +1 -0
- package/dist/maintenance/types.js +2 -0
- package/dist/maintenance/types.js.map +1 -0
- package/dist/pipeline/GrafterPipeline.d.ts +2 -0
- package/dist/pipeline/GrafterPipeline.d.ts.map +1 -1
- package/dist/pipeline/GrafterPipeline.js +31 -10
- package/dist/pipeline/GrafterPipeline.js.map +1 -1
- package/dist/pipeline/RetrieverPipeline.d.ts +1 -0
- package/dist/pipeline/RetrieverPipeline.d.ts.map +1 -1
- package/dist/pipeline/RetrieverPipeline.js +14 -3
- package/dist/pipeline/RetrieverPipeline.js.map +1 -1
- package/dist/prompts/factRetrievalPrompt.d.ts +1 -1
- package/dist/prompts/factRetrievalPrompt.d.ts.map +1 -1
- package/dist/prompts/historyCompressionPrompt.d.ts +1 -1
- package/dist/prompts/historyCompressionPrompt.d.ts.map +1 -1
- package/dist/prompts/intentShiftPrompt.d.ts +1 -1
- package/dist/prompts/intentShiftPrompt.d.ts.map +1 -1
- package/dist/prompts/memoryInjectionPrompt.d.ts +1 -1
- package/dist/prompts/memoryInjectionPrompt.d.ts.map +1 -1
- package/dist/prompts/segmentExtractionPrompt.d.ts +1 -1
- package/dist/prompts/segmentExtractionPrompt.d.ts.map +1 -1
- package/dist/retrieval/GrafterPipeline.d.ts +26 -0
- package/dist/retrieval/GrafterPipeline.d.ts.map +1 -0
- package/dist/retrieval/GrafterPipeline.js +117 -0
- package/dist/retrieval/GrafterPipeline.js.map +1 -0
- package/dist/retrieval/RetrieverPipeline.d.ts +28 -0
- package/dist/retrieval/RetrieverPipeline.d.ts.map +1 -0
- package/dist/retrieval/RetrieverPipeline.js +160 -0
- package/dist/retrieval/RetrieverPipeline.js.map +1 -0
- package/dist/schema/builders.d.ts +40 -0
- package/dist/schema/builders.d.ts.map +1 -0
- package/dist/schema/builders.js +10 -0
- package/dist/schema/builders.js.map +1 -0
- package/dist/schema/index.d.ts +3 -0
- package/dist/schema/index.d.ts.map +1 -0
- package/dist/schema/index.js +3 -0
- package/dist/schema/index.js.map +1 -0
- package/dist/schema/mg-tables.d.ts +7 -0
- package/dist/schema/mg-tables.d.ts.map +1 -0
- package/dist/schema/mg-tables.js +180 -0
- package/dist/schema/mg-tables.js.map +1 -0
- package/dist/store/GraphStore.d.ts +12 -1
- package/dist/store/GraphStore.d.ts.map +1 -1
- package/dist/store/postgres-pgvector/GraphStore.d.ts +15 -1
- package/dist/store/postgres-pgvector/GraphStore.d.ts.map +1 -1
- package/dist/store/postgres-pgvector/GraphStore.js +120 -0
- package/dist/store/postgres-pgvector/GraphStore.js.map +1 -1
- package/dist/tsconfig.cli.tsbuildinfo +1 -0
- package/dist/types.d.ts +4 -0
- package/dist/types.d.ts.map +1 -1
- package/dist/utils/drift/adaptiveDriftSensitivity.d.ts +1 -1
- package/dist/utils/drift/adaptiveDriftSensitivity.d.ts.map +1 -1
- package/dist/utils/drift/driftScore.d.ts +1 -1
- package/dist/utils/drift/driftScore.d.ts.map +1 -1
- package/dist/utils/drift/driftThreshold.d.ts +1 -1
- package/dist/utils/drift/driftThreshold.d.ts.map +1 -1
- package/dist/utils/drift/reentryMatch.d.ts +1 -1
- package/dist/utils/drift/reentryMatch.d.ts.map +1 -1
- package/dist/utils/extraction/segmentExtraction.d.ts +1 -1
- package/dist/utils/extraction/segmentExtraction.d.ts.map +1 -1
- package/dist/utils/reentry/reentryEdges.d.ts +1 -1
- package/dist/utils/reentry/reentryEdges.d.ts.map +1 -1
- package/dist/utils/reentry/reentrySimilarity.d.ts +1 -1
- package/dist/utils/reentry/reentrySimilarity.d.ts.map +1 -1
- package/dist/utils/reentry/reentryText.d.ts +1 -1
- package/dist/utils/reentry/reentryText.d.ts.map +1 -1
- package/package.json +14 -1
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
import { findMemoryConflictGroups, getSkippedMaintenanceCounts } from "./memoryMaintenance.js";
|
|
2
|
+
export class ConflictDetectionPass {
|
|
3
|
+
name = "conflict-detection";
|
|
4
|
+
async run(context) {
|
|
5
|
+
if (!context.store) {
|
|
6
|
+
throw new Error("ConflictDetectionPass requires a crawler maintenance store.");
|
|
7
|
+
}
|
|
8
|
+
const memories = await context.store.listMemoryNodesForMaintenance();
|
|
9
|
+
const conflictGroups = findMemoryConflictGroups(memories);
|
|
10
|
+
const conflictingNodeIds = new Set();
|
|
11
|
+
let conflictEdgesCreated = 0;
|
|
12
|
+
for (const group of conflictGroups) {
|
|
13
|
+
for (const node of group.nodes) {
|
|
14
|
+
conflictingNodeIds.add(node.id);
|
|
15
|
+
}
|
|
16
|
+
for (let sourceIndex = 0; sourceIndex < group.nodes.length; sourceIndex += 1) {
|
|
17
|
+
const source = group.nodes[sourceIndex];
|
|
18
|
+
if (!source)
|
|
19
|
+
continue;
|
|
20
|
+
for (let targetIndex = sourceIndex + 1; targetIndex < group.nodes.length; targetIndex += 1) {
|
|
21
|
+
const target = group.nodes[targetIndex];
|
|
22
|
+
if (!target)
|
|
23
|
+
continue;
|
|
24
|
+
const created = await context.store.upsertMemoryEdge({
|
|
25
|
+
sourceId: source.id,
|
|
26
|
+
targetId: target.id,
|
|
27
|
+
edgeType: "conflicts",
|
|
28
|
+
weight: 1,
|
|
29
|
+
});
|
|
30
|
+
if (created)
|
|
31
|
+
conflictEdgesCreated += 1;
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
const nodesMarkedConflicting = await context.store.markMemoryNodesConflicting([...conflictingNodeIds]);
|
|
36
|
+
const skipped = getSkippedMaintenanceCounts(memories);
|
|
37
|
+
return {
|
|
38
|
+
inspected: memories.length,
|
|
39
|
+
conflictsDetected: conflictGroups.length,
|
|
40
|
+
nodesMarkedConflicting,
|
|
41
|
+
conflictEdgesCreated,
|
|
42
|
+
...skipped,
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
//# sourceMappingURL=ConflictDetectionPass.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ConflictDetectionPass.js","sourceRoot":"","sources":["../../src/maintenance/ConflictDetectionPass.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,wBAAwB,EAAE,2BAA2B,EAAE,MAAM,wBAAwB,CAAC;AAE/F,MAAM,OAAO,qBAAqB;IACvB,IAAI,GAAG,oBAAoB,CAAC;IAErC,KAAK,CAAC,GAAG,CAAC,OAA2B;QACnC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;QACjF,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,CAAC;QACrE,MAAM,cAAc,GAAG,wBAAwB,CAAC,QAAQ,CAAC,CAAC;QAC1D,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAU,CAAC;QAC7C,IAAI,oBAAoB,GAAG,CAAC,CAAC;QAE7B,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;YACnC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAC/B,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAClC,CAAC;YAED,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,WAAW,IAAI,CAAC,EAAE,CAAC;gBAC7E,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;gBACxC,IAAI,CAAC,MAAM;oBAAE,SAAS;gBAEtB,KAAK,IAAI,WAAW,GAAG,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,WAAW,IAAI,CAAC,EAAE,CAAC;oBAC3F,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;oBACxC,IAAI,CAAC,MAAM;wBAAE,SAAS;oBAEtB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC;wBACnD,QAAQ,EAAE,MAAM,CAAC,EAAE;wBACnB,QAAQ,EAAE,MAAM,CAAC,EAAE;wBACnB,QAAQ,EAAE,WAAW;wBACrB,MAAM,EAAE,CAAC;qBACV,CAAC,CAAC;oBACH,IAAI,OAAO;wBAAE,oBAAoB,IAAI,CAAC,CAAC;gBACzC,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,sBAAsB,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,GAAG,kBAAkB,CAAC,CAAC,CAAC;QACvG,MAAM,OAAO,GAAG,2BAA2B,CAAC,QAAQ,CAAC,CAAC;QAEtD,OAAO;YACL,SAAS,EAAE,QAAQ,CAAC,MAAM;YAC1B,iBAAiB,EAAE,cAAc,CAAC,MAAM;YACxC,sBAAsB;YACtB,oBAAoB;YACpB,GAAG,OAAO;SACX,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import type { CrawlerPass, CrawlerPassContext, CrawlerPassResult } from "./types.js";
|
|
2
|
+
export interface DecayScoringPassOptions {
|
|
3
|
+
halfLifeDays?: number;
|
|
4
|
+
minScore?: number;
|
|
5
|
+
now?: () => Date;
|
|
6
|
+
updateConfidence?: boolean;
|
|
7
|
+
}
|
|
8
|
+
export declare class DecayScoringPass implements CrawlerPass {
|
|
9
|
+
readonly name = "decay-scoring";
|
|
10
|
+
private readonly halfLifeDays;
|
|
11
|
+
private readonly minScore;
|
|
12
|
+
private readonly now;
|
|
13
|
+
private readonly updateConfidence;
|
|
14
|
+
constructor(options?: DecayScoringPassOptions);
|
|
15
|
+
run(context: CrawlerPassContext): Promise<CrawlerPassResult>;
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=DecayScoringPass.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"DecayScoringPass.d.ts","sourceRoot":"","sources":["../../src/maintenance/DecayScoringPass.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAErF,MAAM,WAAW,uBAAuB;IACtC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;IACjB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAKD,qBAAa,gBAAiB,YAAW,WAAW;IAClD,QAAQ,CAAC,IAAI,mBAAmB;IAChC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAa;IACjC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAU;gBAE/B,OAAO,GAAE,uBAA4B;IAe3C,GAAG,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;CA4DnE"}
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
import { computeMemoryDecayScore } from "./decayScoring.js";
|
|
2
|
+
const DEFAULT_HALF_LIFE_DAYS = 90;
|
|
3
|
+
const DEFAULT_MIN_SCORE = 0.25;
|
|
4
|
+
export class DecayScoringPass {
|
|
5
|
+
name = "decay-scoring";
|
|
6
|
+
halfLifeDays;
|
|
7
|
+
minScore;
|
|
8
|
+
now;
|
|
9
|
+
updateConfidence;
|
|
10
|
+
constructor(options = {}) {
|
|
11
|
+
this.halfLifeDays = options.halfLifeDays ?? DEFAULT_HALF_LIFE_DAYS;
|
|
12
|
+
this.minScore = options.minScore ?? DEFAULT_MIN_SCORE;
|
|
13
|
+
this.now = options.now ?? (() => new Date());
|
|
14
|
+
this.updateConfidence = options.updateConfidence ?? false;
|
|
15
|
+
if (!Number.isFinite(this.halfLifeDays) || this.halfLifeDays <= 0) {
|
|
16
|
+
throw new Error("DecayScoringPass halfLifeDays must be greater than 0.");
|
|
17
|
+
}
|
|
18
|
+
if (!Number.isFinite(this.minScore) || this.minScore < 0) {
|
|
19
|
+
throw new Error("DecayScoringPass minScore must be greater than or equal to 0.");
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
async run(context) {
|
|
23
|
+
if (!context.store) {
|
|
24
|
+
throw new Error("DecayScoringPass requires a crawler maintenance store.");
|
|
25
|
+
}
|
|
26
|
+
const memories = await context.store.listMemoryNodesForMaintenance();
|
|
27
|
+
const now = this.now();
|
|
28
|
+
let decayScored = 0;
|
|
29
|
+
let nodesDecayed = 0;
|
|
30
|
+
let skippedAlreadyDecayed = 0;
|
|
31
|
+
let skippedSuperseded = 0;
|
|
32
|
+
let skippedForgotten = 0;
|
|
33
|
+
let minDecayScore;
|
|
34
|
+
let maxDecayScore;
|
|
35
|
+
for (const memory of memories) {
|
|
36
|
+
if (memory.forgotten) {
|
|
37
|
+
skippedForgotten += 1;
|
|
38
|
+
continue;
|
|
39
|
+
}
|
|
40
|
+
if (memory.supersededBy != null) {
|
|
41
|
+
skippedSuperseded += 1;
|
|
42
|
+
continue;
|
|
43
|
+
}
|
|
44
|
+
if (memory.decayed) {
|
|
45
|
+
skippedAlreadyDecayed += 1;
|
|
46
|
+
continue;
|
|
47
|
+
}
|
|
48
|
+
const score = computeMemoryDecayScore(memory, {
|
|
49
|
+
now,
|
|
50
|
+
halfLifeDays: this.halfLifeDays,
|
|
51
|
+
});
|
|
52
|
+
decayScored += 1;
|
|
53
|
+
minDecayScore = minDecayScore === undefined ? score : Math.min(minDecayScore, score);
|
|
54
|
+
maxDecayScore = maxDecayScore === undefined ? score : Math.max(maxDecayScore, score);
|
|
55
|
+
if (this.updateConfidence && context.store.updateMemoryNodeConfidence) {
|
|
56
|
+
await context.store.updateMemoryNodeConfidence(memory.id, clampConfidence(score));
|
|
57
|
+
}
|
|
58
|
+
if (score < this.minScore) {
|
|
59
|
+
const decayed = await context.store.markMemoryNodeDecayed(memory.id);
|
|
60
|
+
if (decayed)
|
|
61
|
+
nodesDecayed += 1;
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
return {
|
|
65
|
+
inspected: memories.length,
|
|
66
|
+
decayScored,
|
|
67
|
+
nodesDecayed,
|
|
68
|
+
skippedAlreadyDecayed,
|
|
69
|
+
skippedSuperseded,
|
|
70
|
+
skippedForgotten,
|
|
71
|
+
...(minDecayScore !== undefined ? { minDecayScore } : {}),
|
|
72
|
+
...(maxDecayScore !== undefined ? { maxDecayScore } : {}),
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
function clampConfidence(value) {
|
|
77
|
+
return Math.max(0, Math.min(1, value));
|
|
78
|
+
}
|
|
79
|
+
//# sourceMappingURL=DecayScoringPass.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"DecayScoringPass.js","sourceRoot":"","sources":["../../src/maintenance/DecayScoringPass.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAU5D,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAClC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAE/B,MAAM,OAAO,gBAAgB;IAClB,IAAI,GAAG,eAAe,CAAC;IACf,YAAY,CAAS;IACrB,QAAQ,CAAS;IACjB,GAAG,CAAa;IAChB,gBAAgB,CAAU;IAE3C,YAAY,UAAmC,EAAE;QAC/C,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,sBAAsB,CAAC;QACnE,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,iBAAiB,CAAC;QACtD,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QAC7C,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,KAAK,CAAC;QAE1D,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,YAAY,IAAI,CAAC,EAAE,CAAC;YAClE,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;YACzD,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;QACnF,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,OAA2B;QACnC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC5E,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,CAAC;QACrE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,qBAAqB,GAAG,CAAC,CAAC;QAC9B,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAC1B,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,IAAI,aAAiC,CAAC;QACtC,IAAI,aAAiC,CAAC;QAEtC,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;gBACrB,gBAAgB,IAAI,CAAC,CAAC;gBACtB,SAAS;YACX,CAAC;YAED,IAAI,MAAM,CAAC,YAAY,IAAI,IAAI,EAAE,CAAC;gBAChC,iBAAiB,IAAI,CAAC,CAAC;gBACvB,SAAS;YACX,CAAC;YAED,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,qBAAqB,IAAI,CAAC,CAAC;gBAC3B,SAAS;YACX,CAAC;YAED,MAAM,KAAK,GAAG,uBAAuB,CAAC,MAAM,EAAE;gBAC5C,GAAG;gBACH,YAAY,EAAE,IAAI,CAAC,YAAY;aAChC,CAAC,CAAC;YACH,WAAW,IAAI,CAAC,CAAC;YACjB,aAAa,GAAG,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;YACrF,aAAa,GAAG,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;YAErF,IAAI,IAAI,CAAC,gBAAgB,IAAI,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,CAAC;gBACtE,MAAM,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,MAAM,CAAC,EAAE,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;YACpF,CAAC;YAED,IAAI,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC1B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,qBAAqB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACrE,IAAI,OAAO;oBAAE,YAAY,IAAI,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;QAED,OAAO;YACL,SAAS,EAAE,QAAQ,CAAC,MAAM;YAC1B,WAAW;YACX,YAAY;YACZ,qBAAqB;YACrB,iBAAiB;YACjB,gBAAgB;YAChB,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzD,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1D,CAAC;IACJ,CAAC;CACF;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;AACzC,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import type { CrawlerConfig, CrawlerReport } from "./types.js";
|
|
2
|
+
export declare class MemoGrafterCrawler {
|
|
3
|
+
private readonly config;
|
|
4
|
+
private intervalHandle;
|
|
5
|
+
private isRunning;
|
|
6
|
+
private isExecuting;
|
|
7
|
+
constructor(config?: CrawlerConfig);
|
|
8
|
+
start(): void;
|
|
9
|
+
stop(): void;
|
|
10
|
+
runOnce(): Promise<CrawlerReport>;
|
|
11
|
+
private runScheduledTick;
|
|
12
|
+
private runPass;
|
|
13
|
+
}
|
|
14
|
+
//# sourceMappingURL=MemoGrafterCrawler.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"MemoGrafterCrawler.d.ts","sourceRoot":"","sources":["../../src/maintenance/MemoGrafterCrawler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,aAAa,EAGb,aAAa,EACd,MAAM,YAAY,CAAC;AAIpB,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,QAAQ,CAAC,MAAM,CACmB;IAC1C,OAAO,CAAC,cAAc,CAA6C;IACnE,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,WAAW,CAAS;gBAEhB,MAAM,GAAE,aAAkB;IAStC,KAAK,IAAI,IAAI;IAWb,IAAI,IAAI,IAAI;IASN,OAAO,IAAI,OAAO,CAAC,aAAa,CAAC;YA2BzB,gBAAgB;YAahB,OAAO;CA8BtB"}
|
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
const DEFAULT_INTERVAL_MS = 60_000;
|
|
2
|
+
export class MemoGrafterCrawler {
|
|
3
|
+
config;
|
|
4
|
+
intervalHandle;
|
|
5
|
+
isRunning = false;
|
|
6
|
+
isExecuting = false;
|
|
7
|
+
constructor(config = {}) {
|
|
8
|
+
this.config = {
|
|
9
|
+
intervalMs: config.intervalMs ?? DEFAULT_INTERVAL_MS,
|
|
10
|
+
passes: config.passes ?? [],
|
|
11
|
+
stopOnPassError: config.stopOnPassError ?? false,
|
|
12
|
+
...(config.store !== undefined ? { store: config.store } : {}),
|
|
13
|
+
};
|
|
14
|
+
}
|
|
15
|
+
start() {
|
|
16
|
+
if (this.isRunning) {
|
|
17
|
+
return;
|
|
18
|
+
}
|
|
19
|
+
this.isRunning = true;
|
|
20
|
+
this.intervalHandle = setInterval(() => {
|
|
21
|
+
void this.runScheduledTick();
|
|
22
|
+
}, this.config.intervalMs);
|
|
23
|
+
}
|
|
24
|
+
stop() {
|
|
25
|
+
if (this.intervalHandle !== undefined) {
|
|
26
|
+
clearInterval(this.intervalHandle);
|
|
27
|
+
this.intervalHandle = undefined;
|
|
28
|
+
}
|
|
29
|
+
this.isRunning = false;
|
|
30
|
+
}
|
|
31
|
+
async runOnce() {
|
|
32
|
+
const startedAtMs = Date.now();
|
|
33
|
+
const startedAt = new Date(startedAtMs).toISOString();
|
|
34
|
+
const passes = [];
|
|
35
|
+
const context = this.config.store !== undefined
|
|
36
|
+
? { store: this.config.store }
|
|
37
|
+
: {};
|
|
38
|
+
for (const pass of this.config.passes ?? []) {
|
|
39
|
+
const passReport = await this.runPass(pass.name, () => pass.run(context));
|
|
40
|
+
passes.push(passReport);
|
|
41
|
+
if (!passReport.ok && this.config.stopOnPassError) {
|
|
42
|
+
break;
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
const finishedAtMs = Date.now();
|
|
46
|
+
return {
|
|
47
|
+
startedAt,
|
|
48
|
+
finishedAt: new Date(finishedAtMs).toISOString(),
|
|
49
|
+
durationMs: finishedAtMs - startedAtMs,
|
|
50
|
+
passes,
|
|
51
|
+
ok: passes.every((pass) => pass.ok),
|
|
52
|
+
};
|
|
53
|
+
}
|
|
54
|
+
async runScheduledTick() {
|
|
55
|
+
if (this.isExecuting) {
|
|
56
|
+
return;
|
|
57
|
+
}
|
|
58
|
+
this.isExecuting = true;
|
|
59
|
+
try {
|
|
60
|
+
await this.runOnce();
|
|
61
|
+
}
|
|
62
|
+
finally {
|
|
63
|
+
this.isExecuting = false;
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
async runPass(name, run) {
|
|
67
|
+
const startedAtMs = Date.now();
|
|
68
|
+
const startedAt = new Date(startedAtMs).toISOString();
|
|
69
|
+
try {
|
|
70
|
+
const result = await run();
|
|
71
|
+
const finishedAtMs = Date.now();
|
|
72
|
+
return {
|
|
73
|
+
name,
|
|
74
|
+
ok: true,
|
|
75
|
+
startedAt,
|
|
76
|
+
finishedAt: new Date(finishedAtMs).toISOString(),
|
|
77
|
+
durationMs: finishedAtMs - startedAtMs,
|
|
78
|
+
result,
|
|
79
|
+
};
|
|
80
|
+
}
|
|
81
|
+
catch (error) {
|
|
82
|
+
const finishedAtMs = Date.now();
|
|
83
|
+
return {
|
|
84
|
+
name,
|
|
85
|
+
ok: false,
|
|
86
|
+
startedAt,
|
|
87
|
+
finishedAt: new Date(finishedAtMs).toISOString(),
|
|
88
|
+
durationMs: finishedAtMs - startedAtMs,
|
|
89
|
+
error: serializeError(error),
|
|
90
|
+
};
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
function serializeError(error) {
|
|
95
|
+
if (error instanceof Error) {
|
|
96
|
+
const serialized = {
|
|
97
|
+
message: error.message,
|
|
98
|
+
};
|
|
99
|
+
if (error.stack !== undefined) {
|
|
100
|
+
serialized.stack = error.stack;
|
|
101
|
+
}
|
|
102
|
+
return serialized;
|
|
103
|
+
}
|
|
104
|
+
return {
|
|
105
|
+
message: String(error),
|
|
106
|
+
};
|
|
107
|
+
}
|
|
108
|
+
//# sourceMappingURL=MemoGrafterCrawler.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"MemoGrafterCrawler.js","sourceRoot":"","sources":["../../src/maintenance/MemoGrafterCrawler.ts"],"names":[],"mappings":"AAOA,MAAM,mBAAmB,GAAG,MAAM,CAAC;AAEnC,MAAM,OAAO,kBAAkB;IACZ,MAAM,CACmB;IAClC,cAAc,CAA6C;IAC3D,SAAS,GAAG,KAAK,CAAC;IAClB,WAAW,GAAG,KAAK,CAAC;IAE5B,YAAY,SAAwB,EAAE;QACpC,IAAI,CAAC,MAAM,GAAG;YACZ,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,mBAAmB;YACpD,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE;YAC3B,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,KAAK;YAChD,GAAG,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/D,CAAC;IACJ,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;YACrC,KAAK,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC/B,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC7B,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACtC,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACnC,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;QAClC,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;QACtD,MAAM,MAAM,GAAwB,EAAE,CAAC;QACvC,MAAM,OAAO,GAAuB,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS;YACjE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE;YAC9B,CAAC,CAAC,EAAE,CAAC;QAEP,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;YAC5C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;YAC1E,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAExB,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;gBAClD,MAAM;YACR,CAAC;QACH,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAChC,OAAO;YACL,SAAS;YACT,UAAU,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE;YAChD,UAAU,EAAE,YAAY,GAAG,WAAW;YACtC,MAAM;YACN,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;SACpC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QAC3B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO,CACnB,IAAY,EACZ,GAA0E;QAE1E,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;QAEtD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,GAAG,EAAE,CAAC;YAC3B,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAChC,OAAO;gBACL,IAAI;gBACJ,EAAE,EAAE,IAAI;gBACR,SAAS;gBACT,UAAU,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE;gBAChD,UAAU,EAAE,YAAY,GAAG,WAAW;gBACtC,MAAM;aACP,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAChC,OAAO;gBACL,IAAI;gBACJ,EAAE,EAAE,KAAK;gBACT,SAAS;gBACT,UAAU,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE;gBAChD,UAAU,EAAE,YAAY,GAAG,WAAW;gBACtC,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC;aAC7B,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAwC;YACtD,OAAO,EAAE,KAAK,CAAC,OAAO;SACvB,CAAC;QAEF,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC9B,UAAU,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QACjC,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,OAAO;QACL,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC;KACvB,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { CrawlerPass, CrawlerPassContext, CrawlerPassResult } from "./types.js";
|
|
2
|
+
export declare class VersioningPass implements CrawlerPass {
|
|
3
|
+
readonly name = "versioning";
|
|
4
|
+
run(context: CrawlerPassContext): Promise<CrawlerPassResult>;
|
|
5
|
+
}
|
|
6
|
+
//# sourceMappingURL=VersioningPass.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"VersioningPass.d.ts","sourceRoot":"","sources":["../../src/maintenance/VersioningPass.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAMrF,qBAAa,cAAe,YAAW,WAAW;IAChD,QAAQ,CAAC,IAAI,gBAAgB;IAEvB,GAAG,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;CAsCnE"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
import { findMemoryVersionGroups, getSkippedMaintenanceCounts, } from "./memoryMaintenance.js";
|
|
2
|
+
export class VersioningPass {
|
|
3
|
+
name = "versioning";
|
|
4
|
+
async run(context) {
|
|
5
|
+
if (!context.store) {
|
|
6
|
+
throw new Error("VersioningPass requires a crawler maintenance store.");
|
|
7
|
+
}
|
|
8
|
+
const memories = await context.store.listMemoryNodesForMaintenance();
|
|
9
|
+
const versionGroups = findMemoryVersionGroups(memories);
|
|
10
|
+
let nodesSuperseded = 0;
|
|
11
|
+
let updateEdgesCreated = 0;
|
|
12
|
+
for (const group of versionGroups) {
|
|
13
|
+
for (const node of group.nodes) {
|
|
14
|
+
if (node.id === group.replacement.id || node.supersededBy != null)
|
|
15
|
+
continue;
|
|
16
|
+
const superseded = await context.store.markMemoryNodeSuperseded(node.id, group.replacement.id);
|
|
17
|
+
if (superseded)
|
|
18
|
+
nodesSuperseded += 1;
|
|
19
|
+
// Direction convention: newer memory --updates--> older memory.
|
|
20
|
+
const edgeCreated = await context.store.upsertMemoryEdge({
|
|
21
|
+
sourceId: group.replacement.id,
|
|
22
|
+
targetId: node.id,
|
|
23
|
+
edgeType: "updates",
|
|
24
|
+
weight: 1,
|
|
25
|
+
});
|
|
26
|
+
if (edgeCreated)
|
|
27
|
+
updateEdgesCreated += 1;
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
const skipped = getSkippedMaintenanceCounts(memories);
|
|
31
|
+
return {
|
|
32
|
+
inspected: memories.length,
|
|
33
|
+
versionsDetected: versionGroups.length,
|
|
34
|
+
nodesSuperseded,
|
|
35
|
+
updateEdgesCreated,
|
|
36
|
+
...skipped,
|
|
37
|
+
};
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
//# sourceMappingURL=VersioningPass.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"VersioningPass.js","sourceRoot":"","sources":["../../src/maintenance/VersioningPass.ts"],"names":[],"mappings":"AACA,OAAO,EACL,uBAAuB,EACvB,2BAA2B,GAC5B,MAAM,wBAAwB,CAAC;AAEhC,MAAM,OAAO,cAAc;IAChB,IAAI,GAAG,YAAY,CAAC;IAE7B,KAAK,CAAC,GAAG,CAAC,OAA2B;QACnC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC1E,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,CAAC;QACrE,MAAM,aAAa,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;QACxD,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAE3B,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;YAClC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAC/B,IAAI,IAAI,CAAC,EAAE,KAAK,KAAK,CAAC,WAAW,CAAC,EAAE,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI;oBAAE,SAAS;gBAE5E,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;gBAC/F,IAAI,UAAU;oBAAE,eAAe,IAAI,CAAC,CAAC;gBAErC,gEAAgE;gBAChE,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC;oBACvD,QAAQ,EAAE,KAAK,CAAC,WAAW,CAAC,EAAE;oBAC9B,QAAQ,EAAE,IAAI,CAAC,EAAE;oBACjB,QAAQ,EAAE,SAAS;oBACnB,MAAM,EAAE,CAAC;iBACV,CAAC,CAAC;gBACH,IAAI,WAAW;oBAAE,kBAAkB,IAAI,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,2BAA2B,CAAC,QAAQ,CAAC,CAAC;QAEtD,OAAO;YACL,SAAS,EAAE,QAAQ,CAAC,MAAM;YAC1B,gBAAgB,EAAE,aAAa,CAAC,MAAM;YACtC,eAAe;YACf,kBAAkB;YAClB,GAAG,OAAO;SACX,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { MemoryNode } from "../core/types.js";
|
|
2
|
+
export interface DecayScoreOptions {
|
|
3
|
+
now: Date;
|
|
4
|
+
halfLifeDays: number;
|
|
5
|
+
}
|
|
6
|
+
export declare function computeMemoryDecayScore(memory: Pick<MemoryNode, "confidence" | "createdAt">, options: DecayScoreOptions): number;
|
|
7
|
+
//# sourceMappingURL=decayScoring.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"decayScoring.d.ts","sourceRoot":"","sources":["../../src/maintenance/decayScoring.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAInD,MAAM,WAAW,iBAAiB;IAChC,GAAG,EAAE,IAAI,CAAC;IACV,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,YAAY,GAAG,WAAW,CAAC,EACpD,OAAO,EAAE,iBAAiB,GACzB,MAAM,CAOR"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
const DAY_MS = 24 * 60 * 60 * 1000;
|
|
2
|
+
export function computeMemoryDecayScore(memory, options) {
|
|
3
|
+
const ageMs = Math.max(0, options.now.getTime() - memory.createdAt.getTime());
|
|
4
|
+
const ageDays = ageMs / DAY_MS;
|
|
5
|
+
const lambda = Math.log(2) / options.halfLifeDays;
|
|
6
|
+
const recencyFactor = Math.exp(-lambda * ageDays);
|
|
7
|
+
return memory.confidence * recencyFactor;
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=decayScoring.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"decayScoring.js","sourceRoot":"","sources":["../../src/maintenance/decayScoring.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAOnC,MAAM,UAAU,uBAAuB,CACrC,MAAoD,EACpD,OAA0B;IAE1B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;IAC9E,MAAM,OAAO,GAAG,KAAK,GAAG,MAAM,CAAC;IAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,YAAY,CAAC;IAClD,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC;IAElD,OAAO,MAAM,CAAC,UAAU,GAAG,aAAa,CAAC;AAC3C,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
export { ConflictDetectionPass } from "./ConflictDetectionPass.js";
|
|
2
|
+
export { DecayScoringPass } from "./DecayScoringPass.js";
|
|
3
|
+
export { MemoGrafterCrawler } from "./MemoGrafterCrawler.js";
|
|
4
|
+
export { VersioningPass } from "./VersioningPass.js";
|
|
5
|
+
export type { DecayScoringPassOptions } from "./DecayScoringPass.js";
|
|
6
|
+
export type { CrawlerConfig, CrawlerMaintenanceStore, CrawlerPass, CrawlerPassContext, CrawlerPassReport, CrawlerPassResult, CrawlerReport, } from "./types.js";
|
|
7
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/maintenance/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,YAAY,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AACrE,YAAY,EACV,aAAa,EACb,uBAAuB,EACvB,WAAW,EACX,kBAAkB,EAClB,iBAAiB,EACjB,iBAAiB,EACjB,aAAa,GACd,MAAM,YAAY,CAAC"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export { ConflictDetectionPass } from "./ConflictDetectionPass.js";
|
|
2
|
+
export { DecayScoringPass } from "./DecayScoringPass.js";
|
|
3
|
+
export { MemoGrafterCrawler } from "./MemoGrafterCrawler.js";
|
|
4
|
+
export { VersioningPass } from "./VersioningPass.js";
|
|
5
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/maintenance/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import type { MemoryNode } from "../core/types.js";
|
|
2
|
+
export interface MemoryConflictGroup {
|
|
3
|
+
key: string;
|
|
4
|
+
nodes: MemoryNode[];
|
|
5
|
+
}
|
|
6
|
+
export interface MemoryVersionGroup {
|
|
7
|
+
key: string;
|
|
8
|
+
nodes: MemoryNode[];
|
|
9
|
+
replacement: MemoryNode;
|
|
10
|
+
}
|
|
11
|
+
export declare function normalizeMemoryPart(value: string): string;
|
|
12
|
+
export declare function findMemoryConflictGroups(memories: MemoryNode[]): MemoryConflictGroup[];
|
|
13
|
+
export declare function findMemoryVersionGroups(memories: MemoryNode[]): MemoryVersionGroup[];
|
|
14
|
+
export declare function hasExplicitUpdateCue(memory: Pick<MemoryNode, "value">): boolean;
|
|
15
|
+
export declare function isBroadTopicMemory(memory: Pick<MemoryNode, "subject" | "predicate">): boolean;
|
|
16
|
+
export declare function getNewestMemoryNode(nodes: MemoryNode[]): MemoryNode | null;
|
|
17
|
+
export declare function compareNewestFirst(left: MemoryNode, right: MemoryNode): number;
|
|
18
|
+
export declare function getSkippedMaintenanceCounts(memories: MemoryNode[]): {
|
|
19
|
+
skippedDecayed: number;
|
|
20
|
+
skippedSuperseded: number;
|
|
21
|
+
skippedForgotten: number;
|
|
22
|
+
};
|
|
23
|
+
//# sourceMappingURL=memoryMaintenance.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"memoryMaintenance.d.ts","sourceRoot":"","sources":["../../src/maintenance/memoryMaintenance.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAEnD,MAAM,WAAW,mBAAmB;IAClC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,UAAU,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IACjC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,WAAW,EAAE,UAAU,CAAC;CACzB;AAOD,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,wBAAgB,wBAAwB,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,mBAAmB,EAAE,CAGtF;AAED,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,kBAAkB,EAAE,CAOpF;AAED,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,GAAG,OAAO,CAG/E;AAsCD,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,SAAS,GAAG,WAAW,CAAC,GAAG,OAAO,CAG7F;AA8CD,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,UAAU,GAAG,IAAI,CAE1E;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,GAAG,MAAM,CAK9E;AAED,wBAAgB,2BAA2B,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG;IACnE,cAAc,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,gBAAgB,EAAE,MAAM,CAAC;CAC1B,CAMA"}
|
|
@@ -0,0 +1,141 @@
|
|
|
1
|
+
export function normalizeMemoryPart(value) {
|
|
2
|
+
return value.trim().toLowerCase().replace(/\s+/g, " ");
|
|
3
|
+
}
|
|
4
|
+
export function findMemoryConflictGroups(memories) {
|
|
5
|
+
return findCompetingMemoryGroups(memories)
|
|
6
|
+
.filter((group) => !getExplicitReplacement(group.nodes));
|
|
7
|
+
}
|
|
8
|
+
export function findMemoryVersionGroups(memories) {
|
|
9
|
+
return findCompetingMemoryGroups(memories)
|
|
10
|
+
.map((group) => {
|
|
11
|
+
const replacement = getExplicitReplacement(group.nodes);
|
|
12
|
+
return replacement ? { ...group, replacement } : null;
|
|
13
|
+
})
|
|
14
|
+
.filter((group) => group != null);
|
|
15
|
+
}
|
|
16
|
+
export function hasExplicitUpdateCue(memory) {
|
|
17
|
+
const value = normalizeMemoryPart(memory.value);
|
|
18
|
+
return UPDATE_CUE_PATTERNS.some((pattern) => pattern.test(value));
|
|
19
|
+
}
|
|
20
|
+
function findCompetingMemoryGroups(memories) {
|
|
21
|
+
const byFactKey = new Map();
|
|
22
|
+
for (const memory of memories) {
|
|
23
|
+
if (memory.decayed || memory.supersededBy != null || memory.forgotten)
|
|
24
|
+
continue;
|
|
25
|
+
const grouping = getConflictGrouping(memory);
|
|
26
|
+
if (!grouping)
|
|
27
|
+
continue;
|
|
28
|
+
const key = grouping.key;
|
|
29
|
+
const group = byFactKey.get(key);
|
|
30
|
+
const item = {
|
|
31
|
+
memory,
|
|
32
|
+
value: grouping.value,
|
|
33
|
+
};
|
|
34
|
+
if (group) {
|
|
35
|
+
group.push(item);
|
|
36
|
+
}
|
|
37
|
+
else {
|
|
38
|
+
byFactKey.set(key, [item]);
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
return [...byFactKey.entries()]
|
|
42
|
+
.filter(([, items]) => new Set(items.map((item) => item.value)).size > 1)
|
|
43
|
+
.map(([key, items]) => ({
|
|
44
|
+
key,
|
|
45
|
+
nodes: items.map((item) => item.memory),
|
|
46
|
+
}));
|
|
47
|
+
}
|
|
48
|
+
function getExplicitReplacement(nodes) {
|
|
49
|
+
const newest = getNewestMemoryNode(nodes);
|
|
50
|
+
return newest && hasExplicitUpdateCue(newest) ? newest : null;
|
|
51
|
+
}
|
|
52
|
+
export function isBroadTopicMemory(memory) {
|
|
53
|
+
return GENERIC_SUBJECTS.has(normalizeMemoryPart(memory.subject))
|
|
54
|
+
&& GENERIC_PREDICATES.has(normalizeMemoryPart(memory.predicate));
|
|
55
|
+
}
|
|
56
|
+
function getConflictGrouping(memory) {
|
|
57
|
+
if (isBroadTopicMemory(memory)) {
|
|
58
|
+
return getBroadTopicConflictGrouping(memory);
|
|
59
|
+
}
|
|
60
|
+
return {
|
|
61
|
+
key: [
|
|
62
|
+
memory.sessionId,
|
|
63
|
+
normalizeMemoryPart(memory.subject),
|
|
64
|
+
normalizeMemoryPart(memory.predicate),
|
|
65
|
+
].join("\u0000"),
|
|
66
|
+
value: normalizeMemoryPart(memory.value),
|
|
67
|
+
};
|
|
68
|
+
}
|
|
69
|
+
function getBroadTopicConflictGrouping(memory) {
|
|
70
|
+
const value = normalizeMemoryPart(memory.value);
|
|
71
|
+
const destination = extractTravelPlanDestination(value);
|
|
72
|
+
if (!destination)
|
|
73
|
+
return null;
|
|
74
|
+
return {
|
|
75
|
+
key: [memory.sessionId, "broad-topic", "travel-trip-plan"].join("\u0000"),
|
|
76
|
+
value: destination,
|
|
77
|
+
};
|
|
78
|
+
}
|
|
79
|
+
function extractTravelPlanDestination(value) {
|
|
80
|
+
if (!/\b(trip|travel|itinerary|vacation|holiday)\b/.test(value)) {
|
|
81
|
+
return null;
|
|
82
|
+
}
|
|
83
|
+
const destinationPatterns = [
|
|
84
|
+
/\b(?:to|for|in)\s+([a-z][a-z\s]+?)(?:\s+(?:trip|travel|itinerary|plan|planning|vacation|holiday)\b|$)/,
|
|
85
|
+
/^([a-z][a-z\s]+?)\s+(?:trip|travel|itinerary|plan|planning|vacation|holiday)\b/,
|
|
86
|
+
];
|
|
87
|
+
for (const pattern of destinationPatterns) {
|
|
88
|
+
const destination = value.match(pattern)?.[1]?.trim();
|
|
89
|
+
if (destination)
|
|
90
|
+
return destination;
|
|
91
|
+
}
|
|
92
|
+
return null;
|
|
93
|
+
}
|
|
94
|
+
export function getNewestMemoryNode(nodes) {
|
|
95
|
+
return [...nodes].sort(compareNewestFirst)[0] ?? null;
|
|
96
|
+
}
|
|
97
|
+
export function compareNewestFirst(left, right) {
|
|
98
|
+
const timeDelta = right.createdAt.getTime() - left.createdAt.getTime();
|
|
99
|
+
if (timeDelta !== 0)
|
|
100
|
+
return timeDelta;
|
|
101
|
+
return right.id.localeCompare(left.id);
|
|
102
|
+
}
|
|
103
|
+
export function getSkippedMaintenanceCounts(memories) {
|
|
104
|
+
return {
|
|
105
|
+
skippedDecayed: memories.filter((memory) => memory.decayed).length,
|
|
106
|
+
skippedSuperseded: memories.filter((memory) => memory.supersededBy != null).length,
|
|
107
|
+
skippedForgotten: memories.filter((memory) => memory.forgotten).length,
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
const GENERIC_SUBJECTS = new Set([
|
|
111
|
+
"conversation",
|
|
112
|
+
"memory",
|
|
113
|
+
"plan",
|
|
114
|
+
"request",
|
|
115
|
+
"topic",
|
|
116
|
+
"user",
|
|
117
|
+
]);
|
|
118
|
+
const GENERIC_PREDICATES = new Set([
|
|
119
|
+
"asked about",
|
|
120
|
+
"asked_about",
|
|
121
|
+
"asks about",
|
|
122
|
+
"asks_about",
|
|
123
|
+
"discussed",
|
|
124
|
+
"interested in",
|
|
125
|
+
"interested_in",
|
|
126
|
+
"is",
|
|
127
|
+
"mentioned",
|
|
128
|
+
"plan",
|
|
129
|
+
"wants",
|
|
130
|
+
]);
|
|
131
|
+
const UPDATE_CUE_PATTERNS = [
|
|
132
|
+
/\bactually\b/,
|
|
133
|
+
/\bchanged to\b/,
|
|
134
|
+
/\bcorrect(?:ion|ed)?\b/,
|
|
135
|
+
/\bcurrent(?:ly)?\b/,
|
|
136
|
+
/\binstead\b/,
|
|
137
|
+
/\bnow\b/,
|
|
138
|
+
/\breplace(?:d|s)?\b/,
|
|
139
|
+
/\bupdated to\b/,
|
|
140
|
+
];
|
|
141
|
+
//# sourceMappingURL=memoryMaintenance.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"memoryMaintenance.js","sourceRoot":"","sources":["../../src/maintenance/memoryMaintenance.ts"],"names":[],"mappings":"AAkBA,MAAM,UAAU,mBAAmB,CAAC,KAAa;IAC/C,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,QAAsB;IAC7D,OAAO,yBAAyB,CAAC,QAAQ,CAAC;SACvC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,sBAAsB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,QAAsB;IAC5D,OAAO,yBAAyB,CAAC,QAAQ,CAAC;SACvC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACb,MAAM,WAAW,GAAG,sBAAsB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACxD,OAAO,WAAW,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACxD,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,KAAK,EAA+B,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,MAAiC;IACpE,MAAM,KAAK,GAAG,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAChD,OAAO,mBAAmB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AACpE,CAAC;AAED,SAAS,yBAAyB,CAAC,QAAsB;IACvD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAwD,CAAC;IAElF,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC9B,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,YAAY,IAAI,IAAI,IAAI,MAAM,CAAC,SAAS;YAAE,SAAS;QAEhF,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,QAAQ;YAAE,SAAS;QAExB,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC;QACzB,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG;YACX,MAAM;YACN,KAAK,EAAE,QAAQ,CAAC,KAAK;SACtB,CAAC;QAEF,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC;SAC5B,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;SACxE,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QACtB,GAAG;QACH,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC;KACxC,CAAC,CAAC,CAAC;AACR,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAmB;IACjD,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAC1C,OAAO,MAAM,IAAI,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;AAChE,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,MAAiD;IAClF,OAAO,gBAAgB,CAAC,GAAG,CAAC,mBAAmB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;WAC3D,kBAAkB,CAAC,GAAG,CAAC,mBAAmB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAkB;IAC7C,IAAI,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC;QAC/B,OAAO,6BAA6B,CAAC,MAAM,CAAC,CAAC;IAC/C,CAAC;IAED,OAAO;QACL,GAAG,EAAE;YACH,MAAM,CAAC,SAAS;YAChB,mBAAmB,CAAC,MAAM,CAAC,OAAO,CAAC;YACnC,mBAAmB,CAAC,MAAM,CAAC,SAAS,CAAC;SACtC,CAAC,IAAI,CAAC,QAAQ,CAAC;QAChB,KAAK,EAAE,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC;KACzC,CAAC;AACJ,CAAC;AAED,SAAS,6BAA6B,CAAC,MAAkB;IACvD,MAAM,KAAK,GAAG,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAChD,MAAM,WAAW,GAAG,4BAA4B,CAAC,KAAK,CAAC,CAAC;IACxD,IAAI,CAAC,WAAW;QAAE,OAAO,IAAI,CAAC;IAE9B,OAAO;QACL,GAAG,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,aAAa,EAAE,kBAAkB,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;QACzE,KAAK,EAAE,WAAW;KACnB,CAAC;AACJ,CAAC;AAED,SAAS,4BAA4B,CAAC,KAAa;IACjD,IAAI,CAAC,8CAA8C,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAChE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,mBAAmB,GAAG;QAC1B,uGAAuG;QACvG,gFAAgF;KACjF,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,mBAAmB,EAAE,CAAC;QAC1C,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;QACtD,IAAI,WAAW;YAAE,OAAO,WAAW,CAAC;IACtC,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAAmB;IACrD,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAgB,EAAE,KAAiB;IACpE,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;IACvE,IAAI,SAAS,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAEtC,OAAO,KAAK,CAAC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,QAAsB;IAKhE,OAAO;QACL,cAAc,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;QAClE,iBAAiB,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,MAAM;QAClF,gBAAgB,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM;KACvE,CAAC;AACJ,CAAC;AAED,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;IAC/B,cAAc;IACd,QAAQ;IACR,MAAM;IACN,SAAS;IACT,OAAO;IACP,MAAM;CACP,CAAC,CAAC;AAEH,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC;IACjC,aAAa;IACb,aAAa;IACb,YAAY;IACZ,YAAY;IACZ,WAAW;IACX,eAAe;IACf,eAAe;IACf,IAAI;IACJ,WAAW;IACX,MAAM;IACN,OAAO;CACR,CAAC,CAAC;AAEH,MAAM,mBAAmB,GAAG;IAC1B,cAAc;IACd,gBAAgB;IAChB,wBAAwB;IACxB,oBAAoB;IACpB,aAAa;IACb,SAAS;IACT,qBAAqB;IACrB,gBAAgB;CACjB,CAAC"}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
import type { MemoryEdge, MemoryNode } from "../core/types.js";
|
|
2
|
+
export interface CrawlerConfig {
|
|
3
|
+
intervalMs?: number;
|
|
4
|
+
passes?: CrawlerPass[];
|
|
5
|
+
stopOnPassError?: boolean;
|
|
6
|
+
store?: CrawlerMaintenanceStore;
|
|
7
|
+
}
|
|
8
|
+
export interface CrawlerPass {
|
|
9
|
+
name: string;
|
|
10
|
+
run(context: CrawlerPassContext): Promise<CrawlerPassResult> | CrawlerPassResult;
|
|
11
|
+
}
|
|
12
|
+
export interface CrawlerPassContext {
|
|
13
|
+
signal?: AbortSignal;
|
|
14
|
+
store?: CrawlerMaintenanceStore;
|
|
15
|
+
}
|
|
16
|
+
export interface CrawlerPassResult {
|
|
17
|
+
inspected?: number;
|
|
18
|
+
annotated?: number;
|
|
19
|
+
skipped?: number;
|
|
20
|
+
conflictsDetected?: number;
|
|
21
|
+
versionsDetected?: number;
|
|
22
|
+
nodesMarkedConflicting?: number;
|
|
23
|
+
conflictEdgesCreated?: number;
|
|
24
|
+
nodesSuperseded?: number;
|
|
25
|
+
updateEdgesCreated?: number;
|
|
26
|
+
decayScored?: number;
|
|
27
|
+
nodesDecayed?: number;
|
|
28
|
+
minDecayScore?: number;
|
|
29
|
+
maxDecayScore?: number;
|
|
30
|
+
skippedAlreadyDecayed?: number;
|
|
31
|
+
skippedSuperseded?: number;
|
|
32
|
+
skippedDecayed?: number;
|
|
33
|
+
skippedForgotten?: number;
|
|
34
|
+
notes?: string[];
|
|
35
|
+
}
|
|
36
|
+
export interface CrawlerMaintenanceStore {
|
|
37
|
+
listMemoryNodesForMaintenance(): Promise<MemoryNode[]>;
|
|
38
|
+
markMemoryNodesConflicting(memoryNodeIds: string[]): Promise<number>;
|
|
39
|
+
markMemoryNodeSuperseded(memoryNodeId: string, supersededBy: string): Promise<boolean>;
|
|
40
|
+
markMemoryNodeDecayed(memoryNodeId: string): Promise<boolean>;
|
|
41
|
+
updateMemoryNodeConfidence?(memoryNodeId: string, confidence: number): Promise<boolean>;
|
|
42
|
+
upsertMemoryEdge(edge: Pick<MemoryEdge, "sourceId" | "targetId" | "edgeType"> & {
|
|
43
|
+
weight?: number;
|
|
44
|
+
}): Promise<boolean>;
|
|
45
|
+
}
|
|
46
|
+
export interface CrawlerPassReport {
|
|
47
|
+
name: string;
|
|
48
|
+
ok: boolean;
|
|
49
|
+
startedAt: string;
|
|
50
|
+
finishedAt: string;
|
|
51
|
+
durationMs: number;
|
|
52
|
+
result?: CrawlerPassResult;
|
|
53
|
+
error?: {
|
|
54
|
+
message: string;
|
|
55
|
+
stack?: string;
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
export interface CrawlerReport {
|
|
59
|
+
startedAt: string;
|
|
60
|
+
finishedAt: string;
|
|
61
|
+
durationMs: number;
|
|
62
|
+
passes: CrawlerPassReport[];
|
|
63
|
+
ok: boolean;
|
|
64
|
+
}
|
|
65
|
+
//# sourceMappingURL=types.d.ts.map
|