@agentmemory/agentmemory 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/marketplace.json +14 -0
- package/.github/workflows/ci.yml +22 -0
- package/.github/workflows/publish.yml +28 -0
- package/AGENTS.md +113 -0
- package/LICENSE +190 -0
- package/README.md +828 -0
- package/assets/banner.png +0 -0
- package/assets/demo.gif +0 -0
- package/assets/demo.mp4 +0 -0
- package/benchmark/QUALITY.md +73 -0
- package/benchmark/REAL-EMBEDDINGS.md +67 -0
- package/benchmark/SCALE.md +110 -0
- package/benchmark/dataset.ts +293 -0
- package/benchmark/quality-eval.ts +643 -0
- package/benchmark/real-embeddings-eval.ts +405 -0
- package/benchmark/scale-eval.ts +398 -0
- package/dist/cli.d.mts +1 -0
- package/dist/cli.mjs +137 -0
- package/dist/cli.mjs.map +1 -0
- package/dist/docker-compose.yml +14 -0
- package/dist/hooks/notification.d.mts +1 -0
- package/dist/hooks/notification.mjs +45 -0
- package/dist/hooks/notification.mjs.map +1 -0
- package/dist/hooks/post-tool-failure.d.mts +1 -0
- package/dist/hooks/post-tool-failure.mjs +45 -0
- package/dist/hooks/post-tool-failure.mjs.map +1 -0
- package/dist/hooks/post-tool-use.d.mts +1 -0
- package/dist/hooks/post-tool-use.mjs +53 -0
- package/dist/hooks/post-tool-use.mjs.map +1 -0
- package/dist/hooks/pre-compact.d.mts +1 -0
- package/dist/hooks/pre-compact.mjs +50 -0
- package/dist/hooks/pre-compact.mjs.map +1 -0
- package/dist/hooks/pre-tool-use.d.mts +1 -0
- package/dist/hooks/pre-tool-use.mjs +69 -0
- package/dist/hooks/pre-tool-use.mjs.map +1 -0
- package/dist/hooks/prompt-submit.d.mts +1 -0
- package/dist/hooks/prompt-submit.mjs +40 -0
- package/dist/hooks/prompt-submit.mjs.map +1 -0
- package/dist/hooks/session-end.d.mts +1 -0
- package/dist/hooks/session-end.mjs +61 -0
- package/dist/hooks/session-end.mjs.map +1 -0
- package/dist/hooks/session-start.d.mts +1 -0
- package/dist/hooks/session-start.mjs +42 -0
- package/dist/hooks/session-start.mjs.map +1 -0
- package/dist/hooks/stop.d.mts +1 -0
- package/dist/hooks/stop.mjs +33 -0
- package/dist/hooks/stop.mjs.map +1 -0
- package/dist/hooks/subagent-start.d.mts +1 -0
- package/dist/hooks/subagent-start.mjs +43 -0
- package/dist/hooks/subagent-start.mjs.map +1 -0
- package/dist/hooks/subagent-stop.d.mts +1 -0
- package/dist/hooks/subagent-stop.mjs +45 -0
- package/dist/hooks/subagent-stop.mjs.map +1 -0
- package/dist/hooks/task-completed.d.mts +1 -0
- package/dist/hooks/task-completed.mjs +46 -0
- package/dist/hooks/task-completed.mjs.map +1 -0
- package/dist/iii-config.yaml +51 -0
- package/dist/index.d.mts +2 -0
- package/dist/index.mjs +13776 -0
- package/dist/index.mjs.map +1 -0
- package/dist/src-QxitMPfJ.mjs +13775 -0
- package/dist/src-QxitMPfJ.mjs.map +1 -0
- package/dist/standalone.d.mts +1 -0
- package/dist/standalone.mjs +1155 -0
- package/dist/standalone.mjs.map +1 -0
- package/dist/transformers-BX_tgxdO.mjs +38684 -0
- package/dist/transformers-BX_tgxdO.mjs.map +1 -0
- package/dist/transformers-KMm1i9no.mjs +38683 -0
- package/dist/transformers-KMm1i9no.mjs.map +1 -0
- package/docker-compose.yml +14 -0
- package/iii-config.yaml +51 -0
- package/package.json +59 -0
- package/plugin/.claude-plugin/plugin.json +10 -0
- package/plugin/hooks/hooks.json +77 -0
- package/plugin/scripts/diagnostics.mjs +551 -0
- package/plugin/scripts/notification.mjs +45 -0
- package/plugin/scripts/post-tool-failure.mjs +45 -0
- package/plugin/scripts/post-tool-use.mjs +53 -0
- package/plugin/scripts/pre-compact.mjs +50 -0
- package/plugin/scripts/pre-tool-use.mjs +69 -0
- package/plugin/scripts/prompt-submit.mjs +40 -0
- package/plugin/scripts/session-end.mjs +61 -0
- package/plugin/scripts/session-start.mjs +42 -0
- package/plugin/scripts/stop.mjs +33 -0
- package/plugin/scripts/subagent-start.mjs +43 -0
- package/plugin/scripts/subagent-stop.mjs +45 -0
- package/plugin/scripts/task-completed.mjs +46 -0
- package/plugin/skills/forget/SKILL.md +32 -0
- package/plugin/skills/recall/SKILL.md +18 -0
- package/plugin/skills/remember/SKILL.md +25 -0
- package/plugin/skills/session-history/SKILL.md +17 -0
- package/src/auth.ts +12 -0
- package/src/cli.ts +159 -0
- package/src/config.ts +221 -0
- package/src/eval/metrics-store.ts +65 -0
- package/src/eval/quality.ts +51 -0
- package/src/eval/schemas.ts +124 -0
- package/src/eval/self-correct.ts +28 -0
- package/src/eval/validator.ts +31 -0
- package/src/functions/actions.ts +288 -0
- package/src/functions/audit.ts +61 -0
- package/src/functions/auto-forget.ts +169 -0
- package/src/functions/branch-aware.ts +169 -0
- package/src/functions/cascade.ts +80 -0
- package/src/functions/checkpoints.ts +209 -0
- package/src/functions/claude-bridge.ts +161 -0
- package/src/functions/compress.ts +194 -0
- package/src/functions/consolidate.ts +212 -0
- package/src/functions/consolidation-pipeline.ts +258 -0
- package/src/functions/context.ts +169 -0
- package/src/functions/crystallize.ts +293 -0
- package/src/functions/dedup.ts +57 -0
- package/src/functions/diagnostics.ts +785 -0
- package/src/functions/enrich.ts +132 -0
- package/src/functions/evict.ts +163 -0
- package/src/functions/export-import.ts +508 -0
- package/src/functions/facets.ts +248 -0
- package/src/functions/file-index.ts +106 -0
- package/src/functions/flow-compress.ts +214 -0
- package/src/functions/frontier.ts +196 -0
- package/src/functions/governance.ts +131 -0
- package/src/functions/graph-retrieval.ts +277 -0
- package/src/functions/graph.ts +275 -0
- package/src/functions/leases.ts +216 -0
- package/src/functions/lessons.ts +253 -0
- package/src/functions/mesh.ts +434 -0
- package/src/functions/migrate.ts +165 -0
- package/src/functions/observe.ts +144 -0
- package/src/functions/obsidian-export.ts +310 -0
- package/src/functions/patterns.ts +138 -0
- package/src/functions/privacy.ts +39 -0
- package/src/functions/profile.ts +155 -0
- package/src/functions/query-expansion.ts +186 -0
- package/src/functions/relations.ts +237 -0
- package/src/functions/remember.ts +162 -0
- package/src/functions/retention.ts +235 -0
- package/src/functions/routines.ts +289 -0
- package/src/functions/search.ts +80 -0
- package/src/functions/sentinels.ts +417 -0
- package/src/functions/signals.ts +186 -0
- package/src/functions/sketches.ts +274 -0
- package/src/functions/sliding-window.ts +257 -0
- package/src/functions/smart-search.ts +115 -0
- package/src/functions/snapshot.ts +219 -0
- package/src/functions/summarize.ts +155 -0
- package/src/functions/team.ts +147 -0
- package/src/functions/temporal-graph.ts +476 -0
- package/src/functions/timeline.ts +138 -0
- package/src/functions/verify.ts +117 -0
- package/src/health/monitor.ts +110 -0
- package/src/health/thresholds.ts +73 -0
- package/src/hooks/notification.ts +52 -0
- package/src/hooks/post-tool-failure.ts +58 -0
- package/src/hooks/post-tool-use.ts +62 -0
- package/src/hooks/pre-compact.ts +60 -0
- package/src/hooks/pre-tool-use.ts +72 -0
- package/src/hooks/prompt-submit.ts +46 -0
- package/src/hooks/session-end.ts +71 -0
- package/src/hooks/session-start.ts +48 -0
- package/src/hooks/stop.ts +39 -0
- package/src/hooks/subagent-start.ts +49 -0
- package/src/hooks/subagent-stop.ts +54 -0
- package/src/hooks/task-completed.ts +54 -0
- package/src/index.ts +342 -0
- package/src/mcp/in-memory-kv.ts +61 -0
- package/src/mcp/server.ts +1455 -0
- package/src/mcp/standalone.ts +177 -0
- package/src/mcp/tools-registry.ts +769 -0
- package/src/mcp/transport.ts +91 -0
- package/src/prompts/compression.ts +67 -0
- package/src/prompts/consolidation.ts +48 -0
- package/src/prompts/graph-extraction.ts +35 -0
- package/src/prompts/summary.ts +38 -0
- package/src/prompts/xml.ts +26 -0
- package/src/providers/agent-sdk.ts +34 -0
- package/src/providers/anthropic.ts +35 -0
- package/src/providers/circuit-breaker.ts +82 -0
- package/src/providers/embedding/cohere.ts +46 -0
- package/src/providers/embedding/gemini.ts +54 -0
- package/src/providers/embedding/index.ts +39 -0
- package/src/providers/embedding/local.ts +52 -0
- package/src/providers/embedding/openai.ts +45 -0
- package/src/providers/embedding/openrouter.ts +51 -0
- package/src/providers/embedding/voyage.ts +46 -0
- package/src/providers/fallback-chain.ts +31 -0
- package/src/providers/index.ts +84 -0
- package/src/providers/openrouter.ts +71 -0
- package/src/providers/resilient.ts +37 -0
- package/src/state/hybrid-search.ts +295 -0
- package/src/state/index-persistence.ts +63 -0
- package/src/state/keyed-mutex.ts +18 -0
- package/src/state/kv.ts +33 -0
- package/src/state/schema.ts +71 -0
- package/src/state/search-index.ts +245 -0
- package/src/state/stemmer.ts +104 -0
- package/src/state/synonyms.ts +63 -0
- package/src/state/vector-index.ts +130 -0
- package/src/telemetry/setup.ts +116 -0
- package/src/triggers/api.ts +1904 -0
- package/src/triggers/events.ts +71 -0
- package/src/types.ts +769 -0
- package/src/version.ts +1 -0
- package/src/viewer/index.html +2497 -0
- package/src/viewer/server.ts +207 -0
- package/src/xenova.d.ts +3 -0
- package/test/actions.test.ts +490 -0
- package/test/audit.test.ts +108 -0
- package/test/auto-forget.test.ts +188 -0
- package/test/cascade.test.ts +277 -0
- package/test/checkpoints.test.ts +493 -0
- package/test/circuit-breaker.test.ts +107 -0
- package/test/claude-bridge.test.ts +178 -0
- package/test/confidence.test.ts +247 -0
- package/test/consistency.test.ts +61 -0
- package/test/consolidation-pipeline.test.ts +251 -0
- package/test/crystallize.test.ts +521 -0
- package/test/diagnostics.test.ts +638 -0
- package/test/embedding-provider.test.ts +49 -0
- package/test/enrich.test.ts +209 -0
- package/test/eval.test.ts +300 -0
- package/test/export-import.test.ts +251 -0
- package/test/facets.test.ts +448 -0
- package/test/fallback-chain.test.ts +93 -0
- package/test/frontier.test.ts +485 -0
- package/test/governance.test.ts +147 -0
- package/test/graph-retrieval.test.ts +186 -0
- package/test/graph.test.ts +160 -0
- package/test/helpers/mocks.ts +40 -0
- package/test/hybrid-search.test.ts +145 -0
- package/test/index-persistence.test.ts +124 -0
- package/test/integration.test.ts +265 -0
- package/test/leases.test.ts +399 -0
- package/test/mcp-prompts.test.ts +218 -0
- package/test/mcp-resources.test.ts +286 -0
- package/test/mcp-standalone.test.ts +113 -0
- package/test/mesh.test.ts +700 -0
- package/test/privacy.test.ts +87 -0
- package/test/profile.test.ts +161 -0
- package/test/query-expansion.test.ts +154 -0
- package/test/relations.test.ts +198 -0
- package/test/retention.test.ts +245 -0
- package/test/routines.test.ts +497 -0
- package/test/schema-fingerprint.test.ts +81 -0
- package/test/schema.test.ts +42 -0
- package/test/search-index.test.ts +128 -0
- package/test/sentinels.test.ts +626 -0
- package/test/signals.test.ts +410 -0
- package/test/sketches.test.ts +549 -0
- package/test/sliding-window.test.ts +199 -0
- package/test/smart-search.test.ts +169 -0
- package/test/snapshot.test.ts +165 -0
- package/test/team.test.ts +156 -0
- package/test/temporal-graph.test.ts +378 -0
- package/test/timeline.test.ts +148 -0
- package/test/vector-index.test.ts +79 -0
- package/test/verify.test.ts +209 -0
- package/test/xml.test.ts +65 -0
- package/tsconfig.json +22 -0
- package/tsdown.config.ts +62 -0
|
@@ -0,0 +1,237 @@
|
|
|
1
|
+
import type { ISdk } from "iii-sdk";
|
|
2
|
+
import { getContext } from "iii-sdk";
|
|
3
|
+
import type { Memory, MemoryRelation } from "../types.js";
|
|
4
|
+
import { KV, generateId } from "../state/schema.js";
|
|
5
|
+
import { StateKV } from "../state/kv.js";
|
|
6
|
+
import { withKeyedLock } from "../state/keyed-mutex.js";
|
|
7
|
+
|
|
8
|
+
function computeConfidence(
|
|
9
|
+
source: Memory,
|
|
10
|
+
target: Memory,
|
|
11
|
+
relationType: MemoryRelation["type"],
|
|
12
|
+
): number {
|
|
13
|
+
let score = 0.5;
|
|
14
|
+
|
|
15
|
+
const sharedSessions = source.sessionIds.filter((sid) =>
|
|
16
|
+
target.sessionIds.includes(sid),
|
|
17
|
+
);
|
|
18
|
+
score += Math.min(sharedSessions.length * 0.1, 0.3);
|
|
19
|
+
|
|
20
|
+
const now = Date.now();
|
|
21
|
+
const sourceAge = now - new Date(source.updatedAt).getTime();
|
|
22
|
+
const targetAge = now - new Date(target.updatedAt).getTime();
|
|
23
|
+
const sevenDays = 7 * 24 * 60 * 60 * 1000;
|
|
24
|
+
const ninetyDays = 90 * 24 * 60 * 60 * 1000;
|
|
25
|
+
if (sourceAge < sevenDays && targetAge < sevenDays) {
|
|
26
|
+
score += 0.1;
|
|
27
|
+
} else if (sourceAge > ninetyDays && targetAge > ninetyDays) {
|
|
28
|
+
score -= 0.1;
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
if (relationType === "supersedes") score += 0.1;
|
|
32
|
+
if (relationType === "contradicts") score -= 0.05;
|
|
33
|
+
|
|
34
|
+
return Math.max(0, Math.min(1, score));
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
export function registerRelationsFunction(sdk: ISdk, kv: StateKV): void {
|
|
38
|
+
sdk.registerFunction(
|
|
39
|
+
{
|
|
40
|
+
id: "mem::relate",
|
|
41
|
+
description: "Create a relationship between memories",
|
|
42
|
+
},
|
|
43
|
+
async (data: {
|
|
44
|
+
sourceId: string;
|
|
45
|
+
targetId: string;
|
|
46
|
+
type: MemoryRelation["type"];
|
|
47
|
+
confidence?: number;
|
|
48
|
+
}) => {
|
|
49
|
+
const ctx = getContext();
|
|
50
|
+
const [firstId, secondId] = [data.sourceId, data.targetId].sort();
|
|
51
|
+
|
|
52
|
+
return withKeyedLock(`mem:${firstId}`, () =>
|
|
53
|
+
withKeyedLock(`mem:${secondId}`, async () => {
|
|
54
|
+
const source = await kv.get<Memory>(KV.memories, data.sourceId);
|
|
55
|
+
const target = await kv.get<Memory>(KV.memories, data.targetId);
|
|
56
|
+
if (!source || !target) {
|
|
57
|
+
return {
|
|
58
|
+
success: false,
|
|
59
|
+
error: "source or target memory not found",
|
|
60
|
+
};
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
const confidence =
|
|
64
|
+
data.confidence !== undefined
|
|
65
|
+
? Math.max(0, Math.min(1, data.confidence))
|
|
66
|
+
: computeConfidence(source, target, data.type);
|
|
67
|
+
|
|
68
|
+
const relation: MemoryRelation = {
|
|
69
|
+
type: data.type,
|
|
70
|
+
sourceId: data.sourceId,
|
|
71
|
+
targetId: data.targetId,
|
|
72
|
+
createdAt: new Date().toISOString(),
|
|
73
|
+
confidence,
|
|
74
|
+
};
|
|
75
|
+
|
|
76
|
+
const relationId = generateId("rel");
|
|
77
|
+
await kv.set(KV.relations, relationId, relation);
|
|
78
|
+
|
|
79
|
+
if (!source.relatedIds) source.relatedIds = [];
|
|
80
|
+
if (!source.relatedIds.includes(data.targetId)) {
|
|
81
|
+
source.relatedIds.push(data.targetId);
|
|
82
|
+
await kv.set(KV.memories, data.sourceId, source);
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
if (!target.relatedIds) target.relatedIds = [];
|
|
86
|
+
if (!target.relatedIds.includes(data.sourceId)) {
|
|
87
|
+
target.relatedIds.push(data.sourceId);
|
|
88
|
+
await kv.set(KV.memories, data.targetId, target);
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
ctx.logger.info("Memory relation created", {
|
|
92
|
+
relationId,
|
|
93
|
+
type: data.type,
|
|
94
|
+
source: data.sourceId,
|
|
95
|
+
target: data.targetId,
|
|
96
|
+
});
|
|
97
|
+
return { success: true, relationId, relation };
|
|
98
|
+
}),
|
|
99
|
+
);
|
|
100
|
+
},
|
|
101
|
+
);
|
|
102
|
+
|
|
103
|
+
sdk.registerFunction(
|
|
104
|
+
{ id: "mem::evolve", description: "Create a new version of a memory" },
|
|
105
|
+
async (data: {
|
|
106
|
+
memoryId: string;
|
|
107
|
+
newContent: string;
|
|
108
|
+
newTitle?: string;
|
|
109
|
+
}) => {
|
|
110
|
+
const ctx = getContext();
|
|
111
|
+
|
|
112
|
+
const existing = await kv.get<Memory>(KV.memories, data.memoryId);
|
|
113
|
+
if (!existing) {
|
|
114
|
+
return { success: false, error: "memory not found" };
|
|
115
|
+
}
|
|
116
|
+
|
|
117
|
+
const now = new Date().toISOString();
|
|
118
|
+
const evolved: Memory = {
|
|
119
|
+
...existing,
|
|
120
|
+
id: generateId("mem"),
|
|
121
|
+
createdAt: now,
|
|
122
|
+
updatedAt: now,
|
|
123
|
+
title: data.newTitle || existing.title,
|
|
124
|
+
content: data.newContent,
|
|
125
|
+
version: (existing.version || 1) + 1,
|
|
126
|
+
parentId: existing.id,
|
|
127
|
+
supersedes: [existing.id, ...(existing.supersedes || [])],
|
|
128
|
+
isLatest: true,
|
|
129
|
+
};
|
|
130
|
+
|
|
131
|
+
existing.isLatest = false;
|
|
132
|
+
await kv.set(KV.memories, existing.id, existing);
|
|
133
|
+
|
|
134
|
+
await kv.set(KV.memories, evolved.id, evolved);
|
|
135
|
+
|
|
136
|
+
const relation: MemoryRelation = {
|
|
137
|
+
type: "supersedes",
|
|
138
|
+
sourceId: evolved.id,
|
|
139
|
+
targetId: existing.id,
|
|
140
|
+
createdAt: now,
|
|
141
|
+
confidence: 1.0,
|
|
142
|
+
};
|
|
143
|
+
await kv.set(KV.relations, generateId("rel"), relation);
|
|
144
|
+
|
|
145
|
+
ctx.logger.info("Memory evolved", {
|
|
146
|
+
oldId: existing.id,
|
|
147
|
+
newId: evolved.id,
|
|
148
|
+
version: evolved.version,
|
|
149
|
+
});
|
|
150
|
+
return { success: true, memory: evolved, previousId: existing.id };
|
|
151
|
+
},
|
|
152
|
+
);
|
|
153
|
+
|
|
154
|
+
sdk.registerFunction(
|
|
155
|
+
{
|
|
156
|
+
id: "mem::get-related",
|
|
157
|
+
description: "Get related memories within N hops",
|
|
158
|
+
},
|
|
159
|
+
async (data: {
|
|
160
|
+
memoryId: string;
|
|
161
|
+
maxHops?: number;
|
|
162
|
+
minConfidence?: number;
|
|
163
|
+
}) => {
|
|
164
|
+
const ctx = getContext();
|
|
165
|
+
const maxHops = Math.min(data.maxHops ?? 2, 5);
|
|
166
|
+
const MAX_VISITED = 500;
|
|
167
|
+
const rawMinConf = Number(data.minConfidence);
|
|
168
|
+
const minConfidence = Number.isFinite(rawMinConf)
|
|
169
|
+
? Math.max(0, Math.min(1, rawMinConf))
|
|
170
|
+
: 0;
|
|
171
|
+
|
|
172
|
+
const allRelations = await kv
|
|
173
|
+
.list<MemoryRelation>(KV.relations)
|
|
174
|
+
.catch(() => []);
|
|
175
|
+
|
|
176
|
+
const visited = new Set<string>();
|
|
177
|
+
const result: Array<{
|
|
178
|
+
memory: Memory;
|
|
179
|
+
hop: number;
|
|
180
|
+
confidence: number;
|
|
181
|
+
}> = [];
|
|
182
|
+
const queue: Array<{ id: string; hop: number }> = [
|
|
183
|
+
{ id: data.memoryId, hop: 0 },
|
|
184
|
+
];
|
|
185
|
+
|
|
186
|
+
while (queue.length > 0 && visited.size < MAX_VISITED) {
|
|
187
|
+
const current = queue.shift()!;
|
|
188
|
+
if (visited.has(current.id) || current.hop > maxHops) continue;
|
|
189
|
+
visited.add(current.id);
|
|
190
|
+
|
|
191
|
+
const memory = await kv.get<Memory>(KV.memories, current.id);
|
|
192
|
+
if (!memory) continue;
|
|
193
|
+
|
|
194
|
+
if (current.hop > 0) {
|
|
195
|
+
const matchingRelations = allRelations.filter(
|
|
196
|
+
(r) =>
|
|
197
|
+
(r.sourceId === current.id && visited.has(r.targetId)) ||
|
|
198
|
+
(r.targetId === current.id && visited.has(r.sourceId)),
|
|
199
|
+
);
|
|
200
|
+
const confidence =
|
|
201
|
+
matchingRelations.length > 0
|
|
202
|
+
? Math.max(...matchingRelations.map((r) => r.confidence ?? 0.5))
|
|
203
|
+
: 0.5;
|
|
204
|
+
if (confidence >= minConfidence) {
|
|
205
|
+
result.push({ memory, hop: current.hop, confidence });
|
|
206
|
+
}
|
|
207
|
+
}
|
|
208
|
+
|
|
209
|
+
const relatedIds = memory.relatedIds || [];
|
|
210
|
+
const supersedes = memory.supersedes || [];
|
|
211
|
+
const parentId = memory.parentId ? [memory.parentId] : [];
|
|
212
|
+
|
|
213
|
+
const kvLinked = allRelations
|
|
214
|
+
.filter((r) => r.sourceId === current.id || r.targetId === current.id)
|
|
215
|
+
.map((r) => (r.sourceId === current.id ? r.targetId : r.sourceId));
|
|
216
|
+
|
|
217
|
+
const allLinks = [
|
|
218
|
+
...new Set([...relatedIds, ...supersedes, ...parentId, ...kvLinked]),
|
|
219
|
+
];
|
|
220
|
+
|
|
221
|
+
for (const nextId of allLinks) {
|
|
222
|
+
if (!visited.has(nextId)) {
|
|
223
|
+
queue.push({ id: nextId, hop: current.hop + 1 });
|
|
224
|
+
}
|
|
225
|
+
}
|
|
226
|
+
}
|
|
227
|
+
|
|
228
|
+
result.sort((a, b) => b.confidence - a.confidence);
|
|
229
|
+
|
|
230
|
+
ctx.logger.info("Related memories retrieved", {
|
|
231
|
+
memoryId: data.memoryId,
|
|
232
|
+
found: result.length,
|
|
233
|
+
});
|
|
234
|
+
return { results: result };
|
|
235
|
+
},
|
|
236
|
+
);
|
|
237
|
+
}
|
|
@@ -0,0 +1,162 @@
|
|
|
1
|
+
import type { ISdk } from "iii-sdk";
|
|
2
|
+
import { getContext } from "iii-sdk";
|
|
3
|
+
import type { Memory } from "../types.js";
|
|
4
|
+
import { KV, generateId, jaccardSimilarity } from "../state/schema.js";
|
|
5
|
+
import { StateKV } from "../state/kv.js";
|
|
6
|
+
import { withKeyedLock } from "../state/keyed-mutex.js";
|
|
7
|
+
|
|
8
|
+
export function registerRememberFunction(sdk: ISdk, kv: StateKV): void {
|
|
9
|
+
sdk.registerFunction(
|
|
10
|
+
{ id: "mem::remember" },
|
|
11
|
+
async (data: {
|
|
12
|
+
content: string;
|
|
13
|
+
type?: string;
|
|
14
|
+
concepts?: string[];
|
|
15
|
+
files?: string[];
|
|
16
|
+
ttlDays?: number;
|
|
17
|
+
sourceObservationIds?: string[];
|
|
18
|
+
}) => {
|
|
19
|
+
const ctx = getContext();
|
|
20
|
+
if (
|
|
21
|
+
!data.content ||
|
|
22
|
+
typeof data.content !== "string" ||
|
|
23
|
+
!data.content.trim()
|
|
24
|
+
) {
|
|
25
|
+
return { success: false, error: "content is required" };
|
|
26
|
+
}
|
|
27
|
+
if (data.files && !Array.isArray(data.files)) {
|
|
28
|
+
return { success: false, error: "files must be an array" };
|
|
29
|
+
}
|
|
30
|
+
if (data.concepts && !Array.isArray(data.concepts)) {
|
|
31
|
+
return { success: false, error: "concepts must be an array" };
|
|
32
|
+
}
|
|
33
|
+
if (data.sourceObservationIds && !Array.isArray(data.sourceObservationIds)) {
|
|
34
|
+
return { success: false, error: "sourceObservationIds must be an array" };
|
|
35
|
+
}
|
|
36
|
+
const validTypes = new Set([
|
|
37
|
+
"pattern",
|
|
38
|
+
"preference",
|
|
39
|
+
"architecture",
|
|
40
|
+
"bug",
|
|
41
|
+
"workflow",
|
|
42
|
+
"fact",
|
|
43
|
+
]);
|
|
44
|
+
const memType = validTypes.has(data.type || "")
|
|
45
|
+
? (data.type as Memory["type"])
|
|
46
|
+
: "fact";
|
|
47
|
+
|
|
48
|
+
const now = new Date().toISOString();
|
|
49
|
+
|
|
50
|
+
return withKeyedLock("mem:remember", async () => {
|
|
51
|
+
const existingMemories = await kv.list<Memory>(KV.memories);
|
|
52
|
+
let supersededId: string | undefined;
|
|
53
|
+
let supersededVersion = 1;
|
|
54
|
+
let supersededMemory: Memory | undefined;
|
|
55
|
+
const lowerContent = data.content.toLowerCase();
|
|
56
|
+
for (const existing of existingMemories) {
|
|
57
|
+
if (existing.isLatest === false) continue;
|
|
58
|
+
const similarity = jaccardSimilarity(
|
|
59
|
+
lowerContent,
|
|
60
|
+
existing.content.toLowerCase(),
|
|
61
|
+
);
|
|
62
|
+
if (similarity > 0.7) {
|
|
63
|
+
supersededId = existing.id;
|
|
64
|
+
supersededVersion = existing.version ?? 1;
|
|
65
|
+
supersededMemory = existing;
|
|
66
|
+
break;
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
const memory: Memory = {
|
|
71
|
+
id: generateId("mem"),
|
|
72
|
+
createdAt: now,
|
|
73
|
+
updatedAt: now,
|
|
74
|
+
type: memType,
|
|
75
|
+
title: data.content.slice(0, 80),
|
|
76
|
+
content: data.content,
|
|
77
|
+
concepts: data.concepts || [],
|
|
78
|
+
files: data.files || [],
|
|
79
|
+
sessionIds: [],
|
|
80
|
+
strength: 7,
|
|
81
|
+
version: supersededId ? supersededVersion + 1 : 1,
|
|
82
|
+
parentId: supersededId,
|
|
83
|
+
supersedes: supersededId ? [supersededId] : [],
|
|
84
|
+
sourceObservationIds: (data.sourceObservationIds || []).filter(
|
|
85
|
+
(id): id is string => typeof id === "string" && id.length > 0,
|
|
86
|
+
),
|
|
87
|
+
isLatest: true,
|
|
88
|
+
};
|
|
89
|
+
|
|
90
|
+
if (data.ttlDays && typeof data.ttlDays === "number" && data.ttlDays > 0) {
|
|
91
|
+
memory.forgetAfter = new Date(Date.now() + data.ttlDays * 86400000).toISOString();
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
if (supersededMemory) {
|
|
95
|
+
supersededMemory.isLatest = false;
|
|
96
|
+
await kv.set(KV.memories, supersededMemory.id, supersededMemory);
|
|
97
|
+
}
|
|
98
|
+
await kv.set(KV.memories, memory.id, memory);
|
|
99
|
+
|
|
100
|
+
if (supersededId) {
|
|
101
|
+
sdk.triggerVoid("mem::cascade-update", {
|
|
102
|
+
supersededMemoryId: supersededId,
|
|
103
|
+
});
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
ctx.logger.info("Memory saved", {
|
|
107
|
+
memId: memory.id,
|
|
108
|
+
type: memory.type,
|
|
109
|
+
});
|
|
110
|
+
return { success: true, memory };
|
|
111
|
+
});
|
|
112
|
+
},
|
|
113
|
+
);
|
|
114
|
+
|
|
115
|
+
sdk.registerFunction(
|
|
116
|
+
{ id: "mem::forget" },
|
|
117
|
+
async (data: {
|
|
118
|
+
sessionId?: string;
|
|
119
|
+
observationIds?: string[];
|
|
120
|
+
memoryId?: string;
|
|
121
|
+
}) => {
|
|
122
|
+
const ctx = getContext();
|
|
123
|
+
let deleted = 0;
|
|
124
|
+
|
|
125
|
+
if (data.memoryId) {
|
|
126
|
+
await kv.delete(KV.memories, data.memoryId);
|
|
127
|
+
deleted++;
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
if (
|
|
131
|
+
data.sessionId &&
|
|
132
|
+
data.observationIds &&
|
|
133
|
+
data.observationIds.length > 0
|
|
134
|
+
) {
|
|
135
|
+
for (const obsId of data.observationIds) {
|
|
136
|
+
await kv.delete(KV.observations(data.sessionId), obsId);
|
|
137
|
+
deleted++;
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
|
|
141
|
+
if (
|
|
142
|
+
data.sessionId &&
|
|
143
|
+
(!data.observationIds || data.observationIds.length === 0) &&
|
|
144
|
+
!data.memoryId
|
|
145
|
+
) {
|
|
146
|
+
const observations = await kv.list<{ id: string }>(
|
|
147
|
+
KV.observations(data.sessionId),
|
|
148
|
+
);
|
|
149
|
+
for (const obs of observations) {
|
|
150
|
+
await kv.delete(KV.observations(data.sessionId), obs.id);
|
|
151
|
+
deleted++;
|
|
152
|
+
}
|
|
153
|
+
await kv.delete(KV.sessions, data.sessionId);
|
|
154
|
+
await kv.delete(KV.summaries, data.sessionId);
|
|
155
|
+
deleted += 2;
|
|
156
|
+
}
|
|
157
|
+
|
|
158
|
+
ctx.logger.info("Memory forgotten", { deleted });
|
|
159
|
+
return { success: true, deleted };
|
|
160
|
+
},
|
|
161
|
+
);
|
|
162
|
+
}
|
|
@@ -0,0 +1,235 @@
|
|
|
1
|
+
import type { ISdk } from "iii-sdk";
|
|
2
|
+
import { getContext } from "iii-sdk";
|
|
3
|
+
import type {
|
|
4
|
+
Memory,
|
|
5
|
+
SemanticMemory,
|
|
6
|
+
RetentionScore,
|
|
7
|
+
DecayConfig,
|
|
8
|
+
} from "../types.js";
|
|
9
|
+
import { KV } from "../state/schema.js";
|
|
10
|
+
import type { StateKV } from "../state/kv.js";
|
|
11
|
+
|
|
12
|
+
const DEFAULT_DECAY: DecayConfig = {
|
|
13
|
+
lambda: 0.01,
|
|
14
|
+
sigma: 0.3,
|
|
15
|
+
tierThresholds: {
|
|
16
|
+
hot: 0.7,
|
|
17
|
+
warm: 0.4,
|
|
18
|
+
cold: 0.15,
|
|
19
|
+
},
|
|
20
|
+
};
|
|
21
|
+
|
|
22
|
+
function computeRetention(
|
|
23
|
+
salience: number,
|
|
24
|
+
createdAt: string,
|
|
25
|
+
accessTimestamps: number[],
|
|
26
|
+
config: DecayConfig,
|
|
27
|
+
): number {
|
|
28
|
+
const now = Date.now();
|
|
29
|
+
const deltaT = (now - new Date(createdAt).getTime()) / (1000 * 60 * 60 * 24);
|
|
30
|
+
|
|
31
|
+
const temporalDecay = Math.exp(-config.lambda * deltaT);
|
|
32
|
+
|
|
33
|
+
let reinforcementBoost = 0;
|
|
34
|
+
for (const tAccess of accessTimestamps) {
|
|
35
|
+
const daysSinceAccess =
|
|
36
|
+
(now - tAccess) / (1000 * 60 * 60 * 24);
|
|
37
|
+
if (daysSinceAccess > 0) {
|
|
38
|
+
reinforcementBoost += 1 / daysSinceAccess;
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
reinforcementBoost *= config.sigma;
|
|
42
|
+
|
|
43
|
+
return Math.min(1, salience * temporalDecay + reinforcementBoost);
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
function computeSalience(
|
|
47
|
+
memory: Memory | SemanticMemory,
|
|
48
|
+
accessCount: number,
|
|
49
|
+
): number {
|
|
50
|
+
let baseSalience = 0.5;
|
|
51
|
+
|
|
52
|
+
if ("type" in memory) {
|
|
53
|
+
const typeWeights: Record<string, number> = {
|
|
54
|
+
architecture: 0.9,
|
|
55
|
+
bug: 0.7,
|
|
56
|
+
pattern: 0.8,
|
|
57
|
+
preference: 0.85,
|
|
58
|
+
workflow: 0.6,
|
|
59
|
+
fact: 0.5,
|
|
60
|
+
};
|
|
61
|
+
baseSalience = typeWeights[(memory as Memory).type] || 0.5;
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
if ("confidence" in memory) {
|
|
65
|
+
baseSalience = Math.max(baseSalience, (memory as SemanticMemory).confidence);
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
const accessBonus = Math.min(0.2, accessCount * 0.02);
|
|
69
|
+
return Math.min(1, baseSalience + accessBonus);
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
export function registerRetentionFunctions(
|
|
73
|
+
sdk: ISdk,
|
|
74
|
+
kv: StateKV,
|
|
75
|
+
): void {
|
|
76
|
+
sdk.registerFunction(
|
|
77
|
+
{
|
|
78
|
+
id: "mem::retention-score",
|
|
79
|
+
description:
|
|
80
|
+
"Compute retention scores for all memories using time-frequency decay",
|
|
81
|
+
},
|
|
82
|
+
async (data: { config?: Partial<DecayConfig> }) => {
|
|
83
|
+
const ctx = getContext();
|
|
84
|
+
const config = { ...DEFAULT_DECAY, ...data.config };
|
|
85
|
+
|
|
86
|
+
const memories = await kv.list<Memory>(KV.memories);
|
|
87
|
+
const semanticMems = await kv.list<SemanticMemory>(KV.semantic);
|
|
88
|
+
|
|
89
|
+
const scores: RetentionScore[] = [];
|
|
90
|
+
|
|
91
|
+
for (const mem of memories) {
|
|
92
|
+
if (!mem.isLatest) continue;
|
|
93
|
+
const salience = computeSalience(mem, 0);
|
|
94
|
+
const score = computeRetention(
|
|
95
|
+
salience,
|
|
96
|
+
mem.createdAt,
|
|
97
|
+
[],
|
|
98
|
+
config,
|
|
99
|
+
);
|
|
100
|
+
|
|
101
|
+
const entry: RetentionScore = {
|
|
102
|
+
memoryId: mem.id,
|
|
103
|
+
score,
|
|
104
|
+
salience,
|
|
105
|
+
temporalDecay: Math.exp(
|
|
106
|
+
-config.lambda *
|
|
107
|
+
((Date.now() - new Date(mem.createdAt).getTime()) /
|
|
108
|
+
(1000 * 60 * 60 * 24)),
|
|
109
|
+
),
|
|
110
|
+
reinforcementBoost: 0,
|
|
111
|
+
lastAccessed: mem.updatedAt,
|
|
112
|
+
accessCount: 0,
|
|
113
|
+
};
|
|
114
|
+
|
|
115
|
+
scores.push(entry);
|
|
116
|
+
await kv.set(KV.retentionScores, mem.id, entry);
|
|
117
|
+
}
|
|
118
|
+
|
|
119
|
+
for (const sem of semanticMems) {
|
|
120
|
+
const accessTimestamps = sem.lastAccessedAt
|
|
121
|
+
? [new Date(sem.lastAccessedAt).getTime()]
|
|
122
|
+
: [];
|
|
123
|
+
const salience = computeSalience(sem, sem.accessCount);
|
|
124
|
+
const score = computeRetention(
|
|
125
|
+
salience,
|
|
126
|
+
sem.createdAt,
|
|
127
|
+
accessTimestamps,
|
|
128
|
+
config,
|
|
129
|
+
);
|
|
130
|
+
|
|
131
|
+
const entry: RetentionScore = {
|
|
132
|
+
memoryId: sem.id,
|
|
133
|
+
score,
|
|
134
|
+
salience,
|
|
135
|
+
temporalDecay: Math.exp(
|
|
136
|
+
-config.lambda *
|
|
137
|
+
((Date.now() - new Date(sem.createdAt).getTime()) /
|
|
138
|
+
(1000 * 60 * 60 * 24)),
|
|
139
|
+
),
|
|
140
|
+
reinforcementBoost:
|
|
141
|
+
score - salience * Math.exp(
|
|
142
|
+
-config.lambda *
|
|
143
|
+
((Date.now() - new Date(sem.createdAt).getTime()) /
|
|
144
|
+
(1000 * 60 * 60 * 24)),
|
|
145
|
+
),
|
|
146
|
+
lastAccessed: sem.lastAccessedAt,
|
|
147
|
+
accessCount: sem.accessCount,
|
|
148
|
+
};
|
|
149
|
+
|
|
150
|
+
scores.push(entry);
|
|
151
|
+
await kv.set(KV.retentionScores, sem.id, entry);
|
|
152
|
+
}
|
|
153
|
+
|
|
154
|
+
scores.sort((a, b) => b.score - a.score);
|
|
155
|
+
|
|
156
|
+
const tiers = {
|
|
157
|
+
hot: scores.filter((s) => s.score >= config.tierThresholds.hot)
|
|
158
|
+
.length,
|
|
159
|
+
warm: scores.filter(
|
|
160
|
+
(s) =>
|
|
161
|
+
s.score >= config.tierThresholds.warm &&
|
|
162
|
+
s.score < config.tierThresholds.hot,
|
|
163
|
+
).length,
|
|
164
|
+
cold: scores.filter(
|
|
165
|
+
(s) =>
|
|
166
|
+
s.score >= config.tierThresholds.cold &&
|
|
167
|
+
s.score < config.tierThresholds.warm,
|
|
168
|
+
).length,
|
|
169
|
+
evictable: scores.filter(
|
|
170
|
+
(s) => s.score < config.tierThresholds.cold,
|
|
171
|
+
).length,
|
|
172
|
+
};
|
|
173
|
+
|
|
174
|
+
ctx.logger.info("Retention scores computed", {
|
|
175
|
+
total: scores.length,
|
|
176
|
+
...tiers,
|
|
177
|
+
});
|
|
178
|
+
|
|
179
|
+
return { success: true, total: scores.length, tiers, scores };
|
|
180
|
+
},
|
|
181
|
+
);
|
|
182
|
+
|
|
183
|
+
sdk.registerFunction(
|
|
184
|
+
{
|
|
185
|
+
id: "mem::retention-evict",
|
|
186
|
+
description:
|
|
187
|
+
"Evict memories below retention threshold (tiered storage)",
|
|
188
|
+
},
|
|
189
|
+
async (data: {
|
|
190
|
+
threshold?: number;
|
|
191
|
+
dryRun?: boolean;
|
|
192
|
+
maxEvict?: number;
|
|
193
|
+
}) => {
|
|
194
|
+
const ctx = getContext();
|
|
195
|
+
const threshold = data.threshold ?? DEFAULT_DECAY.tierThresholds.cold;
|
|
196
|
+
const maxEvict = data.maxEvict ?? 50;
|
|
197
|
+
|
|
198
|
+
const allScores = await kv.list<RetentionScore>(KV.retentionScores);
|
|
199
|
+
const candidates = allScores
|
|
200
|
+
.filter((s) => s.score < threshold)
|
|
201
|
+
.sort((a, b) => a.score - b.score)
|
|
202
|
+
.slice(0, maxEvict);
|
|
203
|
+
|
|
204
|
+
if (data.dryRun) {
|
|
205
|
+
return {
|
|
206
|
+
success: true,
|
|
207
|
+
dryRun: true,
|
|
208
|
+
wouldEvict: candidates.length,
|
|
209
|
+
candidates: candidates.map((c) => ({
|
|
210
|
+
id: c.memoryId,
|
|
211
|
+
score: c.score,
|
|
212
|
+
})),
|
|
213
|
+
};
|
|
214
|
+
}
|
|
215
|
+
|
|
216
|
+
let evicted = 0;
|
|
217
|
+
for (const candidate of candidates) {
|
|
218
|
+
try {
|
|
219
|
+
await kv.delete(KV.memories, candidate.memoryId);
|
|
220
|
+
await kv.delete(KV.retentionScores, candidate.memoryId);
|
|
221
|
+
evicted++;
|
|
222
|
+
} catch {
|
|
223
|
+
continue;
|
|
224
|
+
}
|
|
225
|
+
}
|
|
226
|
+
|
|
227
|
+
ctx.logger.info("Retention-based eviction complete", {
|
|
228
|
+
evicted,
|
|
229
|
+
threshold,
|
|
230
|
+
});
|
|
231
|
+
|
|
232
|
+
return { success: true, evicted };
|
|
233
|
+
},
|
|
234
|
+
);
|
|
235
|
+
}
|