openclaw-cortex-memory 0.1.0-Alpha.2 → 0.1.0-Alpha.21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +163 -203
- package/SKILL.md +71 -268
- package/dist/index.d.ts +88 -15
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +859 -1189
- package/dist/index.js.map +1 -1
- package/dist/openclaw.plugin.json +362 -14
- package/dist/src/dedup/three_stage_deduplicator.d.ts +25 -0
- package/dist/src/dedup/three_stage_deduplicator.d.ts.map +1 -0
- package/dist/src/dedup/three_stage_deduplicator.js +224 -0
- package/dist/src/dedup/three_stage_deduplicator.js.map +1 -0
- package/dist/src/engine/memory_engine.d.ts +2 -1
- package/dist/src/engine/memory_engine.d.ts.map +1 -1
- package/dist/src/engine/ts_engine.d.ts +126 -0
- package/dist/src/engine/ts_engine.d.ts.map +1 -1
- package/dist/src/engine/ts_engine.js +1172 -44
- package/dist/src/engine/ts_engine.js.map +1 -1
- package/dist/src/engine/types.d.ts +12 -0
- package/dist/src/engine/types.d.ts.map +1 -1
- package/dist/src/graph/ontology.d.ts +103 -0
- package/dist/src/graph/ontology.d.ts.map +1 -0
- package/dist/src/graph/ontology.js +564 -0
- package/dist/src/graph/ontology.js.map +1 -0
- package/dist/src/quality/llm_output_validator.d.ts +48 -0
- package/dist/src/quality/llm_output_validator.d.ts.map +1 -0
- package/dist/src/quality/llm_output_validator.js +404 -0
- package/dist/src/quality/llm_output_validator.js.map +1 -0
- package/dist/src/reflect/reflector.d.ts +7 -0
- package/dist/src/reflect/reflector.d.ts.map +1 -1
- package/dist/src/reflect/reflector.js +358 -8
- package/dist/src/reflect/reflector.js.map +1 -1
- package/dist/src/rules/rule_store.d.ts.map +1 -1
- package/dist/src/rules/rule_store.js +75 -16
- package/dist/src/rules/rule_store.js.map +1 -1
- package/dist/src/session/session_end.d.ts +33 -0
- package/dist/src/session/session_end.d.ts.map +1 -1
- package/dist/src/session/session_end.js +67 -64
- package/dist/src/session/session_end.js.map +1 -1
- package/dist/src/store/archive_store.d.ts +128 -0
- package/dist/src/store/archive_store.d.ts.map +1 -0
- package/dist/src/store/archive_store.js +481 -0
- package/dist/src/store/archive_store.js.map +1 -0
- package/dist/src/store/embedding_utils.d.ts +32 -0
- package/dist/src/store/embedding_utils.d.ts.map +1 -0
- package/dist/src/store/embedding_utils.js +173 -0
- package/dist/src/store/embedding_utils.js.map +1 -0
- package/dist/src/store/graph_memory_store.d.ts +44 -0
- package/dist/src/store/graph_memory_store.d.ts.map +1 -0
- package/dist/src/store/graph_memory_store.js +168 -0
- package/dist/src/store/graph_memory_store.js.map +1 -0
- package/dist/src/store/read_store.d.ts +86 -0
- package/dist/src/store/read_store.d.ts.map +1 -1
- package/dist/src/store/read_store.js +1681 -25
- package/dist/src/store/read_store.js.map +1 -1
- package/dist/src/store/vector_store.d.ts +44 -0
- package/dist/src/store/vector_store.d.ts.map +1 -0
- package/dist/src/store/vector_store.js +201 -0
- package/dist/src/store/vector_store.js.map +1 -0
- package/dist/src/store/write_store.d.ts +52 -0
- package/dist/src/store/write_store.d.ts.map +1 -1
- package/dist/src/store/write_store.js +245 -3
- package/dist/src/store/write_store.js.map +1 -1
- package/dist/src/sync/session_sync.d.ts +100 -2
- package/dist/src/sync/session_sync.d.ts.map +1 -1
- package/dist/src/sync/session_sync.js +673 -22
- package/dist/src/sync/session_sync.js.map +1 -1
- package/dist/src/utils/runtime_env.d.ts +4 -0
- package/dist/src/utils/runtime_env.d.ts.map +1 -0
- package/dist/src/utils/runtime_env.js +51 -0
- package/dist/src/utils/runtime_env.js.map +1 -0
- package/openclaw.plugin.json +362 -14
- package/package.json +23 -6
- package/scripts/cli.js +19 -14
- package/scripts/uninstall.js +22 -5
- package/index.ts +0 -2092
- package/scripts/install.js +0 -27
|
@@ -0,0 +1,173 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.normalizeBaseUrl = normalizeBaseUrl;
|
|
4
|
+
exports.resolveChunkingConfig = resolveChunkingConfig;
|
|
5
|
+
exports.splitTextToChunks = splitTextToChunks;
|
|
6
|
+
exports.embedTextWithChunks = embedTextWithChunks;
|
|
7
|
+
function normalizeBaseUrl(value) {
|
|
8
|
+
if (!value)
|
|
9
|
+
return "";
|
|
10
|
+
return value.endsWith("/") ? value.slice(0, -1) : value;
|
|
11
|
+
}
|
|
12
|
+
function resolveChunkingConfig(config) {
|
|
13
|
+
const chunkSizeRaw = typeof config?.chunkSize === "number" && Number.isFinite(config.chunkSize)
|
|
14
|
+
? Math.floor(config.chunkSize)
|
|
15
|
+
: 600;
|
|
16
|
+
const chunkSize = Math.max(200, Math.min(1200, chunkSizeRaw));
|
|
17
|
+
const overlapRaw = typeof config?.chunkOverlap === "number" && Number.isFinite(config.chunkOverlap)
|
|
18
|
+
? Math.floor(config.chunkOverlap)
|
|
19
|
+
: Math.floor(chunkSize * 0.15);
|
|
20
|
+
const chunkOverlap = Math.max(20, Math.min(Math.floor(chunkSize * 0.25), overlapRaw, chunkSize - 20));
|
|
21
|
+
return {
|
|
22
|
+
chunkSize,
|
|
23
|
+
chunkOverlap: chunkOverlap <= 0 ? Math.max(20, Math.floor(chunkSize * 0.15)) : chunkOverlap,
|
|
24
|
+
};
|
|
25
|
+
}
|
|
26
|
+
function tokenize(text) {
|
|
27
|
+
const tokens = text
|
|
28
|
+
.replace(/\r\n/g, "\n")
|
|
29
|
+
.split(/\s+/)
|
|
30
|
+
.map(item => item.trim())
|
|
31
|
+
.filter(Boolean);
|
|
32
|
+
if (tokens.length > 0) {
|
|
33
|
+
return tokens;
|
|
34
|
+
}
|
|
35
|
+
return text
|
|
36
|
+
.replace(/\r\n/g, "\n")
|
|
37
|
+
.split("")
|
|
38
|
+
.map(item => item.trim())
|
|
39
|
+
.filter(Boolean);
|
|
40
|
+
}
|
|
41
|
+
function splitTextToChunks(text, config) {
|
|
42
|
+
const normalized = (text || "").trim();
|
|
43
|
+
if (!normalized) {
|
|
44
|
+
return [];
|
|
45
|
+
}
|
|
46
|
+
const runtime = resolveChunkingConfig(config);
|
|
47
|
+
const tokens = tokenize(normalized);
|
|
48
|
+
if (tokens.length <= runtime.chunkSize) {
|
|
49
|
+
return [normalized];
|
|
50
|
+
}
|
|
51
|
+
const chunks = [];
|
|
52
|
+
const step = Math.max(1, runtime.chunkSize - runtime.chunkOverlap);
|
|
53
|
+
let index = 0;
|
|
54
|
+
while (index < tokens.length) {
|
|
55
|
+
const slice = tokens.slice(index, index + runtime.chunkSize);
|
|
56
|
+
if (slice.length === 0) {
|
|
57
|
+
break;
|
|
58
|
+
}
|
|
59
|
+
chunks.push(slice.join(" "));
|
|
60
|
+
if (index + runtime.chunkSize >= tokens.length) {
|
|
61
|
+
break;
|
|
62
|
+
}
|
|
63
|
+
index += step;
|
|
64
|
+
}
|
|
65
|
+
return chunks;
|
|
66
|
+
}
|
|
67
|
+
async function requestEmbedding(args) {
|
|
68
|
+
const endpoint = args.baseUrl.endsWith("/embeddings") ? args.baseUrl : `${args.baseUrl}/embeddings`;
|
|
69
|
+
const body = {
|
|
70
|
+
input: args.text,
|
|
71
|
+
model: args.model,
|
|
72
|
+
};
|
|
73
|
+
if (typeof args.dimensions === "number" && Number.isFinite(args.dimensions) && args.dimensions > 0) {
|
|
74
|
+
body.dimensions = args.dimensions;
|
|
75
|
+
}
|
|
76
|
+
const timeoutMs = typeof args.timeoutMs === "number" && Number.isFinite(args.timeoutMs) && args.timeoutMs >= 1000
|
|
77
|
+
? Math.floor(args.timeoutMs)
|
|
78
|
+
: 20000;
|
|
79
|
+
const maxRetries = typeof args.maxRetries === "number" && Number.isFinite(args.maxRetries) && args.maxRetries >= 1
|
|
80
|
+
? Math.min(8, Math.floor(args.maxRetries))
|
|
81
|
+
: 4;
|
|
82
|
+
let lastError = null;
|
|
83
|
+
for (let attempt = 0; attempt < maxRetries; attempt += 1) {
|
|
84
|
+
const controller = new AbortController();
|
|
85
|
+
const timeoutId = setTimeout(() => controller.abort(), timeoutMs);
|
|
86
|
+
try {
|
|
87
|
+
const response = await fetch(endpoint, {
|
|
88
|
+
method: "POST",
|
|
89
|
+
headers: {
|
|
90
|
+
"content-type": "application/json",
|
|
91
|
+
authorization: `Bearer ${args.apiKey}`,
|
|
92
|
+
},
|
|
93
|
+
body: JSON.stringify(body),
|
|
94
|
+
signal: controller.signal,
|
|
95
|
+
});
|
|
96
|
+
clearTimeout(timeoutId);
|
|
97
|
+
if (!response.ok) {
|
|
98
|
+
lastError = new Error(`embedding_http_${response.status}`);
|
|
99
|
+
continue;
|
|
100
|
+
}
|
|
101
|
+
const json = await response.json();
|
|
102
|
+
const embedding = json?.data?.[0]?.embedding;
|
|
103
|
+
if (Array.isArray(embedding) && embedding.length > 0) {
|
|
104
|
+
return embedding.filter(item => Number.isFinite(item));
|
|
105
|
+
}
|
|
106
|
+
lastError = new Error("embedding_empty");
|
|
107
|
+
}
|
|
108
|
+
catch (error) {
|
|
109
|
+
clearTimeout(timeoutId);
|
|
110
|
+
lastError = error;
|
|
111
|
+
}
|
|
112
|
+
if (attempt < maxRetries - 1) {
|
|
113
|
+
await new Promise(resolve => setTimeout(resolve, 300 * Math.pow(2, attempt)));
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
if (lastError) {
|
|
117
|
+
throw lastError;
|
|
118
|
+
}
|
|
119
|
+
return null;
|
|
120
|
+
}
|
|
121
|
+
function averageEmbeddings(vectors) {
|
|
122
|
+
if (vectors.length === 0) {
|
|
123
|
+
return [];
|
|
124
|
+
}
|
|
125
|
+
const size = vectors[0].length;
|
|
126
|
+
const result = Array.from({ length: size }, () => 0);
|
|
127
|
+
for (const vector of vectors) {
|
|
128
|
+
const width = Math.min(size, vector.length);
|
|
129
|
+
for (let i = 0; i < width; i += 1) {
|
|
130
|
+
result[i] += vector[i];
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
for (let i = 0; i < result.length; i += 1) {
|
|
134
|
+
result[i] = Number((result[i] / vectors.length).toFixed(8));
|
|
135
|
+
}
|
|
136
|
+
return result;
|
|
137
|
+
}
|
|
138
|
+
async function embedTextWithChunks(args) {
|
|
139
|
+
const model = args.embedding?.model || "";
|
|
140
|
+
const apiKey = args.embedding?.apiKey || "";
|
|
141
|
+
const baseUrl = normalizeBaseUrl(args.embedding?.baseURL || args.embedding?.baseUrl);
|
|
142
|
+
if (!model || !apiKey || !baseUrl) {
|
|
143
|
+
return { chunkCount: 0, embeddingStatus: "pending" };
|
|
144
|
+
}
|
|
145
|
+
const chunks = splitTextToChunks(args.text, args.chunking);
|
|
146
|
+
if (chunks.length === 0) {
|
|
147
|
+
return { chunkCount: 0, embeddingStatus: "failed" };
|
|
148
|
+
}
|
|
149
|
+
const vectors = [];
|
|
150
|
+
for (const chunk of chunks) {
|
|
151
|
+
const embedding = await requestEmbedding({
|
|
152
|
+
text: chunk,
|
|
153
|
+
model,
|
|
154
|
+
apiKey,
|
|
155
|
+
baseUrl,
|
|
156
|
+
dimensions: args.embedding?.dimensions,
|
|
157
|
+
timeoutMs: args.embedding?.timeoutMs,
|
|
158
|
+
maxRetries: args.embedding?.maxRetries,
|
|
159
|
+
});
|
|
160
|
+
if (embedding && embedding.length > 0) {
|
|
161
|
+
vectors.push(embedding);
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
if (vectors.length === 0) {
|
|
165
|
+
return { chunkCount: chunks.length, embeddingStatus: "failed" };
|
|
166
|
+
}
|
|
167
|
+
return {
|
|
168
|
+
embedding: averageEmbeddings(vectors),
|
|
169
|
+
chunkCount: chunks.length,
|
|
170
|
+
embeddingStatus: "ok",
|
|
171
|
+
};
|
|
172
|
+
}
|
|
173
|
+
//# sourceMappingURL=embedding_utils.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embedding_utils.js","sourceRoot":"","sources":["../../../src/store/embedding_utils.ts"],"names":[],"mappings":";;AA2BA,4CAGC;AAED,sDAaC;AAkBD,8CAyBC;AAkFD,kDAsCC;AArLD,SAAgB,gBAAgB,CAAC,KAAc;IAC7C,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,OAAO,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAC1D,CAAC;AAED,SAAgB,qBAAqB,CAAC,MAAuB;IAC3D,MAAM,YAAY,GAAG,OAAO,MAAM,EAAE,SAAS,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC;QAC7F,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC;QAC9B,CAAC,CAAC,GAAG,CAAC;IACR,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC;IAC9D,MAAM,UAAU,GAAG,OAAO,MAAM,EAAE,YAAY,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC;QACjG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC;QACjC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC;IACjC,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,EAAE,UAAU,EAAE,SAAS,GAAG,EAAE,CAAC,CAAC,CAAC;IACtG,OAAO;QACL,SAAS;QACT,YAAY,EAAE,YAAY,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY;KAC5F,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY;IAC5B,MAAM,MAAM,GAAG,IAAI;SAChB,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC;SACtB,KAAK,CAAC,KAAK,CAAC;SACZ,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SACxB,MAAM,CAAC,OAAO,CAAC,CAAC;IACnB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,IAAI;SACR,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC;SACtB,KAAK,CAAC,EAAE,CAAC;SACT,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SACxB,MAAM,CAAC,OAAO,CAAC,CAAC;AACrB,CAAC;AAED,SAAgB,iBAAiB,CAAC,IAAY,EAAE,MAAuB;IACrE,MAAM,UAAU,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACvC,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,OAAO,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC;IACpC,IAAI,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACvC,OAAO,CAAC,UAAU,CAAC,CAAC;IACtB,CAAC;IACD,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,SAAS,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACnE,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;QAC7D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM;QACR,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7B,IAAI,KAAK,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAC/C,MAAM;QACR,CAAC;QACD,KAAK,IAAI,IAAI,CAAC;IAChB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,IAQ/B;IACC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,aAAa,CAAC;IACpG,MAAM,IAAI,GAA4B;QACpC,KAAK,EAAE,IAAI,CAAC,IAAI;QAChB,KAAK,EAAE,IAAI,CAAC,KAAK;KAClB,CAAC;IACF,IAAI,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;QACnG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;IACpC,CAAC;IACD,MAAM,SAAS,GAAG,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;QAC/G,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;QAC5B,CAAC,CAAC,KAAK,CAAC;IACV,MAAM,UAAU,GAAG,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC;QAChH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC,CAAC;IACN,IAAI,SAAS,GAAY,IAAI,CAAC;IAC9B,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,UAAU,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;QACzD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;QAClE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;gBACrC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAC1B,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YACH,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,SAAS,GAAG,IAAI,KAAK,CAAC,kBAAkB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC3D,SAAS;YACX,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAgD,CAAC;YACjF,MAAM,SAAS,GAAG,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC;YAC7C,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrD,OAAO,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;YACzD,CAAC;YACD,SAAS,GAAG,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAC3C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,SAAS,GAAG,KAAK,CAAC;QACpB,CAAC;QACD,IAAI,OAAO,GAAG,UAAU,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;IACD,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,SAAS,CAAC;IAClB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAmB;IAC5C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAC/B,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IACrD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAClC,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1C,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAEM,KAAK,UAAU,mBAAmB,CAAC,IAIzC;IACC,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,EAAE,KAAK,IAAI,EAAE,CAAC;IAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,IAAI,EAAE,CAAC;IAC5C,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,IAAI,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACrF,IAAI,CAAC,KAAK,IAAI,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QAClC,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,eAAe,EAAE,SAAS,EAAE,CAAC;IACvD,CAAC;IACD,MAAM,MAAM,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC3D,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,eAAe,EAAE,QAAQ,EAAE,CAAC;IACtD,CAAC;IACD,MAAM,OAAO,GAAe,EAAE,CAAC;IAC/B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC;YACvC,IAAI,EAAE,KAAK;YACX,KAAK;YACL,MAAM;YACN,OAAO;YACP,UAAU,EAAE,IAAI,CAAC,SAAS,EAAE,UAAU;YACtC,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,SAAS;YACpC,UAAU,EAAE,IAAI,CAAC,SAAS,EAAE,UAAU;SACvC,CAAC,CAAC;QACH,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,EAAE,QAAQ,EAAE,CAAC;IAClE,CAAC;IACD,OAAO;QACL,SAAS,EAAE,iBAAiB,CAAC,OAAO,CAAC;QACrC,UAAU,EAAE,MAAM,CAAC,MAAM;QACzB,eAAe,EAAE,IAAI;KACtB,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
import { GraphQualityMode, GraphRelation, GraphMemoryRecord } from "../graph/ontology";
|
|
2
|
+
interface LoggerLike {
|
|
3
|
+
debug: (message: string, ...args: unknown[]) => void;
|
|
4
|
+
info: (message: string, ...args: unknown[]) => void;
|
|
5
|
+
warn: (message: string, ...args: unknown[]) => void;
|
|
6
|
+
}
|
|
7
|
+
interface GraphMemoryStoreOptions {
|
|
8
|
+
projectRoot: string;
|
|
9
|
+
memoryRoot: string;
|
|
10
|
+
logger: LoggerLike;
|
|
11
|
+
qualityMode?: GraphQualityMode;
|
|
12
|
+
}
|
|
13
|
+
interface GraphPayloadInput {
|
|
14
|
+
sourceEventId: string;
|
|
15
|
+
sourceLayer: "archive_event" | "active_only";
|
|
16
|
+
archiveEventId?: string;
|
|
17
|
+
sessionId: string;
|
|
18
|
+
sourceFile?: string;
|
|
19
|
+
eventType?: string;
|
|
20
|
+
entities?: string[];
|
|
21
|
+
entity_types?: Record<string, string>;
|
|
22
|
+
relations?: GraphRelation[];
|
|
23
|
+
gateSource: "sync" | "session_end" | "manual";
|
|
24
|
+
confidence?: number;
|
|
25
|
+
sourceText?: string;
|
|
26
|
+
}
|
|
27
|
+
interface AppendResult {
|
|
28
|
+
success: boolean;
|
|
29
|
+
reason?: string;
|
|
30
|
+
record?: GraphMemoryRecord;
|
|
31
|
+
}
|
|
32
|
+
export declare function createGraphMemoryStore(options: GraphMemoryStoreOptions): {
|
|
33
|
+
append(input: GraphPayloadInput): Promise<AppendResult>;
|
|
34
|
+
loadAll(): GraphMemoryRecord[];
|
|
35
|
+
loadByArchiveEventId(archiveEventId: string): GraphMemoryRecord[];
|
|
36
|
+
loadByEntity(entityName: string): GraphMemoryRecord[];
|
|
37
|
+
getStats(): {
|
|
38
|
+
totalRecords: number;
|
|
39
|
+
totalEntities: number;
|
|
40
|
+
totalRelations: number;
|
|
41
|
+
};
|
|
42
|
+
};
|
|
43
|
+
export type { GraphMemoryRecord, GraphPayloadInput, AppendResult };
|
|
44
|
+
//# sourceMappingURL=graph_memory_store.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"graph_memory_store.d.ts","sourceRoot":"","sources":["../../../src/store/graph_memory_store.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,gBAAgB,EAChB,aAAa,EACb,iBAAiB,EAGlB,MAAM,mBAAmB,CAAC;AAG3B,UAAU,UAAU;IAClB,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;IACrD,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;IACpD,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;CACrD;AAED,UAAU,uBAAuB;IAC/B,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,UAAU,CAAC;IACnB,WAAW,CAAC,EAAE,gBAAgB,CAAC;CAChC;AAED,UAAU,iBAAiB;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,eAAe,GAAG,aAAa,CAAC;IAC7C,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,SAAS,CAAC,EAAE,aAAa,EAAE,CAAC;IAC5B,UAAU,EAAE,MAAM,GAAG,aAAa,GAAG,QAAQ,CAAC;IAC9C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,UAAU,YAAY;IACpB,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,iBAAiB,CAAC;CAC5B;AA0BD,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,uBAAuB,GAAG;IACxE,MAAM,CAAC,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACxD,OAAO,IAAI,iBAAiB,EAAE,CAAC;IAC/B,oBAAoB,CAAC,cAAc,EAAE,MAAM,GAAG,iBAAiB,EAAE,CAAC;IAClE,YAAY,CAAC,UAAU,EAAE,MAAM,GAAG,iBAAiB,EAAE,CAAC;IACtD,QAAQ,IAAI;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,cAAc,EAAE,MAAM,CAAA;KAAE,CAAC;CACrF,CA2IA;AAED,YAAY,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,YAAY,EAAE,CAAC"}
|
|
@@ -0,0 +1,168 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.createGraphMemoryStore = createGraphMemoryStore;
|
|
37
|
+
const fs = __importStar(require("fs"));
|
|
38
|
+
const path = __importStar(require("path"));
|
|
39
|
+
const crypto = __importStar(require("crypto"));
|
|
40
|
+
const ontology_1 = require("../graph/ontology");
|
|
41
|
+
const llm_output_validator_1 = require("../quality/llm_output_validator");
|
|
42
|
+
function ensureDirForFile(filePath) {
|
|
43
|
+
const dir = path.dirname(filePath);
|
|
44
|
+
if (!fs.existsSync(dir)) {
|
|
45
|
+
fs.mkdirSync(dir, { recursive: true });
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
function generateGraphId() {
|
|
49
|
+
return `gph_${Date.now().toString(36)}_${crypto.randomBytes(4).toString("hex")}`;
|
|
50
|
+
}
|
|
51
|
+
function createGraphMemoryStore(options) {
|
|
52
|
+
const graphMemoryPath = path.join(options.memoryRoot, "graph", "memory.jsonl");
|
|
53
|
+
const mutationLogPath = path.join(options.memoryRoot, "graph", "mutation_log.jsonl");
|
|
54
|
+
const graphSchema = (0, ontology_1.loadGraphSchema)(options.projectRoot);
|
|
55
|
+
options.logger.info(`Graph memory store initialized at ${graphMemoryPath}`);
|
|
56
|
+
async function append(input) {
|
|
57
|
+
const validation = (0, ontology_1.validateGraphPayload)({
|
|
58
|
+
sourceEventId: input.sourceEventId,
|
|
59
|
+
sourceLayer: input.sourceLayer,
|
|
60
|
+
archiveEventId: input.archiveEventId,
|
|
61
|
+
sessionId: input.sessionId,
|
|
62
|
+
sourceFile: input.sourceFile,
|
|
63
|
+
eventType: input.eventType,
|
|
64
|
+
entities: input.entities,
|
|
65
|
+
entity_types: input.entity_types,
|
|
66
|
+
relations: input.relations,
|
|
67
|
+
gateSource: input.gateSource,
|
|
68
|
+
confidence: input.confidence,
|
|
69
|
+
schema: graphSchema,
|
|
70
|
+
sourceText: input.sourceText,
|
|
71
|
+
qualityMode: options.qualityMode || "warn",
|
|
72
|
+
});
|
|
73
|
+
if (!validation.valid) {
|
|
74
|
+
options.logger.info(`graph_skip_reason=${validation.reason} source_event_id=${input.sourceEventId}`);
|
|
75
|
+
return { success: false, reason: validation.reason };
|
|
76
|
+
}
|
|
77
|
+
if (Array.isArray(validation.warnings) && validation.warnings.length > 0) {
|
|
78
|
+
options.logger.warn(`graph_quality_warning source_event_id=${input.sourceEventId} warnings=${validation.warnings.join("|")}`);
|
|
79
|
+
}
|
|
80
|
+
const record = validation.normalized;
|
|
81
|
+
record.id = generateGraphId();
|
|
82
|
+
record.timestamp = new Date().toISOString();
|
|
83
|
+
const line = JSON.stringify(record);
|
|
84
|
+
const qualityCheck = (0, llm_output_validator_1.validateGraphJsonlLine)(line);
|
|
85
|
+
if (!qualityCheck.valid) {
|
|
86
|
+
const reason = `graph_record_quality_invalid:${qualityCheck.errors.join("|")}`;
|
|
87
|
+
options.logger.warn(`graph_skip_reason=${reason} source_event_id=${input.sourceEventId}`);
|
|
88
|
+
return { success: false, reason };
|
|
89
|
+
}
|
|
90
|
+
if (qualityCheck.warnings.length > 0) {
|
|
91
|
+
options.logger.warn(`graph_quality_warning source_event_id=${input.sourceEventId} warnings=${qualityCheck.warnings.join("|")}`);
|
|
92
|
+
}
|
|
93
|
+
const mutationEntry = {
|
|
94
|
+
op: "insert_graph",
|
|
95
|
+
id: record.id,
|
|
96
|
+
source_event_id: record.source_event_id,
|
|
97
|
+
source_layer: record.source_layer,
|
|
98
|
+
archive_event_id: record.archive_event_id,
|
|
99
|
+
timestamp: record.timestamp,
|
|
100
|
+
session_id: record.session_id,
|
|
101
|
+
gate_source: record.gate_source,
|
|
102
|
+
entity_count: record.entities.length,
|
|
103
|
+
relation_count: record.relations.length,
|
|
104
|
+
};
|
|
105
|
+
const mutationLine = JSON.stringify(mutationEntry);
|
|
106
|
+
ensureDirForFile(graphMemoryPath);
|
|
107
|
+
ensureDirForFile(mutationLogPath);
|
|
108
|
+
fs.appendFileSync(graphMemoryPath, `${line}\n`, "utf-8");
|
|
109
|
+
fs.appendFileSync(mutationLogPath, `${mutationLine}\n`, "utf-8");
|
|
110
|
+
options.logger.info(`graph_write id=${record.id} source_event_id=${record.source_event_id} source_layer=${record.source_layer} entities=${record.entities.length} relations=${record.relations.length} gate_source=${record.gate_source}`);
|
|
111
|
+
return { success: true, record };
|
|
112
|
+
}
|
|
113
|
+
function loadAll() {
|
|
114
|
+
if (!fs.existsSync(graphMemoryPath)) {
|
|
115
|
+
return [];
|
|
116
|
+
}
|
|
117
|
+
const content = fs.readFileSync(graphMemoryPath, "utf-8");
|
|
118
|
+
const lines = content.split(/\r?\n/).filter(Boolean);
|
|
119
|
+
const records = [];
|
|
120
|
+
for (const line of lines) {
|
|
121
|
+
try {
|
|
122
|
+
const parsed = JSON.parse(line);
|
|
123
|
+
if (parsed && parsed.id && (parsed.source_event_id || parsed.archive_event_id)) {
|
|
124
|
+
if (!parsed.source_event_id && parsed.archive_event_id) {
|
|
125
|
+
parsed.source_event_id = parsed.archive_event_id;
|
|
126
|
+
parsed.source_layer = "archive_event";
|
|
127
|
+
}
|
|
128
|
+
records.push(parsed);
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
catch {
|
|
132
|
+
options.logger.warn(`graph_memory_parse_error line=${line.slice(0, 100)}`);
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
return records;
|
|
136
|
+
}
|
|
137
|
+
function loadByArchiveEventId(archiveEventId) {
|
|
138
|
+
return loadAll().filter(record => record.archive_event_id === archiveEventId || record.source_event_id === archiveEventId);
|
|
139
|
+
}
|
|
140
|
+
function loadByEntity(entityName) {
|
|
141
|
+
const normalized = entityName.trim().toLowerCase();
|
|
142
|
+
return loadAll().filter(record => record.entities.some(entity => entity.trim().toLowerCase() === normalized));
|
|
143
|
+
}
|
|
144
|
+
function getStats() {
|
|
145
|
+
const all = loadAll();
|
|
146
|
+
const entitySet = new Set();
|
|
147
|
+
let totalRelations = 0;
|
|
148
|
+
for (const record of all) {
|
|
149
|
+
for (const entity of record.entities) {
|
|
150
|
+
entitySet.add(entity.trim().toLowerCase());
|
|
151
|
+
}
|
|
152
|
+
totalRelations += record.relations.length;
|
|
153
|
+
}
|
|
154
|
+
return {
|
|
155
|
+
totalRecords: all.length,
|
|
156
|
+
totalEntities: entitySet.size,
|
|
157
|
+
totalRelations,
|
|
158
|
+
};
|
|
159
|
+
}
|
|
160
|
+
return {
|
|
161
|
+
append,
|
|
162
|
+
loadAll,
|
|
163
|
+
loadByArchiveEventId,
|
|
164
|
+
loadByEntity,
|
|
165
|
+
getStats,
|
|
166
|
+
};
|
|
167
|
+
}
|
|
168
|
+
//# sourceMappingURL=graph_memory_store.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"graph_memory_store.js","sourceRoot":"","sources":["../../../src/store/graph_memory_store.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAsEA,wDAiJC;AAvND,uCAAyB;AACzB,2CAA6B;AAC7B,+CAAiC;AACjC,gDAM2B;AAC3B,0EAAyE;AAiDzE,SAAS,gBAAgB,CAAC,QAAgB;IACxC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACnC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,CAAC;AACH,CAAC;AAED,SAAS,eAAe;IACtB,OAAO,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;AACnF,CAAC;AAED,SAAgB,sBAAsB,CAAC,OAAgC;IAOrE,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC;IAC/E,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,EAAE,oBAAoB,CAAC,CAAC;IACrF,MAAM,WAAW,GAAG,IAAA,0BAAe,EAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAEzD,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,qCAAqC,eAAe,EAAE,CAAC,CAAC;IAE5E,KAAK,UAAU,MAAM,CAAC,KAAwB;QAC5C,MAAM,UAAU,GAAG,IAAA,+BAAoB,EAAC;YACtC,aAAa,EAAE,KAAK,CAAC,aAAa;YAClC,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,cAAc,EAAE,KAAK,CAAC,cAAc;YACpC,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,MAAM,EAAE,WAAW;YACnB,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,MAAM;SAC3C,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACtB,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,UAAU,CAAC,MAAM,oBAAoB,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC;YACrG,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC;QACvD,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzE,OAAO,CAAC,MAAM,CAAC,IAAI,CACjB,yCAAyC,KAAK,CAAC,aAAa,aAAa,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CACzG,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,UAAU,CAAC,UAAW,CAAC;QACtC,MAAM,CAAC,EAAE,GAAG,eAAe,EAAE,CAAC;QAC9B,MAAM,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAE5C,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACpC,MAAM,YAAY,GAAG,IAAA,6CAAsB,EAAC,IAAI,CAAC,CAAC;QAClD,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;YACxB,MAAM,MAAM,GAAG,gCAAgC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/E,OAAO,CAAC,MAAM,CAAC,IAAI,CACjB,qBAAqB,MAAM,oBAAoB,KAAK,CAAC,aAAa,EAAE,CACrE,CAAC;YACF,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QACpC,CAAC;QACD,IAAI,YAAY,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrC,OAAO,CAAC,MAAM,CAAC,IAAI,CACjB,yCAAyC,KAAK,CAAC,aAAa,aAAa,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAC3G,CAAC;QACJ,CAAC;QACD,MAAM,aAAa,GAAqB;YACtC,EAAE,EAAE,cAAc;YAClB,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,YAAY,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;YACpC,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,MAAM;SACxC,CAAC;QACF,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QAEnD,gBAAgB,CAAC,eAAe,CAAC,CAAC;QAClC,gBAAgB,CAAC,eAAe,CAAC,CAAC;QAElC,EAAE,CAAC,cAAc,CAAC,eAAe,EAAE,GAAG,IAAI,IAAI,EAAE,OAAO,CAAC,CAAC;QACzD,EAAE,CAAC,cAAc,CAAC,eAAe,EAAE,GAAG,YAAY,IAAI,EAAE,OAAO,CAAC,CAAC;QAEjE,OAAO,CAAC,MAAM,CAAC,IAAI,CACjB,kBAAkB,MAAM,CAAC,EAAE,oBAAoB,MAAM,CAAC,eAAe,iBAAiB,MAAM,CAAC,YAAY,aAAa,MAAM,CAAC,QAAQ,CAAC,MAAM,cAAc,MAAM,CAAC,SAAS,CAAC,MAAM,gBAAgB,MAAM,CAAC,WAAW,EAAE,CACtN,CAAC;QAEF,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IACnC,CAAC;IAED,SAAS,OAAO;QACd,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;YACpC,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;QAC1D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,OAAO,GAAwB,EAAE,CAAC;QACxC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAsB,CAAC;gBACrD,IAAI,MAAM,IAAI,MAAM,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,MAAM,CAAC,gBAAgB,CAAC,EAAE,CAAC;oBAC/E,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;wBACvD,MAAM,CAAC,eAAe,GAAG,MAAM,CAAC,gBAAgB,CAAC;wBACjD,MAAM,CAAC,YAAY,GAAG,eAAe,CAAC;oBACxC,CAAC;oBACD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACvB,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,iCAAiC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7E,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,SAAS,oBAAoB,CAAC,cAAsB;QAClD,OAAO,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,gBAAgB,KAAK,cAAc,IAAI,MAAM,CAAC,eAAe,KAAK,cAAc,CAAC,CAAC;IAC7H,CAAC;IAED,SAAS,YAAY,CAAC,UAAkB;QACtC,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACnD,OAAO,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAC/B,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,UAAU,CAAC,CAC3E,CAAC;IACJ,CAAC;IAED,SAAS,QAAQ;QACf,MAAM,GAAG,GAAG,OAAO,EAAE,CAAC;QACtB,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;QACpC,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,KAAK,MAAM,MAAM,IAAI,GAAG,EAAE,CAAC;YACzB,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACrC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;YAC7C,CAAC;YACD,cAAc,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;QAC5C,CAAC;QACD,OAAO;YACL,YAAY,EAAE,GAAG,CAAC,MAAM;YACxB,aAAa,EAAE,SAAS,CAAC,IAAI;YAC7B,cAAc;SACf,CAAC;IACJ,CAAC;IAED,OAAO;QACL,MAAM;QACN,OAAO;QACP,oBAAoB;QACpB,YAAY;QACZ,QAAQ;KACT,CAAC;AACJ,CAAC"}
|
|
@@ -5,6 +5,7 @@ interface LoggerLike {
|
|
|
5
5
|
export interface ReadStoreSearchArgs {
|
|
6
6
|
query: string;
|
|
7
7
|
topK: number;
|
|
8
|
+
mode?: "default" | "lightweight";
|
|
8
9
|
}
|
|
9
10
|
export interface ReadStoreHotArgs {
|
|
10
11
|
limit: number;
|
|
@@ -22,6 +23,91 @@ interface ReadStoreOptions {
|
|
|
22
23
|
projectRoot: string;
|
|
23
24
|
dbPath?: string;
|
|
24
25
|
logger: LoggerLike;
|
|
26
|
+
embedding?: {
|
|
27
|
+
provider: string;
|
|
28
|
+
model: string;
|
|
29
|
+
apiKey?: string;
|
|
30
|
+
baseURL?: string;
|
|
31
|
+
baseUrl?: string;
|
|
32
|
+
dimensions?: number;
|
|
33
|
+
};
|
|
34
|
+
reranker?: {
|
|
35
|
+
provider?: string;
|
|
36
|
+
model: string;
|
|
37
|
+
apiKey?: string;
|
|
38
|
+
baseURL?: string;
|
|
39
|
+
baseUrl?: string;
|
|
40
|
+
};
|
|
41
|
+
llm?: {
|
|
42
|
+
provider: string;
|
|
43
|
+
model: string;
|
|
44
|
+
apiKey?: string;
|
|
45
|
+
baseURL?: string;
|
|
46
|
+
baseUrl?: string;
|
|
47
|
+
};
|
|
48
|
+
fusion?: {
|
|
49
|
+
enabled?: boolean;
|
|
50
|
+
maxCandidates?: number;
|
|
51
|
+
authoritative?: boolean;
|
|
52
|
+
channelWeights?: {
|
|
53
|
+
rules?: number;
|
|
54
|
+
archive?: number;
|
|
55
|
+
vector?: number;
|
|
56
|
+
graph?: number;
|
|
57
|
+
};
|
|
58
|
+
channelTopK?: {
|
|
59
|
+
rules?: number;
|
|
60
|
+
archive?: number;
|
|
61
|
+
vector?: number;
|
|
62
|
+
graph?: number;
|
|
63
|
+
};
|
|
64
|
+
minLexicalHits?: number;
|
|
65
|
+
minSemanticHits?: number;
|
|
66
|
+
lengthNorm?: {
|
|
67
|
+
enabled?: boolean;
|
|
68
|
+
pivotChars?: number;
|
|
69
|
+
strength?: number;
|
|
70
|
+
minFactor?: number;
|
|
71
|
+
};
|
|
72
|
+
};
|
|
73
|
+
memoryDecay?: {
|
|
74
|
+
enabled?: boolean;
|
|
75
|
+
minFloor?: number;
|
|
76
|
+
defaultHalfLifeDays?: number;
|
|
77
|
+
halfLifeByEventType?: Record<string, number>;
|
|
78
|
+
antiDecay?: {
|
|
79
|
+
enabled?: boolean;
|
|
80
|
+
maxBoost?: number;
|
|
81
|
+
hitWeight?: number;
|
|
82
|
+
recentWindowDays?: number;
|
|
83
|
+
};
|
|
84
|
+
};
|
|
85
|
+
readTuning?: {
|
|
86
|
+
scoring?: {
|
|
87
|
+
lexicalWeight?: number;
|
|
88
|
+
bm25Scale?: number;
|
|
89
|
+
semanticWeight?: number;
|
|
90
|
+
recencyWeight?: number;
|
|
91
|
+
qualityWeight?: number;
|
|
92
|
+
typeMatchWeight?: number;
|
|
93
|
+
graphMatchWeight?: number;
|
|
94
|
+
};
|
|
95
|
+
rrf?: {
|
|
96
|
+
k?: number;
|
|
97
|
+
weight?: number;
|
|
98
|
+
};
|
|
99
|
+
recency?: {
|
|
100
|
+
buckets?: Array<{
|
|
101
|
+
maxAgeHours: number;
|
|
102
|
+
score: number;
|
|
103
|
+
bonus: number;
|
|
104
|
+
}>;
|
|
105
|
+
};
|
|
106
|
+
autoContext?: {
|
|
107
|
+
queryMaxChars?: number;
|
|
108
|
+
lightweightSearch?: boolean;
|
|
109
|
+
};
|
|
110
|
+
};
|
|
25
111
|
}
|
|
26
112
|
export interface ReadStore {
|
|
27
113
|
searchMemory(args: ReadStoreSearchArgs): Promise<{
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"read_store.d.ts","sourceRoot":"","sources":["../../../src/store/read_store.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"read_store.d.ts","sourceRoot":"","sources":["../../../src/store/read_store.ts"],"names":[],"mappings":"AAIA,UAAU,UAAU;IAClB,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;IACrD,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;CACrD;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,SAAS,GAAG,aAAa,CAAC;CAClC;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,iBAAiB;IAChC,UAAU,EAAE,OAAO,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,CAAC,EAAE;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,OAAO,EAAE,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;CACH;AAqHD,UAAU,gBAAgB;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,UAAU,CAAC;IACnB,SAAS,CAAC,EAAE;QACV,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,QAAQ,CAAC,EAAE;QACT,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;IACF,GAAG,CAAC,EAAE;QACJ,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;IACF,MAAM,CAAC,EAAE;QACP,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,cAAc,CAAC,EAAE;YACf,KAAK,CAAC,EAAE,MAAM,CAAC;YACf,OAAO,CAAC,EAAE,MAAM,CAAC;YACjB,MAAM,CAAC,EAAE,MAAM,CAAC;YAChB,KAAK,CAAC,EAAE,MAAM,CAAC;SAChB,CAAC;QACF,WAAW,CAAC,EAAE;YACZ,KAAK,CAAC,EAAE,MAAM,CAAC;YACf,OAAO,CAAC,EAAE,MAAM,CAAC;YACjB,MAAM,CAAC,EAAE,MAAM,CAAC;YAChB,KAAK,CAAC,EAAE,MAAM,CAAC;SAChB,CAAC;QACF,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,UAAU,CAAC,EAAE;YACX,OAAO,CAAC,EAAE,OAAO,CAAC;YAClB,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;YAClB,SAAS,CAAC,EAAE,MAAM,CAAC;SACpB,CAAC;KACH,CAAC;IACF,WAAW,CAAC,EAAE;QACZ,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,mBAAmB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC7C,SAAS,CAAC,EAAE;YACV,OAAO,CAAC,EAAE,OAAO,CAAC;YAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;YAClB,SAAS,CAAC,EAAE,MAAM,CAAC;YACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;SAC3B,CAAC;KACH,CAAC;IACF,UAAU,CAAC,EAAE;QACX,OAAO,CAAC,EAAE;YACR,aAAa,CAAC,EAAE,MAAM,CAAC;YACvB,SAAS,CAAC,EAAE,MAAM,CAAC;YACnB,cAAc,CAAC,EAAE,MAAM,CAAC;YACxB,aAAa,CAAC,EAAE,MAAM,CAAC;YACvB,aAAa,CAAC,EAAE,MAAM,CAAC;YACvB,eAAe,CAAC,EAAE,MAAM,CAAC;YACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;SAC3B,CAAC;QACF,GAAG,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,MAAM,CAAC;YACX,MAAM,CAAC,EAAE,MAAM,CAAC;SACjB,CAAC;QACF,OAAO,CAAC,EAAE;YACR,OAAO,CAAC,EAAE,KAAK,CAAC;gBACd,WAAW,EAAE,MAAM,CAAC;gBACpB,KAAK,EAAE,MAAM,CAAC;gBACd,KAAK,EAAE,MAAM,CAAC;aACf,CAAC,CAAC;SACJ,CAAC;QACF,WAAW,CAAC,EAAE;YACZ,aAAa,CAAC,EAAE,MAAM,CAAC;YACvB,iBAAiB,CAAC,EAAE,OAAO,CAAC;SAC7B,CAAC;KACH,CAAC;CACH;AA+GD,MAAM,WAAW,SAAS;IACxB,YAAY,CAAC,IAAI,EAAE,mBAAmB,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,CAAA;KAAE,CAAC,CAAC;IACzE,aAAa,CAAC,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,CAAA;KAAE,CAAC,CAAC;IACvE,cAAc,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC;QAC/C,WAAW,CAAC,EAAE;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,OAAO,EAAE,CAAC;YAAC,WAAW,EAAE,MAAM,CAAA;SAAE,CAAC;QACzE,WAAW,CAAC,EAAE,OAAO,EAAE,CAAC;KACzB,CAAC,CAAC;CACJ;AAu9BD,wBAAgB,eAAe,CAAC,OAAO,EAAE,gBAAgB,GAAG,SAAS,CAm0BpE"}
|