openclaw-cortex-memory 0.1.0-Alpha.2 → 0.1.0-Alpha.21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +163 -203
- package/SKILL.md +71 -268
- package/dist/index.d.ts +88 -15
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +859 -1189
- package/dist/index.js.map +1 -1
- package/dist/openclaw.plugin.json +362 -14
- package/dist/src/dedup/three_stage_deduplicator.d.ts +25 -0
- package/dist/src/dedup/three_stage_deduplicator.d.ts.map +1 -0
- package/dist/src/dedup/three_stage_deduplicator.js +224 -0
- package/dist/src/dedup/three_stage_deduplicator.js.map +1 -0
- package/dist/src/engine/memory_engine.d.ts +2 -1
- package/dist/src/engine/memory_engine.d.ts.map +1 -1
- package/dist/src/engine/ts_engine.d.ts +126 -0
- package/dist/src/engine/ts_engine.d.ts.map +1 -1
- package/dist/src/engine/ts_engine.js +1172 -44
- package/dist/src/engine/ts_engine.js.map +1 -1
- package/dist/src/engine/types.d.ts +12 -0
- package/dist/src/engine/types.d.ts.map +1 -1
- package/dist/src/graph/ontology.d.ts +103 -0
- package/dist/src/graph/ontology.d.ts.map +1 -0
- package/dist/src/graph/ontology.js +564 -0
- package/dist/src/graph/ontology.js.map +1 -0
- package/dist/src/quality/llm_output_validator.d.ts +48 -0
- package/dist/src/quality/llm_output_validator.d.ts.map +1 -0
- package/dist/src/quality/llm_output_validator.js +404 -0
- package/dist/src/quality/llm_output_validator.js.map +1 -0
- package/dist/src/reflect/reflector.d.ts +7 -0
- package/dist/src/reflect/reflector.d.ts.map +1 -1
- package/dist/src/reflect/reflector.js +358 -8
- package/dist/src/reflect/reflector.js.map +1 -1
- package/dist/src/rules/rule_store.d.ts.map +1 -1
- package/dist/src/rules/rule_store.js +75 -16
- package/dist/src/rules/rule_store.js.map +1 -1
- package/dist/src/session/session_end.d.ts +33 -0
- package/dist/src/session/session_end.d.ts.map +1 -1
- package/dist/src/session/session_end.js +67 -64
- package/dist/src/session/session_end.js.map +1 -1
- package/dist/src/store/archive_store.d.ts +128 -0
- package/dist/src/store/archive_store.d.ts.map +1 -0
- package/dist/src/store/archive_store.js +481 -0
- package/dist/src/store/archive_store.js.map +1 -0
- package/dist/src/store/embedding_utils.d.ts +32 -0
- package/dist/src/store/embedding_utils.d.ts.map +1 -0
- package/dist/src/store/embedding_utils.js +173 -0
- package/dist/src/store/embedding_utils.js.map +1 -0
- package/dist/src/store/graph_memory_store.d.ts +44 -0
- package/dist/src/store/graph_memory_store.d.ts.map +1 -0
- package/dist/src/store/graph_memory_store.js +168 -0
- package/dist/src/store/graph_memory_store.js.map +1 -0
- package/dist/src/store/read_store.d.ts +86 -0
- package/dist/src/store/read_store.d.ts.map +1 -1
- package/dist/src/store/read_store.js +1681 -25
- package/dist/src/store/read_store.js.map +1 -1
- package/dist/src/store/vector_store.d.ts +44 -0
- package/dist/src/store/vector_store.d.ts.map +1 -0
- package/dist/src/store/vector_store.js +201 -0
- package/dist/src/store/vector_store.js.map +1 -0
- package/dist/src/store/write_store.d.ts +52 -0
- package/dist/src/store/write_store.d.ts.map +1 -1
- package/dist/src/store/write_store.js +245 -3
- package/dist/src/store/write_store.js.map +1 -1
- package/dist/src/sync/session_sync.d.ts +100 -2
- package/dist/src/sync/session_sync.d.ts.map +1 -1
- package/dist/src/sync/session_sync.js +673 -22
- package/dist/src/sync/session_sync.js.map +1 -1
- package/dist/src/utils/runtime_env.d.ts +4 -0
- package/dist/src/utils/runtime_env.d.ts.map +1 -0
- package/dist/src/utils/runtime_env.js +51 -0
- package/dist/src/utils/runtime_env.js.map +1 -0
- package/openclaw.plugin.json +362 -14
- package/package.json +23 -6
- package/scripts/cli.js +19 -14
- package/scripts/uninstall.js +22 -5
- package/index.ts +0 -2092
- package/scripts/install.js +0 -27
|
@@ -0,0 +1,481 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.createArchiveStore = createArchiveStore;
|
|
37
|
+
const fs = __importStar(require("fs"));
|
|
38
|
+
const path = __importStar(require("path"));
|
|
39
|
+
const ontology_1 = require("../graph/ontology");
|
|
40
|
+
const llm_output_validator_1 = require("../quality/llm_output_validator");
|
|
41
|
+
function normalizeBaseUrl(value) {
|
|
42
|
+
if (!value)
|
|
43
|
+
return "";
|
|
44
|
+
return value.endsWith("/") ? value.slice(0, -1) : value;
|
|
45
|
+
}
|
|
46
|
+
function scoreQuality(text) {
|
|
47
|
+
const length = text.length;
|
|
48
|
+
const score = Math.max(0, Math.min(1, Number((Math.min(length, 320) / 320).toFixed(2))));
|
|
49
|
+
if (score >= 0.75) {
|
|
50
|
+
return { score, level: "high" };
|
|
51
|
+
}
|
|
52
|
+
if (score >= 0.4) {
|
|
53
|
+
return { score, level: "medium" };
|
|
54
|
+
}
|
|
55
|
+
return { score, level: "low" };
|
|
56
|
+
}
|
|
57
|
+
async function requestEmbedding(args) {
|
|
58
|
+
const endpoint = args.baseUrl.endsWith("/embeddings") ? args.baseUrl : `${args.baseUrl}/embeddings`;
|
|
59
|
+
const body = {
|
|
60
|
+
input: args.text,
|
|
61
|
+
model: args.model,
|
|
62
|
+
};
|
|
63
|
+
if (typeof args.dimensions === "number" && Number.isFinite(args.dimensions) && args.dimensions > 0) {
|
|
64
|
+
body.dimensions = args.dimensions;
|
|
65
|
+
}
|
|
66
|
+
const timeoutMs = typeof args.timeoutMs === "number" && Number.isFinite(args.timeoutMs) && args.timeoutMs >= 1000
|
|
67
|
+
? Math.floor(args.timeoutMs)
|
|
68
|
+
: 20000;
|
|
69
|
+
const maxRetries = typeof args.maxRetries === "number" && Number.isFinite(args.maxRetries) && args.maxRetries >= 1
|
|
70
|
+
? Math.min(8, Math.floor(args.maxRetries))
|
|
71
|
+
: 4;
|
|
72
|
+
let lastError = null;
|
|
73
|
+
for (let attempt = 0; attempt < maxRetries; attempt += 1) {
|
|
74
|
+
const controller = new AbortController();
|
|
75
|
+
const timeoutId = setTimeout(() => controller.abort(), timeoutMs);
|
|
76
|
+
try {
|
|
77
|
+
const response = await fetch(endpoint, {
|
|
78
|
+
method: "POST",
|
|
79
|
+
headers: {
|
|
80
|
+
"content-type": "application/json",
|
|
81
|
+
authorization: `Bearer ${args.apiKey}`,
|
|
82
|
+
},
|
|
83
|
+
body: JSON.stringify(body),
|
|
84
|
+
signal: controller.signal,
|
|
85
|
+
});
|
|
86
|
+
clearTimeout(timeoutId);
|
|
87
|
+
if (!response.ok) {
|
|
88
|
+
lastError = new Error(`embedding_http_${response.status}`);
|
|
89
|
+
continue;
|
|
90
|
+
}
|
|
91
|
+
const json = await response.json();
|
|
92
|
+
const embedding = json?.data?.[0]?.embedding;
|
|
93
|
+
if (Array.isArray(embedding) && embedding.length > 0) {
|
|
94
|
+
return embedding.filter(item => Number.isFinite(item));
|
|
95
|
+
}
|
|
96
|
+
lastError = new Error("embedding_empty");
|
|
97
|
+
}
|
|
98
|
+
catch (error) {
|
|
99
|
+
clearTimeout(timeoutId);
|
|
100
|
+
lastError = error;
|
|
101
|
+
}
|
|
102
|
+
if (attempt < maxRetries - 1) {
|
|
103
|
+
await new Promise(resolve => setTimeout(resolve, 300 * Math.pow(2, attempt)));
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
if (lastError) {
|
|
107
|
+
throw lastError;
|
|
108
|
+
}
|
|
109
|
+
return null;
|
|
110
|
+
}
|
|
111
|
+
function ensureDirForFile(filePath) {
|
|
112
|
+
const dir = path.dirname(filePath);
|
|
113
|
+
if (!fs.existsSync(dir)) {
|
|
114
|
+
fs.mkdirSync(dir, { recursive: true });
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
function estimateTokenCount(text) {
|
|
118
|
+
const parts = text
|
|
119
|
+
.split(/[\s,.;:!?,。;:!?、()()[\]{}"'`~]+/)
|
|
120
|
+
.map(part => part.trim())
|
|
121
|
+
.filter(Boolean);
|
|
122
|
+
return parts.length;
|
|
123
|
+
}
|
|
124
|
+
function inferGateSource(event) {
|
|
125
|
+
const sourceFile = (event.source_file || "").toLowerCase();
|
|
126
|
+
const actor = (event.actor || "").toLowerCase();
|
|
127
|
+
if (sourceFile.includes("session_end") || actor.includes("session_end")) {
|
|
128
|
+
return "session_end";
|
|
129
|
+
}
|
|
130
|
+
if (sourceFile.includes("sync") || actor.includes("sync")) {
|
|
131
|
+
return "sync";
|
|
132
|
+
}
|
|
133
|
+
return "manual";
|
|
134
|
+
}
|
|
135
|
+
function buildArchiveVectorText(event, normalizedEventType) {
|
|
136
|
+
const lines = [
|
|
137
|
+
`event_type: ${normalizedEventType}`,
|
|
138
|
+
`summary: ${(event.summary || "").trim()}`,
|
|
139
|
+
`outcome: ${(event.outcome || "").trim()}`,
|
|
140
|
+
`source_file: ${(event.source_file || "").trim()}`,
|
|
141
|
+
].map(line => line.trim()).filter(Boolean);
|
|
142
|
+
return lines.join("\n").trim();
|
|
143
|
+
}
|
|
144
|
+
function splitTextChunks(text, chunkSize, chunkOverlap) {
|
|
145
|
+
const normalizedSize = Number.isFinite(chunkSize) && chunkSize >= 200 ? Math.floor(chunkSize) : 600;
|
|
146
|
+
const normalizedOverlap = Number.isFinite(chunkOverlap) && chunkOverlap >= 0
|
|
147
|
+
? Math.floor(chunkOverlap)
|
|
148
|
+
: 100;
|
|
149
|
+
const overlap = Math.min(normalizedOverlap, Math.max(0, normalizedSize - 50));
|
|
150
|
+
const output = [];
|
|
151
|
+
let cursor = 0;
|
|
152
|
+
let index = 0;
|
|
153
|
+
const punctuationSet = new Set(["。", "!", "?", ".", "!", "?", "\n", ";", ";"]);
|
|
154
|
+
while (cursor < text.length) {
|
|
155
|
+
const rawEnd = Math.min(text.length, cursor + normalizedSize);
|
|
156
|
+
let end = rawEnd;
|
|
157
|
+
if (rawEnd < text.length) {
|
|
158
|
+
const backwardStart = Math.max(cursor + Math.floor(normalizedSize * 0.45), cursor + 1);
|
|
159
|
+
let found = -1;
|
|
160
|
+
for (let i = rawEnd - 1; i >= backwardStart; i -= 1) {
|
|
161
|
+
if (punctuationSet.has(text[i])) {
|
|
162
|
+
found = i + 1;
|
|
163
|
+
break;
|
|
164
|
+
}
|
|
165
|
+
}
|
|
166
|
+
if (found < 0) {
|
|
167
|
+
const forwardEnd = Math.min(text.length, rawEnd + Math.floor(normalizedSize * 0.2));
|
|
168
|
+
for (let i = rawEnd; i < forwardEnd; i += 1) {
|
|
169
|
+
if (punctuationSet.has(text[i])) {
|
|
170
|
+
found = i + 1;
|
|
171
|
+
break;
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
if (found > cursor) {
|
|
176
|
+
end = found;
|
|
177
|
+
}
|
|
178
|
+
}
|
|
179
|
+
if (end <= cursor) {
|
|
180
|
+
end = Math.min(text.length, cursor + normalizedSize);
|
|
181
|
+
}
|
|
182
|
+
const chunkText = text.slice(cursor, end).trim();
|
|
183
|
+
if (chunkText) {
|
|
184
|
+
output.push({ index, start: cursor, end, text: chunkText });
|
|
185
|
+
index += 1;
|
|
186
|
+
}
|
|
187
|
+
if (end >= text.length) {
|
|
188
|
+
break;
|
|
189
|
+
}
|
|
190
|
+
const nextCursor = Math.max(cursor + 1, end - overlap);
|
|
191
|
+
cursor = nextCursor <= cursor ? end : nextCursor;
|
|
192
|
+
}
|
|
193
|
+
return output;
|
|
194
|
+
}
|
|
195
|
+
function pickEvidenceChunks(chunks, maxCount) {
|
|
196
|
+
if (!chunks.length || maxCount <= 0)
|
|
197
|
+
return [];
|
|
198
|
+
if (chunks.length <= maxCount)
|
|
199
|
+
return chunks;
|
|
200
|
+
const picked = new Map();
|
|
201
|
+
picked.set(chunks[0].index, chunks[0]);
|
|
202
|
+
if (maxCount >= 2) {
|
|
203
|
+
const mid = chunks[Math.floor(chunks.length / 2)];
|
|
204
|
+
picked.set(mid.index, mid);
|
|
205
|
+
}
|
|
206
|
+
if (maxCount >= 3) {
|
|
207
|
+
const last = chunks[chunks.length - 1];
|
|
208
|
+
picked.set(last.index, last);
|
|
209
|
+
}
|
|
210
|
+
if (picked.size < maxCount) {
|
|
211
|
+
for (const chunk of chunks) {
|
|
212
|
+
if (!picked.has(chunk.index)) {
|
|
213
|
+
picked.set(chunk.index, chunk);
|
|
214
|
+
}
|
|
215
|
+
if (picked.size >= maxCount)
|
|
216
|
+
break;
|
|
217
|
+
}
|
|
218
|
+
}
|
|
219
|
+
return [...picked.values()].sort((a, b) => a.index - b.index).slice(0, maxCount);
|
|
220
|
+
}
|
|
221
|
+
async function mapWithConcurrency(items, maxConcurrency, mapper) {
|
|
222
|
+
if (items.length === 0) {
|
|
223
|
+
return [];
|
|
224
|
+
}
|
|
225
|
+
const concurrency = Math.max(1, Math.min(maxConcurrency, items.length));
|
|
226
|
+
const results = new Array(items.length);
|
|
227
|
+
let cursor = 0;
|
|
228
|
+
async function worker() {
|
|
229
|
+
while (true) {
|
|
230
|
+
const current = cursor;
|
|
231
|
+
cursor += 1;
|
|
232
|
+
if (current >= items.length) {
|
|
233
|
+
break;
|
|
234
|
+
}
|
|
235
|
+
results[current] = await mapper(items[current], current);
|
|
236
|
+
}
|
|
237
|
+
}
|
|
238
|
+
await Promise.all(Array.from({ length: concurrency }, () => worker()));
|
|
239
|
+
return results;
|
|
240
|
+
}
|
|
241
|
+
function createArchiveStore(options) {
|
|
242
|
+
const archivePath = path.join(options.memoryRoot, "sessions", "archive", "sessions.jsonl");
|
|
243
|
+
const mutationLogPath = path.join(options.memoryRoot, "sessions", "archive", "mutation_log.jsonl");
|
|
244
|
+
const graphSchema = (0, ontology_1.loadGraphSchema)(options.projectRoot);
|
|
245
|
+
async function storeEvents(events) {
|
|
246
|
+
const stored = [];
|
|
247
|
+
const skipped = [];
|
|
248
|
+
if (!events.length) {
|
|
249
|
+
return { stored, skipped };
|
|
250
|
+
}
|
|
251
|
+
const lines = [];
|
|
252
|
+
const mutationLines = [];
|
|
253
|
+
for (const event of events) {
|
|
254
|
+
const summary = (event.summary || "").trim();
|
|
255
|
+
if (!summary) {
|
|
256
|
+
skipped.push({ summary: "", reason: "empty_summary" });
|
|
257
|
+
options.logger.info("archive_skip reason=empty_summary");
|
|
258
|
+
continue;
|
|
259
|
+
}
|
|
260
|
+
const confidence = typeof event.confidence === "number"
|
|
261
|
+
? Math.max(0, Math.min(1, event.confidence))
|
|
262
|
+
: undefined;
|
|
263
|
+
const archiveMinConfidence = typeof options.writePolicy?.archiveMinConfidence === "number"
|
|
264
|
+
? Math.max(0, Math.min(1, options.writePolicy.archiveMinConfidence))
|
|
265
|
+
: 0.35;
|
|
266
|
+
if (typeof confidence === "number" && confidence < archiveMinConfidence) {
|
|
267
|
+
skipped.push({ summary, reason: "low_confidence" });
|
|
268
|
+
options.logger.info("archive_skip reason=filtered_low_quality detail=low_confidence");
|
|
269
|
+
continue;
|
|
270
|
+
}
|
|
271
|
+
const quality = scoreQuality(summary);
|
|
272
|
+
const archiveMinQualityScore = typeof options.writePolicy?.archiveMinQualityScore === "number"
|
|
273
|
+
? Math.max(0, Math.min(1, options.writePolicy.archiveMinQualityScore))
|
|
274
|
+
: 0.4;
|
|
275
|
+
if (quality.score < archiveMinQualityScore) {
|
|
276
|
+
skipped.push({ summary, reason: "low_quality" });
|
|
277
|
+
options.logger.info("archive_skip reason=filtered_low_quality detail=low_quality");
|
|
278
|
+
continue;
|
|
279
|
+
}
|
|
280
|
+
const normalizedEventType = (0, ontology_1.normalizeEventType)(event.event_type || "insight", graphSchema);
|
|
281
|
+
const id = `evt_${Date.now().toString(36)}_${Math.random().toString(36).slice(2, 8)}`;
|
|
282
|
+
const sourceText = typeof event.source_text === "string" ? event.source_text.trim().slice(0, 12000) : "";
|
|
283
|
+
let embedding = undefined;
|
|
284
|
+
let embeddingStatus = "pending";
|
|
285
|
+
let vectorChunksTotal = 0;
|
|
286
|
+
let vectorChunksOk = 0;
|
|
287
|
+
const vectorUpsertRows = [];
|
|
288
|
+
const embeddingModel = options.embedding?.model || "";
|
|
289
|
+
const embeddingApiKey = options.embedding?.apiKey || "";
|
|
290
|
+
const embeddingBaseUrl = normalizeBaseUrl(options.embedding?.baseURL || options.embedding?.baseUrl);
|
|
291
|
+
const maxParallel = 6;
|
|
292
|
+
if (embeddingModel && embeddingApiKey && embeddingBaseUrl) {
|
|
293
|
+
const chunkSize = options.vectorChunking?.chunkSize ?? 600;
|
|
294
|
+
const chunkOverlap = options.vectorChunking?.chunkOverlap ?? 100;
|
|
295
|
+
const evidenceMaxChunks = typeof options.vectorChunking?.evidenceMaxChunks === "number"
|
|
296
|
+
? Math.max(0, Math.min(8, Math.floor(options.vectorChunking.evidenceMaxChunks)))
|
|
297
|
+
: 2;
|
|
298
|
+
const summaryText = buildArchiveVectorText(event, normalizedEventType);
|
|
299
|
+
const evidenceChunks = sourceText
|
|
300
|
+
? pickEvidenceChunks(splitTextChunks(sourceText, chunkSize, chunkOverlap), evidenceMaxChunks)
|
|
301
|
+
: [];
|
|
302
|
+
const embeddingInputs = [
|
|
303
|
+
{
|
|
304
|
+
text: summaryText,
|
|
305
|
+
source_field: "summary",
|
|
306
|
+
index: 0,
|
|
307
|
+
total: 1 + evidenceChunks.length,
|
|
308
|
+
start: 0,
|
|
309
|
+
end: summaryText.length,
|
|
310
|
+
},
|
|
311
|
+
...evidenceChunks.map((chunk, idx) => ({
|
|
312
|
+
text: chunk.text,
|
|
313
|
+
source_field: "evidence",
|
|
314
|
+
index: idx + 1,
|
|
315
|
+
total: 1 + evidenceChunks.length,
|
|
316
|
+
start: chunk.start,
|
|
317
|
+
end: chunk.end,
|
|
318
|
+
})),
|
|
319
|
+
];
|
|
320
|
+
vectorChunksTotal = embeddingInputs.length;
|
|
321
|
+
const chunkEmbeddings = await mapWithConcurrency(embeddingInputs, maxParallel, async (chunk) => {
|
|
322
|
+
try {
|
|
323
|
+
const chunkEmbedding = await requestEmbedding({
|
|
324
|
+
text: chunk.text,
|
|
325
|
+
model: embeddingModel,
|
|
326
|
+
apiKey: embeddingApiKey,
|
|
327
|
+
baseUrl: embeddingBaseUrl,
|
|
328
|
+
dimensions: options.embedding?.dimensions,
|
|
329
|
+
timeoutMs: options.embedding?.timeoutMs,
|
|
330
|
+
maxRetries: options.embedding?.maxRetries,
|
|
331
|
+
}) || undefined;
|
|
332
|
+
if (chunkEmbedding && chunkEmbedding.length > 0) {
|
|
333
|
+
return {
|
|
334
|
+
chunk,
|
|
335
|
+
embedding: chunkEmbedding,
|
|
336
|
+
};
|
|
337
|
+
}
|
|
338
|
+
return null;
|
|
339
|
+
}
|
|
340
|
+
catch (error) {
|
|
341
|
+
options.logger.warn(`Archive chunk embedding failed id=${id} chunk=${chunk.index} field=${chunk.source_field} error=${error}`);
|
|
342
|
+
return null;
|
|
343
|
+
}
|
|
344
|
+
});
|
|
345
|
+
const validEmbeddings = chunkEmbeddings
|
|
346
|
+
.filter((item) => Boolean(item))
|
|
347
|
+
.sort((a, b) => a.chunk.index - b.chunk.index);
|
|
348
|
+
const primary = validEmbeddings.find(item => item.chunk.source_field === "summary");
|
|
349
|
+
if (primary) {
|
|
350
|
+
embedding = primary.embedding;
|
|
351
|
+
}
|
|
352
|
+
else if (validEmbeddings.length > 0) {
|
|
353
|
+
embedding = validEmbeddings[0].embedding;
|
|
354
|
+
}
|
|
355
|
+
for (const item of validEmbeddings) {
|
|
356
|
+
vectorUpsertRows.push({
|
|
357
|
+
id: `${id}_c${item.chunk.index}`,
|
|
358
|
+
summary: item.chunk.text,
|
|
359
|
+
embedding: item.embedding,
|
|
360
|
+
source_field: item.chunk.source_field,
|
|
361
|
+
chunk_index: item.chunk.index,
|
|
362
|
+
chunk_total: item.chunk.total,
|
|
363
|
+
chunk_start: item.chunk.start,
|
|
364
|
+
chunk_end: item.chunk.end,
|
|
365
|
+
});
|
|
366
|
+
}
|
|
367
|
+
vectorChunksOk = validEmbeddings.length;
|
|
368
|
+
embeddingStatus = vectorChunksTotal > 0 && vectorChunksOk === vectorChunksTotal ? "ok" : "failed";
|
|
369
|
+
}
|
|
370
|
+
const dedup = options.deduplicator.check({
|
|
371
|
+
id,
|
|
372
|
+
summary: `${normalizedEventType}: ${summary}`,
|
|
373
|
+
embedding,
|
|
374
|
+
});
|
|
375
|
+
if (dedup.duplicate) {
|
|
376
|
+
skipped.push({ summary, reason: `duplicate_${dedup.stage || "unknown"}` });
|
|
377
|
+
options.logger.info(`archive_skip reason=duplicate_dedup_stage_${dedup.stage || "unknown"}`);
|
|
378
|
+
continue;
|
|
379
|
+
}
|
|
380
|
+
const gateSource = inferGateSource(event);
|
|
381
|
+
const record = {
|
|
382
|
+
id,
|
|
383
|
+
timestamp: new Date().toISOString(),
|
|
384
|
+
layer: "archive",
|
|
385
|
+
event_type: normalizedEventType,
|
|
386
|
+
summary,
|
|
387
|
+
source_text: sourceText || undefined,
|
|
388
|
+
outcome: event.outcome,
|
|
389
|
+
session_id: event.session_id,
|
|
390
|
+
source_file: event.source_file,
|
|
391
|
+
gate_source: gateSource,
|
|
392
|
+
embedding_status: embeddingStatus,
|
|
393
|
+
quality_score: quality.score,
|
|
394
|
+
quality_level: quality.level,
|
|
395
|
+
char_count: (sourceText || summary).length,
|
|
396
|
+
token_count: estimateTokenCount(sourceText || summary),
|
|
397
|
+
vector_chunks_total: vectorChunksTotal,
|
|
398
|
+
vector_chunks_ok: vectorChunksOk,
|
|
399
|
+
embedding,
|
|
400
|
+
confidence,
|
|
401
|
+
source_event_id: event.source_event_id,
|
|
402
|
+
actor: event.actor || "system",
|
|
403
|
+
canonical_id: event.canonical_id || (0, ontology_1.buildCanonicalId)({
|
|
404
|
+
eventType: normalizedEventType,
|
|
405
|
+
summary,
|
|
406
|
+
outcome: event.outcome,
|
|
407
|
+
}),
|
|
408
|
+
};
|
|
409
|
+
lines.push(JSON.stringify(record));
|
|
410
|
+
stored.push(record);
|
|
411
|
+
options.deduplicator.append({
|
|
412
|
+
id: record.id,
|
|
413
|
+
summary: `${record.event_type}: ${summary}`,
|
|
414
|
+
embedding: embedding,
|
|
415
|
+
});
|
|
416
|
+
mutationLines.push(JSON.stringify({
|
|
417
|
+
op: "insert_event",
|
|
418
|
+
id: record.id,
|
|
419
|
+
canonical_id: record.canonical_id,
|
|
420
|
+
source_event_id: record.source_event_id || "",
|
|
421
|
+
actor: record.actor || "system",
|
|
422
|
+
timestamp: record.timestamp,
|
|
423
|
+
event_type: record.event_type,
|
|
424
|
+
summary: record.summary,
|
|
425
|
+
}));
|
|
426
|
+
options.logger.info(`archive_write reason=archived_success gate_source=${record.gate_source} id=${record.id}`);
|
|
427
|
+
if (vectorUpsertRows.length > 0) {
|
|
428
|
+
await options.vectorStore.deleteBySourceMemory({ layer: "archive", sourceMemoryId: record.id });
|
|
429
|
+
const upsertResults = await mapWithConcurrency(vectorUpsertRows, maxParallel, async (chunkRow) => {
|
|
430
|
+
try {
|
|
431
|
+
await options.vectorStore.upsert({
|
|
432
|
+
id: chunkRow.id,
|
|
433
|
+
session_id: record.session_id,
|
|
434
|
+
event_type: record.event_type,
|
|
435
|
+
summary: chunkRow.summary,
|
|
436
|
+
timestamp: record.timestamp,
|
|
437
|
+
outcome: record.outcome,
|
|
438
|
+
embedding: chunkRow.embedding,
|
|
439
|
+
quality_score: record.quality_score,
|
|
440
|
+
layer: "archive",
|
|
441
|
+
source_memory_id: record.id,
|
|
442
|
+
source_memory_canonical_id: record.canonical_id,
|
|
443
|
+
source_field: chunkRow.source_field,
|
|
444
|
+
char_count: chunkRow.summary.length,
|
|
445
|
+
token_count: estimateTokenCount(chunkRow.summary),
|
|
446
|
+
chunk_index: chunkRow.chunk_index,
|
|
447
|
+
chunk_total: chunkRow.chunk_total,
|
|
448
|
+
chunk_start: chunkRow.chunk_start,
|
|
449
|
+
chunk_end: chunkRow.chunk_end,
|
|
450
|
+
});
|
|
451
|
+
return true;
|
|
452
|
+
}
|
|
453
|
+
catch (error) {
|
|
454
|
+
options.logger.warn(`Archive chunk upsert failed id=${record.id} chunk=${chunkRow.chunk_index} error=${error}`);
|
|
455
|
+
return false;
|
|
456
|
+
}
|
|
457
|
+
});
|
|
458
|
+
const upsertOk = upsertResults.filter(Boolean).length;
|
|
459
|
+
if (upsertOk !== vectorUpsertRows.length) {
|
|
460
|
+
options.logger.warn(`archive_vector_upsert_partial id=${record.id} ok=${upsertOk}/${vectorUpsertRows.length}`);
|
|
461
|
+
}
|
|
462
|
+
}
|
|
463
|
+
}
|
|
464
|
+
if (lines.length > 0) {
|
|
465
|
+
ensureDirForFile(archivePath);
|
|
466
|
+
fs.appendFileSync(archivePath, `${lines.join("\n")}\n`, "utf-8");
|
|
467
|
+
for (let i = 0; i < lines.length; i++) {
|
|
468
|
+
const validation = (0, llm_output_validator_1.validateJsonlLine)(lines[i]);
|
|
469
|
+
if (!validation.valid && validation.errors.length > 0) {
|
|
470
|
+
options.logger.warn(`archive_write_integrity_check_failed line=${i} errors=${validation.errors.join("|")}`);
|
|
471
|
+
}
|
|
472
|
+
}
|
|
473
|
+
ensureDirForFile(mutationLogPath);
|
|
474
|
+
fs.appendFileSync(mutationLogPath, `${mutationLines.join("\n")}\n`, "utf-8");
|
|
475
|
+
}
|
|
476
|
+
return { stored, skipped };
|
|
477
|
+
}
|
|
478
|
+
options.logger.info(`Archive store initialized at ${archivePath}`);
|
|
479
|
+
return { storeEvents };
|
|
480
|
+
}
|
|
481
|
+
//# sourceMappingURL=archive_store.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"archive_store.js","sourceRoot":"","sources":["../../../src/store/archive_store.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA+UA,gDAgQC;AA/kBD,uCAAyB;AACzB,2CAA6B;AAC7B,gDAI2B;AAC3B,0EAAoE;AAuGpE,SAAS,gBAAgB,CAAC,KAAc;IACtC,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,OAAO,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAC1D,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzF,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;QAClB,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAClC,CAAC;IACD,IAAI,KAAK,IAAI,GAAG,EAAE,CAAC;QACjB,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;IACpC,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;AACjC,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,IAQ/B;IACC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,aAAa,CAAC;IACpG,MAAM,IAAI,GAA4B;QACpC,KAAK,EAAE,IAAI,CAAC,IAAI;QAChB,KAAK,EAAE,IAAI,CAAC,KAAK;KAClB,CAAC;IACF,IAAI,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;QACnG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;IACpC,CAAC;IACD,MAAM,SAAS,GAAG,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;QAC/G,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;QAC5B,CAAC,CAAC,KAAK,CAAC;IACV,MAAM,UAAU,GAAG,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC;QAChH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC,CAAC;IACN,IAAI,SAAS,GAAY,IAAI,CAAC;IAC9B,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,UAAU,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;QACzD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;QAClE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;gBACrC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAC1B,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YACH,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,SAAS,GAAG,IAAI,KAAK,CAAC,kBAAkB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC3D,SAAS;YACX,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAgD,CAAC;YACjF,MAAM,SAAS,GAAG,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC;YAC7C,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrD,OAAO,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;YACzD,CAAC;YACD,SAAS,GAAG,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAC3C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,SAAS,GAAG,KAAK,CAAC;QACpB,CAAC;QACD,IAAI,OAAO,GAAG,UAAU,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;IACD,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,SAAS,CAAC;IAClB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAgB;IACxC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACnC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,MAAM,KAAK,GAAG,IAAI;SACf,KAAK,CAAC,iCAAiC,CAAC;SACxC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SACxB,MAAM,CAAC,OAAO,CAAC,CAAC;IACnB,OAAO,KAAK,CAAC,MAAM,CAAC;AACtB,CAAC;AAED,SAAS,eAAe,CAAC,KAAqB;IAC5C,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAC3D,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAChD,IAAI,UAAU,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QACxE,OAAO,aAAa,CAAC;IACvB,CAAC;IACD,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1D,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAqB,EAAE,mBAA2B;IAChF,MAAM,KAAK,GAAG;QACZ,eAAe,mBAAmB,EAAE;QACpC,YAAY,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE;QAC1C,YAAY,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE;QAC1C,gBAAgB,CAAC,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE;KACnD,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC3C,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;AACjC,CAAC;AAED,SAAS,eAAe,CAAC,IAAY,EAAE,SAAiB,EAAE,YAAoB;IAM5E,MAAM,cAAc,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IACpG,MAAM,iBAAiB,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,YAAY,IAAI,CAAC;QAC1E,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC;QAC1B,CAAC,CAAC,GAAG,CAAC;IACR,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,cAAc,GAAG,EAAE,CAAC,CAAC,CAAC;IAC9E,MAAM,MAAM,GAAuE,EAAE,CAAC;IACtF,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;IAC/E,OAAO,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAAC,CAAC;QAC9D,IAAI,GAAG,GAAG,MAAM,CAAC;QACjB,IAAI,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YACzB,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;YACvF,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC;YACf,KAAK,IAAI,CAAC,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpD,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBAChC,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC;oBACd,MAAM;gBACR,CAAC;YACH,CAAC;YACD,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACd,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,CAAC;gBACpF,KAAK,IAAI,CAAC,GAAG,MAAM,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC5C,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;wBAChC,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC;wBACd,MAAM;oBACR,CAAC;gBACH,CAAC;YACH,CAAC;YACD,IAAI,KAAK,GAAG,MAAM,EAAE,CAAC;gBACnB,GAAG,GAAG,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QACD,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;YAClB,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAAC,CAAC;QACvD,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACjD,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;YAC5D,KAAK,IAAI,CAAC,CAAC;QACb,CAAC;QACD,IAAI,GAAG,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACvB,MAAM;QACR,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC;QACvD,MAAM,GAAG,UAAU,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC;IACnD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB,CACzB,MAA0E,EAC1E,QAAgB;IAEhB,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,QAAQ,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IAC/C,IAAI,MAAM,CAAC,MAAM,IAAI,QAAQ;QAAE,OAAO,MAAM,CAAC;IAC7C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAuE,CAAC;IAC9F,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;QAClB,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC7B,CAAC;IACD,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;QAClB,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC/B,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,GAAG,QAAQ,EAAE,CAAC;QAC3B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC7B,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACjC,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,IAAI,QAAQ;gBAAE,MAAM;QACrC,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;AACnF,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,KAAU,EACV,cAAsB,EACtB,MAA8C;IAE9C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACxE,MAAM,OAAO,GAAG,IAAI,KAAK,CAAI,KAAK,CAAC,MAAM,CAAC,CAAC;IAC3C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,UAAU,MAAM;QACnB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,OAAO,GAAG,MAAM,CAAC;YACvB,MAAM,IAAI,CAAC,CAAC;YACZ,IAAI,OAAO,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;gBAC5B,MAAM;YACR,CAAC;YACD,OAAO,CAAC,OAAO,CAAC,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IACD,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACvE,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAgB,kBAAkB,CAAC,OAA4B;IAG7D,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC;IAC3F,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,oBAAoB,CAAC,CAAC;IACnG,MAAM,WAAW,GAAG,IAAA,0BAAe,EAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAEzD,KAAK,UAAU,WAAW,CAAC,MAAwB;QACjD,MAAM,MAAM,GAAkB,EAAE,CAAC;QACjC,MAAM,OAAO,GAA+C,EAAE,CAAC;QAC/D,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QAC7B,CAAC;QACD,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAa,EAAE,CAAC;QACnC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAC7C,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC;gBACvD,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;gBACzD,SAAS;YACX,CAAC;YACD,MAAM,UAAU,GAAG,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ;gBACrD,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;gBAC5C,CAAC,CAAC,SAAS,CAAC;YACd,MAAM,oBAAoB,GAAG,OAAO,OAAO,CAAC,WAAW,EAAE,oBAAoB,KAAK,QAAQ;gBACxF,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,oBAAoB,CAAC,CAAC;gBACpE,CAAC,CAAC,IAAI,CAAC;YACT,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,UAAU,GAAG,oBAAoB,EAAE,CAAC;gBACxE,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC,CAAC;gBACpD,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,gEAAgE,CAAC,CAAC;gBACtF,SAAS;YACX,CAAC;YACD,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;YACtC,MAAM,sBAAsB,GAAG,OAAO,OAAO,CAAC,WAAW,EAAE,sBAAsB,KAAK,QAAQ;gBAC5F,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,sBAAsB,CAAC,CAAC;gBACtE,CAAC,CAAC,GAAG,CAAC;YACR,IAAI,OAAO,CAAC,KAAK,GAAG,sBAAsB,EAAE,CAAC;gBAC3C,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;gBACjD,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,6DAA6D,CAAC,CAAC;gBACnF,SAAS;YACX,CAAC;YACD,MAAM,mBAAmB,GAAG,IAAA,6BAAkB,EAAC,KAAK,CAAC,UAAU,IAAI,SAAS,EAAE,WAAW,CAAC,CAAC;YAC3F,MAAM,EAAE,GAAG,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YACtF,MAAM,UAAU,GAAG,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACzG,IAAI,SAAS,GAAyB,SAAS,CAAC;YAChD,IAAI,eAAe,GAAgC,SAAS,CAAC;YAC7D,IAAI,iBAAiB,GAAG,CAAC,CAAC;YAC1B,IAAI,cAAc,GAAG,CAAC,CAAC;YACvB,MAAM,gBAAgB,GASjB,EAAE,CAAC;YACR,MAAM,cAAc,GAAG,OAAO,CAAC,SAAS,EAAE,KAAK,IAAI,EAAE,CAAC;YACtD,MAAM,eAAe,GAAG,OAAO,CAAC,SAAS,EAAE,MAAM,IAAI,EAAE,CAAC;YACxD,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,IAAI,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACpG,MAAM,WAAW,GAAG,CAAC,CAAC;YACtB,IAAI,cAAc,IAAI,eAAe,IAAI,gBAAgB,EAAE,CAAC;gBAC1D,MAAM,SAAS,GAAG,OAAO,CAAC,cAAc,EAAE,SAAS,IAAI,GAAG,CAAC;gBAC3D,MAAM,YAAY,GAAG,OAAO,CAAC,cAAc,EAAE,YAAY,IAAI,GAAG,CAAC;gBACjE,MAAM,iBAAiB,GAAG,OAAO,OAAO,CAAC,cAAc,EAAE,iBAAiB,KAAK,QAAQ;oBACrF,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAC,CAAC;oBAChF,CAAC,CAAC,CAAC,CAAC;gBACN,MAAM,WAAW,GAAG,sBAAsB,CAAC,KAAK,EAAE,mBAAmB,CAAC,CAAC;gBACvE,MAAM,cAAc,GAAG,UAAU;oBAC/B,CAAC,CAAC,kBAAkB,CAAC,eAAe,CAAC,UAAU,EAAE,SAAS,EAAE,YAAY,CAAC,EAAE,iBAAiB,CAAC;oBAC7F,CAAC,CAAC,EAAE,CAAC;gBACP,MAAM,eAAe,GAOhB;oBACH;wBACE,IAAI,EAAE,WAAW;wBACjB,YAAY,EAAE,SAAS;wBACvB,KAAK,EAAE,CAAC;wBACR,KAAK,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM;wBAChC,KAAK,EAAE,CAAC;wBACR,GAAG,EAAE,WAAW,CAAC,MAAM;qBACxB;oBACD,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;wBACrC,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,YAAY,EAAE,UAAmB;wBACjC,KAAK,EAAE,GAAG,GAAG,CAAC;wBACd,KAAK,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM;wBAChC,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,GAAG,EAAE,KAAK,CAAC,GAAG;qBACf,CAAC,CAAC;iBACJ,CAAC;gBACF,iBAAiB,GAAG,eAAe,CAAC,MAAM,CAAC;gBAC3C,MAAM,eAAe,GAAG,MAAM,kBAAkB,CAAC,eAAe,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;oBAC7F,IAAI,CAAC;wBACH,MAAM,cAAc,GAAG,MAAM,gBAAgB,CAAC;4BAC5C,IAAI,EAAE,KAAK,CAAC,IAAI;4BAChB,KAAK,EAAE,cAAc;4BACrB,MAAM,EAAE,eAAe;4BACvB,OAAO,EAAE,gBAAgB;4BACzB,UAAU,EAAE,OAAO,CAAC,SAAS,EAAE,UAAU;4BACzC,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,SAAS;4BACvC,UAAU,EAAE,OAAO,CAAC,SAAS,EAAE,UAAU;yBAC1C,CAAC,IAAI,SAAS,CAAC;wBAChB,IAAI,cAAc,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BAChD,OAAO;gCACL,KAAK;gCACL,SAAS,EAAE,cAAc;6BAC1B,CAAC;wBACJ,CAAC;wBACD,OAAO,IAAI,CAAC;oBACd,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,qCAAqC,EAAE,UAAU,KAAK,CAAC,KAAK,UAAU,KAAK,CAAC,YAAY,UAAU,KAAK,EAAE,CAAC,CAAC;wBAC/H,OAAO,IAAI,CAAC;oBACd,CAAC;gBACH,CAAC,CAAC,CAAC;gBACH,MAAM,eAAe,GAAG,eAAe;qBACpC,MAAM,CAAC,CAAC,IAAI,EAA4J,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;qBACzL,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACjD,MAAM,OAAO,GAAG,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC;gBACpF,IAAI,OAAO,EAAE,CAAC;oBACZ,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;gBAChC,CAAC;qBAAM,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACtC,SAAS,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;gBAC3C,CAAC;gBACD,KAAK,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC;oBACnC,gBAAgB,CAAC,IAAI,CAAC;wBACpB,EAAE,EAAE,GAAG,EAAE,KAAK,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE;wBAChC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;wBACxB,SAAS,EAAE,IAAI,CAAC,SAAS;wBACzB,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;wBACrC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;wBAC7B,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;wBAC7B,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;wBAC7B,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG;qBAC1B,CAAC,CAAC;gBACL,CAAC;gBACD,cAAc,GAAG,eAAe,CAAC,MAAM,CAAC;gBACxC,eAAe,GAAG,iBAAiB,GAAG,CAAC,IAAI,cAAc,KAAK,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;YACpG,CAAC;YACD,MAAM,KAAK,GAAG,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC;gBACvC,EAAE;gBACF,OAAO,EAAE,GAAG,mBAAmB,KAAK,OAAO,EAAE;gBAC7C,SAAS;aACV,CAAC,CAAC;YACH,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;gBACpB,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa,KAAK,CAAC,KAAK,IAAI,SAAS,EAAE,EAAE,CAAC,CAAC;gBAC3E,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,6CAA6C,KAAK,CAAC,KAAK,IAAI,SAAS,EAAE,CAAC,CAAC;gBAC7F,SAAS;YACX,CAAC;YACD,MAAM,UAAU,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;YAC1C,MAAM,MAAM,GAAgB;gBAC1B,EAAE;gBACF,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,KAAK,EAAE,SAAS;gBAChB,UAAU,EAAE,mBAAmB;gBAC/B,OAAO;gBACP,WAAW,EAAE,UAAU,IAAI,SAAS;gBACpC,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,WAAW,EAAE,UAAU;gBACvB,gBAAgB,EAAE,eAAe;gBACjC,aAAa,EAAE,OAAO,CAAC,KAAK;gBAC5B,aAAa,EAAE,OAAO,CAAC,KAAK;gBAC5B,UAAU,EAAE,CAAC,UAAU,IAAI,OAAO,CAAC,CAAC,MAAM;gBAC1C,WAAW,EAAE,kBAAkB,CAAC,UAAU,IAAI,OAAO,CAAC;gBACtD,mBAAmB,EAAE,iBAAiB;gBACtC,gBAAgB,EAAE,cAAc;gBAChC,SAAS;gBACT,UAAU;gBACV,eAAe,EAAE,KAAK,CAAC,eAAe;gBACtC,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,QAAQ;gBAC9B,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,IAAA,2BAAgB,EAAC;oBACnD,SAAS,EAAE,mBAAmB;oBAC9B,OAAO;oBACP,OAAO,EAAE,KAAK,CAAC,OAAO;iBACvB,CAAC;aACH,CAAC;YACF,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpB,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC;gBAC1B,EAAE,EAAE,MAAM,CAAC,EAAE;gBACb,OAAO,EAAE,GAAG,MAAM,CAAC,UAAU,KAAK,OAAO,EAAE;gBAC3C,SAAS,EAAE,SAAS;aACrB,CAAC,CAAC;YACH,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;gBAChC,EAAE,EAAE,cAAc;gBAClB,EAAE,EAAE,MAAM,CAAC,EAAE;gBACb,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,EAAE;gBAC7C,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,QAAQ;gBAC/B,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,OAAO,EAAE,MAAM,CAAC,OAAO;aACxB,CAAC,CAAC,CAAC;YACJ,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,qDAAqD,MAAM,CAAC,WAAW,OAAO,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/G,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChC,MAAM,OAAO,CAAC,WAAW,CAAC,oBAAoB,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;gBAChG,MAAM,aAAa,GAAG,MAAM,kBAAkB,CAAC,gBAAgB,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;oBAC/F,IAAI,CAAC;wBACH,MAAM,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC;4BAC/B,EAAE,EAAE,QAAQ,CAAC,EAAE;4BACf,UAAU,EAAE,MAAM,CAAC,UAAU;4BAC7B,UAAU,EAAE,MAAM,CAAC,UAAU;4BAC7B,OAAO,EAAE,QAAQ,CAAC,OAAO;4BACzB,SAAS,EAAE,MAAM,CAAC,SAAS;4BAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;4BACvB,SAAS,EAAE,QAAQ,CAAC,SAAS;4BAC7B,aAAa,EAAE,MAAM,CAAC,aAAa;4BACnC,KAAK,EAAE,SAAS;4BAChB,gBAAgB,EAAE,MAAM,CAAC,EAAE;4BAC3B,0BAA0B,EAAE,MAAM,CAAC,YAAY;4BAC/C,YAAY,EAAE,QAAQ,CAAC,YAAY;4BACnC,UAAU,EAAE,QAAQ,CAAC,OAAO,CAAC,MAAM;4BACnC,WAAW,EAAE,kBAAkB,CAAC,QAAQ,CAAC,OAAO,CAAC;4BACjD,WAAW,EAAE,QAAQ,CAAC,WAAW;4BACjC,WAAW,EAAE,QAAQ,CAAC,WAAW;4BACjC,WAAW,EAAE,QAAQ,CAAC,WAAW;4BACjC,SAAS,EAAE,QAAQ,CAAC,SAAS;yBAC9B,CAAC,CAAC;wBACH,OAAO,IAAI,CAAC;oBACd,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,MAAM,CAAC,EAAE,UAAU,QAAQ,CAAC,WAAW,UAAU,KAAK,EAAE,CAAC,CAAC;wBAChH,OAAO,KAAK,CAAC;oBACf,CAAC;gBACH,CAAC,CAAC,CAAC;gBACH,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;gBACtD,IAAI,QAAQ,KAAK,gBAAgB,CAAC,MAAM,EAAE,CAAC;oBACzC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,oCAAoC,MAAM,CAAC,EAAE,OAAO,QAAQ,IAAI,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC;gBACjH,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,gBAAgB,CAAC,WAAW,CAAC,CAAC;YAC9B,EAAE,CAAC,cAAc,CAAC,WAAW,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,MAAM,UAAU,GAAG,IAAA,wCAAiB,EAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC/C,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACtD,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,6CAA6C,CAAC,WAAW,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC9G,CAAC;YACH,CAAC;YACD,gBAAgB,CAAC,eAAe,CAAC,CAAC;YAClC,EAAE,CAAC,cAAc,CAAC,eAAe,EAAE,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC/E,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAC7B,CAAC;IAED,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,WAAW,EAAE,CAAC,CAAC;IACnE,OAAO,EAAE,WAAW,EAAE,CAAC;AACzB,CAAC"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
export interface EmbeddingConfig {
|
|
2
|
+
provider: string;
|
|
3
|
+
model: string;
|
|
4
|
+
apiKey?: string;
|
|
5
|
+
baseURL?: string;
|
|
6
|
+
baseUrl?: string;
|
|
7
|
+
dimensions?: number;
|
|
8
|
+
timeoutMs?: number;
|
|
9
|
+
maxRetries?: number;
|
|
10
|
+
}
|
|
11
|
+
export interface ChunkingConfig {
|
|
12
|
+
chunkSize?: number;
|
|
13
|
+
chunkOverlap?: number;
|
|
14
|
+
}
|
|
15
|
+
export interface ChunkingRuntimeConfig {
|
|
16
|
+
chunkSize: number;
|
|
17
|
+
chunkOverlap: number;
|
|
18
|
+
}
|
|
19
|
+
export interface EmbedTextResult {
|
|
20
|
+
embedding?: number[];
|
|
21
|
+
chunkCount: number;
|
|
22
|
+
embeddingStatus: "ok" | "failed" | "pending";
|
|
23
|
+
}
|
|
24
|
+
export declare function normalizeBaseUrl(value?: string): string;
|
|
25
|
+
export declare function resolveChunkingConfig(config?: ChunkingConfig): ChunkingRuntimeConfig;
|
|
26
|
+
export declare function splitTextToChunks(text: string, config?: ChunkingConfig): string[];
|
|
27
|
+
export declare function embedTextWithChunks(args: {
|
|
28
|
+
text: string;
|
|
29
|
+
embedding?: EmbeddingConfig;
|
|
30
|
+
chunking?: ChunkingConfig;
|
|
31
|
+
}): Promise<EmbedTextResult>;
|
|
32
|
+
//# sourceMappingURL=embedding_utils.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embedding_utils.d.ts","sourceRoot":"","sources":["../../../src/store/embedding_utils.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,cAAc;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,qBAAqB;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,IAAI,GAAG,QAAQ,GAAG,SAAS,CAAC;CAC9C;AAED,wBAAgB,gBAAgB,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAGvD;AAED,wBAAgB,qBAAqB,CAAC,MAAM,CAAC,EAAE,cAAc,GAAG,qBAAqB,CAapF;AAkBD,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,cAAc,GAAG,MAAM,EAAE,CAyBjF;AAkFD,wBAAsB,mBAAmB,CAAC,IAAI,EAAE;IAC9C,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,QAAQ,CAAC,EAAE,cAAc,CAAC;CAC3B,GAAG,OAAO,CAAC,eAAe,CAAC,CAkC3B"}
|