openclaw-cortex-memory 0.1.0-Alpha.3 → 0.1.0-Alpha.31

package/dist/src/store/archive_store.js

@@ -0,0 +1,635 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createArchiveStore = createArchiveStore;
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const http_post_1 = require("../net/http_post");
+const ontology_1 = require("../graph/ontology");
+const llm_output_validator_1 = require("../quality/llm_output_validator");
+function normalizeBaseUrl(value) {
+    if (!value)
+        return "";
+    return value.endsWith("/") ? value.slice(0, -1) : value;
+}
+function resolveArchiveSourceCharLimit(value) {
+    if (typeof value === "number" && Number.isFinite(value)) {
+        return Math.max(1000, Math.floor(value));
+    }
+    return 500000;
+}
+function clampTailText(text, maxChars) {
+    const source = (text || "").trim();
+    if (!source)
+        return "";
+    if (!Number.isFinite(maxChars) || maxChars <= 0 || source.length <= maxChars) {
+        return source;
+    }
+    return source.slice(-Math.floor(maxChars)).trim();
+}
+const ARCHIVE_LOW_INFORMATION_LINE = /^(ok|okay|got it|roger|noted|sure|thanks|thank you|received|copy that|understood)\b/i;
+function denoiseArchiveSourceText(text) {
+    const raw = (text || "").trim();
+    if (!raw)
+        return "";
+    const output = [];
+    const seen = new Set();
+    for (const line of raw.split(/\r?\n/)) {
+        const trimmed = line.trim();
+        if (!trimmed)
+            continue;
+        const content = trimmed.replace(/^\[[^\]]+\]\s*/, "").trim();
+        if (!content)
+            continue;
+        const hasSignal = /(https?:\/\/|www\.|[A-Za-z0-9._-]+\.[A-Za-z]{2,}|[`#/:\\]|@\w+|\b\d{2,}\b)/.test(content);
+        if (!hasSignal && ARCHIVE_LOW_INFORMATION_LINE.test(content)) {
+            continue;
+        }
+        const dedupKey = content.toLowerCase();
+        if (!hasSignal && seen.has(dedupKey)) {
+            continue;
+        }
+        seen.add(dedupKey);
+        output.push(trimmed);
+    }
+    return output.length > 0 ? output.join("\n") : raw;
+}
+const TASK_INSTRUCTION_PATTERNS = [
+    /请|帮我|麻烦|需要|任务|需求|实现|修复|排查|优化|上线|部署|整理|编写|启用|查看/i,
+    /please|can you|need to|task|implement|fix|investigate|optimi[sz]e|deploy|enable|review/i,
+];
+const COMPLETION_REPORT_PATTERNS = [
+    /已完成|完成了|处理完|搞定|已修复|修复了|已实现|已上线|已部署|结果|汇报|完成情况|报告/i,
+    /done|completed|fixed|implemented|deployed|resolved|report|summary|finished/i,
+];
+const USER_ACCEPTANCE_PATTERNS = [
+    /确认|认可|通过|验收|OK|可以|好的|收到|辛苦|谢谢|没问题|就这样/i,
+    /approved|accepted|looks good|great|works|thank you|confirmed/i,
+];
+const ACTION_PATTERNS = [
+    /决定|完成|修复|发布|上线|部署|提交|交付|验证|关闭|推进|落地|实施|启用/i,
+    /decide|complete|fix|release|deploy|ship|deliver|verify|close|implement|enable|migrate/i,
+];
+const FAILURE_PATTERNS = [
+    /失败|报错|错误|异常|阻塞|卡住|不行|超时|回滚|故障/i,
+    /failed|error|exception|blocked|timeout|rollback|incident/i,
+];
+const SUCCESS_PATTERNS = [
+    /成功|完成|修复|解决|通过|已上线|稳定|正常|恢复/i,
+    /success|completed|fixed|resolved|passed|stable|recovered|works/i,
+];
+function matchesAnyPattern(text, patterns) {
+    return patterns.some(pattern => pattern.test(text));
+}
+function firstMatchIndex(text, patterns) {
+    let minIndex = -1;
+    for (const pattern of patterns) {
+        const idx = text.search(pattern);
+        if (idx < 0) {
+            continue;
+        }
+        if (minIndex < 0 || idx < minIndex) {
+            minIndex = idx;
+        }
+    }
+    return minIndex;
+}
+function scoreQuality(args) {
+    const summary = (args.summary || "").trim();
+    const cause = (args.cause || "").trim();
+    const process = (args.process || "").trim();
+    const result = (args.result || "").trim();
+    const outcome = (args.outcome || "").trim();
+    const sourceText = (args.sourceText || "").trim();
+    const mergedText = [summary, cause, process, result, outcome, sourceText].filter(Boolean).join("\n");
+    const hasStructuredTriplet = cause.length > 0 && process.length > 0 && result.length > 0;
+    const hasTaskInstruction = matchesAnyPattern(mergedText, TASK_INSTRUCTION_PATTERNS);
+    const hasCompletionReport = matchesAnyPattern(mergedText, COMPLETION_REPORT_PATTERNS);
+    const hasUserAcceptance = matchesAnyPattern(mergedText, USER_ACCEPTANCE_PATTERNS);
+    const hasAction = matchesAnyPattern(mergedText, ACTION_PATTERNS);
+    const hasFailure = matchesAnyPattern(mergedText, FAILURE_PATTERNS);
+    const hasSuccess = matchesAnyPattern(mergedText, SUCCESS_PATTERNS);
+    const hasOutcome = outcome.length >= 6 || hasSuccess;
+    const firstFailureIdx = hasFailure ? firstMatchIndex(mergedText, FAILURE_PATTERNS) : -1;
+    const firstSuccessIdx = hasSuccess ? firstMatchIndex(mergedText, SUCCESS_PATTERNS) : -1;
+    const failThenSuccess = hasFailure && hasSuccess && firstFailureIdx >= 0 && firstSuccessIdx > firstFailureIdx;
+    const workflowComplete = hasStructuredTriplet || (hasTaskInstruction && hasCompletionReport && hasUserAcceptance);
+    let score = 0;
+    if (summary.length >= 24)
+        score += 0.1;
+    if (summary.length >= 60)
+        score += 0.1;
+    if (summary.length >= 120)
+        score += 0.06;
+    if (summary.length >= 180)
+        score += 0.04;
+    if (hasStructuredTriplet)
+        score += 0.22;
+    if (hasAction)
+        score += 0.14;
+    if (hasOutcome)
+        score += 0.12;
+    if (hasTaskInstruction)
+        score += 0.12;
+    if (hasCompletionReport)
+        score += 0.12;
+    if (hasUserAcceptance)
+        score += 0.14;
+    if (workflowComplete)
+        score += 0.12;
+    if (failThenSuccess)
+        score += 0.1;
+    const normalizedScore = Math.max(0, Math.min(1, Number(score.toFixed(2))));
+    if (normalizedScore >= 0.75) {
+        return {
+            score: normalizedScore,
+            level: "high",
+            signals: { hasStructuredTriplet, hasTaskInstruction, hasCompletionReport, hasUserAcceptance, workflowComplete, failThenSuccess },
+        };
+    }
+    if (normalizedScore >= 0.4) {
+        return {
+            score: normalizedScore,
+            level: "medium",
+            signals: { hasStructuredTriplet, hasTaskInstruction, hasCompletionReport, hasUserAcceptance, workflowComplete, failThenSuccess },
+        };
+    }
+    return {
+        score: normalizedScore,
+        level: "low",
+        signals: { hasStructuredTriplet, hasTaskInstruction, hasCompletionReport, hasUserAcceptance, workflowComplete, failThenSuccess },
+    };
+}
+async function requestEmbedding(args) {
+    const endpoint = args.baseUrl.endsWith("/embeddings") ? args.baseUrl : `${args.baseUrl}/embeddings`;
+    const body = {
+        input: args.text,
+        model: args.model,
+    };
+    if (typeof args.dimensions === "number" && Number.isFinite(args.dimensions) && args.dimensions > 0) {
+        body.dimensions = args.dimensions;
+    }
+    const timeoutMs = typeof args.timeoutMs === "number" && Number.isFinite(args.timeoutMs) && args.timeoutMs >= 1000
+        ? Math.floor(args.timeoutMs)
+        : 20000;
+    const maxRetries = typeof args.maxRetries === "number" && Number.isFinite(args.maxRetries) && args.maxRetries >= 1
+        ? Math.min(8, Math.floor(args.maxRetries))
+        : 4;
+    let lastError = null;
+    for (let attempt = 0; attempt < maxRetries; attempt += 1) {
+        const response = await (0, http_post_1.postJsonWithTimeout)({
+            endpoint,
+            apiKey: args.apiKey,
+            body,
+            timeoutMs,
+        });
+        if (!response.ok) {
+            lastError = new Error(response.status > 0 ? `embedding_http_${response.status}` : (response.error || "embedding_network_error"));
+            continue;
+        }
+        try {
+            const json = (response.json || {});
+            const embedding = json?.data?.[0]?.embedding;
+            if (Array.isArray(embedding) && embedding.length > 0) {
+                return embedding.filter(item => Number.isFinite(item));
+            }
+            lastError = new Error("embedding_empty");
+        }
+        catch (error) {
+            lastError = error;
+        }
+        if (attempt < maxRetries - 1) {
+            await new Promise(resolve => setTimeout(resolve, 300 * Math.pow(2, attempt)));
+        }
+    }
+    if (lastError) {
+        throw lastError;
+    }
+    return null;
+}
+function ensureDirForFile(filePath) {
+    const dir = path.dirname(filePath);
+    if (!fs.existsSync(dir)) {
+        fs.mkdirSync(dir, { recursive: true });
+    }
+}
+function estimateTokenCount(text) {
+    const parts = text
+        .split(/[\s,.;:!?，。；：！？、()（）[\]{}"'`~]+/)
+        .map(part => part.trim())
+        .filter(Boolean);
+    return parts.length;
+}
+function inferGateSource(event) {
+    const sourceFile = (event.source_file || "").toLowerCase();
+    const actor = (event.actor || "").toLowerCase();
+    if (sourceFile.includes("session_end") || actor.includes("session_end")) {
+        return "session_end";
+    }
+    if (sourceFile.includes("sync") || actor.includes("sync")) {
+        return "sync";
+    }
+    return "manual";
+}
+function splitTextChunks(text, chunkSize, chunkOverlap) {
+    const normalizedSize = Number.isFinite(chunkSize) && chunkSize >= 200 ? Math.floor(chunkSize) : 600;
+    const normalizedOverlap = Number.isFinite(chunkOverlap) && chunkOverlap >= 0
+        ? Math.floor(chunkOverlap)
+        : 100;
+    const overlap = Math.min(normalizedOverlap, Math.max(0, normalizedSize - 50));
+    const output = [];
+    let cursor = 0;
+    let index = 0;
+    const punctuationSet = new Set(["。", "！", "？", ".", "!", "?", "\n", "；", ";"]);
+    while (cursor < text.length) {
+        const rawEnd = Math.min(text.length, cursor + normalizedSize);
+        let end = rawEnd;
+        if (rawEnd < text.length) {
+            const backwardStart = Math.max(cursor + Math.floor(normalizedSize * 0.45), cursor + 1);
+            let found = -1;
+            for (let i = rawEnd - 1; i >= backwardStart; i -= 1) {
+                if (punctuationSet.has(text[i])) {
+                    found = i + 1;
+                    break;
+                }
+            }
+            if (found < 0) {
+                const forwardEnd = Math.min(text.length, rawEnd + Math.floor(normalizedSize * 0.2));
+                for (let i = rawEnd; i < forwardEnd; i += 1) {
+                    if (punctuationSet.has(text[i])) {
+                        found = i + 1;
+                        break;
+                    }
+                }
+            }
+            if (found > cursor) {
+                end = found;
+            }
+        }
+        if (end <= cursor) {
+            end = Math.min(text.length, cursor + normalizedSize);
+        }
+        const chunkText = text.slice(cursor, end).trim();
+        if (chunkText) {
+            output.push({ index, start: cursor, end, text: chunkText });
+            index += 1;
+        }
+        if (end >= text.length) {
+            break;
+        }
+        const nextCursor = Math.max(cursor + 1, end - overlap);
+        cursor = nextCursor <= cursor ? end : nextCursor;
+    }
+    return output;
+}
+function pickEvidenceChunks(chunks, maxCount) {
+    if (!chunks.length || maxCount <= 0)
+        return [];
+    if (chunks.length <= maxCount)
+        return chunks;
+    const picked = new Map();
+    picked.set(chunks[0].index, chunks[0]);
+    if (maxCount >= 2) {
+        const mid = chunks[Math.floor(chunks.length / 2)];
+        picked.set(mid.index, mid);
+    }
+    if (maxCount >= 3) {
+        const last = chunks[chunks.length - 1];
+        picked.set(last.index, last);
+    }
+    if (picked.size < maxCount) {
+        for (const chunk of chunks) {
+            if (!picked.has(chunk.index)) {
+                picked.set(chunk.index, chunk);
+            }
+            if (picked.size >= maxCount)
+                break;
+        }
+    }
+    return [...picked.values()].sort((a, b) => a.index - b.index).slice(0, maxCount);
+}
+async function mapWithConcurrency(items, maxConcurrency, mapper) {
+    if (items.length === 0) {
+        return [];
+    }
+    const concurrency = Math.max(1, Math.min(maxConcurrency, items.length));
+    const results = new Array(items.length);
+    let cursor = 0;
+    async function worker() {
+        while (true) {
+            const current = cursor;
+            cursor += 1;
+            if (current >= items.length) {
+                break;
+            }
+            results[current] = await mapper(items[current], current);
+        }
+    }
+    await Promise.all(Array.from({ length: concurrency }, () => worker()));
+    return results;
+}
+function createArchiveStore(options) {
+    const archivePath = path.join(options.memoryRoot, "sessions", "archive", "sessions.jsonl");
+    const mutationLogPath = path.join(options.memoryRoot, "sessions", "archive", "mutation_log.jsonl");
+    const graphSchema = (0, ontology_1.loadGraphSchema)(options.projectRoot);
+    const archiveSourceTextMaxChars = resolveArchiveSourceCharLimit(options.writePolicy?.archiveSourceTextMaxChars);
+    async function storeEvents(events) {
+        const stored = [];
+        const skipped = [];
+        if (!events.length) {
+            return { stored, skipped };
+        }
+        const lines = [];
+        const mutationLines = [];
+        for (const event of events) {
+            const summary = (event.summary || "").trim();
+            if (!summary) {
+                skipped.push({ summary: "", reason: "empty_summary" });
+                options.logger.info("archive_skip reason=empty_summary");
+                continue;
+            }
+            const cause = (event.cause || "").trim();
+            const process = (event.process || "").trim();
+            const result = (event.result || event.outcome || "").trim();
+            const confidence = typeof event.confidence === "number"
+                ? Math.max(0, Math.min(1, event.confidence))
+                : undefined;
+            const quality = scoreQuality({
+                summary,
+                cause,
+                process,
+                result,
+                outcome: event.outcome,
+                sourceText: event.source_text,
+            });
+            const gateSource = inferGateSource(event);
+            const lifecycleComplete = quality.signals.workflowComplete;
+            if (gateSource === "sync" && !quality.signals.hasStructuredTriplet) {
+                skipped.push({ summary, reason: "incomplete_cause_process_result" });
+                options.logger.info("archive_skip reason=incomplete_cause_process_result gate_source=sync");
+                continue;
+            }
+            const archiveMinConfidence = typeof options.writePolicy?.archiveMinConfidence === "number"
+                ? Math.max(0, Math.min(1, options.writePolicy.archiveMinConfidence))
+                : 0.35;
+            if (typeof confidence === "number" && confidence < archiveMinConfidence) {
+                if (!lifecycleComplete) {
+                    skipped.push({ summary, reason: "low_confidence" });
+                    options.logger.info("archive_skip reason=filtered_low_quality detail=low_confidence");
+                    continue;
+                }
+                options.logger.info(`archive_confidence_override reason=workflow_complete confidence=${confidence.toFixed(2)} threshold=${archiveMinConfidence.toFixed(2)}`);
+            }
+            const archiveMinQualityScore = typeof options.writePolicy?.archiveMinQualityScore === "number"
+                ? Math.max(0, Math.min(1, options.writePolicy.archiveMinQualityScore))
+                : 0.4;
+            if (quality.score < archiveMinQualityScore) {
+                if (!lifecycleComplete) {
+                    skipped.push({ summary, reason: "low_quality" });
+                    options.logger.info("archive_skip reason=filtered_low_quality detail=low_quality");
+                    continue;
+                }
+                options.logger.info(`archive_quality_override reason=workflow_complete quality=${quality.score.toFixed(2)} threshold=${archiveMinQualityScore.toFixed(2)}`);
+            }
+            const normalizedEventType = (0, ontology_1.normalizeEventType)(event.event_type || "insight", graphSchema);
+            const id = `evt_${Date.now().toString(36)}_${Math.random().toString(36).slice(2, 8)}`;
+            const sourceTextRaw = typeof event.source_text === "string" ? event.source_text : "";
+            const sourceText = clampTailText(denoiseArchiveSourceText(sourceTextRaw), archiveSourceTextMaxChars);
+            const dedupText = [normalizedEventType, summary, sourceText].filter(Boolean).join("\n");
+            const dedup = options.deduplicator.check({
+                id,
+                summary: dedupText || `${normalizedEventType}: ${summary}`,
+            });
+            if (dedup.duplicate) {
+                skipped.push({ summary, reason: `duplicate_${dedup.stage || "unknown"}` });
+                options.logger.info(`archive_skip reason=duplicate_dedup_stage_${dedup.stage || "unknown"}`);
+                continue;
+            }
+            const record = {
+                id,
+                timestamp: new Date().toISOString(),
+                layer: "archive",
+                event_type: normalizedEventType,
+                summary,
+                cause,
+                process,
+                result,
+                source_text: sourceText || undefined,
+                outcome: event.outcome,
+                session_id: event.session_id,
+                source_file: event.source_file,
+                gate_source: gateSource,
+                embedding_status: "pending",
+                quality_score: quality.score,
+                quality_level: quality.level,
+                char_count: (sourceText || summary).length,
+                token_count: estimateTokenCount(sourceText || summary),
+                vector_chunks_total: 0,
+                vector_chunks_ok: 0,
+                confidence,
+                source_event_id: event.source_event_id,
+                actor: event.actor || "system",
+                canonical_id: event.canonical_id || (0, ontology_1.buildCanonicalId)({
+                    eventType: normalizedEventType,
+                    summary,
+                    outcome: event.outcome,
+                }),
+            };
+            let embedding = undefined;
+            const vectorUpsertRows = [];
+            const embeddingModel = options.embedding?.model || "";
+            const embeddingApiKey = options.embedding?.apiKey || "";
+            const embeddingBaseUrl = normalizeBaseUrl(options.embedding?.baseURL || options.embedding?.baseUrl);
+            const maxParallel = 6;
+            if (embeddingModel && embeddingApiKey && embeddingBaseUrl) {
+                const chunkSize = options.vectorChunking?.chunkSize ?? 600;
+                const chunkOverlap = options.vectorChunking?.chunkOverlap ?? 100;
+                const evidenceMaxChunks = typeof options.vectorChunking?.evidenceMaxChunks === "number"
+                    ? Math.max(0, Math.min(8, Math.floor(options.vectorChunking.evidenceMaxChunks)))
+                    : 2;
+                const summaryText = (record.summary || "").trim();
+                const evidenceChunks = record.source_text
+                    ? pickEvidenceChunks(splitTextChunks(record.source_text, chunkSize, chunkOverlap), evidenceMaxChunks)
+                    : [];
+                const summaryChunk = summaryText
+                    ? [
+                        {
+                            text: summaryText,
+                            source_field: "summary",
+                            index: 0,
+                            total: 1 + evidenceChunks.length,
+                            start: 0,
+                            end: summaryText.length,
+                        },
+                    ]
+                    : [];
+                const embeddingInputs = [
+                    ...summaryChunk,
+                    ...evidenceChunks.map((chunk, idx) => ({
+                        text: chunk.text,
+                        source_field: "evidence",
+                        index: idx + summaryChunk.length,
+                        total: summaryChunk.length + evidenceChunks.length,
+                        start: chunk.start,
+                        end: chunk.end,
+                    })),
+                ];
+                record.vector_chunks_total = embeddingInputs.length;
+                const chunkEmbeddings = await mapWithConcurrency(embeddingInputs, maxParallel, async (chunk) => {
+                    try {
+                        const chunkEmbedding = await requestEmbedding({
+                            text: chunk.text,
+                            model: embeddingModel,
+                            apiKey: embeddingApiKey,
+                            baseUrl: embeddingBaseUrl,
+                            dimensions: options.embedding?.dimensions,
+                            timeoutMs: options.embedding?.timeoutMs,
+                            maxRetries: options.embedding?.maxRetries,
+                        }) || undefined;
+                        if (chunkEmbedding && chunkEmbedding.length > 0) {
+                            return {
+                                chunk,
+                                embedding: chunkEmbedding,
+                            };
+                        }
+                        return null;
+                    }
+                    catch (error) {
+                        options.logger.warn(`Archive chunk embedding failed id=${id} chunk=${chunk.index} field=${chunk.source_field} error=${error}`);
+                        return null;
+                    }
+                });
+                const validEmbeddings = chunkEmbeddings
+                    .filter((item) => Boolean(item))
+                    .sort((a, b) => a.chunk.index - b.chunk.index);
+                const primary = validEmbeddings.find(item => item.chunk.source_field === "summary");
+                if (primary) {
+                    embedding = primary.embedding;
+                }
+                else if (validEmbeddings.length > 0) {
+                    embedding = validEmbeddings[0].embedding;
+                }
+                for (const item of validEmbeddings) {
+                    vectorUpsertRows.push({
+                        id: `${id}_c${item.chunk.index}`,
+                        summary: item.chunk.text,
+                        embedding: item.embedding,
+                        source_field: item.chunk.source_field,
+                        chunk_index: item.chunk.index,
+                        chunk_total: item.chunk.total,
+                        chunk_start: item.chunk.start,
+                        chunk_end: item.chunk.end,
+                    });
+                }
+                record.vector_chunks_ok = validEmbeddings.length;
+                record.embedding_status = record.vector_chunks_total > 0 && record.vector_chunks_ok === record.vector_chunks_total
+                    ? "ok"
+                    : "failed";
+            }
+            record.embedding = embedding;
+            lines.push(JSON.stringify(record));
+            stored.push(record);
+            options.deduplicator.append({
+                id: record.id,
+                summary: dedupText || `${record.event_type}: ${summary}`,
+                embedding: embedding,
+            });
+            mutationLines.push(JSON.stringify({
+                op: "insert_event",
+                id: record.id,
+                canonical_id: record.canonical_id,
+                source_event_id: record.source_event_id || "",
+                actor: record.actor || "system",
+                timestamp: record.timestamp,
+                event_type: record.event_type,
+                summary: record.summary,
+            }));
+            options.logger.info(`archive_write reason=archived_success gate_source=${record.gate_source} id=${record.id}`);
+            if (vectorUpsertRows.length > 0) {
+                await options.vectorStore.deleteBySourceMemory({ layer: "archive", sourceMemoryId: record.id });
+                const upsertResults = await mapWithConcurrency(vectorUpsertRows, maxParallel, async (chunkRow) => {
+                    try {
+                        await options.vectorStore.upsert({
+                            id: chunkRow.id,
+                            session_id: record.session_id,
+                            event_type: record.event_type,
+                            summary: chunkRow.summary,
+                            timestamp: record.timestamp,
+                            outcome: record.outcome,
+                            embedding: chunkRow.embedding,
+                            quality_score: record.quality_score,
+                            layer: "archive",
+                            source_memory_id: record.id,
+                            source_memory_canonical_id: record.canonical_id,
+                            source_event_id: record.source_event_id || record.id,
+                            source_field: chunkRow.source_field,
+                            char_count: chunkRow.summary.length,
+                            token_count: estimateTokenCount(chunkRow.summary),
+                            chunk_index: chunkRow.chunk_index,
+                            chunk_total: chunkRow.chunk_total,
+                            chunk_start: chunkRow.chunk_start,
+                            chunk_end: chunkRow.chunk_end,
+                        });
+                        return true;
+                    }
+                    catch (error) {
+                        options.logger.warn(`Archive chunk upsert failed id=${record.id} chunk=${chunkRow.chunk_index} error=${error}`);
+                        return false;
+                    }
+                });
+                const upsertOk = upsertResults.filter(Boolean).length;
+                if (upsertOk !== vectorUpsertRows.length) {
+                    options.logger.warn(`archive_vector_upsert_partial id=${record.id} ok=${upsertOk}/${vectorUpsertRows.length}`);
+                }
+            }
+        }
+        if (lines.length > 0) {
+            ensureDirForFile(archivePath);
+            fs.appendFileSync(archivePath, `${lines.join("\n")}\n`, "utf-8");
+            for (let i = 0; i < lines.length; i++) {
+                const validation = (0, llm_output_validator_1.validateJsonlLine)(lines[i]);
+                if (!validation.valid && validation.errors.length > 0) {
+                    options.logger.warn(`archive_write_integrity_check_failed line=${i} errors=${validation.errors.join("|")}`);
+                }
+            }
+            ensureDirForFile(mutationLogPath);
+            fs.appendFileSync(mutationLogPath, `${mutationLines.join("\n")}\n`, "utf-8");
+        }
+        return { stored, skipped };
+    }
+    options.logger.info(`Archive store initialized at ${archivePath}`);
+    return { storeEvents };
+}
+//# sourceMappingURL=archive_store.js.map