openclaw-cortex-memory 0.1.0-Alpha.2 → 0.1.0-Alpha.20

package/dist/src/store/archive_store.d.ts

@@ -0,0 +1,115 @@
+interface LoggerLike {
+    debug: (message: string, ...args: unknown[]) => void;
+    info: (message: string, ...args: unknown[]) => void;
+    warn: (message: string, ...args: unknown[]) => void;
+}
+interface EmbeddingConfig {
+    provider: string;
+    model: string;
+    apiKey?: string;
+    baseURL?: string;
+    baseUrl?: string;
+    dimensions?: number;
+    timeoutMs?: number;
+    maxRetries?: number;
+}
+interface ExtractedEvent {
+    event_type: string;
+    summary: string;
+    entities?: string[];
+    relations?: Array<{
+        source: string;
+        target: string;
+        type: string;
+    }>;
+    entity_types?: Record<string, string>;
+    outcome?: string;
+    session_id: string;
+    source_file: string;
+    confidence?: number;
+    source_event_id?: string;
+    actor?: string;
+    canonical_id?: string;
+}
+interface StoredEvent extends ExtractedEvent {
+    id: string;
+    timestamp: string;
+    layer: "archive";
+    gate_source: "sync" | "session_end" | "manual";
+    embedding_status: "ok" | "failed" | "pending";
+    quality_score: number;
+    quality_level: "low" | "medium" | "high";
+    char_count: number;
+    token_count: number;
+    vector_chunks_total?: number;
+    vector_chunks_ok?: number;
+    embedding?: number[];
+}
+interface ArchiveStoreOptions {
+    projectRoot: string;
+    memoryRoot: string;
+    logger: LoggerLike;
+    embedding?: EmbeddingConfig;
+    vectorChunking?: {
+        chunkSize?: number;
+        chunkOverlap?: number;
+    };
+    deduplicator: {
+        check(input: {
+            id: string;
+            summary: string;
+            embedding?: number[];
+        }): {
+            duplicate: boolean;
+            stage?: string;
+            matchedId?: string;
+        };
+        append(input: {
+            id: string;
+            summary: string;
+            embedding?: number[];
+        }): void;
+    };
+    vectorStore: {
+        upsert(record: {
+            id: string;
+            session_id: string;
+            event_type: string;
+            summary: string;
+            timestamp: string;
+            outcome?: string;
+            entities?: string[];
+            relations?: Array<{
+                source: string;
+                target: string;
+                type: string;
+            }>;
+            embedding: number[];
+            quality_score: number;
+            layer: "active" | "archive";
+            source_memory_id: string;
+            source_memory_canonical_id?: string;
+            char_count: number;
+            token_count: number;
+            chunk_index?: number;
+            chunk_total?: number;
+            chunk_start?: number;
+            chunk_end?: number;
+        }): Promise<void>;
+        deleteBySourceMemory(args: {
+            layer: "active" | "archive";
+            sourceMemoryId: string;
+        }): Promise<void>;
+    };
+}
+export declare function createArchiveStore(options: ArchiveStoreOptions): {
+    storeEvents(events: ExtractedEvent[]): Promise<{
+        stored: StoredEvent[];
+        skipped: Array<{
+            summary: string;
+            reason: string;
+        }>;
+    }>;
+};
+export {};
+//# sourceMappingURL=archive_store.d.ts.map

package/dist/src/store/archive_store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"archive_store.d.ts","sourceRoot":"","sources":["../../../src/store/archive_store.ts"],"names":[],"mappings":"AASA,UAAU,UAAU;IAClB,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;IACrD,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;IACpD,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;CACrD;AAED,UAAU,eAAe;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,UAAU,cAAc;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,SAAS,CAAC,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACpE,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,UAAU,WAAY,SAAQ,cAAc;IAC1C,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,SAAS,CAAC;IACjB,WAAW,EAAE,MAAM,GAAG,aAAa,GAAG,QAAQ,CAAC;IAC/C,gBAAgB,EAAE,IAAI,GAAG,QAAQ,GAAG,SAAS,CAAC;IAC9C,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IACzC,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAED,UAAU,mBAAmB;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,UAAU,CAAC;IACnB,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,cAAc,CAAC,EAAE;QACf,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB,CAAC;IACF,YAAY,EAAE;QACZ,KAAK,CAAC,KAAK,EAAE;YAAE,EAAE,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;SAAE,GAAG;YAAE,SAAS,EAAE,OAAO,CAAC;YAAC,KAAK,CAAC,EAAE,MAAM,CAAC;YAAC,SAAS,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QAChI,MAAM,CAAC,KAAK,EAAE;YAAE,EAAE,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;SAAE,GAAG,IAAI,CAAC;KAC5E,CAAC;IACF,WAAW,EAAE;QACX,MAAM,CAAC,MAAM,EAAE;YACb,EAAE,EAAE,MAAM,CAAC;YACX,UAAU,EAAE,MAAM,CAAC;YACnB,UAAU,EAAE,MAAM,CAAC;YACnB,OAAO,EAAE,MAAM,CAAC;YAChB,SAAS,EAAE,MAAM,CAAC;YAClB,OAAO,CAAC,EAAE,MAAM,CAAC;YACjB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;YACpB,SAAS,CAAC,EAAE,KAAK,CAAC;gBAAE,MAAM,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,CAAC;gBAAC,IAAI,EAAE,MAAM,CAAA;aAAE,CAAC,CAAC;YACpE,SAAS,EAAE,MAAM,EAAE,CAAC;YACpB,aAAa,EAAE,MAAM,CAAC;YACtB,KAAK,EAAE,QAAQ,GAAG,SAAS,CAAC;YAC5B,gBAAgB,EAAE,MAAM,CAAC;YACzB,0BAA0B,CAAC,EAAE,MAAM,CAAC;YACpC,UAAU,EAAE,MAAM,CAAC;YACnB,WAAW,EAAE,MAAM,CAAC;YACpB,WAAW,CAAC,EAAE,MAAM,CAAC;YACrB,WAAW,CAAC,EAAE,MAAM,CAAC;YACrB,WAAW,CAAC,EAAE,MAAM,CAAC;YACrB,SAAS,CAAC,EAAE,MAAM,CAAC;SACpB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAClB,oBAAoB,CAAC,IAAI,EAAE;YAAE,KAAK,EAAE,QAAQ,GAAG,SAAS,CAAC;YAAC,cAAc,EAAE,MAAM,CAAA;SAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;KACpG,CAAC;CACH;AAyND,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,mBAAmB,GAAG;IAChE,WAAW,CAAC,MAAM,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC;QAAE,MAAM,EAAE,WAAW,EAAE,CAAC;QAAC,OAAO,EAAE,KAAK,CAAC;YAAE,OAAO,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;KAAE,CAAC,CAAC;CAChI,CA4NA"}

package/dist/src/store/archive_store.js

@@ -0,0 +1,446 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createArchiveStore = createArchiveStore;
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const ontology_1 = require("../graph/ontology");
+function normalizeBaseUrl(value) {
+    if (!value)
+        return "";
+    return value.endsWith("/") ? value.slice(0, -1) : value;
+}
+function scoreQuality(text) {
+    const length = text.length;
+    const score = Math.max(0, Math.min(1, Number((Math.min(length, 320) / 320).toFixed(2))));
+    if (score >= 0.75) {
+        return { score, level: "high" };
+    }
+    if (score >= 0.4) {
+        return { score, level: "medium" };
+    }
+    return { score, level: "low" };
+}
+async function requestEmbedding(args) {
+    const endpoint = args.baseUrl.endsWith("/embeddings") ? args.baseUrl : `${args.baseUrl}/embeddings`;
+    const body = {
+        input: args.text,
+        model: args.model,
+    };
+    if (typeof args.dimensions === "number" && Number.isFinite(args.dimensions) && args.dimensions > 0) {
+        body.dimensions = args.dimensions;
+    }
+    const timeoutMs = typeof args.timeoutMs === "number" && Number.isFinite(args.timeoutMs) && args.timeoutMs >= 1000
+        ? Math.floor(args.timeoutMs)
+        : 20000;
+    const maxRetries = typeof args.maxRetries === "number" && Number.isFinite(args.maxRetries) && args.maxRetries >= 1
+        ? Math.min(8, Math.floor(args.maxRetries))
+        : 4;
+    let lastError = null;
+    for (let attempt = 0; attempt < maxRetries; attempt += 1) {
+        const controller = new AbortController();
+        const timeoutId = setTimeout(() => controller.abort(), timeoutMs);
+        try {
+            const response = await fetch(endpoint, {
+                method: "POST",
+                headers: {
+                    "content-type": "application/json",
+                    authorization: `Bearer ${args.apiKey}`,
+                },
+                body: JSON.stringify(body),
+                signal: controller.signal,
+            });
+            clearTimeout(timeoutId);
+            if (!response.ok) {
+                lastError = new Error(`embedding_http_${response.status}`);
+                continue;
+            }
+            const json = await response.json();
+            const embedding = json?.data?.[0]?.embedding;
+            if (Array.isArray(embedding) && embedding.length > 0) {
+                return embedding.filter(item => Number.isFinite(item));
+            }
+            lastError = new Error("embedding_empty");
+        }
+        catch (error) {
+            clearTimeout(timeoutId);
+            lastError = error;
+        }
+        if (attempt < maxRetries - 1) {
+            await new Promise(resolve => setTimeout(resolve, 300 * Math.pow(2, attempt)));
+        }
+    }
+    if (lastError) {
+        throw lastError;
+    }
+    return null;
+}
+function ensureDirForFile(filePath) {
+    const dir = path.dirname(filePath);
+    if (!fs.existsSync(dir)) {
+        fs.mkdirSync(dir, { recursive: true });
+    }
+}
+function estimateTokenCount(text) {
+    const parts = text
+        .split(/[\s,.;:!?，。；：！？、()（）[\]{}"'`~]+/)
+        .map(part => part.trim())
+        .filter(Boolean);
+    return parts.length;
+}
+function inferGateSource(event) {
+    const sourceFile = (event.source_file || "").toLowerCase();
+    const actor = (event.actor || "").toLowerCase();
+    if (sourceFile.includes("session_end") || actor.includes("session_end")) {
+        return "session_end";
+    }
+    if (sourceFile.includes("sync") || actor.includes("sync")) {
+        return "sync";
+    }
+    return "manual";
+}
+function buildArchiveVectorText(event, normalizedEventType, entities) {
+    const lines = [
+        `event_type: ${normalizedEventType}`,
+        `summary: ${(event.summary || "").trim()}`,
+        `outcome: ${(event.outcome || "").trim()}`,
+        `entities: ${entities.join(", ")}`,
+        `source_file: ${(event.source_file || "").trim()}`,
+        `actor: ${(event.actor || "").trim()}`,
+    ].map(line => line.trim()).filter(Boolean);
+    if (Array.isArray(event.relations) && event.relations.length > 0) {
+        const relationLines = event.relations
+            .map(relation => {
+            if (!relation || typeof relation !== "object")
+                return "";
+            const source = typeof relation.source === "string" ? relation.source.trim() : "";
+            const target = typeof relation.target === "string" ? relation.target.trim() : "";
+            const type = typeof relation.type === "string" ? relation.type.trim() : "related_to";
+            if (!source || !target)
+                return "";
+            return `${source} -[${type}]-> ${target}`;
+        })
+            .filter(Boolean);
+        if (relationLines.length > 0) {
+            lines.push(`relations: ${relationLines.join(" ; ")}`);
+        }
+    }
+    return lines.join("\n").trim();
+}
+function splitTextChunks(text, chunkSize, chunkOverlap) {
+    const normalizedSize = Number.isFinite(chunkSize) && chunkSize >= 200 ? Math.floor(chunkSize) : 600;
+    const normalizedOverlap = Number.isFinite(chunkOverlap) && chunkOverlap >= 0
+        ? Math.floor(chunkOverlap)
+        : 100;
+    const overlap = Math.min(normalizedOverlap, Math.max(0, normalizedSize - 50));
+    const output = [];
+    let cursor = 0;
+    let index = 0;
+    const punctuationSet = new Set(["。", "！", "？", ".", "!", "?", "\n", "；", ";"]);
+    while (cursor < text.length) {
+        const rawEnd = Math.min(text.length, cursor + normalizedSize);
+        let end = rawEnd;
+        if (rawEnd < text.length) {
+            const backwardStart = Math.max(cursor + Math.floor(normalizedSize * 0.45), cursor + 1);
+            let found = -1;
+            for (let i = rawEnd - 1; i >= backwardStart; i -= 1) {
+                if (punctuationSet.has(text[i])) {
+                    found = i + 1;
+                    break;
+                }
+            }
+            if (found < 0) {
+                const forwardEnd = Math.min(text.length, rawEnd + Math.floor(normalizedSize * 0.2));
+                for (let i = rawEnd; i < forwardEnd; i += 1) {
+                    if (punctuationSet.has(text[i])) {
+                        found = i + 1;
+                        break;
+                    }
+                }
+            }
+            if (found > cursor) {
+                end = found;
+            }
+        }
+        if (end <= cursor) {
+            end = Math.min(text.length, cursor + normalizedSize);
+        }
+        const chunkText = text.slice(cursor, end).trim();
+        if (chunkText) {
+            output.push({ index, start: cursor, end, text: chunkText });
+            index += 1;
+        }
+        if (end >= text.length) {
+            break;
+        }
+        const nextCursor = Math.max(cursor + 1, end - overlap);
+        cursor = nextCursor <= cursor ? end : nextCursor;
+    }
+    return output;
+}
+async function mapWithConcurrency(items, maxConcurrency, mapper) {
+    if (items.length === 0) {
+        return [];
+    }
+    const concurrency = Math.max(1, Math.min(maxConcurrency, items.length));
+    const results = new Array(items.length);
+    let cursor = 0;
+    async function worker() {
+        while (true) {
+            const current = cursor;
+            cursor += 1;
+            if (current >= items.length) {
+                break;
+            }
+            results[current] = await mapper(items[current], current);
+        }
+    }
+    await Promise.all(Array.from({ length: concurrency }, () => worker()));
+    return results;
+}
+function createArchiveStore(options) {
+    const archivePath = path.join(options.memoryRoot, "sessions", "archive", "sessions.jsonl");
+    const mutationLogPath = path.join(options.memoryRoot, "graph", "mutation_log.jsonl");
+    const graphSchema = (0, ontology_1.loadGraphSchema)(options.projectRoot);
+    async function storeEvents(events) {
+        const stored = [];
+        const skipped = [];
+        if (!events.length) {
+            return { stored, skipped };
+        }
+        const lines = [];
+        const mutationLines = [];
+        for (const event of events) {
+            const summary = (event.summary || "").trim();
+            if (!summary) {
+                skipped.push({ summary: "", reason: "empty_summary" });
+                options.logger.info("archive_skip reason=empty_summary");
+                continue;
+            }
+            const confidence = typeof event.confidence === "number"
+                ? Math.max(0, Math.min(1, event.confidence))
+                : undefined;
+            if (typeof confidence === "number" && confidence < 0.35) {
+                skipped.push({ summary, reason: "low_confidence" });
+                options.logger.info("archive_skip reason=filtered_low_quality detail=low_confidence");
+                continue;
+            }
+            const quality = scoreQuality(summary);
+            if (quality.level === "low") {
+                skipped.push({ summary, reason: "low_quality" });
+                options.logger.info("archive_skip reason=filtered_low_quality detail=low_quality");
+                continue;
+            }
+            const normalizedEventType = (0, ontology_1.normalizeEventType)(event.event_type || "insight", graphSchema);
+            const entities = Array.isArray(event.entities)
+                ? [...new Set(event.entities.map(item => (typeof item === "string" ? item.trim() : "")).filter(Boolean))]
+                : [];
+            const relationValidation = (0, ontology_1.validateRelations)({
+                relations: Array.isArray(event.relations) ? event.relations : [],
+                entities,
+                entityTypes: event.entity_types,
+                schema: graphSchema,
+            });
+            if (relationValidation.accepted.length === 0 && Array.isArray(event.relations) && event.relations.length > 0) {
+                skipped.push({ summary, reason: "relation_validation_failed" });
+                options.logger.info("archive_skip reason=relation_validation_failed");
+                continue;
+            }
+            const id = `evt_${Date.now().toString(36)}_${Math.random().toString(36).slice(2, 8)}`;
+            let embedding = undefined;
+            let embeddingStatus = "pending";
+            let vectorChunksTotal = 0;
+            let vectorChunksOk = 0;
+            const vectorUpsertRows = [];
+            const embeddingModel = options.embedding?.model || "";
+            const embeddingApiKey = options.embedding?.apiKey || "";
+            const embeddingBaseUrl = normalizeBaseUrl(options.embedding?.baseURL || options.embedding?.baseUrl);
+            const maxParallel = 6;
+            if (embeddingModel && embeddingApiKey && embeddingBaseUrl) {
+                const chunkSize = options.vectorChunking?.chunkSize ?? 600;
+                const chunkOverlap = options.vectorChunking?.chunkOverlap ?? 100;
+                const vectorText = buildArchiveVectorText(event, normalizedEventType, entities);
+                const chunks = splitTextChunks(vectorText, chunkSize, chunkOverlap);
+                vectorChunksTotal = chunks.length;
+                const chunkEmbeddings = await mapWithConcurrency(chunks, maxParallel, async (chunk) => {
+                    try {
+                        const chunkEmbedding = await requestEmbedding({
+                            text: chunk.text,
+                            model: embeddingModel,
+                            apiKey: embeddingApiKey,
+                            baseUrl: embeddingBaseUrl,
+                            dimensions: options.embedding?.dimensions,
+                            timeoutMs: options.embedding?.timeoutMs,
+                            maxRetries: options.embedding?.maxRetries,
+                        }) || undefined;
+                        if (chunkEmbedding && chunkEmbedding.length > 0) {
+                            return {
+                                chunk,
+                                embedding: chunkEmbedding,
+                            };
+                        }
+                        return null;
+                    }
+                    catch (error) {
+                        options.logger.warn(`Archive chunk embedding failed id=${id} chunk=${chunk.index} error=${error}`);
+                        return null;
+                    }
+                });
+                const validEmbeddings = chunkEmbeddings
+                    .filter((item) => Boolean(item))
+                    .sort((a, b) => a.chunk.index - b.chunk.index);
+                if (validEmbeddings.length > 0) {
+                    embedding = validEmbeddings[0].embedding;
+                }
+                for (const item of validEmbeddings) {
+                    vectorUpsertRows.push({
+                        id: `${id}_c${item.chunk.index}`,
+                        summary: item.chunk.text,
+                        embedding: item.embedding,
+                        chunk_index: item.chunk.index,
+                        chunk_total: chunks.length,
+                        chunk_start: item.chunk.start,
+                        chunk_end: item.chunk.end,
+                    });
+                }
+                vectorChunksOk = validEmbeddings.length;
+                embeddingStatus = vectorChunksTotal > 0 && vectorChunksOk === vectorChunksTotal ? "ok" : "failed";
+            }
+            const dedup = options.deduplicator.check({
+                id,
+                summary: `${normalizedEventType}: ${summary}`,
+                embedding,
+            });
+            if (dedup.duplicate) {
+                skipped.push({ summary, reason: `duplicate_${dedup.stage || "unknown"}` });
+                options.logger.info(`archive_skip reason=duplicate_dedup_stage_${dedup.stage || "unknown"}`);
+                continue;
+            }
+            const gateSource = inferGateSource(event);
+            const record = {
+                ...event,
+                event_type: normalizedEventType,
+                entities,
+                relations: relationValidation.accepted,
+                canonical_id: event.canonical_id || (0, ontology_1.buildCanonicalId)({
+                    eventType: normalizedEventType,
+                    summary,
+                    entities,
+                    relations: relationValidation.accepted,
+                    outcome: event.outcome,
+                }),
+                actor: event.actor || "system",
+                confidence,
+                id,
+                timestamp: new Date().toISOString(),
+                layer: "archive",
+                gate_source: gateSource,
+                embedding_status: embeddingStatus,
+                quality_score: quality.score,
+                quality_level: quality.level,
+                char_count: buildArchiveVectorText(event, normalizedEventType, entities).length,
+                token_count: estimateTokenCount(buildArchiveVectorText(event, normalizedEventType, entities)),
+                vector_chunks_total: vectorChunksTotal,
+                vector_chunks_ok: vectorChunksOk,
+                embedding,
+            };
+            lines.push(JSON.stringify(record));
+            stored.push(record);
+            options.deduplicator.append({
+                id: record.id,
+                summary: `${record.event_type}: ${summary}`,
+                embedding: embedding,
+            });
+            mutationLines.push(JSON.stringify({
+                op: "insert_event",
+                id: record.id,
+                canonical_id: record.canonical_id,
+                source_event_id: record.source_event_id || "",
+                actor: record.actor || "system",
+                timestamp: record.timestamp,
+                event_type: record.event_type,
+                summary: record.summary,
+            }));
+            options.logger.info(`archive_write reason=archived_success gate_source=${record.gate_source} id=${record.id}`);
+            if (vectorUpsertRows.length > 0) {
+                await options.vectorStore.deleteBySourceMemory({ layer: "archive", sourceMemoryId: record.id });
+                const upsertResults = await mapWithConcurrency(vectorUpsertRows, maxParallel, async (chunkRow) => {
+                    try {
+                        await options.vectorStore.upsert({
+                            id: chunkRow.id,
+                            session_id: record.session_id,
+                            event_type: record.event_type,
+                            summary: chunkRow.summary,
+                            timestamp: record.timestamp,
+                            outcome: record.outcome,
+                            entities: record.entities,
+                            relations: record.relations,
+                            embedding: chunkRow.embedding,
+                            quality_score: record.quality_score,
+                            layer: "archive",
+                            source_memory_id: record.id,
+                            source_memory_canonical_id: record.canonical_id,
+                            char_count: chunkRow.summary.length,
+                            token_count: estimateTokenCount(chunkRow.summary),
+                            chunk_index: chunkRow.chunk_index,
+                            chunk_total: chunkRow.chunk_total,
+                            chunk_start: chunkRow.chunk_start,
+                            chunk_end: chunkRow.chunk_end,
+                        });
+                        return true;
+                    }
+                    catch (error) {
+                        options.logger.warn(`Archive chunk upsert failed id=${record.id} chunk=${chunkRow.chunk_index} error=${error}`);
+                        return false;
+                    }
+                });
+                const upsertOk = upsertResults.filter(Boolean).length;
+                if (upsertOk !== vectorUpsertRows.length) {
+                    options.logger.warn(`archive_vector_upsert_partial id=${record.id} ok=${upsertOk}/${vectorUpsertRows.length}`);
+                }
+            }
+        }
+        if (lines.length > 0) {
+            ensureDirForFile(archivePath);
+            fs.appendFileSync(archivePath, `${lines.join("\n")}\n`, "utf-8");
+            ensureDirForFile(mutationLogPath);
+            fs.appendFileSync(mutationLogPath, `${mutationLines.join("\n")}\n`, "utf-8");
+        }
+        return { stored, skipped };
+    }
+    options.logger.info(`Archive store initialized at ${archivePath}`);
+    return { storeEvents };
+}
+//# sourceMappingURL=archive_store.js.map

package/dist/src/store/archive_store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"archive_store.js","sourceRoot":"","sources":["../../../src/store/archive_store.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAsTA,gDA8NC;AAphBD,uCAAyB;AACzB,2CAA6B;AAC7B,gDAK2B;AAwF3B,SAAS,gBAAgB,CAAC,KAAc;IACtC,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,OAAO,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAC1D,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzF,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;QAClB,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAClC,CAAC;IACD,IAAI,KAAK,IAAI,GAAG,EAAE,CAAC;QACjB,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;IACpC,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;AACjC,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,IAQ/B;IACC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,aAAa,CAAC;IACpG,MAAM,IAAI,GAA4B;QACpC,KAAK,EAAE,IAAI,CAAC,IAAI;QAChB,KAAK,EAAE,IAAI,CAAC,KAAK;KAClB,CAAC;IACF,IAAI,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;QACnG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;IACpC,CAAC;IACD,MAAM,SAAS,GAAG,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;QAC/G,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;QAC5B,CAAC,CAAC,KAAK,CAAC;IACV,MAAM,UAAU,GAAG,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC;QAChH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC,CAAC;IACN,IAAI,SAAS,GAAY,IAAI,CAAC;IAC9B,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,UAAU,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;QACzD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;QAClE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;gBACrC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAC1B,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YACH,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,SAAS,GAAG,IAAI,KAAK,CAAC,kBAAkB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC3D,SAAS;YACX,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAgD,CAAC;YACjF,MAAM,SAAS,GAAG,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC;YAC7C,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrD,OAAO,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;YACzD,CAAC;YACD,SAAS,GAAG,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAC3C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,SAAS,GAAG,KAAK,CAAC;QACpB,CAAC;QACD,IAAI,OAAO,GAAG,UAAU,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;IACD,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,SAAS,CAAC;IAClB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAgB;IACxC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACnC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,MAAM,KAAK,GAAG,IAAI;SACf,KAAK,CAAC,iCAAiC,CAAC;SACxC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SACxB,MAAM,CAAC,OAAO,CAAC,CAAC;IACnB,OAAO,KAAK,CAAC,MAAM,CAAC;AACtB,CAAC;AAED,SAAS,eAAe,CAAC,KAAqB;IAC5C,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAC3D,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAChD,IAAI,UAAU,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QACxE,OAAO,aAAa,CAAC;IACvB,CAAC;IACD,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1D,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAqB,EAAE,mBAA2B,EAAE,QAAkB;IACpG,MAAM,KAAK,GAAG;QACZ,eAAe,mBAAmB,EAAE;QACpC,YAAY,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE;QAC1C,YAAY,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE;QAC1C,aAAa,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QAClC,gBAAgB,CAAC,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE;QAClD,UAAU,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE;KACvC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC3C,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjE,MAAM,aAAa,GAAG,KAAK,CAAC,SAAS;aAClC,GAAG,CAAC,QAAQ,CAAC,EAAE;YACd,IAAI,CAAC,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ;gBAAE,OAAO,EAAE,CAAC;YACzD,MAAM,MAAM,GAAG,OAAO,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjF,MAAM,MAAM,GAAG,OAAO,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjF,MAAM,IAAI,GAAG,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC;YACrF,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM;gBAAE,OAAO,EAAE,CAAC;YAClC,OAAO,GAAG,MAAM,MAAM,IAAI,OAAO,MAAM,EAAE,CAAC;QAC5C,CAAC,CAAC;aACD,MAAM,CAAC,OAAO,CAAC,CAAC;QACnB,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,cAAc,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;AACjC,CAAC;AAED,SAAS,eAAe,CAAC,IAAY,EAAE,SAAiB,EAAE,YAAoB;IAM5E,MAAM,cAAc,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IACpG,MAAM,iBAAiB,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,YAAY,IAAI,CAAC;QAC1E,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC;QAC1B,CAAC,CAAC,GAAG,CAAC;IACR,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,cAAc,GAAG,EAAE,CAAC,CAAC,CAAC;IAC9E,MAAM,MAAM,GAAuE,EAAE,CAAC;IACtF,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;IAC/E,OAAO,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAAC,CAAC;QAC9D,IAAI,GAAG,GAAG,MAAM,CAAC;QACjB,IAAI,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YACzB,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;YACvF,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC;YACf,KAAK,IAAI,CAAC,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpD,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBAChC,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC;oBACd,MAAM;gBACR,CAAC;YACH,CAAC;YACD,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACd,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,CAAC;gBACpF,KAAK,IAAI,CAAC,GAAG,MAAM,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC5C,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;wBAChC,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC;wBACd,MAAM;oBACR,CAAC;gBACH,CAAC;YACH,CAAC;YACD,IAAI,KAAK,GAAG,MAAM,EAAE,CAAC;gBACnB,GAAG,GAAG,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QACD,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;YAClB,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAAC,CAAC;QACvD,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACjD,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;YAC5D,KAAK,IAAI,CAAC,CAAC;QACb,CAAC;QACD,IAAI,GAAG,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACvB,MAAM;QACR,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC;QACvD,MAAM,GAAG,UAAU,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC;IACnD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,KAAU,EACV,cAAsB,EACtB,MAA8C;IAE9C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACxE,MAAM,OAAO,GAAG,IAAI,KAAK,CAAI,KAAK,CAAC,MAAM,CAAC,CAAC;IAC3C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,UAAU,MAAM;QACnB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,OAAO,GAAG,MAAM,CAAC;YACvB,MAAM,IAAI,CAAC,CAAC;YACZ,IAAI,OAAO,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;gBAC5B,MAAM;YACR,CAAC;YACD,OAAO,CAAC,OAAO,CAAC,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IACD,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACvE,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAgB,kBAAkB,CAAC,OAA4B;IAG7D,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC;IAC3F,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,EAAE,oBAAoB,CAAC,CAAC;IACrF,MAAM,WAAW,GAAG,IAAA,0BAAe,EAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAEzD,KAAK,UAAU,WAAW,CAAC,MAAwB;QACjD,MAAM,MAAM,GAAkB,EAAE,CAAC;QACjC,MAAM,OAAO,GAA+C,EAAE,CAAC;QAC/D,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QAC7B,CAAC;QACD,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAa,EAAE,CAAC;QACnC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAC7C,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC;gBACvD,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;gBACzD,SAAS;YACX,CAAC;YACD,MAAM,UAAU,GAAG,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ;gBACrD,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;gBAC5C,CAAC,CAAC,SAAS,CAAC;YACd,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,UAAU,GAAG,IAAI,EAAE,CAAC;gBACxD,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC,CAAC;gBACpD,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,gEAAgE,CAAC,CAAC;gBACtF,SAAS;YACX,CAAC;YACD,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;YACtC,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;gBAC5B,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;gBACjD,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,6DAA6D,CAAC,CAAC;gBACnF,SAAS;YACX,CAAC;YACD,MAAM,mBAAmB,GAAG,IAAA,6BAAkB,EAAC,KAAK,CAAC,UAAU,IAAI,SAAS,EAAE,WAAW,CAAC,CAAC;YAC3F,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC;gBAC5C,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;gBACzG,CAAC,CAAC,EAAE,CAAC;YACP,MAAM,kBAAkB,GAAG,IAAA,4BAAiB,EAAC;gBAC3C,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;gBAChE,QAAQ;gBACR,WAAW,EAAE,KAAK,CAAC,YAAY;gBAC/B,MAAM,EAAE,WAAW;aACpB,CAAC,CAAC;YACH,IAAI,kBAAkB,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7G,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,4BAA4B,EAAE,CAAC,CAAC;gBAChE,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;gBACtE,SAAS;YACX,CAAC;YACD,MAAM,EAAE,GAAG,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YACtF,IAAI,SAAS,GAAyB,SAAS,CAAC;YAChD,IAAI,eAAe,GAAgC,SAAS,CAAC;YAC7D,IAAI,iBAAiB,GAAG,CAAC,CAAC;YAC1B,IAAI,cAAc,GAAG,CAAC,CAAC;YACvB,MAAM,gBAAgB,GAQjB,EAAE,CAAC;YACR,MAAM,cAAc,GAAG,OAAO,CAAC,SAAS,EAAE,KAAK,IAAI,EAAE,CAAC;YACtD,MAAM,eAAe,GAAG,OAAO,CAAC,SAAS,EAAE,MAAM,IAAI,EAAE,CAAC;YACxD,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,IAAI,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACpG,MAAM,WAAW,GAAG,CAAC,CAAC;YACtB,IAAI,cAAc,IAAI,eAAe,IAAI,gBAAgB,EAAE,CAAC;gBAC1D,MAAM,SAAS,GAAG,OAAO,CAAC,cAAc,EAAE,SAAS,IAAI,GAAG,CAAC;gBAC3D,MAAM,YAAY,GAAG,OAAO,CAAC,cAAc,EAAE,YAAY,IAAI,GAAG,CAAC;gBACjE,MAAM,UAAU,GAAG,sBAAsB,CAAC,KAAK,EAAE,mBAAmB,EAAE,QAAQ,CAAC,CAAC;gBAChF,MAAM,MAAM,GAAG,eAAe,CAAC,UAAU,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;gBACpE,iBAAiB,GAAG,MAAM,CAAC,MAAM,CAAC;gBAClC,MAAM,eAAe,GAAG,MAAM,kBAAkB,CAAC,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;oBACpF,IAAI,CAAC;wBACH,MAAM,cAAc,GAAG,MAAM,gBAAgB,CAAC;4BAC5C,IAAI,EAAE,KAAK,CAAC,IAAI;4BAChB,KAAK,EAAE,cAAc;4BACrB,MAAM,EAAE,eAAe;4BACvB,OAAO,EAAE,gBAAgB;4BACzB,UAAU,EAAE,OAAO,CAAC,SAAS,EAAE,UAAU;4BACzC,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,SAAS;4BACvC,UAAU,EAAE,OAAO,CAAC,SAAS,EAAE,UAAU;yBAC1C,CAAC,IAAI,SAAS,CAAC;wBAChB,IAAI,cAAc,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BAChD,OAAO;gCACL,KAAK;gCACL,SAAS,EAAE,cAAc;6BAC1B,CAAC;wBACJ,CAAC;wBACD,OAAO,IAAI,CAAC;oBACd,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,qCAAqC,EAAE,UAAU,KAAK,CAAC,KAAK,UAAU,KAAK,EAAE,CAAC,CAAC;wBACnG,OAAO,IAAI,CAAC;oBACd,CAAC;gBACH,CAAC,CAAC,CAAC;gBACH,MAAM,eAAe,GAAG,eAAe;qBACpC,MAAM,CAAC,CAAC,IAAI,EAAuG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;qBACpI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACjD,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC/B,SAAS,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;gBAC3C,CAAC;gBACD,KAAK,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC;oBACnC,gBAAgB,CAAC,IAAI,CAAC;wBACpB,EAAE,EAAE,GAAG,EAAE,KAAK,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE;wBAChC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;wBACxB,SAAS,EAAE,IAAI,CAAC,SAAS;wBACzB,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;wBAC7B,WAAW,EAAE,MAAM,CAAC,MAAM;wBAC1B,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;wBAC7B,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG;qBAC1B,CAAC,CAAC;gBACL,CAAC;gBACD,cAAc,GAAG,eAAe,CAAC,MAAM,CAAC;gBACxC,eAAe,GAAG,iBAAiB,GAAG,CAAC,IAAI,cAAc,KAAK,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;YACpG,CAAC;YACD,MAAM,KAAK,GAAG,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC;gBACvC,EAAE;gBACF,OAAO,EAAE,GAAG,mBAAmB,KAAK,OAAO,EAAE;gBAC7C,SAAS;aACV,CAAC,CAAC;YACH,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;gBACpB,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa,KAAK,CAAC,KAAK,IAAI,SAAS,EAAE,EAAE,CAAC,CAAC;gBAC3E,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,6CAA6C,KAAK,CAAC,KAAK,IAAI,SAAS,EAAE,CAAC,CAAC;gBAC7F,SAAS;YACX,CAAC;YACD,MAAM,UAAU,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;YAC1C,MAAM,MAAM,GAAgB;gBAC1B,GAAG,KAAK;gBACR,UAAU,EAAE,mBAAmB;gBAC/B,QAAQ;gBACR,SAAS,EAAE,kBAAkB,CAAC,QAAQ;gBACtC,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,IAAA,2BAAgB,EAAC;oBACnD,SAAS,EAAE,mBAAmB;oBAC9B,OAAO;oBACP,QAAQ;oBACR,SAAS,EAAE,kBAAkB,CAAC,QAAQ;oBACtC,OAAO,EAAE,KAAK,CAAC,OAAO;iBACvB,CAAC;gBACF,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,QAAQ;gBAC9B,UAAU;gBACV,EAAE;gBACF,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,KAAK,EAAE,SAAS;gBAChB,WAAW,EAAE,UAAU;gBACvB,gBAAgB,EAAE,eAAe;gBACjC,aAAa,EAAE,OAAO,CAAC,KAAK;gBAC5B,aAAa,EAAE,OAAO,CAAC,KAAK;gBAC5B,UAAU,EAAE,sBAAsB,CAAC,KAAK,EAAE,mBAAmB,EAAE,QAAQ,CAAC,CAAC,MAAM;gBAC/E,WAAW,EAAE,kBAAkB,CAAC,sBAAsB,CAAC,KAAK,EAAE,mBAAmB,EAAE,QAAQ,CAAC,CAAC;gBAC7F,mBAAmB,EAAE,iBAAiB;gBACtC,gBAAgB,EAAE,cAAc;gBAChC,SAAS;aACV,CAAC;YACF,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpB,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC;gBAC1B,EAAE,EAAE,MAAM,CAAC,EAAE;gBACb,OAAO,EAAE,GAAG,MAAM,CAAC,UAAU,KAAK,OAAO,EAAE;gBAC3C,SAAS,EAAE,SAAS;aACrB,CAAC,CAAC;YACH,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;gBAChC,EAAE,EAAE,cAAc;gBAClB,EAAE,EAAE,MAAM,CAAC,EAAE;gBACb,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,EAAE;gBAC7C,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,QAAQ;gBAC/B,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,OAAO,EAAE,MAAM,CAAC,OAAO;aACxB,CAAC,CAAC,CAAC;YACJ,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,qDAAqD,MAAM,CAAC,WAAW,OAAO,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/G,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChC,MAAM,OAAO,CAAC,WAAW,CAAC,oBAAoB,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;gBAChG,MAAM,aAAa,GAAG,MAAM,kBAAkB,CAAC,gBAAgB,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;oBAC/F,IAAI,CAAC;wBACH,MAAM,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC;4BAC/B,EAAE,EAAE,QAAQ,CAAC,EAAE;4BACf,UAAU,EAAE,MAAM,CAAC,UAAU;4BAC7B,UAAU,EAAE,MAAM,CAAC,UAAU;4BAC7B,OAAO,EAAE,QAAQ,CAAC,OAAO;4BACzB,SAAS,EAAE,MAAM,CAAC,SAAS;4BAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;4BACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;4BACzB,SAAS,EAAE,MAAM,CAAC,SAAS;4BAC3B,SAAS,EAAE,QAAQ,CAAC,SAAS;4BAC7B,aAAa,EAAE,MAAM,CAAC,aAAa;4BACnC,KAAK,EAAE,SAAS;4BAChB,gBAAgB,EAAE,MAAM,CAAC,EAAE;4BAC3B,0BAA0B,EAAE,MAAM,CAAC,YAAY;4BAC/C,UAAU,EAAE,QAAQ,CAAC,OAAO,CAAC,MAAM;4BACnC,WAAW,EAAE,kBAAkB,CAAC,QAAQ,CAAC,OAAO,CAAC;4BACjD,WAAW,EAAE,QAAQ,CAAC,WAAW;4BACjC,WAAW,EAAE,QAAQ,CAAC,WAAW;4BACjC,WAAW,EAAE,QAAQ,CAAC,WAAW;4BACjC,SAAS,EAAE,QAAQ,CAAC,SAAS;yBAC9B,CAAC,CAAC;wBACH,OAAO,IAAI,CAAC;oBACd,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,MAAM,CAAC,EAAE,UAAU,QAAQ,CAAC,WAAW,UAAU,KAAK,EAAE,CAAC,CAAC;wBAChH,OAAO,KAAK,CAAC;oBACf,CAAC;gBACH,CAAC,CAAC,CAAC;gBACH,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;gBACtD,IAAI,QAAQ,KAAK,gBAAgB,CAAC,MAAM,EAAE,CAAC;oBACzC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,oCAAoC,MAAM,CAAC,EAAE,OAAO,QAAQ,IAAI,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC;gBACjH,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,gBAAgB,CAAC,WAAW,CAAC,CAAC;YAC9B,EAAE,CAAC,cAAc,CAAC,WAAW,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACjE,gBAAgB,CAAC,eAAe,CAAC,CAAC;YAClC,EAAE,CAAC,cAAc,CAAC,eAAe,EAAE,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC/E,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAC7B,CAAC;IAED,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,WAAW,EAAE,CAAC,CAAC;IACnE,OAAO,EAAE,WAAW,EAAE,CAAC;AACzB,CAAC"}

package/dist/src/store/embedding_utils.d.ts

@@ -0,0 +1,32 @@
+export interface EmbeddingConfig {
+    provider: string;
+    model: string;
+    apiKey?: string;
+    baseURL?: string;
+    baseUrl?: string;
+    dimensions?: number;
+    timeoutMs?: number;
+    maxRetries?: number;
+}
+export interface ChunkingConfig {
+    chunkSize?: number;
+    chunkOverlap?: number;
+}
+export interface ChunkingRuntimeConfig {
+    chunkSize: number;
+    chunkOverlap: number;
+}
+export interface EmbedTextResult {
+    embedding?: number[];
+    chunkCount: number;
+    embeddingStatus: "ok" | "failed" | "pending";
+}
+export declare function normalizeBaseUrl(value?: string): string;
+export declare function resolveChunkingConfig(config?: ChunkingConfig): ChunkingRuntimeConfig;
+export declare function splitTextToChunks(text: string, config?: ChunkingConfig): string[];
+export declare function embedTextWithChunks(args: {
+    text: string;
+    embedding?: EmbeddingConfig;
+    chunking?: ChunkingConfig;
+}): Promise<EmbedTextResult>;
+//# sourceMappingURL=embedding_utils.d.ts.map

package/dist/src/store/embedding_utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding_utils.d.ts","sourceRoot":"","sources":["../../../src/store/embedding_utils.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,cAAc;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,qBAAqB;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,IAAI,GAAG,QAAQ,GAAG,SAAS,CAAC;CAC9C;AAED,wBAAgB,gBAAgB,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAGvD;AAED,wBAAgB,qBAAqB,CAAC,MAAM,CAAC,EAAE,cAAc,GAAG,qBAAqB,CAapF;AAkBD,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,cAAc,GAAG,MAAM,EAAE,CAyBjF;AAkFD,wBAAsB,mBAAmB,CAAC,IAAI,EAAE;IAC9C,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,QAAQ,CAAC,EAAE,cAAc,CAAC;CAC3B,GAAG,OAAO,CAAC,eAAe,CAAC,CAkC3B"}