@andre.li/memoark 0.3.1

package/dist/core/canonicalize.js

@@ -0,0 +1,137 @@
+export function canonicalize(block) {
+    const source_type = inferSourceType(block.channel);
+    const interaction_tags = inferInteractionTags(block, source_type);
+    const canonical_markdown = buildMarkdown(block, source_type);
+    return { block, source_type, interaction_tags, canonical_markdown };
+}
+function inferSourceType(channel) {
+    if (channel.startsWith("mail/"))
+        return "email";
+    if (channel.startsWith("dm/"))
+        return "dm";
+    if (channel.startsWith("docs/"))
+        return "document";
+    if (channel.startsWith("calendar/") || channel === "tasks")
+        return "structured";
+    return "chat";
+}
+function inferInteractionTags(block, sourceType) {
+    const tags = [];
+    if (block.messages.some((m) => m.direction === "sent")) {
+        tags.push("sent");
+    }
+    if (sourceType === "email") {
+        const hasSentReply = block.messages.some((m) => m.direction === "sent" && m.metadata?.thread_id);
+        if (hasSentReply)
+            tags.push("reply");
+    }
+    if (sourceType === "dm") {
+        tags.push("dm");
+    }
+    return tags;
+}
+function buildMarkdown(block, sourceType) {
+    switch (sourceType) {
+        case "email":
+            return canonicalizeEmail(block.messages);
+        case "chat":
+        case "dm":
+            return canonicalizeChat(block.messages);
+        case "document":
+            return canonicalizeDocument(block.messages);
+        case "structured":
+            return canonicalizeStructured(block.messages);
+    }
+}
+// --- Email adapter ---
+const REPLY_CHAIN_RE = /\n\s*On .{10,80} wrote:\s*\n[\s\S]*/;
+const QUOTE_BLOCK_RE = /\n(>{3,}[^\n]*\n?)+/g;
+const ORIGINAL_MSG_RE = /\n\s*---+\s*Original Message\s*---+[\s\S]*/i;
+const FOOTER_PATTERNS = [
+    /unsubscribe/i,
+    /view in browser/i,
+    /all rights reserved/i,
+    /此邮件由系统自动发送/,
+    /请勿回复/,
+    /Microsoft Teams meeting/i,
+    /Join on your computer/i,
+    /Join with a video conferencing device/i,
+];
+function canonicalizeEmail(messages) {
+    return messages
+        .map((msg) => {
+        const splitIdx = msg.content.indexOf("\n\n");
+        let subject = "";
+        let body = msg.content;
+        if (splitIdx > 0) {
+            subject = msg.content.slice(0, splitIdx);
+            body = msg.content.slice(splitIdx + 2);
+        }
+        // Strip reply chains
+        body = body.replace(REPLY_CHAIN_RE, "");
+        body = body.replace(QUOTE_BLOCK_RE, "");
+        body = body.replace(ORIGINAL_MSG_RE, "");
+        // Strip footers (find first footer marker from top, cut from there)
+        const lines = body.split("\n");
+        let cutoff = lines.length;
+        for (let i = 0; i < lines.length; i++) {
+            const line = lines[i];
+            if (FOOTER_PATTERNS.some((p) => p.test(line))) {
+                cutoff = i;
+                break;
+            }
+        }
+        body = lines.slice(0, cutoff).join("\n").trimEnd();
+        // Build structured output
+        const to = Array.isArray(msg.metadata?.to) ? msg.metadata.to.join(", ") : "";
+        const cc = Array.isArray(msg.metadata?.cc) ? msg.metadata.cc.join(", ") : "";
+        let header = "---\n";
+        header += `From: ${msg.contact}\n`;
+        if (subject)
+            header += `Subject: ${subject}\n`;
+        header += `Date: ${msg.timestamp}\n`;
+        if (to)
+            header += `To: ${to}\n`;
+        if (cc)
+            header += `CC: ${cc}\n`;
+        header += "---\n";
+        return `${header}${body}`;
+    })
+        .join("\n\n");
+}
+// --- Chat/DM adapter ---
+function canonicalizeChat(messages) {
+    return messages.map((msg) => `[${msg.timestamp}] ${msg.contact}: ${msg.content}`).join("\n");
+}
+// --- Document adapter ---
+function canonicalizeDocument(messages) {
+    return messages.map((m) => m.content.trim()).join("\n\n");
+}
+// --- Structured adapter (calendar/tasks) ---
+function canonicalizeStructured(messages) {
+    return messages
+        .map((msg) => {
+        const meta = msg.metadata ?? {};
+        const metaLines = [];
+        if (meta.event_id)
+            metaLines.push(`Event: ${meta.event_id}`);
+        if (meta.task_id)
+            metaLines.push(`Task: ${meta.task_id}`);
+        if (meta.location)
+            metaLines.push(`Location: ${meta.location}`);
+        if (meta.status)
+            metaLines.push(`Status: ${meta.status}`);
+        if (meta.priority)
+            metaLines.push(`Priority: ${meta.priority}`);
+        if (meta.due_date)
+            metaLines.push(`Due: ${meta.due_date}`);
+        if (Array.isArray(meta.attendees))
+            metaLines.push(`Attendees: ${meta.attendees.join(", ")}`);
+        if (Array.isArray(meta.assignees))
+            metaLines.push(`Assignees: ${meta.assignees.join(", ")}`);
+        const metaBlock = metaLines.length > 0 ? metaLines.join("\n") + "\n\n" : "";
+        return `${metaBlock}${msg.content.trim()}`;
+    })
+        .join("\n\n");
+}
+//# sourceMappingURL=canonicalize.js.map

package/dist/core/canonicalize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"canonicalize.js","sourceRoot":"","sources":["../../src/core/canonicalize.ts"],"names":[],"mappings":"AAQA,MAAM,UAAU,YAAY,CAAC,KAAwB;IACnD,MAAM,WAAW,GAAG,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACnD,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAClE,MAAM,kBAAkB,GAAG,aAAa,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAE7D,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,CAAC;AACtE,CAAC;AAED,SAAS,eAAe,CAAC,OAAe;IACtC,IAAI,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAC;IAChD,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3C,IAAI,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,UAAU,CAAC;IACnD,IAAI,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,OAAO,KAAK,OAAO;QAAE,OAAO,YAAY,CAAC;IAChF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAwB,EAAE,UAAsB;IAC5E,MAAM,IAAI,GAAqB,EAAE,CAAC;IAElC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,MAAM,CAAC,EAAE,CAAC;QACvD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACpB,CAAC;IAED,IAAI,UAAU,KAAK,OAAO,EAAE,CAAC;QAC3B,MAAM,YAAY,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CACtC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,SAAS,CACvD,CAAC;QACF,IAAI,YAAY;YAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;QACxB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClB,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,aAAa,CAAC,KAAwB,EAAE,UAAsB;IACrE,QAAQ,UAAU,EAAE,CAAC;QACnB,KAAK,OAAO;YACV,OAAO,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC3C,KAAK,MAAM,CAAC;QACZ,KAAK,IAAI;YACP,OAAO,gBAAgB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC1C,KAAK,UAAU;YACb,OAAO,oBAAoB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC9C,KAAK,YAAY;YACf,OAAO,sBAAsB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAClD,CAAC;AACH,CAAC;AAED,wBAAwB;AAExB,MAAM,cAAc,GAAG,qCAAqC,CAAC;AAC7D,MAAM,cAAc,GAAG,sBAAsB,CAAC;AAC9C,MAAM,eAAe,GAAG,6CAA6C,CAAC;AAEtE,MAAM,eAAe,GAAG;IACtB,cAAc;IACd,kBAAkB;IAClB,sBAAsB;IACtB,YAAY;IACZ,MAAM;IACN,0BAA0B;IAC1B,wBAAwB;IACxB,wCAAwC;CACzC,CAAC;AAEF,SAAS,iBAAiB,CAAC,QAAsB;IAC/C,OAAO,QAAQ;SACZ,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACX,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC;QACvB,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;YACjB,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;YACzC,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;QACzC,CAAC;QAED,qBAAqB;QACrB,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;QACxC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;QACxC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;QAEzC,oEAAoE;QACpE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/B,IAAI,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,IAAI,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;gBAC9C,MAAM,GAAG,CAAC,CAAC;gBACX,MAAM;YACR,CAAC;QACH,CAAC;QACD,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;QAEnD,0BAA0B;QAC1B,MAAM,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,QAAQ,CAAC,EAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3F,MAAM,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,QAAQ,CAAC,EAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAE3F,IAAI,MAAM,GAAG,OAAO,CAAC;QACrB,MAAM,IAAI,SAAS,GAAG,CAAC,OAAO,IAAI,CAAC;QACnC,IAAI,OAAO;YAAE,MAAM,IAAI,YAAY,OAAO,IAAI,CAAC;QAC/C,MAAM,IAAI,SAAS,GAAG,CAAC,SAAS,IAAI,CAAC;QACrC,IAAI,EAAE;YAAE,MAAM,IAAI,OAAO,EAAE,IAAI,CAAC;QAChC,IAAI,EAAE;YAAE,MAAM,IAAI,OAAO,EAAE,IAAI,CAAC;QAChC,MAAM,IAAI,OAAO,CAAC;QAElB,OAAO,GAAG,MAAM,GAAG,IAAI,EAAE,CAAC;IAC5B,CAAC,CAAC;SACD,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,CAAC;AAED,0BAA0B;AAE1B,SAAS,gBAAgB,CAAC,QAAsB;IAC9C,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,SAAS,KAAK,GAAG,CAAC,OAAO,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC/F,CAAC;AAED,2BAA2B;AAE3B,SAAS,oBAAoB,CAAC,QAAsB;IAClD,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC5D,CAAC;AAED,8CAA8C;AAE9C,SAAS,sBAAsB,CAAC,QAAsB;IACpD,OAAO,QAAQ;SACZ,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACX,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC;QAChC,MAAM,SAAS,GAAa,EAAE,CAAC;QAE/B,IAAI,IAAI,CAAC,QAAQ;YAAE,SAAS,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC7D,IAAI,IAAI,CAAC,OAAO;YAAE,SAAS,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1D,IAAI,IAAI,CAAC,QAAQ;YAAE,SAAS,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAChE,IAAI,IAAI,CAAC,MAAM;YAAE,SAAS,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAC1D,IAAI,IAAI,CAAC,QAAQ;YAAE,SAAS,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAChE,IAAI,IAAI,CAAC,QAAQ;YAAE,SAAS,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC3D,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC;YAC/B,SAAS,CAAC,IAAI,CAAC,cAAe,IAAI,CAAC,SAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1E,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC;YAC/B,SAAS,CAAC,IAAI,CAAC,cAAe,IAAI,CAAC,SAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAE1E,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,OAAO,GAAG,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;IAC7C,CAAC,CAAC;SACD,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,CAAC"}

package/dist/core/concurrency.d.ts

@@ -0,0 +1,2 @@
+export declare function pMap<T, R>(items: T[], fn: (item: T) => Promise<R>, concurrency: number): Promise<R[]>;
+//# sourceMappingURL=concurrency.d.ts.map

package/dist/core/concurrency.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"concurrency.d.ts","sourceRoot":"","sources":["../../src/core/concurrency.ts"],"names":[],"mappings":"AAAA,wBAAsB,IAAI,CAAC,CAAC,EAAE,CAAC,EAC7B,KAAK,EAAE,CAAC,EAAE,EACV,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,EAC3B,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,CAAC,EAAE,CAAC,CAcd"}

package/dist/core/concurrency.js

@@ -0,0 +1,14 @@
+export async function pMap(items, fn, concurrency) {
+    const results = new Array(items.length);
+    let idx = 0;
+    async function worker() {
+        while (idx < items.length) {
+            const i = idx++;
+            results[i] = await fn(items[i]);
+        }
+    }
+    const workers = Array.from({ length: Math.min(concurrency, items.length) }, () => worker());
+    await Promise.all(workers);
+    return results;
+}
+//# sourceMappingURL=concurrency.js.map

package/dist/core/concurrency.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"concurrency.js","sourceRoot":"","sources":["../../src/core/concurrency.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,KAAK,UAAU,IAAI,CACxB,KAAU,EACV,EAA2B,EAC3B,WAAmB;IAEnB,MAAM,OAAO,GAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7C,IAAI,GAAG,GAAG,CAAC,CAAC;IAEZ,KAAK,UAAU,MAAM;QACnB,OAAO,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,CAAC,GAAG,GAAG,EAAE,CAAC;YAChB,OAAO,CAAC,CAAC,CAAC,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5F,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/core/config.d.ts

@@ -0,0 +1,184 @@
+/**
+ * Configuration loader for Memoark
+ * Loads YAML config files with environment variable interpolation
+ * and recursive merging with defaults
+ */
+/**
+ * Privacy configuration interface
+ */
+export interface PrivacyConfig {
+    enabled: boolean;
+    mode: "reversible" | "irreversible";
+    redact_phone: boolean;
+    redact_id_card: boolean;
+    redact_bank_card: boolean;
+    redact_email: boolean;
+    redact_url: boolean;
+    blocked_words: string[];
+    replacement: string;
+}
+/**
+ * LLM provider configuration interface
+ */
+export interface LLMConfig {
+    provider: string;
+    model: string;
+    base_url?: string;
+    api_key?: string;
+    filter_model?: string;
+    filter_provider?: string;
+}
+/**
+ * Block builder configuration interface
+ */
+export interface BlockBuilderConfig {
+    block_gap_minutes: number;
+    max_block_tokens: number;
+    max_block_messages: number;
+}
+/**
+ * Adapter configuration for file and gbrain
+ */
+export interface AdapterConfig {
+    enabled: boolean;
+    output_dir: string;
+}
+/**
+ * Adapters configuration interface
+ */
+export interface AdaptersConfig {
+    file?: AdapterConfig;
+    gbrain?: AdapterConfig;
+}
+/**
+ * Source configuration for each data source
+ */
+export interface SourceConfig {
+    enabled: boolean;
+    base_dir?: string;
+}
+/**
+ * Sources configuration interface
+ */
+export interface FeishuSourceConfig {
+    enabled?: boolean;
+    auth_mode?: "bot" | "user";
+    app_id: string;
+    app_secret: string;
+    lark_bin?: string;
+    base_url?: string;
+    rate_limit_qps?: number;
+    sources: {
+        messages?: {
+            enabled: boolean;
+            chat_ids: string[];
+            lookback_days?: number;
+            overlap_ms?: number;
+        };
+        calendar?: {
+            enabled: boolean;
+            calendar_ids: string[];
+        };
+        docs?: {
+            enabled: boolean;
+            doc_folders: string[];
+            doc_deep_extract_folders?: string[];
+            doc_summary_max_chars?: number;
+        };
+        tasks?: {
+            enabled: boolean;
+        };
+        dm?: {
+            enabled: boolean;
+            dm_chat_ids?: string[];
+            self_open_id?: string;
+            lookback_days?: number;
+            overlap_ms?: number;
+        };
+        message_search?: {
+            enabled: boolean;
+            chat_types?: Array<"p2p" | "group">;
+            query?: string;
+            sender_type?: "user" | "bot";
+            exclude_sender_type?: "user" | "bot";
+            lookback_days?: number;
+            overlap_ms?: number;
+            page_size?: number;
+        };
+        mail?: {
+            enabled: boolean;
+            lookback_days?: number;
+            overlap_ms?: number;
+            fetch_concurrency?: number;
+        };
+    };
+}
+export interface SourcesConfig {
+    "claude-code"?: SourceConfig;
+    codex?: SourceConfig;
+    hermes?: SourceConfig;
+    feishu?: FeishuSourceConfig;
+}
+/**
+ * Store configuration for data persistence
+ */
+export interface StoreConfig {
+    data_dir: string;
+}
+/**
+ * Embedding configuration for vector storage
+ */
+export interface EmbeddingConfig {
+    provider: "openai" | "ollama";
+    model: string;
+    dimensions: number;
+    api_key?: string;
+    base_url?: string;
+}
+/**
+ * Server configuration for HTTP and MCP
+ */
+export interface ServerConfig {
+    http_port: number;
+    mcp_transport: "stdio" | "sse";
+}
+export interface SchedulerSourceConfig {
+    enabled?: boolean;
+    interval_secs?: number;
+}
+export interface SchedulerConfig {
+    enabled: boolean;
+    tick_interval_secs: number;
+    defaults: {
+        interval_secs: number;
+    };
+    sources: Record<string, SchedulerSourceConfig>;
+}
+export interface PipelineOptsConfig {
+    block_concurrency?: number;
+}
+/**
+ * Complete configuration interface
+ */
+export interface Config {
+    privacy: PrivacyConfig;
+    llm: LLMConfig;
+    block_builder: BlockBuilderConfig;
+    adapters: AdaptersConfig;
+    sources: SourcesConfig;
+    store: StoreConfig;
+    embedding: EmbeddingConfig;
+    server: ServerConfig;
+    scheduler?: SchedulerConfig;
+    pipeline?: PipelineOptsConfig;
+}
+/**
+ * Load configuration from YAML file
+ * Performs environment variable interpolation and merges with defaults
+ *
+ * @param filePath - Path to YAML config file (default: memoark.yaml in cwd)
+ * @returns Loaded and merged configuration
+ * @throws Error if file cannot be read or parsed
+ */
+export declare function loadConfig(filePath?: string): Config;
+//# sourceMappingURL=config.d.ts.map

package/dist/core/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/core/config.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,YAAY,GAAG,cAAc,CAAC;IACpC,YAAY,EAAE,OAAO,CAAC;IACtB,cAAc,EAAE,OAAO,CAAC;IACxB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,YAAY,EAAE,OAAO,CAAC;IACtB,UAAU,EAAE,OAAO,CAAC;IACpB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,gBAAgB,EAAE,MAAM,CAAC;IACzB,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,MAAM,CAAC,EAAE,aAAa,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,SAAS,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE;QACP,QAAQ,CAAC,EAAE;YACT,OAAO,EAAE,OAAO,CAAC;YACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;YACnB,aAAa,CAAC,EAAE,MAAM,CAAC;YACvB,UAAU,CAAC,EAAE,MAAM,CAAC;SACrB,CAAC;QACF,QAAQ,CAAC,EAAE;YAAE,OAAO,EAAE,OAAO,CAAC;YAAC,YAAY,EAAE,MAAM,EAAE,CAAA;SAAE,CAAC;QACxD,IAAI,CAAC,EAAE;YACL,OAAO,EAAE,OAAO,CAAC;YACjB,WAAW,EAAE,MAAM,EAAE,CAAC;YACtB,wBAAwB,CAAC,EAAE,MAAM,EAAE,CAAC;YACpC,qBAAqB,CAAC,EAAE,MAAM,CAAC;SAChC,CAAC;QACF,KAAK,CAAC,EAAE;YAAE,OAAO,EAAE,OAAO,CAAA;SAAE,CAAC;QAC7B,EAAE,CAAC,EAAE;YACH,OAAO,EAAE,OAAO,CAAC;YACjB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;YACvB,YAAY,CAAC,EAAE,MAAM,CAAC;YACtB,aAAa,CAAC,EAAE,MAAM,CAAC;YACvB,UAAU,CAAC,EAAE,MAAM,CAAC;SACrB,CAAC;QACF,cAAc,CAAC,EAAE;YACf,OAAO,EAAE,OAAO,CAAC;YACjB,UAAU,CAAC,EAAE,KAAK,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC;YACpC,KAAK,CAAC,EAAE,MAAM,CAAC;YACf,WAAW,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;YAC7B,mBAAmB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;YACrC,aAAa,CAAC,EAAE,MAAM,CAAC;YACvB,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,SAAS,CAAC,EAAE,MAAM,CAAC;SACpB,CAAC;QACF,IAAI,CAAC,EAAE;YACL,OAAO,EAAE,OAAO,CAAC;YACjB,aAAa,CAAC,EAAE,MAAM,CAAC;YACvB,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,iBAAiB,CAAC,EAAE,MAAM,CAAC;SAC5B,CAAC;KACH,CAAC;CACH;AAED,MAAM,WAAW,aAAa;IAC5B,aAAa,CAAC,EAAE,YAAY,CAAC;IAC7B,KAAK,CAAC,EAAE,YAAY,CAAC;IACrB,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,MAAM,CAAC,EAAE,kBAAkB,CAAC;CAC7B;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,QAAQ,GAAG,QAAQ,CAAC;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,OAAO,GAAG,KAAK,CAAC;CAChC;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,QAAQ,EAAE;QAAE,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;IACpC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,qBAAqB,CAAC,CAAC;CAChD;AAED,MAAM,WAAW,kBAAkB;IACjC,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,MAAM;IACrB,OAAO,EAAE,aAAa,CAAC;IACvB,GAAG,EAAE,SAAS,CAAC;IACf,aAAa,EAAE,kBAAkB,CAAC;IAClC,QAAQ,EAAE,cAAc,CAAC;IACzB,OAAO,EAAE,aAAa,CAAC;IACvB,KAAK,EAAE,WAAW,CAAC;IACnB,SAAS,EAAE,eAAe,CAAC;IAC3B,MAAM,EAAE,YAAY,CAAC;IACrB,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,QAAQ,CAAC,EAAE,kBAAkB,CAAC;CAC/B;AAqHD;;;;;;;GAOG;AACH,wBAAgB,UAAU,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,CAuBpD"}

package/dist/core/config.js

@@ -0,0 +1,136 @@
+/**
+ * Configuration loader for Memoark
+ * Loads YAML config files with environment variable interpolation
+ * and recursive merging with defaults
+ */
+import { readFileSync } from "node:fs";
+import { resolve } from "node:path";
+import { parse } from "yaml";
+/**
+ * Default configuration values
+ */
+const DEFAULT_CONFIG = {
+    privacy: {
+        enabled: true,
+        mode: "reversible",
+        redact_phone: true,
+        redact_id_card: true,
+        redact_bank_card: true,
+        redact_email: false,
+        redact_url: false,
+        blocked_words: [],
+        replacement: "[REDACTED]",
+    },
+    llm: {
+        provider: "openai",
+        model: "gpt-4o-mini",
+    },
+    block_builder: {
+        block_gap_minutes: 30,
+        max_block_tokens: 4000,
+        max_block_messages: 100,
+    },
+    adapters: {},
+    sources: {
+        "claude-code": { enabled: true },
+        codex: { enabled: true },
+        hermes: { enabled: true },
+    },
+    store: {
+        data_dir: "~/.memoark/data",
+    },
+    embedding: {
+        provider: "openai",
+        model: "text-embedding-3-large",
+        dimensions: 768,
+    },
+    server: {
+        http_port: 3927,
+        mcp_transport: "stdio",
+    },
+};
+/**
+ * Recursively interpolate environment variables in an object
+ * Replaces ${VAR_NAME} with process.env.VAR_NAME
+ * If VAR_NAME is not found, replaces with empty string
+ *
+ * @param obj - Object to interpolate
+ * @returns Object with interpolated values
+ */
+function interpolateEnv(obj) {
+    if (typeof obj === "string") {
+        // Replace ${VAR_NAME} with process.env.VAR_NAME
+        return obj.replace(/\$\{([A-Za-z_][A-Za-z0-9_]*)\}/g, (_match, varName) => {
+            return process.env[varName] ?? "";
+        });
+    }
+    if (Array.isArray(obj)) {
+        return obj.map((item) => interpolateEnv(item));
+    }
+    if (obj !== null && typeof obj === "object") {
+        const result = {};
+        for (const [key, value] of Object.entries(obj)) {
+            result[key] = interpolateEnv(value);
+        }
+        return result;
+    }
+    return obj;
+}
+/**
+ * Deep merge user config into defaults
+ * User values override defaults at all levels
+ *
+ * @param defaults - Default configuration
+ * @param user - User-provided configuration
+ * @returns Merged configuration
+ */
+function mergeConfig(defaults, user) {
+    const result = { ...defaults };
+    for (const key in user) {
+        const userValue = user[key];
+        const defaultValue = defaults[key];
+        // If user value is an object and default exists and is an object, merge recursively
+        if (userValue !== null &&
+            typeof userValue === "object" &&
+            !Array.isArray(userValue) &&
+            defaultValue !== null &&
+            typeof defaultValue === "object" &&
+            !Array.isArray(defaultValue)) {
+            result[key] = mergeConfig(defaultValue, userValue);
+        }
+        else {
+            // Otherwise, user value overrides default
+            result[key] = userValue;
+        }
+    }
+    return result;
+}
+/**
+ * Load configuration from YAML file
+ * Performs environment variable interpolation and merges with defaults
+ *
+ * @param filePath - Path to YAML config file (default: memoark.yaml in cwd)
+ * @returns Loaded and merged configuration
+ * @throws Error if file cannot be read or parsed
+ */
+export function loadConfig(filePath) {
+    const configPath = filePath ? resolve(filePath) : resolve(process.cwd(), "memoark.yaml");
+    let userConfig = {};
+    try {
+        const content = readFileSync(configPath, "utf-8");
+        const parsed = parse(content);
+        userConfig = parsed || {};
+    }
+    catch (error) {
+        // If file doesn't exist or can't be read, use empty config (will use defaults)
+        if (error.code !== "ENOENT") {
+            throw error;
+        }
+    }
+    // Interpolate environment variables
+    userConfig = interpolateEnv(userConfig);
+    // Merge with defaults
+    const merged = mergeConfig(DEFAULT_CONFIG, userConfig);
+    return merged;
+}
+//# sourceMappingURL=config.js.map

package/dist/core/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/core/config.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,KAAK,EAAE,MAAM,MAAM,CAAC;AAmL7B;;GAEG;AACH,MAAM,cAAc,GAAW;IAC7B,OAAO,EAAE;QACP,OAAO,EAAE,IAAI;QACb,IAAI,EAAE,YAAY;QAClB,YAAY,EAAE,IAAI;QAClB,cAAc,EAAE,IAAI;QACpB,gBAAgB,EAAE,IAAI;QACtB,YAAY,EAAE,KAAK;QACnB,UAAU,EAAE,KAAK;QACjB,aAAa,EAAE,EAAE;QACjB,WAAW,EAAE,YAAY;KAC1B;IACD,GAAG,EAAE;QACH,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,aAAa;KACrB;IACD,aAAa,EAAE;QACb,iBAAiB,EAAE,EAAE;QACrB,gBAAgB,EAAE,IAAI;QACtB,kBAAkB,EAAE,GAAG;KACxB;IACD,QAAQ,EAAE,EAAE;IACZ,OAAO,EAAE;QACP,aAAa,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;QAChC,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;QACxB,MAAM,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;KAC1B;IACD,KAAK,EAAE;QACL,QAAQ,EAAE,iBAAiB;KAC5B;IACD,SAAS,EAAE;QACT,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,wBAAwB;QAC/B,UAAU,EAAE,GAAG;KAChB;IACD,MAAM,EAAE;QACN,SAAS,EAAE,IAAI;QACf,aAAa,EAAE,OAAO;KACvB;CACF,CAAC;AAEF;;;;;;;GAOG;AACH,SAAS,cAAc,CAAC,GAAY;IAClC,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,gDAAgD;QAChD,OAAO,GAAG,CAAC,OAAO,CAAC,iCAAiC,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE;YACxE,OAAO,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,IAAI,GAAG,KAAK,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5C,MAAM,MAAM,GAA4B,EAAE,CAAC;QAC3C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/C,MAAM,CAAC,GAAG,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,WAAW,CAClB,QAAiC,EACjC,IAA6B;IAE7B,MAAM,MAAM,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;IAE/B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,YAAY,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;QAEnC,oFAAoF;QACpF,IACE,SAAS,KAAK,IAAI;YAClB,OAAO,SAAS,KAAK,QAAQ;YAC7B,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;YACzB,YAAY,KAAK,IAAI;YACrB,OAAO,YAAY,KAAK,QAAQ;YAChC,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,EAC5B,CAAC;YACD,MAAM,CAAC,GAAG,CAAC,GAAG,WAAW,CACvB,YAAuC,EACvC,SAAoC,CACrC,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,0CAA0C;YAC1C,MAAM,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,UAAU,CAAC,QAAiB;IAC1C,MAAM,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,cAAc,CAAC,CAAC;IAEzF,IAAI,UAAU,GAA4B,EAAE,CAAC;IAE7C,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC;QAC9B,UAAU,GAAG,MAAM,IAAI,EAAE,CAAC;IAC5B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,+EAA+E;QAC/E,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACvD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,oCAAoC;IACpC,UAAU,GAAG,cAAc,CAAC,UAAU,CAA4B,CAAC;IAEnE,sBAAsB;IACtB,MAAM,MAAM,GAAG,WAAW,CAAC,cAAoD,EAAE,UAAU,CAAC,CAAC;IAE7F,OAAO,MAA2B,CAAC;AACrC,CAAC"}

package/dist/core/cursors.d.ts

@@ -0,0 +1,36 @@
+/**
+ * CursorStore — Collector cursor persistence
+ * Stores continuation tokens for incremental collection
+ */
+export declare class CursorStore {
+    private cursorPath;
+    private cursors;
+    private dirty;
+    constructor(cursorPath: string);
+    /**
+     * Load cursors from YAML file (key: value pairs)
+     */
+    load(): void;
+    /**
+     * Get cursor for a collector
+     */
+    get(collectorId: string): string | undefined;
+    /**
+     * Set cursor in memory only, mark dirty
+     */
+    set(collectorId: string, cursor: string): void;
+    /**
+     * Store a structured cursor as JSON string
+     */
+    setJSON(collectorId: string, data: Record<string, unknown>): void;
+    /**
+     * Retrieve a structured cursor, returns undefined if missing or not valid JSON
+     */
+    getJSON<T = Record<string, unknown>>(collectorId: string): T | undefined;
+    /**
+     * Write all cursors to YAML file (only if dirty)
+     * Only called by pipeline when failedBlocks === 0
+     */
+    commit(): void;
+}
+//# sourceMappingURL=cursors.d.ts.map

package/dist/core/cursors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cursors.d.ts","sourceRoot":"","sources":["../../src/core/cursors.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,qBAAa,WAAW;IAIV,OAAO,CAAC,UAAU;IAH9B,OAAO,CAAC,OAAO,CAAsB;IACrC,OAAO,CAAC,KAAK,CAAkB;gBAEX,UAAU,EAAE,MAAM;IAItC;;OAEG;IACH,IAAI,IAAI,IAAI;IAqBZ;;OAEG;IACH,GAAG,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAI5C;;OAEG;IACH,GAAG,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;IAK9C;;OAEG;IACH,OAAO,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAIjE;;OAEG;IACH,OAAO,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,EAAE,MAAM,GAAG,CAAC,GAAG,SAAS;IAYxE;;;OAGG;IACH,MAAM,IAAI,IAAI;CAcf"}

package/dist/core/cursors.js

@@ -0,0 +1,90 @@
+/**
+ * CursorStore — Collector cursor persistence
+ * Stores continuation tokens for incremental collection
+ */
+import { existsSync, readFileSync, writeFileSync } from "node:fs";
+import { parse, stringify } from "yaml";
+export class CursorStore {
+    cursorPath;
+    cursors; // collectorId → cursor value
+    dirty = false;
+    constructor(cursorPath) {
+        this.cursorPath = cursorPath;
+        this.cursors = new Map();
+    }
+    /**
+     * Load cursors from YAML file (key: value pairs)
+     */
+    load() {
+        if (!existsSync(this.cursorPath)) {
+            return;
+        }
+        try {
+            const content = readFileSync(this.cursorPath, "utf-8");
+            const data = parse(content);
+            if (data && typeof data === "object") {
+                for (const [key, value] of Object.entries(data)) {
+                    if (typeof value === "string") {
+                        this.cursors.set(key, value);
+                    }
+                }
+            }
+        }
+        catch {
+            // Skip malformed or empty YAML files
+        }
+    }
+    /**
+     * Get cursor for a collector
+     */
+    get(collectorId) {
+        return this.cursors.get(collectorId);
+    }
+    /**
+     * Set cursor in memory only, mark dirty
+     */
+    set(collectorId, cursor) {
+        this.cursors.set(collectorId, cursor);
+        this.dirty = true;
+    }
+    /**
+     * Store a structured cursor as JSON string
+     */
+    setJSON(collectorId, data) {
+        this.set(collectorId, JSON.stringify(data));
+    }
+    /**
+     * Retrieve a structured cursor, returns undefined if missing or not valid JSON
+     */
+    getJSON(collectorId) {
+        const raw = this.get(collectorId);
+        if (!raw)
+            return undefined;
+        try {
+            const parsed = JSON.parse(raw);
+            if (typeof parsed === "object" && parsed !== null)
+                return parsed;
+            return undefined;
+        }
+        catch {
+            return undefined;
+        }
+    }
+    /**
+     * Write all cursors to YAML file (only if dirty)
+     * Only called by pipeline when failedBlocks === 0
+     */
+    commit() {
+        if (!this.dirty) {
+            return;
+        }
+        const data = {};
+        for (const [key, value] of this.cursors.entries()) {
+            data[key] = value;
+        }
+        const yaml = stringify(data);
+        writeFileSync(this.cursorPath, yaml, "utf-8");
+        this.dirty = false;
+    }
+}
+//# sourceMappingURL=cursors.js.map

package/dist/core/cursors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cursors.js","sourceRoot":"","sources":["../../src/core/cursors.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAClE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC;AAExC,MAAM,OAAO,WAAW;IAIF;IAHZ,OAAO,CAAsB,CAAC,6BAA6B;IAC3D,KAAK,GAAY,KAAK,CAAC;IAE/B,YAAoB,UAAkB;QAAlB,eAAU,GAAV,UAAU,CAAQ;QACpC,IAAI,CAAC,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,IAAI;QACF,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YACjC,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YACvD,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAkC,CAAC;YAE7D,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACrC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;oBAChD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;wBAC9B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;oBAC/B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,qCAAqC;QACvC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,WAAmB;QACrB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,WAAmB,EAAE,MAAc;QACrC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,WAAmB,EAAE,IAA6B;QACxD,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,OAAO,CAA8B,WAAmB;QACtD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAClC,IAAI,CAAC,GAAG;YAAE,OAAO,SAAS,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC/B,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI;gBAAE,OAAO,MAAW,CAAC;YACtE,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,MAAM;QACJ,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,MAAM,IAAI,GAA2B,EAAE,CAAC;QACxC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;YAClD,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACpB,CAAC;QAED,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QAC7B,aAAa,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;CACF"}