@andre.li/memoark 0.3.1

package/dist/extractors/signal-extractor.js

@@ -0,0 +1,279 @@
+/**
+ * Signal Extractor - Core LLM-based signal extraction
+ *
+ * Orchestrates the extraction of structured signals from conversation blocks:
+ * 1. Formats conversation into readable text
+ * 2. Calls LLM with structured JSON schema
+ * 3. Validates output with Zod
+ * 4. Retries once on validation failure with error feedback
+ * 5. Returns BlockResult (ok/failed) - never returns empty on failure
+ */
+import { createHash } from "node:crypto";
+import { extractQuickEntities } from "../core/entity-extract.js";
+import { parseExtractionResult } from "../core/schemas.js";
+import { PROMPTS } from "../embedded-assets.generated.js";
+function extractJson(raw) {
+    // Strip leading/trailing whitespace and code fences
+    let s = raw.trim();
+    // Remove leading ```json or ``` (any number of backticks)
+    s = s.replace(/^`{3,}(?:json|JSON)?\s*\n?/, "");
+    // Remove trailing ```
+    s = s.replace(/\n?\s*`{3,}\s*$/, "");
+    s = s.trim();
+    // Try direct parse first
+    try {
+        JSON.parse(s);
+        return s;
+    }
+    catch { }
+    // Find the outermost { ... } or [ ... ] via bracket matching
+    const firstBrace = s.indexOf("{");
+    const firstBracket = s.indexOf("[");
+    const start = firstBrace >= 0 && (firstBracket < 0 || firstBrace < firstBracket) ? firstBrace : firstBracket;
+    if (start < 0)
+        return null;
+    const open = s[start];
+    const close = open === "{" ? "}" : "]";
+    let depth = 0;
+    let inString = false;
+    let isEscaped = false;
+    for (let i = start; i < s.length; i++) {
+        const ch = s[i];
+        if (isEscaped) {
+            isEscaped = false;
+            continue;
+        }
+        if (ch === "\\" && inString) {
+            isEscaped = true;
+            continue;
+        }
+        if (ch === '"') {
+            inString = !inString;
+            continue;
+        }
+        if (inString)
+            continue;
+        if (ch === open)
+            depth++;
+        if (ch === close) {
+            depth--;
+            if (depth === 0)
+                return s.slice(start, i + 1);
+        }
+    }
+    return null;
+}
+/**
+ * Load prompt template from file
+ */
+function loadPrompt(filename) {
+    const prompt = PROMPTS[filename];
+    if (prompt === undefined)
+        throw new Error(`Embedded prompt not found: ${filename}`);
+    return prompt;
+}
+/**
+ * Build a "Detected Structural Signals" hint section from quick-entity extraction.
+ * Returns empty string when no entities are found (no section injected).
+ * Exported for unit testing.
+ */
+export function buildEntityHintsSection(text) {
+    const entities = extractQuickEntities(text);
+    if (entities.length === 0)
+        return "";
+    const byType = new Map();
+    for (const e of entities) {
+        const list = byType.get(e.type) ?? [];
+        list.push(e.value);
+        byType.set(e.type, list);
+    }
+    const lines = ["## Detected Structural Signals", ""];
+    for (const [type, values] of byType) {
+        const preview = values.slice(0, 5).join(", ");
+        const overflow = values.length > 5 ? ` (+${values.length - 5} more)` : "";
+        lines.push(`- ${type}s: ${preview}${overflow}`);
+    }
+    return `\n\n${lines.join("\n")}`;
+}
+/**
+ * Format conversation messages into readable text
+ */
+function formatConversation(messages) {
+    return messages
+        .map((msg) => {
+        const timestamp = new Date(msg.timestamp).toISOString();
+        const direction = msg.direction === "sent" ? "→" : "←";
+        return `[${timestamp}] ${direction} ${msg.contact}: ${msg.content}`;
+    })
+        .join("\n");
+}
+/**
+ * Hash function for generating raw_hash from conversation block
+ */
+function hashBlock(block) {
+    const messageIds = block.messages
+        .map((m) => {
+        const mid = m.metadata?.message_id;
+        if (mid)
+            return mid;
+        const contentHash = createHash("sha256").update(m.content).digest("hex").slice(0, 8);
+        return `${m.timestamp}:${m.contact}:${contentHash}`;
+    })
+        .sort()
+        .join(",");
+    const data = [
+        block.platform,
+        block.channel,
+        block.thread_id ?? "",
+        messageIds,
+        block.start_time,
+        block.end_time,
+    ].join("|");
+    return createHash("sha256").update(data).digest("hex").slice(0, 16);
+}
+function buildSourceRef(block) {
+    return {
+        platform: block.platform,
+        channel: block.channel,
+        timestamp: block.start_time,
+        start_time: block.start_time,
+        end_time: block.end_time,
+        thread_id: block.thread_id,
+        message_ids: block.messages.map((m) => m.metadata?.message_id).filter(Boolean),
+        raw_hash: hashBlock(block),
+        quote: "",
+    };
+}
+function stampSourceRefs(result, canonical) {
+    result.source = { ...canonical, quote: result.source.quote || canonical.quote };
+    const stamp = (s) => ({ ...canonical, quote: s.quote || canonical.quote });
+    for (const d of result.decisions)
+        d.source = stamp(d.source);
+    for (const t of result.tasks)
+        t.source = stamp(t.source);
+    for (const disc of result.discoveries)
+        disc.source = stamp(disc.source);
+    for (const k of result.knowledge)
+        k.source = stamp(k.source);
+    for (const tl of result.timeline)
+        tl.source = stamp(tl.source);
+    for (const link of result.links)
+        link.source = stamp(link.source);
+}
+/**
+ * Create a signal extractor with the given LLM provider
+ */
+export function createSignalExtractor(provider) {
+    const systemPrompt = loadPrompt("system.md");
+    const signalExtractPrompt = loadPrompt("signal-extract.md");
+    return {
+        async extract(input) {
+            // Determine input type and extract the underlying block and conversation text
+            const isCanonicalized = "canonical_markdown" in input;
+            const block = isCanonicalized
+                ? input.block
+                : input;
+            const cb = isCanonicalized ? input : null;
+            // Get conversation text: use canonical_markdown for email/document/structured sources
+            let conversationText;
+            if (cb &&
+                (cb.source_type === "email" ||
+                    cb.source_type === "document" ||
+                    cb.source_type === "structured")) {
+                conversationText = cb.canonical_markdown;
+            }
+            else {
+                conversationText = formatConversation(block.messages);
+            }
+            // Build prompt with context
+            const entityHints = buildEntityHintsSection(conversationText);
+            const userPrompt = `${signalExtractPrompt}
+
+## Conversation Block
+
+**Platform:** ${block.platform}
+**Channel:** ${block.channel}
+**Thread ID:** ${block.thread_id || "N/A"}
+**Time Range:** ${block.start_time} to ${block.end_time}
+**Participants:** ${block.participants.join(", ")}
+
+## Messages
+
+${conversationText}${entityHints}
+
+## Instructions
+
+Extract all signals from the above conversation following the schema and examples.
+Output ONLY valid JSON matching ExtractionResultSchema.`;
+            // First attempt
+            let lastError = null;
+            for (let attempt = 0; attempt < 2; attempt++) {
+                try {
+                    const messages = [
+                        { role: "system", content: systemPrompt },
+                        { role: "user", content: userPrompt },
+                    ];
+                    // If this is a retry, include error feedback
+                    if (attempt > 0 && lastError) {
+                        messages.push({
+                            role: "user",
+                            content: `The previous response had validation errors:\n${lastError}\n\nPlease fix the issues and provide valid JSON matching the schema.`,
+                        });
+                    }
+                    // Call LLM
+                    const response = await provider.chat(messages, {
+                        responseFormat: "json",
+                        temperature: 0.2,
+                        maxTokens: 32000,
+                    });
+                    // Parse and validate JSON
+                    let jsonData;
+                    try {
+                        jsonData = JSON.parse(response);
+                    }
+                    catch {
+                        // Try harder: extract JSON from markdown/text wrapping
+                        const cleaned = extractJson(response);
+                        if (cleaned) {
+                            try {
+                                jsonData = JSON.parse(cleaned);
+                            }
+                            catch (err2) {
+                                lastError = `JSON parse error after cleanup: ${err2 instanceof Error ? err2.message : String(err2)}. Cleaned content starts: ${cleaned.substring(0, 100)}`;
+                                continue;
+                            }
+                        }
+                        else {
+                            lastError = `No valid JSON found in response (len=${response.length}, starts: ${response.substring(0, 80)}...)`;
+                            continue;
+                        }
+                    }
+                    // Validate with Zod
+                    const result = parseExtractionResult(jsonData);
+                    // System stamp: overwrite LLM-generated source fields with canonical provenance
+                    const canonical = buildSourceRef(block);
+                    stampSourceRefs(result, canonical);
+                    return { status: "ok", data: result };
+                }
+                catch (err) {
+                    // Capture validation error for retry
+                    lastError = err instanceof Error ? err.message : String(err);
+                    if (attempt === 1) {
+                        // Second attempt failed - give up
+                        return {
+                            status: "failed",
+                            error: `Signal extraction validation failed after retry: ${lastError}`,
+                        };
+                    }
+                    // Continue to retry
+                }
+            }
+            // Should not reach here, but handle it
+            return {
+                status: "failed",
+                error: `Signal extraction failed: ${lastError || "unknown error"}`,
+            };
+        },
+    };
+}
+//# sourceMappingURL=signal-extractor.js.map

package/dist/extractors/signal-extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"signal-extractor.js","sourceRoot":"","sources":["../../src/extractors/signal-extractor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAS3D,OAAO,EAAE,OAAO,EAAE,MAAM,iCAAiC,CAAC;AAG1D,SAAS,WAAW,CAAC,GAAW;IAC9B,oDAAoD;IACpD,IAAI,CAAC,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IACnB,0DAA0D;IAC1D,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,4BAA4B,EAAE,EAAE,CAAC,CAAC;IAChD,sBAAsB;IACtB,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;IACrC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAEb,yBAAyB;IACzB,IAAI,CAAC;QACH,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACd,OAAO,CAAC,CAAC;IACX,CAAC;IAAC,MAAM,CAAC,CAAA,CAAC;IAEV,6DAA6D;IAC7D,MAAM,UAAU,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAClC,MAAM,YAAY,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACpC,MAAM,KAAK,GACT,UAAU,IAAI,CAAC,IAAI,CAAC,YAAY,GAAG,CAAC,IAAI,UAAU,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC;IACjG,IAAI,KAAK,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAE3B,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IACtB,MAAM,KAAK,GAAG,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IACvC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,SAAS,GAAG,KAAK,CAAC;IAEtB,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAChB,IAAI,SAAS,EAAE,CAAC;YACd,SAAS,GAAG,KAAK,CAAC;YAClB,SAAS;QACX,CAAC;QACD,IAAI,EAAE,KAAK,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,SAAS,GAAG,IAAI,CAAC;YACjB,SAAS;QACX,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACf,QAAQ,GAAG,CAAC,QAAQ,CAAC;YACrB,SAAS;QACX,CAAC;QACD,IAAI,QAAQ;YAAE,SAAS;QACvB,IAAI,EAAE,KAAK,IAAI;YAAE,KAAK,EAAE,CAAC;QACzB,IAAI,EAAE,KAAK,KAAK,EAAE,CAAC;YACjB,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AASD;;GAEG;AACH,SAAS,UAAU,CAAC,QAAgB;IAClC,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IACjC,IAAI,MAAM,KAAK,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,QAAQ,EAAE,CAAC,CAAC;IACpF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,uBAAuB,CAAC,IAAY;IAClD,MAAM,QAAQ,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC;IAC5C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAErC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC3C,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACtC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED,MAAM,KAAK,GAAa,CAAC,gCAAgC,EAAE,EAAE,CAAC,CAAC;IAC/D,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,MAAM,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1E,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,MAAM,OAAO,GAAG,QAAQ,EAAE,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,QAAsB;IAChD,OAAO,QAAQ;SACZ,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACX,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;QACxD,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QACvD,OAAO,IAAI,SAAS,KAAK,SAAS,IAAI,GAAG,CAAC,OAAO,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC;IACtE,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,SAAS,CAAC,KAAwB;IACzC,MAAM,UAAU,GAAG,KAAK,CAAC,QAAQ;SAC9B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,MAAM,GAAG,GAAG,CAAC,CAAC,QAAQ,EAAE,UAAgC,CAAC;QACzD,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;QACpB,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACrF,OAAO,GAAG,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,OAAO,IAAI,WAAW,EAAE,CAAC;IACtD,CAAC,CAAC;SACD,IAAI,EAAE;SACN,IAAI,CAAC,GAAG,CAAC,CAAC;IACb,MAAM,IAAI,GAAG;QACX,KAAK,CAAC,QAAQ;QACd,KAAK,CAAC,OAAO;QACb,KAAK,CAAC,SAAS,IAAI,EAAE;QACrB,UAAU;QACV,KAAK,CAAC,UAAU;QAChB,KAAK,CAAC,QAAQ;KACf,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACZ,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,cAAc,CAAC,KAAwB;IAC9C,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,SAAS,EAAE,KAAK,CAAC,UAAU;QAC3B,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,UAAoB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;QACxF,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC;QAC1B,KAAK,EAAE,EAAE;KACV,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,MAAwB,EAAE,SAAoB;IACrE,MAAM,CAAC,MAAM,GAAG,EAAE,GAAG,SAAS,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;IAChF,MAAM,KAAK,GAAG,CAAC,CAAY,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;IACtF,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,SAAS;QAAE,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC7D,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,KAAK;QAAE,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACzD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,WAAW;QAAE,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACxE,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,SAAS;QAAE,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC7D,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,QAAQ;QAAE,EAAE,CAAC,MAAM,GAAG,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;IAC/D,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK;QAAE,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACpE,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,QAAqB;IACzD,MAAM,YAAY,GAAG,UAAU,CAAC,WAAW,CAAC,CAAC;IAC7C,MAAM,mBAAmB,GAAG,UAAU,CAAC,mBAAmB,CAAC,CAAC;IAE5D,OAAO;QACL,KAAK,CAAC,OAAO,CAAC,KAA6C;YACzD,8EAA8E;YAC9E,MAAM,eAAe,GAAG,oBAAoB,IAAI,KAAK,CAAC;YACtD,MAAM,KAAK,GAAG,eAAe;gBAC3B,CAAC,CAAE,KAA4B,CAAC,KAAK;gBACrC,CAAC,CAAE,KAA2B,CAAC;YACjC,MAAM,EAAE,GAAG,eAAe,CAAC,CAAC,CAAE,KAA4B,CAAC,CAAC,CAAC,IAAI,CAAC;YAElE,sFAAsF;YACtF,IAAI,gBAAwB,CAAC;YAC7B,IACE,EAAE;gBACF,CAAC,EAAE,CAAC,WAAW,KAAK,OAAO;oBACzB,EAAE,CAAC,WAAW,KAAK,UAAU;oBAC7B,EAAE,CAAC,WAAW,KAAK,YAAY,CAAC,EAClC,CAAC;gBACD,gBAAgB,GAAG,EAAE,CAAC,kBAAkB,CAAC;YAC3C,CAAC;iBAAM,CAAC;gBACN,gBAAgB,GAAG,kBAAkB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YACxD,CAAC;YAED,4BAA4B;YAC5B,MAAM,WAAW,GAAG,uBAAuB,CAAC,gBAAgB,CAAC,CAAC;YAC9D,MAAM,UAAU,GAAG,GAAG,mBAAmB;;;;gBAI/B,KAAK,CAAC,QAAQ;eACf,KAAK,CAAC,OAAO;iBACX,KAAK,CAAC,SAAS,IAAI,KAAK;kBACvB,KAAK,CAAC,UAAU,OAAO,KAAK,CAAC,QAAQ;oBACnC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;;;;EAI/C,gBAAgB,GAAG,WAAW;;;;;wDAKwB,CAAC;YAEnD,gBAAgB;YAChB,IAAI,SAAS,GAAkB,IAAI,CAAC;YACpC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;gBAC7C,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAkB;wBAC9B,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;wBACzC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE;qBACtC,CAAC;oBAEF,6CAA6C;oBAC7C,IAAI,OAAO,GAAG,CAAC,IAAI,SAAS,EAAE,CAAC;wBAC7B,QAAQ,CAAC,IAAI,CAAC;4BACZ,IAAI,EAAE,MAAM;4BACZ,OAAO,EAAE,iDAAiD,SAAS,uEAAuE;yBAC3I,CAAC,CAAC;oBACL,CAAC;oBAED,WAAW;oBACX,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE;wBAC7C,cAAc,EAAE,MAAM;wBACtB,WAAW,EAAE,GAAG;wBAChB,SAAS,EAAE,KAAK;qBACjB,CAAC,CAAC;oBAEH,0BAA0B;oBAC1B,IAAI,QAAiB,CAAC;oBACtB,IAAI,CAAC;wBACH,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;oBAClC,CAAC;oBAAC,MAAM,CAAC;wBACP,uDAAuD;wBACvD,MAAM,OAAO,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;wBACtC,IAAI,OAAO,EAAE,CAAC;4BACZ,IAAI,CAAC;gCACH,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;4BACjC,CAAC;4BAAC,OAAO,IAAI,EAAE,CAAC;gCACd,SAAS,GAAG,mCAAmC,IAAI,YAAY,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;gCAC3J,SAAS;4BACX,CAAC;wBACH,CAAC;6BAAM,CAAC;4BACN,SAAS,GAAG,wCAAwC,QAAQ,CAAC,MAAM,aAAa,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC;4BAChH,SAAS;wBACX,CAAC;oBACH,CAAC;oBAED,oBAAoB;oBACpB,MAAM,MAAM,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;oBAE/C,gFAAgF;oBAChF,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;oBACxC,eAAe,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;oBAEnC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;gBACxC,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,qCAAqC;oBACrC,SAAS,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBAC7D,IAAI,OAAO,KAAK,CAAC,EAAE,CAAC;wBAClB,kCAAkC;wBAClC,OAAO;4BACL,MAAM,EAAE,QAAQ;4BAChB,KAAK,EAAE,oDAAoD,SAAS,EAAE;yBACvE,CAAC;oBACJ,CAAC;oBACD,oBAAoB;gBACtB,CAAC;YACH,CAAC;YAED,uCAAuC;YACvC,OAAO;gBACL,MAAM,EAAE,QAAQ;gBAChB,KAAK,EAAE,6BAA6B,SAAS,IAAI,eAAe,EAAE;aACnE,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/formatters/index.d.ts

@@ -0,0 +1,3 @@
+export { JSONFormatter } from "./json.js";
+export { MarkdownFormatter } from "./markdown.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/formatters/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/formatters/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC"}

package/dist/formatters/index.js

@@ -0,0 +1,3 @@
+export { JSONFormatter } from "./json.js";
+export { MarkdownFormatter } from "./markdown.js";
+//# sourceMappingURL=index.js.map

package/dist/formatters/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/formatters/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC"}

package/dist/formatters/json.d.ts

@@ -0,0 +1,6 @@
+import type { ExtractionResult, Formatter } from "../core/types.js";
+export declare class JSONFormatter implements Formatter {
+    id: string;
+    format(result: ExtractionResult): string;
+}
+//# sourceMappingURL=json.d.ts.map

package/dist/formatters/json.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.d.ts","sourceRoot":"","sources":["../../src/formatters/json.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAEpE,qBAAa,aAAc,YAAW,SAAS;IAC7C,EAAE,SAAU;IAEZ,MAAM,CAAC,MAAM,EAAE,gBAAgB,GAAG,MAAM;CAazC"}

package/dist/formatters/json.js

@@ -0,0 +1,16 @@
+export class JSONFormatter {
+    id = "json";
+    format(result) {
+        const output = {
+            version: "1.0",
+            extracted_at: new Date().toISOString(),
+            source: {
+                platform: result.source.platform,
+                channel: result.source.channel,
+            },
+            signals: result,
+        };
+        return JSON.stringify(output, null, 2);
+    }
+}
+//# sourceMappingURL=json.js.map

package/dist/formatters/json.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.js","sourceRoot":"","sources":["../../src/formatters/json.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,aAAa;IACxB,EAAE,GAAG,MAAM,CAAC;IAEZ,MAAM,CAAC,MAAwB;QAC7B,MAAM,MAAM,GAAG;YACb,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACtC,MAAM,EAAE;gBACN,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ;gBAChC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;aAC/B;YACD,OAAO,EAAE,MAAM;SAChB,CAAC;QAEF,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC;CACF"}

package/dist/formatters/markdown.d.ts

@@ -0,0 +1,6 @@
+import type { ExtractionResult, Formatter } from "../core/types.js";
+export declare class MarkdownFormatter implements Formatter {
+    id: string;
+    format(result: ExtractionResult): string;
+}
+//# sourceMappingURL=markdown.d.ts.map

package/dist/formatters/markdown.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown.d.ts","sourceRoot":"","sources":["../../src/formatters/markdown.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAEpE,qBAAa,iBAAkB,YAAW,SAAS;IACjD,EAAE,SAAc;IAEhB,MAAM,CAAC,MAAM,EAAE,gBAAgB,GAAG,MAAM;CA6NzC"}

package/dist/formatters/markdown.js

@@ -0,0 +1,198 @@
+export class MarkdownFormatter {
+    id = "markdown";
+    format(result) {
+        const parts = [];
+        // YAML Frontmatter
+        parts.push("---");
+        parts.push(`title: Extraction Report`);
+        parts.push(`platform: ${result.source.platform}`);
+        parts.push(`channel: ${result.source.channel}`);
+        parts.push(`extracted_at: ${new Date().toISOString()}`);
+        if (result.entities.length > 0) {
+            parts.push("entities:");
+            for (const entity of result.entities) {
+                parts.push(`  - ${entity.slug}`);
+            }
+        }
+        parts.push("---");
+        parts.push("");
+        // Decisions Section
+        parts.push("## Decisions");
+        parts.push("");
+        if (result.decisions.length === 0) {
+            parts.push("No decisions extracted.");
+        }
+        else {
+            for (const decision of result.decisions) {
+                parts.push(`### ${decision.summary}`);
+                parts.push("");
+                if (decision.reasoning) {
+                    parts.push(`**Reasoning:** ${decision.reasoning}`);
+                    parts.push("");
+                }
+                if (decision.alternatives && decision.alternatives.length > 0) {
+                    parts.push("**Alternatives:**");
+                    for (const alt of decision.alternatives) {
+                        parts.push(`- ${alt}`);
+                    }
+                    parts.push("");
+                }
+                if (decision.entities.length > 0) {
+                    parts.push(`**Entities:** ${decision.entities.join(", ")}`);
+                    parts.push("");
+                }
+                parts.push(`**Date:** ${decision.date} | **Confidence:** ${decision.confidence}`);
+                parts.push("");
+            }
+        }
+        // Tasks Section
+        parts.push("## Tasks");
+        parts.push("");
+        if (result.tasks.length === 0) {
+            parts.push("No tasks extracted.");
+        }
+        else {
+            for (const task of result.tasks) {
+                const checkbox = task.status === "done" ? "[x]" : "[ ]";
+                parts.push(`- ${checkbox} **${task.title}** (${task.status})`);
+                if (task.owner) {
+                    parts.push(`  - Owner: ${task.owner}`);
+                }
+                if (task.project) {
+                    parts.push(`  - Project: ${task.project}`);
+                }
+                if (task.due_date) {
+                    parts.push(`  - Due: ${task.due_date}`);
+                }
+                parts.push(`  - Confidence: ${task.confidence}`);
+                parts.push("");
+            }
+        }
+        // Timeline Section
+        parts.push("## Timeline");
+        parts.push("");
+        if (result.timeline.length === 0) {
+            parts.push("No timeline entries extracted.");
+        }
+        else {
+            for (const entry of result.timeline) {
+                parts.push(`### ${entry.date}`);
+                parts.push("");
+                parts.push(`${entry.summary}`);
+                parts.push("");
+                if (entry.entities.length > 0) {
+                    parts.push(`**Entities:** ${entry.entities.join(", ")}`);
+                    parts.push("");
+                }
+                parts.push(`**Confidence:** ${entry.confidence}`);
+                parts.push("");
+            }
+        }
+        // Entities Section
+        parts.push("## Entities");
+        parts.push("");
+        if (result.entities.length === 0) {
+            parts.push("No entities extracted.");
+        }
+        else {
+            for (const entity of result.entities) {
+                parts.push(`### ${entity.name}`);
+                parts.push("");
+                parts.push(`**Slug:** ${entity.slug}`);
+                parts.push(`**Type:** ${entity.type}`);
+                parts.push(`**Context:** ${entity.context}`);
+                parts.push(`**Confidence:** ${entity.confidence}`);
+                parts.push("");
+            }
+        }
+        // Discoveries Section
+        parts.push("## Discoveries");
+        parts.push("");
+        if (result.discoveries.length === 0) {
+            parts.push("No discoveries extracted.");
+        }
+        else {
+            for (const discovery of result.discoveries) {
+                parts.push(`### ${discovery.summary}`);
+                parts.push("");
+                if (discovery.detail) {
+                    parts.push(`${discovery.detail}`);
+                    parts.push("");
+                }
+                parts.push(`**Type:** ${discovery.type}`);
+                if (discovery.entities.length > 0) {
+                    parts.push(`**Entities:** ${discovery.entities.join(", ")}`);
+                }
+                parts.push(`**Confidence:** ${discovery.confidence}`);
+                parts.push("");
+            }
+        }
+        // Knowledge Section
+        parts.push("## Knowledge");
+        parts.push("");
+        if (result.knowledge.length === 0) {
+            parts.push("No knowledge extracted.");
+        }
+        else {
+            for (const knowledge of result.knowledge) {
+                parts.push(`### ${knowledge.topic}`);
+                parts.push("");
+                parts.push(knowledge.content);
+                parts.push("");
+                parts.push(`**Source Type:** ${knowledge.source_type} | **Confidence:** ${knowledge.confidence}`);
+                parts.push(`**Related Entities:** ${knowledge.related_entities.length > 0 ? knowledge.related_entities.join(", ") : "none"}`);
+                parts.push("");
+            }
+        }
+        // Preferences Section
+        const preferences = result.preferences ?? [];
+        parts.push("## Preferences");
+        parts.push("");
+        if (preferences.length === 0) {
+            parts.push("No preferences extracted.");
+        }
+        else {
+            for (const preference of preferences) {
+                parts.push(`### ${preference.summary}`);
+                parts.push("");
+                if (preference.detail) {
+                    parts.push(`${preference.detail}`);
+                    parts.push("");
+                }
+                parts.push(`**Category:** ${preference.category}`);
+                if (preference.entities.length > 0) {
+                    parts.push(`**Entities:** ${preference.entities.join(", ")}`);
+                }
+                parts.push(`**Confidence:** ${preference.confidence}`);
+                parts.push("");
+            }
+        }
+        // References Section
+        const references = result.references ?? [];
+        parts.push("## References");
+        parts.push("");
+        if (references.length === 0) {
+            parts.push("No references extracted.");
+        }
+        else {
+            for (const reference of references) {
+                parts.push(`### ${reference.title}`);
+                parts.push("");
+                parts.push(`<${reference.url}>`);
+                parts.push("");
+                parts.push(`${reference.summary}`);
+                parts.push("");
+                if (reference.trigger) {
+                    parts.push(`**When:** ${reference.trigger}`);
+                }
+                if (reference.entities.length > 0) {
+                    parts.push(`**Entities:** ${reference.entities.join(", ")}`);
+                }
+                parts.push(`**Confidence:** ${reference.confidence}`);
+                parts.push("");
+            }
+        }
+        return parts.join("\n");
+    }
+}
+//# sourceMappingURL=markdown.js.map

package/dist/formatters/markdown.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown.js","sourceRoot":"","sources":["../../src/formatters/markdown.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,iBAAiB;IAC5B,EAAE,GAAG,UAAU,CAAC;IAEhB,MAAM,CAAC,MAAwB;QAC7B,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,mBAAmB;QACnB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClB,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAClD,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAChD,KAAK,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QAExD,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACxB,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACrC,KAAK,CAAC,IAAI,CAAC,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,oBAAoB;QACpB,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClC,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACxC,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;gBACxC,KAAK,CAAC,IAAI,CAAC,OAAO,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;gBACtC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAEf,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;oBACvB,KAAK,CAAC,IAAI,CAAC,kBAAkB,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC;oBACnD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACjB,CAAC;gBAED,IAAI,QAAQ,CAAC,YAAY,IAAI,QAAQ,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC9D,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;oBAChC,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;wBACxC,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;oBACzB,CAAC;oBACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACjB,CAAC;gBAED,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACjC,KAAK,CAAC,IAAI,CAAC,iBAAiB,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBAC5D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACjB,CAAC;gBAED,KAAK,CAAC,IAAI,CAAC,aAAa,QAAQ,CAAC,IAAI,sBAAsB,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;gBAClF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;QAED,gBAAgB;QAChB,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACvB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QACpC,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;gBACxD,KAAK,CAAC,IAAI,CAAC,KAAK,QAAQ,MAAM,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;gBAE/D,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;oBACf,KAAK,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;gBACzC,CAAC;gBACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBACjB,KAAK,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC7C,CAAC;gBACD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAClB,KAAK,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAC1C,CAAC;gBAED,KAAK,CAAC,IAAI,CAAC,mBAAmB,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;gBACjD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;QAED,mBAAmB;QACnB,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC1B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjC,KAAK,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;QAC/C,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACpC,KAAK,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;gBAChC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACf,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC/B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAEf,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC9B,KAAK,CAAC,IAAI,CAAC,iBAAiB,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACzD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACjB,CAAC;gBAED,KAAK,CAAC,IAAI,CAAC,mBAAmB,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;gBAClD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;QAED,mBAAmB;QACnB,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC1B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjC,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACrC,KAAK,CAAC,IAAI,CAAC,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBACjC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACf,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBACvC,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBACvC,KAAK,CAAC,IAAI,CAAC,gBAAgB,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC7C,KAAK,CAAC,IAAI,CAAC,mBAAmB,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;gBACnD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;QAED,sBAAsB;QACtB,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC7B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,SAAS,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;gBAC3C,KAAK,CAAC,IAAI,CAAC,OAAO,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;gBACvC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAEf,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;oBACrB,KAAK,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;oBAClC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACjB,CAAC;gBAED,KAAK,CAAC,IAAI,CAAC,aAAa,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;gBAE1C,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAClC,KAAK,CAAC,IAAI,CAAC,iBAAiB,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC/D,CAAC;gBAED,KAAK,CAAC,IAAI,CAAC,mBAAmB,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC;gBACtD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;QAED,oBAAoB;QACpB,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClC,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACxC,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,SAAS,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;gBACzC,KAAK,CAAC,IAAI,CAAC,OAAO,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;gBACrC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACf,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;gBAC9B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACf,KAAK,CAAC,IAAI,CACR,oBAAoB,SAAS,CAAC,WAAW,sBAAsB,SAAS,CAAC,UAAU,EAAE,CACtF,CAAC;gBACF,KAAK,CAAC,IAAI,CACR,yBAAyB,SAAS,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAClH,CAAC;gBACF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;QAED,sBAAsB;QACtB,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC;QAC7C,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC7B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACrC,KAAK,CAAC,IAAI,CAAC,OAAO,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC;gBACxC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAEf,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;oBACtB,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;oBACnC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACjB,CAAC;gBAED,KAAK,CAAC,IAAI,CAAC,iBAAiB,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAEnD,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACnC,KAAK,CAAC,IAAI,CAAC,iBAAiB,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAChE,CAAC;gBAED,KAAK,CAAC,IAAI,CAAC,mBAAmB,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC;gBACvD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;QAED,qBAAqB;QACrB,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC;QAC3C,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC5B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACzC,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;gBACnC,KAAK,CAAC,IAAI,CAAC,OAAO,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;gBACrC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACf,KAAK,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC;gBACjC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACf,KAAK,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;gBACnC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAEf,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;oBACtB,KAAK,CAAC,IAAI,CAAC,aAAa,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC/C,CAAC;gBAED,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAClC,KAAK,CAAC,IAAI,CAAC,iBAAiB,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC/D,CAAC;gBAED,KAAK,CAAC,IAAI,CAAC,mBAAmB,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC;gBACtD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;CACF"}

package/dist/processors/privacy.d.ts

@@ -0,0 +1,98 @@
+/**
+ * Privacy Processor for DigitalBrainExtractor
+ * Redacts sensitive data in ExtractionResult with configurable L1/L2/L3 patterns
+ */
+import type { PrivacyConfig } from "../core/config.js";
+import type { ExtractionResult } from "../core/types.js";
+/**
+ * Privacy Processor - redacts sensitive data in ExtractionResult
+ *
+ * Supports three levels of patterns:
+ * - L1: Phone numbers, ID cards, bank cards (configurable)
+ * - L2: IP addresses (always active)
+ * - L3: Blocked words from config
+ *
+ * Modes:
+ * - reversible: generates .memoark/redaction_map.jsonl for recovery
+ * - irreversible: redacts without keeping recovery map
+ *
+ * Protected fields (never redacted):
+ * - Entity.name
+ * - SourceRef.raw_hash
+ */
+export declare class PrivacyProcessor {
+    private config;
+    private redactionMap;
+    private phoneRegex;
+    private idCardRegex;
+    private bankCardRegex;
+    private ipRegex;
+    constructor(config: PrivacyConfig);
+    /**
+     * Main entry point - process ExtractionResult and apply redactions
+     */
+    process(result: ExtractionResult): ExtractionResult;
+    /**
+     * Process SourceRef - redacts quote and url, but NOT raw_hash
+     */
+    private processSourceRef;
+    /**
+     * Process Entity - redacts context, but NOT name or slug
+     */
+    private processEntity;
+    /**
+     * Process Decision - redacts summary and reasoning
+     */
+    private processDecision;
+    /**
+     * Process TaskSignal - redacts title
+     */
+    private processTask;
+    /**
+     * Process Link - redacts context
+     */
+    private processLink;
+    /**
+     * Process Discovery - redacts summary and detail
+     */
+    private processDiscovery;
+    /**
+     * Process Knowledge - redacts content and applies blocked words to topic
+     * Topic only gets L3 (blocked words) redaction, NOT L1/L2
+     * related_entities are NEVER redacted
+     */
+    private processKnowledge;
+    /**
+     * Process Preference - redacts summary and detail
+     */
+    private processPreference;
+    /**
+     * Process Reference - redacts summary and trigger
+     * title and url are NOT redacted (url is the core field; title is a document name)
+     */
+    private processReference;
+    /**
+     * Redact blocked words only (L3 only, no L1/L2 regex)
+     * Used for topic field which should not match phone/ID/IP patterns
+     */
+    private redactBlockedWordsOnly;
+    /**
+     * Redact text by applying all enabled patterns
+     * Tracks replacements for reversible mode
+     */
+    private redactText;
+    /**
+     * Apply redaction with pattern and track in map if reversible mode
+     * Important: pattern matching happens on the original text before any replacements
+     */
+    private applyRedaction;
+    /**
+     * Escape special regex characters
+     */
+    private escapeRegex;
+    /**
+     * Write redaction map to .memoark/redaction_map.jsonl
+     */
+    private writeRedactionMap;
+}
+//# sourceMappingURL=privacy.d.ts.map