@getrift/rift 0.1.0-beta.2 → 0.1.0-beta.20

package/dist/src/ingestion/inbox-core/zip-sniffer.d.ts

@@ -0,0 +1,70 @@
+/**
+ * Minimal ZIP central-directory reader for inbox source-sniffing.
+ *
+ * We do NOT extract or decompress. We only walk the central directory
+ * to learn the names of the entries inside the archive, so we can
+ * decide which provider an inbox-dropped ZIP belongs to.
+ *
+ * Why hand-rolled (no adm-zip): inbox-core must stay free of Rift
+ * internals AND of npm dependencies — only `node:` stdlib. The
+ * adapter (inbox-watcher) and a future standalone shell both compose
+ * this against their own filesystem.
+ *
+ * Scope: the regular (non-ZIP64) End-Of-Central-Directory record is
+ * enough for personal-use chat exports (Claude / ChatGPT / Gemini /
+ * Grok exports are all well under 4 GB and have far fewer than 65535
+ * entries). Archives that look like ZIP64, are truncated, or have a
+ * corrupt EOCD return null; the caller falls back to filename hints
+ * or the chatgpt_web default.
+ *
+ * ZIP layout we rely on:
+ *   - End of Central Directory (EOCD): 22 bytes + optional comment,
+ *     near the end of the file, signature 0x06054b50.
+ *   - Central Directory file headers: signature 0x02014b50, 46 bytes
+ *     fixed + variable filename / extra / comment fields.
+ */
+import type { SniffedProvider } from "./source-sniffer.js";
+/**
+ * Read entry filenames from a ZIP's central directory.
+ *
+ * Returns null when:
+ *   - buf is too small to contain a ZIP,
+ *   - the EOCD signature is not found in the trailing 64 KiB,
+ *   - the central directory pointers are out of range (truncated /
+ *     corrupted archive),
+ *   - the archive declares ZIP64 marker values (we don't follow the
+ *     ZIP64 locator — out of scope for inbox sniffing),
+ *   - any individual CD header signature mismatches.
+ *
+ * The list is in central-directory order, which is the order zip
+ * tools usually preserve. Filenames are decoded as UTF-8; ZIP entries
+ * default to CP437 if bit 11 of the general purpose flag is not set,
+ * but modern tools (Claude, Google Takeout, ChatGPT) all write UTF-8
+ * filenames for the marker files we look at, so we don't branch.
+ */
+export declare function readZipCentralDirectoryFilenames(buf: Buffer, options?: {
+    maxEntries?: number;
+}): string[] | null;
+/**
+ * Identify a non-ChatGPT provider from the entry list of a ZIP's
+ * central directory. ChatGPT-shaped zips intentionally return null so
+ * the adapter's default (`chatgpt_web`) handles them.
+ *
+ * Markers:
+ *   - Any entry path starts with `Takeout/` → gemini_web.
+ *     Google Takeout ZIPs use this exact top-level prefix.
+ *   - A root-level `projects.json` together with `conversations.json`
+ *     and NO `chat.html` / `shared_conversations.json` → claude_web.
+ *     ChatGPT exports contain conversations.json too but ship chat.html
+ *     and shared_conversations.json at root and have never shipped a
+ *     projects.json; Claude exports always ship projects.json at root.
+ *   - Grok ZIPs are caught upstream by filename hint
+ *     (`prod-grok-backend*.zip`), so we don't look for them here.
+ */
+export declare function sniffProviderFromZipEntries(entries: ReadonlyArray<string>): SniffedProvider | null;
+/**
+ * Convenience wrapper: read the CD and classify in one call. Returns
+ * null on a non-ZIP buffer, a corrupted CD, or an unclassified shape.
+ */
+export declare function sniffZipBuffer(buf: Buffer): SniffedProvider | null;
+//# sourceMappingURL=zip-sniffer.d.ts.map

package/dist/src/ingestion/inbox-core/zip-sniffer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"zip-sniffer.d.ts","sourceRoot":"","sources":["../../../../src/ingestion/inbox-core/zip-sniffer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAiB3D;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,gCAAgC,CAC9C,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE;IAAE,UAAU,CAAC,EAAE,MAAM,CAAA;CAAE,GAChC,MAAM,EAAE,GAAG,IAAI,CAmEjB;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,2BAA2B,CACzC,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC,GAC7B,eAAe,GAAG,IAAI,CAuCxB;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI,CAIlE"}

package/dist/src/ingestion/inbox-core/zip-sniffer.js

@@ -0,0 +1,161 @@
+const EOCD_SIGNATURE = 0x06054b50;
+const CD_HEADER_SIGNATURE = 0x02014b50;
+const EOCD_MIN_SIZE = 22;
+const EOCD_MAX_COMMENT = 0xffff;
+const EOCD_MAX_SCAN = EOCD_MIN_SIZE + EOCD_MAX_COMMENT;
+const CD_HEADER_FIXED_SIZE = 46;
+/**
+ * Cap how much of the central directory we read. Real chat exports
+ * are well under this; the cap guards against pathological archives
+ * (gzip-bomb-shaped CDs, untrusted inbox drops) without ever needing
+ * to extract data.
+ */
+const DEFAULT_MAX_ENTRIES = 4096;
+/**
+ * Read entry filenames from a ZIP's central directory.
+ *
+ * Returns null when:
+ *   - buf is too small to contain a ZIP,
+ *   - the EOCD signature is not found in the trailing 64 KiB,
+ *   - the central directory pointers are out of range (truncated /
+ *     corrupted archive),
+ *   - the archive declares ZIP64 marker values (we don't follow the
+ *     ZIP64 locator — out of scope for inbox sniffing),
+ *   - any individual CD header signature mismatches.
+ *
+ * The list is in central-directory order, which is the order zip
+ * tools usually preserve. Filenames are decoded as UTF-8; ZIP entries
+ * default to CP437 if bit 11 of the general purpose flag is not set,
+ * but modern tools (Claude, Google Takeout, ChatGPT) all write UTF-8
+ * filenames for the marker files we look at, so we don't branch.
+ */
+export function readZipCentralDirectoryFilenames(buf, options) {
+    if (!Buffer.isBuffer(buf) || buf.length < EOCD_MIN_SIZE)
+        return null;
+    const maxEntries = options?.maxEntries ?? DEFAULT_MAX_ENTRIES;
+    // --- Locate EOCD by scanning backwards from the end for the
+    //     signature. The EOCD lives within the last 22 + 65535 bytes.
+    const scanStart = Math.max(0, buf.length - EOCD_MAX_SCAN);
+    let eocdOffset = -1;
+    for (let i = buf.length - EOCD_MIN_SIZE; i >= scanStart; i--) {
+        if (buf.readUInt32LE(i) === EOCD_SIGNATURE) {
+            eocdOffset = i;
+            break;
+        }
+    }
+    if (eocdOffset < 0)
+        return null;
+    // EOCD fields (little-endian):
+    //   off 4:  disk number (uint16)
+    //   off 6:  disk where CD starts (uint16)
+    //   off 8:  CD entries on this disk (uint16)
+    //   off 10: total CD entries (uint16)
+    //   off 12: CD size in bytes (uint32)
+    //   off 16: CD offset from archive start (uint32)
+    //   off 20: comment length (uint16)
+    const totalEntries = buf.readUInt16LE(eocdOffset + 10);
+    const cdSize = buf.readUInt32LE(eocdOffset + 12);
+    const cdOffset = buf.readUInt32LE(eocdOffset + 16);
+    // ZIP64 sentinel values — bail out rather than misread.
+    if (totalEntries === 0xffff || cdSize === 0xffffffff || cdOffset === 0xffffffff) {
+        return null;
+    }
+    if (cdOffset + cdSize > buf.length)
+        return null;
+    if (cdOffset >= buf.length)
+        return null;
+    if (totalEntries === 0)
+        return [];
+    // --- Walk CD entries.
+    const names = [];
+    let cursor = cdOffset;
+    const cdEnd = cdOffset + cdSize;
+    const cap = Math.min(totalEntries, maxEntries);
+    for (let i = 0; i < cap; i++) {
+        if (cursor + CD_HEADER_FIXED_SIZE > cdEnd)
+            return null;
+        if (buf.readUInt32LE(cursor) !== CD_HEADER_SIGNATURE)
+            return null;
+        // CD header field offsets relative to cursor:
+        //   off 28: filename length (uint16)
+        //   off 30: extra field length (uint16)
+        //   off 32: file comment length (uint16)
+        const filenameLen = buf.readUInt16LE(cursor + 28);
+        const extraLen = buf.readUInt16LE(cursor + 30);
+        const commentLen = buf.readUInt16LE(cursor + 32);
+        const filenameStart = cursor + CD_HEADER_FIXED_SIZE;
+        const filenameEnd = filenameStart + filenameLen;
+        if (filenameEnd > cdEnd)
+            return null;
+        const filename = buf.toString("utf-8", filenameStart, filenameEnd);
+        names.push(filename);
+        cursor = filenameEnd + extraLen + commentLen;
+    }
+    return names;
+}
+/**
+ * Identify a non-ChatGPT provider from the entry list of a ZIP's
+ * central directory. ChatGPT-shaped zips intentionally return null so
+ * the adapter's default (`chatgpt_web`) handles them.
+ *
+ * Markers:
+ *   - Any entry path starts with `Takeout/` → gemini_web.
+ *     Google Takeout ZIPs use this exact top-level prefix.
+ *   - A root-level `projects.json` together with `conversations.json`
+ *     and NO `chat.html` / `shared_conversations.json` → claude_web.
+ *     ChatGPT exports contain conversations.json too but ship chat.html
+ *     and shared_conversations.json at root and have never shipped a
+ *     projects.json; Claude exports always ship projects.json at root.
+ *   - Grok ZIPs are caught upstream by filename hint
+ *     (`prod-grok-backend*.zip`), so we don't look for them here.
+ */
+export function sniffProviderFromZipEntries(entries) {
+    if (entries.length === 0)
+        return null;
+    let hasTakeoutPrefix = false;
+    let hasRootConversations = false;
+    let hasRootProjects = false;
+    let hasChatHtml = false;
+    let hasSharedConversations = false;
+    for (const raw of entries) {
+        const path = raw.replace(/^\.\//, "");
+        if (path.startsWith("Takeout/")) {
+            hasTakeoutPrefix = true;
+            // Keep scanning — a Takeout ZIP can legitimately co-ship root
+            // files, but the prefix is enough to commit to gemini_web.
+            // Short-circuit safe: nothing else will override.
+            break;
+        }
+        if (!path.includes("/")) {
+            const lower = path.toLowerCase();
+            if (lower === "conversations.json")
+                hasRootConversations = true;
+            else if (lower === "projects.json")
+                hasRootProjects = true;
+            else if (lower === "chat.html")
+                hasChatHtml = true;
+            else if (lower === "shared_conversations.json")
+                hasSharedConversations = true;
+        }
+    }
+    if (hasTakeoutPrefix)
+        return "gemini_web";
+    if (hasRootProjects &&
+        hasRootConversations &&
+        !hasChatHtml &&
+        !hasSharedConversations) {
+        return "claude_web";
+    }
+    return null;
+}
+/**
+ * Convenience wrapper: read the CD and classify in one call. Returns
+ * null on a non-ZIP buffer, a corrupted CD, or an unclassified shape.
+ */
+export function sniffZipBuffer(buf) {
+    const entries = readZipCentralDirectoryFilenames(buf);
+    if (!entries)
+        return null;
+    return sniffProviderFromZipEntries(entries);
+}
+//# sourceMappingURL=zip-sniffer.js.map

package/dist/src/ingestion/inbox-core/zip-sniffer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"zip-sniffer.js","sourceRoot":"","sources":["../../../../src/ingestion/inbox-core/zip-sniffer.ts"],"names":[],"mappings":"AA2BA,MAAM,cAAc,GAAG,UAAU,CAAC;AAClC,MAAM,mBAAmB,GAAG,UAAU,CAAC;AACvC,MAAM,aAAa,GAAG,EAAE,CAAC;AACzB,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAChC,MAAM,aAAa,GAAG,aAAa,GAAG,gBAAgB,CAAC;AACvD,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAEhC;;;;;GAKG;AACH,MAAM,mBAAmB,GAAG,IAAI,CAAC;AAEjC;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,gCAAgC,CAC9C,GAAW,EACX,OAAiC;IAEjC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,aAAa;QAAE,OAAO,IAAI,CAAC;IAErE,MAAM,UAAU,GAAG,OAAO,EAAE,UAAU,IAAI,mBAAmB,CAAC;IAE9D,6DAA6D;IAC7D,kEAAkE;IAClE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,GAAG,aAAa,CAAC,CAAC;IAC1D,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC;IACpB,KAAK,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,GAAG,aAAa,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7D,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,cAAc,EAAE,CAAC;YAC3C,UAAU,GAAG,CAAC,CAAC;YACf,MAAM;QACR,CAAC;IACH,CAAC;IACD,IAAI,UAAU,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAEhC,+BAA+B;IAC/B,iCAAiC;IACjC,0CAA0C;IAC1C,6CAA6C;IAC7C,sCAAsC;IACtC,sCAAsC;IACtC,kDAAkD;IAClD,oCAAoC;IACpC,MAAM,YAAY,GAAG,GAAG,CAAC,YAAY,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC;IACvD,MAAM,MAAM,GAAG,GAAG,CAAC,YAAY,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC;IACjD,MAAM,QAAQ,GAAG,GAAG,CAAC,YAAY,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC;IAEnD,wDAAwD;IACxD,IAAI,YAAY,KAAK,MAAM,IAAI,MAAM,KAAK,UAAU,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;QAChF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,QAAQ,GAAG,MAAM,GAAG,GAAG,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAChD,IAAI,QAAQ,IAAI,GAAG,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACxC,IAAI,YAAY,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAElC,uBAAuB;IACvB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,MAAM,GAAG,QAAQ,CAAC;IACtB,MAAM,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IAChC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;IAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7B,IAAI,MAAM,GAAG,oBAAoB,GAAG,KAAK;YAAE,OAAO,IAAI,CAAC;QACvD,IAAI,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,mBAAmB;YAAE,OAAO,IAAI,CAAC;QAElE,8CAA8C;QAC9C,qCAAqC;QACrC,wCAAwC;QACxC,yCAAyC;QACzC,MAAM,WAAW,GAAG,GAAG,CAAC,YAAY,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,GAAG,CAAC,YAAY,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;QAC/C,MAAM,UAAU,GAAG,GAAG,CAAC,YAAY,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;QAEjD,MAAM,aAAa,GAAG,MAAM,GAAG,oBAAoB,CAAC;QACpD,MAAM,WAAW,GAAG,aAAa,GAAG,WAAW,CAAC;QAChD,IAAI,WAAW,GAAG,KAAK;YAAE,OAAO,IAAI,CAAC;QAErC,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC;QACnE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAErB,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,UAAU,CAAC;IAC/C,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,2BAA2B,CACzC,OAA8B;IAE9B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEtC,IAAI,gBAAgB,GAAG,KAAK,CAAC;IAC7B,IAAI,oBAAoB,GAAG,KAAK,CAAC;IACjC,IAAI,eAAe,GAAG,KAAK,CAAC;IAC5B,IAAI,WAAW,GAAG,KAAK,CAAC;IACxB,IAAI,sBAAsB,GAAG,KAAK,CAAC;IAEnC,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACtC,IAAI,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAChC,gBAAgB,GAAG,IAAI,CAAC;YACxB,8DAA8D;YAC9D,2DAA2D;YAC3D,kDAAkD;YAClD,MAAM;QACR,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YACjC,IAAI,KAAK,KAAK,oBAAoB;gBAAE,oBAAoB,GAAG,IAAI,CAAC;iBAC3D,IAAI,KAAK,KAAK,eAAe;gBAAE,eAAe,GAAG,IAAI,CAAC;iBACtD,IAAI,KAAK,KAAK,WAAW;gBAAE,WAAW,GAAG,IAAI,CAAC;iBAC9C,IAAI,KAAK,KAAK,2BAA2B;gBAAE,sBAAsB,GAAG,IAAI,CAAC;QAChF,CAAC;IACH,CAAC;IAED,IAAI,gBAAgB;QAAE,OAAO,YAAY,CAAC;IAE1C,IACE,eAAe;QACf,oBAAoB;QACpB,CAAC,WAAW;QACZ,CAAC,sBAAsB,EACvB,CAAC;QACD,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,GAAW;IACxC,MAAM,OAAO,GAAG,gCAAgC,CAAC,GAAG,CAAC,CAAC;IACtD,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,OAAO,2BAA2B,CAAC,OAAO,CAAC,CAAC;AAC9C,CAAC"}

package/dist/src/ingestion/inbox-watcher.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"inbox-watcher.d.ts","sourceRoot":"","sources":["../../../src/ingestion/inbox-watcher.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAWvC,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,QAAQ,CAAC;CACjB;AAyCD;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,mBAAmB,GAAG,OAAO,CAsCrE"}
+{"version":3,"file":"inbox-watcher.d.ts","sourceRoot":"","sources":["../../../src/ingestion/inbox-watcher.ts"],"names":[],"mappings":"AAmBA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAcvC,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,QAAQ,CAAC;CACjB;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,mBAAmB,GAAG,OAAO,CA2DrE"}

package/dist/src/ingestion/inbox-watcher.js

@@ -1,5 +1,5 @@
 /**
- * Inbox watcher — Slice 19.
+ * Inbox watcher — Slice 19, refactored to compose `inbox-core`.
  *
  * Watches data/inbox/ for dropped files and creates ingest jobs.
  * Reuses the existing secure ingest pipeline (archive security,
@@ -10,53 +10,18 @@
  *   or defaults to "chatgpt_web" for files in inbox root.
  * - Raw files land in data/raw/conversations/inbox/ via rawSource override.
  * - Idempotency key prevents duplicate processing on restart.
+ *
+ * This file is the Rift adapter — it owns `fs`, the JobQueue handoff,
+ * and Rift's parser registry. The pure detection primitives live in
+ * `inbox-core/` so a future standalone shell can reuse them.
  */
-import crypto from "node:crypto";
 import fs from "node:fs";
 import path from "node:path";
 import { Watcher } from "./watcher.js";
 import { SUPPORTED_INGEST_SOURCES } from "./parsers/types.js";
-// Web conversation exports are JSON or archives of JSON. No parser for
-// raw markdown exists — markdown dropped here would fail at the parser
-// stage, so reject it up front.
-const SUPPORTED_EXTENSIONS = new Set([".json", ".zip"]);
+import { detectSourceFromSubdir, inboxIdempotencyKey, isSupportedInboxExtension, sniffInboxSource, } from "./inbox-core/index.js";
+import { writeSkipQuarantine } from "./skip-quarantine.js";
 const DEFAULT_SOURCE = "chatgpt_web";
-/**
- * Detect the parser source from a file path relative to the inbox directory.
- * Files in subdirectories use the subdirectory name as source
- * (e.g., data/inbox/chatgpt_web/export.zip → chatgpt_web).
- * Files directly in inbox/ default to chatgpt_web.
- */
-function detectSource(filePath, inboxDir) {
-    const relative = path.relative(inboxDir, filePath);
-    const firstSegment = relative.split(path.sep)[0];
-    if (firstSegment &&
-        firstSegment !== path.basename(filePath) &&
-        SUPPORTED_INGEST_SOURCES.includes(firstSegment)) {
-        return firstSegment;
-    }
-    return DEFAULT_SOURCE;
-}
-/**
- * Generate a stable idempotency key for an inbox file.
- * Includes path + mtime so re-dropping the same filename with new
- * content gets a fresh key, while restart doesn't re-process.
- */
-function inboxIdempotencyKey(filePath) {
-    let mtimeMs = 0;
-    try {
-        mtimeMs = fs.statSync(filePath).mtimeMs;
-    }
-    catch {
-        // File may have been moved; use 0
-    }
-    const hash = crypto
-        .createHash("sha256")
-        .update(`${filePath}:${mtimeMs}`)
-        .digest("hex")
-        .slice(0, 16);
-    return `inbox:${hash}`;
-}
 /**
  * Create an inbox watcher. Returns a Watcher instance that can be
  * started, paused, and stopped like any other watcher.
@@ -65,24 +30,43 @@ export function createInboxWatcher(opts) {
     const inboxDir = path.join(opts.dataDir, "inbox");
     fs.mkdirSync(inboxDir, { recursive: true });
     const handler = async (event) => {
-        // Only process new files (not changes or deletions).
-        if (event.type !== "add")
+        // Ignore deletions; otherwise process both `add` and `change` so a
+        // user who overwrites `export.zip` in place picks up the new
+        // content. The idempotency key includes mtime, so an unchanged
+        // `change` event collapses at the queue layer.
+        if (event.type === "unlink")
             return;
-        // Check file extension.
-        const ext = path.extname(event.path).toLowerCase();
-        if (!SUPPORTED_EXTENSIONS.has(ext))
+        if (!isSupportedInboxExtension(event.path)) {
+            // Markdown / images / other types are not parseable as web
+            // exports. Record a friendly skip so the user can see why their
+            // drop didn't ingest, instead of it disappearing silently.
+            await writeSkipQuarantine(opts.dataDir, {
+                reason: "inbox_unsupported_extension",
+                source_path: event.path,
+                metadata: { extension: path.extname(event.path).toLowerCase() },
+            }).catch(() => {
+                // Quarantine write failure must not break the watcher loop.
+            });
             return;
-        // Read file contents.
+        }
         let fileData;
+        let mtimeMs;
         try {
             fileData = fs.readFileSync(event.path);
+            mtimeMs = fs.statSync(event.path).mtimeMs;
         }
         catch {
             // File may have been removed between detection and read.
             return;
         }
-        const source = detectSource(event.path, inboxDir);
-        const idempotencyKey = inboxIdempotencyKey(event.path);
+        // Source resolution order:
+        //   1. Subdirectory hint (data/inbox/<provider>/file.json) — strongest.
+        //   2. Content/filename sniff — identifies non-ChatGPT providers.
+        //   3. DEFAULT_SOURCE — historical default for unidentified drops.
+        const source = detectSourceFromSubdir(event.path, inboxDir, SUPPORTED_INGEST_SOURCES) ??
+            sniffInboxSource(path.basename(event.path), fileData) ??
+            DEFAULT_SOURCE;
+        const idempotencyKey = inboxIdempotencyKey(event.path, mtimeMs);
         const payload = {
             source: source,
             filename: path.basename(event.path),

package/dist/src/ingestion/inbox-watcher.js.map

@@ -1 +1 @@
-{"version":3,"file":"inbox-watcher.js","sourceRoot":"","sources":["../../../src/ingestion/inbox-watcher.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AACH,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAGvC,OAAO,EAAE,wBAAwB,EAAE,MAAM,oBAAoB,CAAC;AAE9D,uEAAuE;AACvE,uEAAuE;AACvE,gCAAgC;AAChC,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;AACxD,MAAM,cAAc,GAAG,aAAa,CAAC;AAOrC;;;;;GAKG;AACH,SAAS,YAAY,CAAC,QAAgB,EAAE,QAAgB;IACtD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACnD,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACjD,IACE,YAAY;QACZ,YAAY,KAAK,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACvC,wBAA8C,CAAC,QAAQ,CAAC,YAAY,CAAC,EACtE,CAAC;QACD,OAAO,YAAY,CAAC;IACtB,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;;;GAIG;AACH,SAAS,mBAAmB,CAAC,QAAgB;IAC3C,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,CAAC;QACH,OAAO,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC;IAC1C,CAAC;IAAC,MAAM,CAAC;QACP,kCAAkC;IACpC,CAAC;IACD,MAAM,IAAI,GAAG,MAAM;SAChB,UAAU,CAAC,QAAQ,CAAC;SACpB,MAAM,CAAC,GAAG,QAAQ,IAAI,OAAO,EAAE,CAAC;SAChC,MAAM,CAAC,KAAK,CAAC;SACb,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAChB,OAAO,SAAS,IAAI,EAAE,CAAC;AACzB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAyB;IAC1D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAClD,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE5C,MAAM,OAAO,GAAG,KAAK,EAAE,KAAgB,EAAiB,EAAE;QACxD,qDAAqD;QACrD,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK;YAAE,OAAO;QAEjC,wBAAwB;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;QACnD,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO;QAE3C,sBAAsB;QACtB,IAAI,QAAgB,CAAC;QACrB,IAAI,CAAC;YACH,QAAQ,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,CAAC;QAAC,MAAM,CAAC;YACP,yDAAyD;YACzD,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAClD,MAAM,cAAc,GAAG,mBAAmB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAEvD,MAAM,OAAO,GAAkB;YAC7B,MAAM,EAAE,MAAiC;YACzC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;YACnC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACrC,SAAS,EAAE,OAAO;SACnB,CAAC;QAEF,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE;YAChC,eAAe,EAAE,cAAc;YAC/B,OAAO;SACR,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,OAAO,IAAI,OAAO,CAAC,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC;AAC1C,CAAC"}
+{"version":3,"file":"inbox-watcher.js","sourceRoot":"","sources":["../../../src/ingestion/inbox-watcher.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AACH,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAGvC,OAAO,EAAE,wBAAwB,EAAE,MAAM,oBAAoB,CAAC;AAC9D,OAAO,EACL,sBAAsB,EACtB,mBAAmB,EACnB,yBAAyB,EACzB,gBAAgB,GACjB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAE3D,MAAM,cAAc,GAAG,aAAa,CAAC;AAOrC;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAyB;IAC1D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAClD,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE5C,MAAM,OAAO,GAAG,KAAK,EAAE,KAAgB,EAAiB,EAAE;QACxD,mEAAmE;QACnE,6DAA6D;QAC7D,+DAA+D;QAC/D,+CAA+C;QAC/C,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO;QAEpC,IAAI,CAAC,yBAAyB,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3C,2DAA2D;YAC3D,gEAAgE;YAChE,2DAA2D;YAC3D,MAAM,mBAAmB,CAAC,IAAI,CAAC,OAAO,EAAE;gBACtC,MAAM,EAAE,6BAA6B;gBACrC,WAAW,EAAE,KAAK,CAAC,IAAI;gBACvB,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE;aAChE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE;gBACZ,4DAA4D;YAC9D,CAAC,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,QAAgB,CAAC;QACrB,IAAI,OAAe,CAAC;QACpB,IAAI,CAAC;YACH,QAAQ,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACvC,OAAO,GAAG,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC;QAC5C,CAAC;QAAC,MAAM,CAAC;YACP,yDAAyD;YACzD,OAAO;QACT,CAAC;QAED,2BAA2B;QAC3B,wEAAwE;QACxE,kEAAkE;QAClE,mEAAmE;QACnE,MAAM,MAAM,GACV,sBAAsB,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,wBAAwB,CAAC;YACtE,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC;YACrD,cAAc,CAAC;QACjB,MAAM,cAAc,GAAG,mBAAmB,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAEhE,MAAM,OAAO,GAAkB;YAC7B,MAAM,EAAE,MAAiC;YACzC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;YACnC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACrC,SAAS,EAAE,OAAO;SACnB,CAAC;QAEF,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE;YAChC,eAAe,EAAE,cAAc;YAC/B,OAAO;SACR,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,OAAO,IAAI,OAAO,CAAC,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC;AAC1C,CAAC"}

package/dist/src/ingestion/indexer.d.ts

@@ -10,6 +10,13 @@ export interface IndexerConfig {
     allowedRoots: readonly string[];
     /** Target table for document storage. Defaults to "structured_docs". */
     tableName?: "structured_docs" | "structured_docs_local";
+    /**
+     * Data directory root. Used to write skip-quarantine records when a file
+     * cannot be embedded (e.g. empty extracted content). Required so every
+     * production code path — watch, scheduled scan, reconcile — produces a
+     * visible explanation when a file is dropped, instead of silent stderr.
+     */
+    dataDir: string;
 }
 /**
  * Deterministic row ID from the canonical source path.

package/dist/src/ingestion/indexer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"indexer.d.ts","sourceRoot":"","sources":["../../../src/ingestion/indexer.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,iBAAiB,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAMxF,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,KAAK,GAAG,QAAQ,GAAG,QAAQ,CAAC;IAClC,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,UAAU,CAAC;IACvB,WAAW,EAAE,WAAW,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,SAAS,MAAM,EAAE,CAAC;IAChC,wEAAwE;IACxE,SAAS,CAAC,EAAE,iBAAiB,GAAG,uBAAuB,CAAC;CACzD;AAED;;;GAGG;AACH,wBAAgB,MAAM,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAEjD;AAED,qBAAa,OAAO;IAClB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAoB;IAC9C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;gBAE3B,SAAS,EAAE,iBAAiB,EAAE,MAAM,EAAE,aAAa;IAK/D;;;;OAIG;IACG,WAAW,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;YAcpC,YAAY;YAwBZ,YAAY;CAK3B"}
+{"version":3,"file":"indexer.d.ts","sourceRoot":"","sources":["../../../src/ingestion/indexer.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,iBAAiB,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AASxF,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,KAAK,GAAG,QAAQ,GAAG,QAAQ,CAAC;IAClC,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,UAAU,CAAC;IACvB,WAAW,EAAE,WAAW,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,SAAS,MAAM,EAAE,CAAC;IAChC,wEAAwE;IACxE,SAAS,CAAC,EAAE,iBAAiB,GAAG,uBAAuB,CAAC;IACxD;;;;;OAKG;IACH,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;;GAGG;AACH,wBAAgB,MAAM,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAEjD;AAED,qBAAa,OAAO;IAClB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAoB;IAC9C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;gBAE3B,SAAS,EAAE,iBAAiB,EAAE,MAAM,EAAE,aAAa;IAK/D;;;;OAIG;IACG,WAAW,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;YAcpC,YAAY;YAiEZ,YAAY;CAK3B"}

package/dist/src/ingestion/indexer.js

@@ -9,6 +9,9 @@ import crypto from "node:crypto";
 import { getTable } from "../storage/tables.js";
 import { extract, isSupported } from "./extractor.js";
 import { validatePath, validateUnlinkPath } from "../security/paths.js";
+import { writeSkipQuarantine } from "./skip-quarantine.js";
+import { recordEmbed } from "../observability/embedding-events.js";
+import { recordIndexWrite } from "../observability/index-events.js";
 /**
  * Deterministic row ID from the canonical source path.
  * Same file always gets the same ID, enabling upsert via delete+add.
@@ -41,7 +44,28 @@ export class Indexer {
     }
     async handleUpsert(filePath) {
         const doc = await extract(filePath);
-        const embeddingVec = await this.embedding.embed(doc.content);
+        // Empty/blank extracted content cannot be embedded — Voyage rejects empty
+        // strings with HTTP 400, and indexing an empty row produces nothing
+        // searchable anyway. Quarantine the skip so it's visible (not stderr-only)
+        // and remove any stale row from a prior good extraction of the same path.
+        if (isBlank(doc.content)) {
+            const id = fileId(filePath);
+            const table = getTable(this.config.tableName ?? "structured_docs");
+            await table.delete(`id = '${id}'`);
+            await writeSkipQuarantine(this.config.dataDir, {
+                reason: "empty_extracted_content",
+                source_path: filePath,
+                metadata: doc.metadata,
+            });
+            return;
+        }
+        const embeddingVec = await recordEmbed(this.config.dataDir, this.embedding, {
+            pipeline: this.config.sourceType === "filesystem_watched"
+                ? "watcher"
+                : "scheduled_scan",
+            operation: "document_embedding",
+            input_count: 1,
+        }, () => this.embedding.embed(doc.content));
         const id = fileId(filePath);
         const table = getTable(this.config.tableName ?? "structured_docs");
         // Upsert: delete existing row (if any), then add new one.
@@ -57,7 +81,14 @@ export class Indexer {
             indexed_at: new Date().toISOString(),
             metadata: JSON.stringify(doc.metadata),
         };
-        await table.add([row]);
+        await recordIndexWrite(this.config.dataDir, {
+            table: this.config.tableName ?? "structured_docs",
+            pipeline: this.config.sourceType === "filesystem_watched"
+                ? "watcher"
+                : "scheduled_scan",
+            operation: "structured_doc_upsert",
+            row_count: 1,
+        }, () => table.add([row]));
     }
     async handleDelete(filePath) {
         const id = fileId(filePath);
@@ -65,4 +96,7 @@ export class Indexer {
         await table.delete(`id = '${id}'`);
     }
 }
+function isBlank(s) {
+    return s.trim().length === 0;
+}
 //# sourceMappingURL=indexer.js.map

package/dist/src/ingestion/indexer.js.map

@@ -1 +1 @@
-{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../../../src/ingestion/indexer.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,MAAM,MAAM,aAAa,CAAC;AAGjC,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAgBxE;;;GAGG;AACH,MAAM,UAAU,MAAM,CAAC,UAAkB;IACvC,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACnF,CAAC;AAED,MAAM,OAAO,OAAO;IACD,SAAS,CAAoB;IAC7B,MAAM,CAAgB;IAEvC,YAAY,SAA4B,EAAE,MAAqB;QAC7D,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,KAAgB;QAChC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,SAAS,GAAG,kBAAkB,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAC3E,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;YACnC,OAAO;QACT,CAAC;QAED,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAErE,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC;YAAE,OAAO;QAEpC,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;IACrC,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,QAAgB;QACzC,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC;QACpC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7D,MAAM,EAAE,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC5B,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,iBAAiB,CAAC,CAAC;QAEnE,0DAA0D;QAC1D,MAAM,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QAEnC,MAAM,GAAG,GAAqB;YAC5B,EAAE;YACF,WAAW,EAAE,QAAQ;YACrB,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,SAAS,EAAE,YAAY;YACvB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;YACnC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACrC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;YACnC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC;SACvC,CAAC;QAEF,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,QAAgB;QACzC,MAAM,EAAE,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC5B,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,iBAAiB,CAAC,CAAC;QACnE,MAAM,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IACrC,CAAC;CACF"}
+{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../../../src/ingestion/indexer.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,MAAM,MAAM,aAAa,CAAC;AAGjC,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AACxE,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAE,MAAM,sCAAsC,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AAuBpE;;;GAGG;AACH,MAAM,UAAU,MAAM,CAAC,UAAkB;IACvC,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACnF,CAAC;AAED,MAAM,OAAO,OAAO;IACD,SAAS,CAAoB;IAC7B,MAAM,CAAgB;IAEvC,YAAY,SAA4B,EAAE,MAAqB;QAC7D,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,KAAgB;QAChC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,SAAS,GAAG,kBAAkB,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAC3E,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;YACnC,OAAO;QACT,CAAC;QAED,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAErE,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC;YAAE,OAAO;QAEpC,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;IACrC,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,QAAgB;QACzC,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC;QAEpC,0EAA0E;QAC1E,oEAAoE;QACpE,2EAA2E;QAC3E,0EAA0E;QAC1E,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YACzB,MAAM,EAAE,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC5B,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,iBAAiB,CAAC,CAAC;YACnE,MAAM,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YACnC,MAAM,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;gBAC7C,MAAM,EAAE,yBAAyB;gBACjC,WAAW,EAAE,QAAQ;gBACrB,QAAQ,EAAE,GAAG,CAAC,QAAQ;aACvB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,WAAW,CACpC,IAAI,CAAC,MAAM,CAAC,OAAO,EACnB,IAAI,CAAC,SAAS,EACd;YACE,QAAQ,EACN,IAAI,CAAC,MAAM,CAAC,UAAU,KAAK,oBAAoB;gBAC7C,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,gBAAgB;YACtB,SAAS,EAAE,oBAAoB;YAC/B,WAAW,EAAE,CAAC;SACf,EACD,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CACxC,CAAC;QACF,MAAM,EAAE,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC5B,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,iBAAiB,CAAC,CAAC;QAEnE,0DAA0D;QAC1D,MAAM,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QAEnC,MAAM,GAAG,GAAqB;YAC5B,EAAE;YACF,WAAW,EAAE,QAAQ;YACrB,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,SAAS,EAAE,YAAY;YACvB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;YACnC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACrC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;YACnC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC;SACvC,CAAC;QAEF,MAAM,gBAAgB,CACpB,IAAI,CAAC,MAAM,CAAC,OAAO,EACnB;YACE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,iBAAiB;YACjD,QAAQ,EACN,IAAI,CAAC,MAAM,CAAC,UAAU,KAAK,oBAAoB;gBAC7C,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,gBAAgB;YACtB,SAAS,EAAE,uBAAuB;YAClC,SAAS,EAAE,CAAC;SACb,EACD,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CACvB,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,QAAgB;QACzC,MAAM,EAAE,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC5B,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,iBAAiB,CAAC,CAAC;QACnE,MAAM,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IACrC,CAAC;CACF;AAED,SAAS,OAAO,CAAC,CAAS;IACxB,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,CAAC;AAC/B,CAAC"}

package/dist/src/ingestion/metadata-extraction.d.ts

@@ -5,15 +5,18 @@
  * Calls the Anthropic Messages API with the fast_model to extract:
  *   domain, intent, quality, topics, decisions, key_outputs
  *
- * Output is Zod-validated. Invalid LLM output throws so the caller
- * can quarantine the item.
+ * Output is Zod-validated. Structural invalidity (missing fields, wrong
+ * types, empty `topics`) throws so the caller can quarantine the item.
+ * Enum drift on `domain` / `intent` / `quality` is normalized to a safe
+ * default and logged to stderr via `normalizedEnum` — visible but
+ * non-fatal.
  */
 import { z } from "zod";
 import type { MetadataExtractor, ConversationMetadata, RetryConfig } from "../providers/types.js";
 export declare const ConversationMetadataSchema: z.ZodObject<{
-    domain: z.ZodCatch<z.ZodEnum<["business", "tech", "personal", "travel", "health", "finance", "creative"]>>;
-    intent: z.ZodCatch<z.ZodEnum<["research", "decision", "brainstorm", "build", "learn", "troubleshoot"]>>;
-    quality: z.ZodCatch<z.ZodEnum<["high", "medium", "low"]>>;
+    domain: z.ZodEffects<z.ZodUnknown, "business" | "tech" | "personal" | "travel" | "health" | "finance" | "creative", unknown>;
+    intent: z.ZodEffects<z.ZodUnknown, "research" | "decision" | "brainstorm" | "build" | "learn" | "troubleshoot", unknown>;
+    quality: z.ZodEffects<z.ZodUnknown, "high" | "medium" | "low", unknown>;
     topics: z.ZodArray<z.ZodString, "many">;
     decisions: z.ZodArray<z.ZodString, "many">;
     key_outputs: z.ZodArray<z.ZodString, "many">;

package/dist/src/ingestion/metadata-extraction.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"metadata-extraction.d.ts","sourceRoot":"","sources":["../../../src/ingestion/metadata-extraction.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EACV,iBAAiB,EACjB,oBAAoB,EACpB,WAAW,EACZ,MAAM,uBAAuB,CAAC;AAU/B,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;EAOrC,CAAC;AAoCH,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;CAC9B;AAED,qBAAa,0BAA2B,YAAW,iBAAiB;IAClE,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC;IAC5B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;gBAEnB,IAAI,EAAE,yBAAyB;IAMrC,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC;YASpD,OAAO;CA2DtB;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,oBAAoB,CA0BlE"}
+{"version":3,"file":"metadata-extraction.d.ts","sourceRoot":"","sources":["../../../src/ingestion/metadata-extraction.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AACH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EACV,iBAAiB,EACjB,oBAAoB,EACpB,WAAW,EACZ,MAAM,uBAAuB,CAAC;AAiC/B,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;EAOrC,CAAC;AAoCH,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;CAC9B;AAED,qBAAa,0BAA2B,YAAW,iBAAiB;IAClE,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC;IAC5B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;gBAEnB,IAAI,EAAE,yBAAyB;IAMrC,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC;YASpD,OAAO;CA2DtB;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,oBAAoB,CA0BlE"}

package/dist/src/ingestion/metadata-extraction.js

@@ -5,16 +5,35 @@
  * Calls the Anthropic Messages API with the fast_model to extract:
  *   domain, intent, quality, topics, decisions, key_outputs
  *
- * Output is Zod-validated. Invalid LLM output throws so the caller
- * can quarantine the item.
+ * Output is Zod-validated. Structural invalidity (missing fields, wrong
+ * types, empty `topics`) throws so the caller can quarantine the item.
+ * Enum drift on `domain` / `intent` / `quality` is normalized to a safe
+ * default and logged to stderr via `normalizedEnum` — visible but
+ * non-fatal.
  */
 import { z } from "zod";
 import { DOMAINS, INTENTS, QUALITY_LEVELS, DEFAULT_RETRY_CONFIG, } from "../providers/types.js";
 // --- Zod schema for extraction output validation ---
+/**
+ * Normalize an LLM-emitted enum value: accept it if it matches the allowed
+ * set, otherwise remap to `fallback` and warn on stderr. Keeps ingest
+ * tolerant (we don't fail the whole record on a stray value) but makes
+ * extraction drift observable instead of silent — which is what
+ * `.catch(default)` was masking.
+ */
+function normalizedEnum(values, fallback, field) {
+    return z.unknown().transform((raw) => {
+        if (typeof raw === "string" && values.includes(raw)) {
+            return raw;
+        }
+        process.stderr.write(`metadata-extraction: ${field}=${JSON.stringify(raw)} not in [${values.join("|")}], remapped to "${fallback}"\n`);
+        return fallback;
+    });
+}
 export const ConversationMetadataSchema = z.object({
-    domain: z.enum(DOMAINS).catch("tech"),
-    intent: z.enum(INTENTS).catch("research"),
-    quality: z.enum(QUALITY_LEVELS).catch("medium"),
+    domain: normalizedEnum(DOMAINS, "tech", "domain"),
+    intent: normalizedEnum(INTENTS, "research", "intent"),
+    quality: normalizedEnum(QUALITY_LEVELS, "medium", "quality"),
     topics: z.array(z.string().min(1)).min(1),
     decisions: z.array(z.string()),
     key_outputs: z.array(z.string()),

package/dist/src/ingestion/metadata-extraction.js.map

@@ -1 +1 @@
-{"version":3,"file":"metadata-extraction.js","sourceRoot":"","sources":["../../../src/ingestion/metadata-extraction.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAMxB,OAAO,EACL,OAAO,EACP,OAAO,EACP,cAAc,EACd,oBAAoB,GACrB,MAAM,uBAAuB,CAAC;AAE/B,sDAAsD;AAEtD,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IACjD,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;IACrC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC;IACzC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC;IAC/C,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACzC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC9B,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CACjC,CAAC,CAAC;AAEH,8BAA8B;AAE9B,MAAM,iBAAiB,GAAG,uCAAuC,CAAC;AAWlE,4BAA4B;AAE5B,MAAM,iBAAiB,GAAG;;;;;;;;;;;;;;;wGAe8E,CAAC;AAUzG,MAAM,OAAO,0BAA0B;IAC5B,KAAK,CAAc;IACX,MAAM,CAAS;IACf,KAAK,CAAS;IAE/B,YAAY,IAA+B;QACzC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,KAAK,GAAG,EAAE,GAAG,oBAAoB,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,IAAY;QAChC,MAAM,QAAQ,GAAuB;YACnC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB,cAAc,IAAI,EAAE,EAAE;SACpE,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC7C,OAAO,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,QAA4B;QAChD,IAAI,SAAkB,CAAC;QAEvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YAClE,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CACpB,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,EAC3C,IAAI,CAAC,KAAK,CAAC,UAAU,CACtB,CAAC;gBACF,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,iBAAiB,EAAE;oBACzC,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,WAAW,EAAE,IAAI,CAAC,MAAM;wBACxB,mBAAmB,EAAE,YAAY;qBAClC;oBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;wBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,UAAU,EAAE,IAAI;wBAChB,QAAQ;qBACT,CAAC;iBACH,CAAC,CAAC;gBAEH,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;oBAC5C,SAAS,GAAG,IAAI,KAAK,CACnB,iBAAiB,GAAG,CAAC,MAAM,KAAK,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,CACnD,CAAC;oBACF,SAAS;gBACX,CAAC;gBAED,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;oBACZ,MAAM,IAAI,KAAK,CACb,iBAAiB,GAAG,CAAC,MAAM,KAAK,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,CACnD,CAAC;gBACJ,CAAC;gBAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAsB,CAAC;gBACrD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;gBAC9D,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC;oBACrB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;gBAC5D,CAAC;gBAED,OAAO,SAAS,CAAC,IAAI,CAAC;YACxB,CAAC;YAAC,OAAO,GAAY,EAAE,CAAC;gBACtB,IAAI,GAAG,YAAY,SAAS,EAAE,CAAC;oBAC7B,mCAAmC;oBACnC,SAAS,GAAG,GAAG,CAAC;oBAChB,SAAS;gBACX,CAAC;gBACD,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QAED,MAAM,SAAS,CAAC;IAClB,CAAC;CACF;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,GAAW;IAC1C,kDAAkD;IAClD,IAAI,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IACzB,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,GAAG,OAAO;aACd,OAAO,CAAC,qBAAqB,EAAE,EAAE,CAAC;aAClC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CACb,wCAAwC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAChE,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,0BAA0B,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC5D,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CACb,wCAAwC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACzH,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC;AAED,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC"}
+{"version":3,"file":"metadata-extraction.js","sourceRoot":"","sources":["../../../src/ingestion/metadata-extraction.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AACH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAMxB,OAAO,EACL,OAAO,EACP,OAAO,EACP,cAAc,EACd,oBAAoB,GACrB,MAAM,uBAAuB,CAAC;AAE/B,sDAAsD;AAEtD;;;;;;GAMG;AACH,SAAS,cAAc,CACrB,MAAS,EACT,QAAmB,EACnB,KAAa;IAEb,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC,GAAG,EAAa,EAAE;QAC9C,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAK,MAA4B,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3E,OAAO,GAAgB,CAAC;QAC1B,CAAC;QACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,wBAAwB,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,mBAAmB,QAAQ,KAAK,CACjH,CAAC;QACF,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IACjD,MAAM,EAAE,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC;IACjD,MAAM,EAAE,cAAc,CAAC,OAAO,EAAE,UAAU,EAAE,QAAQ,CAAC;IACrD,OAAO,EAAE,cAAc,CAAC,cAAc,EAAE,QAAQ,EAAE,SAAS,CAAC;IAC5D,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACzC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC9B,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CACjC,CAAC,CAAC;AAEH,8BAA8B;AAE9B,MAAM,iBAAiB,GAAG,uCAAuC,CAAC;AAWlE,4BAA4B;AAE5B,MAAM,iBAAiB,GAAG;;;;;;;;;;;;;;;wGAe8E,CAAC;AAUzG,MAAM,OAAO,0BAA0B;IAC5B,KAAK,CAAc;IACX,MAAM,CAAS;IACf,KAAK,CAAS;IAE/B,YAAY,IAA+B;QACzC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,KAAK,GAAG,EAAE,GAAG,oBAAoB,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,IAAY;QAChC,MAAM,QAAQ,GAAuB;YACnC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB,cAAc,IAAI,EAAE,EAAE;SACpE,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC7C,OAAO,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,QAA4B;QAChD,IAAI,SAAkB,CAAC;QAEvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YAClE,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CACpB,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,EAC3C,IAAI,CAAC,KAAK,CAAC,UAAU,CACtB,CAAC;gBACF,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,iBAAiB,EAAE;oBACzC,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,WAAW,EAAE,IAAI,CAAC,MAAM;wBACxB,mBAAmB,EAAE,YAAY;qBAClC;oBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;wBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,UAAU,EAAE,IAAI;wBAChB,QAAQ;qBACT,CAAC;iBACH,CAAC,CAAC;gBAEH,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;oBAC5C,SAAS,GAAG,IAAI,KAAK,CACnB,iBAAiB,GAAG,CAAC,MAAM,KAAK,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,CACnD,CAAC;oBACF,SAAS;gBACX,CAAC;gBAED,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;oBACZ,MAAM,IAAI,KAAK,CACb,iBAAiB,GAAG,CAAC,MAAM,KAAK,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,CACnD,CAAC;gBACJ,CAAC;gBAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAsB,CAAC;gBACrD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;gBAC9D,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC;oBACrB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;gBAC5D,CAAC;gBAED,OAAO,SAAS,CAAC,IAAI,CAAC;YACxB,CAAC;YAAC,OAAO,GAAY,EAAE,CAAC;gBACtB,IAAI,GAAG,YAAY,SAAS,EAAE,CAAC;oBAC7B,mCAAmC;oBACnC,SAAS,GAAG,GAAG,CAAC;oBAChB,SAAS;gBACX,CAAC;gBACD,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QAED,MAAM,SAAS,CAAC;IAClB,CAAC;CACF;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,GAAW;IAC1C,kDAAkD;IAClD,IAAI,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IACzB,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,GAAG,OAAO;aACd,OAAO,CAAC,qBAAqB,EAAE,EAAE,CAAC;aAClC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CACb,wCAAwC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAChE,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,0BAA0B,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC5D,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CACb,wCAAwC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACzH,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC;AAED,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC"}

package/dist/src/ingestion/skip-quarantine.d.ts

@@ -0,0 +1,10 @@
+export type SkipReason = "empty_extracted_content" | "inbox_unsupported_extension";
+export interface SkipQuarantineRecord {
+    kind: "indexer_skip";
+    reason: SkipReason;
+    source_path: string;
+    metadata?: Record<string, unknown>;
+    quarantined_at: string;
+}
+export declare function writeSkipQuarantine(dataDir: string, record: Omit<SkipQuarantineRecord, "kind" | "quarantined_at">): Promise<string>;
+//# sourceMappingURL=skip-quarantine.d.ts.map

package/dist/src/ingestion/skip-quarantine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"skip-quarantine.d.ts","sourceRoot":"","sources":["../../../src/ingestion/skip-quarantine.ts"],"names":[],"mappings":"AAiBA,MAAM,MAAM,UAAU,GAClB,yBAAyB,GACzB,6BAA6B,CAAC;AAElC,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,cAAc,CAAC;IACrB,MAAM,EAAE,UAAU,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,wBAAsB,mBAAmB,CACvC,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,IAAI,CAAC,oBAAoB,EAAE,MAAM,GAAG,gBAAgB,CAAC,GAC5D,OAAO,CAAC,MAAM,CAAC,CAwBjB"}