@getrift/rift 0.0.0 → 0.1.0-beta.1

package/dist/src/ingestion/staging.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"staging.d.ts","sourceRoot":"","sources":["../../../src/ingestion/staging.ts"],"names":[],"mappings":"AAyBA,OAAO,EAAkB,KAAK,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAEvE,6DAA6D;AAC7D,eAAO,MAAM,gBAAgB,MAAM,CAAC;AAEpC,mEAAmE;AACnE,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,YAAY,EAAE,SAAS,MAAM,EAAE,CAKrE,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,UAAU,GAClB,OAAO,GACP,WAAW,GACX,UAAU,GACV,gBAAgB,GAChB,oBAAoB,GACpB,oBAAoB,CAAC;AAEzB,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,QAAQ;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,YAAY,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,YAAY,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,OAAO,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,cAAc,EAAE,OAAO,CAAC;IACxB,YAAY,EAAE,UAAU,EAAE,CAAC;IAC3B,KAAK,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,gBAAgB;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,SAAS;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,YAAY,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,iBAAiB,EAAE,gBAAgB,CAAC;IACpC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,YAAY,EAAE;QACZ,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,eAAe,EAAE,MAAM,CAAC;IACxB,KAAK,EAAE,aAAa,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,QAAQ,CAAC;IACnB,SAAS,EAAE,SAAS,CAAC;CACtB;AAeD;;;;GAIG;AACH,eAAO,MAAM,kBAAkB,QAAc,CAAC;AAE9C;;;;;;GAMG;AACH,eAAO,MAAM,yBAAyB,QAAoB,CAAC;AAO3D;;;GAGG;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAMzD;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,MAAM,EAAE;IACpC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,YAAY,CAAC;IACrB,GAAG,CAAC,EAAE,IAAI,CAAC;CACZ,GAAG,QAAQ,CAoBX;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAAC,MAAM,EAAE;IACnC,QAAQ,EAAE,QAAQ,CAAC;IACnB,GAAG,CAAC,EAAE,IAAI,CAAC;CACZ,GAAG,SAAS,CAkDZ;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,gBAAgB,GAAG,IAAI,CAWzF;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,MAAM,EAAE;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,YAAY,CAAC;IACrB,GAAG,CAAC,EAAE,IAAI,CAAC;CACZ,GAAG,gBAAgB,CAOnB"}

package/dist/src/ingestion/staging.js

@@ -0,0 +1,411 @@
+/**
+ * Staged batch preflight — Slice 4.
+ *
+ * A staged batch is a folder on disk containing files the operator intends
+ * to import through the existing `backfill` flow. Before ingestion, the
+ * operator runs a preflight pass that:
+ *   - catalogs every file (manifest.json)
+ *   - classifies each file against junk markers (preflight.json)
+ *
+ * Preflight is cheap on purpose: no model calls, no embeddings, no full
+ * parse of large archives. It reads just enough of each file to detect
+ * obvious problems before the batch poisons the searchable layer.
+ *
+ * Locked junk markers (Slice 4):
+ *   - empty                  → size == 0
+ *   - too_small              → size < MIN_USEFUL_BYTES
+ *   - non_utf8               → bytes do not decode as strict UTF-8
+ *   - duplicate_hash         → same content hash as another file in the batch
+ *   - no_assistant_turns     → source requires assistant turns but none found
+ *   - unsupported_format     → extension not in the per-source allowlist
+ */
+import fs from "node:fs";
+import path from "node:path";
+import crypto from "node:crypto";
+import { INGEST_SOURCES } from "./parsers/types.js";
+/** Files smaller than this are classified as `too_small`. */
+export const MIN_USEFUL_BYTES = 512;
+/** Per-source extension allowlist for preflight classification. */
+export const SOURCE_EXTENSIONS = {
+    chatgpt_web: [".json", ".zip"],
+    claude_web: [".json", ".zip"],
+    grok_web: [".json", ".zip"],
+    gemini_web: [".json"],
+};
+const MANIFEST_FILE = "manifest.json";
+const PREFLIGHT_FILE = "preflight.json";
+const TRIAGE_FILE = "triage.json";
+const CAMPAIGN_REPORT_FILE = "campaign-report.json";
+/** Files written by staging itself — always skipped when listing batch files. */
+const STAGING_ARTIFACT_FILES = new Set([
+    MANIFEST_FILE,
+    PREFLIGHT_FILE,
+    TRIAGE_FILE,
+    CAMPAIGN_REPORT_FILE,
+]);
+/**
+ * Cheap-sample size for utf-8 / zip-magic checks on files that are too
+ * large to fully validate. Files at or below this size are read in full
+ * by the same code path (sample === whole file).
+ */
+export const PARSE_SAMPLE_BYTES = 1024 * 1024;
+/**
+ * Largest file we will fully read into memory for structural JSON
+ * validation. Above this cap, JSON files are flagged as
+ * `unvalidated_too_large` instead of being trusted on a sniff. The cap
+ * comfortably accommodates real ChatGPT/Claude exports while protecting
+ * against pathological inputs.
+ */
+export const FULL_VALIDATION_CAP_BYTES = 256 * 1024 * 1024;
+/** ZIP magic bytes: PK\x03\x04. */
+const ZIP_MAGIC = Buffer.from([0x50, 0x4b, 0x03, 0x04]);
+// --- Public API ---
+/**
+ * List every file in a batch folder, excluding our own manifest/preflight
+ * artifacts. Returns absolute paths, sorted by name for deterministic output.
+ */
+export function listBatchFiles(batchDir) {
+    const entries = fs.readdirSync(batchDir, { withFileTypes: true });
+    return entries
+        .filter((e) => e.isFile() && !STAGING_ARTIFACT_FILES.has(e.name))
+        .map((e) => path.join(batchDir, e.name))
+        .sort();
+}
+/**
+ * Build a manifest for a staged batch. Does not touch file contents.
+ */
+export function buildManifest(params) {
+    const { batchDir } = params;
+    if (!INGEST_SOURCES.includes(params.source)) {
+        throw new Error(`Unknown source: ${params.source}`);
+    }
+    const files = listBatchFiles(batchDir).map((p) => {
+        const stat = fs.statSync(p);
+        return {
+            name: path.basename(p),
+            path: p,
+            size_bytes: stat.size,
+        };
+    });
+    return {
+        batch_name: path.basename(batchDir),
+        created_at: (params.now ?? new Date()).toISOString(),
+        source: params.source,
+        path: path.resolve(batchDir),
+        files,
+    };
+}
+/**
+ * Run preflight classification on every file listed in the manifest.
+ * No network, no model calls. Reads up to PARSE_SAMPLE_BYTES per file.
+ */
+export function runPreflight(params) {
+    const { manifest } = params;
+    const allowed = new Set(SOURCE_EXTENSIONS[manifest.source]);
+    // First pass: per-file classification (without duplicate flag yet).
+    const interim = manifest.files.map((f) => classifyFile(f, manifest.source, allowed));
+    // Second pass: duplicate-hash detection within the batch.
+    const hashCounts = new Map();
+    for (const f of interim) {
+        if (f.content_hash) {
+            hashCounts.set(f.content_hash, (hashCounts.get(f.content_hash) ?? 0) + 1);
+        }
+    }
+    for (const f of interim) {
+        if (f.content_hash && (hashCounts.get(f.content_hash) ?? 0) > 1) {
+            f.duplicate_hash = true;
+            if (!f.junk_markers.includes("duplicate_hash")) {
+                f.junk_markers.push("duplicate_hash");
+            }
+        }
+    }
+    const sizes = interim.map((f) => f.size_bytes);
+    const supportedCount = interim.filter((f) => f.supported).length;
+    // Parseable = supported files that survived every cheap check: size
+    // above the useful floor, valid UTF-8 (or a recognised binary like zip),
+    // readable from disk, and structurally sound (JSON.parse success / zip
+    // magic match). Unsupported/empty/too_small/non_utf8/unreadable/
+    // malformed files never count as parseable.
+    const parseable = interim.filter((f) => isParseable(f)).length;
+    const duplicateCandidates = interim.filter((f) => f.duplicate_hash).length;
+    const junkCandidates = interim.filter((f) => f.junk_markers.length > 0).length;
+    return {
+        batch_name: manifest.batch_name,
+        source: manifest.source,
+        generated_at: (params.now ?? new Date()).toISOString(),
+        total_files: interim.length,
+        supported_files: supportedCount,
+        unsupported_files: interim.length - supportedCount,
+        size_distribution: summarizeSizes(sizes),
+        duplicate_candidates: duplicateCandidates,
+        parseability: {
+            parseable,
+            unparseable: interim.length - parseable,
+        },
+        junk_candidates: junkCandidates,
+        files: interim,
+    };
+}
+/**
+ * Persist manifest and preflight as `manifest.json` and `preflight.json`
+ * inside the batch directory. Overwrites any previous artifacts.
+ */
+export function writeStagingArtifacts(batchDir, artifacts) {
+    fs.writeFileSync(path.join(batchDir, MANIFEST_FILE), JSON.stringify(artifacts.manifest, null, 2) + "\n", "utf-8");
+    fs.writeFileSync(path.join(batchDir, PREFLIGHT_FILE), JSON.stringify(artifacts.preflight, null, 2) + "\n", "utf-8");
+}
+/**
+ * Convenience wrapper: build manifest, run preflight, persist both.
+ */
+export function stageBatch(params) {
+    const manifest = buildManifest(params);
+    const preflight = params.now
+        ? runPreflight({ manifest, now: params.now })
+        : runPreflight({ manifest });
+    writeStagingArtifacts(params.batchDir, { manifest, preflight });
+    return { manifest, preflight };
+}
+// --- Internal helpers ---
+function classifyFile(file, source, allowedExts) {
+    const ext = path.extname(file.name).toLowerCase();
+    const supported = allowedExts.has(ext);
+    const markers = [];
+    const notes = [];
+    if (!supported)
+        markers.push("unsupported_format");
+    if (file.size_bytes === 0)
+        markers.push("empty");
+    else if (file.size_bytes < MIN_USEFUL_BYTES)
+        markers.push("too_small");
+    // Read either the whole file (for structural JSON validation) or just
+    // a sample (for cheap checks on files too large to fully validate).
+    // The same buffer is reused for utf-8 + zip-magic + JSON.parse paths.
+    const willFullyValidate = file.size_bytes > 0 && file.size_bytes <= FULL_VALIDATION_CAP_BYTES;
+    const targetReadBytes = willFullyValidate
+        ? file.size_bytes
+        : Math.min(PARSE_SAMPLE_BYTES, Math.max(file.size_bytes, 0));
+    let sample = null;
+    try {
+        const fd = fs.openSync(file.path, "r");
+        try {
+            const buf = Buffer.alloc(targetReadBytes);
+            const read = buf.length > 0 ? fs.readSync(fd, buf, 0, buf.length, 0) : 0;
+            sample = buf.subarray(0, read);
+        }
+        finally {
+            fs.closeSync(fd);
+        }
+    }
+    catch {
+        notes.push("unreadable");
+    }
+    // Content hash: hash the whole file so duplicate detection is exact.
+    // For huge files this streams; for typical export JSONs it's cheap.
+    let contentHash = null;
+    if (sample) {
+        try {
+            contentHash = hashFile(file.path);
+        }
+        catch {
+            notes.push("hash_failed");
+        }
+    }
+    // UTF-8 check on the sample. ZIPs are binary by design — skip for them.
+    let utf8Ok = true;
+    const isZip = ext === ".zip" || (sample !== null && looksLikeZip(sample));
+    if (sample && !isZip) {
+        utf8Ok = isValidUtf8(sample);
+        if (!utf8Ok)
+            markers.push("non_utf8");
+    }
+    // Parseability:
+    //  - JSON files at or below FULL_VALIDATION_CAP_BYTES are run through
+    //    real JSON.parse. Malformed bytes (even if they start with `[`/`{`
+    //    or contain an assistant-marker substring) are flagged unparseable.
+    //  - JSON files above the cap are flagged `unvalidated_too_large`
+    //    explicitly, so they cannot pass as clean on a sniff and never
+    //    inflate `parseability.parseable`.
+    //  - Zips are validated by PK magic bytes (cheap and conclusive).
+    const fullyRead = sample !== null && sample.length === file.size_bytes;
+    if (sample && supported && file.size_bytes > 0) {
+        if (ext === ".json") {
+            if (fullyRead) {
+                let parsed;
+                let parseOk = false;
+                try {
+                    parsed = JSON.parse(sample.toString("utf-8"));
+                    parseOk = true;
+                }
+                catch {
+                    notes.push("unparseable");
+                }
+                if (parseOk &&
+                    requiresAssistantTurns(source) &&
+                    !hasAssistantTurn(parsed, source)) {
+                    markers.push("no_assistant_turns");
+                }
+            }
+            else {
+                notes.push("unvalidated_too_large");
+            }
+        }
+        else if (ext === ".zip") {
+            if (!looksLikeZip(sample)) {
+                notes.push("unparseable");
+            }
+        }
+    }
+    return {
+        name: file.name,
+        path: file.path,
+        size_bytes: file.size_bytes,
+        extension: ext,
+        supported,
+        utf8_ok: utf8Ok,
+        content_hash: contentHash,
+        duplicate_hash: false,
+        junk_markers: markers,
+        notes,
+    };
+}
+function isParseable(f) {
+    if (!f.supported)
+        return false;
+    if (f.size_bytes < MIN_USEFUL_BYTES)
+        return false;
+    if (!f.utf8_ok)
+        return false;
+    if (f.notes.includes("unparseable"))
+        return false;
+    if (f.notes.includes("unreadable"))
+        return false;
+    // Files too large to fully validate are explicitly NOT parseable —
+    // we have not confirmed structural soundness, so they do not count.
+    if (f.notes.includes("unvalidated_too_large"))
+        return false;
+    return true;
+}
+function hashFile(p) {
+    const hash = crypto.createHash("sha256");
+    const fd = fs.openSync(p, "r");
+    try {
+        const buf = Buffer.alloc(64 * 1024);
+        let read = 0;
+        while ((read = fs.readSync(fd, buf, 0, buf.length, null)) > 0) {
+            hash.update(buf.subarray(0, read));
+        }
+    }
+    finally {
+        fs.closeSync(fd);
+    }
+    return hash.digest("hex");
+}
+function isValidUtf8(buf) {
+    try {
+        new TextDecoder("utf-8", { fatal: true }).decode(buf);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+function looksLikeZip(buf) {
+    return buf.length >= ZIP_MAGIC.length && buf.subarray(0, ZIP_MAGIC.length).equals(ZIP_MAGIC);
+}
+/**
+ * Sources whose JSON exports are only meaningful when they contain at
+ * least one assistant turn. ZIPs are excluded from this check (the sample
+ * is compressed binary).
+ */
+function requiresAssistantTurns(source) {
+    return (source === "chatgpt_web" ||
+        source === "claude_web" ||
+        source === "gemini_web" ||
+        source === "grok_web");
+}
+/**
+ * Structural assistant-turn check. Runs only on a successfully parsed
+ * JSON value whose whole content fit in the sample window, so a negative
+ * result is meaningful (not a sampling artifact) and cannot be faked by
+ * a substring that merely looks like an assistant marker.
+ */
+function hasAssistantTurn(parsed, source) {
+    if (source === "chatgpt_web") {
+        if (!Array.isArray(parsed))
+            return false;
+        for (const conv of parsed) {
+            const mapping = conv?.mapping;
+            if (!mapping || typeof mapping !== "object")
+                continue;
+            for (const node of Object.values(mapping)) {
+                const role = node
+                    ?.message?.author?.role;
+                if (role === "assistant")
+                    return true;
+            }
+        }
+        return false;
+    }
+    if (source === "claude_web") {
+        if (!Array.isArray(parsed))
+            return false;
+        for (const conv of parsed) {
+            const messages = conv?.chat_messages;
+            if (!Array.isArray(messages))
+                continue;
+            for (const msg of messages) {
+                if (msg?.sender === "assistant") {
+                    return true;
+                }
+            }
+        }
+        return false;
+    }
+    if (source === "gemini_web") {
+        if (!Array.isArray(parsed))
+            return false;
+        for (const conv of parsed) {
+            const assistantTurns = conv?.assistant_turns;
+            if (typeof assistantTurns === "number" && assistantTurns > 0) {
+                return true;
+            }
+        }
+        return false;
+    }
+    if (source === "grok_web") {
+        const conversations = parsed?.conversations;
+        if (!Array.isArray(conversations))
+            return false;
+        for (const wrapper of conversations) {
+            const responses = wrapper?.responses;
+            if (!Array.isArray(responses))
+                continue;
+            for (const resp of responses) {
+                const sender = resp
+                    ?.response?.sender;
+                if (typeof sender === "string" && sender.toLowerCase() !== "human") {
+                    return true;
+                }
+            }
+        }
+        return false;
+    }
+    return true;
+}
+function summarizeSizes(sizes) {
+    if (sizes.length === 0) {
+        return { min: 0, max: 0, median: 0, total: 0 };
+    }
+    const sorted = [...sizes].sort((a, b) => a - b);
+    const mid = Math.floor(sorted.length / 2);
+    const median = sorted.length % 2 === 0
+        ? Math.floor((sorted[mid - 1] + sorted[mid]) / 2)
+        : sorted[mid];
+    return {
+        min: sorted[0],
+        max: sorted[sorted.length - 1],
+        median,
+        total: sizes.reduce((a, b) => a + b, 0),
+    };
+}
+//# sourceMappingURL=staging.js.map

package/dist/src/ingestion/staging.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"staging.js","sourceRoot":"","sources":["../../../src/ingestion/staging.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,OAAO,EAAE,cAAc,EAAqB,MAAM,oBAAoB,CAAC;AAEvE,6DAA6D;AAC7D,MAAM,CAAC,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAEpC,mEAAmE;AACnE,MAAM,CAAC,MAAM,iBAAiB,GAA4C;IACxE,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;IAC9B,UAAU,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;IAC7B,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;IAC3B,UAAU,EAAE,CAAC,OAAO,CAAC;CACtB,CAAC;AAsEF,MAAM,aAAa,GAAG,eAAe,CAAC;AACtC,MAAM,cAAc,GAAG,gBAAgB,CAAC;AACxC,MAAM,WAAW,GAAG,aAAa,CAAC;AAClC,MAAM,oBAAoB,GAAG,sBAAsB,CAAC;AAEpD,iFAAiF;AACjF,MAAM,sBAAsB,GAAG,IAAI,GAAG,CAAC;IACrC,aAAa;IACb,cAAc;IACd,WAAW;IACX,oBAAoB;CACrB,CAAC,CAAC;AAEH;;;;GAIG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,IAAI,GAAG,IAAI,CAAC;AAE9C;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;AAE3D,mCAAmC;AACnC,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;AAExD,qBAAqB;AAErB;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,QAAgB;IAC7C,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAClE,OAAO,OAAO;SACX,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;SAChE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;SACvC,IAAI,EAAE,CAAC;AACZ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,MAI7B;IACC,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,CAAC;IAC5B,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,mBAAmB,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IACtD,CAAC;IACD,MAAM,KAAK,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAe,CAAC,CAAC,EAAE,EAAE;QAC7D,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACtB,IAAI,EAAE,CAAC;YACP,UAAU,EAAE,IAAI,CAAC,IAAI;SACtB,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,OAAO;QACL,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACnC,UAAU,EAAE,CAAC,MAAM,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE;QACpD,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;QAC5B,KAAK;KACN,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,MAG5B;IACC,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,CAAC;IAC5B,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,iBAAiB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IAE5D,oEAAoE;IACpE,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAErF,0DAA0D;IAC1D,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,IAAI,CAAC,CAAC,YAAY,EAAE,CAAC;YACnB,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,IAAI,CAAC,CAAC,YAAY,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;YAChE,CAAC,CAAC,cAAc,GAAG,IAAI,CAAC;YACxB,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBAC/C,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IAC/C,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC;IACjE,oEAAoE;IACpE,yEAAyE;IACzE,uEAAuE;IACvE,iEAAiE;IACjE,4CAA4C;IAC5C,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAC/D,MAAM,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC;IAC3E,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;IAE/E,OAAO;QACL,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,YAAY,EAAE,CAAC,MAAM,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE;QACtD,WAAW,EAAE,OAAO,CAAC,MAAM;QAC3B,eAAe,EAAE,cAAc;QAC/B,iBAAiB,EAAE,OAAO,CAAC,MAAM,GAAG,cAAc;QAClD,iBAAiB,EAAE,cAAc,CAAC,KAAK,CAAC;QACxC,oBAAoB,EAAE,mBAAmB;QACzC,YAAY,EAAE;YACZ,SAAS;YACT,WAAW,EAAE,OAAO,CAAC,MAAM,GAAG,SAAS;SACxC;QACD,eAAe,EAAE,cAAc;QAC/B,KAAK,EAAE,OAAO;KACf,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,QAAgB,EAAE,SAA2B;IACjF,EAAE,CAAC,aAAa,CACd,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,EAClC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAClD,OAAO,CACR,CAAC;IACF,EAAE,CAAC,aAAa,CACd,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,EACnC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EACnD,OAAO,CACR,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,MAI1B;IACC,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACvC,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG;QAC1B,CAAC,CAAC,YAAY,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC;QAC7C,CAAC,CAAC,YAAY,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC/B,qBAAqB,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;IAChE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;AACjC,CAAC;AAED,2BAA2B;AAE3B,SAAS,YAAY,CACnB,IAAkB,EAClB,MAAoB,EACpB,WAAwB;IAExB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;IAClD,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACvC,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,CAAC,SAAS;QAAE,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACnD,IAAI,IAAI,CAAC,UAAU,KAAK,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;SAC5C,IAAI,IAAI,CAAC,UAAU,GAAG,gBAAgB;QAAE,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAEvE,sEAAsE;IACtE,oEAAoE;IACpE,sEAAsE;IACtE,MAAM,iBAAiB,GACrB,IAAI,CAAC,UAAU,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,IAAI,yBAAyB,CAAC;IACtE,MAAM,eAAe,GAAG,iBAAiB;QACvC,CAAC,CAAC,IAAI,CAAC,UAAU;QACjB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,kBAAkB,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;IAE/D,IAAI,MAAM,GAAkB,IAAI,CAAC;IACjC,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACvC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;YAC1C,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACzE,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACjC,CAAC;gBAAS,CAAC;YACT,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC3B,CAAC;IAED,qEAAqE;IACrE,oEAAoE;IACpE,IAAI,WAAW,GAAkB,IAAI,CAAC;IACtC,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,CAAC;YACH,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,wEAAwE;IACxE,IAAI,MAAM,GAAG,IAAI,CAAC;IAClB,MAAM,KAAK,GAAG,GAAG,KAAK,MAAM,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1E,IAAI,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACrB,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;QAC7B,IAAI,CAAC,MAAM;YAAE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACxC,CAAC;IAED,gBAAgB;IAChB,sEAAsE;IACtE,uEAAuE;IACvE,wEAAwE;IACxE,kEAAkE;IAClE,mEAAmE;IACnE,uCAAuC;IACvC,kEAAkE;IAClE,MAAM,SAAS,GAAG,MAAM,KAAK,IAAI,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,UAAU,CAAC;IACvE,IAAI,MAAM,IAAI,SAAS,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;QAC/C,IAAI,GAAG,KAAK,OAAO,EAAE,CAAC;YACpB,IAAI,SAAS,EAAE,CAAC;gBACd,IAAI,MAAe,CAAC;gBACpB,IAAI,OAAO,GAAG,KAAK,CAAC;gBACpB,IAAI,CAAC;oBACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;oBAC9C,OAAO,GAAG,IAAI,CAAC;gBACjB,CAAC;gBAAC,MAAM,CAAC;oBACP,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBAC5B,CAAC;gBACD,IACE,OAAO;oBACP,sBAAsB,CAAC,MAAM,CAAC;oBAC9B,CAAC,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,EACjC,CAAC;oBACD,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;gBACrC,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;aAAM,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;YAC1B,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1B,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,SAAS,EAAE,GAAG;QACd,SAAS;QACT,OAAO,EAAE,MAAM;QACf,YAAY,EAAE,WAAW;QACzB,cAAc,EAAE,KAAK;QACrB,YAAY,EAAE,OAAO;QACrB,KAAK;KACN,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,CAAgB;IACnC,IAAI,CAAC,CAAC,CAAC,SAAS;QAAE,OAAO,KAAK,CAAC;IAC/B,IAAI,CAAC,CAAC,UAAU,GAAG,gBAAgB;QAAE,OAAO,KAAK,CAAC;IAClD,IAAI,CAAC,CAAC,CAAC,OAAO;QAAE,OAAO,KAAK,CAAC;IAC7B,IAAI,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC;QAAE,OAAO,KAAK,CAAC;IAClD,IAAI,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC;QAAE,OAAO,KAAK,CAAC;IACjD,mEAAmE;IACnE,oEAAoE;IACpE,IAAI,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,uBAAuB,CAAC;QAAE,OAAO,KAAK,CAAC;IAC5D,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,QAAQ,CAAC,CAAS;IACzB,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IACzC,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC/B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;QACpC,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,OAAO,CAAC,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9D,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACnB,CAAC;IACD,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC9B,IAAI,CAAC;QACH,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACtD,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,GAAW;IAC/B,OAAO,GAAG,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;AAC/F,CAAC;AAED;;;;GAIG;AACH,SAAS,sBAAsB,CAAC,MAAoB;IAClD,OAAO,CACL,MAAM,KAAK,aAAa;QACxB,MAAM,KAAK,YAAY;QACvB,MAAM,KAAK,YAAY;QACvB,MAAM,KAAK,UAAU,CACtB,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,SAAS,gBAAgB,CAAC,MAAe,EAAE,MAAoB;IAC7D,IAAI,MAAM,KAAK,aAAa,EAAE,CAAC;QAC7B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,OAAO,KAAK,CAAC;QACzC,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAI,IAAqC,EAAE,OAAO,CAAC;YAChE,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ;gBAAE,SAAS;YACtD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,OAAkC,CAAC,EAAE,CAAC;gBACrE,MAAM,IAAI,GAAI,IAA6D;oBACzE,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC;gBAC1B,IAAI,IAAI,KAAK,WAAW;oBAAE,OAAO,IAAI,CAAC;YACxC,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,MAAM,KAAK,YAAY,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,OAAO,KAAK,CAAC;QACzC,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,MAAM,QAAQ,GAAI,IAA2C,EAAE,aAAa,CAAC;YAC7E,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;gBAAE,SAAS;YACvC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;gBAC3B,IAAK,GAAmC,EAAE,MAAM,KAAK,WAAW,EAAE,CAAC;oBACjE,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,MAAM,KAAK,YAAY,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,OAAO,KAAK,CAAC;QACzC,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,MAAM,cAAc,GAAI,IAA6C,EAAE,eAAe,CAAC;YACvF,IAAI,OAAO,cAAc,KAAK,QAAQ,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;gBAC7D,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;QAC1B,MAAM,aAAa,GAAI,MAA6C,EAAE,aAAa,CAAC;QACpF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC;YAAE,OAAO,KAAK,CAAC;QAChD,KAAK,MAAM,OAAO,IAAI,aAAa,EAAE,CAAC;YACpC,MAAM,SAAS,GAAI,OAA0C,EAAE,SAAS,CAAC;YACzE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;gBAAE,SAAS;YACxC,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;gBAC7B,MAAM,MAAM,GAAI,IAAmD;oBACjE,EAAE,QAAQ,EAAE,MAAM,CAAC;gBACrB,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,WAAW,EAAE,KAAK,OAAO,EAAE,CAAC;oBACnE,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,cAAc,CAAC,KAAe;IACrC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IACjD,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAChD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC1C,MAAM,MAAM,GACV,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC;QACrB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAE,GAAG,MAAM,CAAC,GAAG,CAAE,CAAC,GAAG,CAAC,CAAC;QACnD,CAAC,CAAC,MAAM,CAAC,GAAG,CAAE,CAAC;IACnB,OAAO;QACL,GAAG,EAAE,MAAM,CAAC,CAAC,CAAE;QACf,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAE;QAC/B,MAAM;QACN,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;KACxC,CAAC;AACJ,CAAC"}

package/dist/src/ingestion/watcher.d.ts

@@ -0,0 +1,65 @@
+import type { FileEvent } from "./indexer.js";
+export type FileEventHandler = (event: FileEvent) => Promise<void>;
+export interface WatcherOptions {
+    debounceMs?: number;
+    awaitWriteFinish?: boolean | {
+        stabilityThreshold: number;
+        pollInterval: number;
+    };
+    ignoredPaths?: readonly string[];
+}
+/**
+ * Directory basenames that are ignored anywhere in the tree because
+ * they are engine/build/tooling junk, never user content. Matched as
+ * path segments (via `DEFAULT_IGNORED_PATTERNS` below), not just at
+ * the source root, so nested copies are also skipped — e.g.
+ * `src/foo/__pycache__` inside a deeply nested Python subpackage,
+ * or a `.venv` created inside a sub-project.
+ */
+export declare const GLOBAL_JUNK_DIR_NAMES: readonly ["dist", "logs", ".codex-worktrees", ".venv", "__pycache__", ".next", ".obsidian"];
+export declare function isWatcherPathIgnored(candidatePath: string, ignoredPaths?: readonly string[]): boolean;
+export declare class Watcher {
+    private fsWatcher;
+    private paused;
+    private draining;
+    private readonly buffer;
+    private readonly debounceTimers;
+    private readonly debounceMs;
+    private readonly handler;
+    private readonly paths;
+    private readonly awfConfig;
+    private readonly ignoredPaths;
+    constructor(paths: readonly string[], handler: FileEventHandler, opts?: WatcherOptions);
+    /**
+     * Start watching. Returns a promise that resolves once chokidar
+     * has finished the initial scan (ready event), or rejects if
+     * chokidar emits an error before becoming ready.
+     */
+    start(): Promise<void>;
+    /** Stop watching and clear all pending debounce timers. */
+    stop(): Promise<void>;
+    /** Pause event dispatch — events are debounced then buffered. */
+    pause(): void;
+    /**
+     * Resume event dispatch. Drains all buffered events sequentially
+     * while still paused, so new events arriving during drain are
+     * buffered behind the backlog. Only unpauses after drain completes.
+     */
+    resume(): Promise<void>;
+    /** Whether the watcher is currently paused. */
+    get isPaused(): boolean;
+    /** Number of events currently buffered (while paused). */
+    get bufferedCount(): number;
+    /**
+     * Inject a synthetic event for testing. Bypasses chokidar but
+     * goes through the same debounce -> dispatch/buffer path.
+     */
+    _injectEvent(event: FileEvent): void;
+    /**
+     * Raw event from chokidar (or _injectEvent). Debounces per path:
+     * only the last event for a given path within the debounce window fires.
+     */
+    private onRawEvent;
+    private dispatch;
+}
+//# sourceMappingURL=watcher.d.ts.map

package/dist/src/ingestion/watcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"watcher.d.ts","sourceRoot":"","sources":["../../../src/ingestion/watcher.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAE9C,MAAM,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;AAEnE,MAAM,WAAW,cAAc;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gBAAgB,CAAC,EAAE,OAAO,GAAG;QAAE,kBAAkB,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;IAClF,YAAY,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CAClC;AAED;;;;;;;GAOG;AACH,eAAO,MAAM,qBAAqB,6FAQxB,CAAC;AAcX,wBAAgB,oBAAoB,CAClC,aAAa,EAAE,MAAM,EACrB,YAAY,GAAE,SAAS,MAAM,EAAO,GACnC,OAAO,CAWT;AAED,qBAAa,OAAO;IAClB,OAAO,CAAC,SAAS,CAA0B;IAC3C,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAmB;IAC1C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAoD;IACnF,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAmB;IAC3C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAoB;IAC1C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAiE;IAC3F,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAoB;gBAG/C,KAAK,EAAE,SAAS,MAAM,EAAE,EACxB,OAAO,EAAE,gBAAgB,EACzB,IAAI,GAAE,cAAmB;IAY3B;;;;OAIG;IACH,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IA+BtB,2DAA2D;IACrD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAY3B,iEAAiE;IACjE,KAAK,IAAI,IAAI;IAIb;;;;OAIG;IACG,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAmB7B,+CAA+C;IAC/C,IAAI,QAAQ,IAAI,OAAO,CAEtB;IAED,0DAA0D;IAC1D,IAAI,aAAa,IAAI,MAAM,CAE1B;IAED;;;OAGG;IACH,YAAY,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI;IAIpC;;;OAGG;IACH,OAAO,CAAC,UAAU;YAoBJ,QAAQ;CAGvB"}