@airprompter/agent-telemetry 0.1.0

package/dist/esm/spool/writer.js

@@ -0,0 +1,375 @@
+/**
+ * The spool writer (`protocol/spool-format.md`, D52/D66).
+ *
+ * Minute windows accumulate in memory per dimension set
+ * `(tag, versionId, arm, model, status, errorClass)` and are written as
+ * `window` rows when the minute closes. Segments are append-only NDJSON
+ * under `<store>/spool/telemetry/`, open as `seg-<inst>-<epochMinute>-<n>.ndjson.open`,
+ * closed by fsync + rename; rotated at the minute boundary or 1 MiB. Nothing
+ * here can carry prompt text, output, or an end-user identifier — the row
+ * shape has no field for them. Serverless hosts use the memory sink and
+ * flush at invocation end.
+ */
+import { join } from "node:path";
+import { nodeFs, fsFailureCode, latencyBucketIndex, minuteOf, epochMinute, LATENCY_BUCKET_EDGES_MS } from "@airprompter/agent-core";
+export { LATENCY_BUCKET_EDGES_MS, latencyBucketIndex, minuteOf, epochMinute } from "@airprompter/agent-core";
+export const SEGMENT_MAX_BYTES = 1024 * 1024;
+/** A host keeps this much closed, unsent spool before the oldest segments are evicted (spool-format.md). */
+export const HOST_SPOOL_BUDGET_BYTES = 100 * 1024 * 1024;
+/** A serverless invocation keeps this much in memory; beyond it the oldest rows go and a `dropped` row says so. */
+export const SERVERLESS_BUFFER_BYTES = 256 * 1024;
+export function segmentName(instanceId, minute, n) {
+    return `seg-${instanceId}-${minute}-${n}.ndjson`;
+}
+/** Which segment an appended line lands in: a new one on a new minute, or when the line would push past 1 MiB. Pure; `protocol/vectors/spool.json` pins it. */
+export class SegmentPlanner {
+    instanceId;
+    openMinute = null;
+    openBytes = 0;
+    n = 0;
+    constructor(instanceId) {
+        this.instanceId = instanceId;
+    }
+    append(epochMs, lineBytes) {
+        const minute = epochMinute(epochMs);
+        const rotated = this.openMinute === null || minute !== this.openMinute || this.openBytes + lineBytes > SEGMENT_MAX_BYTES;
+        if (rotated) {
+            this.n = minute === this.openMinute ? this.n + 1 : 0;
+            this.openMinute = minute;
+            this.openBytes = 0;
+        }
+        this.openBytes += lineBytes;
+        return { segment: segmentName(this.instanceId, this.openMinute, this.n), rotated };
+    }
+}
+/**
+ * The serverless buffer: rows in memory up to `budgetBytes` (256 KiB by
+ * default). When a row would push past the budget the OLDEST rows are
+ * evicted and counted; the next flush (invocation end) hands back the
+ * surviving rows followed by one `dropped` row carrying the count and the
+ * bytes lost, so an over-chatty invocation is reported, never silent.
+ */
+export class MemorySink {
+    identity;
+    budgetBytes;
+    kind = "memory";
+    rows = [];
+    bytes = 0;
+    droppedRows = 0;
+    droppedBytes = 0;
+    constructor(identity = null, budgetBytes = SERVERLESS_BUFFER_BYTES) {
+        this.identity = identity;
+        this.budgetBytes = budgetBytes;
+    }
+    append(row) {
+        const size = Buffer.byteLength(JSON.stringify(row), "utf8") + 1;
+        this.rows.push(row);
+        this.bytes += size;
+        while (this.bytes > this.budgetBytes && this.rows.length > 1) {
+            const oldest = this.rows.shift();
+            const lost = Buffer.byteLength(JSON.stringify(oldest), "utf8") + 1;
+            this.bytes -= lost;
+            this.droppedRows += 1;
+            this.droppedBytes += lost;
+        }
+    }
+    flush(_nowMs) { }
+    /** The buffered rows, then a `dropped` row when eviction happened since the last drain. */
+    drain(nowMs = Date.now()) {
+        const rows = this.rows.splice(0, this.rows.length);
+        this.bytes = 0;
+        if (this.droppedRows > 0 && this.identity) {
+            rows.push({ type: "dropped", v: 1, at: new Date(nowMs).toISOString().replace(/\.\d{3}Z$/, "Z"), instanceId: this.identity.instanceId, segments: this.droppedRows, bytes: this.droppedBytes });
+            this.droppedRows = 0;
+            this.droppedBytes = 0;
+        }
+        return rows;
+    }
+    get dropped() {
+        return { rows: this.droppedRows, bytes: this.droppedBytes };
+    }
+}
+/**
+ * Segments on disk, through an `FsPort`. Never throws: the request path calls
+ * `append`, and a full disk, an I/O error or a file a sibling process took
+ * away are counted, reported as a `dropped` row when writing works again,
+ * and surfaced on `faults` — never surfaced to the caller as an exception.
+ */
+export class DirectorySink {
+    dir;
+    instanceId;
+    budgetBytes;
+    kind = "directory";
+    fd = null;
+    openPath = null;
+    planner;
+    fs;
+    faults = { pendingRows: 0, pendingBytes: 0, byCode: {}, last: null };
+    constructor(dir, instanceId, budgetBytes = HOST_SPOOL_BUDGET_BYTES, fs = nodeFs) {
+        this.dir = dir;
+        this.instanceId = instanceId;
+        this.budgetBytes = budgetBytes;
+        this.fs = fs;
+        this.planner = new SegmentPlanner(instanceId);
+        this.guard("open_spool", () => {
+            this.fs.mkdirp(join(dir, "exported"), 0o700);
+            this.fs.mkdirp(join(dir, "quarantine"), 0o700);
+        });
+        this.recoverOpenSegments();
+    }
+    /** Run a filesystem step; on failure count it by code and return false. The sink never throws. */
+    guard(step, run) {
+        try {
+            run();
+            return true;
+        }
+        catch (error) {
+            const code = fsFailureCode(error);
+            this.faults.byCode[code] = (this.faults.byCode[code] ?? 0) + 1;
+            this.faults.last = `${step}: ${code}`;
+            return false;
+        }
+    }
+    /** A writer that crashed left `.open` files; the same writer closes them on its next start (a partial last line is the daemon's to skip). */
+    recoverOpenSegments() {
+        let names = [];
+        this.guard("list_spool", () => void (names = this.fs.list(this.dir)));
+        for (const name of names) {
+            if (name.startsWith(`seg-${this.instanceId}-`) && name.endsWith(".ndjson.open")) {
+                const path = join(this.dir, name);
+                this.guard("recover_open_segment", () => {
+                    const fd = this.fs.open(path, "r+");
+                    try {
+                        this.fs.fsync(fd);
+                    }
+                    finally {
+                        this.fs.close(fd);
+                    }
+                    this.fs.rename(path, path.slice(0, -".open".length));
+                });
+            }
+        }
+    }
+    append(row, nowMs) {
+        const line = Buffer.from(`${JSON.stringify(row)}\n`, "utf8");
+        const plan = this.planner.append(nowMs, line.length);
+        if (plan.rotated || this.fd === null) {
+            this.flush(nowMs);
+            const opened = this.guard("open_segment", () => {
+                // A name already on disk (a previous process of the same instance in the same minute) is skipped, never appended to.
+                let name = plan.segment;
+                while (this.fs.exists(join(this.dir, name)) || this.fs.exists(join(this.dir, `${name}.open`))) {
+                    this.planner.n += 1;
+                    name = segmentName(this.instanceId, this.planner.openMinute, this.planner.n);
+                }
+                const openPath = join(this.dir, `${name}.open`);
+                this.fd = this.fs.open(openPath, "a", 0o600);
+                this.openPath = openPath;
+            });
+            if (!opened) {
+                this.fd = null;
+                this.openPath = null;
+                this.lose(1, line.length);
+                return;
+            }
+            this.reportPendingLoss(nowMs);
+            if (this.fd === null) {
+                // The loss could not even be said (still no space): this row joins it.
+                this.lose(1, line.length);
+                return;
+            }
+        }
+        const fd = this.fd;
+        if (!this.guard("write_row", () => this.fs.write(fd, line))) {
+            // What was written before this row is good; close the segment (a partial last line is the daemon's to skip) and count the row.
+            this.closeOpen();
+            this.lose(1, line.length);
+        }
+    }
+    /** A row the sink could not keep. Counted now; said in a `dropped` row when a write succeeds again. */
+    lose(rows, bytes) {
+        this.faults.pendingRows += rows;
+        this.faults.pendingBytes += bytes;
+    }
+    /** Rows lost to failures become one `dropped` row (rows counted as `segments`, as the memory sink does) in the segment just opened. */
+    reportPendingLoss(nowMs) {
+        if (this.faults.pendingRows === 0 || this.fd === null)
+            return;
+        const rows = this.faults.pendingRows;
+        const bytes = this.faults.pendingBytes;
+        const line = Buffer.from(`${JSON.stringify({ type: "dropped", v: 1, at: isoSeconds(nowMs), instanceId: this.instanceId, segments: rows, bytes })}\n`, "utf8");
+        const fd = this.fd;
+        if (this.guard("write_dropped_row", () => this.fs.write(fd, line))) {
+            this.faults.pendingRows = 0;
+            this.faults.pendingBytes = 0;
+        }
+        else {
+            this.closeOpen();
+        }
+    }
+    flush(nowMs) {
+        if (this.fd === null || !this.openPath)
+            return;
+        this.closeOpen();
+        // Over budget after this close: evict the oldest, then write the loss as its own small closed segment, at once.
+        const evicted = this.enforceBudget();
+        if (evicted) {
+            const at = nowMs ?? Date.now();
+            this.append({ type: "dropped", v: 1, at: isoSeconds(at), instanceId: this.instanceId, segments: evicted.segments, bytes: evicted.bytes }, at);
+            this.closeOpen();
+        }
+    }
+    closeOpen() {
+        if (this.fd === null || !this.openPath)
+            return;
+        const fd = this.fd;
+        const openPath = this.openPath;
+        this.fd = null;
+        this.openPath = null;
+        const synced = this.guard("fsync_segment", () => this.fs.fsync(fd));
+        this.guard("close_segment", () => this.fs.close(fd));
+        // A segment that did not fsync is not closed: it stays `.open` for the next start to recover (its bytes are on disk or they are not).
+        if (synced)
+            this.guard("close_segment", () => this.fs.rename(openPath, openPath.slice(0, -".open".length)));
+    }
+    /** Over the host budget: evict the OLDEST closed, unsent segments and say how much went (spool-format.md). A file a sibling took away is skipped. */
+    enforceBudget() {
+        const sizes = [];
+        let total = 0;
+        for (const name of this.closedSegments()) {
+            this.guard("stat_segment", () => {
+                const size = this.fs.stat(join(this.dir, name)).size;
+                sizes.push({ name, size });
+                total += size;
+            });
+        }
+        let evicted = 0;
+        let evictedBytes = 0;
+        for (const { name, size } of sizes) {
+            if (total <= this.budgetBytes)
+                break;
+            // Gone already (the daemon or a sibling evicted it): it no longer counts, and nothing was lost here.
+            const removed = this.guard("evict_segment", () => this.fs.unlink(join(this.dir, name)));
+            total -= size;
+            if (!removed)
+                continue;
+            evicted += 1;
+            evictedBytes += size;
+        }
+        return evicted > 0 ? { segments: evicted, bytes: evictedBytes } : null;
+    }
+    closedSegments() {
+        let names = [];
+        this.guard("list_spool", () => void (names = this.fs.list(this.dir)));
+        return names.filter((name) => name.startsWith("seg-") && name.endsWith(".ndjson")).sort();
+    }
+    depth() {
+        const segments = this.closedSegments();
+        let bytes = 0;
+        for (const name of segments)
+            this.guard("stat_segment", () => void (bytes += this.fs.stat(join(this.dir, name)).size));
+        return { segments: segments.length, bytes };
+    }
+}
+/** ISO-8601 to the second, the spool's timestamp form. */
+function isoSeconds(ms) {
+    return new Date(ms).toISOString().replace(/\.\d{3}Z$/, "Z");
+}
+/** Accumulates observations into minute windows and hands closed windows to the sink. */
+export class SpoolWriter {
+    sink;
+    identity;
+    open = new Map();
+    openMinute = null;
+    constructor(sink, identity) {
+        this.sink = sink;
+        this.identity = identity;
+    }
+    window(dimensions, nowMs) {
+        const minute = minuteOf(nowMs);
+        if (this.openMinute !== null && this.openMinute !== minute)
+            this.closeWindows(nowMs);
+        this.openMinute = minute;
+        const errorClass = dimensions.errorClass ?? null;
+        const key = [dimensions.tag, dimensions.versionId, dimensions.arm, dimensions.model, dimensions.status, errorClass ?? ""].join("\u0000");
+        let row = this.open.get(key);
+        if (!row) {
+            row = {
+                type: "window",
+                v: 1,
+                minute,
+                instanceId: this.identity.instanceId,
+                instanceClass: this.identity.instanceClass,
+                tag: dimensions.tag,
+                versionId: dimensions.versionId,
+                arm: dimensions.arm,
+                model: dimensions.model,
+                status: dimensions.status,
+                errorClass,
+                usageSource: dimensions.usageSource ?? "reported",
+                count: 0,
+                latencyMs: { buckets: new Array(LATENCY_BUCKET_EDGES_MS.length).fill(0), sum: 0 },
+                tokens: { input: 0, output: 0 },
+                sdk: this.identity.sdk,
+            };
+            this.open.set(key, row);
+        }
+        return row;
+    }
+    observe(observation, nowMs) {
+        const row = this.window(observation, nowMs);
+        row.count += 1;
+        const bucket = latencyBucketIndex(observation.latencyMs);
+        row.latencyMs.buckets[bucket] = (row.latencyMs.buckets[bucket] ?? 0) + 1;
+        row.latencyMs.sum += Math.max(0, Math.round(observation.latencyMs));
+        row.tokens.input += observation.tokens?.input ?? 0;
+        row.tokens.output += observation.tokens?.output ?? 0;
+        if (observation.tokens?.cachedInput)
+            row.tokens.cachedInput = (row.tokens.cachedInput ?? 0) + observation.tokens.cachedInput;
+        if (observation.checks) {
+            row.checks = { passed: (row.checks?.passed ?? 0) + (observation.checks.passed ?? 0), failed: (row.checks?.failed ?? 0) + (observation.checks.failed ?? 0) };
+        }
+        if (observation.outcomes)
+            mergeOutcomes(row, observation.outcomes);
+    }
+    /** T29: output-check counts against a run already counted (an app that evaluated after the fact): the run's window, no extra count. */
+    checks(dimensions, counts, nowMs) {
+        const row = this.window({ ...dimensions, status: "ok" }, nowMs);
+        row.checks = { passed: (row.checks?.passed ?? 0) + counts.passed, failed: (row.checks?.failed ?? 0) + counts.failed };
+    }
+    /** Quality signals against a run already counted: they ride on the run's window (status ok) and never add to `count`. */
+    outcomes(dimensions, outcomes, nowMs) {
+        mergeOutcomes(this.window({ ...dimensions, status: "ok" }, nowMs), outcomes);
+    }
+    refusal(row, nowMs) {
+        this.sink.append({ type: "refusal", v: 1, instanceId: this.identity.instanceId, ...row }, nowMs);
+    }
+    /** Write every open window and close the segment. Called at the minute boundary, at shutdown, and at invocation end on serverless. */
+    closeWindows(nowMs) {
+        for (const row of this.open.values())
+            this.sink.append(row, nowMs);
+        this.open.clear();
+        this.openMinute = null;
+        this.sink.flush(nowMs);
+    }
+    /** S6: close the windows of a minute that has passed (and the segment with them) without touching the current minute — the runtime's spool timer calls this, so an idle writer never leaves the last minute of a burst parked in an `.open` file. */
+    closeStaleWindows(nowMs) {
+        if (this.openMinute !== null && this.openMinute !== minuteOf(nowMs))
+            this.closeWindows(nowMs);
+    }
+    get openWindowCount() {
+        return this.open.size;
+    }
+}
+function mergeOutcomes(row, outcomes) {
+    row.outcomes ??= {};
+    for (const [name, value] of Object.entries(outcomes)) {
+        if (!/^[a-z][a-zA-Z0-9]{0,31}$/.test(name))
+            continue;
+        if (typeof value === "number" && !Number.isFinite(value))
+            continue;
+        const current = row.outcomes[name] ?? { n: 0, sum: 0 };
+        row.outcomes[name] = { n: current.n + 1, sum: current.sum + (typeof value === "boolean" ? (value ? 1 : 0) : value) };
+    }
+}
+//# sourceMappingURL=writer.js.map

package/dist/esm/spool/writer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"writer.js","sourceRoot":"","sources":["../../../src/spool/writer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,kBAAkB,EAAE,QAAQ,EAAE,WAAW,EAAE,uBAAuB,EAAmH,MAAM,yBAAyB,CAAC;AAErP,OAAO,EAAE,uBAAuB,EAAE,kBAAkB,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAG7G,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,GAAG,IAAI,CAAC;AAC7C,4GAA4G;AAC5G,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;AACzD,mHAAmH;AACnH,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAG,GAAG,IAAI,CAAC;AAElD,MAAM,UAAU,WAAW,CAAC,UAAkB,EAAE,MAAc,EAAE,CAAS;IACvE,OAAO,OAAO,UAAU,IAAI,MAAM,IAAI,CAAC,SAAS,CAAC;AACnD,CAAC;AAED,+JAA+J;AAC/J,MAAM,OAAO,cAAc;IAIJ;IAHrB,UAAU,GAAkB,IAAI,CAAC;IACjC,SAAS,GAAG,CAAC,CAAC;IACd,CAAC,GAAG,CAAC,CAAC;IACN,YAAqB,UAAkB;QAAlB,eAAU,GAAV,UAAU,CAAQ;IAAG,CAAC;IAC3C,MAAM,CAAC,OAAe,EAAE,SAAiB;QACvC,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QACpC,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,KAAK,IAAI,IAAI,MAAM,KAAK,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,SAAS,GAAG,SAAS,GAAG,iBAAiB,CAAC;QACzH,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,CAAC,GAAG,MAAM,KAAK,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrD,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC;YACzB,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;QACrB,CAAC;QACD,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC;QAC5B,OAAO,EAAE,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAW,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;IACtF,CAAC;CACF;AAeD;;;;;;GAMG;AACH,MAAM,OAAO,UAAU;IAQF;IACA;IARV,IAAI,GAAG,QAAiB,CAAC;IACzB,IAAI,GAAe,EAAE,CAAC;IACvB,KAAK,GAAG,CAAC,CAAC;IACV,WAAW,GAAG,CAAC,CAAC;IAChB,YAAY,GAAG,CAAC,CAAC;IAEzB,YACmB,WAA0C,IAAI,EAC9C,cAAsB,uBAAuB;QAD7C,aAAQ,GAAR,QAAQ,CAAsC;QAC9C,gBAAW,GAAX,WAAW,CAAkC;IAC7D,CAAC;IAEJ,MAAM,CAAC,GAAa;QAClB,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;QAChE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC;QACnB,OAAO,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,EAAG,CAAC;YAClC,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;YACnE,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC;YACnB,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC;YACtB,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC;QAC5B,CAAC;IACH,CAAC;IACD,KAAK,CAAC,MAAe,IAAS,CAAC;IAC/B,2FAA2F;IAC3F,KAAK,CAAC,QAAgB,IAAI,CAAC,GAAG,EAAE;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnD,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;QACf,IAAI,IAAI,CAAC,WAAW,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC1C,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;YAC9L,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;YACrB,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACxB,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,OAAO;QACT,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC;IAC9D,CAAC;CACF;AAiBD;;;;;GAKG;AACH,MAAM,OAAO,aAAa;IASb;IACQ;IACA;IAVV,IAAI,GAAG,WAAoB,CAAC;IAC7B,EAAE,GAAkB,IAAI,CAAC;IACzB,QAAQ,GAAkB,IAAI,CAAC;IACtB,OAAO,CAAiB;IACxB,EAAE,CAAS;IACnB,MAAM,GAAe,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAE1F,YACW,GAAW,EACH,UAAkB,EAClB,cAAsB,uBAAuB,EAC9D,KAAa,MAAM;QAHV,QAAG,GAAH,GAAG,CAAQ;QACH,eAAU,GAAV,UAAU,CAAQ;QAClB,gBAAW,GAAX,WAAW,CAAkC;QAG9D,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,OAAO,GAAG,IAAI,cAAc,CAAC,UAAU,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,GAAG,EAAE;YAC5B,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,EAAE,KAAK,CAAC,CAAC;YAC7C,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,EAAE,KAAK,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,mBAAmB,EAAE,CAAC;IAC7B,CAAC;IAED,kGAAkG;IAC1F,KAAK,CAAC,IAAY,EAAE,GAAe;QACzC,IAAI,CAAC;YACH,GAAG,EAAE,CAAC;YACN,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;YAClC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAC/D,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,GAAG,IAAI,KAAK,IAAI,EAAE,CAAC;YACtC,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,6IAA6I;IACrI,mBAAmB;QACzB,IAAI,KAAK,GAAa,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACtE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,IAAI,CAAC,UAAU,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;gBAChF,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;gBAClC,IAAI,CAAC,KAAK,CAAC,sBAAsB,EAAE,GAAG,EAAE;oBACtC,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;oBACpC,IAAI,CAAC;wBACH,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACpB,CAAC;4BAAS,CAAC;wBACT,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACpB,CAAC;oBACD,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;gBACvD,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,CAAC,GAAa,EAAE,KAAa;QACjC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC7D,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACrD,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC;YACrC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAClB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,EAAE;gBAC7C,qHAAqH;gBACrH,IAAI,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC;gBACxB,OAAO,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC;oBAC9F,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC;oBACpB,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,UAAW,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAChF,CAAC;gBACD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,OAAO,CAAC,CAAC;gBAChD,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC7C,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;YAC3B,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;gBACf,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;gBACrB,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC1B,OAAO;YACT,CAAC;YACD,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAC9B,IAAI,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC;gBACrB,uEAAuE;gBACvE,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC1B,OAAO;YACT,CAAC;QACH,CAAC;QACD,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;QACnB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC;YAC5D,+HAA+H;YAC/H,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,uGAAuG;IAC/F,IAAI,CAAC,IAAY,EAAE,KAAa;QACtC,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC;QAChC,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,KAAK,CAAC;IACpC,CAAC;IAED,uIAAuI;IAC/H,iBAAiB,CAAC,KAAa;QACrC,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,KAAK,IAAI;YAAE,OAAO;QAC9D,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;QACvC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC9J,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;QACnB,IAAI,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC;YACnE,IAAI,CAAC,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,YAAY,GAAG,CAAC,CAAC;QAC/B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,SAAS,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAc;QAClB,IAAI,IAAI,CAAC,EAAE,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC/C,IAAI,CAAC,SAAS,EAAE,CAAC;QACjB,gHAAgH;QAChH,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACrC,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,EAAE,GAAG,KAAK,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YAC/B,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,UAAU,CAAC,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;YAC9I,IAAI,CAAC,SAAS,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAEO,SAAS;QACf,IAAI,IAAI,CAAC,EAAE,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC/C,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;QACnB,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC/B,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;QACf,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QACpE,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QACrD,sIAAsI;QACtI,IAAI,MAAM;YAAE,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC9G,CAAC;IAED,qJAAqJ;IAC7I,aAAa;QACnB,MAAM,KAAK,GAA0C,EAAE,CAAC;QACxD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;YACzC,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,EAAE;gBAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;gBACrD,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC3B,KAAK,IAAI,IAAI,CAAC;YAChB,CAAC,CAAC,CAAC;QACL,CAAC;QACD,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,KAAK,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,KAAK,EAAE,CAAC;YACnC,IAAI,KAAK,IAAI,IAAI,CAAC,WAAW;gBAAE,MAAM;YACrC,qGAAqG;YACrG,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;YACxF,KAAK,IAAI,IAAI,CAAC;YACd,IAAI,CAAC,OAAO;gBAAE,SAAS;YACvB,OAAO,IAAI,CAAC,CAAC;YACb,YAAY,IAAI,IAAI,CAAC;QACvB,CAAC;QACD,OAAO,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACzE,CAAC;IAED,cAAc;QACZ,IAAI,KAAK,GAAa,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACtE,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5F,CAAC;IAED,KAAK;QACH,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACvC,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,IAAI,IAAI,QAAQ;YAAE,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACvH,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC;IAC9C,CAAC;CACF;AAED,0DAA0D;AAC1D,SAAS,UAAU,CAAC,EAAU;IAC5B,OAAO,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;AAC9D,CAAC;AAID,yFAAyF;AACzF,MAAM,OAAO,WAAW;IAKH;IACA;IALF,IAAI,GAAG,IAAI,GAAG,EAAwB,CAAC;IAChD,UAAU,GAAkB,IAAI,CAAC;IAEzC,YACmB,IAAe,EACf,QAAsF;QADtF,SAAI,GAAJ,IAAI,CAAW;QACf,aAAQ,GAAR,QAAQ,CAA8E;IACtG,CAAC;IAEI,MAAM,CAAC,UAA8J,EAAE,KAAa;QAC1L,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,KAAK,MAAM;YAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACrF,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC;QACzB,MAAM,UAAU,GAAG,UAAU,CAAC,UAAU,IAAI,IAAI,CAAC;QACjD,MAAM,GAAG,GAAG,CAAC,UAAU,CAAC,GAAG,EAAE,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,GAAG,EAAE,UAAU,CAAC,KAAK,EAAE,UAAU,CAAC,MAAM,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzI,IAAI,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,GAAG,GAAG;gBACJ,IAAI,EAAE,QAAQ;gBACd,CAAC,EAAE,CAAC;gBACJ,MAAM;gBACN,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU;gBACpC,aAAa,EAAE,IAAI,CAAC,QAAQ,CAAC,aAAa;gBAC1C,GAAG,EAAE,UAAU,CAAC,GAAG;gBACnB,SAAS,EAAE,UAAU,CAAC,SAAS;gBAC/B,GAAG,EAAE,UAAU,CAAC,GAAG;gBACnB,KAAK,EAAE,UAAU,CAAC,KAAK;gBACvB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,UAAU;gBACV,WAAW,EAAE,UAAU,CAAC,WAAW,IAAI,UAAU;gBACjD,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,KAAK,CAAS,uBAAuB,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;gBACzF,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;gBAC/B,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG;aACvB,CAAC;YACF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAC1B,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,OAAO,CAAC,WAAwB,EAAE,KAAa;QAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;QAC5C,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC;QACf,MAAM,MAAM,GAAG,kBAAkB,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACzD,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACzE,GAAG,CAAC,SAAS,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC;QACpE,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,WAAW,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,CAAC;QACnD,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,WAAW,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC;QACrD,IAAI,WAAW,CAAC,MAAM,EAAE,WAAW;YAAE,GAAG,CAAC,MAAM,CAAC,WAAW,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC;QAC7H,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC;YACvB,GAAG,CAAC,MAAM,GAAG,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,EAAE,CAAC;QAC9J,CAAC;QACD,IAAI,WAAW,CAAC,QAAQ;YAAE,aAAa,CAAC,GAAG,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC;IACrE,CAAC;IAED,uIAAuI;IACvI,MAAM,CAAC,UAAoE,EAAE,MAA0C,EAAE,KAAa;QACpI,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,GAAG,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC;QAChE,GAAG,CAAC,MAAM,GAAG,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;IACxH,CAAC;IAED,yHAAyH;IACzH,QAAQ,CAAC,UAAoE,EAAE,QAA0C,EAAE,KAAa;QACtI,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,GAAG,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,KAAK,CAAC,EAAE,QAAQ,CAAC,CAAC;IAC/E,CAAC;IAED,OAAO,CAAC,GAAkD,EAAE,KAAa;QACvE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,GAAG,GAAG,EAAE,EAAE,KAAK,CAAC,CAAC;IACnG,CAAC;IAED,sIAAsI;IACtI,YAAY,CAAC,KAAa;QACxB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACnE,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QAClB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAED,qPAAqP;IACrP,iBAAiB,CAAC,KAAa;QAC7B,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,KAAK,CAAC;YAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IAChG,CAAC;IAED,IAAI,eAAe;QACjB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;IACxB,CAAC;CACF;AAED,SAAS,aAAa,CAAC,GAAc,EAAE,QAA0C;IAC/E,GAAG,CAAC,QAAQ,KAAK,EAAE,CAAC;IACpB,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACrD,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,SAAS;QACrD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,SAAS;QACnE,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;QACvD,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,GAAG,CAAC,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;IACvH,CAAC;AACH,CAAC"}

package/dist/esm/uploader.d.ts

@@ -0,0 +1,257 @@
+/**
+ * The spool uploader (T26 P4, D52/D66): closed segments from ANY writer in
+ * `<store>/spool/telemetry/` are validated line by line against the spool
+ * row contract, quarantined when they do not fit, and POSTed straight to S3
+ * under the heartbeat's presigned grant — one in flight per host, oldest
+ * first, exponential backoff with full jitter (1 s → 5 min), acknowledged
+ * segments DELETED (S6: S3 keys are idempotent, a lost response is a
+ * replay, nothing needs keeping), `quarantine/` and `exported/` capped in
+ * bytes and swept by age, abandoned `.open` files reclaimed, the host
+ * budget enforced across writers with the loss written as a `dropped` row.
+ * Nothing here reads a row for anything but its shape.
+ *
+ * S6 — the disk budget is a published invariant (spool-format.md draft 2):
+ *
+ *   tree ≤ budget + (writers × 1 MiB open) + quarantine cap + exported cap
+ *
+ * Closed unsent segments are the budget; each live writer holds at most one
+ * open segment of at most 1 MiB; quarantine/ and exported/ hold at most
+ * their caps; nothing else is ever parked under the spool.
+ *
+ * A grant is per INSTANCE prefix (`org/{org}/agent/{agent}/{target}/{instance}/`)
+ * and the ingest processor holds every row to the prefix it arrived under,
+ * so a daemon that uploads for several writers holds one grant per writer:
+ * `grantFor(instanceId)` is the daemon's heartbeat carrying that writer's
+ * instance id. The serverless path uses the same `postSegment` with the
+ * runtime's own grant at invocation end.
+ */
+import { type FsPort } from "@airprompter/agent-core";
+import { type SpoolRow } from "./spool/writer.js";
+import type { FetchLike, UploadSink } from "@airprompter/agent-core";
+export declare const UPLOAD_BACKOFF_BASE_MS = 1000;
+export declare const UPLOAD_BACKOFF_CAP_MS: number;
+export declare const QUARANTINE_RETENTION_MS: number;
+/** S6: `quarantine/` and `exported/` are capped in bytes, oldest first — a buggy third-party writer cannot fill the disk through quarantine. */
+export declare const QUARANTINE_CAP_BYTES: number;
+export declare const EXPORTED_CAP_BYTES: number;
+/** S6: an `.open` segment untouched this long has no writer behind it (a live one closes every minute it has traffic, and its stale windows within one); it is closed and uploaded like any other. */
+export declare const OPEN_SEGMENT_RECLAIM_MS: number;
+/** S6: the uploader stamps its last acknowledged upload here (mtime), so `airprompter status` can say it without a daemon. */
+export declare const LAST_UPLOAD_MARKER = ".last-upload";
+/** A grant is refreshed this long before its `expiresAt`, so an upload never starts on one about to lapse. */
+export declare const GRANT_REFRESH_MARGIN_MS: number;
+export declare const SEGMENT_NAME: RegExp;
+export declare const OPEN_SEGMENT_NAME: RegExp;
+/** The heartbeat's `uploadGrant` (protocol heartbeat.schema.json). */
+export interface UploadGrant {
+    grantId: string;
+    url: string;
+    fields: Record<string, string>;
+    keyPrefix: string;
+    expiresAt: string;
+    maxObjectBytes: number;
+    contentType?: "application/x-ndjson";
+}
+export type GrantDecision = {
+    kind: "grant";
+    grant: UploadGrant;
+    uploadIntervalSeconds?: number;
+} | {
+    kind: "hold";
+    retryAfterSeconds: number;
+    reason?: string;
+} | {
+    kind: "unavailable";
+    reason: string;
+};
+export type RowVerdict = {
+    ok: true;
+    row: SpoolRow;
+} | {
+    ok: false;
+    reason: string;
+};
+/** One parsed line against the contract. The reason names the first field that does not fit — never the value. */
+export declare function validateSpoolRow(value: unknown): RowVerdict;
+export interface SegmentInspection {
+    rows: SpoolRow[];
+    /** Line numbers (1-based) and reasons; empty means the segment fits the contract. */
+    invalid: Array<{
+        line: number;
+        reason: string;
+    }>;
+    /** A last line without its `\n` (a crashed writer): skipped, never counted as invalid. */
+    partialTail: boolean;
+}
+/** Every line of a segment against the contract; `instanceId` (from the file name) is authoritative for every row. */
+export declare function inspectSegment(bytes: Uint8Array, instanceId: string): SegmentInspection;
+export declare function multipartBody(boundary: string, fields: Array<[string, string]>, file: {
+    name: string;
+    contentType: string;
+    bytes: Uint8Array;
+}): Buffer;
+export type PostOutcome = {
+    status: "ok";
+    key: string;
+} | {
+    status: "refused";
+    httpStatus: number;
+    expired: boolean;
+} | {
+    status: "too_large";
+    bytes: number;
+} | {
+    status: "network";
+    reason: string;
+};
+/** One segment under one grant. S3 PUT is idempotent by key, so a replay after a lost response overwrites identically. */
+export declare function postSegment(input: {
+    grant: UploadGrant;
+    segment: string;
+    bytes: Uint8Array;
+    fetch: FetchLike;
+    now?: () => number;
+    boundary?: string;
+}): Promise<PostOutcome>;
+/** Full jitter: uniform in [0, min(cap, base × 2^attempt)]. */
+export declare function backoffDelayMs(attempt: number, random?: () => number): number;
+export interface UploaderOptions {
+    dir: string;
+    /** The daemon's own instance id: `dropped` rows written by the budget sweep name it. */
+    instanceId: string;
+    /** A grant for one writer's prefix — the heartbeat carrying that writer's instance id (AirPrompter's sink). */
+    grantFor?: (instanceId: string) => Promise<GrantDecision>;
+    fetch?: FetchLike;
+    /**
+     * S13: where validated segments go. Absent: AirPrompter's sink over `grantFor` + `fetch`. The OpenTelemetry bridge
+     * (`@airprompter/otel-bridge`) or a customer's own sink takes the same segments with no AirPrompter grant at all.
+     */
+    sink?: UploadSink;
+    now?: () => number;
+    /** The filesystem (S2): the Node port by default; a fake that fills, fails or loses files in tests. */
+    fs?: FsPort;
+    random?: () => number;
+    logger?: (event: Record<string, unknown>) => void;
+    budgetBytes?: number;
+    quarantineRetentionMs?: number;
+    /** S6: byte caps on `quarantine/` and `exported/` (10 MiB each by default), oldest first. */
+    quarantineCapBytes?: number;
+    exportedCapBytes?: number;
+    /** S6: how long an `.open` segment may sit untouched before it is closed as abandoned (1 h by default). */
+    openReclaimMs?: number;
+    /** The cadence between passes when no grant has said otherwise (the grant's `uploadIntervalSeconds` wins). */
+    intervalSeconds?: number;
+}
+export interface UploaderStatus {
+    /** S13: which sink the segments go to. */
+    sink: string;
+    lastUploadAt: string | null;
+    lastError: string | null;
+    backoffUntil: string | null;
+    attempt: number;
+    inFlight: boolean;
+    intervalSeconds: number;
+    nextPassAt: string | null;
+    sentSegments: number;
+    quarantinedSegments: number;
+    droppedSegments: number;
+    /** Live grants by writer instance and when each lapses. */
+    grants: Array<{
+        instanceId: string;
+        expiresAt: string;
+    }>;
+    depth: {
+        segments: number;
+        bytes: number;
+    };
+    /** S6: the invariant's other terms — open segments (one per live writer, ≤ 1 MiB each), quarantine/ and exported/ bytes — and the whole tree. */
+    tree: {
+        openSegments: number;
+        openBytes: number;
+        quarantineBytes: number;
+        exportedBytes: number;
+        totalBytes: number;
+    };
+    /** S6: abandoned `.open` segments closed by the sweep, and quarantined / exported files evicted past their caps. */
+    reclaimedSegments: number;
+    capEvictedFiles: number;
+}
+export interface PassResult {
+    uploaded: string[];
+    quarantined: string[];
+    dropped: number;
+    held: boolean;
+}
+/**
+ * AirPrompter's sink: one grant per writer prefix (the daemon's heartbeat carrying that writer's instance id), a PUT of
+ * exactly the whole lines to the customer's own prefix; a grant that lapsed between the check and the bucket's clock is
+ * refreshed once. `onGrant` lets the uploader take the grant's cadence.
+ */
+export declare function airprompterUploadSink(input: {
+    grantFor: (instanceId: string) => Promise<GrantDecision>;
+    fetch: FetchLike;
+    now?: () => number;
+    onGrant?: (decision: Extract<GrantDecision, {
+        kind: "grant";
+    }>) => void;
+}): UploadSink & {
+    readonly grants: Map<string, UploadGrant>;
+};
+export declare class SpoolUploader {
+    private readonly options;
+    private readonly sink;
+    private lastUploadMs;
+    private lastError;
+    private backoffUntilMs;
+    private attempt;
+    private inFlight;
+    private intervalSeconds;
+    private nextPassMs;
+    private sentSegments;
+    private quarantinedSegments;
+    private droppedSegments;
+    private reclaimedSegments;
+    private capEvictedFiles;
+    private timer;
+    private stopped;
+    private readonly fs;
+    /** Filesystem failures by code — a sweep that could not stat, an evict that found the file gone (S2). */
+    readonly fsFaults: Record<string, number>;
+    constructor(options: UploaderOptions);
+    /** Run a filesystem step; a failure is counted by code and returns false (a segment a sibling took away is not an error). */
+    private guard;
+    private now;
+    private log;
+    /** Closed, unsent segments, oldest first (by epoch minute, then n, then name). */
+    closedSegments(): string[];
+    depth(): {
+        segments: number;
+        bytes: number;
+    };
+    /** Bytes under one subdirectory (files only), oldest-first names beside it. */
+    private dirBytes;
+    /** S6: the invariant's terms as they stand — what a host actually has parked under the spool. */
+    tree(): UploaderStatus["tree"];
+    /** S6: the published bound for this uploader's settings — `budget + writers × 1 MiB + quarantine cap + exported cap`. */
+    bound(writers: number): number;
+    /** Attached SDK processes and the daemon both write here; over the host budget the OLDEST unsent segments go and the loss is one `dropped` row under the daemon's own id. */
+    enforceBudget(): number;
+    /** The segment's bytes, or null when it is gone (counted as a fault, never thrown). */
+    private readSegment;
+    /**
+     * S6: `quarantine/` entries older than their retention are deleted; `quarantine/` and `exported/` are held under their
+     * byte caps, oldest first; an `.open` segment untouched past the reclaim age has no writer behind it and is closed so it
+     * uploads (a partial last line is skipped at inspection) and counts against the budget like any other.
+     */
+    sweep(): void;
+    private quarantine;
+    /** One pass: sweep, budget, then each closed segment oldest first — validate, grant, POST, move — until the spool is empty, a hold, or a failure. Never throws. */
+    runOnce(): Promise<PassResult>;
+    private pass;
+    private fail;
+    /** Passes every `intervalSeconds` (the grant's `uploadIntervalSeconds` once one has answered), with a random phase offset so a fleet does not upload together. */
+    start(): void;
+    private schedule;
+    stop(): Promise<void>;
+    status(): UploaderStatus;
+}