@superblocksteam/vite-plugin-file-sync 1.99.99-next.2 → 2.0.0-SNAPSHOT.84af65cd215b6ca1

package/dist/ai-service/live-edit-events/forwarder.js

@@ -0,0 +1,403 @@
+import { metrics } from "@opentelemetry/api";
+import { getLogger } from "../../util/logger.js";
+/**
+ * Matches MaxEventsPerPublish in SABS (internal/handlers/liveedit/events.go).
+ * SABS rejects an oversized batch outright, so exceeding this loses every
+ * event in the batch rather than just the excess.
+ */
+export const MAX_EVENTS_PER_PUBLISH = 64;
+/**
+ * How many events may wait for a flush. A sandbox that cannot reach SABS must
+ * not grow a queue for the life of the session; past this point new events are
+ * dropped and counted.
+ */
+export const MAX_QUEUED_EVENTS = 512;
+/** How long an event may wait before being sent, so a quiet turn still reports. */
+const FLUSH_INTERVAL_MS = 250;
+/**
+ * Bounds one publish attempt. SABS returns 429/503 when the producer should
+ * retry; those responses re-queue the batch and the next flush (or timer)
+ * tries again. A hard rejection or transport failure still drops.
+ */
+const PUBLISH_TIMEOUT_MS = 5_000;
+/** HTTP statuses SABS uses when the producer still holds the only copy. */
+const RETRYABLE_PUBLISH_STATUSES = new Set([429, 503]);
+/**
+ * Payload bounds and allowlists mirroring SABS (internal/gateway/event.go).
+ *
+ * SABS rejects the whole batch when a single event fails validation, so an
+ * event Clark can legitimately produce but SABS will not accept has to be
+ * caught here — otherwise one long message loses up to 63 unrelated events.
+ * Truncating a string keeps the event; a value outside an allowlist has no
+ * honest substitute, so that event is dropped and counted.
+ */
+export const MAX_IDENTIFIER_LEN = 128;
+export const MAX_LABEL_LEN = 512;
+export const MAX_TEXT_LEN = 8192;
+const CHAT_ROLES = new Set(["assistant", "user"]);
+const GENERATION_STATES = new Set([
+    "awaiting_user_input",
+    "cancelled",
+    "completed",
+    "debugging",
+    "generating",
+    "idle",
+    "summarizing",
+]);
+export const LIVE_EDIT_EVENT_KINDS = [
+    "auth_required",
+    "chat_message",
+    "generation_state",
+    "progress",
+];
+/**
+ * Wire names of the SABS proto enum. The proto is grandfathered to
+ * SCREAMING_SNAKE, and protojson accepts the enum name.
+ */
+const PROTO_EVENT_KIND = {
+    auth_required: "LIVE_EDIT_EVENT_KIND_AUTH_REQUIRED",
+    chat_message: "LIVE_EDIT_EVENT_KIND_CHAT_MESSAGE",
+    generation_state: "LIVE_EDIT_EVENT_KIND_GENERATION_STATE",
+    progress: "LIVE_EDIT_EVENT_KIND_PROGRESS",
+};
+/** How many UTF-8 bytes a code point occupies, which is what Go's len() counts. */
+function utf8Size(codePoint) {
+    if (codePoint < 0x80) {
+        return 1;
+    }
+    if (codePoint < 0x800) {
+        return 2;
+    }
+    if (codePoint < 0x10000) {
+        return 3;
+    }
+    return 4;
+}
+/**
+ * Truncates to a UTF-8 byte bound, never splitting a code point.
+ *
+ * SABS validates with Go's len(), which counts bytes; JavaScript's
+ * String.length counts UTF-16 code units. The two agree only on ASCII, so
+ * slicing by length lets an emoji or CJK message look in-bounds here and
+ * reject the whole batch there. Iterating by code point keeps a surrogate
+ * pair whole rather than cutting it in half.
+ */
+function truncate(value, maxBytes) {
+    if (value === undefined) {
+        return undefined;
+    }
+    let kept = "";
+    let bytes = 0;
+    for (const char of value) {
+        const size = utf8Size(char.codePointAt(0) ?? 0);
+        if (bytes + size > maxBytes) {
+            return kept;
+        }
+        kept += char;
+        bytes += size;
+    }
+    return value;
+}
+/**
+ * Returns the payload as SABS will accept it, or undefined when the event
+ * cannot be made acceptable and must be dropped.
+ */
+function conform(kind, payload) {
+    switch (kind) {
+        case "auth_required": {
+            // Required by SABS. An empty reason rejects the whole batch, so drop
+            // here rather than enqueueing a poison pill beside valid events.
+            const reason = truncate(payload.reason ?? "", MAX_LABEL_LEN);
+            return reason ? { reason } : undefined;
+        }
+        case "chat_message": {
+            if (!CHAT_ROLES.has(payload.role ?? "")) {
+                return undefined;
+            }
+            // SABS requires text. An assistant turn made entirely of tool calls
+            // normalizes to empty, and sending it would reject the batch; there is
+            // nothing to report anyway.
+            const text = truncate(payload.text ?? "", MAX_TEXT_LEN);
+            if (!text) {
+                return undefined;
+            }
+            return {
+                messageId: truncate(payload.messageId, MAX_IDENTIFIER_LEN),
+                messageType: truncate(payload.messageType, MAX_IDENTIFIER_LEN),
+                role: payload.role,
+                text,
+            };
+        }
+        case "generation_state":
+            if (!GENERATION_STATES.has(payload.state ?? "")) {
+                return undefined;
+            }
+            return {
+                hasError: payload.hasError ?? false,
+                hasSuggestions: payload.hasSuggestions ?? false,
+                state: payload.state,
+            };
+        case "progress": {
+            // Required by SABS, same as chat text.
+            const label = truncate(payload.label ?? "", MAX_LABEL_LEN);
+            return label ? { label } : undefined;
+        }
+    }
+}
+const meter = metrics.getMeter("superblocks.clark.live-edit-events");
+/**
+ * Outcome-only labels. Event and turn identifiers are unbounded, so they stay
+ * out of metric attributes entirely.
+ */
+const publishTotal = meter.createCounter("superblocks.clark.live_edit_events.publish.total", { description: "Live-edit event batches published to SABS, by outcome" });
+const droppedTotal = meter.createCounter("superblocks.clark.live_edit_events.dropped.total", { description: "Live-edit events dropped before publish, by reason" });
+const publishDuration = meter.createHistogram("superblocks.clark.live_edit_events.publish.duration", { description: "Time to publish one live-edit event batch", unit: "s" });
+/**
+ * Reads the identity the sandbox was started with. Cold-start pods receive
+ * these as environment; warm pods have them written in at activation.
+ *
+ * Anything missing means this deployment does not run the push channel, which
+ * is a reason to stay quiet rather than to fail starting up.
+ *
+ * `token` is returned as a getter over the environment rather than a captured
+ * value, so a caller with a live source (the token manager) can override it
+ * and a caller without one still sees later writes to the variable.
+ */
+export function readForwarderConfigFromEnv(environment = process.env) {
+    const identity = {
+        applicationId: environment.APPLICATION_ID,
+        liveEditId: environment.LIVE_EDIT_ID,
+        organizationId: environment.ORGANIZATION_ID,
+        sabsBaseUrl: environment.SUPERBLOCKS_SABS_BASE_URL,
+    };
+    const configured = Object.values(identity).every((value) => typeof value === "string" && value.length > 0) && Boolean(environment.SUPERBLOCKS_TOKEN);
+    return configured
+        ? {
+            ...identity,
+            token: () => environment.SUPERBLOCKS_TOKEN,
+        }
+        : undefined;
+}
+/**
+ * Forwards what Clark reports inside a live-edit sandbox to SABS, which relays
+ * it to Gateway.
+ *
+ * Not the only way Gateway hears about a turn, and never was: a gateway peer
+ * holds its own socket here, and the headless turn bound to it routes Clark's
+ * pushes there as they happen. What this path adds is that it depends on
+ * neither that socket nor the process behind it. A socket that dies mid-turn,
+ * or a Gateway that restarts or scales out, leaves the stream this feeds as the
+ * only account of the build - which is why the turn Gateway holds in memory is
+ * an accelerator and this is the record.
+ *
+ * Delivery here is best-effort by design: Clark's own work must not slow down
+ * or fail because SABS is unreachable.
+ */
+export class LiveEditEventForwarder {
+    config;
+    fetchFn;
+    now;
+    uuid;
+    closed = false;
+    draining = Promise.resolve();
+    droppedEvents = 0;
+    queue = [];
+    sequence = 0;
+    timer;
+    constructor(deps) {
+        this.config = deps.config;
+        this.fetchFn = deps.fetchFn ?? fetch;
+        this.now = deps.now ?? (() => new Date());
+        this.uuid = deps.uuid ?? (() => crypto.randomUUID());
+    }
+    /**
+     * Hands an event over. Called from Clark's own paths, so it never throws and
+     * never waits: the worst it does is drop.
+     */
+    enqueue(input) {
+        if (!input.gatewayTurnId) {
+            return;
+        }
+        if (this.closed) {
+            // Distinct from the queue-full and unacceptable drops below: this one
+            // means the session already gave up on delivery, so arriving here at
+            // all means a call site kept producing after teardown started.
+            this.recordDrop(1, "shutdown");
+            return;
+        }
+        if (this.queue.length >= MAX_QUEUED_EVENTS) {
+            this.recordDrop(1, "queue_full");
+            return;
+        }
+        const payload = conform(input.kind, input.payload);
+        if (!payload) {
+            // Dropped before it takes a sequence number: a gap would read to the
+            // consumer as an event lost in transit.
+            this.recordDrop(1, "unacceptable");
+            return;
+        }
+        this.sequence += 1;
+        this.queue.push({
+            eventId: this.uuid(),
+            gatewayTurnId: input.gatewayTurnId,
+            kind: PROTO_EVENT_KIND[input.kind],
+            occurredAt: this.now().toISOString(),
+            payload,
+            sequence: this.sequence,
+        });
+        if (this.queue.length >= MAX_EVENTS_PER_PUBLISH) {
+            void this.flush();
+            return;
+        }
+        this.arm();
+    }
+    queueDepth() {
+        return this.queue.length;
+    }
+    /** Cumulative events dropped over this forwarder's lifetime, by any reason. */
+    droppedCount() {
+        return this.droppedEvents;
+    }
+    /**
+     * Sends everything queued, in batches SABS will accept. Never rejects.
+     *
+     * Flushes are chained rather than run concurrently: the size trigger and the
+     * timer can both fire, and putting two batches on the wire at once would let
+     * the later one arrive first.
+     */
+    async flush() {
+        this.disarm();
+        const previous = this.draining;
+        const mine = (async () => {
+            await previous;
+            while (this.queue.length > 0) {
+                const batch = this.queue.splice(0, MAX_EVENTS_PER_PUBLISH);
+                const retried = await this.publish(batch);
+                if (retried) {
+                    // Leave the rest of the queue for a later flush so a shed/unavailable
+                    // response does not spin the same batch in a tight loop.
+                    break;
+                }
+            }
+        })();
+        // The chain must survive a failed link, and `publish` already absorbs its
+        // own errors, so this only guards against an unexpected throw.
+        this.draining = mine.catch(() => { });
+        return mine;
+    }
+    /**
+     * Stops the timer, marks the forwarder closed (so anything offered from
+     * here on is dropped rather than queued), and flushes what was already
+     * queued before returning.
+     *
+     * A sandbox is torn down the moment its process exits, so a close() that
+     * discarded the queue outright lost whatever was waiting for the next
+     * timer tick without a trace. Flushing first gives that last batch the
+     * same best-effort delivery as any other.
+     */
+    async close() {
+        this.closed = true;
+        this.disarm();
+        await this.flush();
+    }
+    arm() {
+        if (this.timer || this.closed) {
+            return;
+        }
+        this.timer = setTimeout(() => {
+            this.timer = undefined;
+            void this.flush();
+        }, FLUSH_INTERVAL_MS);
+        // A pending flush is not a reason to hold the process open.
+        this.timer.unref?.();
+    }
+    disarm() {
+        if (this.timer) {
+            clearTimeout(this.timer);
+            this.timer = undefined;
+        }
+    }
+    /**
+     * Publishes one batch. Returns true when the batch was put back on the queue
+     * for a later retry (429/503), so the flush loop can stop spinning.
+     */
+    async publish(events) {
+        const token = this.config.token();
+        if (!token) {
+            // No credential to present: a round trip would only earn a 401.
+            this.recordDrop(events.length, "no_token");
+            return false;
+        }
+        const startedAt = Date.now();
+        let outcome = "failed";
+        try {
+            const response = await this.fetchFn(`${this.config.sabsBaseUrl}/v1/live-edit/${this.config.liveEditId}/events`, {
+                body: JSON.stringify({
+                    applicationId: this.config.applicationId,
+                    events,
+                    liveEditId: this.config.liveEditId,
+                    organizationId: this.config.organizationId,
+                }),
+                headers: {
+                    // The live-edit session's own edit-scoped token. SABS checks the
+                    // identity in the body against this token's claims, so no second
+                    // token is minted for this hop.
+                    Authorization: `Bearer ${token}`,
+                    "Content-Type": "application/json",
+                },
+                method: "POST",
+                signal: AbortSignal.timeout(PUBLISH_TIMEOUT_MS),
+            });
+            if (response.ok) {
+                outcome = "accepted";
+            }
+            else if (RETRYABLE_PUBLISH_STATUSES.has(response.status)) {
+                // RESOURCE_EXHAUSTED / Unavailable: the producer still owns the only
+                // copy. Put the batch back and arm another flush rather than dropping.
+                outcome = "retryable";
+                getLogger().warn(`[ai-service] live-edit event publish retryable with ${response.status}`);
+                if (!this.closed) {
+                    this.queue = [...events, ...this.queue];
+                    this.arm();
+                    return true;
+                }
+                this.recordDrop(events.length, "shutdown");
+                return false;
+            }
+            else {
+                outcome = "rejected";
+                // Bounded: one line per failed batch, no payload and no identifiers.
+                getLogger().warn(`[ai-service] live-edit event publish rejected with ${response.status}`);
+            }
+        }
+        catch (error) {
+            getLogger().warn("[ai-service] live-edit event publish failed", error);
+        }
+        finally {
+            publishTotal.add(1, { outcome });
+            publishDuration.record((Date.now() - startedAt) / 1000, { outcome });
+            if (outcome !== "accepted" && outcome !== "retryable") {
+                this.recordDrop(events.length, outcome);
+            }
+        }
+        return false;
+    }
+    /**
+     * Records a drop consistently: the metric (bounded, outcome-only labels),
+     * the running total exposed by {@link droppedCount}, and a single bounded
+     * warn log carrying the reason.
+     *
+     * Without the log, a live-edit session silently losing every event looked
+     * identical to one that simply had nothing to report; the metric alone
+     * required already knowing to look for it on a dashboard.
+     */
+    recordDrop(count, reason) {
+        if (count <= 0) {
+            return;
+        }
+        this.droppedEvents += count;
+        droppedTotal.add(count, { reason });
+        getLogger().warn(`[ai-service] dropped ${count} live-edit event(s): ${reason}`);
+    }
+}
+//# sourceMappingURL=forwarder.js.map

package/dist/ai-service/live-edit-events/forwarder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"forwarder.js","sourceRoot":"","sources":["../../../src/ai-service/live-edit-events/forwarder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAE7C,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAEjD;;;;GAIG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAEzC;;;;GAIG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAErC,mFAAmF;AACnF,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAE9B;;;;GAIG;AACH,MAAM,kBAAkB,GAAG,KAAK,CAAC;AAEjC,2EAA2E;AAC3E,MAAM,0BAA0B,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAEvD;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,GAAG,CAAC;AACtC,MAAM,CAAC,MAAM,aAAa,GAAG,GAAG,CAAC;AACjC,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,CAAC;AAEjC,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC;AAElD,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,qBAAqB;IACrB,WAAW;IACX,WAAW;IACX,WAAW;IACX,YAAY;IACZ,MAAM;IACN,aAAa;CACd,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,qBAAqB,GAAG;IACnC,eAAe;IACf,cAAc;IACd,kBAAkB;IAClB,UAAU;CACF,CAAC;AAIX;;;GAGG;AACH,MAAM,gBAAgB,GAAsC;IAC1D,aAAa,EAAE,oCAAoC;IACnD,YAAY,EAAE,mCAAmC;IACjD,gBAAgB,EAAE,uCAAuC;IACzD,QAAQ,EAAE,+BAA+B;CAC1C,CAAC;AAwDF,mFAAmF;AACnF,SAAS,QAAQ,CAAC,SAAiB;IACjC,IAAI,SAAS,GAAG,IAAI,EAAE,CAAC;QACrB,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,SAAS,GAAG,KAAK,EAAE,CAAC;QACtB,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,SAAS,GAAG,OAAO,EAAE,CAAC;QACxB,OAAO,CAAC,CAAC;IACX,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED;;;;;;;;GAQG;AACH,SAAS,QAAQ,CACf,KAAyB,EACzB,QAAgB;IAEhB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAChD,IAAI,KAAK,GAAG,IAAI,GAAG,QAAQ,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,IAAI,IAAI,CAAC;QACb,KAAK,IAAI,IAAI,CAAC;IAChB,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,SAAS,OAAO,CACd,IAAuB,EACvB,OAA6B;IAE7B,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,eAAe,CAAC,CAAC,CAAC;YACrB,qEAAqE;YACrE,iEAAiE;YACjE,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,EAAE,aAAa,CAAC,CAAC;YAC7D,OAAO,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QACzC,CAAC;QACD,KAAK,cAAc,CAAC,CAAC,CAAC;YACpB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,CAAC;gBACxC,OAAO,SAAS,CAAC;YACnB,CAAC;YACD,oEAAoE;YACpE,uEAAuE;YACvE,4BAA4B;YAC5B,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,EAAE,YAAY,CAAC,CAAC;YACxD,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,OAAO,SAAS,CAAC;YACnB,CAAC;YACD,OAAO;gBACL,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,kBAAkB,CAAC;gBAC1D,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,kBAAkB,CAAC;gBAC9D,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,IAAI;aACL,CAAC;QACJ,CAAC;QACD,KAAK,kBAAkB;YACrB,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;gBAChD,OAAO,SAAS,CAAC;YACnB,CAAC;YACD,OAAO;gBACL,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,KAAK;gBACnC,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,KAAK;gBAC/C,KAAK,EAAE,OAAO,CAAC,KAAK;aACrB,CAAC;QACJ,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,uCAAuC;YACvC,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,EAAE,aAAa,CAAC,CAAC;YAC3D,OAAO,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QACvC,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,oCAAoC,CAAC,CAAC;AAErE;;;GAGG;AACH,MAAM,YAAY,GAAG,KAAK,CAAC,aAAa,CACtC,kDAAkD,EAClD,EAAE,WAAW,EAAE,uDAAuD,EAAE,CACzE,CAAC;AAEF,MAAM,YAAY,GAAG,KAAK,CAAC,aAAa,CACtC,kDAAkD,EAClD,EAAE,WAAW,EAAE,oDAAoD,EAAE,CACtE,CAAC;AAEF,MAAM,eAAe,GAAG,KAAK,CAAC,eAAe,CAC3C,qDAAqD,EACrD,EAAE,WAAW,EAAE,2CAA2C,EAAE,IAAI,EAAE,GAAG,EAAE,CACxE,CAAC;AAEF;;;;;;;;;;GAUG;AACH,MAAM,UAAU,0BAA0B,CACxC,cAAiC,OAAO,CAAC,GAAG;IAE5C,MAAM,QAAQ,GAAG;QACf,aAAa,EAAE,WAAW,CAAC,cAAc;QACzC,UAAU,EAAE,WAAW,CAAC,YAAY;QACpC,cAAc,EAAE,WAAW,CAAC,eAAe;QAC3C,WAAW,EAAE,WAAW,CAAC,yBAAyB;KACnD,CAAC;IAEF,MAAM,UAAU,GACd,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAC3B,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CACzD,IAAI,OAAO,CAAC,WAAW,CAAC,iBAAiB,CAAC,CAAC;IAE9C,OAAO,UAAU;QACf,CAAC,CAAC;YACE,GAAI,QAAwD;YAC5D,KAAK,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,iBAAiB;SAC3C;QACH,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,OAAO,sBAAsB;IAChB,MAAM,CAA+B;IACrC,OAAO,CAAe;IACtB,GAAG,CAAa;IAChB,IAAI,CAAe;IAE5B,MAAM,GAAG,KAAK,CAAC;IACf,QAAQ,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IAC5C,aAAa,GAAG,CAAC,CAAC;IAClB,KAAK,GAAkB,EAAE,CAAC;IAC1B,QAAQ,GAAG,CAAC,CAAC;IACb,KAAK,CAA6B;IAE1C,YAAY,IAKX;QACC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC;QACrC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QAC1C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;IACvD,CAAC;IAED;;;OAGG;IACH,OAAO,CAAC,KAAyB;QAC/B,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;YACzB,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,sEAAsE;YACtE,qEAAqE;YACrE,+DAA+D;YAC/D,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;YAC/B,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,iBAAiB,EAAE,CAAC;YAC3C,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;YACjC,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,qEAAqE;YACrE,wCAAwC;YACxC,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;YACnC,OAAO;QACT,CAAC;QAED,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;QACnB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YACd,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE;YACpB,aAAa,EAAE,KAAK,CAAC,aAAa;YAClC,IAAI,EAAE,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC;YAClC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;YACpC,OAAO;YACP,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACxB,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,sBAAsB,EAAE,CAAC;YAChD,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,GAAG,EAAE,CAAC;IACb,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED,+EAA+E;IAC/E,YAAY;QACV,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC/B,MAAM,IAAI,GAAG,CAAC,KAAK,IAAI,EAAE;YACvB,MAAM,QAAQ,CAAC;YACf,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,sBAAsB,CAAC,CAAC;gBAC3D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAC1C,IAAI,OAAO,EAAE,CAAC;oBACZ,sEAAsE;oBACtE,yDAAyD;oBACzD,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;QACL,0EAA0E;QAC1E,+DAA+D;QAC/D,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACrC,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAEO,GAAG;QACT,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAC9B,OAAO;QACT,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC3B,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;YACvB,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;QACpB,CAAC,EAAE,iBAAiB,CAAC,CAAC;QACtB,4DAA4D;QAC5D,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;IACvB,CAAC;IAEO,MAAM;QACZ,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACzB,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACzB,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,OAAO,CAAC,MAAqB;QACzC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAClC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,gEAAgE;YAChE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YAC3C,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,OAAO,GAAG,QAAQ,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CACjC,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,iBAAiB,IAAI,CAAC,MAAM,CAAC,UAAU,SAAS,EAC1E;gBACE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;oBACxC,MAAM;oBACN,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;oBAClC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;iBAC3C,CAAC;gBACF,OAAO,EAAE;oBACP,iEAAiE;oBACjE,iEAAiE;oBACjE,gCAAgC;oBAChC,aAAa,EAAE,UAAU,KAAK,EAAE;oBAChC,cAAc,EAAE,kBAAkB;iBACnC;gBACD,MAAM,EAAE,MAAM;gBACd,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,kBAAkB,CAAC;aAChD,CACF,CAAC;YACF,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAChB,OAAO,GAAG,UAAU,CAAC;YACvB,CAAC;iBAAM,IAAI,0BAA0B,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3D,qEAAqE;gBACrE,uEAAuE;gBACvE,OAAO,GAAG,WAAW,CAAC;gBACtB,SAAS,EAAE,CAAC,IAAI,CACd,uDAAuD,QAAQ,CAAC,MAAM,EAAE,CACzE,CAAC;gBACF,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;oBACjB,IAAI,CAAC,KAAK,GAAG,CAAC,GAAG,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;oBACxC,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;gBAC3C,OAAO,KAAK,CAAC;YACf,CAAC;iBAAM,CAAC;gBACN,OAAO,GAAG,UAAU,CAAC;gBACrB,qEAAqE;gBACrE,SAAS,EAAE,CAAC,IAAI,CACd,sDAAsD,QAAQ,CAAC,MAAM,EAAE,CACxE,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,EAAE,CAAC,IAAI,CAAC,6CAA6C,EAAE,KAAK,CAAC,CAAC;QACzE,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACjC,eAAe,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACrE,IAAI,OAAO,KAAK,UAAU,IAAI,OAAO,KAAK,WAAW,EAAE,CAAC;gBACtD,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;;;;;;OAQG;IACK,UAAU,CAAC,KAAa,EAAE,MAAc;QAC9C,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QACD,IAAI,CAAC,aAAa,IAAI,KAAK,CAAC;QAC5B,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QACpC,SAAS,EAAE,CAAC,IAAI,CACd,wBAAwB,KAAK,wBAAwB,MAAM,EAAE,CAC9D,CAAC;IACJ,CAAC;CACF"}

package/dist/ai-service/llm/chaos-fetch.d.ts

@@ -0,0 +1,90 @@
+/**
+ * Chaos Monkey fetch wrapper for testing error handling.
+ *
+ * Randomly injects errors into requests to test retry logic and error
+ * handling paths. This operates at the fetch level, making it realistic
+ * for testing real-world failure scenarios.
+ *
+ * **Error types:**
+ * 1. **HTTP errors**: Request fails before streaming starts (429, 500, 503, etc.)
+ * 2. **Mid-stream HTTP errors**: Connection drops during streaming (ECONNRESET, timeout)
+ * 3. **SSE error events**: Error chunks in the event stream
+ *
+ * Each fetch request represents one "step" in the AI SDK's multi-step
+ * streaming architecture. The error rate controls what percentage of
+ * steps will fail.
+ */
+import type { FetchFunction } from "@ai-sdk/provider-utils";
+export interface ChaosOptions {
+    /**
+     * Probability that a step (HTTP request) returns an error (0.0-1.0).
+     * Default: 0 (disabled)
+     */
+    errorRate: number;
+    /**
+     * HTTP status codes to randomly select from when injecting HTTP-level errors.
+     * Default: [429, 500, 503, 529]
+     */
+    statusCodes?: number[];
+    /**
+     * Error codes to randomly select from when injecting errors.
+     * These match the codes expected by the clark error handler.
+     * Default: ["rate_limit_error", "overloaded_error", "api_error"]
+     */
+    errorCodes?: string[];
+    /**
+     * Probability that errors are injected as stream errors vs HTTP errors.
+     * 0.5 = 50% HTTP errors, 50% stream errors.
+     * Default: 0.5
+     */
+    streamErrorRate?: number;
+    /**
+     * Range of chunks to wait before injecting stream error.
+     * Default: { min: 1, max: 5 }
+     */
+    streamErrorDelay?: {
+        min: number;
+        max: number;
+    };
+    /**
+     * Probability that stream errors are injected as HTTP-level stream errors
+     * (connection drop, timeout) vs SSE error event chunks.
+     * 0.5 = 50% HTTP stream errors (abort), 50% SSE error events.
+     * Default: 0.5
+     */
+    streamHttpErrorRate?: number;
+}
+/**
+ * Creates a fetch function that randomly injects errors for testing.
+ *
+ * This wraps the base fetch function and intercepts a percentage of requests,
+ * injecting realistic errors including HTTP failures, mid-stream connection drops,
+ * and SSE error events.
+ *
+ * @param options - Chaos configuration
+ * @param baseFetch - Underlying fetch implementation to wrap (defaults to global fetch)
+ * @returns Wrapped fetch function with error injection
+ *
+ * @example
+ * ```typescript
+ * // 30% error rate: 15% HTTP errors, 15% stream errors (7.5% abort, 7.5% SSE)
+ * const chaosFetch = createChaosFetch(
+ *   {
+ *     errorRate: 0.3,              // 30% of requests error
+ *     streamErrorRate: 0.5,         // 50% of errors are stream errors
+ *     streamHttpErrorRate: 0.5,     // 50% of stream errors are HTTP aborts
+ *     statusCodes: [429, 500, 503],
+ *   },
+ *   fetch
+ * );
+ *
+ * // Use in provider settings
+ * const settings = {
+ *   clark: {
+ *     fetch: chaosFetch
+ *   }
+ * };
+ * ```
+ */
+export declare function createChaosFetch(options: ChaosOptions, baseFetch?: FetchFunction): FetchFunction;
+//# sourceMappingURL=chaos-fetch.d.ts.map

package/dist/ai-service/llm/chaos-fetch.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chaos-fetch.d.ts","sourceRoot":"","sources":["../../../src/ai-service/llm/chaos-fetch.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAI5D,MAAM,WAAW,YAAY;IAC3B;;;OAGG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IAEvB;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IAEtB;;;;OAIG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB;;;OAGG;IACH,gBAAgB,CAAC,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC;IAEhD;;;;;OAKG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAeD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,YAAY,EACrB,SAAS,GAAE,aAAqB,GAC/B,aAAa,CAgMf"}