@studio-foundation/runner 0.14.0 → 0.15.1

package/dist/providers/batch-window.js

@@ -0,0 +1,309 @@
+"use strict";
+// A batch window — the barrier that turns N concurrent single calls into one
+// batched submission.
+//
+// The problem it solves: a fan-out (`map`) stage spawns N independent child
+// runs. Each one calls the LLM on its own, so N synchronous HTTP requests leave
+// the process at full price. The Batch API bills the same tokens at half that —
+// but only for requests that arrive in the same job.
+//
+// The window is that "same job". Every in-flight item joins it and gets a
+// ticket; a ticket's submit() parks the request instead of sending it. The
+// window flushes — one submitBatch per provider for everything parked — as soon
+// as nothing live can still add to it: every participant is either parked or
+// already inside a dispatch, or the batch has hit its size cap. A participant
+// that finishes leaves, which lowers the bar for everyone still waiting.
+//
+// This is what lets the RALPH loop stay exactly as it was. Validation still
+// happens per item, inside its own child run, after the batch comes back. An
+// item that fails validation retries by calling again — and lands in the *next*
+// flush, alongside whichever other items are also retrying. The batches shrink
+// round after round without the retry loop knowing batching exists.
+//
+// Safety net: `flush_after_ms` of quiescence dispatches whatever is parked even
+// while a participant is still busy elsewhere (a script stage, a hook, a slow
+// tool). Without it, one slow item would hold every other one hostage.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BatchingProviderRegistry = exports.BatchWindow = exports.DEFAULT_FLUSH_AFTER_MS = exports.DEFAULT_MAX_BATCH_SIZE = void 0;
+const provider_js_1 = require("./provider.js");
+const batch_js_1 = require("./batch.js");
+const registry_js_1 = require("./registry.js");
+/** Requests per batch before the window dispatches without waiting for the barrier. */
+exports.DEFAULT_MAX_BATCH_SIZE = 500;
+/** Quiescence budget: dispatch what is parked after this long with no new arrival. */
+exports.DEFAULT_FLUSH_AFTER_MS = 30_000;
+class BatchWindow {
+    options;
+    participants = 0;
+    parked = [];
+    dispatching = 0;
+    seq = 0;
+    round = 0;
+    timer = null;
+    closed = false;
+    fallbacksReported = new Set();
+    constructor(options = {}) {
+        this.options = options;
+        if (options.signal) {
+            options.signal.addEventListener('abort', () => this.close(new DOMException('Aborted', 'AbortError')), {
+                once: true,
+            });
+        }
+    }
+    /** Register a participant. Every join() must be matched by a leave(), or the barrier never completes. */
+    join() {
+        this.participants++;
+        let left = false;
+        return {
+            submit: (provider, request, signal) => this.submit(provider, request, signal),
+            leave: () => {
+                if (left)
+                    return;
+                left = true;
+                this.participants--;
+                // One fewer participant can still add to the batch — the barrier may now be met.
+                this.maybeFlush();
+            },
+        };
+    }
+    /** Reject everything still parked and stop accepting new requests. */
+    close(reason) {
+        if (this.closed)
+            return;
+        this.closed = true;
+        this.clearTimer();
+        const error = reason ?? new Error('Batch window closed before this request was dispatched.');
+        for (const entry of [...this.parked])
+            this.settle(entry, undefined, error);
+    }
+    /** Note that `providerName` cannot batch. Reports through onFallback once per name. */
+    noteFallback(providerName) {
+        if (this.fallbacksReported.has(providerName))
+            return;
+        this.fallbacksReported.add(providerName);
+        this.options.onFallback?.(providerName);
+    }
+    submit(provider, request, signal) {
+        if (this.closed) {
+            return Promise.reject(new Error('Batch window is closed; no further requests can be batched.'));
+        }
+        if (signal?.aborted || this.options.signal?.aborted) {
+            return Promise.reject(new DOMException('Aborted', 'AbortError'));
+        }
+        return new Promise((resolve, reject) => {
+            const entry = {
+                custom_id: `req_${this.seq++}`,
+                provider,
+                request,
+                resolve,
+                reject,
+                settled: false,
+                detach: () => { },
+            };
+            if (signal) {
+                const onAbort = () => this.settle(entry, undefined, new DOMException('Aborted', 'AbortError'));
+                signal.addEventListener('abort', onAbort, { once: true });
+                entry.detach = () => signal.removeEventListener('abort', onAbort);
+            }
+            this.parked.push(entry);
+            this.maybeFlush();
+        });
+    }
+    settle(entry, response, error) {
+        if (entry.settled)
+            return;
+        entry.settled = true;
+        entry.detach();
+        const index = this.parked.indexOf(entry);
+        if (index >= 0)
+            this.parked.splice(index, 1);
+        if (error !== undefined)
+            entry.reject(error);
+        else
+            entry.resolve(response);
+    }
+    capFor(provider) {
+        const configured = this.options.max_size ?? exports.DEFAULT_MAX_BATCH_SIZE;
+        return Math.max(1, Math.min(configured, provider.maxBatchSize));
+    }
+    /**
+     * Dispatch whatever is ready. `force` (the quiescence timer) sends everything
+     * parked regardless of who is still busy.
+     */
+    maybeFlush(force = false) {
+        if (this.closed)
+            return;
+        for (;;) {
+            if (this.parked.length === 0) {
+                this.clearTimer();
+                return;
+            }
+            // The barrier: nobody live can still add to this batch.
+            const barrierMet = force || this.parked.length + this.dispatching >= this.participants;
+            const groups = new Map();
+            for (const entry of this.parked) {
+                const group = groups.get(entry.provider.name);
+                if (group)
+                    group.push(entry);
+                else
+                    groups.set(entry.provider.name, [entry]);
+            }
+            let dispatched = false;
+            for (const group of groups.values()) {
+                const cap = this.capFor(group[0].provider);
+                if (group.length >= cap) {
+                    this.dispatch(group.slice(0, cap));
+                    dispatched = true;
+                }
+                else if (barrierMet) {
+                    this.dispatch(group);
+                    dispatched = true;
+                }
+            }
+            if (!dispatched) {
+                this.armTimer();
+                return;
+            }
+            // A group may still be over cap after its first slice — re-evaluate.
+        }
+    }
+    dispatch(entries) {
+        for (const entry of entries) {
+            const index = this.parked.indexOf(entry);
+            if (index >= 0)
+                this.parked.splice(index, 1);
+        }
+        this.clearTimer();
+        const provider = entries[0].provider;
+        const round = ++this.round;
+        const startedAt = Date.now();
+        this.dispatching += entries.length;
+        this.options.onDispatch?.({ provider: provider.name, size: entries.length, round });
+        void provider
+            .submitBatch(entries.map(entry => ({ custom_id: entry.custom_id, request: entry.request })), {
+            signal: this.options.signal,
+            ...(this.options.poll_interval_ms !== undefined ? { poll_interval_ms: this.options.poll_interval_ms } : {}),
+            ...(this.options.max_wait_ms !== undefined ? { max_wait_ms: this.options.max_wait_ms } : {}),
+            ...(this.options.onProgress ? { onProgress: this.options.onProgress } : {}),
+        })
+            .then(results => {
+            const byId = new Map(results.map(result => [result.custom_id, result]));
+            let succeeded = 0;
+            let failed = 0;
+            for (const entry of entries) {
+                const result = byId.get(entry.custom_id);
+                if (result?.response) {
+                    succeeded++;
+                    this.settle(entry, result.response);
+                }
+                else {
+                    failed++;
+                    // A per-request failure is an ordinary executor error: the child
+                    // run's RALPH loop sees it, enriches, and retries into a later batch.
+                    this.settle(entry, undefined, new Error(result?.error ?? 'Batch returned no result for this request.'));
+                }
+            }
+            this.options.onSettled?.({
+                provider: provider.name,
+                size: entries.length,
+                round,
+                succeeded,
+                failed,
+                duration_ms: Date.now() - startedAt,
+            });
+        })
+            .catch((err) => {
+            for (const entry of entries)
+                this.settle(entry, undefined, err);
+            this.options.onSettled?.({
+                provider: provider.name,
+                size: entries.length,
+                round,
+                succeeded: 0,
+                failed: entries.length,
+                duration_ms: Date.now() - startedAt,
+            });
+        })
+            .finally(() => {
+            this.dispatching -= entries.length;
+            this.maybeFlush();
+        });
+    }
+    armTimer() {
+        const delay = this.options.flush_after_ms ?? exports.DEFAULT_FLUSH_AFTER_MS;
+        if (delay <= 0 || this.timer !== null || this.parked.length === 0)
+            return;
+        this.timer = setTimeout(() => {
+            this.timer = null;
+            this.maybeFlush(true);
+        }, delay);
+        // Never keep the process alive just to wait on a batch that nobody is filling.
+        this.timer.unref?.();
+    }
+    clearTimer() {
+        if (this.timer === null)
+            return;
+        clearTimeout(this.timer);
+        this.timer = null;
+    }
+}
+exports.BatchWindow = BatchWindow;
+/**
+ * A Provider face over one ticket: `call()` parks the request in the window
+ * instead of sending it. Streaming is dropped rather than faked — a batched
+ * response arrives whole, so there are no tokens to emit.
+ */
+class BatchedProvider {
+    base;
+    ticket;
+    name;
+    constructor(base, ticket) {
+        this.base = base;
+        this.ticket = ticket;
+        this.name = base.name;
+    }
+    call(request, _onToken, signal) {
+        return this.ticket.submit(this.base, request, signal);
+    }
+}
+/**
+ * A registry that hands out batched providers for the duration of one map item.
+ *
+ * Everything else passes through untouched: a provider that cannot batch, or
+ * one that owns its own agent loop (where there is no single call to intercept),
+ * is returned as-is — so `--provider mock` and `--provider claude-code` keep
+ * working under a `batch:` map, just without the discount.
+ */
+class BatchingProviderRegistry extends registry_js_1.ProviderRegistry {
+    base;
+    ticket;
+    window;
+    constructor(base, ticket, window) {
+        super();
+        this.base = base;
+        this.ticket = ticket;
+        this.window = window;
+    }
+    register(provider) {
+        this.base.register(provider);
+    }
+    registerLazy(name, factory) {
+        this.base.registerLazy(name, factory);
+    }
+    get(name) {
+        const provider = this.base.get(name);
+        if (!(0, batch_js_1.isBatchProvider)(provider) || (0, provider_js_1.isAgentLoopProvider)(provider)) {
+            this.window.noteFallback(provider.name);
+            return provider;
+        }
+        return new BatchedProvider(provider, this.ticket);
+    }
+    has(name) {
+        return this.base.has(name);
+    }
+    list() {
+        return this.base.list();
+    }
+}
+exports.BatchingProviderRegistry = BatchingProviderRegistry;
+//# sourceMappingURL=batch-window.js.map

package/dist/providers/batch-window.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch-window.js","sourceRoot":"","sources":["../../src/providers/batch-window.ts"],"names":[],"mappings":";AAAA,6EAA6E;AAC7E,sBAAsB;AACtB,EAAE;AACF,4EAA4E;AAC5E,gFAAgF;AAChF,gFAAgF;AAChF,qDAAqD;AACrD,EAAE;AACF,0EAA0E;AAC1E,2EAA2E;AAC3E,gFAAgF;AAChF,6EAA6E;AAC7E,8EAA8E;AAC9E,yEAAyE;AACzE,EAAE;AACF,4EAA4E;AAC5E,6EAA6E;AAC7E,gFAAgF;AAChF,+EAA+E;AAC/E,oEAAoE;AACpE,EAAE;AACF,gFAAgF;AAChF,8EAA8E;AAC9E,uEAAuE;;;AAGvE,+CAAmE;AACnE,yCAAqF;AACrF,+CAAiD;AAEjD,uFAAuF;AAC1E,QAAA,sBAAsB,GAAG,GAAG,CAAC;AAC1C,sFAAsF;AACzE,QAAA,sBAAsB,GAAG,MAAM,CAAC;AAgD7C,MAAa,WAAW;IAUO;IATrB,YAAY,GAAG,CAAC,CAAC;IACjB,MAAM,GAAa,EAAE,CAAC;IACtB,WAAW,GAAG,CAAC,CAAC;IAChB,GAAG,GAAG,CAAC,CAAC;IACR,KAAK,GAAG,CAAC,CAAC;IACV,KAAK,GAAyC,IAAI,CAAC;IACnD,MAAM,GAAG,KAAK,CAAC;IACf,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAC;IAE9C,YAA6B,UAA8B,EAAE;QAAhC,YAAO,GAAP,OAAO,CAAyB;QAC3D,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,EAAE;gBACpG,IAAI,EAAE,IAAI;aACX,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,yGAAyG;IACzG,IAAI;QACF,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,IAAI,GAAG,KAAK,CAAC;QACjB,OAAO;YACL,MAAM,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC;YAC7E,KAAK,EAAE,GAAG,EAAE;gBACV,IAAI,IAAI;oBAAE,OAAO;gBACjB,IAAI,GAAG,IAAI,CAAC;gBACZ,IAAI,CAAC,YAAY,EAAE,CAAC;gBACpB,iFAAiF;gBACjF,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sEAAsE;IACtE,KAAK,CAAC,MAAgB;QACpB,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,MAAM,IAAI,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;QAC7F,KAAK,MAAM,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;YAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IAC7E,CAAC;IAED,uFAAuF;IACvF,YAAY,CAAC,YAAoB;QAC/B,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,YAAY,CAAC;YAAE,OAAO;QACrD,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACzC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,YAAY,CAAC,CAAC;IAC1C,CAAC;IAEO,MAAM,CAAC,QAAuB,EAAE,OAAmB,EAAE,MAAoB;QAC/E,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC,CAAC;QAClG,CAAC;QACD,IAAI,MAAM,EAAE,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YACpD,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC;QACnE,CAAC;QAED,OAAO,IAAI,OAAO,CAAc,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAClD,MAAM,KAAK,GAAW;gBACpB,SAAS,EAAE,OAAO,IAAI,CAAC,GAAG,EAAE,EAAE;gBAC9B,QAAQ;gBACR,OAAO;gBACP,OAAO;gBACP,MAAM;gBACN,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,GAAG,EAAE,GAAE,CAAC;aACjB,CAAC;YACF,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC;gBAC/F,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC1D,KAAK,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACpE,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACxB,IAAI,CAAC,UAAU,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,MAAM,CAAC,KAAa,EAAE,QAAsB,EAAE,KAAe;QACnE,IAAI,KAAK,CAAC,OAAO;YAAE,OAAO;QAC1B,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC;QACrB,KAAK,CAAC,MAAM,EAAE,CAAC;QACf,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,KAAK,IAAI,CAAC;YAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC7C,IAAI,KAAK,KAAK,SAAS;YAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;;YACxC,KAAK,CAAC,OAAO,CAAC,QAAS,CAAC,CAAC;IAChC,CAAC;IAEO,MAAM,CAAC,QAAuB;QACpC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,8BAAsB,CAAC;QACnE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC;IAClE,CAAC;IAED;;;OAGG;IACK,UAAU,CAAC,KAAK,GAAG,KAAK;QAC9B,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QAExB,SAAS,CAAC;YACR,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC7B,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,OAAO;YACT,CAAC;YACD,wDAAwD;YACxD,MAAM,UAAU,GAAG,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,YAAY,CAAC;YAEvF,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoB,CAAC;YAC3C,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC9C,IAAI,KAAK;oBAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;;oBACxB,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;YAChD,CAAC;YAED,IAAI,UAAU,GAAG,KAAK,CAAC;YACvB,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;gBACpC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;gBAC3C,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;oBACxB,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;oBACnC,UAAU,GAAG,IAAI,CAAC;gBACpB,CAAC;qBAAM,IAAI,UAAU,EAAE,CAAC;oBACtB,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;oBACrB,UAAU,GAAG,IAAI,CAAC;gBACpB,CAAC;YACH,CAAC;YAED,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChB,OAAO;YACT,CAAC;YACD,qEAAqE;QACvE,CAAC;IACH,CAAC;IAEO,QAAQ,CAAC,OAAiB;QAChC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACzC,IAAI,KAAK,IAAI,CAAC;gBAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC/C,CAAC;QACD,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;QACrC,MAAM,KAAK,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC;QAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;QACnC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QAEpF,KAAK,QAAQ;aACV,WAAW,CACV,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,EAC9E;YACE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;YAC3B,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3G,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5F,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC5E,CACF;aACA,IAAI,CAAC,OAAO,CAAC,EAAE;YACd,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;YACxE,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,IAAI,MAAM,GAAG,CAAC,CAAC;YACf,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBACzC,IAAI,MAAM,EAAE,QAAQ,EAAE,CAAC;oBACrB,SAAS,EAAE,CAAC;oBACZ,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACtC,CAAC;qBAAM,CAAC;oBACN,MAAM,EAAE,CAAC;oBACT,iEAAiE;oBACjE,sEAAsE;oBACtE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,4CAA4C,CAAC,CAAC,CAAC;gBAC1G,CAAC;YACH,CAAC;YACD,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;gBACvB,QAAQ,EAAE,QAAQ,CAAC,IAAI;gBACvB,IAAI,EAAE,OAAO,CAAC,MAAM;gBACpB,KAAK;gBACL,SAAS;gBACT,MAAM;gBACN,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACpC,CAAC,CAAC;QACL,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;YACtB,KAAK,MAAM,KAAK,IAAI,OAAO;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;YAChE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;gBACvB,QAAQ,EAAE,QAAQ,CAAC,IAAI;gBACvB,IAAI,EAAE,OAAO,CAAC,MAAM;gBACpB,KAAK;gBACL,SAAS,EAAE,CAAC;gBACZ,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACpC,CAAC,CAAC;QACL,CAAC,CAAC;aACD,OAAO,CAAC,GAAG,EAAE;YACZ,IAAI,CAAC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;YACnC,IAAI,CAAC,UAAU,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,QAAQ;QACd,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,8BAAsB,CAAC;QACpE,IAAI,KAAK,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAC1E,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC3B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAClB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC,EAAE,KAAK,CAAC,CAAC;QACV,+EAA+E;QAC/E,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;IACvB,CAAC;IAEO,UAAU;QAChB,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI;YAAE,OAAO;QAChC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;CACF;AAxND,kCAwNC;AAED;;;;GAIG;AACH,MAAM,eAAe;IAGU;IAAsC;IAF1D,IAAI,CAAS;IAEtB,YAA6B,IAAmB,EAAmB,MAAmB;QAAzD,SAAI,GAAJ,IAAI,CAAe;QAAmB,WAAM,GAAN,MAAM,CAAa;QACpF,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;IACxB,CAAC;IAED,IAAI,CAAC,OAAmB,EAAE,QAAkC,EAAE,MAAoB;QAChF,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IACxD,CAAC;CACF;AAED;;;;;;;GAOG;AACH,MAAa,wBAAyB,SAAQ,8BAAgB;IAEzC;IACA;IACA;IAHnB,YACmB,IAAsB,EACtB,MAAmB,EACnB,MAAmB;QAEpC,KAAK,EAAE,CAAC;QAJS,SAAI,GAAJ,IAAI,CAAkB;QACtB,WAAM,GAAN,MAAM,CAAa;QACnB,WAAM,GAAN,MAAM,CAAa;IAGtC,CAAC;IAEQ,QAAQ,CAAC,QAAkB;QAClC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC;IAEQ,YAAY,CAAC,IAAY,EAAE,OAAuB;QACzD,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACxC,CAAC;IAEQ,GAAG,CAAC,IAAY;QACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,CAAC,IAAA,0BAAe,EAAC,QAAQ,CAAC,IAAI,IAAA,iCAAmB,EAAC,QAAQ,CAAC,EAAE,CAAC;YAChE,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACxC,OAAO,QAAQ,CAAC;QAClB,CAAC;QACD,OAAO,IAAI,eAAe,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACpD,CAAC;IAEQ,GAAG,CAAC,IAAY;QACvB,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAEQ,IAAI;QACX,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAC1B,CAAC;CACF;AAjCD,4DAiCC"}

package/dist/providers/batch-window.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=batch-window.test.d.ts.map

package/dist/providers/batch-window.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch-window.test.d.ts","sourceRoot":"","sources":["../../src/providers/batch-window.test.ts"],"names":[],"mappings":""}

package/dist/providers/batch-window.test.js

@@ -0,0 +1,317 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const vitest_1 = require("vitest");
+const batch_js_1 = require("./batch.js");
+const batch_window_js_1 = require("./batch-window.js");
+const registry_js_1 = require("./registry.js");
+/**
+ * A batch provider whose dispatches are settled by the test, so the barrier can
+ * be observed without any timing assumptions.
+ */
+class FakeBatchProvider {
+    maxBatchSize;
+    autoRespond;
+    name = 'fake-batch';
+    calls = [];
+    pending = [];
+    constructor(maxBatchSize = 100, autoRespond = true) {
+        this.maxBatchSize = maxBatchSize;
+        this.autoRespond = autoRespond;
+    }
+    async submitBatch(items, _options) {
+        this.calls.push(items);
+        if (this.autoRespond) {
+            return items.map(item => ({ custom_id: item.custom_id, response: echo(item.request) }));
+        }
+        return new Promise(resolve => {
+            this.pending.push(resolve);
+        });
+    }
+    /** Settle the Nth outstanding dispatch with successes. */
+    settle(index = 0, results) {
+        const resolve = this.pending[index];
+        const items = this.calls[index];
+        resolve(results ?? items.map(item => ({ custom_id: item.custom_id, response: echo(item.request) })));
+    }
+    async call() {
+        throw new Error('FakeBatchProvider: batched calls only');
+    }
+}
+function echo(request) {
+    return {
+        content: JSON.stringify({ echoed: request.messages.at(-1)?.content ?? '' }),
+        tool_calls: [],
+        finish_reason: 'stop',
+        usage: { prompt_tokens: 1, completion_tokens: 1, total_tokens: 2 },
+    };
+}
+function req(text) {
+    return { model: 'test-model', messages: [{ role: 'user', content: text }] };
+}
+/** Let queued microtasks (and any pending timers set to 0) drain. */
+const tick = () => new Promise(resolve => setImmediate(resolve));
+(0, vitest_1.describe)('BatchWindow — the barrier', () => {
+    (0, vitest_1.it)('holds requests until every participant has parked, then sends one batch', async () => {
+        const provider = new FakeBatchProvider(100, false);
+        const window = new batch_window_js_1.BatchWindow({ flush_after_ms: 0 });
+        const tickets = [window.join(), window.join(), window.join()];
+        const first = tickets[0].submit(provider, req('a'));
+        await tick();
+        (0, vitest_1.expect)(provider.calls).toHaveLength(0); // two participants have not parked yet
+        const second = tickets[1].submit(provider, req('b'));
+        await tick();
+        (0, vitest_1.expect)(provider.calls).toHaveLength(0);
+        const third = tickets[2].submit(provider, req('c'));
+        await tick();
+        (0, vitest_1.expect)(provider.calls).toHaveLength(1);
+        (0, vitest_1.expect)(provider.calls[0]).toHaveLength(3);
+        provider.settle(0);
+        const responses = await Promise.all([first, second, third]);
+        (0, vitest_1.expect)(responses.map(r => JSON.parse(r.content).echoed)).toEqual(['a', 'b', 'c']);
+    });
+    (0, vitest_1.it)('dispatches without the stragglers once they leave', async () => {
+        const provider = new FakeBatchProvider(100, false);
+        const window = new batch_window_js_1.BatchWindow({ flush_after_ms: 0 });
+        const [parked, leaver] = [window.join(), window.join()];
+        const pending = parked.submit(provider, req('a'));
+        await tick();
+        (0, vitest_1.expect)(provider.calls).toHaveLength(0);
+        // The second item finished (cache hit, failure, no LLM call) — it will
+        // never park, so the batch must not keep waiting for it.
+        leaver.leave();
+        await tick();
+        (0, vitest_1.expect)(provider.calls).toHaveLength(1);
+        provider.settle(0);
+        await (0, vitest_1.expect)(pending).resolves.toMatchObject({ finish_reason: 'stop' });
+    });
+    (0, vitest_1.it)('splits at max_size instead of waiting for the barrier', async () => {
+        const provider = new FakeBatchProvider(100, false);
+        const window = new batch_window_js_1.BatchWindow({ max_size: 2, flush_after_ms: 0 });
+        const tickets = [window.join(), window.join(), window.join(), window.join()];
+        const pending = [
+            tickets[0].submit(provider, req('a')),
+            tickets[1].submit(provider, req('b')),
+        ];
+        await tick();
+        (0, vitest_1.expect)(provider.calls).toHaveLength(1);
+        (0, vitest_1.expect)(provider.calls[0]).toHaveLength(2);
+        pending.push(tickets[2].submit(provider, req('c')), tickets[3].submit(provider, req('d')));
+        await tick();
+        (0, vitest_1.expect)(provider.calls).toHaveLength(2);
+        provider.settle(0);
+        provider.settle(1);
+        await (0, vitest_1.expect)(Promise.all(pending)).resolves.toHaveLength(4);
+    });
+    (0, vitest_1.it)('honours the provider ceiling over a larger configured max_size', async () => {
+        const provider = new FakeBatchProvider(2, false);
+        const window = new batch_window_js_1.BatchWindow({ max_size: 1000, flush_after_ms: 0 });
+        const tickets = [window.join(), window.join(), window.join()];
+        const pending = tickets.map((ticket, i) => ticket.submit(provider, req(`item-${i}`)));
+        await tick();
+        // 3 parked, provider caps at 2 → one full batch out, the remainder follows
+        // on the barrier (all three are parked, none are busy).
+        (0, vitest_1.expect)(provider.calls[0]).toHaveLength(2);
+        (0, vitest_1.expect)(provider.calls[1]).toHaveLength(1);
+        provider.settle(0);
+        provider.settle(1);
+        await (0, vitest_1.expect)(Promise.all(pending)).resolves.toHaveLength(3);
+    });
+    (0, vitest_1.it)('flushes on quiescence when a participant is busy elsewhere', async () => {
+        vitest_1.vi.useFakeTimers();
+        try {
+            const provider = new FakeBatchProvider(100, false);
+            const window = new batch_window_js_1.BatchWindow({ flush_after_ms: 1000 });
+            const [parked] = [window.join(), window.join()]; // second never parks
+            const pending = parked.submit(provider, req('a'));
+            (0, vitest_1.expect)(provider.calls).toHaveLength(0);
+            vitest_1.vi.advanceTimersByTime(1000);
+            (0, vitest_1.expect)(provider.calls).toHaveLength(1);
+            provider.settle(0);
+            vitest_1.vi.useRealTimers();
+            await (0, vitest_1.expect)(pending).resolves.toMatchObject({ finish_reason: 'stop' });
+        }
+        finally {
+            vitest_1.vi.useRealTimers();
+        }
+    });
+    (0, vitest_1.it)('rejects only the request that errored, leaving its peers intact', async () => {
+        const provider = new FakeBatchProvider(100, false);
+        const window = new batch_window_js_1.BatchWindow({ flush_after_ms: 0 });
+        const tickets = [window.join(), window.join()];
+        const good = tickets[0].submit(provider, req('good'));
+        const bad = tickets[1].submit(provider, req('bad'));
+        await tick();
+        const [goodId, badId] = provider.calls[0].map(item => item.custom_id);
+        provider.settle(0, [
+            { custom_id: goodId, response: echo(req('good')) },
+            { custom_id: badId, error: 'overloaded_error' },
+        ]);
+        await (0, vitest_1.expect)(good).resolves.toMatchObject({ finish_reason: 'stop' });
+        // A per-request failure surfaces as an ordinary executor error, which is
+        // what lets the child run's RALPH loop retry it into the next batch.
+        await (0, vitest_1.expect)(bad).rejects.toThrow('overloaded_error');
+    });
+    (0, vitest_1.it)('fails every request of a batch the provider refused', async () => {
+        const provider = {
+            name: 'refuser',
+            maxBatchSize: 10,
+            call: async () => { throw new Error('unused'); },
+            submitBatch: async () => { throw new Error('batch submission refused'); },
+        };
+        const window = new batch_window_js_1.BatchWindow({ flush_after_ms: 0 });
+        const tickets = [window.join(), window.join()];
+        const pending = tickets.map(t => t.submit(provider, req('x')));
+        await (0, vitest_1.expect)(Promise.allSettled(pending)).resolves.toEqual([
+            vitest_1.expect.objectContaining({ status: 'rejected' }),
+            vitest_1.expect.objectContaining({ status: 'rejected' }),
+        ]);
+    });
+    (0, vitest_1.it)('reports each dispatch and its outcome', async () => {
+        const provider = new FakeBatchProvider();
+        const onDispatch = vitest_1.vi.fn();
+        const onSettled = vitest_1.vi.fn();
+        const window = new batch_window_js_1.BatchWindow({ flush_after_ms: 0, onDispatch, onSettled });
+        const ticket = window.join();
+        await ticket.submit(provider, req('a'));
+        (0, vitest_1.expect)(onDispatch).toHaveBeenCalledWith({ provider: 'fake-batch', size: 1, round: 1 });
+        (0, vitest_1.expect)(onSettled).toHaveBeenCalledWith(vitest_1.expect.objectContaining({ provider: 'fake-batch', size: 1, round: 1, succeeded: 1, failed: 0 }));
+    });
+    (0, vitest_1.it)('groups a mixed window by provider — one batch each', async () => {
+        const alpha = new FakeBatchProvider(100, false);
+        const beta = new FakeBatchProvider(100, false);
+        Object.defineProperty(beta, 'name', { value: 'other-batch' });
+        const window = new batch_window_js_1.BatchWindow({ flush_after_ms: 0 });
+        const tickets = [window.join(), window.join()];
+        const pending = [tickets[0].submit(alpha, req('a')), tickets[1].submit(beta, req('b'))];
+        await tick();
+        (0, vitest_1.expect)(alpha.calls).toHaveLength(1);
+        (0, vitest_1.expect)(beta.calls).toHaveLength(1);
+        alpha.settle(0);
+        beta.settle(0);
+        await (0, vitest_1.expect)(Promise.all(pending)).resolves.toHaveLength(2);
+    });
+    (0, vitest_1.it)('rejects what is still parked when the window closes', async () => {
+        const provider = new FakeBatchProvider(100, false);
+        const window = new batch_window_js_1.BatchWindow({ flush_after_ms: 0 });
+        window.join(); // a participant that never parks holds the barrier
+        const ticket = window.join();
+        const pending = ticket.submit(provider, req('a'));
+        await tick();
+        (0, vitest_1.expect)(provider.calls).toHaveLength(0);
+        window.close();
+        await (0, vitest_1.expect)(pending).rejects.toThrow(/closed/);
+    });
+    (0, vitest_1.it)('aborts parked requests when the run is cancelled', async () => {
+        const provider = new FakeBatchProvider(100, false);
+        const controller = new AbortController();
+        const window = new batch_window_js_1.BatchWindow({ flush_after_ms: 0, signal: controller.signal });
+        window.join();
+        const ticket = window.join();
+        const pending = ticket.submit(provider, req('a'));
+        await tick();
+        controller.abort();
+        await (0, vitest_1.expect)(pending).rejects.toThrow();
+    });
+});
+(0, vitest_1.describe)('BatchingProviderRegistry', () => {
+    (0, vitest_1.it)('batches a provider that can, and passes through one that cannot', async () => {
+        const batchable = new FakeBatchProvider();
+        const plain = {
+            name: 'plain',
+            call: async () => echo(req('direct')),
+        };
+        const base = new registry_js_1.ProviderRegistry();
+        base.register(batchable);
+        base.register(plain);
+        const onFallback = vitest_1.vi.fn();
+        const window = new batch_window_js_1.BatchWindow({ flush_after_ms: 0, onFallback });
+        const registry = new batch_window_js_1.BatchingProviderRegistry(base, window.join(), window);
+        // Same name, so agent YAML and config never have to know about batching.
+        const wrapped = registry.get('fake-batch');
+        (0, vitest_1.expect)(wrapped.name).toBe('fake-batch');
+        (0, vitest_1.expect)(wrapped).not.toBe(batchable);
+        await wrapped.call(req('a'));
+        (0, vitest_1.expect)(batchable.calls).toHaveLength(1);
+        (0, vitest_1.expect)(registry.get('plain')).toBe(plain);
+        (0, vitest_1.expect)(onFallback).toHaveBeenCalledWith('plain');
+    });
+    (0, vitest_1.it)('leaves a provider that owns its own agent loop alone', () => {
+        // There is no single call to intercept in a provider-owned loop, so it must
+        // run unbatched rather than silently losing its tool turns.
+        const loopProvider = {
+            name: 'looping',
+            maxBatchSize: 10,
+            call: async () => echo(req('x')),
+            submitBatch: async (items) => items.map(item => ({ custom_id: item.custom_id, response: echo(item.request) })),
+            runAgentLoop: async (_r, _e) => ({ content: '{}', tool_calls: [], finish_reason: 'stop' }),
+        };
+        const base = new registry_js_1.ProviderRegistry();
+        base.register(loopProvider);
+        const window = new batch_window_js_1.BatchWindow({ flush_after_ms: 0 });
+        const registry = new batch_window_js_1.BatchingProviderRegistry(base, window.join(), window);
+        (0, vitest_1.expect)(registry.get('looping')).toBe(loopProvider);
+    });
+    (0, vitest_1.it)('delegates has()/list() to the registry it wraps', () => {
+        const base = new registry_js_1.ProviderRegistry();
+        base.register(new FakeBatchProvider());
+        const window = new batch_window_js_1.BatchWindow({ flush_after_ms: 0 });
+        const registry = new batch_window_js_1.BatchingProviderRegistry(base, window.join(), window);
+        (0, vitest_1.expect)(registry.has('fake-batch')).toBe(true);
+        (0, vitest_1.expect)(registry.has('nope')).toBe(false);
+        (0, vitest_1.expect)(registry.list()).toEqual(['fake-batch']);
+    });
+});
+(0, vitest_1.describe)('batch capability helpers', () => {
+    (0, vitest_1.it)('detects a batch provider by its submitBatch method', () => {
+        (0, vitest_1.expect)((0, batch_js_1.isBatchProvider)(new FakeBatchProvider())).toBe(true);
+        (0, vitest_1.expect)((0, batch_js_1.isBatchProvider)({ name: 'plain', call: async () => echo(req('x')) })).toBe(false);
+    });
+    (0, vitest_1.it)('rejects custom_ids the API would reject', () => {
+        (0, vitest_1.expect)(() => (0, batch_js_1.assertValidBatch)([{ custom_id: 'ok_1', request: req('a') }])).not.toThrow();
+        (0, vitest_1.expect)(() => (0, batch_js_1.assertValidBatch)([{ custom_id: 'has space', request: req('a') }])).toThrow(/custom_id/);
+        (0, vitest_1.expect)(() => (0, batch_js_1.assertValidBatch)([{ custom_id: '', request: req('a') }])).toThrow(/custom_id/);
+        (0, vitest_1.expect)(() => (0, batch_js_1.assertValidBatch)([
+            { custom_id: 'dup', request: req('a') },
+            { custom_id: 'dup', request: req('b') },
+        ])).toThrow(/Duplicate/);
+    });
+});
+(0, vitest_1.describe)('BatchWindow — token usage (STU-750)', () => {
+    (0, vitest_1.it)('hands each parked caller the usage its own batched response reported', async () => {
+        const provider = new FakeBatchProvider(100, false);
+        const window = new batch_window_js_1.BatchWindow({ flush_after_ms: 0 });
+        const tickets = [window.join(), window.join()];
+        const first = tickets[0].submit(provider, req('a'));
+        const second = tickets[1].submit(provider, req('b'));
+        await tick();
+        provider.settle(0, [
+            {
+                custom_id: provider.calls[0][0].custom_id,
+                response: {
+                    ...echo(req('a')),
+                    usage: {
+                        prompt_tokens: 10, completion_tokens: 2, total_tokens: 12,
+                        by_model: { 'test-model': { prompt_tokens: 10, completion_tokens: 2, total_tokens: 12 } },
+                    },
+                },
+            },
+            {
+                custom_id: provider.calls[0][1].custom_id,
+                response: {
+                    ...echo(req('b')),
+                    usage: {
+                        prompt_tokens: 300, completion_tokens: 40, total_tokens: 340,
+                        by_model: { 'test-model': { prompt_tokens: 300, completion_tokens: 40, total_tokens: 340 } },
+                    },
+                },
+            },
+        ]);
+        // Batching changes how the requests leave the process, not what they cost:
+        // each item must still get its own counts back, or a batched fan-out — the
+        // whole reason cost tracking exists — would report nothing.
+        (0, vitest_1.expect)((await first).usage?.total_tokens).toBe(12);
+        (0, vitest_1.expect)((await second).usage?.total_tokens).toBe(340);
+        (0, vitest_1.expect)((await second).usage?.by_model?.['test-model'].prompt_tokens).toBe(300);
+    });
+});
+//# sourceMappingURL=batch-window.test.js.map