@workglow/ai 0.2.8 → 0.2.10

package/dist/execution/QueuedExecutionStrategy.d.ts

@@ -28,6 +28,12 @@ export declare class QueuedExecutionStrategy implements IAiExecutionStrategy {
      * within the same strategy instance share a single queue-creation flow.
      */
     private initPromise;
+    /**
+     * Shared limiter used by both the underlying JobQueueServer (for `execute`)
+     * and `executeStream` below. Created lazily in createQueue() and reused so
+     * streaming calls compete for the same concurrency slots as queued jobs.
+     */
+    private limiter;
     constructor(queueName: string, concurrency?: number, 
     /**
      * When false, the strategy will use a pre-registered queue and throw if
@@ -37,13 +43,16 @@ export declare class QueuedExecutionStrategy implements IAiExecutionStrategy {
     execute(jobInput: AiJobInput<TaskInput>, context: IExecuteContext, runnerId: string | undefined): Promise<TaskOutput>;
     abort(): void;
     /**
-     * Streaming execution for queued providers. Because the job queue does not
-     * support streaming outputs, this method routes through `execute()` so that
-     * GPU serialization is preserved, then yields a single `finish` event with
-     * the result. Callers that need true token-by-token streaming should use a
-     * DirectExecutionStrategy provider instead.
+     * Streaming execution for queued providers. Runs the provider's stream
+     * function directly (bypassing the storage-backed queue, which can't
+     * forward mid-stream events) while still acquiring a slot from the same
+     * concurrency limiter the queue uses — so GPU serialization is preserved.
+     *
+     * AiJob.executeStream handles worker-proxy lookup, abort wiring, timeouts,
+     * and error classification; we just gate it through the limiter.
      */
     executeStream(jobInput: AiJobInput<TaskInput>, context: IExecuteContext, runnerId: string | undefined): AsyncIterable<StreamEvent<TaskOutput>>;
+    private acquireLimiterSlot;
     private ensureQueue;
     private createQueue;
 }

package/dist/execution/QueuedExecutionStrategy.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"QueuedExecutionStrategy.d.ts","sourceRoot":"","sources":["../../src/execution/QueuedExecutionStrategy.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAUH,OAAO,KAAK,EAAmB,eAAe,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACpG,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAExD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAEnE;;;;;;;GAOG;AACH,qBAAa,uBAAwB,YAAW,oBAAoB;IAQhE,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B;;;OAGG;IACH,OAAO,CAAC,QAAQ,CAAC,UAAU;IAb7B;;;OAGG;IACH,OAAO,CAAC,WAAW,CAA4E;IAE/F,YACmB,SAAS,EAAE,MAAM,EACjB,WAAW,GAAE,MAAU;IACxC;;;OAGG;IACc,UAAU,GAAE,OAAc,EACzC;IAEE,OAAO,CACX,QAAQ,EAAE,UAAU,CAAC,SAAS,CAAC,EAC/B,OAAO,EAAE,eAAe,EACxB,QAAQ,EAAE,MAAM,GAAG,SAAS,GAC3B,OAAO,CAAC,UAAU,CAAC,CAyCrB;IAED,KAAK,IAAI,IAAI,CAEZ;IAED;;;;;;OAMG;IACI,aAAa,CAClB,QAAQ,EAAE,UAAU,CAAC,SAAS,CAAC,EAC/B,OAAO,EAAE,eAAe,EACxB,QAAQ,EAAE,MAAM,GAAG,SAAS,GAC3B,aAAa,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAGxC;IAED,OAAO,CAAC,WAAW;YAWL,WAAW;CA+D1B"}
+{"version":3,"file":"QueuedExecutionStrategy.d.ts","sourceRoot":"","sources":["../../src/execution/QueuedExecutionStrategy.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAWH,OAAO,KAAK,EAAmB,eAAe,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACpG,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAExD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAEnE;;;;;;;GAOG;AACH,qBAAa,uBAAwB,YAAW,oBAAoB;IAehE,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B;;;OAGG;IACH,OAAO,CAAC,QAAQ,CAAC,UAAU;IApB7B;;;OAGG;IACH,OAAO,CAAC,WAAW,CAA4E;IAE/F;;;;OAIG;IACH,OAAO,CAAC,OAAO,CAAuB;IAEtC,YACmB,SAAS,EAAE,MAAM,EACjB,WAAW,GAAE,MAAU;IACxC;;;OAGG;IACc,UAAU,GAAE,OAAc,EACzC;IAEE,OAAO,CACX,QAAQ,EAAE,UAAU,CAAC,SAAS,CAAC,EAC/B,OAAO,EAAE,eAAe,EACxB,QAAQ,EAAE,MAAM,GAAG,SAAS,GAC3B,OAAO,CAAC,UAAU,CAAC,CAyCrB;IAED,KAAK,IAAI,IAAI,CAEZ;IAED;;;;;;;;OAQG;IACI,aAAa,CAClB,QAAQ,EAAE,UAAU,CAAC,SAAS,CAAC,EAC/B,OAAO,EAAE,eAAe,EACxB,QAAQ,EAAE,MAAM,GAAG,SAAS,GAC3B,aAAa,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CA8BxC;YAOa,kBAAkB;IAehC,OAAO,CAAC,WAAW;YAWL,WAAW;CAkE1B"}