@workglow/ai 0.2.7 → 0.2.9

package/dist/execution/QueuedExecutionStrategy.d.ts

@@ -28,6 +28,12 @@ export declare class QueuedExecutionStrategy implements IAiExecutionStrategy {
      * within the same strategy instance share a single queue-creation flow.
      */
     private initPromise;
+    /**
+     * Shared limiter used by both the underlying JobQueueServer (for `execute`)
+     * and `executeStream` below. Created lazily in createQueue() and reused so
+     * streaming calls compete for the same concurrency slots as queued jobs.
+     */
+    private limiter;
     constructor(queueName: string, concurrency?: number, 
     /**
      * When false, the strategy will use a pre-registered queue and throw if
@@ -37,13 +43,16 @@ export declare class QueuedExecutionStrategy implements IAiExecutionStrategy {
     execute(jobInput: AiJobInput<TaskInput>, context: IExecuteContext, runnerId: string | undefined): Promise<TaskOutput>;
     abort(): void;
     /**
-     * Streaming execution for queued providers. Because the job queue does not
-     * support streaming outputs, this method routes through `execute()` so that
-     * GPU serialization is preserved, then yields a single `finish` event with
-     * the result. Callers that need true token-by-token streaming should use a
-     * DirectExecutionStrategy provider instead.
+     * Streaming execution for queued providers. Runs the provider's stream
+     * function directly (bypassing the storage-backed queue, which can't
+     * forward mid-stream events) while still acquiring a slot from the same
+     * concurrency limiter the queue uses — so GPU serialization is preserved.
+     *
+     * AiJob.executeStream handles worker-proxy lookup, abort wiring, timeouts,
+     * and error classification; we just gate it through the limiter.
      */
     executeStream(jobInput: AiJobInput<TaskInput>, context: IExecuteContext, runnerId: string | undefined): AsyncIterable<StreamEvent<TaskOutput>>;
+    private acquireLimiterSlot;
     private ensureQueue;
     private createQueue;
 }

package/dist/execution/QueuedExecutionStrategy.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"QueuedExecutionStrategy.d.ts","sourceRoot":"","sources":["../../src/execution/QueuedExecutionStrategy.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAUH,OAAO,KAAK,EAAmB,eAAe,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACpG,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAExD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAEnE;;;;;;;GAOG;AACH,qBAAa,uBAAwB,YAAW,oBAAoB;IAQhE,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B;;;OAGG;IACH,OAAO,CAAC,QAAQ,CAAC,UAAU;IAb7B;;;OAGG;IACH,OAAO,CAAC,WAAW,CAA4E;IAE/F,YACmB,SAAS,EAAE,MAAM,EACjB,WAAW,GAAE,MAAU;IACxC;;;OAGG;IACc,UAAU,GAAE,OAAc,EACzC;IAEE,OAAO,CACX,QAAQ,EAAE,UAAU,CAAC,SAAS,CAAC,EAC/B,OAAO,EAAE,eAAe,EACxB,QAAQ,EAAE,MAAM,GAAG,SAAS,GAC3B,OAAO,CAAC,UAAU,CAAC,CAyCrB;IAED,KAAK,IAAI,IAAI,CAEZ;IAED;;;;;;OAMG;IACI,aAAa,CAClB,QAAQ,EAAE,UAAU,CAAC,SAAS,CAAC,EAC/B,OAAO,EAAE,eAAe,EACxB,QAAQ,EAAE,MAAM,GAAG,SAAS,GAC3B,aAAa,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAGxC;IAED,OAAO,CAAC,WAAW;YAWL,WAAW;CA+D1B"}
+{"version":3,"file":"QueuedExecutionStrategy.d.ts","sourceRoot":"","sources":["../../src/execution/QueuedExecutionStrategy.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAWH,OAAO,KAAK,EAAmB,eAAe,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACpG,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAExD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAEnE;;;;;;;GAOG;AACH,qBAAa,uBAAwB,YAAW,oBAAoB;IAehE,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B;;;OAGG;IACH,OAAO,CAAC,QAAQ,CAAC,UAAU;IApB7B;;;OAGG;IACH,OAAO,CAAC,WAAW,CAA4E;IAE/F;;;;OAIG;IACH,OAAO,CAAC,OAAO,CAAuB;IAEtC,YACmB,SAAS,EAAE,MAAM,EACjB,WAAW,GAAE,MAAU;IACxC;;;OAGG;IACc,UAAU,GAAE,OAAc,EACzC;IAEE,OAAO,CACX,QAAQ,EAAE,UAAU,CAAC,SAAS,CAAC,EAC/B,OAAO,EAAE,eAAe,EACxB,QAAQ,EAAE,MAAM,GAAG,SAAS,GAC3B,OAAO,CAAC,UAAU,CAAC,CAyCrB;IAED,KAAK,IAAI,IAAI,CAEZ;IAED;;;;;;;;OAQG;IACI,aAAa,CAClB,QAAQ,EAAE,UAAU,CAAC,SAAS,CAAC,EAC/B,OAAO,EAAE,eAAe,EACxB,QAAQ,EAAE,MAAM,GAAG,SAAS,GAC3B,aAAa,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CA8BxC;YAOa,kBAAkB;IAehC,OAAO,CAAC,WAAW;YAWL,WAAW;CAkE1B"}

package/dist/job/AiJob.d.ts

@@ -21,6 +21,8 @@ export interface AiJobInput<Input extends TaskInput = TaskInput> {
     outputSchema?: JsonSchema;
     /** Timeout in milliseconds for the provider API call. Defaults to 120s. */
     timeoutMs?: number;
+    /** Opaque session token for multi-turn conversation caching (KV cache for local models, prompt caching for API providers). */
+    sessionId?: string;
 }
 /**
  * Extends the base Job class to provide custom execution functionality

package/dist/job/AiJob.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"AiJob.d.ts","sourceRoot":"","sources":["../../src/job/AiJob.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAEL,kBAAkB,EAClB,GAAG,EAKJ,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAExD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAmBxD;;GAEG;AACH,MAAM,WAAW,UAAU,CAAC,KAAK,SAAS,SAAS,GAAG,SAAS;IAC7D,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,KAAK,GAAG;QAAE,KAAK,EAAE,WAAW,CAAA;KAAE,CAAC;IAC1C,qFAAqF;IACrF,YAAY,CAAC,EAAE,UAAU,CAAC;IAC1B,2EAA2E;IAC3E,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AA6HD;;;GAGG;AACH,qBAAa,KAAK,CAChB,KAAK,SAAS,UAAU,CAAC,SAAS,CAAC,GAAG,UAAU,CAAC,SAAS,CAAC,EAC3D,MAAM,SAAS,UAAU,GAAG,UAAU,CACtC,SAAQ,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC;IAC1B;;OAEG;IACY,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,MAAM,CAAC,CAoDjF;IAED;;;;;;;OAOG;IACI,aAAa,CAClB,KAAK,EAAE,KAAK,EACZ,OAAO,EAAE,kBAAkB,GAC1B,aAAa,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAiDpC;CACF"}
+{"version":3,"file":"AiJob.d.ts","sourceRoot":"","sources":["../../src/job/AiJob.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAEL,kBAAkB,EAClB,GAAG,EAKJ,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAExD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAmBxD;;GAEG;AACH,MAAM,WAAW,UAAU,CAAC,KAAK,SAAS,SAAS,GAAG,SAAS;IAC7D,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,KAAK,GAAG;QAAE,KAAK,EAAE,WAAW,CAAA;KAAE,CAAC;IAC1C,qFAAqF;IACrF,YAAY,CAAC,EAAE,UAAU,CAAC;IAC1B,2EAA2E;IAC3E,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8HAA8H;IAC9H,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AA6HD;;;GAGG;AACH,qBAAa,KAAK,CAChB,KAAK,SAAS,UAAU,CAAC,SAAS,CAAC,GAAG,UAAU,CAAC,SAAS,CAAC,EAC3D,MAAM,SAAS,UAAU,GAAG,UAAU,CACtC,SAAQ,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC;IAC1B;;OAEG;IACY,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,MAAM,CAAC,CAqDjF;IAED;;;;;;;OAOG;IACI,aAAa,CAClB,KAAK,EAAE,KAAK,EACZ,OAAO,EAAE,kBAAkB,GAC1B,aAAa,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAkDpC;CACF"}