@workglow/ai 0.0.125 → 0.1.0

package/dist/common.d.ts

@@ -3,8 +3,10 @@
  * Copyright 2025 Steven Roussey <sroussey@gmail.com>
  * SPDX-License-Identifier: Apache-2.0
  */
+export * from "./execution/IAiExecutionStrategy";
+export * from "./execution/DirectExecutionStrategy";
+export * from "./execution/QueuedExecutionStrategy";
 export * from "./job/AiJob";
-export * from "./task/ToolCallingUtils";
 export * from "./model/InMemoryModelRepository";
 export * from "./model/ModelRegistry";
 export * from "./model/ModelRepository";

package/dist/common.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"common.d.ts","sourceRoot":"","sources":["../src/common.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,aAAa,CAAC;AAE5B,cAAc,yBAAyB,CAAC;AAExC,cAAc,iCAAiC,CAAC;AAChD,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,qBAAqB,CAAC;AAEpC,cAAc,uBAAuB,CAAC;AACtC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,6BAA6B,CAAC;AAE5C,cAAc,QAAQ,CAAC"}
+{"version":3,"file":"common.d.ts","sourceRoot":"","sources":["../src/common.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,kCAAkC,CAAC;AACjD,cAAc,qCAAqC,CAAC;AACpD,cAAc,qCAAqC,CAAC;AAEpD,cAAc,aAAa,CAAC;AAE5B,cAAc,iCAAiC,CAAC;AAChD,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,qBAAqB,CAAC;AAEpC,cAAc,uBAAuB,CAAC;AACtC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,6BAA6B,CAAC;AAE5C,cAAc,QAAQ,CAAC"}

package/dist/execution/DirectExecutionStrategy.d.ts

@@ -0,0 +1,20 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import type { IExecuteContext, TaskInput, TaskOutput } from "@workglow/task-graph";
+import type { StreamEvent } from "@workglow/task-graph";
+import { type AiJobInput } from "../job/AiJob";
+import type { IAiExecutionStrategy } from "./IAiExecutionStrategy";
+/**
+ * Executes AI jobs directly without a queue. Used by API providers
+ * (OpenAI, Anthropic, etc.) and local providers that don't require
+ * GPU serialization or concurrency control.
+ */
+export declare class DirectExecutionStrategy implements IAiExecutionStrategy {
+    execute(jobInput: AiJobInput<TaskInput>, context: IExecuteContext, runnerId: string | undefined): Promise<TaskOutput>;
+    executeStream(jobInput: AiJobInput<TaskInput>, context: IExecuteContext, runnerId: string | undefined): AsyncIterable<StreamEvent<TaskOutput>>;
+    abort(): void;
+}
+//# sourceMappingURL=DirectExecutionStrategy.d.ts.map

package/dist/execution/DirectExecutionStrategy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DirectExecutionStrategy.d.ts","sourceRoot":"","sources":["../../src/execution/DirectExecutionStrategy.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACnF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAS,KAAK,UAAU,EAAE,MAAM,cAAc,CAAC;AACtD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAEnE;;;;GAIG;AACH,qBAAa,uBAAwB,YAAW,oBAAoB;IAC5D,OAAO,CACX,QAAQ,EAAE,UAAU,CAAC,SAAS,CAAC,EAC/B,OAAO,EAAE,eAAe,EACxB,QAAQ,EAAE,MAAM,GAAG,SAAS,GAC3B,OAAO,CAAC,UAAU,CAAC,CAqBrB;IAEM,aAAa,CAClB,QAAQ,EAAE,UAAU,CAAC,SAAS,CAAC,EAC/B,OAAO,EAAE,eAAe,EACxB,QAAQ,EAAE,MAAM,GAAG,SAAS,GAC3B,aAAa,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAWxC;IAED,KAAK,IAAI,IAAI,CAEZ;CACF"}

package/dist/execution/IAiExecutionStrategy.d.ts

@@ -0,0 +1,33 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import type { IExecuteContext, TaskInput, TaskOutput } from "@workglow/task-graph";
+import type { StreamEvent } from "@workglow/task-graph";
+import type { AiJobInput } from "../job/AiJob";
+import type { ModelConfig } from "../model/ModelSchema";
+/**
+ * Strategy for executing AI jobs. Providers register a strategy resolver
+ * that picks the right strategy based on the model config.
+ */
+export interface IAiExecutionStrategy {
+    execute(jobInput: AiJobInput<TaskInput>, context: IExecuteContext, runnerId: string | undefined): Promise<TaskOutput>;
+    /**
+     * Streaming execution path. Implementations route the job appropriately
+     * (direct or queued) and yield StreamEvents.
+     *
+     * Providers that cannot natively stream (e.g. queued GPU providers) should
+     * fall back to `execute()` and yield a single `finish` event so that
+     * GPU-serialization is still respected.
+     */
+    executeStream(jobInput: AiJobInput<TaskInput>, context: IExecuteContext, runnerId: string | undefined): AsyncIterable<StreamEvent<TaskOutput>>;
+    abort(): void;
+}
+/**
+ * Resolves an execution strategy for a given model config.
+ * Called at task execution time to allow model-specific decisions
+ * (e.g., HFT WebGPU → queued, HFT WASM → direct).
+ */
+export type AiStrategyResolver = (model: ModelConfig) => IAiExecutionStrategy;
+//# sourceMappingURL=IAiExecutionStrategy.d.ts.map

package/dist/execution/IAiExecutionStrategy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"IAiExecutionStrategy.d.ts","sourceRoot":"","sources":["../../src/execution/IAiExecutionStrategy.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACnF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAExD;;;GAGG;AACH,MAAM,WAAW,oBAAoB;IACnC,OAAO,CACL,QAAQ,EAAE,UAAU,CAAC,SAAS,CAAC,EAC/B,OAAO,EAAE,eAAe,EACxB,QAAQ,EAAE,MAAM,GAAG,SAAS,GAC3B,OAAO,CAAC,UAAU,CAAC,CAAC;IAEvB;;;;;;;OAOG;IACH,aAAa,CACX,QAAQ,EAAE,UAAU,CAAC,SAAS,CAAC,EAC/B,OAAO,EAAE,eAAe,EACxB,QAAQ,EAAE,MAAM,GAAG,SAAS,GAC3B,aAAa,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC;IAE1C,KAAK,IAAI,IAAI,CAAC;CACf;AAED;;;;GAIG;AACH,MAAM,MAAM,kBAAkB,GAAG,CAAC,KAAK,EAAE,WAAW,KAAK,oBAAoB,CAAC"}

package/dist/execution/QueuedExecutionStrategy.d.ts

@@ -0,0 +1,50 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { type IExecuteContext, type TaskInput, type TaskOutput } from "@workglow/task-graph";
+import type { StreamEvent } from "@workglow/task-graph";
+import { type AiJobInput } from "../job/AiJob";
+import type { IAiExecutionStrategy } from "./IAiExecutionStrategy";
+/**
+ * Executes AI jobs through a job queue with concurrency control.
+ * Used by providers that need GPU serialization (e.g., HFT with WebGPU,
+ * LlamaCpp).
+ *
+ * The queue is created lazily on first use and registered in the
+ * global TaskQueueRegistry for deduplication.
+ */
+export declare class QueuedExecutionStrategy implements IAiExecutionStrategy {
+    private readonly queueName;
+    private readonly concurrency;
+    /**
+     * When false, the strategy will use a pre-registered queue and throw if
+     * none exists. When true (default), it auto-creates the queue on first use.
+     */
+    private readonly autoCreate;
+    /**
+     * Memoized initialization promise so that concurrent calls to ensureQueue()
+     * within the same strategy instance share a single queue-creation flow.
+     */
+    private initPromise;
+    constructor(queueName: string, concurrency?: number, 
+    /**
+     * When false, the strategy will use a pre-registered queue and throw if
+     * none exists. When true (default), it auto-creates the queue on first use.
+     */
+    autoCreate?: boolean);
+    execute(jobInput: AiJobInput<TaskInput>, context: IExecuteContext, runnerId: string | undefined): Promise<TaskOutput>;
+    abort(): void;
+    /**
+     * Streaming execution for queued providers. Because the job queue does not
+     * support streaming outputs, this method routes through `execute()` so that
+     * GPU serialization is preserved, then yields a single `finish` event with
+     * the result. Callers that need true token-by-token streaming should use a
+     * DirectExecutionStrategy provider instead.
+     */
+    executeStream(jobInput: AiJobInput<TaskInput>, context: IExecuteContext, runnerId: string | undefined): AsyncIterable<StreamEvent<TaskOutput>>;
+    private ensureQueue;
+    private createQueue;
+}
+//# sourceMappingURL=QueuedExecutionStrategy.d.ts.map

package/dist/execution/QueuedExecutionStrategy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"QueuedExecutionStrategy.d.ts","sourceRoot":"","sources":["../../src/execution/QueuedExecutionStrategy.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,EAIL,KAAK,eAAe,EACpB,KAAK,SAAS,EACd,KAAK,UAAU,EAChB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAS,KAAK,UAAU,EAAE,MAAM,cAAc,CAAC;AACtD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAEnE;;;;;;;GAOG;AACH,qBAAa,uBAAwB,YAAW,oBAAoB;IAQhE,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B;;;OAGG;IACH,OAAO,CAAC,QAAQ,CAAC,UAAU;IAb7B;;;OAGG;IACH,OAAO,CAAC,WAAW,CAA4E;IAE/F,YACmB,SAAS,EAAE,MAAM,EACjB,WAAW,GAAE,MAAU;IACxC;;;OAGG;IACc,UAAU,GAAE,OAAc,EACzC;IAEE,OAAO,CACX,QAAQ,EAAE,UAAU,CAAC,SAAS,CAAC,EAC/B,OAAO,EAAE,eAAe,EACxB,QAAQ,EAAE,MAAM,GAAG,SAAS,GAC3B,OAAO,CAAC,UAAU,CAAC,CAyCrB;IAED,KAAK,IAAI,IAAI,CAEZ;IAED;;;;;;OAMG;IACI,aAAa,CAClB,QAAQ,EAAE,UAAU,CAAC,SAAS,CAAC,EAC/B,OAAO,EAAE,eAAe,EACxB,QAAQ,EAAE,MAAM,GAAG,SAAS,GAC3B,aAAa,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAGxC;IAED,OAAO,CAAC,WAAW;YAWL,WAAW;CA+D1B"}

package/dist/job/AiJob.d.ts

@@ -18,6 +18,8 @@ export interface AiJobInput<Input extends TaskInput = TaskInput> {
     };
     /** JSON Schema for structured output, when the task declares x-structured-output. */
     outputSchema?: JsonSchema;
+    /** Timeout in milliseconds for the provider API call. Defaults to 120s. */
+    timeoutMs?: number;
 }
 /**
  * Extends the base Job class to provide custom execution functionality
@@ -31,6 +33,10 @@ export declare class AiJob<Input extends AiJobInput<TaskInput> = AiJobInput<Task
     /**
      * Streaming execution: yields StreamEvents from the provider's stream function.
      * Falls back to non-streaming execute() if no stream function is registered.
+     * On mid-stream errors, logs the failure, yields a finish event with the last
+     * finish payload received (or an empty object if none was received), then
+     * re-throws the classified error. Delta accumulation is the responsibility of
+     * the caller (e.g. TaskRunner).
      */
     executeStream(input: Input, context: IJobExecuteContext): AsyncIterable<StreamEvent<Output>>;
 }

package/dist/job/AiJob.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"AiJob.d.ts","sourceRoot":"","sources":["../../src/job/AiJob.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAEL,kBAAkB,EAClB,GAAG,EAGJ,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAC/E,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAGxD;;GAEG;AACH,MAAM,WAAW,UAAU,CAAC,KAAK,SAAS,SAAS,GAAG,SAAS;IAC7D,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,KAAK,GAAG;QAAE,KAAK,EAAE,WAAW,CAAA;KAAE,CAAC;IAC1C,qFAAqF;IACrF,YAAY,CAAC,EAAE,UAAU,CAAC;CAC3B;AAED;;;GAGG;AACH,qBAAa,KAAK,CAChB,KAAK,SAAS,UAAU,CAAC,SAAS,CAAC,GAAG,UAAU,CAAC,SAAS,CAAC,EAC3D,MAAM,SAAS,UAAU,GAAG,UAAU,CACtC,SAAQ,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC;IAC1B;;OAEG;IACG,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,MAAM,CAAC,CAgDxE;IAED;;;OAGG;IACI,aAAa,CAClB,KAAK,EAAE,KAAK,EACZ,OAAO,EAAE,kBAAkB,GAC1B,aAAa,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAkBpC;CACF"}
+{"version":3,"file":"AiJob.d.ts","sourceRoot":"","sources":["../../src/job/AiJob.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAEL,kBAAkB,EAClB,GAAG,EAIJ,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAE/E,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAmBxD;;GAEG;AACH,MAAM,WAAW,UAAU,CAAC,KAAK,SAAS,SAAS,GAAG,SAAS;IAC7D,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,KAAK,GAAG;QAAE,KAAK,EAAE,WAAW,CAAA;KAAE,CAAC;IAC1C,qFAAqF;IACrF,YAAY,CAAC,EAAE,UAAU,CAAC;IAC1B,2EAA2E;IAC3E,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAsGD;;;GAGG;AACH,qBAAa,KAAK,CAChB,KAAK,SAAS,UAAU,CAAC,SAAS,CAAC,GAAG,UAAU,CAAC,SAAS,CAAC,EAC3D,MAAM,SAAS,UAAU,GAAG,UAAU,CACtC,SAAQ,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC;IAC1B;;OAEG;IACG,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,MAAM,CAAC,CAoDxE;IAED;;;;;;;OAOG;IACI,aAAa,CAClB,KAAK,EAAE,KAAK,EACZ,OAAO,EAAE,kBAAkB,GAC1B,aAAa,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAiDpC;CACF"}

package/dist/node.d.ts

@@ -0,0 +1,7 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export * from "./common";
+//# sourceMappingURL=node.d.ts.map

package/dist/node.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"node.d.ts","sourceRoot":"","sources":["../src/node.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,UAAU,CAAC"}