@workglow/task-graph 0.0.52

package/dist/task-graph/TaskGraph.d.ts

@@ -0,0 +1,230 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { DirectedAcyclicGraph, EventEmitter } from "@workglow/util";
+import { TaskOutputRepository } from "../storage/TaskOutputRepository";
+import type { ITask } from "../task/ITask";
+import { JsonTaskItem, TaskGraphJson } from "../task/TaskJSON";
+import type { Provenance, TaskIdType, TaskInput, TaskOutput } from "../task/TaskTypes";
+import { type PipeFunction } from "./Conversions";
+import { Dataflow, type DataflowIdType } from "./Dataflow";
+import type { ITaskGraph } from "./ITaskGraph";
+import { GraphEventDagEvents, GraphEventDagParameters, TaskGraphEventListener, TaskGraphEvents, TaskGraphEventStatusParameters, TaskGraphStatusEvents, TaskGraphStatusListeners } from "./TaskGraphEvents";
+import { CompoundMergeStrategy, GraphResult, type GraphResultArray, TaskGraphRunner } from "./TaskGraphRunner";
+/**
+ * Configuration for running a task graph
+ */
+export interface TaskGraphRunConfig {
+    /** Optional output cache to use for this task graph */
+    outputCache?: TaskOutputRepository | boolean;
+    /** Optional signal to abort the task graph */
+    parentSignal?: AbortSignal;
+    /** Optional provenance to use for this task graph */
+    parentProvenance?: Provenance;
+}
+declare class TaskGraphDAG extends DirectedAcyclicGraph<ITask<any, any, any>, Dataflow, TaskIdType, DataflowIdType> {
+    constructor();
+}
+interface TaskGraphConstructorConfig {
+    outputCache?: TaskOutputRepository;
+    dag?: TaskGraphDAG;
+}
+/**
+ * Represents a task graph, a directed acyclic graph of tasks and data flows
+ */
+export declare class TaskGraph implements ITaskGraph {
+    /** Optional output cache to use for this task graph */
+    outputCache?: TaskOutputRepository;
+    /**
+     * Constructor for TaskGraph
+     * @param config Configuration for the task graph
+     */
+    constructor({ outputCache, dag }?: TaskGraphConstructorConfig);
+    private _dag;
+    private _runner;
+    get runner(): TaskGraphRunner;
+    /**
+     * Runs the task graph
+     * @param config Configuration for the graph run
+     * @returns A promise that resolves when all tasks are complete
+     * @throws TaskError if any tasks have failed
+     */
+    run<ExecuteOutput extends TaskOutput>(input?: TaskInput, config?: TaskGraphRunConfig): Promise<GraphResultArray<ExecuteOutput>>;
+    /**
+     * Runs the task graph reactively
+     * @returns A promise that resolves when all tasks are complete
+     * @throws TaskError if any tasks have failed
+     */
+    runReactive<Output extends TaskOutput>(): Promise<GraphResultArray<Output>>;
+    /**
+     * Merges the execute output to the run output
+     * @param results The execute output
+     * @param compoundMerge The compound merge strategy to use
+     * @returns The run output
+     */
+    mergeExecuteOutputsToRunOutput<ExecuteOutput extends TaskOutput, Merge extends CompoundMergeStrategy = CompoundMergeStrategy>(results: GraphResultArray<ExecuteOutput>, compoundMerge: Merge): GraphResult<ExecuteOutput, Merge>;
+    /**
+     * Aborts the task graph
+     */
+    abort(): void;
+    /**
+     * Disables the task graph
+     */
+    disable(): Promise<void>;
+    /**
+     * Retrieves a task from the task graph by its id
+     * @param id The id of the task to retrieve
+     * @returns The task with the given id, or undefined if not found
+     */
+    getTask(id: TaskIdType): ITask<any, any, any> | undefined;
+    /**
+     * Retrieves all tasks in the task graph
+     * @returns An array of tasks in the task graph
+     */
+    getTasks(): ITask<any, any, any>[];
+    /**
+     * Retrieves all tasks in the task graph topologically sorted
+     * @returns An array of tasks in the task graph topologically sorted
+     */
+    topologicallySortedNodes(): ITask<any, any, any>[];
+    /**
+     * Adds a task to the task graph
+     * @param task The task to add
+     * @returns The current task graph
+     */
+    addTask(fn: PipeFunction<any, any>, config?: any): unknown;
+    addTask(task: ITask<any, any, any>): unknown;
+    /**
+     * Adds multiple tasks to the task graph
+     * @param tasks The tasks to add
+     * @returns The current task graph
+     */
+    addTasks(tasks: PipeFunction<any, any>[]): unknown[];
+    addTasks(tasks: ITask<any, any, any>[]): unknown[];
+    /**
+     * Adds a data flow to the task graph
+     * @param dataflow The data flow to add
+     * @returns The current task graph
+     */
+    addDataflow(dataflow: Dataflow): `${string}[${string}] ==> ${string}[${string}]`;
+    /**
+     * Adds multiple data flows to the task graph
+     * @param dataflows The data flows to add
+     * @returns The current task graph
+     */
+    addDataflows(dataflows: Dataflow[]): `${string}[${string}] ==> ${string}[${string}]`[];
+    /**
+     * Retrieves a data flow from the task graph by its id
+     * @param id The id of the data flow to retrieve
+     * @returns The data flow with the given id, or undefined if not found
+     */
+    getDataflow(id: DataflowIdType): Dataflow | undefined;
+    /**
+     * Retrieves all data flows in the task graph
+     * @returns An array of data flows in the task graph
+     */
+    getDataflows(): Dataflow[];
+    /**
+     * Removes a data flow from the task graph
+     * @param dataflow The data flow to remove
+     * @returns The current task graph
+     */
+    removeDataflow(dataflow: Dataflow): void;
+    /**
+     * Retrieves the data flows that are sources of a given task
+     * @param taskId The id of the task to retrieve sources for
+     * @returns An array of data flows that are sources of the given task
+     */
+    getSourceDataflows(taskId: unknown): Dataflow[];
+    /**
+     * Retrieves the data flows that are targets of a given task
+     * @param taskId The id of the task to retrieve targets for
+     * @returns An array of data flows that are targets of the given task
+     */
+    getTargetDataflows(taskId: unknown): Dataflow[];
+    /**
+     * Retrieves the tasks that are sources of a given task
+     * @param taskId The id of the task to retrieve sources for
+     * @returns An array of tasks that are sources of the given task
+     */
+    getSourceTasks(taskId: unknown): ITask<any, any, any>[];
+    /**
+     * Retrieves the tasks that are targets of a given task
+     * @param taskId The id of the task to retrieve targets for
+     * @returns An array of tasks that are targets of the given task
+     */
+    getTargetTasks(taskId: unknown): ITask<any, any, any>[];
+    /**
+     * Removes a task from the task graph
+     * @param taskId The id of the task to remove
+     * @returns The current task graph
+     */
+    removeTask(taskId: unknown): void;
+    resetGraph(): void;
+    /**
+     * Converts the task graph to a JSON format suitable for dependency tracking
+     * @returns An array of JsonTaskItem objects, each representing a task and its dependencies
+     */
+    toJSON(): TaskGraphJson;
+    /**
+     * Converts the task graph to a JSON format suitable for dependency tracking
+     * @returns An array of JsonTaskItem objects, each representing a task and its dependencies
+     */
+    toDependencyJSON(): JsonTaskItem[];
+    /**
+     * Event emitter for task lifecycle events
+     */
+    get events(): EventEmitter<TaskGraphStatusListeners>;
+    protected _events: EventEmitter<TaskGraphStatusListeners> | undefined;
+    /**
+     * Subscribes to an event
+     * @param name - The event name to listen for
+     * @param fn - The callback function to execute when the event occurs
+     * @returns a function to unsubscribe from the event
+     */
+    subscribe<Event extends TaskGraphEvents>(name: Event, fn: TaskGraphEventListener<Event>): () => void;
+    /**
+     * Registers an event listener for the specified event
+     * @param name - The event name to listen for
+     * @param fn - The callback function to execute when the event occurs
+     */
+    on<Event extends TaskGraphEvents>(name: Event, fn: TaskGraphEventListener<Event>): void | EventEmitter<TaskGraphStatusListeners>;
+    /**
+     * Removes an event listener for the specified event
+     * @param name - The event name to listen for
+     * @param fn - The callback function to execute when the event occurs
+     */
+    off<Event extends TaskGraphEvents>(name: Event, fn: TaskGraphEventListener<Event>): void | EventEmitter<TaskGraphStatusListeners>;
+    /**
+     * Emits an event for the specified event
+     * @param name - The event name to emit
+     * @param args - The arguments to pass to the event listener
+     */
+    emit<E extends GraphEventDagEvents>(name: E, ...args: GraphEventDagParameters<E>): void;
+    emit<E extends TaskGraphStatusEvents>(name: E, ...args: TaskGraphEventStatusParameters<E>): void;
+    /**
+     * Emits an event for the specified event
+     * @param name - The event name to emit
+     * @param args - The arguments to pass to the event listener
+     */
+    protected emit_local<Event extends TaskGraphStatusEvents>(name: Event, ...args: TaskGraphEventStatusParameters<Event>): void;
+    /**
+     * Emits an event for the specified event
+     * @param name - The event name to emit
+     * @param args - The arguments to pass to the event listener
+     */
+    protected emit_dag<Event extends GraphEventDagEvents>(name: Event, ...args: GraphEventDagParameters<Event>): void;
+}
+/**
+ * Super simple helper if you know the input and output handles, and there is only one each
+ *
+ * @param tasks
+ * @param inputHandle
+ * @param outputHandle
+ * @returns
+ */
+export declare function serialGraph(tasks: ITask<any, any, any>[], inputHandle: string, outputHandle: string): TaskGraph;
+export {};
+//# sourceMappingURL=TaskGraph.d.ts.map

package/dist/task-graph/TaskGraph.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"TaskGraph.d.ts","sourceRoot":"","sources":["../../src/task-graph/TaskGraph.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,oBAAoB,EAAE,YAAY,EAAS,MAAM,gBAAgB,CAAC;AAC3E,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAC/D,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACvF,OAAO,EAAc,KAAK,YAAY,EAAE,MAAM,eAAe,CAAC;AAC9D,OAAO,EAAE,QAAQ,EAAE,KAAK,cAAc,EAAE,MAAM,YAAY,CAAC;AAC3D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAEL,mBAAmB,EACnB,uBAAuB,EACvB,sBAAsB,EACtB,eAAe,EACf,8BAA8B,EAC9B,qBAAqB,EACrB,wBAAwB,EACzB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,qBAAqB,EACrB,WAAW,EACX,KAAK,gBAAgB,EACrB,eAAe,EAChB,MAAM,mBAAmB,CAAC;AAE3B;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,uDAAuD;IACvD,WAAW,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC;IAC7C,8CAA8C;IAC9C,YAAY,CAAC,EAAE,WAAW,CAAC;IAC3B,qDAAqD;IACrD,gBAAgB,CAAC,EAAE,UAAU,CAAC;CAC/B;AAED,cAAM,YAAa,SAAQ,oBAAoB,CAC7C,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EACpB,QAAQ,EACR,UAAU,EACV,cAAc,CACf;;CAOA;AAED,UAAU,0BAA0B;IAClC,WAAW,CAAC,EAAE,oBAAoB,CAAC;IACnC,GAAG,CAAC,EAAE,YAAY,CAAC;CACpB;AAED;;GAEG;AACH,qBAAa,SAAU,YAAW,UAAU;IAC1C,uDAAuD;IAChD,WAAW,CAAC,EAAE,oBAAoB,CAAC;IAE1C;;;OAGG;gBACS,EAAE,WAAW,EAAE,GAAG,EAAE,GAAE,0BAA+B;IAKjE,OAAO,CAAC,IAAI,CAAe;IAE3B,OAAO,CAAC,OAAO,CAA8B;IAC7C,IAAW,MAAM,IAAI,eAAe,CAKnC;IAMD;;;;;OAKG;IACI,GAAG,CAAC,aAAa,SAAS,UAAU,EACzC,KAAK,GAAE,SAA2B,EAClC,MAAM,GAAE,kBAAuB,GAC9B,OAAO,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;IAQ3C;;;;OAIG;IACI,WAAW,CAAC,MAAM,SAAS,UAAU,KAAK,OAAO,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAIlF;;;;;OAKG;IAEI,8BAA8B,CACnC,aAAa,SAAS,UAAU,EAChC,KAAK,SAAS,qBAAqB,GAAG,qBAAqB,EAE3D,OAAO,EAAE,gBAAgB,CAAC,aAAa,CAAC,EACxC,aAAa,EAAE,KAAK,GACnB,WAAW,CAAC,aAAa,EAAE,KAAK,CAAC;IAIpC;;OAEG;IACI,KAAK;IAIZ;;OAEG;IACU,OAAO;IAIpB;;;;OAIG;IACI,OAAO,CAAC,EAAE,EAAE,UAAU,GAAG,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,SAAS;IAIhE;;;OAGG;IACI,QAAQ,IAAI,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE;IAIzC;;;OAGG;IACI,wBAAwB,IAAI,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE;IAIzD;;;;OAIG;IACI,OAAO,CAAC,EAAE,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,MAAM,CAAC,EAAE,GAAG,GAAG,OAAO;IAC1D,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,OAAO;IAKnD;;;;OAIG;IACI,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,GAAG,OAAO,EAAE;IACpD,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,GAAG,OAAO,EAAE;IAKzD;;;;OAIG;IACI,WAAW,CAAC,QAAQ,EAAE,QAAQ;IAIrC;;;;OAIG;IACI,YAAY,CAAC,SAAS,EAAE,QAAQ,EAAE;IAOzC;;;;OAIG;IACI,WAAW,CAAC,EAAE,EAAE,cAAc,GAAG,QAAQ,GAAG,SAAS;IAmB5D;;;OAGG;IACI,YAAY,IAAI,QAAQ,EAAE;IAIjC;;;;OAIG;IACI,cAAc,CAAC,QAAQ,EAAE,QAAQ;IAIxC;;;;OAIG;IACI,kBAAkB,CAAC,MAAM,EAAE,OAAO,GAAG,QAAQ,EAAE;IAItD;;;;OAIG;IACI,kBAAkB,CAAC,MAAM,EAAE,OAAO,GAAG,QAAQ,EAAE;IAItD;;;;OAIG;IACI,cAAc,CAAC,MAAM,EAAE,OAAO,GAAG,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE;IAI9D;;;;OAIG;IACI,cAAc,CAAC,MAAM,EAAE,OAAO,GAAG,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE;IAI9D;;;;OAIG;IACI,UAAU,CAAC,MAAM,EAAE,OAAO;IAI1B,UAAU;IAIjB;;;OAGG;IACI,MAAM,IAAI,aAAa;IAS9B;;;OAGG;IACI,gBAAgB,IAAI,YAAY,EAAE;IAkCzC;;OAEG;IACH,IAAW,MAAM,IAAI,YAAY,CAAC,wBAAwB,CAAC,CAK1D;IACD,SAAS,CAAC,OAAO,EAAE,YAAY,CAAC,wBAAwB,CAAC,GAAG,SAAS,CAAC;IAEtE;;;;;OAKG;IACI,SAAS,CAAC,KAAK,SAAS,eAAe,EAC5C,IAAI,EAAE,KAAK,EACX,EAAE,EAAE,sBAAsB,CAAC,KAAK,CAAC,GAChC,MAAM,IAAI;IAKb;;;;OAIG;IACH,EAAE,CAAC,KAAK,SAAS,eAAe,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,sBAAsB,CAAC,KAAK,CAAC;IAWhF;;;;OAIG;IACH,GAAG,CAAC,KAAK,SAAS,eAAe,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,sBAAsB,CAAC,KAAK,CAAC;IAWjF;;;;OAIG;IACH,IAAI,CAAC,CAAC,SAAS,mBAAmB,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,IAAI,EAAE,uBAAuB,CAAC,CAAC,CAAC,GAAG,IAAI;IACvF,IAAI,CAAC,CAAC,SAAS,qBAAqB,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,IAAI,EAAE,8BAA8B,CAAC,CAAC,CAAC,GAAG,IAAI;IAYhG;;;;OAIG;IACH,SAAS,CAAC,UAAU,CAAC,KAAK,SAAS,qBAAqB,EACtD,IAAI,EAAE,KAAK,EACX,GAAG,IAAI,EAAE,8BAA8B,CAAC,KAAK,CAAC;IAKhD;;;;OAIG;IACH,SAAS,CAAC,QAAQ,CAAC,KAAK,SAAS,mBAAmB,EAClD,IAAI,EAAE,KAAK,EACX,GAAG,IAAI,EAAE,uBAAuB,CAAC,KAAK,CAAC;CAK1C;AAsBD;;;;;;;GAOG;AACH,wBAAgB,WAAW,CACzB,KAAK,EAAE,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,EAC7B,WAAW,EAAE,MAAM,EACnB,YAAY,EAAE,MAAM,GACnB,SAAS,CAKX"}

package/dist/task-graph/TaskGraphEvents.d.ts

@@ -0,0 +1,54 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { EventParameters } from "@workglow/util";
+import { ITask } from "../task/ITask";
+import { Dataflow } from "./Dataflow";
+/**
+ * Events that can be emitted by the TaskGraph
+ */
+export type TaskGraphStatusListeners = {
+    graph_progress: (progress: number, message?: string, ...args: any[]) => void;
+    start: () => void;
+    complete: () => void;
+    error: (error: Error) => void;
+    abort: () => void;
+    disabled: () => void;
+};
+export type TaskGraphStatusEvents = keyof TaskGraphStatusListeners;
+export type TaskGraphStatusListener<Event extends TaskGraphStatusEvents> = TaskGraphStatusListeners[Event];
+export type TaskGraphEventStatusParameters<Event extends TaskGraphStatusEvents> = EventParameters<TaskGraphStatusListeners, Event>;
+export type GraphEventDagListeners = {
+    task_added: (task: ITask) => void;
+    task_removed: (task: ITask) => void;
+    task_replaced: (task: ITask) => void;
+    dataflow_added: (dataflow: Dataflow) => void;
+    dataflow_removed: (dataflow: Dataflow) => void;
+    dataflow_replaced: (dataflow: Dataflow) => void;
+};
+export type GraphEventDagEvents = keyof GraphEventDagListeners;
+export type GraphEventDagListener<Event extends GraphEventDagEvents> = GraphEventDagListeners[Event];
+export type GraphEventDagParameters<Event extends GraphEventDagEvents> = EventParameters<GraphEventDagListeners, Event>;
+export type TaskGraphListeners = TaskGraphStatusListeners & GraphEventDagListeners;
+export type TaskGraphEvents = keyof TaskGraphListeners;
+export type TaskGraphEventListener<Event extends TaskGraphEvents> = TaskGraphListeners[Event];
+export type TaskGraphEventParameters<Event extends TaskGraphEvents> = EventParameters<TaskGraphListeners, Event>;
+export declare const EventDagToTaskGraphMapping: {
+    readonly "node-added": "task_added";
+    readonly "node-removed": "task_removed";
+    readonly "node-replaced": "task_replaced";
+    readonly "edge-added": "dataflow_added";
+    readonly "edge-removed": "dataflow_removed";
+    readonly "edge-replaced": "dataflow_replaced";
+};
+export declare const EventTaskGraphToDagMapping: {
+    readonly task_added: "node-added";
+    readonly task_removed: "node-removed";
+    readonly task_replaced: "node-replaced";
+    readonly dataflow_added: "edge-added";
+    readonly dataflow_removed: "edge-removed";
+    readonly dataflow_replaced: "edge-replaced";
+};
+//# sourceMappingURL=TaskGraphEvents.d.ts.map

package/dist/task-graph/TaskGraphEvents.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"TaskGraphEvents.d.ts","sourceRoot":"","sources":["../../src/task-graph/TaskGraphEvents.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAEtC;;GAEG;AAEH,MAAM,MAAM,wBAAwB,GAAG;IACrC,cAAc,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,CAAC;IAC7E,KAAK,EAAE,MAAM,IAAI,CAAC;IAClB,QAAQ,EAAE,MAAM,IAAI,CAAC;IACrB,KAAK,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IAC9B,KAAK,EAAE,MAAM,IAAI,CAAC;IAClB,QAAQ,EAAE,MAAM,IAAI,CAAC;CACtB,CAAC;AACF,MAAM,MAAM,qBAAqB,GAAG,MAAM,wBAAwB,CAAC;AACnE,MAAM,MAAM,uBAAuB,CAAC,KAAK,SAAS,qBAAqB,IACrE,wBAAwB,CAAC,KAAK,CAAC,CAAC;AAClC,MAAM,MAAM,8BAA8B,CAAC,KAAK,SAAS,qBAAqB,IAAI,eAAe,CAC/F,wBAAwB,EACxB,KAAK,CACN,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,UAAU,EAAE,CAAC,IAAI,EAAE,KAAK,KAAK,IAAI,CAAC;IAClC,YAAY,EAAE,CAAC,IAAI,EAAE,KAAK,KAAK,IAAI,CAAC;IACpC,aAAa,EAAE,CAAC,IAAI,EAAE,KAAK,KAAK,IAAI,CAAC;IACrC,cAAc,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,IAAI,CAAC;IAC7C,gBAAgB,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,IAAI,CAAC;IAC/C,iBAAiB,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,IAAI,CAAC;CACjD,CAAC;AACF,MAAM,MAAM,mBAAmB,GAAG,MAAM,sBAAsB,CAAC;AAC/D,MAAM,MAAM,qBAAqB,CAAC,KAAK,SAAS,mBAAmB,IACjE,sBAAsB,CAAC,KAAK,CAAC,CAAC;AAChC,MAAM,MAAM,uBAAuB,CAAC,KAAK,SAAS,mBAAmB,IAAI,eAAe,CACtF,sBAAsB,EACtB,KAAK,CACN,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG,wBAAwB,GAAG,sBAAsB,CAAC;AACnF,MAAM,MAAM,eAAe,GAAG,MAAM,kBAAkB,CAAC;AACvD,MAAM,MAAM,sBAAsB,CAAC,KAAK,SAAS,eAAe,IAAI,kBAAkB,CAAC,KAAK,CAAC,CAAC;AAC9F,MAAM,MAAM,wBAAwB,CAAC,KAAK,SAAS,eAAe,IAAI,eAAe,CACnF,kBAAkB,EAClB,KAAK,CACN,CAAC;AAEF,eAAO,MAAM,0BAA0B;;;;;;;CAO7B,CAAC;AAEX,eAAO,MAAM,0BAA0B;;;;;;;CAO7B,CAAC"}

package/dist/task-graph/TaskGraphRunner.d.ts

@@ -0,0 +1,202 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { ConvertAllToOptionalArray } from "@workglow/util";
+import { TaskOutputRepository } from "../storage/TaskOutputRepository";
+import { ITask } from "../task/ITask";
+import { TaskError } from "../task/TaskError";
+import { Provenance, TaskInput, TaskOutput, TaskStatus } from "../task/TaskTypes";
+import { TaskGraph, TaskGraphRunConfig } from "./TaskGraph";
+import { DependencyBasedScheduler, TopologicalScheduler } from "./TaskGraphScheduler";
+export type GraphSingleTaskResult<T> = {
+    id: unknown;
+    type: String;
+    data: T;
+};
+export type GraphResultArray<T> = Array<GraphSingleTaskResult<T>>;
+export type PropertyArrayGraphResult<T> = ConvertAllToOptionalArray<T>;
+export type AnyGraphResult<T> = PropertyArrayGraphResult<T> | GraphResultArray<T>;
+export declare const PROPERTY_ARRAY: "PROPERTY_ARRAY";
+export declare const GRAPH_RESULT_ARRAY: "GRAPH_RESULT_ARRAY";
+export type GraphResultMap<T> = {
+    [GRAPH_RESULT_ARRAY]: GraphResultArray<T>;
+    [PROPERTY_ARRAY]: PropertyArrayGraphResult<T>;
+};
+/**
+ * Enum representing the possible compound merge strategies
+ */
+export type CompoundMergeStrategy = typeof PROPERTY_ARRAY | typeof GRAPH_RESULT_ARRAY;
+export type GraphResult<Output, Merge extends CompoundMergeStrategy> = GraphResultMap<Output>[Merge];
+/**
+ * Class for running a task graph
+ * Manages the execution of tasks in a task graph, including provenance tracking and caching
+ */
+export declare class TaskGraphRunner {
+    protected processScheduler: DependencyBasedScheduler;
+    protected reactiveScheduler: TopologicalScheduler;
+    /**
+     * Whether the task graph is currently running
+     */
+    protected running: boolean;
+    protected reactiveRunning: boolean;
+    /**
+     * Map of provenance input for each task
+     */
+    protected provenanceInput: Map<unknown, TaskInput>;
+    /**
+     * The task graph to run
+     */
+    readonly graph: TaskGraph;
+    /**
+     * Output cache repository
+     */
+    protected outputCache?: TaskOutputRepository;
+    /**
+     * AbortController for cancelling graph execution
+     */
+    protected abortController: AbortController | undefined;
+    /**
+     * Maps to track task execution state
+     */
+    protected inProgressTasks: Map<unknown, Promise<TaskOutput>>;
+    protected inProgressFunctions: Map<unknown, Promise<any>>;
+    protected failedTaskErrors: Map<unknown, TaskError>;
+    /**
+     * Constructor for TaskGraphRunner
+     * @param graph The task graph to run
+     * @param outputCache The task output repository to use for caching task outputs
+     * @param processScheduler The scheduler to use for task execution
+     * @param reactiveScheduler The scheduler to use for reactive task execution
+     */
+    constructor(graph: TaskGraph, outputCache?: TaskOutputRepository, processScheduler?: DependencyBasedScheduler, reactiveScheduler?: TopologicalScheduler);
+    runGraph<ExecuteOutput extends TaskOutput>(input?: TaskInput, config?: TaskGraphRunConfig): Promise<GraphResultArray<ExecuteOutput>>;
+    /**
+     * Runs the task graph in a reactive manner
+     * @returns A promise that resolves when all tasks are complete
+     * @throws TaskConfigurationError if the graph is already running reactively
+     */
+    runGraphReactive<Output extends TaskOutput>(): Promise<GraphResultArray<Output>>;
+    /**
+     * Aborts the task graph execution
+     */
+    abort(): void;
+    /**
+     * Disables the task graph execution
+     */
+    disable(): Promise<void>;
+    /**
+     * Filters graph-level input to only include properties that are not connected via dataflows for a given task
+     * @param task The task to filter input for
+     * @param input The graph-level input
+     * @returns Filtered input containing only unconnected properties
+     */
+    protected filterInputForTask(task: ITask, input: TaskInput): TaskInput;
+    /**
+     * Adds input data to a task.
+     * Delegates to {@link Task.addInput} for the actual merging logic.
+     *
+     * @param task The task to add input data to
+     * @param overrides The input data to override (or add to if an array)
+     */
+    addInputData(task: ITask, overrides: Partial<TaskInput> | undefined): void;
+    mergeExecuteOutputsToRunOutput<ExecuteOutput extends TaskOutput, Merge extends CompoundMergeStrategy = CompoundMergeStrategy>(results: GraphResultArray<ExecuteOutput>, compoundMerge: Merge): GraphResult<ExecuteOutput, Merge>;
+    /**
+     * Copies input data from edges to a task
+     * @param task The task to copy input data to
+     */
+    protected copyInputFromEdgesToNode(task: ITask): void;
+    /**
+     * Retrieves the provenance input for a task
+     * @param node The task to retrieve provenance input for
+     * @returns The provenance input for the task
+     */
+    protected getInputProvenance(node: ITask): TaskInput;
+    /**
+     * Pushes the output of a task to its target tasks
+     * @param node The task that produced the output
+     * @param results The output of the task
+     * @param nodeProvenance The provenance input for the task
+     */
+    protected pushOutputFromNodeToEdges(node: ITask, results: TaskOutput, nodeProvenance?: Provenance): Promise<void>;
+    /**
+     * Pushes the status of a task to its target edges
+     * @param node The task that produced the status
+     *
+     * For ConditionalTask, this method handles selective dataflow status:
+     * - Active branch dataflows get COMPLETED status
+     * - Inactive branch dataflows get DISABLED status
+     */
+    protected pushStatusFromNodeToEdges(graph: TaskGraph, node: ITask, status?: TaskStatus): void;
+    /**
+     * Pushes the error of a task to its target edges
+     * @param node The task that produced the error
+     */
+    protected pushErrorFromNodeToEdges(graph: TaskGraph, node: ITask): void;
+    /**
+     * Propagates DISABLED status through the graph.
+     *
+     * When a task's ALL incoming dataflows are DISABLED, that task becomes unreachable
+     * and should also be disabled. This cascades through the graph until no more
+     * tasks can be disabled.
+     *
+     * This is used by ConditionalTask to disable downstream tasks on inactive branches.
+     *
+     * @param graph The task graph to propagate disabled status through
+     */
+    protected propagateDisabledStatus(graph: TaskGraph): void;
+    /**
+     * Runs a task with provenance input
+     * @param task The task to run
+     * @param parentProvenance The provenance input for the task
+     * @returns The output of the task
+     */
+    protected runTaskWithProvenance<T>(task: ITask, input: TaskInput, parentProvenance: Provenance): Promise<GraphSingleTaskResult<T>>;
+    /**
+     * Resets a task
+     * @param graph The task graph to reset
+     * @param task The task to reset
+     * @param runId The run ID
+     */
+    protected resetTask(graph: TaskGraph, task: ITask, runId: string): void;
+    /**
+     * Resets the task graph, recursively
+     * @param graph The task graph to reset
+     */
+    resetGraph(graph: TaskGraph, runnerId: string): void;
+    /**
+     * Handles the start of task graph execution
+     * @param parentSignal Optional abort signal from parent
+     */
+    protected handleStart(config?: TaskGraphRunConfig): Promise<void>;
+    protected handleStartReactive(): Promise<void>;
+    /**
+     * Handles the completion of task graph execution
+     */
+    protected handleComplete(): Promise<void>;
+    protected handleCompleteReactive(): Promise<void>;
+    /**
+     * Handles errors during task graph execution
+     */
+    protected handleError(error: TaskError): Promise<void>;
+    protected handleErrorReactive(): Promise<void>;
+    /**
+     * Handles task graph abortion
+     */
+    protected handleAbort(): Promise<void>;
+    protected handleAbortReactive(): Promise<void>;
+    /**
+     * Handles task graph disabling
+     */
+    protected handleDisable(): Promise<void>;
+    /**
+     * Handles progress updates for the task graph
+     * Currently not implemented at the graph level
+     * @param progress Progress value (0-100)
+     * @param message Optional message
+     * @param args Additional arguments
+     */
+    protected handleProgress(task: ITask, progress: number, message?: string, ...args: any[]): Promise<void>;
+}
+//# sourceMappingURL=TaskGraphRunner.d.ts.map

package/dist/task-graph/TaskGraphRunner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"TaskGraphRunner.d.ts","sourceRoot":"","sources":["../../src/task-graph/TaskGraphRunner.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAEL,yBAAyB,EAG1B,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAA0B,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AAE/F,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,EAA4C,SAAS,EAAE,MAAM,mBAAmB,CAAC;AACxF,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAElF,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAC5D,OAAO,EAAE,wBAAwB,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAEtF,MAAM,MAAM,qBAAqB,CAAC,CAAC,IAAI;IACrC,EAAE,EAAE,OAAO,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,CAAC,CAAC;CACT,CAAC;AACF,MAAM,MAAM,gBAAgB,CAAC,CAAC,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,CAAC;AAClE,MAAM,MAAM,wBAAwB,CAAC,CAAC,IAAI,yBAAyB,CAAC,CAAC,CAAC,CAAC;AACvE,MAAM,MAAM,cAAc,CAAC,CAAC,IAAI,wBAAwB,CAAC,CAAC,CAAC,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;AAElF,eAAO,MAAM,cAAc,EAAG,gBAAyB,CAAC;AACxD,eAAO,MAAM,kBAAkB,EAAG,oBAA6B,CAAC;AAEhE,MAAM,MAAM,cAAc,CAAC,CAAC,IAAI;IAE9B,CAAC,kBAAkB,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAE1C,CAAC,cAAc,CAAC,EAAE,wBAAwB,CAAC,CAAC,CAAC,CAAC;CAC/C,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,qBAAqB,GAAG,OAAO,cAAc,GAAG,OAAO,kBAAkB,CAAC;AAEtF,MAAM,MAAM,WAAW,CACrB,MAAM,EACN,KAAK,SAAS,qBAAqB,IACjC,cAAc,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;AAElC;;;GAGG;AACH,qBAAa,eAAe;IA2CxB,SAAS,CAAC,gBAAgB;IAC1B,SAAS,CAAC,iBAAiB;IA3C7B;;OAEG;IACH,SAAS,CAAC,OAAO,UAAS;IAC1B,SAAS,CAAC,eAAe,UAAS;IAElC;;OAEG;IACH,SAAS,CAAC,eAAe,EAAE,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAEnD;;OAEG;IACH,SAAgB,KAAK,EAAE,SAAS,CAAC;IAEjC;;OAEG;IACH,SAAS,CAAC,WAAW,CAAC,EAAE,oBAAoB,CAAC;IAC7C;;OAEG;IACH,SAAS,CAAC,eAAe,EAAE,eAAe,GAAG,SAAS,CAAC;IAEvD;;OAEG;IACH,SAAS,CAAC,eAAe,EAAE,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC,CAAa;IACzE,SAAS,CAAC,mBAAmB,EAAE,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAa;IACtE,SAAS,CAAC,gBAAgB,EAAE,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAa;IAEhE;;;;;;OAMG;gBAED,KAAK,EAAE,SAAS,EAChB,WAAW,CAAC,EAAE,oBAAoB,EACxB,gBAAgB,2BAAsC,EACtD,iBAAiB,uBAAkC;IAYlD,QAAQ,CAAC,aAAa,SAAS,UAAU,EACpD,KAAK,GAAE,SAA2B,EAClC,MAAM,CAAC,EAAE,kBAAkB,GAC1B,OAAO,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;IA8E3C;;;;OAIG;IACU,gBAAgB,CAAC,MAAM,SAAS,UAAU,KAAK,OAAO,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAuC7F;;OAEG;IACI,KAAK,IAAI,IAAI;IAIpB;;OAEG;IACU,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAIrC;;;;;OAKG;IACH,SAAS,CAAC,kBAAkB,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,GAAG,SAAS;IAoBtE;;;;;;OAMG;IACI,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG,SAAS,GAAG,IAAI;IAc1E,8BAA8B,CACnC,aAAa,SAAS,UAAU,EAChC,KAAK,SAAS,qBAAqB,GAAG,qBAAqB,EAE3D,OAAO,EAAE,gBAAgB,CAAC,aAAa,CAAC,EACxC,aAAa,EAAE,KAAK,GACnB,WAAW,CAAC,aAAa,EAAE,KAAK,CAAC;IAqBpC;;;OAGG;IACH,SAAS,CAAC,wBAAwB,CAAC,IAAI,EAAE,KAAK;IAO9C;;;;OAIG;IACH,SAAS,CAAC,kBAAkB,CAAC,IAAI,EAAE,KAAK,GAAG,SAAS;IAQpD;;;;;OAKG;cACa,yBAAyB,CACvC,IAAI,EAAE,KAAK,EACX,OAAO,EAAE,UAAU,EACnB,cAAc,CAAC,EAAE,UAAU;IAkB7B;;;;;;;OAOG;IACH,SAAS,CAAC,yBAAyB,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE,UAAU,GAAG,IAAI;IA6C7F;;;OAGG;IACH,SAAS,CAAC,wBAAwB,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,GAAG,IAAI;IAOvE;;;;;;;;;;OAUG;IACH,SAAS,CAAC,uBAAuB,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI;IA8CzD;;;;;OAKG;cACa,qBAAqB,CAAC,CAAC,EACrC,IAAI,EAAE,KAAK,EACX,KAAK,EAAE,SAAS,EAChB,gBAAgB,EAAE,UAAU,GAC3B,OAAO,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IA0BpC;;;;;OAKG;IACH,SAAS,CAAC,SAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM;IAehE;;;OAGG;IACI,UAAU,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM;IAapD;;;OAGG;cACa,WAAW,CAAC,MAAM,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;cA6CvD,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC;IAQpD;;OAEG;cACa,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;cAK/B,sBAAsB,IAAI,OAAO,CAAC,IAAI,CAAC;IAIvD;;OAEG;cACa,WAAW,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;cAY5C,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC;IAIpD;;OAEG;cACa,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;cAU5B,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC;IAIpD;;OAEG;cACa,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAY9C;;;;;;OAMG;cACa,cAAc,CAC5B,IAAI,EAAE,KAAK,EACX,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE,MAAM,EAChB,GAAG,IAAI,EAAE,GAAG,EAAE,GACb,OAAO,CAAC,IAAI,CAAC;CAUjB"}

package/dist/task-graph/TaskGraphScheduler.d.ts

@@ -0,0 +1,56 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { ITask } from "../task/ITask";
+import { TaskGraph } from "./TaskGraph";
+/**
+ * Interface for task graph schedulers
+ */
+export interface ITaskGraphScheduler {
+    /**
+     * Gets an async iterator of tasks that can be executed
+     * @returns AsyncIterator of tasks that resolves to each task when it's ready
+     */
+    tasks(): AsyncIterableIterator<ITask>;
+    /**
+     * Notifies the scheduler that a task has completed
+     * @param taskId The ID of the completed task
+     */
+    onTaskCompleted(taskId: unknown): void;
+    /**
+     * Resets the scheduler state
+     */
+    reset(): void;
+}
+/**
+ * Sequential scheduler that executes one task at a time in topological order
+ * Useful for debugging and understanding task execution flow
+ */
+export declare class TopologicalScheduler implements ITaskGraphScheduler {
+    private dag;
+    private sortedNodes;
+    private currentIndex;
+    constructor(dag: TaskGraph);
+    tasks(): AsyncIterableIterator<ITask>;
+    onTaskCompleted(taskId: unknown): void;
+    reset(): void;
+}
+/**
+ * Event-driven scheduler that executes tasks as soon as their dependencies are satisfied
+ * Most efficient for parallel execution but requires completion notifications
+ */
+export declare class DependencyBasedScheduler implements ITaskGraphScheduler {
+    private dag;
+    private completedTasks;
+    private pendingTasks;
+    private nextResolver;
+    constructor(dag: TaskGraph);
+    private isTaskReady;
+    private waitForNextTask;
+    tasks(): AsyncIterableIterator<ITask>;
+    onTaskCompleted(taskId: unknown): void;
+    reset(): void;
+}
+//# sourceMappingURL=TaskGraphScheduler.d.ts.map

package/dist/task-graph/TaskGraphScheduler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"TaskGraphScheduler.d.ts","sourceRoot":"","sources":["../../src/task-graph/TaskGraphScheduler.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAEtC,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAExC;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC;;;OAGG;IACH,KAAK,IAAI,qBAAqB,CAAC,KAAK,CAAC,CAAC;IAEtC;;;OAGG;IACH,eAAe,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI,CAAC;IAEvC;;OAEG;IACH,KAAK,IAAI,IAAI,CAAC;CACf;AAED;;;GAGG;AACH,qBAAa,oBAAqB,YAAW,mBAAmB;IAIlD,OAAO,CAAC,GAAG;IAHvB,OAAO,CAAC,WAAW,CAAU;IAC7B,OAAO,CAAC,YAAY,CAAS;gBAET,GAAG,EAAE,SAAS;IAM3B,KAAK,IAAI,qBAAqB,CAAC,KAAK,CAAC;IAM5C,eAAe,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAItC,KAAK,IAAI,IAAI;CAId;AAED;;;GAGG;AACH,qBAAa,wBAAyB,YAAW,mBAAmB;IAKtD,OAAO,CAAC,GAAG;IAJvB,OAAO,CAAC,cAAc,CAAe;IACrC,OAAO,CAAC,YAAY,CAAa;IACjC,OAAO,CAAC,YAAY,CAA+C;gBAE/C,GAAG,EAAE,SAAS;IAMlC,OAAO,CAAC,WAAW;YA4BL,eAAe;IA4BtB,KAAK,IAAI,qBAAqB,CAAC,KAAK,CAAC;IAW5C,eAAe,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IA2BtC,KAAK,IAAI,IAAI;CAKd"}