@donkeylabs/server 0.4.7 → 0.4.8

package/src/core/workflows.ts

@@ -0,0 +1,1173 @@
+// Core Workflows Service
+// Step function / state machine orchestration built on Jobs
+//
+// Supports:
+// - task: Execute a job (sync or async)
+// - parallel: Run multiple branches concurrently
+// - choice: Conditional branching
+// - pass: Transform data / no-op
+
+import type { Events } from "./events";
+import type { Jobs } from "./jobs";
+import type { SSE } from "./sse";
+
+// ============================================
+// Step Types
+// ============================================
+
+export type StepType = "task" | "parallel" | "choice" | "pass";
+
+export interface BaseStepDefinition {
+  name: string;
+  type: StepType;
+  next?: string;
+  end?: boolean;
+  /** Retry configuration for this step */
+  retry?: RetryConfig;
+  /** Timeout for this step in milliseconds */
+  timeout?: number;
+}
+
+export interface RetryConfig {
+  maxAttempts: number;
+  /** Backoff multiplier (default: 2) */
+  backoffRate?: number;
+  /** Initial delay in ms (default: 1000) */
+  intervalMs?: number;
+  /** Max delay in ms (default: 30000) */
+  maxIntervalMs?: number;
+  /** Errors to retry on (default: all) */
+  retryOn?: string[];
+}
+
+// Task Step: Execute a job
+export interface TaskStepDefinition extends BaseStepDefinition {
+  type: "task";
+  /** Job name to execute */
+  job: string;
+  /** Transform workflow context to job input */
+  input?: (ctx: WorkflowContext) => any;
+  /** Transform job result to step output */
+  output?: (result: any, ctx: WorkflowContext) => any;
+}
+
+// Parallel Step: Run branches concurrently
+export interface ParallelStepDefinition extends BaseStepDefinition {
+  type: "parallel";
+  /** Branches to execute in parallel */
+  branches: WorkflowDefinition[];
+  /** How to handle branch failures */
+  onError?: "fail-fast" | "wait-all";
+}
+
+// Choice Step: Conditional branching
+export interface ChoiceCondition {
+  /** Condition function - return true to take this branch */
+  condition: (ctx: WorkflowContext) => boolean;
+  /** Step to go to if condition is true */
+  next: string;
+}
+
+export interface ChoiceStepDefinition extends BaseStepDefinition {
+  type: "choice";
+  /** Conditions evaluated in order */
+  choices: ChoiceCondition[];
+  /** Default step if no conditions match */
+  default?: string;
+}
+
+// Pass Step: Transform data or no-op
+export interface PassStepDefinition extends BaseStepDefinition {
+  type: "pass";
+  /** Transform input to output */
+  transform?: (ctx: WorkflowContext) => any;
+  /** Static result to use */
+  result?: any;
+}
+
+export type StepDefinition =
+  | TaskStepDefinition
+  | ParallelStepDefinition
+  | ChoiceStepDefinition
+  | PassStepDefinition;
+
+// ============================================
+// Workflow Definition
+// ============================================
+
+export interface WorkflowDefinition {
+  name: string;
+  steps: Map<string, StepDefinition>;
+  startAt: string;
+  /** Default timeout for the entire workflow in ms */
+  timeout?: number;
+  /** Default retry config for all steps */
+  defaultRetry?: RetryConfig;
+}
+
+// ============================================
+// Workflow Instance (Runtime State)
+// ============================================
+
+export type WorkflowStatus =
+  | "pending"
+  | "running"
+  | "completed"
+  | "failed"
+  | "cancelled"
+  | "timed_out";
+
+export type StepStatus =
+  | "pending"
+  | "running"
+  | "completed"
+  | "failed"
+  | "skipped";
+
+export interface StepResult {
+  stepName: string;
+  status: StepStatus;
+  input?: any;
+  output?: any;
+  error?: string;
+  startedAt?: Date;
+  completedAt?: Date;
+  attempts: number;
+}
+
+export interface WorkflowInstance {
+  id: string;
+  workflowName: string;
+  status: WorkflowStatus;
+  currentStep?: string;
+  input: any;
+  output?: any;
+  error?: string;
+  stepResults: Record<string, StepResult>;
+  /** For parallel steps, track branch instances */
+  branchInstances?: Record<string, string[]>;
+  createdAt: Date;
+  startedAt?: Date;
+  completedAt?: Date;
+  /** Parent workflow instance ID (for branches) */
+  parentId?: string;
+  /** Branch name if this is a branch instance */
+  branchName?: string;
+}
+
+// ============================================
+// Workflow Context (Available to steps)
+// ============================================
+
+export interface WorkflowContext {
+  /** Original workflow input */
+  input: any;
+  /** Results from completed steps */
+  steps: Record<string, any>;
+  /** Current workflow instance */
+  instance: WorkflowInstance;
+  /** Get a step result with type safety */
+  getStepResult<T = any>(stepName: string): T | undefined;
+}
+
+// ============================================
+// Workflow Adapter (Persistence)
+// ============================================
+
+export interface WorkflowAdapter {
+  createInstance(instance: Omit<WorkflowInstance, "id">): Promise<WorkflowInstance>;
+  getInstance(instanceId: string): Promise<WorkflowInstance | null>;
+  updateInstance(instanceId: string, updates: Partial<WorkflowInstance>): Promise<void>;
+  deleteInstance(instanceId: string): Promise<boolean>;
+  getInstancesByWorkflow(workflowName: string, status?: WorkflowStatus): Promise<WorkflowInstance[]>;
+  getRunningInstances(): Promise<WorkflowInstance[]>;
+}
+
+// In-memory adapter
+export class MemoryWorkflowAdapter implements WorkflowAdapter {
+  private instances = new Map<string, WorkflowInstance>();
+  private counter = 0;
+
+  async createInstance(instance: Omit<WorkflowInstance, "id">): Promise<WorkflowInstance> {
+    const id = `wf_${++this.counter}_${Date.now()}`;
+    const fullInstance: WorkflowInstance = { ...instance, id };
+    this.instances.set(id, fullInstance);
+    return fullInstance;
+  }
+
+  async getInstance(instanceId: string): Promise<WorkflowInstance | null> {
+    return this.instances.get(instanceId) ?? null;
+  }
+
+  async updateInstance(instanceId: string, updates: Partial<WorkflowInstance>): Promise<void> {
+    const instance = this.instances.get(instanceId);
+    if (instance) {
+      Object.assign(instance, updates);
+    }
+  }
+
+  async deleteInstance(instanceId: string): Promise<boolean> {
+    return this.instances.delete(instanceId);
+  }
+
+  async getInstancesByWorkflow(
+    workflowName: string,
+    status?: WorkflowStatus
+  ): Promise<WorkflowInstance[]> {
+    const results: WorkflowInstance[] = [];
+    for (const instance of this.instances.values()) {
+      if (instance.workflowName === workflowName) {
+        if (!status || instance.status === status) {
+          results.push(instance);
+        }
+      }
+    }
+    return results;
+  }
+
+  async getRunningInstances(): Promise<WorkflowInstance[]> {
+    const results: WorkflowInstance[] = [];
+    for (const instance of this.instances.values()) {
+      if (instance.status === "running") {
+        results.push(instance);
+      }
+    }
+    return results;
+  }
+}
+
+// ============================================
+// Workflow Builder (Fluent API)
+// ============================================
+
+export class WorkflowBuilder {
+  private _name: string;
+  private _steps = new Map<string, StepDefinition>();
+  private _startAt?: string;
+  private _timeout?: number;
+  private _defaultRetry?: RetryConfig;
+  private _lastStep?: string;
+
+  constructor(name: string) {
+    this._name = name;
+  }
+
+  /** Set the starting step explicitly */
+  startAt(stepName: string): this {
+    this._startAt = stepName;
+    return this;
+  }
+
+  /** Set default timeout for the workflow */
+  timeout(ms: number): this {
+    this._timeout = ms;
+    return this;
+  }
+
+  /** Set default retry config for all steps */
+  defaultRetry(config: RetryConfig): this {
+    this._defaultRetry = config;
+    return this;
+  }
+
+  /** Add a task step that executes a job */
+  task(
+    name: string,
+    config: {
+      job: string;
+      input?: (ctx: WorkflowContext) => any;
+      output?: (result: any, ctx: WorkflowContext) => any;
+      retry?: RetryConfig;
+      timeout?: number;
+      next?: string;
+      end?: boolean;
+    }
+  ): this {
+    const step: TaskStepDefinition = {
+      name,
+      type: "task",
+      job: config.job,
+      input: config.input,
+      output: config.output,
+      retry: config.retry,
+      timeout: config.timeout,
+      next: config.next,
+      end: config.end,
+    };
+
+    this.addStep(step);
+    return this;
+  }
+
+  /** Add a parallel step that runs branches concurrently */
+  parallel(
+    name: string,
+    config: {
+      branches: WorkflowDefinition[];
+      onError?: "fail-fast" | "wait-all";
+      next?: string;
+      end?: boolean;
+    }
+  ): this {
+    const step: ParallelStepDefinition = {
+      name,
+      type: "parallel",
+      branches: config.branches,
+      onError: config.onError,
+      next: config.next,
+      end: config.end,
+    };
+
+    this.addStep(step);
+    return this;
+  }
+
+  /** Add a choice step for conditional branching */
+  choice(
+    name: string,
+    config: {
+      choices: ChoiceCondition[];
+      default?: string;
+    }
+  ): this {
+    const step: ChoiceStepDefinition = {
+      name,
+      type: "choice",
+      choices: config.choices,
+      default: config.default,
+    };
+
+    this.addStep(step);
+    return this;
+  }
+
+  /** Add a pass step for data transformation */
+  pass(
+    name: string,
+    config?: {
+      transform?: (ctx: WorkflowContext) => any;
+      result?: any;
+      next?: string;
+      end?: boolean;
+    }
+  ): this {
+    const step: PassStepDefinition = {
+      name,
+      type: "pass",
+      transform: config?.transform,
+      result: config?.result,
+      next: config?.next,
+      end: config?.end ?? (!config?.next),
+    };
+
+    this.addStep(step);
+    return this;
+  }
+
+  /** Add an end step (shorthand for pass with end: true) */
+  end(name: string = "end"): this {
+    return this.pass(name, { end: true });
+  }
+
+  private addStep(step: StepDefinition): void {
+    // Auto-link previous step to this one
+    if (this._lastStep && !this._steps.get(this._lastStep)?.next && !this._steps.get(this._lastStep)?.end) {
+      const lastStep = this._steps.get(this._lastStep)!;
+      if (lastStep.type !== "choice") {
+        lastStep.next = step.name;
+      }
+    }
+
+    // First step is the start
+    if (!this._startAt) {
+      this._startAt = step.name;
+    }
+
+    this._steps.set(step.name, step);
+    this._lastStep = step.name;
+  }
+
+  /** Build the workflow definition */
+  build(): WorkflowDefinition {
+    if (!this._startAt) {
+      throw new Error("Workflow must have at least one step");
+    }
+
+    // Validate: mark last step as end if not already
+    const lastStep = this._steps.get(this._lastStep!);
+    if (lastStep && !lastStep.next && !lastStep.end && lastStep.type !== "choice") {
+      lastStep.end = true;
+    }
+
+    return {
+      name: this._name,
+      steps: this._steps,
+      startAt: this._startAt,
+      timeout: this._timeout,
+      defaultRetry: this._defaultRetry,
+    };
+  }
+}
+
+/** Create a workflow builder */
+export function workflow(name: string): WorkflowBuilder {
+  return new WorkflowBuilder(name);
+}
+
+/** Create a branch for parallel steps */
+workflow.branch = function (name: string): WorkflowBuilder {
+  return new WorkflowBuilder(name);
+};
+
+// ============================================
+// Workflow Service Interface
+// ============================================
+
+export interface WorkflowsConfig {
+  adapter?: WorkflowAdapter;
+  events?: Events;
+  jobs?: Jobs;
+  sse?: SSE;
+  /** Poll interval for checking job completion (ms) */
+  pollInterval?: number;
+}
+
+export interface Workflows {
+  /** Register a workflow definition */
+  register(definition: WorkflowDefinition): void;
+  /** Start a new workflow instance */
+  start<T = any>(workflowName: string, input: T): Promise<string>;
+  /** Get a workflow instance by ID */
+  getInstance(instanceId: string): Promise<WorkflowInstance | null>;
+  /** Cancel a running workflow */
+  cancel(instanceId: string): Promise<boolean>;
+  /** Get all instances of a workflow */
+  getInstances(workflowName: string, status?: WorkflowStatus): Promise<WorkflowInstance[]>;
+  /** Resume workflows after server restart */
+  resume(): Promise<void>;
+  /** Stop the workflow service */
+  stop(): Promise<void>;
+}
+
+// ============================================
+// Workflow Service Implementation
+// ============================================
+
+class WorkflowsImpl implements Workflows {
+  private adapter: WorkflowAdapter;
+  private events?: Events;
+  private jobs?: Jobs;
+  private sse?: SSE;
+  private definitions = new Map<string, WorkflowDefinition>();
+  private running = new Map<string, { timeout?: ReturnType<typeof setTimeout> }>();
+  private pollInterval: number;
+
+  constructor(config: WorkflowsConfig = {}) {
+    this.adapter = config.adapter ?? new MemoryWorkflowAdapter();
+    this.events = config.events;
+    this.jobs = config.jobs;
+    this.sse = config.sse;
+    this.pollInterval = config.pollInterval ?? 1000;
+  }
+
+  register(definition: WorkflowDefinition): void {
+    if (this.definitions.has(definition.name)) {
+      throw new Error(`Workflow "${definition.name}" is already registered`);
+    }
+    this.definitions.set(definition.name, definition);
+  }
+
+  async start<T = any>(workflowName: string, input: T): Promise<string> {
+    const definition = this.definitions.get(workflowName);
+    if (!definition) {
+      throw new Error(`Workflow "${workflowName}" is not registered`);
+    }
+
+    const instance = await this.adapter.createInstance({
+      workflowName,
+      status: "pending",
+      currentStep: definition.startAt,
+      input,
+      stepResults: {},
+      createdAt: new Date(),
+    });
+
+    // Emit start event
+    await this.emitEvent("workflow.started", {
+      instanceId: instance.id,
+      workflowName,
+      input,
+    });
+
+    // Start execution
+    this.executeWorkflow(instance.id, definition);
+
+    return instance.id;
+  }
+
+  async getInstance(instanceId: string): Promise<WorkflowInstance | null> {
+    return this.adapter.getInstance(instanceId);
+  }
+
+  async cancel(instanceId: string): Promise<boolean> {
+    const instance = await this.adapter.getInstance(instanceId);
+    if (!instance || instance.status !== "running") {
+      return false;
+    }
+
+    // Clear timeout
+    const runInfo = this.running.get(instanceId);
+    if (runInfo?.timeout) {
+      clearTimeout(runInfo.timeout);
+    }
+    this.running.delete(instanceId);
+
+    // Update status
+    await this.adapter.updateInstance(instanceId, {
+      status: "cancelled",
+      completedAt: new Date(),
+    });
+
+    await this.emitEvent("workflow.cancelled", {
+      instanceId,
+      workflowName: instance.workflowName,
+    });
+
+    return true;
+  }
+
+  async getInstances(workflowName: string, status?: WorkflowStatus): Promise<WorkflowInstance[]> {
+    return this.adapter.getInstancesByWorkflow(workflowName, status);
+  }
+
+  async resume(): Promise<void> {
+    const running = await this.adapter.getRunningInstances();
+
+    for (const instance of running) {
+      const definition = this.definitions.get(instance.workflowName);
+      if (!definition) {
+        // Workflow no longer registered, mark as failed
+        await this.adapter.updateInstance(instance.id, {
+          status: "failed",
+          error: "Workflow definition not found after restart",
+          completedAt: new Date(),
+        });
+        continue;
+      }
+
+      console.log(`[Workflows] Resuming workflow instance ${instance.id}`);
+      this.executeWorkflow(instance.id, definition);
+    }
+  }
+
+  async stop(): Promise<void> {
+    // Clear all timeouts
+    for (const [instanceId, runInfo] of this.running) {
+      if (runInfo.timeout) {
+        clearTimeout(runInfo.timeout);
+      }
+    }
+    this.running.clear();
+  }
+
+  // ============================================
+  // Execution Engine
+  // ============================================
+
+  private async executeWorkflow(
+    instanceId: string,
+    definition: WorkflowDefinition
+  ): Promise<void> {
+    const instance = await this.adapter.getInstance(instanceId);
+    if (!instance) return;
+
+    // Mark as running
+    if (instance.status === "pending") {
+      await this.adapter.updateInstance(instanceId, {
+        status: "running",
+        startedAt: new Date(),
+      });
+    }
+
+    // Set up workflow timeout
+    if (definition.timeout) {
+      const timeout = setTimeout(async () => {
+        await this.failWorkflow(instanceId, "Workflow timed out");
+      }, definition.timeout);
+      this.running.set(instanceId, { timeout });
+    } else {
+      this.running.set(instanceId, {});
+    }
+
+    // Execute current step
+    await this.executeStep(instanceId, definition);
+  }
+
+  private async executeStep(
+    instanceId: string,
+    definition: WorkflowDefinition
+  ): Promise<void> {
+    const instance = await this.adapter.getInstance(instanceId);
+    if (!instance || instance.status !== "running") return;
+
+    const stepName = instance.currentStep;
+    if (!stepName) {
+      await this.completeWorkflow(instanceId);
+      return;
+    }
+
+    const step = definition.steps.get(stepName);
+    if (!step) {
+      await this.failWorkflow(instanceId, `Step "${stepName}" not found`);
+      return;
+    }
+
+    // Build context
+    const ctx = this.buildContext(instance);
+
+    // Emit step started event
+    await this.emitEvent("workflow.step.started", {
+      instanceId,
+      workflowName: instance.workflowName,
+      stepName,
+      stepType: step.type,
+    });
+
+    // Update step result as running
+    const stepResult: StepResult = {
+      stepName,
+      status: "running",
+      startedAt: new Date(),
+      attempts: (instance.stepResults[stepName]?.attempts ?? 0) + 1,
+    };
+    await this.adapter.updateInstance(instanceId, {
+      stepResults: { ...instance.stepResults, [stepName]: stepResult },
+    });
+
+    try {
+      let output: any;
+
+      switch (step.type) {
+        case "task":
+          output = await this.executeTaskStep(instanceId, step, ctx, definition);
+          break;
+        case "parallel":
+          output = await this.executeParallelStep(instanceId, step, ctx, definition);
+          break;
+        case "choice":
+          output = await this.executeChoiceStep(instanceId, step, ctx, definition);
+          break;
+        case "pass":
+          output = await this.executePassStep(instanceId, step, ctx);
+          break;
+      }
+
+      // Step completed successfully
+      await this.completeStep(instanceId, stepName, output, step, definition);
+    } catch (error) {
+      const errorMsg = error instanceof Error ? error.message : String(error);
+      await this.handleStepError(instanceId, stepName, errorMsg, step, definition);
+    }
+  }
+
+  private async executeTaskStep(
+    instanceId: string,
+    step: TaskStepDefinition,
+    ctx: WorkflowContext,
+    definition: WorkflowDefinition
+  ): Promise<any> {
+    if (!this.jobs) {
+      throw new Error("Jobs service not configured");
+    }
+
+    // Prepare job input
+    const jobInput = step.input ? step.input(ctx) : ctx.input;
+
+    // Update step with input
+    const instance = await this.adapter.getInstance(instanceId);
+    if (instance) {
+      const stepResult = instance.stepResults[step.name];
+      if (stepResult) {
+        stepResult.input = jobInput;
+        await this.adapter.updateInstance(instanceId, {
+          stepResults: { ...instance.stepResults, [step.name]: stepResult },
+        });
+      }
+    }
+
+    // Enqueue the job
+    const jobId = await this.jobs.enqueue(step.job, {
+      ...jobInput,
+      _workflowInstanceId: instanceId,
+      _workflowStepName: step.name,
+    });
+
+    // Wait for job completion
+    const result = await this.waitForJob(jobId, step.timeout);
+
+    // Transform output if needed
+    return step.output ? step.output(result, ctx) : result;
+  }
+
+  private async waitForJob(jobId: string, timeout?: number): Promise<any> {
+    if (!this.jobs) {
+      throw new Error("Jobs service not configured");
+    }
+
+    const startTime = Date.now();
+
+    while (true) {
+      const job = await this.jobs.get(jobId);
+
+      if (!job) {
+        throw new Error(`Job ${jobId} not found`);
+      }
+
+      if (job.status === "completed") {
+        return job.result;
+      }
+
+      if (job.status === "failed") {
+        throw new Error(job.error ?? "Job failed");
+      }
+
+      // Check timeout
+      if (timeout && Date.now() - startTime > timeout) {
+        throw new Error("Job timed out");
+      }
+
+      // Wait before polling again
+      await new Promise((resolve) => setTimeout(resolve, this.pollInterval));
+    }
+  }
+
+  private async executeParallelStep(
+    instanceId: string,
+    step: ParallelStepDefinition,
+    ctx: WorkflowContext,
+    definition: WorkflowDefinition
+  ): Promise<any> {
+    const branchPromises: Promise<{ name: string; result: any }>[] = [];
+    const branchInstanceIds: string[] = [];
+
+    for (const branchDef of step.branches) {
+      // Register branch workflow if not already
+      if (!this.definitions.has(branchDef.name)) {
+        this.definitions.set(branchDef.name, branchDef);
+      }
+
+      // Start branch as sub-workflow
+      const branchInstanceId = await this.adapter.createInstance({
+        workflowName: branchDef.name,
+        status: "pending",
+        currentStep: branchDef.startAt,
+        input: ctx.input,
+        stepResults: {},
+        createdAt: new Date(),
+        parentId: instanceId,
+        branchName: branchDef.name,
+      });
+
+      branchInstanceIds.push(branchInstanceId.id);
+
+      // Execute branch
+      const branchPromise = (async () => {
+        await this.executeWorkflow(branchInstanceId.id, branchDef);
+
+        // Wait for branch completion
+        while (true) {
+          const branchInstance = await this.adapter.getInstance(branchInstanceId.id);
+          if (!branchInstance) {
+            throw new Error(`Branch instance ${branchInstanceId.id} not found`);
+          }
+
+          if (branchInstance.status === "completed") {
+            return { name: branchDef.name, result: branchInstance.output };
+          }
+
+          if (branchInstance.status === "failed") {
+            throw new Error(branchInstance.error ?? `Branch ${branchDef.name} failed`);
+          }
+
+          await new Promise((resolve) => setTimeout(resolve, this.pollInterval));
+        }
+      })();
+
+      branchPromises.push(branchPromise);
+    }
+
+    // Track branch instances
+    await this.adapter.updateInstance(instanceId, {
+      branchInstances: {
+        ...((await this.adapter.getInstance(instanceId))?.branchInstances ?? {}),
+        [step.name]: branchInstanceIds,
+      },
+    });
+
+    // Wait for all branches
+    if (step.onError === "wait-all") {
+      const results = await Promise.allSettled(branchPromises);
+      const output: Record<string, any> = {};
+      const errors: string[] = [];
+
+      for (const result of results) {
+        if (result.status === "fulfilled") {
+          output[result.value.name] = result.value.result;
+        } else {
+          errors.push(result.reason?.message ?? "Branch failed");
+        }
+      }
+
+      if (errors.length > 0) {
+        throw new Error(`Parallel branches failed: ${errors.join(", ")}`);
+      }
+
+      return output;
+    } else {
+      // fail-fast (default)
+      const results = await Promise.all(branchPromises);
+      const output: Record<string, any> = {};
+      for (const result of results) {
+        output[result.name] = result.result;
+      }
+      return output;
+    }
+  }
+
+  private async executeChoiceStep(
+    instanceId: string,
+    step: ChoiceStepDefinition,
+    ctx: WorkflowContext,
+    definition: WorkflowDefinition
+  ): Promise<string> {
+    // Evaluate conditions in order
+    for (const choice of step.choices) {
+      try {
+        if (choice.condition(ctx)) {
+          // Update current step and continue
+          await this.adapter.updateInstance(instanceId, {
+            currentStep: choice.next,
+          });
+
+          // Mark choice step as complete
+          const instance = await this.adapter.getInstance(instanceId);
+          if (instance) {
+            const stepResult = instance.stepResults[step.name];
+            if (stepResult) {
+              stepResult.status = "completed";
+              stepResult.output = { chosen: choice.next };
+              stepResult.completedAt = new Date();
+              await this.adapter.updateInstance(instanceId, {
+                stepResults: { ...instance.stepResults, [step.name]: stepResult },
+              });
+            }
+          }
+
+          // Emit progress
+          await this.emitEvent("workflow.step.completed", {
+            instanceId,
+            workflowName: (await this.adapter.getInstance(instanceId))?.workflowName,
+            stepName: step.name,
+            output: { chosen: choice.next },
+          });
+
+          // Execute next step
+          await this.executeStep(instanceId, definition);
+          return choice.next;
+        }
+      } catch {
+        // Condition threw, try next
+      }
+    }
+
+    // No condition matched, use default
+    if (step.default) {
+      await this.adapter.updateInstance(instanceId, {
+        currentStep: step.default,
+      });
+
+      // Mark choice step as complete
+      const instance = await this.adapter.getInstance(instanceId);
+      if (instance) {
+        const stepResult = instance.stepResults[step.name];
+        if (stepResult) {
+          stepResult.status = "completed";
+          stepResult.output = { chosen: step.default };
+          stepResult.completedAt = new Date();
+          await this.adapter.updateInstance(instanceId, {
+            stepResults: { ...instance.stepResults, [step.name]: stepResult },
+          });
+        }
+      }
+
+      await this.emitEvent("workflow.step.completed", {
+        instanceId,
+        workflowName: instance?.workflowName,
+        stepName: step.name,
+        output: { chosen: step.default },
+      });
+
+      await this.executeStep(instanceId, definition);
+      return step.default;
+    }
+
+    throw new Error("No choice condition matched and no default specified");
+  }
+
+  private async executePassStep(
+    instanceId: string,
+    step: PassStepDefinition,
+    ctx: WorkflowContext
+  ): Promise<any> {
+    if (step.result !== undefined) {
+      return step.result;
+    }
+
+    if (step.transform) {
+      return step.transform(ctx);
+    }
+
+    return ctx.input;
+  }
+
+  private buildContext(instance: WorkflowInstance): WorkflowContext {
+    // Build steps object with outputs
+    const steps: Record<string, any> = {};
+    for (const [name, result] of Object.entries(instance.stepResults)) {
+      if (result.status === "completed" && result.output !== undefined) {
+        steps[name] = result.output;
+      }
+    }
+
+    return {
+      input: instance.input,
+      steps,
+      instance,
+      getStepResult: <T = any>(stepName: string): T | undefined => {
+        return steps[stepName] as T | undefined;
+      },
+    };
+  }
+
+  private async completeStep(
+    instanceId: string,
+    stepName: string,
+    output: any,
+    step: StepDefinition,
+    definition: WorkflowDefinition
+  ): Promise<void> {
+    const instance = await this.adapter.getInstance(instanceId);
+    if (!instance) return;
+
+    // Update step result
+    const stepResult = instance.stepResults[stepName] ?? {
+      stepName,
+      status: "pending",
+      attempts: 0,
+    };
+    stepResult.status = "completed";
+    stepResult.output = output;
+    stepResult.completedAt = new Date();
+
+    await this.adapter.updateInstance(instanceId, {
+      stepResults: { ...instance.stepResults, [stepName]: stepResult },
+    });
+
+    // Emit step completed event
+    await this.emitEvent("workflow.step.completed", {
+      instanceId,
+      workflowName: instance.workflowName,
+      stepName,
+      output,
+    });
+
+    // Calculate and emit progress
+    const totalSteps = definition.steps.size;
+    const completedSteps = Object.values(instance.stepResults).filter(
+      (r) => r.status === "completed"
+    ).length + 1; // +1 for current step
+    const progress = Math.round((completedSteps / totalSteps) * 100);
+
+    await this.emitEvent("workflow.progress", {
+      instanceId,
+      workflowName: instance.workflowName,
+      progress,
+      currentStep: stepName,
+      completedSteps,
+      totalSteps,
+    });
+
+    // Broadcast via SSE
+    if (this.sse) {
+      this.sse.broadcast(`workflow:${instanceId}`, "progress", {
+        progress,
+        currentStep: stepName,
+        completedSteps,
+        totalSteps,
+      });
+    }
+
+    // Move to next step or complete
+    if (step.end) {
+      await this.completeWorkflow(instanceId, output);
+    } else if (step.next) {
+      await this.adapter.updateInstance(instanceId, {
+        currentStep: step.next,
+      });
+      await this.executeStep(instanceId, definition);
+    } else {
+      // No next step, complete
+      await this.completeWorkflow(instanceId, output);
+    }
+  }
+
+  private async handleStepError(
+    instanceId: string,
+    stepName: string,
+    error: string,
+    step: StepDefinition,
+    definition: WorkflowDefinition
+  ): Promise<void> {
+    const instance = await this.adapter.getInstance(instanceId);
+    if (!instance) return;
+
+    const stepResult = instance.stepResults[stepName] ?? {
+      stepName,
+      status: "pending",
+      attempts: 0,
+    };
+
+    // Check retry config
+    const retry = step.retry ?? definition.defaultRetry;
+    if (retry && stepResult.attempts < retry.maxAttempts) {
+      // Retry with backoff
+      const backoffRate = retry.backoffRate ?? 2;
+      const intervalMs = retry.intervalMs ?? 1000;
+      const maxIntervalMs = retry.maxIntervalMs ?? 30000;
+      const delay = Math.min(
+        intervalMs * Math.pow(backoffRate, stepResult.attempts - 1),
+        maxIntervalMs
+      );
+
+      console.log(
+        `[Workflows] Retrying step ${stepName} in ${delay}ms (attempt ${stepResult.attempts}/${retry.maxAttempts})`
+      );
+
+      await this.emitEvent("workflow.step.retry", {
+        instanceId,
+        workflowName: instance.workflowName,
+        stepName,
+        attempt: stepResult.attempts,
+        maxAttempts: retry.maxAttempts,
+        delay,
+        error,
+      });
+
+      // Update step result
+      stepResult.error = error;
+      await this.adapter.updateInstance(instanceId, {
+        stepResults: { ...instance.stepResults, [stepName]: stepResult },
+      });
+
+      // Retry after delay
+      setTimeout(() => {
+        this.executeStep(instanceId, definition);
+      }, delay);
+
+      return;
+    }
+
+    // No more retries, fail the step
+    stepResult.status = "failed";
+    stepResult.error = error;
+    stepResult.completedAt = new Date();
+
+    await this.adapter.updateInstance(instanceId, {
+      stepResults: { ...instance.stepResults, [stepName]: stepResult },
+    });
+
+    await this.emitEvent("workflow.step.failed", {
+      instanceId,
+      workflowName: instance.workflowName,
+      stepName,
+      error,
+      attempts: stepResult.attempts,
+    });
+
+    // Fail the workflow
+    await this.failWorkflow(instanceId, `Step "${stepName}" failed: ${error}`);
+  }
+
+  private async completeWorkflow(instanceId: string, output?: any): Promise<void> {
+    const instance = await this.adapter.getInstance(instanceId);
+    if (!instance) return;
+
+    // Clear timeout
+    const runInfo = this.running.get(instanceId);
+    if (runInfo?.timeout) {
+      clearTimeout(runInfo.timeout);
+    }
+    this.running.delete(instanceId);
+
+    await this.adapter.updateInstance(instanceId, {
+      status: "completed",
+      output,
+      completedAt: new Date(),
+      currentStep: undefined,
+    });
+
+    await this.emitEvent("workflow.completed", {
+      instanceId,
+      workflowName: instance.workflowName,
+      output,
+    });
+
+    // Broadcast via SSE
+    if (this.sse) {
+      this.sse.broadcast(`workflow:${instanceId}`, "completed", { output });
+    }
+  }
+
+  private async failWorkflow(instanceId: string, error: string): Promise<void> {
+    const instance = await this.adapter.getInstance(instanceId);
+    if (!instance) return;
+
+    // Clear timeout
+    const runInfo = this.running.get(instanceId);
+    if (runInfo?.timeout) {
+      clearTimeout(runInfo.timeout);
+    }
+    this.running.delete(instanceId);
+
+    await this.adapter.updateInstance(instanceId, {
+      status: "failed",
+      error,
+      completedAt: new Date(),
+    });
+
+    await this.emitEvent("workflow.failed", {
+      instanceId,
+      workflowName: instance.workflowName,
+      error,
+    });
+
+    // Broadcast via SSE
+    if (this.sse) {
+      this.sse.broadcast(`workflow:${instanceId}`, "failed", { error });
+    }
+  }
+
+  private async emitEvent(event: string, data: any): Promise<void> {
+    if (this.events) {
+      await this.events.emit(event, data);
+    }
+  }
+}
+
+// ============================================
+// Factory Function
+// ============================================
+
+export function createWorkflows(config?: WorkflowsConfig): Workflows {
+  return new WorkflowsImpl(config);
+}