@elaraai/e3-core 0.0.2-beta.8 → 1.0.0

package/dist/src/dataflow/index.js

@@ -0,0 +1,23 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+/**
+ * Resumable dataflow execution module.
+ *
+ * This module provides interfaces and implementations for resumable,
+ * portable dataflow execution that supports both local and cloud environments.
+ *
+ * @packageDocumentation
+ */
+// Types
+export * from './types.js';
+// Step functions
+export * from './steps.js';
+// State store
+export * from './state-store/index.js';
+// Orchestrator
+export * from './orchestrator/index.js';
+// API compatibility layer
+export * from './api-compat.js';
+//# sourceMappingURL=index.js.map

package/dist/src/dataflow/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/dataflow/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;GAOG;AAEH,QAAQ;AACR,cAAc,YAAY,CAAC;AAE3B,iBAAiB;AACjB,cAAc,YAAY,CAAC;AAE3B,cAAc;AACd,cAAc,wBAAwB,CAAC;AAEvC,eAAe;AACf,cAAc,yBAAyB,CAAC;AAExC,0BAA0B;AAC1B,cAAc,iBAAiB,CAAC"}

package/dist/src/dataflow/orchestrator/LocalOrchestrator.d.ts

@@ -0,0 +1,76 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+import type { StorageBackend } from '../../storage/interfaces.js';
+import type { DataflowOrchestrator, ExecutionHandle, ExecutionStatus, OrchestratorStartOptions } from './interfaces.js';
+import type { ExecutionStateStore } from '../state-store/interfaces.js';
+import type { ExecutionEvent, FinalizeResult } from '../types.js';
+/**
+ * Local orchestrator for in-process dataflow execution.
+ *
+ * @remarks
+ * - Uses step functions for each operation
+ * - Per-dataset ref writes are atomic and independent (no mutex needed)
+ * - Supports AbortSignal for cancellation
+ * - Persists state through the provided state store
+ * - Reactive: detects input changes after each task, invalidates and
+ *   re-executes affected tasks until fixpoint
+ */
+export declare class LocalOrchestrator implements DataflowOrchestrator {
+    private readonly stateStore?;
+    private executions;
+    /**
+     * Create a new LocalOrchestrator.
+     *
+     * @param stateStore - Optional state store for persistence.
+     *   If not provided, state is only kept in memory.
+     */
+    constructor(stateStore?: ExecutionStateStore | undefined);
+    start(storage: StorageBackend, repo: string, workspace: string, options?: OrchestratorStartOptions): Promise<ExecutionHandle>;
+    wait(handle: ExecutionHandle): Promise<FinalizeResult>;
+    getStatus(handle: ExecutionHandle): Promise<ExecutionStatus>;
+    cancel(handle: ExecutionHandle): Promise<void>;
+    getEvents(handle: ExecutionHandle, sinceSeq: number): Promise<ExecutionEvent[]>;
+    /**
+     * Main execution loop with reactive fixpoint.
+     *
+     * After each task completes, checks for input changes and invalidates
+     * affected tasks. Uses version vector consistency checks to defer tasks
+     * whose inputs have conflicting provenance. Execution continues until
+     * fixpoint (no more ready, running, or deferred tasks).
+     */
+    private runExecutionLoop;
+    /**
+     * Detect input changes and invalidate affected tasks.
+     *
+     * Called after each task completion to implement the reactive loop.
+     */
+    private handleInputChanges;
+    /**
+     * Execute a single task.
+     */
+    private executeTask;
+    /**
+     * Build partial results for abort error.
+     */
+    private buildPartialResults;
+    /**
+     * Build output versions map from completed task states.
+     */
+    private buildOutputVersions;
+    /**
+     * Read workspace structure from storage.
+     */
+    private readStructure;
+    /**
+     * Persist state, skipping the write when execution has been aborted
+     * and the state doesn't yet reflect cancellation (defense-in-depth).
+     */
+    private persistState;
+    /**
+     * Generate unique key for an execution.
+     */
+    private executionKey;
+}
+//# sourceMappingURL=LocalOrchestrator.d.ts.map

package/dist/src/dataflow/orchestrator/LocalOrchestrator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalOrchestrator.d.ts","sourceRoot":"","sources":["../../../../src/dataflow/orchestrator/LocalOrchestrator.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAiBH,OAAO,KAAK,EAAE,cAAc,EAAc,MAAM,6BAA6B,CAAC;AAM9E,OAAO,KAAK,EACV,oBAAoB,EACpB,eAAe,EACf,eAAe,EACf,wBAAwB,EACzB,MAAM,iBAAiB,CAAC;AAEzB,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AACxE,OAAO,KAAK,EAEV,cAAc,EACd,cAAc,EAEf,MAAM,aAAa,CAAC;AA+FrB;;;;;;;;;;GAUG;AACH,qBAAa,iBAAkB,YAAW,oBAAoB;IAShD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC;IARxC,OAAO,CAAC,UAAU,CAAuC;IAEzD;;;;;OAKG;gBAC0B,UAAU,CAAC,EAAE,mBAAmB,YAAA;IAEvD,KAAK,CACT,OAAO,EAAE,cAAc,EACvB,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,wBAA6B,GACrC,OAAO,CAAC,eAAe,CAAC;IAwHrB,IAAI,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,cAAc,CAAC;IAWtD,SAAS,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;IAkB5D,MAAM,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAqB9C,SAAS,CAAC,MAAM,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAOrF;;;;;;;OAOG;YACW,gBAAgB;IAmb9B;;;;OAIG;YACW,kBAAkB;IA8BhC;;OAEG;YACW,WAAW;IAmDzB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAyB3B;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAc3B;;OAEG;YACW,aAAa;IAY3B;;;OAGG;YACW,YAAY;IAS1B;;OAEG;IACH,OAAO,CAAC,YAAY;CAGrB"}