@elaraai/e3-core 0.0.2-beta.5 → 0.0.2-beta.50

package/README.md

@@ -17,48 +17,51 @@ Pure business logic with no UI dependencies. Use this to build custom tools, int
 ### Repository
 
 ```typescript
-import { initRepository, findRepository, getRepository } from '@elaraai/e3-core';
+import { repoInit, repoFind, repoGet } from '@elaraai/e3-core';
 
-initRepository('/path/to/project');
-const repoPath = findRepository();  // Searches cwd and parents
+await repoInit('/path/to/project');
+const repoPath = repoFind();  // Searches cwd and parents
 ```
 
-### Objects
+### Packages
 
 ```typescript
-import { storeObject, loadObject, computeTaskId } from '@elaraai/e3-core';
+import { packageImport, packageList, packageResolve } from '@elaraai/e3-core';
 
-const hash = await storeObject(repoPath, data, '.beast2');
-const data = await loadObject(repoPath, hash, '.beast2');
-const taskId = computeTaskId(irHash, argsHashes);
+await packageImport(repoPath, zipPath);
+const packages = await packageList(repoPath);
+const pkg = await packageResolve(repoPath, 'my-pkg@1.0.0');
 ```
 
-### Commits
+### Workspaces
 
 ```typescript
-import { createNewTaskCommit, createTaskDoneCommit, loadCommit } from '@elaraai/e3-core';
+import { workspaceCreate, workspaceList, workspaceDeploy, workspaceStatus } from '@elaraai/e3-core';
 
-const commitHash = await createNewTaskCommit(repoPath, taskId, irHash, argsHashes, 'node', null);
-const commit = await loadCommit(repoPath, commitHash);
+await workspaceCreate(repoPath, 'dev');
+await workspaceDeploy(repoPath, 'dev', 'my-pkg@1.0.0');
+const status = await workspaceStatus(storage, repoPath, 'dev');
 ```
 
-### Tasks
+### Datasets
 
 ```typescript
-import { updateTaskState, getTaskState, listTasks } from '@elaraai/e3-core';
+import { workspaceGetDataset, workspaceSetDataset } from '@elaraai/e3-core';
 
-await updateTaskState(repoPath, taskId, commitHash);
-const commit = await getTaskState(repoPath, taskId);
-const tasks = await listTasks(repoPath);
+const value = await workspaceGetDataset(storage, repoPath, 'dev', ['inputs', 'config']);
+await workspaceSetDataset(storage, repoPath, 'dev', ['inputs', 'config'], newValue);
 ```
 
-### Refs
+### Dataflow Execution
 
 ```typescript
-import { setTaskRef, deleteTaskRef, listTaskRefs, resolveToTaskId } from '@elaraai/e3-core';
+import { dataflowExecute, dataflowStart } from '@elaraai/e3-core';
 
-await setTaskRef(repoPath, 'my-task', taskId);
-const taskId = await resolveToTaskId(repoPath, 'my-task');
+// Blocking execution
+const result = await dataflowExecute(storage, repoPath, 'dev', { force: true });
+
+// Non-blocking execution
+const handle = await dataflowStart(storage, repoPath, 'dev');
 ```
 ## License
 
@@ -82,7 +85,7 @@ BSL 1.1. See [LICENSE.md](./LICENSE.md).
   - [@elaraai/e3](https://www.npmjs.com/package/@elaraai/e3): SDK for authoring e3 packages with typed tasks and pipelines
   - [@elaraai/e3-core](https://www.npmjs.com/package/@elaraai/e3-core): Git-like object store, task queue, result caching
   - [@elaraai/e3-types](https://www.npmjs.com/package/@elaraai/e3-types): Shared type definitions for e3 packages
-  - [@elaraai/e3-cli](https://www.npmjs.com/package/@elaraai/e3-cli): `e3 init`, `e3 run`, `e3 logs` commands for managing and monitoring tasks
+  - [@elaraai/e3-cli](https://www.npmjs.com/package/@elaraai/e3-cli): `e3 repo`, `e3 workspace`, `e3 start`, `e3 logs` commands for managing repositories, workspaces, and tasks
   - [@elaraai/e3-api-client](https://www.npmjs.com/package/@elaraai/e3-api-client): HTTP client for remote e3 servers
   - [@elaraai/e3-api-server](https://www.npmjs.com/package/@elaraai/e3-api-server): REST API server for e3 repositories
 

package/dist/src/dataflow/api-compat.d.ts

@@ -0,0 +1,90 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+/**
+ * API compatibility layer for dataflow execution.
+ *
+ * Maps e3-core internal event/status types to API-compatible types
+ * used by e3-api-server and e3-api-client. This ensures consumers
+ * of the API see a stable interface regardless of internal changes.
+ *
+ * Vocabulary mappings:
+ * - e3-core 'cancelled' -> API 'aborted'
+ * - e3-core 'task_started' -> API 'start'
+ * - e3-core 'task_completed' (cached: false) -> API 'complete'
+ * - e3-core 'task_completed' (cached: true) -> API 'cached'
+ * - e3-core 'task_failed' -> API 'failed' or 'error'
+ * - e3-core 'task_skipped' -> API 'input_unavailable'
+ */
+import type { ExecutionEvent, DataflowExecutionStatus, DataflowExecutionState } from './types.js';
+/**
+ * API-compatible event types for dataflow execution polling.
+ * These match the DataflowEventType from e3-api-server/types.ts.
+ */
+export type ApiDataflowEventType = 'start' | 'complete' | 'cached' | 'failed' | 'error' | 'input_unavailable';
+/**
+ * API-compatible event structure.
+ */
+export interface ApiDataflowEvent {
+    type: ApiDataflowEventType;
+    task: string;
+    timestamp: string;
+    duration?: number;
+    exitCode?: bigint;
+    message?: string;
+    reason?: string;
+}
+/**
+ * API-compatible execution status.
+ */
+export type ApiExecutionStatus = 'running' | 'completed' | 'failed' | 'aborted';
+/**
+ * API-compatible execution summary.
+ */
+export interface ApiExecutionSummary {
+    executed: bigint;
+    cached: bigint;
+    failed: bigint;
+    skipped: bigint;
+    duration: number;
+}
+/**
+ * API-compatible execution state (matches DataflowExecutionStateType).
+ */
+export interface ApiExecutionState {
+    status: ApiExecutionStatus;
+    startedAt: string;
+    completedAt: string | null;
+    summary: ApiExecutionSummary | null;
+    events: ApiDataflowEvent[];
+    totalEvents: bigint;
+}
+/**
+ * Convert e3-core execution event to API-compatible event.
+ *
+ * Returns null for events that don't have an API equivalent
+ * (e.g., execution_started, task_ready, execution_completed, execution_cancelled).
+ *
+ * @param event - The e3-core execution event (variant format)
+ * @returns API-compatible event or null if no mapping exists
+ */
+export declare function coreEventToApiEvent(event: ExecutionEvent): ApiDataflowEvent | null;
+/**
+ * Convert e3-core execution status to API status.
+ *
+ * @param status - The e3-core execution status
+ * @returns API-compatible status string
+ */
+export declare function coreStatusToApiStatus(status: DataflowExecutionStatus): ApiExecutionStatus;
+/**
+ * Convert e3-core execution state to API-compatible state.
+ *
+ * @param state - The e3-core execution state
+ * @param events - Events to include (already filtered by offset/limit)
+ * @param totalApiEvents - Total number of API-visible events (for pagination)
+ * @param duration - Total execution duration in milliseconds
+ * @returns API-compatible execution state
+ */
+export declare function coreStateToApiState(state: DataflowExecutionState, events: ExecutionEvent[], totalApiEvents: number, duration: number): ApiExecutionState;
+//# sourceMappingURL=api-compat.d.ts.map

package/dist/src/dataflow/api-compat.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"api-compat.d.ts","sourceRoot":"","sources":["../../../src/dataflow/api-compat.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,EACV,cAAc,EACd,uBAAuB,EACvB,sBAAsB,EACvB,MAAM,YAAY,CAAC;AAMpB;;;GAGG;AACH,MAAM,MAAM,oBAAoB,GAC5B,OAAO,GACP,UAAU,GACV,QAAQ,GACR,QAAQ,GACR,OAAO,GACP,mBAAmB,CAAC;AAExB;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,oBAAoB,CAAC;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,MAAM,kBAAkB,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,SAAS,CAAC;AAEhF;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,kBAAkB,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,OAAO,EAAE,mBAAmB,GAAG,IAAI,CAAC;IACpC,MAAM,EAAE,gBAAgB,EAAE,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;CACrB;AAMD;;;;;;;;GAQG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,cAAc,GAAG,gBAAgB,GAAG,IAAI,CAkElF;AAED;;;;;GAKG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,uBAAuB,GAAG,kBAAkB,CAWzF;AAED;;;;;;;;GAQG;AACH,wBAAgB,mBAAmB,CACjC,KAAK,EAAE,sBAAsB,EAC7B,MAAM,EAAE,cAAc,EAAE,EACxB,cAAc,EAAE,MAAM,EACtB,QAAQ,EAAE,MAAM,GACf,iBAAiB,CAmCnB"}

package/dist/src/dataflow/api-compat.js

@@ -0,0 +1,139 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+// =============================================================================
+// Conversion Functions
+// =============================================================================
+/**
+ * Convert e3-core execution event to API-compatible event.
+ *
+ * Returns null for events that don't have an API equivalent
+ * (e.g., execution_started, task_ready, execution_completed, execution_cancelled).
+ *
+ * @param event - The e3-core execution event (variant format)
+ * @returns API-compatible event or null if no mapping exists
+ */
+export function coreEventToApiEvent(event) {
+    switch (event.type) {
+        case 'task_started':
+            return {
+                type: 'start',
+                task: event.value.task,
+                timestamp: event.value.timestamp.toISOString(),
+            };
+        case 'task_completed':
+            if (event.value.cached) {
+                return {
+                    type: 'cached',
+                    task: event.value.task,
+                    timestamp: event.value.timestamp.toISOString(),
+                };
+            }
+            return {
+                type: 'complete',
+                task: event.value.task,
+                timestamp: event.value.timestamp.toISOString(),
+                duration: Number(event.value.duration),
+            };
+        case 'task_failed': {
+            // If there's an exit code, treat as 'failed'; otherwise as 'error'
+            const exitCode = event.value.exitCode.type === 'some' ? event.value.exitCode.value : undefined;
+            const error = event.value.error.type === 'some' ? event.value.error.value : undefined;
+            if (exitCode !== undefined) {
+                return {
+                    type: 'failed',
+                    task: event.value.task,
+                    timestamp: event.value.timestamp.toISOString(),
+                    duration: Number(event.value.duration),
+                    exitCode,
+                };
+            }
+            return {
+                type: 'error',
+                task: event.value.task,
+                timestamp: event.value.timestamp.toISOString(),
+                message: error ?? 'Unknown error',
+            };
+        }
+        case 'task_skipped':
+            return {
+                type: 'input_unavailable',
+                task: event.value.task,
+                timestamp: event.value.timestamp.toISOString(),
+                reason: `Upstream task '${event.value.cause}' failed`,
+            };
+        // Events without API equivalents.
+        // Reactive events (input_changed, task_invalidated, task_deferred) are
+        // internal to the execution loop and not yet exposed via the API.
+        case 'execution_started':
+        case 'task_ready':
+        case 'execution_completed':
+        case 'execution_cancelled':
+        case 'input_changed':
+        case 'task_invalidated':
+        case 'task_deferred':
+            return null;
+    }
+}
+/**
+ * Convert e3-core execution status to API status.
+ *
+ * @param status - The e3-core execution status
+ * @returns API-compatible status string
+ */
+export function coreStatusToApiStatus(status) {
+    switch (status) {
+        case 'running':
+            return 'running';
+        case 'completed':
+            return 'completed';
+        case 'failed':
+            return 'failed';
+        case 'cancelled':
+            return 'aborted';
+    }
+}
+/**
+ * Convert e3-core execution state to API-compatible state.
+ *
+ * @param state - The e3-core execution state
+ * @param events - Events to include (already filtered by offset/limit)
+ * @param totalApiEvents - Total number of API-visible events (for pagination)
+ * @param duration - Total execution duration in milliseconds
+ * @returns API-compatible execution state
+ */
+export function coreStateToApiState(state, events, totalApiEvents, duration) {
+    // Convert events, filtering out those without API equivalents
+    const apiEvents = [];
+    for (const event of events) {
+        const apiEvent = coreEventToApiEvent(event);
+        if (apiEvent !== null) {
+            apiEvents.push(apiEvent);
+        }
+    }
+    // Build summary if execution is complete
+    let summary = null;
+    if (state.status !== 'running') {
+        summary = {
+            executed: state.executed,
+            cached: state.cached,
+            failed: state.failed,
+            skipped: state.skipped,
+            duration,
+        };
+    }
+    // Get completedAt value (handle Option type)
+    const completedAtValue = state.completedAt.type === 'some'
+        ? state.completedAt.value.toISOString()
+        : null;
+    return {
+        status: coreStatusToApiStatus(state.status),
+        startedAt: state.startedAt.toISOString(),
+        completedAt: completedAtValue,
+        summary,
+        events: apiEvents,
+        totalEvents: BigInt(totalApiEvents),
+    };
+}
+//# sourceMappingURL=api-compat.js.map

package/dist/src/dataflow/api-compat.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api-compat.js","sourceRoot":"","sources":["../../../src/dataflow/api-compat.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAiFH,gFAAgF;AAChF,uBAAuB;AACvB,gFAAgF;AAEhF;;;;;;;;GAQG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAqB;IACvD,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,cAAc;YACjB,OAAO;gBACL,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI;gBACtB,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE;aAC/C,CAAC;QAEJ,KAAK,gBAAgB;YACnB,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;gBACvB,OAAO;oBACL,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI;oBACtB,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE;iBAC/C,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI;gBACtB,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE;gBAC9C,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC;aACvC,CAAC;QAEJ,KAAK,aAAa,CAAC,CAAC,CAAC;YACnB,mEAAmE;YACnE,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;YAC/F,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;YAEtF,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,OAAO;oBACL,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI;oBACtB,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE;oBAC9C,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC;oBACtC,QAAQ;iBACT,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI;gBACtB,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE;gBAC9C,OAAO,EAAE,KAAK,IAAI,eAAe;aAClC,CAAC;QACJ,CAAC;QAED,KAAK,cAAc;YACjB,OAAO;gBACL,IAAI,EAAE,mBAAmB;gBACzB,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI;gBACtB,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE;gBAC9C,MAAM,EAAE,kBAAkB,KAAK,CAAC,KAAK,CAAC,KAAK,UAAU;aACtD,CAAC;QAEJ,kCAAkC;QAClC,uEAAuE;QACvE,kEAAkE;QAClE,KAAK,mBAAmB,CAAC;QACzB,KAAK,YAAY,CAAC;QAClB,KAAK,qBAAqB,CAAC;QAC3B,KAAK,qBAAqB,CAAC;QAC3B,KAAK,eAAe,CAAC;QACrB,KAAK,kBAAkB,CAAC;QACxB,KAAK,eAAe;YAClB,OAAO,IAAI,CAAC;IAChB,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAA+B;IACnE,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,SAAS;YACZ,OAAO,SAAS,CAAC;QACnB,KAAK,WAAW;YACd,OAAO,WAAW,CAAC;QACrB,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC;QAClB,KAAK,WAAW;YACd,OAAO,SAAS,CAAC;IACrB,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,mBAAmB,CACjC,KAA6B,EAC7B,MAAwB,EACxB,cAAsB,EACtB,QAAgB;IAEhB,8DAA8D;IAC9D,MAAM,SAAS,GAAuB,EAAE,CAAC;IACzC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;QAC5C,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;YACtB,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,yCAAyC;IACzC,IAAI,OAAO,GAA+B,IAAI,CAAC;IAC/C,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,GAAG;YACR,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,QAAQ;SACT,CAAC;IACJ,CAAC;IAED,6CAA6C;IAC7C,MAAM,gBAAgB,GAAG,KAAK,CAAC,WAAW,CAAC,IAAI,KAAK,MAAM;QACxD,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,WAAW,EAAE;QACvC,CAAC,CAAC,IAAI,CAAC;IAET,OAAO;QACL,MAAM,EAAE,qBAAqB,CAAC,KAAK,CAAC,MAAiC,CAAC;QACtE,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE;QACxC,WAAW,EAAE,gBAAgB;QAC7B,OAAO;QACP,MAAM,EAAE,SAAS;QACjB,WAAW,EAAE,MAAM,CAAC,cAAc,CAAC;KACpC,CAAC;AACJ,CAAC"}

package/dist/src/dataflow/index.d.ts

@@ -0,0 +1,18 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+/**
+ * Resumable dataflow execution module.
+ *
+ * This module provides interfaces and implementations for resumable,
+ * portable dataflow execution that supports both local and cloud environments.
+ *
+ * @packageDocumentation
+ */
+export * from './types.js';
+export * from './steps.js';
+export * from './state-store/index.js';
+export * from './orchestrator/index.js';
+export * from './api-compat.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/src/dataflow/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/dataflow/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;GAOG;AAGH,cAAc,YAAY,CAAC;AAG3B,cAAc,YAAY,CAAC;AAG3B,cAAc,wBAAwB,CAAC;AAGvC,cAAc,yBAAyB,CAAC;AAGxC,cAAc,iBAAiB,CAAC"}

package/dist/src/dataflow/index.js

@@ -0,0 +1,23 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+/**
+ * Resumable dataflow execution module.
+ *
+ * This module provides interfaces and implementations for resumable,
+ * portable dataflow execution that supports both local and cloud environments.
+ *
+ * @packageDocumentation
+ */
+// Types
+export * from './types.js';
+// Step functions
+export * from './steps.js';
+// State store
+export * from './state-store/index.js';
+// Orchestrator
+export * from './orchestrator/index.js';
+// API compatibility layer
+export * from './api-compat.js';
+//# sourceMappingURL=index.js.map

package/dist/src/dataflow/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/dataflow/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;GAOG;AAEH,QAAQ;AACR,cAAc,YAAY,CAAC;AAE3B,iBAAiB;AACjB,cAAc,YAAY,CAAC;AAE3B,cAAc;AACd,cAAc,wBAAwB,CAAC;AAEvC,eAAe;AACf,cAAc,yBAAyB,CAAC;AAExC,0BAA0B;AAC1B,cAAc,iBAAiB,CAAC"}

package/dist/src/dataflow/orchestrator/LocalOrchestrator.d.ts

@@ -0,0 +1,76 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+import type { StorageBackend } from '../../storage/interfaces.js';
+import type { DataflowOrchestrator, ExecutionHandle, ExecutionStatus, OrchestratorStartOptions } from './interfaces.js';
+import type { ExecutionStateStore } from '../state-store/interfaces.js';
+import type { ExecutionEvent, FinalizeResult } from '../types.js';
+/**
+ * Local orchestrator for in-process dataflow execution.
+ *
+ * @remarks
+ * - Uses step functions for each operation
+ * - Per-dataset ref writes are atomic and independent (no mutex needed)
+ * - Supports AbortSignal for cancellation
+ * - Persists state through the provided state store
+ * - Reactive: detects input changes after each task, invalidates and
+ *   re-executes affected tasks until fixpoint
+ */
+export declare class LocalOrchestrator implements DataflowOrchestrator {
+    private readonly stateStore?;
+    private executions;
+    /**
+     * Create a new LocalOrchestrator.
+     *
+     * @param stateStore - Optional state store for persistence.
+     *   If not provided, state is only kept in memory.
+     */
+    constructor(stateStore?: ExecutionStateStore | undefined);
+    start(storage: StorageBackend, repo: string, workspace: string, options?: OrchestratorStartOptions): Promise<ExecutionHandle>;
+    wait(handle: ExecutionHandle): Promise<FinalizeResult>;
+    getStatus(handle: ExecutionHandle): Promise<ExecutionStatus>;
+    cancel(handle: ExecutionHandle): Promise<void>;
+    getEvents(handle: ExecutionHandle, sinceSeq: number): Promise<ExecutionEvent[]>;
+    /**
+     * Main execution loop with reactive fixpoint.
+     *
+     * After each task completes, checks for input changes and invalidates
+     * affected tasks. Uses version vector consistency checks to defer tasks
+     * whose inputs have conflicting provenance. Execution continues until
+     * fixpoint (no more ready, running, or deferred tasks).
+     */
+    private runExecutionLoop;
+    /**
+     * Detect input changes and invalidate affected tasks.
+     *
+     * Called after each task completion to implement the reactive loop.
+     */
+    private handleInputChanges;
+    /**
+     * Execute a single task.
+     */
+    private executeTask;
+    /**
+     * Build partial results for abort error.
+     */
+    private buildPartialResults;
+    /**
+     * Build output versions map from completed task states.
+     */
+    private buildOutputVersions;
+    /**
+     * Read workspace structure from storage.
+     */
+    private readStructure;
+    /**
+     * Persist state, skipping the write when execution has been aborted
+     * and the state doesn't yet reflect cancellation (defense-in-depth).
+     */
+    private persistState;
+    /**
+     * Generate unique key for an execution.
+     */
+    private executionKey;
+}
+//# sourceMappingURL=LocalOrchestrator.d.ts.map

package/dist/src/dataflow/orchestrator/LocalOrchestrator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalOrchestrator.d.ts","sourceRoot":"","sources":["../../../../src/dataflow/orchestrator/LocalOrchestrator.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAiBH,OAAO,KAAK,EAAE,cAAc,EAAc,MAAM,6BAA6B,CAAC;AAM9E,OAAO,KAAK,EACV,oBAAoB,EACpB,eAAe,EACf,eAAe,EACf,wBAAwB,EACzB,MAAM,iBAAiB,CAAC;AAEzB,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AACxE,OAAO,KAAK,EAEV,cAAc,EACd,cAAc,EAEf,MAAM,aAAa,CAAC;AA+FrB;;;;;;;;;;GAUG;AACH,qBAAa,iBAAkB,YAAW,oBAAoB;IAShD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC;IARxC,OAAO,CAAC,UAAU,CAAuC;IAEzD;;;;;OAKG;gBAC0B,UAAU,CAAC,EAAE,mBAAmB,YAAA;IAEvD,KAAK,CACT,OAAO,EAAE,cAAc,EACvB,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,wBAA6B,GACrC,OAAO,CAAC,eAAe,CAAC;IAwHrB,IAAI,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,cAAc,CAAC;IAWtD,SAAS,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;IAkB5D,MAAM,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAqB9C,SAAS,CAAC,MAAM,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAOrF;;;;;;;OAOG;YACW,gBAAgB;IAmb9B;;;;OAIG;YACW,kBAAkB;IA8BhC;;OAEG;YACW,WAAW;IAmDzB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAyB3B;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAc3B;;OAEG;YACW,aAAa;IAY3B;;;OAGG;YACW,YAAY;IAS1B;;OAEG;IACH,OAAO,CAAC,YAAY;CAGrB"}