@elaraai/e3-core 0.0.2-beta.4 → 0.0.2-beta.40

package/dist/src/storage/local/LocalLockService.js

@@ -0,0 +1,355 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+/**
+ * Local filesystem implementation of workspace locking.
+ *
+ * Provides exclusive locks on workspaces to prevent concurrent dataflow
+ * executions or writes that could corrupt workspace state. Uses Linux
+ * flock() for automatic lock release on process death.
+ *
+ * Lock mechanism:
+ * - Uses flock(LOCK_EX | LOCK_NB) via the `flock` command for kernel-managed locking
+ * - Lock is automatically released when the process dies (kernel handles this)
+ * - Lock state stored in beast2 format using LockStateType from e3-types
+ * - Holder stored as East text string (e.g., `.process (pid=1234, ...)`)
+ * - Stale lock detection via bootId comparison (handles system restarts)
+ */
+import * as fs from 'fs/promises';
+import * as path from 'path';
+import { spawn } from 'child_process';
+import { encodeBeast2For, decodeBeast2For, printFor, parseInferred, variant, none, VariantType } from '@elaraai/east';
+import { LockStateType, ProcessHolderType } from '@elaraai/e3-types';
+import { WorkspaceLockError } from '../../errors.js';
+import { getBootId, getPidStartTime, isProcessAlive } from '../../execution/processHelpers.js';
+// =============================================================================
+// Holder Encoding
+// =============================================================================
+/**
+ * Variant type for encoding holder as East text.
+ * The holder string stores `.process (...)` or other backend-specific variants.
+ */
+const HolderVariantType = VariantType({
+    process: ProcessHolderType,
+});
+/** Print a process holder to East text format */
+const printProcessHolder = printFor(HolderVariantType);
+/**
+ * Parse an East text holder string.
+ * Returns the parsed variant or null if parsing fails.
+ */
+function parseHolder(holderStr) {
+    try {
+        const [_type, value] = parseInferred(holderStr);
+        return value;
+    }
+    catch {
+        return null;
+    }
+}
+// =============================================================================
+// Lock File Helpers
+// =============================================================================
+/**
+ * Get the lock file path for a workspace.
+ */
+export function workspaceLockPath(repoPath, workspace) {
+    return path.join(repoPath, 'workspaces', `${workspace}.lock`);
+}
+/**
+ * Read lock state from a lock file.
+ * Returns null if file doesn't exist or is invalid.
+ */
+async function readLockState(lockPath) {
+    try {
+        const data = await fs.readFile(lockPath);
+        if (data.length === 0)
+            return null;
+        const decoder = decodeBeast2For(LockStateType);
+        return decoder(data);
+    }
+    catch {
+        return null;
+    }
+}
+/**
+ * Write lock state to a lock file in beast2 format.
+ */
+async function writeLockState(lockPath, state) {
+    const encoder = encodeBeast2For(LockStateType);
+    const data = encoder(state);
+    await fs.writeFile(lockPath, data);
+}
+/**
+ * Convert LockState to LockHolderInfo for error display.
+ */
+export function lockStateToHolderInfo(state) {
+    const info = {
+        acquiredAt: state.acquiredAt.toISOString(),
+        operation: state.operation.type,
+    };
+    // Parse the holder string to extract process-specific fields
+    const holder = parseHolder(state.holder);
+    if (holder?.type === 'process') {
+        info.pid = Number(holder.value.pid);
+        info.bootId = holder.value.bootId;
+        info.startTime = Number(holder.value.startTime);
+        info.command = holder.value.command;
+    }
+    return info;
+}
+/**
+ * Check if a lock holder is still alive.
+ * @param holderStr - East text-encoded holder string
+ */
+export async function isLockHolderAlive(holderStr) {
+    const holder = parseHolder(holderStr);
+    if (!holder)
+        return true; // Can't parse - assume alive (safer)
+    if (holder.type === 'process') {
+        return isProcessAlive(Number(holder.value.pid), Number(holder.value.startTime), holder.value.bootId);
+    }
+    // Unknown holder type - assume alive (safer default)
+    return true;
+}
+// =============================================================================
+// Lock Acquisition
+// =============================================================================
+/**
+ * Acquire an exclusive lock on a workspace.
+ *
+ * Uses Linux flock() for kernel-managed locking. The lock is automatically
+ * released when the process exits (even on crash/kill).
+ *
+ * @param repoPath - Path to e3 repository
+ * @param workspace - Workspace name to lock
+ * @param operation - What operation is acquiring the lock
+ * @param options - Lock acquisition options
+ * @returns Lock handle - call release() when done
+ * @throws {WorkspaceLockError} If workspace is locked by another process
+ *
+ * @example
+ * ```typescript
+ * const lock = await acquireWorkspaceLock(repoPath, 'production', { type: 'dataflow', value: null });
+ * try {
+ *   await dataflowExecute(repoPath, 'production', { lock });
+ * } finally {
+ *   await lock.release();
+ * }
+ * ```
+ */
+export async function acquireWorkspaceLock(repoPath, workspace, operation, options = {}) {
+    const lockPath = workspaceLockPath(repoPath, workspace);
+    // Ensure workspaces directory exists
+    await fs.mkdir(path.dirname(lockPath), { recursive: true });
+    // Gather our process identification
+    const pid = process.pid;
+    const bootId = await getBootId();
+    const startTime = await getPidStartTime(pid);
+    const command = process.argv.join(' ');
+    const acquiredAt = new Date();
+    // Encode holder as East text: .process (pid=..., bootId="...", ...)
+    const holderVariant = variant('process', {
+        pid: BigInt(pid),
+        bootId,
+        startTime: BigInt(startTime),
+        command,
+    });
+    const holder = printProcessHolder(holderVariant);
+    const lockState = {
+        operation,
+        holder,
+        acquiredAt,
+        expiresAt: none,
+    };
+    // Try to acquire flock via subprocess
+    // The subprocess holds the lock and we communicate with it via stdin/signals
+    const flockProcess = await tryAcquireFlock(lockPath, lockState, options);
+    if (!flockProcess) {
+        // Failed to acquire - read lock state to report who has it
+        const existingState = await readLockState(lockPath);
+        const holderInfo = existingState ? lockStateToHolderInfo(existingState) : undefined;
+        throw new WorkspaceLockError(workspace, holderInfo);
+    }
+    // Lock acquired! Create handle
+    let released = false;
+    const handle = {
+        resource: workspace,
+        workspace,
+        lockPath,
+        async release() {
+            if (released)
+                return;
+            released = true;
+            // Kill the flock subprocess to release the lock
+            flockProcess.kill('SIGTERM');
+            // Clean up lock file (best effort)
+            try {
+                await fs.unlink(lockPath);
+            }
+            catch {
+                // Ignore - file might already be gone
+            }
+        },
+    };
+    return handle;
+}
+/**
+ * Try to acquire flock using a subprocess.
+ *
+ * We spawn `flock --nonblock <lockfile> cat` which:
+ * 1. Tries to acquire exclusive lock (non-blocking)
+ * 2. If successful, runs `cat` which blocks reading stdin forever
+ * 3. We keep the subprocess alive to hold the lock
+ * 4. When we kill the subprocess, the lock is released
+ *
+ * Returns the subprocess if lock acquired, null if lock is held by another.
+ */
+async function tryAcquireFlock(lockPath, lockState, options) {
+    // First, check if there's a stale lock we can clean up
+    // (only for exclusive mode — shared locks don't need stale checking)
+    if (options.mode !== 'shared') {
+        await checkAndCleanStaleLock(lockPath);
+    }
+    const isShared = options.mode === 'shared';
+    const args = [];
+    if (isShared) {
+        args.push('--shared');
+    }
+    if (options.wait) {
+        args.push('--timeout', String((options.timeout ?? 30000) / 1000));
+    }
+    else {
+        args.push('--nonblock');
+    }
+    args.push(lockPath, 'cat');
+    const child = spawn('flock', args, {
+        stdio: ['pipe', 'pipe', 'pipe'],
+        detached: false,
+    });
+    return new Promise((resolve) => {
+        let resolved = false;
+        // If flock fails to acquire, it exits with code 1
+        child.on('error', () => {
+            if (!resolved) {
+                resolved = true;
+                resolve(null);
+            }
+        });
+        child.on('exit', () => {
+            if (!resolved) {
+                resolved = true;
+                // Exit code 1 means lock is held by another
+                resolve(null);
+            }
+        });
+        // Give flock a moment to either acquire or fail
+        // If it's still running after 100ms, we have the lock
+        setTimeout(() => {
+            if (!resolved && !child.killed && child.exitCode === null) {
+                resolved = true;
+                // Write lock state to lock file now that we have the lock
+                void writeLockState(lockPath, lockState).catch((err) => {
+                    console.warn(`Failed to write lock state: ${err instanceof Error ? err.message : String(err)}`);
+                });
+                resolve(child);
+            }
+        }, 100);
+    });
+}
+/**
+ * Check if a lock file exists with stale lock state and clean it up.
+ * A lock is stale if the holder process no longer exists.
+ */
+async function checkAndCleanStaleLock(lockPath) {
+    const state = await readLockState(lockPath);
+    if (!state)
+        return;
+    // Check if the holder is still alive
+    const alive = await isLockHolderAlive(state.holder);
+    if (!alive) {
+        // Stale lock - try to remove it
+        try {
+            await fs.unlink(lockPath);
+        }
+        catch {
+            // Ignore - another process might have cleaned it up
+        }
+    }
+}
+/**
+ * Get the lock state for a workspace.
+ *
+ * @param repoPath - Path to e3 repository
+ * @param workspace - Workspace name to check
+ * @returns Lock state if locked, null if not locked
+ */
+export async function getWorkspaceLockState(repoPath, workspace) {
+    const lockPath = workspaceLockPath(repoPath, workspace);
+    const state = await readLockState(lockPath);
+    if (!state)
+        return null;
+    // Check if the holder is still alive
+    const alive = await isLockHolderAlive(state.holder);
+    if (!alive) {
+        // Stale lock - clean it up and report as not locked
+        try {
+            await fs.unlink(lockPath);
+        }
+        catch {
+            // Ignore
+        }
+        return null;
+    }
+    return state;
+}
+/**
+ * Get lock holder info for a workspace (for backwards compatibility).
+ *
+ * @param repoPath - Path to e3 repository
+ * @param workspace - Workspace name to check
+ * @returns Lock holder info if locked, null if not locked
+ * @deprecated Use getWorkspaceLockState for full lock information
+ */
+export async function getWorkspaceLockHolder(repoPath, workspace) {
+    const state = await getWorkspaceLockState(repoPath, workspace);
+    return state ? lockStateToHolderInfo(state) : null;
+}
+// =============================================================================
+// LockService Interface Implementation
+// =============================================================================
+/**
+ * Local filesystem implementation of LockService.
+ *
+ * Uses flock() for kernel-managed locking with lock state
+ * stored in beast2 format using LockStateType.
+ * The `repo` parameter is the path to the e3 repository directory.
+ */
+export class LocalLockService {
+    async acquire(repo, resource, operation, options) {
+        const acquireOptions = {
+            wait: options?.wait ?? false,
+            timeout: options?.timeout,
+            mode: options?.mode ?? 'exclusive',
+        };
+        try {
+            const handle = await acquireWorkspaceLock(repo, resource, operation, acquireOptions);
+            return {
+                resource,
+                release: () => handle.release(),
+            };
+        }
+        catch {
+            // Lock couldn't be acquired
+            return null;
+        }
+    }
+    getState(repo, resource) {
+        return getWorkspaceLockState(repo, resource);
+    }
+    isHolderAlive(holder) {
+        return isLockHolderAlive(holder);
+    }
+}
+//# sourceMappingURL=LocalLockService.js.map

package/dist/src/storage/local/LocalLockService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalLockService.js","sourceRoot":"","sources":["../../../../src/storage/local/LocalLockService.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;GAaG;AAEH,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,KAAK,EAAqB,MAAM,eAAe,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,QAAQ,EAAE,aAAa,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AACtH,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAsC,MAAM,mBAAmB,CAAC;AACzG,OAAO,EAAE,kBAAkB,EAAuB,MAAM,iBAAiB,CAAC;AAC1E,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AAG/F,gFAAgF;AAChF,kBAAkB;AAClB,gFAAgF;AAEhF;;;GAGG;AACH,MAAM,iBAAiB,GAAG,WAAW,CAAC;IACpC,OAAO,EAAE,iBAAiB;CAC3B,CAAC,CAAC;AAEH,iDAAiD;AACjD,MAAM,kBAAkB,GAAG,QAAQ,CAAC,iBAAiB,CAAC,CAAC;AAEvD;;;GAGG;AACH,SAAS,WAAW,CAAC,SAAiB;IACpC,IAAI,CAAC;QACH,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;QAChD,OAAO,KAAqC,CAAC;IAC/C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAyCD,gFAAgF;AAChF,oBAAoB;AACpB,gFAAgF;AAEhF;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,QAAgB,EAAE,SAAiB;IACnE,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,SAAS,OAAO,CAAC,CAAC;AAChE,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,aAAa,CAAC,QAAgB;IAC3C,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACzC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACnC,MAAM,OAAO,GAAG,eAAe,CAAC,aAAa,CAAC,CAAC;QAC/C,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,cAAc,CAAC,QAAgB,EAAE,KAAgB;IAC9D,MAAM,OAAO,GAAG,eAAe,CAAC,aAAa,CAAC,CAAC;IAC/C,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IAC5B,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;AACrC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,KAAgB;IACpD,MAAM,IAAI,GAAmB;QAC3B,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,WAAW,EAAE;QAC1C,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,IAAI;KAChC,CAAC;IAEF,6DAA6D;IAC7D,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,MAAM,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;QAC/B,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAChD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;IACtC,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,SAAiB;IACvD,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;IACtC,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC,CAAC,qCAAqC;IAE/D,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC9B,OAAO,cAAc,CACnB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EACxB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,EAC9B,MAAM,CAAC,KAAK,CAAC,MAAM,CACpB,CAAC;IACJ,CAAC;IAED,qDAAqD;IACrD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,gFAAgF;AAChF,mBAAmB;AACnB,gFAAgF;AAEhF;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,QAAgB,EAChB,SAAiB,EACjB,SAAwB,EACxB,UAA8B,EAAE;IAEhC,MAAM,QAAQ,GAAG,iBAAiB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IAExD,qCAAqC;IACrC,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE5D,oCAAoC;IACpC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;IACxB,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;IACjC,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACvC,MAAM,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAE9B,oEAAoE;IACpE,MAAM,aAAa,GAAG,OAAO,CAAC,SAAS,EAAE;QACvC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC;QAChB,MAAM;QACN,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC;QAC5B,OAAO;KACR,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,kBAAkB,CAAC,aAAa,CAAC,CAAC;IAEjD,MAAM,SAAS,GAAc;QAC3B,SAAS;QACT,MAAM;QACN,UAAU;QACV,SAAS,EAAE,IAAI;KAChB,CAAC;IAEF,sCAAsC;IACtC,6EAA6E;IAC7E,MAAM,YAAY,GAAG,MAAM,eAAe,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAEzE,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,2DAA2D;QAC3D,MAAM,aAAa,GAAG,MAAM,aAAa,CAAC,QAAQ,CAAC,CAAC;QACpD,MAAM,UAAU,GAAG,aAAa,CAAC,CAAC,CAAC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACpF,MAAM,IAAI,kBAAkB,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IACtD,CAAC;IAED,+BAA+B;IAC/B,IAAI,QAAQ,GAAG,KAAK,CAAC;IAErB,MAAM,MAAM,GAAwB;QAClC,QAAQ,EAAE,SAAS;QACnB,SAAS;QACT,QAAQ;QACR,KAAK,CAAC,OAAO;YACX,IAAI,QAAQ;gBAAE,OAAO;YACrB,QAAQ,GAAG,IAAI,CAAC;YAEhB,gDAAgD;YAChD,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAE7B,mCAAmC;YACnC,IAAI,CAAC;gBACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC5B,CAAC;YAAC,MAAM,CAAC;gBACP,sCAAsC;YACxC,CAAC;QACH,CAAC;KACF,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;;;;;GAUG;AACH,KAAK,UAAU,eAAe,CAC5B,QAAgB,EAChB,SAAoB,EACpB,OAA2B;IAE3B,uDAAuD;IACvD,qEAAqE;IACrE,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,sBAAsB,CAAC,QAAQ,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC;IAC3C,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,IAAI,QAAQ,EAAE,CAAC;QACb,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACxB,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IACpE,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC1B,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAE3B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE;QACjC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;QAC/B,QAAQ,EAAE,KAAK;KAChB,CAAC,CAAC;IAEH,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,IAAI,QAAQ,GAAG,KAAK,CAAC;QAErB,kDAAkD;QAClD,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACrB,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,QAAQ,GAAG,IAAI,CAAC;gBAChB,OAAO,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;YACpB,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,QAAQ,GAAG,IAAI,CAAC;gBAChB,4CAA4C;gBAC5C,OAAO,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,gDAAgD;QAChD,sDAAsD;QACtD,UAAU,CAAC,GAAG,EAAE;YACd,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;gBAC1D,QAAQ,GAAG,IAAI,CAAC;gBAEhB,0DAA0D;gBAC1D,KAAK,cAAc,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;oBACrD,OAAO,CAAC,IAAI,CAAC,+BAA+B,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAClG,CAAC,CAAC,CAAC;gBAEH,OAAO,CAAC,KAAK,CAAC,CAAC;YACjB,CAAC;QACH,CAAC,EAAE,GAAG,CAAC,CAAC;IACV,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,sBAAsB,CAAC,QAAgB;IACpD,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,QAAQ,CAAC,CAAC;IAC5C,IAAI,CAAC,KAAK;QAAE,OAAO;IAEnB,qCAAqC;IACrC,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAEpD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,gCAAgC;QAChC,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,oDAAoD;QACtD,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,QAAgB,EAChB,SAAiB;IAEjB,MAAM,QAAQ,GAAG,iBAAiB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IACxD,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,QAAQ,CAAC,CAAC;IAE5C,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IAExB,qCAAqC;IACrC,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAEpD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,oDAAoD;QACpD,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,QAAgB,EAChB,SAAiB;IAEjB,MAAM,KAAK,GAAG,MAAM,qBAAqB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IAC/D,OAAO,KAAK,CAAC,CAAC,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACrD,CAAC;AAED,gFAAgF;AAChF,uCAAuC;AACvC,gFAAgF;AAEhF;;;;;;GAMG;AACH,MAAM,OAAO,gBAAgB;IAC3B,KAAK,CAAC,OAAO,CACX,IAAY,EACZ,QAAgB,EAChB,SAAwB,EACxB,OAA6E;QAE7E,MAAM,cAAc,GAAuB;YACzC,IAAI,EAAE,OAAO,EAAE,IAAI,IAAI,KAAK;YAC5B,OAAO,EAAE,OAAO,EAAE,OAAO;YACzB,IAAI,EAAE,OAAO,EAAE,IAAI,IAAI,WAAW;SACnC,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,cAAc,CAAC,CAAC;YACrF,OAAO;gBACL,QAAQ;gBACR,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE;aAChC,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,4BAA4B;YAC5B,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,QAAQ,CAAC,IAAY,EAAE,QAAgB;QACrC,OAAO,qBAAqB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,aAAa,CAAC,MAAc;QAC1B,OAAO,iBAAiB,CAAC,MAAM,CAAC,CAAC;IACnC,CAAC;CACF"}

package/dist/src/storage/local/LocalLogStore.d.ts

@@ -0,0 +1,23 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+import type { LogChunk, LogStore } from '../interfaces.js';
+/**
+ * Local filesystem implementation of LogStore.
+ *
+ * Logs are stored as text files in the execution directory:
+ *   executions/<taskHash>/<inputsHash>/<executionId>/stdout.txt
+ *   executions/<taskHash>/<inputsHash>/<executionId>/stderr.txt
+ *
+ * The `repo` parameter is the path to the e3 repository directory.
+ */
+export declare class LocalLogStore implements LogStore {
+    private logPath;
+    append(repo: string, taskHash: string, inputsHash: string, executionId: string, stream: 'stdout' | 'stderr', data: string): Promise<void>;
+    read(repo: string, taskHash: string, inputsHash: string, executionId: string, stream: 'stdout' | 'stderr', options?: {
+        offset?: number;
+        limit?: number;
+    }): Promise<LogChunk>;
+}
+//# sourceMappingURL=LocalLogStore.d.ts.map

package/dist/src/storage/local/LocalLogStore.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalLogStore.d.ts","sourceRoot":"","sources":["../../../../src/storage/local/LocalLogStore.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAG3D;;;;;;;;GAQG;AACH,qBAAa,aAAc,YAAW,QAAQ;IAC5C,OAAO,CAAC,OAAO;IAWT,MAAM,CACV,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,QAAQ,GAAG,QAAQ,EAC3B,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,IAAI,CAAC;IAQV,IAAI,CACR,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,QAAQ,GAAG,QAAQ,EAC3B,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAC5C,OAAO,CAAC,QAAQ,CAAC;CAwCrB"}

package/dist/src/storage/local/LocalLogStore.js

@@ -0,0 +1,66 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+import * as fs from 'fs/promises';
+import * as path from 'path';
+import { isNotFoundError } from '../../errors.js';
+/**
+ * Local filesystem implementation of LogStore.
+ *
+ * Logs are stored as text files in the execution directory:
+ *   executions/<taskHash>/<inputsHash>/<executionId>/stdout.txt
+ *   executions/<taskHash>/<inputsHash>/<executionId>/stderr.txt
+ *
+ * The `repo` parameter is the path to the e3 repository directory.
+ */
+export class LocalLogStore {
+    logPath(repo, taskHash, inputsHash, executionId, stream) {
+        return path.join(repo, 'executions', taskHash, inputsHash, executionId, `${stream}.txt`);
+    }
+    async append(repo, taskHash, inputsHash, executionId, stream, data) {
+        const logFile = this.logPath(repo, taskHash, inputsHash, executionId, stream);
+        const dir = path.dirname(logFile);
+        await fs.mkdir(dir, { recursive: true });
+        await fs.appendFile(logFile, data);
+    }
+    async read(repo, taskHash, inputsHash, executionId, stream, options) {
+        const logFile = this.logPath(repo, taskHash, inputsHash, executionId, stream);
+        const offset = options?.offset ?? 0;
+        const limit = options?.limit ?? 65536; // 64KB default
+        try {
+            const stat = await fs.stat(logFile);
+            const totalSize = stat.size;
+            // Open file and read chunk
+            const fd = await fs.open(logFile, 'r');
+            try {
+                const buffer = Buffer.alloc(Math.min(limit, Math.max(0, totalSize - offset)));
+                const { bytesRead } = await fd.read(buffer, 0, buffer.length, offset);
+                return {
+                    data: buffer.slice(0, bytesRead).toString('utf-8'),
+                    offset,
+                    size: bytesRead,
+                    totalSize,
+                    complete: offset + bytesRead >= totalSize,
+                };
+            }
+            finally {
+                await fd.close();
+            }
+        }
+        catch (err) {
+            if (isNotFoundError(err)) {
+                // Log file doesn't exist yet
+                return {
+                    data: '',
+                    offset: 0,
+                    size: 0,
+                    totalSize: 0,
+                    complete: true,
+                };
+            }
+            throw err;
+        }
+    }
+}
+//# sourceMappingURL=LocalLogStore.js.map

package/dist/src/storage/local/LocalLogStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalLogStore.js","sourceRoot":"","sources":["../../../../src/storage/local/LocalLogStore.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAE7B,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAElD;;;;;;;;GAQG;AACH,MAAM,OAAO,aAAa;IAChB,OAAO,CAAC,IAAY,EAAE,QAAgB,EAAE,UAAkB,EAAE,WAAmB,EAAE,MAA2B;QAClH,OAAO,IAAI,CAAC,IAAI,CACd,IAAI,EACJ,YAAY,EACZ,QAAQ,EACR,UAAU,EACV,WAAW,EACX,GAAG,MAAM,MAAM,CAChB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM,CACV,IAAY,EACZ,QAAgB,EAChB,UAAkB,EAClB,WAAmB,EACnB,MAA2B,EAC3B,IAAY;QAEZ,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;QAC9E,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAElC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,MAAM,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,IAAI,CACR,IAAY,EACZ,QAAgB,EAChB,UAAkB,EAClB,WAAmB,EACnB,MAA2B,EAC3B,OAA6C;QAE7C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;QAE9E,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC;QACpC,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,KAAK,CAAC,CAAC,eAAe;QAEtD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACpC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC;YAE5B,2BAA2B;YAC3B,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YACvC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBAC9E,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAEtE,OAAO;oBACL,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;oBAClD,MAAM;oBACN,IAAI,EAAE,SAAS;oBACf,SAAS;oBACT,QAAQ,EAAE,MAAM,GAAG,SAAS,IAAI,SAAS;iBAC1C,CAAC;YACJ,CAAC;oBAAS,CAAC;gBACT,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;YACnB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,6BAA6B;gBAC7B,OAAO;oBACL,IAAI,EAAE,EAAE;oBACR,MAAM,EAAE,CAAC;oBACT,IAAI,EAAE,CAAC;oBACP,SAAS,EAAE,CAAC;oBACZ,QAAQ,EAAE,IAAI;iBACf,CAAC;YACJ,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;CACF"}

package/dist/src/storage/local/LocalObjectStore.d.ts

@@ -0,0 +1,55 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+import type { ObjectStore } from '../interfaces.js';
+/**
+ * Atomically write an object to the repository.
+ *
+ * @param repoPath - Path to e3 repository
+ * @param data - Data to store
+ * @returns SHA256 hash of the data
+ */
+export declare function objectWrite(repoPath: string, data: Uint8Array): Promise<string>;
+/**
+ * Atomically write a stream to the repository.
+ *
+ * @param repoPath - Path to e3 repository
+ * @param stream - Stream to store
+ * @returns SHA256 hash of the data
+ */
+export declare function objectWriteStream(repoPath: string, stream: ReadableStream<Uint8Array>): Promise<string>;
+/**
+ * Read an object from the repository.
+ *
+ * @param repoPath - Path to e3 repository
+ * @param hash - SHA256 hash of the object
+ * @returns Object data
+ * @throws {ObjectNotFoundError} If object not found
+ */
+export declare function objectRead(repoPath: string, hash: string): Promise<Uint8Array>;
+/**
+ * Check if an object exists in the repository.
+ *
+ * @param repoPath - Path to e3 repository
+ * @param hash - SHA256 hash of the object
+ * @returns true if object exists
+ */
+export declare function objectExists(repoPath: string, hash: string): Promise<boolean>;
+/**
+ * Local filesystem implementation of ObjectStore.
+ *
+ * The `repo` parameter is the path to the e3 repository directory.
+ */
+export declare class LocalObjectStore implements ObjectStore {
+    write(repo: string, data: Uint8Array): Promise<string>;
+    writeStream(repo: string, stream: AsyncIterable<Uint8Array>): Promise<string>;
+    read(repo: string, hash: string): Promise<Uint8Array>;
+    exists(repo: string, hash: string): Promise<boolean>;
+    stat(repo: string, hash: string): Promise<{
+        size: number;
+    }>;
+    list(repo: string): Promise<string[]>;
+    count(repo: string): Promise<number>;
+}
+//# sourceMappingURL=LocalObjectStore.d.ts.map

package/dist/src/storage/local/LocalObjectStore.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalObjectStore.d.ts","sourceRoot":"","sources":["../../../../src/storage/local/LocalObjectStore.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAqBH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAoCpD;;;;;;GAMG;AACH,wBAAsB,WAAW,CAC/B,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,UAAU,GACf,OAAO,CAAC,MAAM,CAAC,CAkDjB;AAED;;;;;;GAMG;AACH,wBAAsB,iBAAiB,CACrC,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,GACjC,OAAO,CAAC,MAAM,CAAC,CAuDjB;AAED;;;;;;;GAOG;AACH,wBAAsB,UAAU,CAC9B,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,UAAU,CAAC,CAerB;AAED;;;;;;GAMG;AACH,wBAAsB,YAAY,CAChC,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,OAAO,CAAC,CASlB;AAMD;;;;GAIG;AACH,qBAAa,gBAAiB,YAAW,WAAW;IAC5C,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IAItD,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAa7E,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC;IAIrD,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIpD,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAa3D,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAiCrC,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CA0B3C"}