@elaraai/e3-core 0.0.2-beta.3 → 0.0.2-beta.31

package/dist/src/storage/local/LocalLogStore.js

@@ -0,0 +1,66 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+import * as fs from 'fs/promises';
+import * as path from 'path';
+import { isNotFoundError } from '../../errors.js';
+/**
+ * Local filesystem implementation of LogStore.
+ *
+ * Logs are stored as text files in the execution directory:
+ *   executions/<taskHash>/<inputsHash>/<executionId>/stdout.txt
+ *   executions/<taskHash>/<inputsHash>/<executionId>/stderr.txt
+ *
+ * The `repo` parameter is the path to the e3 repository directory.
+ */
+export class LocalLogStore {
+    logPath(repo, taskHash, inputsHash, executionId, stream) {
+        return path.join(repo, 'executions', taskHash, inputsHash, executionId, `${stream}.txt`);
+    }
+    async append(repo, taskHash, inputsHash, executionId, stream, data) {
+        const logFile = this.logPath(repo, taskHash, inputsHash, executionId, stream);
+        const dir = path.dirname(logFile);
+        await fs.mkdir(dir, { recursive: true });
+        await fs.appendFile(logFile, data);
+    }
+    async read(repo, taskHash, inputsHash, executionId, stream, options) {
+        const logFile = this.logPath(repo, taskHash, inputsHash, executionId, stream);
+        const offset = options?.offset ?? 0;
+        const limit = options?.limit ?? 65536; // 64KB default
+        try {
+            const stat = await fs.stat(logFile);
+            const totalSize = stat.size;
+            // Open file and read chunk
+            const fd = await fs.open(logFile, 'r');
+            try {
+                const buffer = Buffer.alloc(Math.min(limit, Math.max(0, totalSize - offset)));
+                const { bytesRead } = await fd.read(buffer, 0, buffer.length, offset);
+                return {
+                    data: buffer.slice(0, bytesRead).toString('utf-8'),
+                    offset,
+                    size: bytesRead,
+                    totalSize,
+                    complete: offset + bytesRead >= totalSize,
+                };
+            }
+            finally {
+                await fd.close();
+            }
+        }
+        catch (err) {
+            if (isNotFoundError(err)) {
+                // Log file doesn't exist yet
+                return {
+                    data: '',
+                    offset: 0,
+                    size: 0,
+                    totalSize: 0,
+                    complete: true,
+                };
+            }
+            throw err;
+        }
+    }
+}
+//# sourceMappingURL=LocalLogStore.js.map

package/dist/src/storage/local/LocalLogStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalLogStore.js","sourceRoot":"","sources":["../../../../src/storage/local/LocalLogStore.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAE7B,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAElD;;;;;;;;GAQG;AACH,MAAM,OAAO,aAAa;IAChB,OAAO,CAAC,IAAY,EAAE,QAAgB,EAAE,UAAkB,EAAE,WAAmB,EAAE,MAA2B;QAClH,OAAO,IAAI,CAAC,IAAI,CACd,IAAI,EACJ,YAAY,EACZ,QAAQ,EACR,UAAU,EACV,WAAW,EACX,GAAG,MAAM,MAAM,CAChB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM,CACV,IAAY,EACZ,QAAgB,EAChB,UAAkB,EAClB,WAAmB,EACnB,MAA2B,EAC3B,IAAY;QAEZ,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;QAC9E,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAElC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,MAAM,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,IAAI,CACR,IAAY,EACZ,QAAgB,EAChB,UAAkB,EAClB,WAAmB,EACnB,MAA2B,EAC3B,OAA6C;QAE7C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;QAE9E,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC;QACpC,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,KAAK,CAAC,CAAC,eAAe;QAEtD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACpC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC;YAE5B,2BAA2B;YAC3B,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YACvC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBAC9E,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAEtE,OAAO;oBACL,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;oBAClD,MAAM;oBACN,IAAI,EAAE,SAAS;oBACf,SAAS;oBACT,QAAQ,EAAE,MAAM,GAAG,SAAS,IAAI,SAAS;iBAC1C,CAAC;YACJ,CAAC;oBAAS,CAAC;gBACT,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;YACnB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,6BAA6B;gBAC7B,OAAO;oBACL,IAAI,EAAE,EAAE;oBACR,MAAM,EAAE,CAAC;oBACT,IAAI,EAAE,CAAC;oBACP,SAAS,EAAE,CAAC;oBACZ,QAAQ,EAAE,IAAI;iBACf,CAAC;YACJ,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;CACF"}

package/dist/src/storage/local/LocalObjectStore.d.ts

@@ -0,0 +1,52 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+import type { ObjectStore } from '../interfaces.js';
+/**
+ * Atomically write an object to the repository.
+ *
+ * @param repoPath - Path to e3 repository
+ * @param data - Data to store
+ * @returns SHA256 hash of the data
+ */
+export declare function objectWrite(repoPath: string, data: Uint8Array): Promise<string>;
+/**
+ * Atomically write a stream to the repository.
+ *
+ * @param repoPath - Path to e3 repository
+ * @param stream - Stream to store
+ * @returns SHA256 hash of the data
+ */
+export declare function objectWriteStream(repoPath: string, stream: ReadableStream<Uint8Array>): Promise<string>;
+/**
+ * Read an object from the repository.
+ *
+ * @param repoPath - Path to e3 repository
+ * @param hash - SHA256 hash of the object
+ * @returns Object data
+ * @throws {ObjectNotFoundError} If object not found
+ */
+export declare function objectRead(repoPath: string, hash: string): Promise<Uint8Array>;
+/**
+ * Check if an object exists in the repository.
+ *
+ * @param repoPath - Path to e3 repository
+ * @param hash - SHA256 hash of the object
+ * @returns true if object exists
+ */
+export declare function objectExists(repoPath: string, hash: string): Promise<boolean>;
+/**
+ * Local filesystem implementation of ObjectStore.
+ *
+ * The `repo` parameter is the path to the e3 repository directory.
+ */
+export declare class LocalObjectStore implements ObjectStore {
+    write(repo: string, data: Uint8Array): Promise<string>;
+    writeStream(repo: string, stream: AsyncIterable<Uint8Array>): Promise<string>;
+    read(repo: string, hash: string): Promise<Uint8Array>;
+    exists(repo: string, hash: string): Promise<boolean>;
+    list(repo: string): Promise<string[]>;
+    count(repo: string): Promise<number>;
+}
+//# sourceMappingURL=LocalObjectStore.d.ts.map

package/dist/src/storage/local/LocalObjectStore.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalObjectStore.d.ts","sourceRoot":"","sources":["../../../../src/storage/local/LocalObjectStore.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAqBH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAoCpD;;;;;;GAMG;AACH,wBAAsB,WAAW,CAC/B,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,UAAU,GACf,OAAO,CAAC,MAAM,CAAC,CAkDjB;AAED;;;;;;GAMG;AACH,wBAAsB,iBAAiB,CACrC,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,GACjC,OAAO,CAAC,MAAM,CAAC,CAuDjB;AAED;;;;;;;GAOG;AACH,wBAAsB,UAAU,CAC9B,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,UAAU,CAAC,CAerB;AAED;;;;;;GAMG;AACH,wBAAsB,YAAY,CAChC,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,OAAO,CAAC,CASlB;AAMD;;;;GAIG;AACH,qBAAa,gBAAiB,YAAW,WAAW;IAC5C,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IAItD,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAa7E,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC;IAIrD,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIpD,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAiCrC,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CA0B3C"}

package/dist/src/storage/local/LocalObjectStore.js

@@ -0,0 +1,287 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+/**
+ * Local filesystem implementation of object storage.
+ *
+ * Objects are stored as files in a content-addressed layout:
+ * - objects/<hash[0..2]>/<hash[2..]>.beast2
+ *
+ * Writes are atomic using stage-and-rename pattern:
+ * 1. Write to a temporary .partial file
+ * 2. Rename to final destination (atomic on POSIX filesystems)
+ */
+import * as fs from 'fs/promises';
+import * as path from 'path';
+import * as crypto from 'crypto';
+import { Readable } from 'stream';
+import { pipeline } from 'stream/promises';
+import { createWriteStream } from 'fs';
+import { ObjectNotFoundError, isNotFoundError } from '../../errors.js';
+import { objectPath } from './localHelpers.js';
+// =============================================================================
+// Hash Computation
+// =============================================================================
+/**
+ * Calculate SHA256 hash of a stream
+ * @internal
+ */
+async function computeHashFromStream(stream) {
+    const hash = crypto.createHash('sha256');
+    const chunks = [];
+    const reader = stream.getReader();
+    while (true) {
+        const { done, value } = await reader.read();
+        if (done)
+            break;
+        hash.update(value);
+        chunks.push(value);
+    }
+    return {
+        hash: hash.digest('hex'),
+        data: chunks,
+    };
+}
+// =============================================================================
+// Standalone Functions (for backwards compatibility)
+// =============================================================================
+/**
+ * Atomically write an object to the repository.
+ *
+ * @param repoPath - Path to e3 repository
+ * @param data - Data to store
+ * @returns SHA256 hash of the data
+ */
+export async function objectWrite(repoPath, data) {
+    const { computeHash } = await import('../../objects.js');
+    const extension = '.beast2';
+    const hash = computeHash(data);
+    // Split hash: first 2 chars as directory
+    const dirName = hash.slice(0, 2);
+    const fileName = hash.slice(2) + extension;
+    const dirPath = path.join(repoPath, 'objects', dirName);
+    const filePath = path.join(dirPath, fileName);
+    // Check if already exists
+    try {
+        await fs.access(filePath);
+        return hash; // Already exists
+    }
+    catch {
+        // Doesn't exist, continue
+    }
+    // Create directory if needed
+    await fs.mkdir(dirPath, { recursive: true });
+    // Write atomically: stage in same directory (same filesystem) + rename
+    // Staging files use .partial extension; gc can clean up any orphaned ones
+    // Use random suffix to avoid collisions with concurrent writes
+    const randomSuffix = Math.random().toString(36).slice(2, 10);
+    const stagingPath = path.join(dirPath, `${fileName}.${Date.now()}.${randomSuffix}.partial`);
+    await fs.writeFile(stagingPath, data);
+    try {
+        await fs.rename(stagingPath, filePath);
+    }
+    catch (err) {
+        // If rename fails because target exists (concurrent write won), that's fine
+        // Clean up our staging file
+        try {
+            await fs.unlink(stagingPath);
+        }
+        catch {
+            // Ignore cleanup errors
+        }
+        // Verify the file exists (another writer should have created it)
+        try {
+            await fs.access(filePath);
+        }
+        catch {
+            // File doesn't exist and rename failed - re-throw original error
+            throw err;
+        }
+    }
+    return hash;
+}
+/**
+ * Atomically write a stream to the repository.
+ *
+ * @param repoPath - Path to e3 repository
+ * @param stream - Stream to store
+ * @returns SHA256 hash of the data
+ */
+export async function objectWriteStream(repoPath, stream) {
+    const extension = '.beast2';
+    // First pass: compute hash while collecting data
+    const { hash, data } = await computeHashFromStream(stream);
+    // Split hash: first 2 chars as directory
+    const dirName = hash.slice(0, 2);
+    const fileName = hash.slice(2) + extension;
+    const dirPath = path.join(repoPath, 'objects', dirName);
+    const filePath = path.join(dirPath, fileName);
+    // Check if already exists
+    try {
+        await fs.access(filePath);
+        return hash; // Already exists
+    }
+    catch {
+        // Doesn't exist, continue
+    }
+    // Create directory if needed
+    await fs.mkdir(dirPath, { recursive: true });
+    // Write atomically: stage in same directory (same filesystem) + rename
+    // Staging files use .partial extension; gc can clean up any orphaned ones
+    // Use random suffix to avoid collisions with concurrent writes
+    const randomSuffix = Math.random().toString(36).slice(2, 10);
+    const stagingPath = path.join(dirPath, `${fileName}.${Date.now()}.${randomSuffix}.partial`);
+    // Reconstruct stream from collected chunks
+    const nodeStream = Readable.from(data);
+    const writeStream = createWriteStream(stagingPath);
+    await pipeline(nodeStream, writeStream);
+    try {
+        await fs.rename(stagingPath, filePath);
+    }
+    catch (err) {
+        // If rename fails because target exists (concurrent write won), that's fine
+        // Clean up our staging file
+        try {
+            await fs.unlink(stagingPath);
+        }
+        catch {
+            // Ignore cleanup errors
+        }
+        // Verify the file exists (another writer should have created it)
+        try {
+            await fs.access(filePath);
+        }
+        catch {
+            // File doesn't exist and rename failed - re-throw original error
+            throw err;
+        }
+    }
+    return hash;
+}
+/**
+ * Read an object from the repository.
+ *
+ * @param repoPath - Path to e3 repository
+ * @param hash - SHA256 hash of the object
+ * @returns Object data
+ * @throws {ObjectNotFoundError} If object not found
+ */
+export async function objectRead(repoPath, hash) {
+    const extension = '.beast2';
+    const dirName = hash.slice(0, 2);
+    const fileName = hash.slice(2) + extension;
+    const filePath = path.join(repoPath, 'objects', dirName, fileName);
+    try {
+        return await fs.readFile(filePath);
+    }
+    catch (err) {
+        if (isNotFoundError(err)) {
+            throw new ObjectNotFoundError(hash);
+        }
+        throw err;
+    }
+}
+/**
+ * Check if an object exists in the repository.
+ *
+ * @param repoPath - Path to e3 repository
+ * @param hash - SHA256 hash of the object
+ * @returns true if object exists
+ */
+export async function objectExists(repoPath, hash) {
+    const filePath = objectPath(repoPath, hash);
+    try {
+        await fs.access(filePath);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+// =============================================================================
+// ObjectStore Interface Implementation
+// =============================================================================
+/**
+ * Local filesystem implementation of ObjectStore.
+ *
+ * The `repo` parameter is the path to the e3 repository directory.
+ */
+export class LocalObjectStore {
+    async write(repo, data) {
+        return objectWrite(repo, data);
+    }
+    async writeStream(repo, stream) {
+        // Convert AsyncIterable to ReadableStream for objectWriteStream
+        const readableStream = new ReadableStream({
+            async start(controller) {
+                for await (const chunk of stream) {
+                    controller.enqueue(chunk);
+                }
+                controller.close();
+            },
+        });
+        return objectWriteStream(repo, readableStream);
+    }
+    async read(repo, hash) {
+        return objectRead(repo, hash);
+    }
+    async exists(repo, hash) {
+        return objectExists(repo, hash);
+    }
+    async list(repo) {
+        const objectsDir = path.join(repo, 'objects');
+        const hashes = [];
+        try {
+            const prefixDirs = await fs.readdir(objectsDir);
+            for (const prefix of prefixDirs) {
+                if (!/^[a-f0-9]{2}$/.test(prefix))
+                    continue;
+                const prefixPath = path.join(objectsDir, prefix);
+                const stat = await fs.stat(prefixPath);
+                if (!stat.isDirectory())
+                    continue;
+                const files = await fs.readdir(prefixPath);
+                for (const file of files) {
+                    if (file.endsWith('.beast2') && !file.includes('.partial')) {
+                        // Reconstruct full hash: prefix + filename without extension
+                        const hash = prefix + file.slice(0, -7);
+                        hashes.push(hash);
+                    }
+                }
+            }
+        }
+        catch (err) {
+            // Only suppress ENOENT - directory may not exist yet
+            if (!isNotFoundError(err)) {
+                throw err;
+            }
+        }
+        return hashes;
+    }
+    async count(repo) {
+        const objectsDir = path.join(repo, 'objects');
+        let count = 0;
+        try {
+            const prefixDirs = await fs.readdir(objectsDir);
+            for (const prefix of prefixDirs) {
+                if (!/^[a-f0-9]{2}$/.test(prefix))
+                    continue;
+                const prefixPath = path.join(objectsDir, prefix);
+                const files = await fs.readdir(prefixPath);
+                for (const file of files) {
+                    if (file.endsWith('.beast2') && !file.includes('.partial')) {
+                        count++;
+                    }
+                }
+            }
+        }
+        catch (err) {
+            if (!isNotFoundError(err)) {
+                throw err;
+            }
+        }
+        return count;
+    }
+}
+//# sourceMappingURL=LocalObjectStore.js.map

package/dist/src/storage/local/LocalObjectStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalObjectStore.js","sourceRoot":"","sources":["../../../../src/storage/local/LocalObjectStore.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAClC,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,IAAI,CAAC;AACvC,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACvE,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAG/C,gFAAgF;AAChF,mBAAmB;AACnB,gFAAgF;AAEhF;;;GAGG;AACH,KAAK,UAAU,qBAAqB,CAClC,MAAkC;IAElC,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IACzC,MAAM,MAAM,GAAiB,EAAE,CAAC;IAEhC,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;IAElC,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,IAAI;YAAE,MAAM;QAEhB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;IAED,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QACxB,IAAI,EAAE,MAAM;KACb,CAAC;AACJ,CAAC;AAED,gFAAgF;AAChF,qDAAqD;AACrD,gFAAgF;AAEhF;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,QAAgB,EAChB,IAAgB;IAEhB,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,SAAS,CAAC;IAC5B,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IAE/B,yCAAyC;IACzC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC;IAE3C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAE9C,0BAA0B;IAC1B,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC1B,OAAO,IAAI,CAAC,CAAC,iBAAiB;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,0BAA0B;IAC5B,CAAC;IAED,6BAA6B;IAC7B,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE7C,uEAAuE;IACvE,0EAA0E;IAC1E,+DAA+D;IAC/D,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC7D,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,QAAQ,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,YAAY,UAAU,CAAC,CAAC;IAC5F,MAAM,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAEtC,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;IACzC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,4EAA4E;QAC5E,4BAA4B;QAC5B,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,wBAAwB;QAC1B,CAAC;QACD,iEAAiE;QACjE,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,iEAAiE;YACjE,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,QAAgB,EAChB,MAAkC;IAElC,MAAM,SAAS,GAAG,SAAS,CAAC;IAC5B,iDAAiD;IACjD,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,MAAM,qBAAqB,CAAC,MAAM,CAAC,CAAC;IAE3D,yCAAyC;IACzC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC;IAE3C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAE9C,0BAA0B;IAC1B,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC1B,OAAO,IAAI,CAAC,CAAC,iBAAiB;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,0BAA0B;IAC5B,CAAC;IAED,6BAA6B;IAC7B,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE7C,uEAAuE;IACvE,0EAA0E;IAC1E,+DAA+D;IAC/D,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC7D,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,QAAQ,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,YAAY,UAAU,CAAC,CAAC;IAE5F,2CAA2C;IAC3C,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,WAAW,GAAG,iBAAiB,CAAC,WAAW,CAAC,CAAC;IAEnD,MAAM,QAAQ,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;IAExC,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;IACzC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,4EAA4E;QAC5E,4BAA4B;QAC5B,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,wBAAwB;QAC1B,CAAC;QACD,iEAAiE;QACjE,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,iEAAiE;YACjE,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,QAAgB,EAChB,IAAY;IAEZ,MAAM,SAAS,GAAG,SAAS,CAAC;IAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC;IAE3C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;IAEnE,IAAI,CAAC;QACH,OAAO,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,mBAAmB,CAAC,IAAI,CAAC,CAAC;QACtC,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,QAAgB,EAChB,IAAY;IAEZ,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAE5C,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,gFAAgF;AAChF,uCAAuC;AACvC,gFAAgF;AAEhF;;;;GAIG;AACH,MAAM,OAAO,gBAAgB;IAC3B,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,IAAgB;QACxC,OAAO,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAY,EAAE,MAAiC;QAC/D,gEAAgE;QAChE,MAAM,cAAc,GAAG,IAAI,cAAc,CAAa;YACpD,KAAK,CAAC,KAAK,CAAC,UAAU;gBACpB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBACjC,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAC5B,CAAC;gBACD,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,CAAC;SACF,CAAC,CAAC;QACH,OAAO,iBAAiB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAY,EAAE,IAAY;QACnC,OAAO,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAY,EAAE,IAAY;QACrC,OAAO,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAY;QACrB,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAEhD,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;gBAChC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC;oBAAE,SAAS;gBAE5C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;gBACjD,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBACvC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;oBAAE,SAAS;gBAElC,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBAC3C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;wBAC3D,6DAA6D;wBAC7D,MAAM,IAAI,GAAG,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;wBACxC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACpB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,qDAAqD;YACrD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC9C,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAEhD,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;gBAChC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC;oBAAE,SAAS;gBAE5C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;gBACjD,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBAC3C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;wBAC3D,KAAK,EAAE,CAAC;oBACV,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}

package/dist/src/storage/local/LocalRefStore.d.ts

@@ -0,0 +1,50 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+import type { ExecutionStatus, DataflowRun } from '@elaraai/e3-types';
+import type { RefStore } from '../interfaces.js';
+/**
+ * Local filesystem implementation of RefStore.
+ *
+ * The `repo` parameter is the path to the e3 repository directory.
+ */
+export declare class LocalRefStore implements RefStore {
+    packageList(repo: string): Promise<{
+        name: string;
+        version: string;
+    }[]>;
+    packageResolve(repo: string, name: string, version: string): Promise<string | null>;
+    packageWrite(repo: string, name: string, version: string, hash: string): Promise<void>;
+    packageRemove(repo: string, name: string, version: string): Promise<void>;
+    workspaceList(repo: string): Promise<string[]>;
+    workspaceRead(repo: string, name: string): Promise<Uint8Array | null>;
+    workspaceWrite(repo: string, name: string, state: Uint8Array): Promise<void>;
+    workspaceRemove(repo: string, name: string): Promise<void>;
+    /**
+     * Path to execution directory: executions/<taskHash>/<inputsHash>/<executionId>/
+     */
+    private executionDir;
+    /**
+     * Path to inputs directory: executions/<taskHash>/<inputsHash>/
+     */
+    private inputsDir;
+    executionGet(repo: string, taskHash: string, inputsHash: string, executionId: string): Promise<ExecutionStatus | null>;
+    executionWrite(repo: string, taskHash: string, inputsHash: string, executionId: string, status: ExecutionStatus): Promise<void>;
+    executionListIds(repo: string, taskHash: string, inputsHash: string): Promise<string[]>;
+    executionGetLatest(repo: string, taskHash: string, inputsHash: string): Promise<ExecutionStatus | null>;
+    executionGetLatestOutput(repo: string, taskHash: string, inputsHash: string): Promise<string | null>;
+    executionList(repo: string): Promise<{
+        taskHash: string;
+        inputsHash: string;
+    }[]>;
+    executionListForTask(repo: string, taskHash: string): Promise<string[]>;
+    private dataflowDir;
+    private dataflowRunPath;
+    dataflowRunGet(repo: string, workspace: string, runId: string): Promise<DataflowRun | null>;
+    dataflowRunWrite(repo: string, workspace: string, run: DataflowRun): Promise<void>;
+    dataflowRunList(repo: string, workspace: string): Promise<string[]>;
+    dataflowRunGetLatest(repo: string, workspace: string): Promise<DataflowRun | null>;
+    dataflowRunDelete(repo: string, workspace: string, runId: string): Promise<void>;
+}
+//# sourceMappingURL=LocalRefStore.d.ts.map

package/dist/src/storage/local/LocalRefStore.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalRefStore.d.ts","sourceRoot":"","sources":["../../../../src/storage/local/LocalRefStore.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAMH,OAAO,KAAK,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACtE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAGjD;;;;GAIG;AACH,qBAAa,aAAc,YAAW,QAAQ;IAKtC,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IA0BvE,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAanF,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOtF,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAwBzE,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAqB9C,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAarE,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAa5E,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAgBhE;;OAEG;IACH,OAAO,CAAC,YAAY;IAIpB;;OAEG;IACH,OAAO,CAAC,SAAS;IAIX,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;IA0BtH,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAa/H,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAgBvF,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;IAUvG,wBAAwB,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAoBpG,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IA8BhF,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAkB7E,OAAO,CAAC,WAAW;IAInB,OAAO,CAAC,eAAe;IAIjB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;IAiB3F,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IASlF,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAmBnE,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;IASlF,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CASvF"}