@elaraai/e3-core 0.0.2-beta.9 → 1.0.1

package/dist/src/storage/local/LocalRefStore.js

@@ -0,0 +1,337 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+import * as fs from 'fs/promises';
+import * as path from 'path';
+import { decodeBeast2For, encodeBeast2For } from '@elaraai/east';
+import { ExecutionStatusType, DataflowRunType } from '@elaraai/e3-types';
+import { isNotFoundError, ExecutionCorruptError } from '../../errors.js';
+/**
+ * Local filesystem implementation of RefStore.
+ *
+ * The `repo` parameter is the path to the e3 repository directory.
+ */
+export class LocalRefStore {
+    // -------------------------------------------------------------------------
+    // Package References
+    // -------------------------------------------------------------------------
+    async packageList(repo) {
+        const packagesDir = path.join(repo, 'packages');
+        const packages = [];
+        try {
+            const names = await fs.readdir(packagesDir);
+            for (const name of names) {
+                const nameDir = path.join(packagesDir, name);
+                const stat = await fs.stat(nameDir);
+                if (stat.isDirectory()) {
+                    const versions = await fs.readdir(nameDir);
+                    for (const version of versions) {
+                        packages.push({ name, version });
+                    }
+                }
+            }
+        }
+        catch (err) {
+            // Only suppress ENOENT - directory may not exist yet
+            if (!isNotFoundError(err)) {
+                throw err;
+            }
+        }
+        return packages;
+    }
+    async packageResolve(repo, name, version) {
+        const refPath = path.join(repo, 'packages', name, version);
+        try {
+            const content = await fs.readFile(refPath, 'utf-8');
+            return content.trim();
+        }
+        catch (err) {
+            if (isNotFoundError(err)) {
+                return null;
+            }
+            throw err;
+        }
+    }
+    async packageWrite(repo, name, version, hash) {
+        const refDir = path.join(repo, 'packages', name);
+        await fs.mkdir(refDir, { recursive: true });
+        const refPath = path.join(refDir, version);
+        await fs.writeFile(refPath, hash + '\n');
+    }
+    async packageRemove(repo, name, version) {
+        const refPath = path.join(repo, 'packages', name, version);
+        try {
+            await fs.unlink(refPath);
+        }
+        catch (err) {
+            if (isNotFoundError(err)) {
+                return; // Already removed, idempotent
+            }
+            throw err;
+        }
+        // Try to remove the package name directory if empty
+        const packageDir = path.join(repo, 'packages', name);
+        try {
+            await fs.rmdir(packageDir);
+        }
+        catch {
+            // Directory not empty, that's fine
+        }
+    }
+    // -------------------------------------------------------------------------
+    // Workspace State
+    // -------------------------------------------------------------------------
+    async workspaceList(repo) {
+        const workspacesDir = path.join(repo, 'workspaces');
+        const names = [];
+        try {
+            const entries = await fs.readdir(workspacesDir);
+            for (const entry of entries) {
+                if (entry.endsWith('.beast2')) {
+                    names.push(entry.slice(0, -7)); // Remove .beast2 extension
+                }
+            }
+        }
+        catch (err) {
+            // Only suppress ENOENT - directory may not exist yet
+            if (!isNotFoundError(err)) {
+                throw err;
+            }
+        }
+        return names;
+    }
+    async workspaceRead(repo, name) {
+        const stateFile = path.join(repo, 'workspaces', `${name}.beast2`);
+        try {
+            return await fs.readFile(stateFile);
+        }
+        catch (err) {
+            if (isNotFoundError(err)) {
+                return null;
+            }
+            throw err;
+        }
+    }
+    async workspaceWrite(repo, name, state) {
+        const wsDir = path.join(repo, 'workspaces');
+        const stateFile = path.join(wsDir, `${name}.beast2`);
+        await fs.mkdir(wsDir, { recursive: true });
+        // Write atomically: write to temp file, then rename
+        const randomSuffix = Math.random().toString(36).slice(2, 10);
+        const tempPath = path.join(wsDir, `.${name}.${Date.now()}.${randomSuffix}.tmp`);
+        await fs.writeFile(tempPath, state);
+        await fs.rename(tempPath, stateFile);
+    }
+    async workspaceRemove(repo, name) {
+        const stateFile = path.join(repo, 'workspaces', `${name}.beast2`);
+        try {
+            await fs.unlink(stateFile);
+        }
+        catch (err) {
+            if (isNotFoundError(err)) {
+                return; // Already removed, idempotent
+            }
+            throw err;
+        }
+    }
+    // -------------------------------------------------------------------------
+    // Execution Cache (with execution history)
+    // -------------------------------------------------------------------------
+    /**
+     * Path to execution directory: executions/<taskHash>/<inputsHash>/<executionId>/
+     */
+    executionDir(repo, taskHash, inputsHash, executionId) {
+        return path.join(repo, 'executions', taskHash, inputsHash, executionId);
+    }
+    /**
+     * Path to inputs directory: executions/<taskHash>/<inputsHash>/
+     */
+    inputsDir(repo, taskHash, inputsHash) {
+        return path.join(repo, 'executions', taskHash, inputsHash);
+    }
+    async executionGet(repo, taskHash, inputsHash, executionId) {
+        const execDir = this.executionDir(repo, taskHash, inputsHash, executionId);
+        const statusPath = path.join(execDir, 'status.beast2');
+        let data;
+        try {
+            data = await fs.readFile(statusPath);
+        }
+        catch (err) {
+            if (isNotFoundError(err)) {
+                return null;
+            }
+            throw err;
+        }
+        try {
+            const decoder = decodeBeast2For(ExecutionStatusType);
+            return decoder(data);
+        }
+        catch (err) {
+            throw new ExecutionCorruptError(taskHash, inputsHash, err instanceof Error ? err : new Error(String(err)));
+        }
+    }
+    async executionWrite(repo, taskHash, inputsHash, executionId, status) {
+        const execDir = this.executionDir(repo, taskHash, inputsHash, executionId);
+        await fs.mkdir(execDir, { recursive: true });
+        const encoder = encodeBeast2For(ExecutionStatusType);
+        await fs.writeFile(path.join(execDir, 'status.beast2'), encoder(status));
+        // Also write output hash for success status
+        if (status.type === 'success') {
+            await fs.writeFile(path.join(execDir, 'output'), status.value.outputHash + '\n');
+        }
+    }
+    async executionListIds(repo, taskHash, inputsHash) {
+        const inputDir = this.inputsDir(repo, taskHash, inputsHash);
+        try {
+            const entries = await fs.readdir(inputDir);
+            // Filter for UUIDv7-like format (36 chars with dashes) and sort lexicographically
+            const uuids = entries.filter((e) => /^[0-9a-f]{8}-[0-9a-f]{4}-7[0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i.test(e));
+            return uuids.sort();
+        }
+        catch (err) {
+            if (isNotFoundError(err)) {
+                return [];
+            }
+            throw err;
+        }
+    }
+    async executionGetLatest(repo, taskHash, inputsHash) {
+        const ids = await this.executionListIds(repo, taskHash, inputsHash);
+        if (ids.length === 0) {
+            return null;
+        }
+        // Get the lexicographically greatest (latest) execution
+        const latestId = ids[ids.length - 1];
+        return this.executionGet(repo, taskHash, inputsHash, latestId);
+    }
+    async executionGetLatestOutput(repo, taskHash, inputsHash) {
+        const ids = await this.executionListIds(repo, taskHash, inputsHash);
+        // Iterate from latest to oldest, return first success
+        for (let i = ids.length - 1; i >= 0; i--) {
+            const execDir = this.executionDir(repo, taskHash, inputsHash, ids[i]);
+            const outputPath = path.join(execDir, 'output');
+            try {
+                const content = await fs.readFile(outputPath, 'utf-8');
+                return content.trim();
+            }
+            catch (err) {
+                if (!isNotFoundError(err)) {
+                    throw err;
+                }
+                // No output file, check status to see if it's a success without output
+                // or just continue to next execution
+            }
+        }
+        return null;
+    }
+    async executionList(repo) {
+        const executionsDir = path.join(repo, 'executions');
+        const result = [];
+        try {
+            const taskDirs = await fs.readdir(executionsDir);
+            for (const taskHash of taskDirs) {
+                if (!/^[a-f0-9]{64}$/.test(taskHash))
+                    continue;
+                const taskDir = path.join(executionsDir, taskHash);
+                const stat = await fs.stat(taskDir);
+                if (!stat.isDirectory())
+                    continue;
+                const inputsDirs = await fs.readdir(taskDir);
+                for (const inputsHash of inputsDirs) {
+                    if (/^[a-f0-9]{64}$/.test(inputsHash)) {
+                        result.push({ taskHash, inputsHash });
+                    }
+                }
+            }
+        }
+        catch (err) {
+            if (!isNotFoundError(err)) {
+                throw err;
+            }
+        }
+        return result;
+    }
+    async executionListForTask(repo, taskHash) {
+        const taskDir = path.join(repo, 'executions', taskHash);
+        try {
+            const entries = await fs.readdir(taskDir);
+            return entries.filter((e) => /^[a-f0-9]{64}$/.test(e));
+        }
+        catch (err) {
+            if (!isNotFoundError(err)) {
+                throw err;
+            }
+            return [];
+        }
+    }
+    // -------------------------------------------------------------------------
+    // Dataflow Run History
+    // -------------------------------------------------------------------------
+    dataflowDir(repo, workspace) {
+        return path.join(repo, 'dataflows', workspace);
+    }
+    dataflowRunPath(repo, workspace, runId) {
+        return path.join(this.dataflowDir(repo, workspace), `${runId}.beast2`);
+    }
+    async dataflowRunGet(repo, workspace, runId) {
+        const runPath = this.dataflowRunPath(repo, workspace, runId);
+        let data;
+        try {
+            data = await fs.readFile(runPath);
+        }
+        catch (err) {
+            if (isNotFoundError(err)) {
+                return null;
+            }
+            throw err;
+        }
+        const decoder = decodeBeast2For(DataflowRunType);
+        return decoder(data);
+    }
+    async dataflowRunWrite(repo, workspace, run) {
+        const dir = this.dataflowDir(repo, workspace);
+        await fs.mkdir(dir, { recursive: true });
+        const encoder = encodeBeast2For(DataflowRunType);
+        const runPath = this.dataflowRunPath(repo, workspace, run.runId);
+        await fs.writeFile(runPath, encoder(run));
+    }
+    async dataflowRunList(repo, workspace) {
+        const dir = this.dataflowDir(repo, workspace);
+        try {
+            const entries = await fs.readdir(dir);
+            // Filter for .beast2 files, extract runId, and sort
+            const runIds = entries
+                .filter((e) => e.endsWith('.beast2'))
+                .map((e) => e.slice(0, -7)) // Remove .beast2
+                .filter((e) => /^[0-9a-f]{8}-[0-9a-f]{4}-7[0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i.test(e));
+            return runIds.sort();
+        }
+        catch (err) {
+            if (isNotFoundError(err)) {
+                return [];
+            }
+            throw err;
+        }
+    }
+    async dataflowRunGetLatest(repo, workspace) {
+        const ids = await this.dataflowRunList(repo, workspace);
+        if (ids.length === 0) {
+            return null;
+        }
+        const latestId = ids[ids.length - 1];
+        return this.dataflowRunGet(repo, workspace, latestId);
+    }
+    async dataflowRunDelete(repo, workspace, runId) {
+        const runPath = this.dataflowRunPath(repo, workspace, runId);
+        try {
+            await fs.unlink(runPath);
+        }
+        catch (err) {
+            if (isNotFoundError(err))
+                return; // idempotent
+            throw err;
+        }
+    }
+}
+//# sourceMappingURL=LocalRefStore.js.map

package/dist/src/storage/local/LocalRefStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalRefStore.js","sourceRoot":"","sources":["../../../../src/storage/local/LocalRefStore.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAGzE,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AAEzE;;;;GAIG;AACH,MAAM,OAAO,aAAa;IACxB,4EAA4E;IAC5E,qBAAqB;IACrB,4EAA4E;IAE5E,KAAK,CAAC,WAAW,CAAC,IAAY;QAC5B,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QAChD,MAAM,QAAQ,GAAwC,EAAE,CAAC;QAEzD,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAC5C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;gBAC7C,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACpC,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;oBACvB,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC3C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;wBAC/B,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;oBACnC,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,qDAAqD;YACrD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,IAAY,EAAE,IAAY,EAAE,OAAe;QAC9D,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAC3D,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACpD,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;QACxB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,OAAO,IAAI,CAAC;YACd,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,IAAY,EAAE,IAAY,EAAE,OAAe,EAAE,IAAY;QAC1E,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;QACjD,MAAM,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC3C,MAAM,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,GAAG,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,IAAY,EAAE,IAAY,EAAE,OAAe;QAC7D,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAC3D,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,OAAO,CAAC,8BAA8B;YACxC,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;QAED,oDAAoD;QACpD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;QACrD,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;YACP,mCAAmC;QACrC,CAAC;IACH,CAAC;IAED,4EAA4E;IAC5E,kBAAkB;IAClB,4EAA4E;IAE5E,KAAK,CAAC,aAAa,CAAC,IAAY;QAC9B,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QACpD,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YAChD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC9B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,2BAA2B;gBAC7D,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,qDAAqD;YACrD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,IAAY,EAAE,IAAY;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,GAAG,IAAI,SAAS,CAAC,CAAC;QAElE,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,OAAO,IAAI,CAAC;YACd,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,IAAY,EAAE,IAAY,EAAE,KAAiB;QAChE,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,SAAS,CAAC,CAAC;QAErD,MAAM,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE3C,oDAAoD;QACpD,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC7D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,IAAI,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,YAAY,MAAM,CAAC,CAAC;QAChF,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACpC,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,IAAY,EAAE,IAAY;QAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,GAAG,IAAI,SAAS,CAAC,CAAC;QAClE,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC7B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,OAAO,CAAC,8BAA8B;YACxC,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,4EAA4E;IAC5E,2CAA2C;IAC3C,4EAA4E;IAE5E;;OAEG;IACK,YAAY,CAAC,IAAY,EAAE,QAAgB,EAAE,UAAkB,EAAE,WAAmB;QAC1F,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;IAC1E,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,IAAY,EAAE,QAAgB,EAAE,UAAkB;QAClE,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,IAAY,EAAE,QAAgB,EAAE,UAAkB,EAAE,WAAmB;QACxF,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;QAC3E,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;QAEvD,IAAI,IAAY,CAAC;QACjB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,OAAO,IAAI,CAAC;YACd,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,eAAe,CAAC,mBAAmB,CAAC,CAAC;YACrD,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,qBAAqB,CAC7B,QAAQ,EACR,UAAU,EACV,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CACpD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,IAAY,EAAE,QAAgB,EAAE,UAAkB,EAAE,WAAmB,EAAE,MAAuB;QACnH,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;QAC3E,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE7C,MAAM,OAAO,GAAG,eAAe,CAAC,mBAAmB,CAAC,CAAC;QACrD,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QAEzE,4CAA4C;QAC5C,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC9B,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;QACnF,CAAC;IACH,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,IAAY,EAAE,QAAgB,EAAE,UAAkB;QACvE,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;QAE5D,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC3C,kFAAkF;YAClF,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,wEAAwE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YACtH,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC;QACtB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,IAAY,EAAE,QAAgB,EAAE,UAAkB;QACzE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;QACpE,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,wDAAwD;QACxD,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC;QACtC,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,wBAAwB,CAAC,IAAY,EAAE,QAAgB,EAAE,UAAkB;QAC/E,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;QACpE,sDAAsD;QACtD,KAAK,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC,CAAE,CAAC,CAAC;YACvE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAChD,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;gBACvD,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;YACxB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC1B,MAAM,GAAG,CAAC;gBACZ,CAAC;gBACD,uEAAuE;gBACvE,qCAAqC;YACvC,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,IAAY;QAC9B,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QACpD,MAAM,MAAM,GAA+C,EAAE,CAAC;QAE9D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YAEjD,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;gBAChC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC;oBAAE,SAAS;gBAE/C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;gBACnD,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACpC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;oBAAE,SAAS;gBAElC,MAAM,UAAU,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC7C,KAAK,MAAM,UAAU,IAAI,UAAU,EAAE,CAAC;oBACpC,IAAI,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;wBACtC,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC;oBACxC,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAC,IAAY,EAAE,QAAgB;QACvD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;QAExD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC1C,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,GAAG,CAAC;YACZ,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,4EAA4E;IAC5E,uBAAuB;IACvB,4EAA4E;IAEpE,WAAW,CAAC,IAAY,EAAE,SAAiB;QACjD,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;IACjD,CAAC;IAEO,eAAe,CAAC,IAAY,EAAE,SAAiB,EAAE,KAAa;QACpE,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,SAAS,CAAC,EAAE,GAAG,KAAK,SAAS,CAAC,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,IAAY,EAAE,SAAiB,EAAE,KAAa;QACjE,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;QAE7D,IAAI,IAAY,CAAC;QACjB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,OAAO,IAAI,CAAC;YACd,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;QAED,MAAM,OAAO,GAAG,eAAe,CAAC,eAAe,CAAC,CAAC;QACjD,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,IAAY,EAAE,SAAiB,EAAE,GAAgB;QACtE,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC9C,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEzC,MAAM,OAAO,GAAG,eAAe,CAAC,eAAe,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QACjE,MAAM,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,IAAY,EAAE,SAAiB;QACnD,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAE9C,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACtC,oDAAoD;YACpD,MAAM,MAAM,GAAG,OAAO;iBACnB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;iBACpC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAE,iBAAiB;iBAC7C,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,wEAAwE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YACnG,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;QACvB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAC,IAAY,EAAE,SAAiB;QACxD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QACxD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC;QACtC,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,IAAY,EAAE,SAAiB,EAAE,KAAa;QACpE,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;QAC7D,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,eAAe,CAAC,GAAG,CAAC;gBAAE,OAAO,CAAC,aAAa;YAC/C,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;CACF"}

package/dist/src/storage/local/LocalRepoStore.d.ts

@@ -0,0 +1,55 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+import type { RepoStore, RepoStatus, RepoMetadata, BatchResult, GcObjectScanResult, GcRootScanResult } from '../interfaces.js';
+import type { RefStore, DatasetRefStore } from '../interfaces.js';
+/**
+ * Local filesystem implementation of RepoStore.
+ *
+ * Manages repository lifecycle for local e3 repositories stored
+ * as subdirectories within a parent directory.
+ */
+export declare class LocalRepoStore implements RepoStore {
+    private readonly reposDir;
+    private readonly refs;
+    private readonly datasets?;
+    /**
+     * Create a new LocalRepoStore.
+     * @param reposDir - Parent directory containing repositories
+     * @param refs - RefStore for reading package/workspace/execution refs
+     * @param datasets - DatasetRefStore for reading per-dataset refs (for GC scanning)
+     */
+    constructor(reposDir: string, refs: RefStore, datasets?: DatasetRefStore | undefined);
+    /**
+     * Get the path to a repository directory.
+     */
+    private getRepoPath;
+    /**
+     * Get the path to a repository's metadata file.
+     */
+    private getMetadataPath;
+    /**
+     * Check if a directory is a valid e3 repository.
+     */
+    private isValidRepository;
+    list(): Promise<string[]>;
+    exists(repo: string): Promise<boolean>;
+    getMetadata(repo: string): Promise<RepoMetadata | null>;
+    create(repo: string): Promise<void>;
+    setStatus(repo: string, status: RepoStatus, expected?: RepoStatus | RepoStatus[]): Promise<void>;
+    remove(repo: string): Promise<void>;
+    deleteRefsBatch(repo: string, _cursor?: string): Promise<BatchResult>;
+    deleteObjectsBatch(repo: string, _cursor?: string): Promise<BatchResult>;
+    /**
+     * Recursively delete all contents of a directory.
+     * Returns count of files deleted.
+     */
+    private deleteDirectoryContents;
+    gcScanPackageRoots(repo: string, _cursor?: unknown): Promise<GcRootScanResult>;
+    gcScanWorkspaceRoots(repo: string, _cursor?: unknown): Promise<GcRootScanResult>;
+    gcScanExecutionRoots(repo: string, _cursor?: unknown): Promise<GcRootScanResult>;
+    gcScanObjects(repo: string, _cursor?: unknown): Promise<GcObjectScanResult>;
+    gcDeleteObjects(repo: string, hashes: string[]): Promise<void>;
+}
+//# sourceMappingURL=LocalRepoStore.d.ts.map

package/dist/src/storage/local/LocalRepoStore.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalRepoStore.d.ts","sourceRoot":"","sources":["../../../../src/storage/local/LocalRepoStore.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,KAAK,EACV,SAAS,EACT,UAAU,EACV,YAAY,EACZ,WAAW,EAEX,kBAAkB,EAClB,gBAAgB,EACjB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAqBlE;;;;;GAKG;AACH,qBAAa,cAAe,YAAW,SAAS;IAQ5C,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;IAT5B;;;;;OAKG;gBAEgB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,QAAQ,EACd,QAAQ,CAAC,EAAE,eAAe,YAAA;IAG7C;;OAEG;IACH,OAAO,CAAC,WAAW;IAInB;;OAEG;IACH,OAAO,CAAC,eAAe;IAIvB;;OAEG;YACW,iBAAiB;IAmBzB,IAAI,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAkBzB,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAKtC,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;IAwCvD,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA6BnC,SAAS,CACb,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,UAAU,EAClB,QAAQ,CAAC,EAAE,UAAU,GAAG,UAAU,EAAE,GACnC,OAAO,CAAC,IAAI,CAAC;IA8BV,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAcnC,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAoBrE,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAc9E;;;OAGG;YACW,uBAAuB;IA4B/B,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAY9E,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA2BhF,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAkBhF,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAoC3E,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;CAoBrE"}