@elaraai/e3-core 0.0.2-beta.9 → 1.0.1

package/dist/src/transfer/interfaces.d.ts

@@ -0,0 +1,103 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+/**
+ * Transfer backend interfaces for presigned URL object transfer.
+ *
+ * TransferBackend is a separate top-level interface (not part of StorageBackend).
+ * It provides cloud-agnostic abstractions for uploading/downloading datasets and
+ * packages via presigned URLs. Implementations:
+ * - InMemoryTransferBackend (local server, tests)
+ * - S3DynamoTransferBackend (AWS cloud, future)
+ */
+import type { DatasetUpload, PackageImport, PackageExport } from './types.js';
+/**
+ * Manages staged dataset uploads.
+ *
+ * Flow: create → getUploadUrl → (client uploads) → commitObject → delete
+ */
+export interface DatasetUploadStore {
+    create(id: string, record: DatasetUpload): Promise<void>;
+    get(id: string): Promise<DatasetUpload | null>;
+    delete(id: string): Promise<void>;
+    /**
+     * URL the client PUTs bytes to. The upload ID is embedded in the URL
+     * so concurrent uploads to the same hash are unambiguous.
+     */
+    getUploadUrl(id: string, repo: string, hash: string): Promise<string>;
+    /**
+     * Verify the upload and make the object visible in the catalogue.
+     * On success, the object is queryable via storage.objects.read(repo, hash).
+     * On failure, throws — caller should clean up the transfer record.
+     */
+    commitObject(repo: string, hash: string, uploadId: string): Promise<void>;
+}
+/**
+ * Generates download URLs for dataset objects.
+ *
+ * Local: creates temporary records so `/api/downloads/:id` can look up the object.
+ * Cloud: returns presigned S3 URLs directly; `get`/`delete` are never called.
+ */
+export interface DatasetDownloadStore {
+    /** Create a temporary download record and return the URL. */
+    getDownloadUrl(repo: string, hash: string): Promise<string>;
+    /** Look up a download record by ID (for local server data handlers). */
+    get(id: string): Promise<{
+        repo: string;
+        hash: string;
+    } | null>;
+    /** Clean up after serving. */
+    delete(id: string): Promise<void>;
+}
+/**
+ * Manages package import lifecycle: upload zip → process → poll completion.
+ *
+ * Flow: create → getUploadUrl → (client uploads) → execute → poll get → delete
+ */
+export interface PackageImportStore {
+    create(id: string, record: PackageImport): Promise<void>;
+    get(id: string): Promise<PackageImport | null>;
+    updateStatus(id: string, status: PackageImport['status']): Promise<void>;
+    delete(id: string): Promise<void>;
+    /** URL the client PUTs zip bytes to. */
+    getUploadUrl(id: string, repo: string): Promise<string>;
+    /**
+     * Dispatch processing.
+     * Local: calls packageImport() inline, updates status to completed/failed.
+     * Cloud: invokes background processor asynchronously.
+     */
+    execute(id: string, repo: string): Promise<void>;
+}
+/**
+ * Manages package export lifecycle: trigger → process → poll → download.
+ *
+ * Flow: create → execute → poll get → getDownloadUrl → delete
+ */
+export interface PackageExportStore {
+    create(id: string, record: PackageExport): Promise<void>;
+    get(id: string): Promise<PackageExport | null>;
+    updateStatus(id: string, status: PackageExport['status']): Promise<void>;
+    delete(id: string): Promise<void>;
+    /** URL the client GETs zip bytes from. */
+    getDownloadUrl(id: string, repo: string): Promise<string>;
+    /**
+     * Dispatch processing.
+     * Local: calls packageExport() inline, updates status to completed/failed.
+     * Cloud: invokes background processor asynchronously.
+     */
+    execute(id: string, repo: string): Promise<void>;
+}
+/**
+ * Cloud-agnostic transfer backend for presigned URL object transfer.
+ *
+ * Separate from StorageBackend — depends on it for actual object/ref operations
+ * but has its own lifecycle (staging, jobs, URLs).
+ */
+export interface TransferBackend {
+    readonly datasetUpload: DatasetUploadStore;
+    readonly datasetDownload: DatasetDownloadStore;
+    readonly packageImport: PackageImportStore;
+    readonly packageExport: PackageExportStore;
+}
+//# sourceMappingURL=interfaces.d.ts.map

package/dist/src/transfer/interfaces.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"interfaces.d.ts","sourceRoot":"","sources":["../../../src/transfer/interfaces.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAM9E;;;;GAIG;AACH,MAAM,WAAW,kBAAkB;IACjC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzD,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC;IAC/C,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAElC;;;OAGG;IACH,YAAY,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAEtE;;;;OAIG;IACH,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3E;AAMD;;;;;GAKG;AACH,MAAM,WAAW,oBAAoB;IACnC,6DAA6D;IAC7D,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5D,wEAAwE;IACxE,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IAChE,8BAA8B;IAC9B,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACnC;AAMD;;;;GAIG;AACH,MAAM,WAAW,kBAAkB;IACjC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzD,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC;IAC/C,YAAY,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzE,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAElC,wCAAwC;IACxC,YAAY,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAExD;;;;OAIG;IACH,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAClD;AAMD;;;;GAIG;AACH,MAAM,WAAW,kBAAkB;IACjC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzD,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC;IAC/C,YAAY,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzE,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAElC,0CAA0C;IAC1C,cAAc,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAE1D;;;;OAIG;IACH,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAClD;AAMD;;;;;GAKG;AACH,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,aAAa,EAAE,kBAAkB,CAAC;IAC3C,QAAQ,CAAC,eAAe,EAAE,oBAAoB,CAAC;IAC/C,QAAQ,CAAC,aAAa,EAAE,kBAAkB,CAAC;IAC3C,QAAQ,CAAC,aAAa,EAAE,kBAAkB,CAAC;CAC5C"}

package/dist/src/transfer/interfaces.js

@@ -0,0 +1,6 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+export {};
+//# sourceMappingURL=interfaces.js.map

package/dist/src/transfer/interfaces.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../../src/transfer/interfaces.ts"],"names":[],"mappings":"AAAA;;;GAGG"}

package/dist/src/transfer/process.d.ts

@@ -0,0 +1,55 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+import type { StorageBackend } from '../storage/index.js';
+import type { PackageExportStore, PackageImportStore } from './interfaces.js';
+/** Dependencies for handleProcessExport. */
+export interface ProcessExportDeps {
+    storage: StorageBackend;
+    exportStore: PackageExportStore;
+}
+/** Input for handleProcessExport. */
+export interface ProcessExportInput {
+    id: string;
+    repo: string;
+    zipPath: string;
+}
+/**
+ * Processes a package or workspace export job.
+ *
+ * Gets the export record, determines whether this is a package or workspace
+ * export (based on the `workspace` field), runs the appropriate export
+ * function, and updates the status to completed or failed.
+ *
+ * @param deps - Storage backend and export store
+ * @param input - Job ID, repository path, and output zip path
+ *
+ * @throws Re-throws errors after updating status to failed and cleaning up
+ */
+export declare function handleProcessExport(deps: ProcessExportDeps, input: ProcessExportInput): Promise<void>;
+/** Dependencies for handleProcessImport. */
+export interface ProcessImportDeps {
+    storage: StorageBackend;
+    importStore: PackageImportStore;
+}
+/** Input for handleProcessImport. */
+export interface ProcessImportInput {
+    id: string;
+    repo: string;
+    zipPath: string;
+}
+/**
+ * Processes a package import job.
+ *
+ * Gets the import record, verifies the file size matches, runs packageImport,
+ * and updates the status to completed or failed. Cleans up the staging zip
+ * file in all cases.
+ *
+ * @param deps - Storage backend and import store
+ * @param input - Job ID, repository path, and staging zip path
+ *
+ * @throws Re-throws errors after updating status to failed
+ */
+export declare function handleProcessImport(deps: ProcessImportDeps, input: ProcessImportInput): Promise<void>;
+//# sourceMappingURL=process.d.ts.map

package/dist/src/transfer/process.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"process.d.ts","sourceRoot":"","sources":["../../../src/transfer/process.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAgBH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,KAAK,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AA6C9E,4CAA4C;AAC5C,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,cAAc,CAAC;IACxB,WAAW,EAAE,kBAAkB,CAAC;CACjC;AAED,qCAAqC;AACrC,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;;;;;;;;;;GAWG;AACH,wBAAsB,mBAAmB,CACvC,IAAI,EAAE,iBAAiB,EACvB,KAAK,EAAE,kBAAkB,GACxB,OAAO,CAAC,IAAI,CAAC,CAiCf;AAMD,4CAA4C;AAC5C,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,cAAc,CAAC;IACxB,WAAW,EAAE,kBAAkB,CAAC;CACjC;AAED,qCAAqC;AACrC,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;;;;;;;;;;GAWG;AACH,wBAAsB,mBAAmB,CACvC,IAAI,EAAE,iBAAiB,EACvB,KAAK,EAAE,kBAAkB,GACxB,OAAO,CAAC,IAAI,CAAC,CAwCf"}

package/dist/src/transfer/process.js

@@ -0,0 +1,144 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+/**
+ * Shared processing handlers for package import/export.
+ *
+ * These are cloud-agnostic handlers that perform the actual import/export work.
+ * Used by both the local InMemoryTransferBackend and cloud backends
+ * (e.g. AWS Lambda/Step Functions).
+ */
+import { stat, unlink } from 'node:fs/promises';
+import { variant } from '@elaraai/east';
+import { packageExport } from '../packages.js';
+import { workspaceExport } from '../workspaces.js';
+import { packageImport } from '../packages.js';
+// =============================================================================
+// Throttled progress callback
+// =============================================================================
+/**
+ * Creates a progress callback that throttles updates to at most once per interval.
+ *
+ * @param fn - The function to call with throttled updates
+ * @param intervalMs - Minimum interval between calls in milliseconds
+ * @returns A throttled version of the progress callback
+ */
+function throttledProgress(fn, intervalMs = 1000) {
+    let lastCall = 0;
+    let pending = null;
+    const throttled = async (progress) => {
+        const now = Date.now();
+        if (now - lastCall >= intervalMs) {
+            lastCall = now;
+            pending = null;
+            await fn(progress);
+        }
+        else {
+            pending = progress;
+        }
+    };
+    throttled.flush = async () => {
+        if (pending) {
+            await fn(pending);
+            pending = null;
+        }
+    };
+    return throttled;
+}
+/**
+ * Processes a package or workspace export job.
+ *
+ * Gets the export record, determines whether this is a package or workspace
+ * export (based on the `workspace` field), runs the appropriate export
+ * function, and updates the status to completed or failed.
+ *
+ * @param deps - Storage backend and export store
+ * @param input - Job ID, repository path, and output zip path
+ *
+ * @throws Re-throws errors after updating status to failed and cleaning up
+ */
+export async function handleProcessExport(deps, input) {
+    const { storage, exportStore } = deps;
+    const { id, repo, zipPath } = input;
+    const record = await exportStore.get(id);
+    if (!record)
+        throw new Error(`Export record ${id} not found`);
+    const onProgress = throttledProgress(async ({ objectsProcessed }) => {
+        await exportStore.updateStatus(id, variant('processing', variant('exporting', { objectsProcessed: BigInt(objectsProcessed) })));
+    });
+    try {
+        if (record.workspace.type === 'some') {
+            await workspaceExport(storage, repo, record.workspace.value, zipPath, record.name, record.version, {
+                onProgress,
+            });
+        }
+        else {
+            await packageExport(storage, repo, record.name, record.version, zipPath, {
+                onProgress,
+            });
+        }
+        await onProgress.flush();
+        const fileStat = await stat(zipPath);
+        await exportStore.updateStatus(id, variant('completed', {
+            size: BigInt(fileStat.size),
+        }));
+    }
+    catch (err) {
+        await unlink(zipPath).catch(() => { });
+        const message = err instanceof Error ? err.message : String(err);
+        await exportStore.updateStatus(id, variant('failed', { message }));
+        throw err;
+    }
+}
+/**
+ * Processes a package import job.
+ *
+ * Gets the import record, verifies the file size matches, runs packageImport,
+ * and updates the status to completed or failed. Cleans up the staging zip
+ * file in all cases.
+ *
+ * @param deps - Storage backend and import store
+ * @param input - Job ID, repository path, and staging zip path
+ *
+ * @throws Re-throws errors after updating status to failed
+ */
+export async function handleProcessImport(deps, input) {
+    const { storage, importStore } = deps;
+    const { id, repo, zipPath } = input;
+    const record = await importStore.get(id);
+    if (!record)
+        throw new Error(`Import record ${id} not found`);
+    // Verify file size matches
+    const fileStat = await stat(zipPath);
+    if (BigInt(fileStat.size) !== record.size) {
+        const message = `size mismatch: expected ${record.size}, got ${fileStat.size}`;
+        await importStore.updateStatus(id, variant('failed', { message }));
+        await unlink(zipPath).catch(() => { });
+        throw new Error(message);
+    }
+    try {
+        const onProgress = throttledProgress(async ({ objectsProcessed }) => {
+            await importStore.updateStatus(id, variant('processing', variant('importing', { objectsProcessed: BigInt(objectsProcessed) })));
+        });
+        const result = await packageImport(storage, repo, zipPath, {
+            onProgress,
+        });
+        await onProgress.flush();
+        await importStore.updateStatus(id, variant('completed', {
+            name: result.name,
+            version: result.version,
+            packageHash: result.packageHash,
+            objectCount: BigInt(result.objectCount),
+        }));
+    }
+    catch (err) {
+        const message = err instanceof Error ? err.message : String(err);
+        await importStore.updateStatus(id, variant('failed', { message }));
+        throw err;
+    }
+    finally {
+        await unlink(zipPath).catch(() => { });
+    }
+}
+//# sourceMappingURL=process.js.map

package/dist/src/transfer/process.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"process.js","sourceRoot":"","sources":["../../../src/transfer/process.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;GAMG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAExC,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAI/C,gFAAgF;AAChF,8BAA8B;AAC9B,gFAAgF;AAEhF;;;;;;GAMG;AACH,SAAS,iBAAiB,CACxB,EAA6D,EAC7D,UAAU,GAAG,IAAI;IAEjB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,OAAO,GAAwC,IAAI,CAAC;IAExD,MAAM,SAAS,GAAG,KAAK,EAAE,QAAsC,EAAE,EAAE;QACjE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,GAAG,GAAG,QAAQ,IAAI,UAAU,EAAE,CAAC;YACjC,QAAQ,GAAG,GAAG,CAAC;YACf,OAAO,GAAG,IAAI,CAAC;YACf,MAAM,EAAE,CAAC,QAAQ,CAAC,CAAC;QACrB,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,QAAQ,CAAC;QACrB,CAAC;IACH,CAAC,CAAC;IAEF,SAAS,CAAC,KAAK,GAAG,KAAK,IAAI,EAAE;QAC3B,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC;YAClB,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;IACH,CAAC,CAAC;IAEF,OAAO,SAAS,CAAC;AACnB,CAAC;AAmBD;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,IAAuB,EACvB,KAAyB;IAEzB,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC;IACtC,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC;IAEpC,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACzC,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC;IAE9D,MAAM,UAAU,GAAG,iBAAiB,CAAC,KAAK,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE;QAClE,MAAM,WAAW,CAAC,YAAY,CAAC,EAAE,EAC/B,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,WAAW,EAAE,EAAE,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACjG,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,IAAI,MAAM,CAAC,SAAS,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACrC,MAAM,eAAe,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE;gBACjG,UAAU;aACX,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,MAAM,aAAa,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE;gBACvE,UAAU;aACX,CAAC,CAAC;QACL,CAAC;QACD,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,WAAW,CAAC,YAAY,CAAC,EAAE,EAAE,OAAO,CAAC,WAAW,EAAE;YACtD,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;SAC5B,CAAC,CAAC,CAAC;IACN,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACtC,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,MAAM,WAAW,CAAC,YAAY,CAAC,EAAE,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QACnE,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAmBD;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,IAAuB,EACvB,KAAyB;IAEzB,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC;IACtC,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC;IAEpC,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACzC,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC;IAE9D,2BAA2B;IAC3B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC;IACrC,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,2BAA2B,MAAM,CAAC,IAAI,SAAS,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/E,MAAM,WAAW,CAAC,YAAY,CAAC,EAAE,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QACnE,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAED,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,iBAAiB,CAAC,KAAK,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE;YAClE,MAAM,WAAW,CAAC,YAAY,CAAC,EAAE,EAC/B,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,WAAW,EAAE,EAAE,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACjG,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE;YACzD,UAAU;SACX,CAAC,CAAC;QAEH,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;QACzB,MAAM,WAAW,CAAC,YAAY,CAAC,EAAE,EAAE,OAAO,CAAC,WAAW,EAAE;YACtD,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC;SACxC,CAAC,CAAC,CAAC;IACN,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,MAAM,WAAW,CAAC,YAAY,CAAC,EAAE,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QACnE,MAAM,GAAG,CAAC;IACZ,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACxC,CAAC;AACH,CAAC"}

package/dist/src/transfer/types.d.ts

@@ -0,0 +1,106 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+/**
+ * East types for transfer backend stored state.
+ *
+ * These define the shape of records persisted by TransferBackend implementations
+ * (in-memory Maps for local, DynamoDB for cloud).
+ */
+import { StructType, StringType, IntegerType, VariantType, NullType, OptionType, DateTimeType, type ValueTypeOf } from '@elaraai/east';
+import { PackageImportProgressType, PackageExportProgressType } from '@elaraai/e3-types';
+export { PackageImportProgressType, PackageExportProgressType };
+export declare const DatasetUploadType: StructType<{
+    readonly repo: StringType;
+    readonly workspace: StringType;
+    readonly path: StringType;
+    readonly hash: StringType;
+    readonly size: IntegerType;
+}>;
+export type DatasetUpload = ValueTypeOf<typeof DatasetUploadType>;
+export declare const PackageImportStatusType: VariantType<{
+    readonly created: NullType;
+    readonly uploaded: NullType;
+    readonly processing: VariantType<{
+        readonly pending: NullType;
+        readonly downloading: NullType;
+        readonly importing: StructType<{
+            readonly objectsProcessed: IntegerType;
+        }>;
+    }>;
+    readonly completed: StructType<{
+        readonly name: StringType;
+        readonly version: StringType;
+        readonly packageHash: StringType;
+        readonly objectCount: IntegerType;
+    }>;
+    readonly failed: StructType<{
+        readonly message: StringType;
+    }>;
+}>;
+export declare const PackageImportType: StructType<{
+    readonly repo: StringType;
+    readonly size: IntegerType;
+    readonly status: VariantType<{
+        readonly created: NullType;
+        readonly uploaded: NullType;
+        readonly processing: VariantType<{
+            readonly pending: NullType;
+            readonly downloading: NullType;
+            readonly importing: StructType<{
+                readonly objectsProcessed: IntegerType;
+            }>;
+        }>;
+        readonly completed: StructType<{
+            readonly name: StringType;
+            readonly version: StringType;
+            readonly packageHash: StringType;
+            readonly objectCount: IntegerType;
+        }>;
+        readonly failed: StructType<{
+            readonly message: StringType;
+        }>;
+    }>;
+    readonly createdAt: DateTimeType;
+}>;
+export type PackageImport = ValueTypeOf<typeof PackageImportType>;
+export declare const PackageExportStatusType: VariantType<{
+    readonly processing: VariantType<{
+        readonly pending: NullType;
+        readonly exporting: StructType<{
+            readonly objectsProcessed: IntegerType;
+        }>;
+        readonly uploading: NullType;
+    }>;
+    readonly completed: StructType<{
+        readonly size: IntegerType;
+    }>;
+    readonly failed: StructType<{
+        readonly message: StringType;
+    }>;
+}>;
+export declare const PackageExportType: StructType<{
+    readonly repo: StringType;
+    readonly name: StringType;
+    readonly version: StringType;
+    readonly workspace: OptionType<StringType>;
+    readonly status: VariantType<{
+        readonly processing: VariantType<{
+            readonly pending: NullType;
+            readonly exporting: StructType<{
+                readonly objectsProcessed: IntegerType;
+            }>;
+            readonly uploading: NullType;
+        }>;
+        readonly completed: StructType<{
+            readonly size: IntegerType;
+        }>;
+        readonly failed: StructType<{
+            readonly message: StringType;
+        }>;
+    }>;
+    readonly createdAt: DateTimeType;
+}>;
+export type PackageExport = ValueTypeOf<typeof PackageExportType>;
+//# sourceMappingURL=types.d.ts.map

package/dist/src/transfer/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/transfer/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;GAKG;AAEH,OAAO,EACL,UAAU,EACV,UAAU,EACV,WAAW,EACX,WAAW,EACX,QAAQ,EACR,UAAU,EACV,YAAY,EACZ,KAAK,WAAW,EACjB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,yBAAyB,EAAE,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AACzF,OAAO,EAAE,yBAAyB,EAAE,yBAAyB,EAAE,CAAC;AAMhE,eAAO,MAAM,iBAAiB;;;;;;EAM5B,CAAC;AAEH,MAAM,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAMlE,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;EAWlC,CAAC;AAEH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;EAK5B,CAAC;AAEH,MAAM,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAMlE,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;EAIlC,CAAC;AAEH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;EAO5B,CAAC;AAEH,MAAM,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,iBAAiB,CAAC,CAAC"}

package/dist/src/transfer/types.js

@@ -0,0 +1,61 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+/**
+ * East types for transfer backend stored state.
+ *
+ * These define the shape of records persisted by TransferBackend implementations
+ * (in-memory Maps for local, DynamoDB for cloud).
+ */
+import { StructType, StringType, IntegerType, VariantType, NullType, OptionType, DateTimeType, } from '@elaraai/east';
+import { PackageImportProgressType, PackageExportProgressType } from '@elaraai/e3-types';
+export { PackageImportProgressType, PackageExportProgressType };
+// =============================================================================
+// Dataset Upload
+// =============================================================================
+export const DatasetUploadType = StructType({
+    repo: StringType,
+    workspace: StringType,
+    path: StringType,
+    hash: StringType,
+    size: IntegerType,
+});
+// =============================================================================
+// Package Import
+// =============================================================================
+export const PackageImportStatusType = VariantType({
+    created: NullType,
+    uploaded: NullType,
+    processing: PackageImportProgressType,
+    completed: StructType({
+        name: StringType,
+        version: StringType,
+        packageHash: StringType,
+        objectCount: IntegerType,
+    }),
+    failed: StructType({ message: StringType }),
+});
+export const PackageImportType = StructType({
+    repo: StringType,
+    size: IntegerType,
+    status: PackageImportStatusType,
+    createdAt: DateTimeType,
+});
+// =============================================================================
+// Package Export
+// =============================================================================
+export const PackageExportStatusType = VariantType({
+    processing: PackageExportProgressType,
+    completed: StructType({ size: IntegerType }),
+    failed: StructType({ message: StringType }),
+});
+export const PackageExportType = StructType({
+    repo: StringType,
+    name: StringType,
+    version: StringType,
+    workspace: OptionType(StringType),
+    status: PackageExportStatusType,
+    createdAt: DateTimeType,
+});
+//# sourceMappingURL=types.js.map

package/dist/src/transfer/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/transfer/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;GAKG;AAEH,OAAO,EACL,UAAU,EACV,UAAU,EACV,WAAW,EACX,WAAW,EACX,QAAQ,EACR,UAAU,EACV,YAAY,GAEb,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,yBAAyB,EAAE,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AACzF,OAAO,EAAE,yBAAyB,EAAE,yBAAyB,EAAE,CAAC;AAEhE,gFAAgF;AAChF,iBAAiB;AACjB,gFAAgF;AAEhF,MAAM,CAAC,MAAM,iBAAiB,GAAG,UAAU,CAAC;IAC1C,IAAI,EAAE,UAAU;IAChB,SAAS,EAAE,UAAU;IACrB,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,WAAW;CAClB,CAAC,CAAC;AAIH,gFAAgF;AAChF,iBAAiB;AACjB,gFAAgF;AAEhF,MAAM,CAAC,MAAM,uBAAuB,GAAG,WAAW,CAAC;IACjD,OAAO,EAAE,QAAQ;IACjB,QAAQ,EAAE,QAAQ;IAClB,UAAU,EAAE,yBAAyB;IACrC,SAAS,EAAE,UAAU,CAAC;QACpB,IAAI,EAAE,UAAU;QAChB,OAAO,EAAE,UAAU;QACnB,WAAW,EAAE,UAAU;QACvB,WAAW,EAAE,WAAW;KACzB,CAAC;IACF,MAAM,EAAE,UAAU,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;CAC5C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,iBAAiB,GAAG,UAAU,CAAC;IAC1C,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,WAAW;IACjB,MAAM,EAAE,uBAAuB;IAC/B,SAAS,EAAE,YAAY;CACxB,CAAC,CAAC;AAIH,gFAAgF;AAChF,iBAAiB;AACjB,gFAAgF;AAEhF,MAAM,CAAC,MAAM,uBAAuB,GAAG,WAAW,CAAC;IACjD,UAAU,EAAE,yBAAyB;IACrC,SAAS,EAAE,UAAU,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;IAC5C,MAAM,EAAE,UAAU,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;CAC5C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,iBAAiB,GAAG,UAAU,CAAC;IAC1C,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,UAAU;IAChB,OAAO,EAAE,UAAU;IACnB,SAAS,EAAE,UAAU,CAAC,UAAU,CAAC;IACjC,MAAM,EAAE,uBAAuB;IAC/B,SAAS,EAAE,YAAY;CACxB,CAAC,CAAC"}