@elaraai/e3-api-server 0.0.2-beta.9 → 1.0.0

package/dist/src/handlers/dataflow.js

@@ -0,0 +1,363 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+import { NullType, some, none, variant } from '@elaraai/east';
+import { dataflowGetGraph, workspaceStatus, executionFindCurrent, executionReadLog, WorkspaceLockError, ExecutionNotFoundError, coreEventToApiEvent, coreStatusToApiStatus, } from '@elaraai/e3-core';
+import { sendSuccess, sendError, sendSuccessWithStatus } from '../beast2.js';
+import { errorToVariant } from '../errors.js';
+import { WorkspaceStatusResultType, DataflowGraphType, LogChunkType, DataflowExecutionStateType, } from '../types.js';
+import { getOrchestrator, getStateStore, setActiveExecution, getActiveExecution, getLatestExecution, getExecutionStartTime, clearActiveExecution, } from '../orchestrator-manager.js';
+/**
+ * Convert core DatasetStatusInfo to API type.
+ */
+function convertDatasetStatus(info) {
+    let status;
+    switch (info.status.type) {
+        case 'unset':
+            status = variant('unset', null);
+            break;
+        case 'stale':
+            status = variant('stale', null);
+            break;
+        case 'up-to-date':
+            status = variant('up-to-date', null);
+            break;
+    }
+    return {
+        path: info.path,
+        status,
+        hash: info.hash ? some(info.hash) : none,
+        isTaskOutput: info.isTaskOutput,
+        producedBy: info.producedBy ? some(info.producedBy) : none,
+    };
+}
+/**
+ * Convert core TaskStatusInfo to API type.
+ */
+function convertTaskStatus(info) {
+    let status;
+    switch (info.status.type) {
+        case 'up-to-date':
+            status = variant('up-to-date', { cached: info.status.cached });
+            break;
+        case 'ready':
+            status = variant('ready', null);
+            break;
+        case 'waiting':
+            status = variant('waiting', { reason: info.status.reason });
+            break;
+        case 'in-progress':
+            status = variant('in-progress', {
+                pid: info.status.pid != null ? some(BigInt(info.status.pid)) : none,
+                startedAt: info.status.startedAt ? some(info.status.startedAt) : none,
+            });
+            break;
+        case 'failed':
+            status = variant('failed', {
+                exitCode: BigInt(info.status.exitCode),
+                completedAt: info.status.completedAt ? some(info.status.completedAt) : none,
+            });
+            break;
+        case 'error':
+            status = variant('error', {
+                message: info.status.message,
+                completedAt: info.status.completedAt ? some(info.status.completedAt) : none,
+            });
+            break;
+        case 'stale-running':
+            status = variant('stale-running', {
+                pid: info.status.pid != null ? some(BigInt(info.status.pid)) : none,
+                startedAt: info.status.startedAt ? some(info.status.startedAt) : none,
+            });
+            break;
+    }
+    return {
+        name: info.name,
+        hash: info.hash,
+        status,
+        inputs: info.inputs,
+        output: info.output,
+        dependsOn: info.dependsOn,
+    };
+}
+/**
+ * Convert core WorkspaceStatusResult to API type.
+ */
+function convertWorkspaceStatus(result) {
+    return {
+        workspace: result.workspace,
+        lock: result.lock && result.lock.pid !== undefined
+            ? some({
+                pid: BigInt(result.lock.pid),
+                acquiredAt: result.lock.acquiredAt,
+                bootId: result.lock.bootId ? some(result.lock.bootId) : none,
+                command: result.lock.command ? some(result.lock.command) : none,
+            })
+            : none,
+        datasets: result.datasets.map(convertDatasetStatus),
+        tasks: result.tasks.map(convertTaskStatus),
+        summary: {
+            datasets: {
+                total: BigInt(result.summary.datasets.total),
+                unset: BigInt(result.summary.datasets.unset),
+                stale: BigInt(result.summary.datasets.stale),
+                upToDate: BigInt(result.summary.datasets.upToDate),
+            },
+            tasks: {
+                total: BigInt(result.summary.tasks.total),
+                upToDate: BigInt(result.summary.tasks.upToDate),
+                ready: BigInt(result.summary.tasks.ready),
+                waiting: BigInt(result.summary.tasks.waiting),
+                inProgress: BigInt(result.summary.tasks.inProgress),
+                failed: BigInt(result.summary.tasks.failed),
+                error: BigInt(result.summary.tasks.error),
+                staleRunning: BigInt(result.summary.tasks.staleRunning),
+            },
+        },
+    };
+}
+/**
+ * Start dataflow execution (non-blocking).
+ *
+ * Returns 202 Accepted immediately and runs execution in background.
+ * Creates execution state that can be polled via getDataflowExecution().
+ */
+export async function startDataflow(storage, repoPath, workspace, options) {
+    try {
+        const orchestrator = getOrchestrator(repoPath);
+        // Start execution via orchestrator (acquires lock internally)
+        const handle = await orchestrator.start(storage, repoPath, workspace, {
+            concurrency: options.concurrency,
+            force: options.force,
+            filter: options.filter,
+        });
+        // Track as active execution for this workspace
+        setActiveExecution(repoPath, workspace, handle);
+        // Set up completion handler to clear active execution
+        orchestrator.wait(handle).then(() => {
+            clearActiveExecution(repoPath, workspace);
+        }).catch(() => {
+            clearActiveExecution(repoPath, workspace);
+        });
+        // Return immediately with 202 Accepted
+        return sendSuccessWithStatus(NullType, null, 202);
+    }
+    catch (err) {
+        if (err instanceof WorkspaceLockError) {
+            return sendError(NullType, errorToVariant(err));
+        }
+        return sendError(NullType, errorToVariant(err));
+    }
+}
+/**
+ * Get workspace status (for polling).
+ */
+export async function getDataflowStatus(storage, repoPath, workspace) {
+    try {
+        const result = await workspaceStatus(storage, repoPath, workspace);
+        return sendSuccess(WorkspaceStatusResultType, convertWorkspaceStatus(result));
+    }
+    catch (err) {
+        return sendError(WorkspaceStatusResultType, errorToVariant(err));
+    }
+}
+/**
+ * Get dependency graph.
+ */
+export async function getDataflowGraph(storage, repoPath, workspace) {
+    try {
+        const graph = await dataflowGetGraph(storage, repoPath, workspace);
+        return sendSuccess(DataflowGraphType, {
+            tasks: graph.tasks.map((t) => ({
+                name: t.name,
+                hash: t.hash,
+                inputs: t.inputs,
+                output: t.output,
+                dependsOn: t.dependsOn,
+            })),
+        });
+    }
+    catch (err) {
+        return sendError(DataflowGraphType, errorToVariant(err));
+    }
+}
+/**
+ * Get task logs.
+ */
+export async function getTaskLogs(storage, repoPath, workspace, taskName, stream, offset, limit) {
+    try {
+        // Find the current execution for this task
+        const execution = await executionFindCurrent(storage, repoPath, workspace, taskName);
+        if (!execution) {
+            throw new ExecutionNotFoundError(taskName);
+        }
+        // Read logs
+        const chunk = await executionReadLog(storage, repoPath, execution.taskHash, execution.inputsHash, execution.executionId, stream, { offset, limit });
+        return sendSuccess(LogChunkType, {
+            data: chunk.data,
+            offset: BigInt(chunk.offset),
+            size: BigInt(chunk.size),
+            totalSize: BigInt(chunk.totalSize),
+            complete: chunk.complete,
+        });
+    }
+    catch (err) {
+        return sendError(LogChunkType, errorToVariant(err));
+    }
+}
+/**
+ * Get dataflow execution state (for polling).
+ *
+ * Returns the current execution state including events for progress tracking.
+ * Supports offset/limit for paginating events.
+ */
+export async function getDataflowExecution(repoPath, workspace, options = {}) {
+    const stateStore = getStateStore(repoPath);
+    // Find the latest execution for this workspace
+    const handle = await getLatestExecution(repoPath, workspace);
+    if (!handle) {
+        return sendError(DataflowExecutionStateType, variant('execution_not_found', {
+            task: workspace,
+        }));
+    }
+    // Read execution state
+    const coreState = await stateStore.read(repoPath, workspace, handle.id);
+    if (!coreState) {
+        return sendError(DataflowExecutionStateType, variant('execution_not_found', {
+            task: workspace,
+        }));
+    }
+    // Count total API-visible events, then slice for pagination
+    const offset = options.offset ?? 0;
+    const allEvents = coreState.events;
+    let totalApiEvents = 0;
+    for (const event of allEvents) {
+        if (coreEventToApiEvent(event) !== null) {
+            totalApiEvents++;
+        }
+    }
+    // Apply offset and limit
+    let events = allEvents.slice(offset);
+    if (options.limit !== undefined) {
+        events = events.slice(0, options.limit);
+    }
+    // Convert page events to API format
+    const apiEvents = [];
+    for (const event of events) {
+        const apiEvent = coreEventToApiEvent(event);
+        if (apiEvent !== null) {
+            // Convert to East variant format
+            switch (apiEvent.type) {
+                case 'start':
+                    apiEvents.push(variant('start', {
+                        task: apiEvent.task,
+                        timestamp: apiEvent.timestamp,
+                    }));
+                    break;
+                case 'complete':
+                    apiEvents.push(variant('complete', {
+                        task: apiEvent.task,
+                        timestamp: apiEvent.timestamp,
+                        duration: apiEvent.duration ?? 0,
+                    }));
+                    break;
+                case 'cached':
+                    apiEvents.push(variant('cached', {
+                        task: apiEvent.task,
+                        timestamp: apiEvent.timestamp,
+                    }));
+                    break;
+                case 'failed':
+                    apiEvents.push(variant('failed', {
+                        task: apiEvent.task,
+                        timestamp: apiEvent.timestamp,
+                        duration: apiEvent.duration ?? 0,
+                        exitCode: apiEvent.exitCode ?? BigInt(-1),
+                    }));
+                    break;
+                case 'error':
+                    apiEvents.push(variant('error', {
+                        task: apiEvent.task,
+                        timestamp: apiEvent.timestamp,
+                        message: apiEvent.message ?? 'Unknown error',
+                    }));
+                    break;
+                case 'input_unavailable':
+                    apiEvents.push(variant('input_unavailable', {
+                        task: apiEvent.task,
+                        timestamp: apiEvent.timestamp,
+                        reason: apiEvent.reason ?? 'Upstream task failed',
+                    }));
+                    break;
+            }
+        }
+    }
+    // Convert status to API format
+    const apiStatus = coreStatusToApiStatus(coreState.status);
+    let status;
+    switch (apiStatus) {
+        case 'running':
+            status = variant('running', null);
+            break;
+        case 'completed':
+            status = variant('completed', null);
+            break;
+        case 'failed':
+            status = variant('failed', null);
+            break;
+        case 'aborted':
+            status = variant('aborted', null);
+            break;
+    }
+    // Calculate duration
+    const startTime = getExecutionStartTime(repoPath, workspace, handle.id);
+    const duration = startTime ? Date.now() - startTime : 0;
+    // Build summary if not running
+    let summary;
+    if (coreState.status !== 'running') {
+        summary = some({
+            executed: coreState.executed,
+            cached: coreState.cached,
+            failed: coreState.failed,
+            skipped: coreState.skipped,
+            duration,
+        });
+    }
+    else {
+        summary = none;
+    }
+    // Get completedAt value (handle Option type)
+    const completedAtValue = coreState.completedAt.type === 'some'
+        ? some(coreState.completedAt.value.toISOString())
+        : none;
+    const state = {
+        status,
+        startedAt: coreState.startedAt.toISOString(),
+        completedAt: completedAtValue,
+        summary,
+        events: apiEvents,
+        totalEvents: BigInt(totalApiEvents),
+    };
+    return sendSuccess(DataflowExecutionStateType, state);
+}
+/**
+ * Cancel a running dataflow execution.
+ */
+export async function cancelDataflow(repoPath, workspace) {
+    try {
+        const orchestrator = getOrchestrator(repoPath);
+        const execution = getActiveExecution(repoPath, workspace);
+        if (!execution) {
+            return sendError(NullType, variant('internal', {
+                message: 'No active execution for this workspace',
+            }));
+        }
+        await orchestrator.cancel(execution);
+        return sendSuccess(NullType, null);
+    }
+    catch (err) {
+        return sendError(NullType, errorToVariant(err));
+    }
+}
+//# sourceMappingURL=dataflow.js.map

package/dist/src/handlers/dataflow.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dataflow.js","sourceRoot":"","sources":["../../../src/handlers/dataflow.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAC9D,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,oBAAoB,EACpB,gBAAgB,EAChB,kBAAkB,EAClB,sBAAsB,EACtB,mBAAmB,EACnB,qBAAqB,GAKtB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAC7E,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,EACL,yBAAyB,EACzB,iBAAiB,EACjB,YAAY,EACZ,0BAA0B,GAK3B,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,eAAe,EACf,aAAa,EACb,kBAAkB,EAClB,kBAAkB,EAClB,kBAAkB,EAClB,qBAAqB,EACrB,oBAAoB,GACrB,MAAM,4BAA4B,CAAC;AAEpC;;GAEG;AACH,SAAS,oBAAoB,CAAC,IAA2B;IACvD,IAAI,MAAmC,CAAC;IACxC,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACzB,KAAK,OAAO;YACV,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAChC,MAAM;QACR,KAAK,OAAO;YACV,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAChC,MAAM;QACR,KAAK,YAAY;YACf,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;YACrC,MAAM;IACV,CAAC;IAED,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,MAAM;QACN,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;QACxC,YAAY,EAAE,IAAI,CAAC,YAAY;QAC/B,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI;KAC3D,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CAAC,IAAwB;IACjD,IAAI,MAAgC,CAAC;IACrC,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACzB,KAAK,YAAY;YACf,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;YAC/D,MAAM;QACR,KAAK,OAAO;YACV,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAChC,MAAM;QACR,KAAK,SAAS;YACZ,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;YAC5D,MAAM;QACR,KAAK,aAAa;YAChB,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE;gBAC9B,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;gBACnE,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI;aACtE,CAAC,CAAC;YACH,MAAM;QACR,KAAK,QAAQ;YACX,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE;gBACzB,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;gBACtC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI;aAC5E,CAAC,CAAC;YACH,MAAM;QACR,KAAK,OAAO;YACV,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE;gBACxB,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;gBAC5B,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI;aAC5E,CAAC,CAAC;YACH,MAAM;QACR,KAAK,eAAe;YAClB,MAAM,GAAG,OAAO,CAAC,eAAe,EAAE;gBAChC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;gBACnE,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI;aACtE,CAAC,CAAC;YACH,MAAM;IACV,CAAC;IAED,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,MAAM;QACN,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,SAAS,EAAE,IAAI,CAAC,SAAS;KAC1B,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,sBAAsB,CAAC,MAAiC;IAC/D,OAAO;QACL,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,SAAS;YAChD,CAAC,CAAC,IAAI,CAAC;gBACH,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;gBAC5B,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU;gBAClC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI;gBAC5D,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI;aAChE,CAAC;YACJ,CAAC,CAAC,IAAI;QACR,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,oBAAoB,CAAC;QACnD,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,iBAAiB,CAAC;QAC1C,OAAO,EAAE;YACP,QAAQ,EAAE;gBACR,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAC5C,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAC5C,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAC5C,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;aACnD;YACD,KAAK,EAAE;gBACL,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC;gBACzC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC;gBAC/C,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC;gBACzC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;gBAC7C,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC;gBACnD,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC;gBAC3C,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC;gBACzC,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC;aACxD;SACF;KACF,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,OAAuB,EACvB,QAAgB,EAChB,SAAiB,EACjB,OAAiE;IAEjE,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;QAE/C,8DAA8D;QAC9D,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE;YACpE,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;QAEH,+CAA+C;QAC/C,kBAAkB,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QAEhD,sDAAsD;QACtD,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;YAClC,oBAAoB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE;YACZ,oBAAoB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,uCAAuC;QACvC,OAAO,qBAAqB,CAAC,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;IACpD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,GAAG,YAAY,kBAAkB,EAAE,CAAC;YACtC,OAAO,SAAS,CAAC,QAAQ,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,SAAS,CAAC,QAAQ,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;IAClD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,OAAuB,EACvB,QAAgB,EAChB,SAAiB;IAEjB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QACnE,OAAO,WAAW,CAAC,yBAAyB,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAC;IAChF,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,SAAS,CAAC,yBAAyB,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;IACnE,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,OAAuB,EACvB,QAAgB,EAChB,SAAiB;IAEjB,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QACnE,OAAO,WAAW,CAAC,iBAAiB,EAAE;YACpC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC7B,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,SAAS,EAAE,CAAC,CAAC,SAAS;aACvB,CAAC,CAAC;SACJ,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,SAAS,CAAC,iBAAiB,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3D,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,OAAuB,EACvB,QAAgB,EAChB,SAAiB,EACjB,QAAgB,EAChB,MAA2B,EAC3B,MAAc,EACd,KAAa;IAEb,IAAI,CAAC;QACH,2CAA2C;QAC3C,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QACrF,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,sBAAsB,CAAC,QAAQ,CAAC,CAAC;QAC7C,CAAC;QAED,YAAY;QACZ,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,QAAQ,EAAE,SAAS,CAAC,UAAU,EAAE,SAAS,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QAEpJ,OAAO,WAAW,CAAC,YAAY,EAAE;YAC/B,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;YAC5B,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;YACxB,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;YAClC,QAAQ,EAAE,KAAK,CAAC,QAAQ;SACzB,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,SAAS,CAAC,YAAY,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;IACtD,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,QAAgB,EAChB,SAAiB,EACjB,UAA+C,EAAE;IAEjD,MAAM,UAAU,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;IAE3C,+CAA+C;IAC/C,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IAC7D,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,SAAS,CAAC,0BAA0B,EAAE,OAAO,CAAC,qBAAqB,EAAE;YAC1E,IAAI,EAAE,SAAS;SAChB,CAAC,CAAC,CAAC;IACN,CAAC;IAED,uBAAuB;IACvB,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;IACxE,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,SAAS,CAAC,0BAA0B,EAAE,OAAO,CAAC,qBAAqB,EAAE;YAC1E,IAAI,EAAE,SAAS;SAChB,CAAC,CAAC,CAAC;IACN,CAAC;IAED,4DAA4D;IAC5D,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC;IACnC,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC;IACnC,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;QAC9B,IAAI,mBAAmB,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;YACxC,cAAc,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAED,yBAAyB;IACzB,IAAI,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACrC,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAChC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC;IAED,oCAAoC;IACpC,MAAM,SAAS,GAAqC,EAAE,CAAC;IACvD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;QAC5C,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;YACtB,iCAAiC;YACjC,QAAQ,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACtB,KAAK,OAAO;oBACV,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;wBAC9B,IAAI,EAAE,QAAQ,CAAC,IAAI;wBACnB,SAAS,EAAE,QAAQ,CAAC,SAAS;qBAC9B,CAAC,CAAC,CAAC;oBACJ,MAAM;gBACR,KAAK,UAAU;oBACb,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE;wBACjC,IAAI,EAAE,QAAQ,CAAC,IAAI;wBACnB,SAAS,EAAE,QAAQ,CAAC,SAAS;wBAC7B,QAAQ,EAAE,QAAQ,CAAC,QAAQ,IAAI,CAAC;qBACjC,CAAC,CAAC,CAAC;oBACJ,MAAM;gBACR,KAAK,QAAQ;oBACX,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE;wBAC/B,IAAI,EAAE,QAAQ,CAAC,IAAI;wBACnB,SAAS,EAAE,QAAQ,CAAC,SAAS;qBAC9B,CAAC,CAAC,CAAC;oBACJ,MAAM;gBACR,KAAK,QAAQ;oBACX,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE;wBAC/B,IAAI,EAAE,QAAQ,CAAC,IAAI;wBACnB,SAAS,EAAE,QAAQ,CAAC,SAAS;wBAC7B,QAAQ,EAAE,QAAQ,CAAC,QAAQ,IAAI,CAAC;wBAChC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;qBAC1C,CAAC,CAAC,CAAC;oBACJ,MAAM;gBACR,KAAK,OAAO;oBACV,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;wBAC9B,IAAI,EAAE,QAAQ,CAAC,IAAI;wBACnB,SAAS,EAAE,QAAQ,CAAC,SAAS;wBAC7B,OAAO,EAAE,QAAQ,CAAC,OAAO,IAAI,eAAe;qBAC7C,CAAC,CAAC,CAAC;oBACJ,MAAM;gBACR,KAAK,mBAAmB;oBACtB,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE;wBAC1C,IAAI,EAAE,QAAQ,CAAC,IAAI;wBACnB,SAAS,EAAE,QAAQ,CAAC,SAAS;wBAC7B,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,sBAAsB;qBAClD,CAAC,CAAC,CAAC;oBACJ,MAAM;YACV,CAAC;QACH,CAAC;IACH,CAAC;IAED,+BAA+B;IAC/B,MAAM,SAAS,GAAG,qBAAqB,CAAC,SAAS,CAAC,MAAiC,CAAC,CAAC;IACrF,IAAI,MAAwC,CAAC;IAC7C,QAAQ,SAAS,EAAE,CAAC;QAClB,KAAK,SAAS;YACZ,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YAClC,MAAM;QACR,KAAK,WAAW;YACd,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YACpC,MAAM;QACR,KAAK,QAAQ;YACX,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YACjC,MAAM;QACR,KAAK,SAAS;YACZ,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YAClC,MAAM;IACV,CAAC;IAED,qBAAqB;IACrB,MAAM,SAAS,GAAG,qBAAqB,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;IACxE,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IAExD,+BAA+B;IAC/B,IAAI,OAA0C,CAAC;IAC/C,IAAI,SAAS,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QACnC,OAAO,GAAG,IAAI,CAAC;YACb,QAAQ,EAAE,SAAS,CAAC,QAAQ;YAC5B,MAAM,EAAE,SAAS,CAAC,MAAM;YACxB,MAAM,EAAE,SAAS,CAAC,MAAM;YACxB,OAAO,EAAE,SAAS,CAAC,OAAO;YAC1B,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,IAAI,CAAC;IACjB,CAAC;IAED,6CAA6C;IAC7C,MAAM,gBAAgB,GAAG,SAAS,CAAC,WAAW,CAAC,IAAI,KAAK,MAAM;QAC5D,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QACjD,CAAC,CAAC,IAAI,CAAC;IAET,MAAM,KAAK,GAA2B;QACpC,MAAM;QACN,SAAS,EAAE,SAAS,CAAC,SAAS,CAAC,WAAW,EAAE;QAC5C,WAAW,EAAE,gBAAgB;QAC7B,OAAO;QACP,MAAM,EAAE,SAAS;QACjB,WAAW,EAAE,MAAM,CAAC,cAAc,CAAC;KACpC,CAAC;IAEF,OAAO,WAAW,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;AACxD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,QAAgB,EAChB,SAAiB;IAEjB,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;QAC/C,MAAM,SAAS,GAAG,kBAAkB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAE1D,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,EAAE;gBAC7C,OAAO,EAAE,wCAAwC;aAClD,CAAC,CAAC,CAAC;QACN,CAAC;QAED,MAAM,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAErC,OAAO,WAAW,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACrC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,SAAS,CAAC,QAAQ,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;IAClD,CAAC;AACH,CAAC"}

package/dist/src/handlers/datasets.d.ts

@@ -0,0 +1,39 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+import type { TreePath } from '@elaraai/e3-types';
+import { type StorageBackend, type TransferBackend } from '@elaraai/e3-core';
+/**
+ * List dataset fields at the given path.
+ */
+export declare function listDatasets(storage: StorageBackend, repoPath: string, workspace: string, treePath: TreePath): Promise<Response>;
+/**
+ * Get dataset value as raw BEAST2 bytes.
+ *
+ * For objects > 1MB, returns a JSON response with a download URL
+ * that the client can fetch directly. This avoids browser issues
+ * with opaque redirect responses from `redirect: 'manual'`.
+ */
+export declare function getDataset(storage: StorageBackend, repoPath: string, workspace: string, treePath: TreePath, repo?: string, requestUrl?: string, transferBackend?: TransferBackend): Promise<Response>;
+/**
+ * Set dataset value from raw BEAST2 bytes.
+ */
+export declare function setDataset(storage: StorageBackend, repoPath: string, workspace: string, treePath: TreePath, body: Uint8Array): Promise<Response>;
+/**
+ * Get status detail for a single dataset.
+ */
+export declare function getDatasetStatus(storage: StorageBackend, repoPath: string, workspace: string, treePath: TreePath): Promise<Response>;
+/**
+ * List datasets recursively (flat list with paths, types, and status).
+ */
+export declare function listDatasetsRecursive(storage: StorageBackend, repoPath: string, workspace: string, treePath: TreePath): Promise<Response>;
+/**
+ * List all descendant dataset paths (string[]).
+ */
+export declare function listDatasetsRecursivePaths(storage: StorageBackend, repoPath: string, workspace: string, treePath: TreePath): Promise<Response>;
+/**
+ * List immediate children with types and status (ListEntry[]).
+ */
+export declare function listDatasetsWithStatus(storage: StorageBackend, repoPath: string, workspace: string, treePath: TreePath): Promise<Response>;
+//# sourceMappingURL=datasets.d.ts.map

package/dist/src/handlers/datasets.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"datasets.d.ts","sourceRoot":"","sources":["../../../src/handlers/datasets.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AASlD,OAAO,EAAuB,KAAK,cAAc,EAAE,KAAK,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAKlG;;GAEG;AACH,wBAAsB,YAAY,CAChC,OAAO,EAAE,cAAc,EACvB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,QAAQ,GACjB,OAAO,CAAC,QAAQ,CAAC,CAOnB;AAID;;;;;;GAMG;AACH,wBAAsB,UAAU,CAC9B,OAAO,EAAE,cAAc,EACvB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,QAAQ,EAClB,IAAI,CAAC,EAAE,MAAM,EACb,UAAU,CAAC,EAAE,MAAM,EACnB,eAAe,CAAC,EAAE,eAAe,GAChC,OAAO,CAAC,QAAQ,CAAC,CA2DnB;AAED;;GAEG;AACH,wBAAsB,UAAU,CAC9B,OAAO,EAAE,cAAc,EACvB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,UAAU,GACf,OAAO,CAAC,QAAQ,CAAC,CAcnB;AAqCD;;GAEG;AACH,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,cAAc,EACvB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,QAAQ,GACjB,OAAO,CAAC,QAAQ,CAAC,CA4BnB;AAED;;GAEG;AACH,wBAAsB,qBAAqB,CACzC,OAAO,EAAE,cAAc,EACvB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,QAAQ,GACjB,OAAO,CAAC,QAAQ,CAAC,CAmBnB;AAoBD;;GAEG;AACH,wBAAsB,0BAA0B,CAC9C,OAAO,EAAE,cAAc,EACvB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,QAAQ,GACjB,OAAO,CAAC,QAAQ,CAAC,CAenB;AAED;;GAEG;AACH,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,cAAc,EACvB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,QAAQ,GACjB,OAAO,CAAC,QAAQ,CAAC,CAgBnB"}

package/dist/src/handlers/datasets.js

@@ -0,0 +1,232 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Licensed under BSL 1.1. See LICENSE for details.
+ */
+import { NullType, ArrayType, StringType, decodeBeast2, some, none, variant, toEastTypeValue, isVariant } from '@elaraai/east';
+import { workspaceListTree, workspaceGetDatasetHash, workspaceGetDatasetStatus, workspaceSetDataset, workspaceGetTree, } from '@elaraai/e3-core';
+import { BEAST2_CONTENT_TYPE } from '@elaraai/e3-core';
+import { sendSuccess, sendError } from '../beast2.js';
+import { errorToVariant, sendJsonError } from '../errors.js';
+import { DatasetStatusDetailType, ListEntryType } from '../types.js';
+/**
+ * List dataset fields at the given path.
+ */
+export async function listDatasets(storage, repoPath, workspace, treePath) {
+    try {
+        const fields = await workspaceListTree(storage, repoPath, workspace, treePath);
+        return sendSuccess(ArrayType(StringType), fields);
+    }
+    catch (err) {
+        return sendError(ArrayType(StringType), errorToVariant(err));
+    }
+}
+const SIZE_THRESHOLD = 1 * 1024 * 1024; // 1 MB
+/**
+ * Get dataset value as raw BEAST2 bytes.
+ *
+ * For objects > 1MB, returns a JSON response with a download URL
+ * that the client can fetch directly. This avoids browser issues
+ * with opaque redirect responses from `redirect: 'manual'`.
+ */
+export async function getDataset(storage, repoPath, workspace, treePath, repo, requestUrl, transferBackend) {
+    try {
+        if (treePath.length === 0) {
+            return new Response(JSON.stringify({ error: { type: 'bad_request', message: 'Path required for get' } }), {
+                status: 400,
+                headers: { 'Content-Type': 'application/json' },
+            });
+        }
+        const { refType, hash } = await workspaceGetDatasetHash(storage, repoPath, workspace, treePath);
+        if (refType === 'unassigned') {
+            return new Response(JSON.stringify({ error: { type: 'dataset_unassigned', message: 'Dataset is unassigned (pending task output)' } }), {
+                status: 404,
+                headers: { 'Content-Type': 'application/json' },
+            });
+        }
+        if (refType === 'null' || !hash) {
+            return new Response(JSON.stringify({ error: { type: 'dataset_null', message: 'Dataset is null' } }), {
+                status: 404,
+                headers: { 'Content-Type': 'application/json' },
+            });
+        }
+        // When serving via API with a transfer backend, check size to decide whether to redirect
+        if (transferBackend && repo && requestUrl) {
+            const { size } = await storage.objects.stat(repoPath, hash);
+            if (size > SIZE_THRESHOLD) {
+                let downloadUrl = await transferBackend.datasetDownload.getDownloadUrl(repo, hash);
+                // Resolve relative URL against the request origin
+                if (downloadUrl.startsWith('/')) {
+                    const origin = new URL(requestUrl).origin;
+                    downloadUrl = `${origin}${downloadUrl}`;
+                }
+                return new Response(JSON.stringify({ url: downloadUrl }), {
+                    status: 200,
+                    headers: {
+                        'Content-Type': 'application/json',
+                        'X-Content-Length': String(size),
+                        'X-Content-SHA256': hash,
+                    },
+                });
+            }
+        }
+        // Inline response
+        const data = await storage.objects.read(repoPath, hash);
+        return new Response(data, {
+            status: 200,
+            headers: {
+                'Content-Type': BEAST2_CONTENT_TYPE,
+                'Content-Length': String(data.byteLength),
+                'X-Content-SHA256': hash,
+            },
+        });
+    }
+    catch (err) {
+        return sendJsonError(err);
+    }
+}
+/**
+ * Set dataset value from raw BEAST2 bytes.
+ */
+export async function setDataset(storage, repoPath, workspace, treePath, body) {
+    try {
+        if (treePath.length === 0) {
+            return sendError(NullType, errorToVariant(new Error('Path required for set')));
+        }
+        // Body is raw BEAST2 - decode to get type and value
+        const { type, value } = decodeBeast2(body);
+        await workspaceSetDataset(storage, repoPath, workspace, treePath, value, type);
+        return sendSuccess(NullType, null);
+    }
+    catch (err) {
+        return sendError(NullType, errorToVariant(err));
+    }
+}
+/**
+ * Flatten a tree of nodes into a list of ListEntry variants (dataset + tree entries).
+ */
+function flattenTreeEntries(nodes, pathPrefix, result, recursive) {
+    for (const node of nodes) {
+        const path = pathPrefix ? `${pathPrefix}.${node.name}` : `.${node.name}`;
+        if (node.kind === 'dataset') {
+            const datasetType = node.datasetType;
+            if (datasetType) {
+                const typeValue = isVariant(datasetType)
+                    ? datasetType
+                    : toEastTypeValue(datasetType);
+                result.push(variant('dataset', {
+                    path,
+                    type: typeValue,
+                    hash: node.hash ? some(node.hash) : none,
+                    size: node.size !== undefined ? some(BigInt(node.size)) : none,
+                }));
+            }
+        }
+        else if (node.kind === 'tree') {
+            result.push(variant('tree', { path, kind: variant('struct', null) }));
+            if (recursive) {
+                flattenTreeEntries(node.children, path, result, recursive);
+            }
+        }
+    }
+}
+/**
+ * Get status detail for a single dataset.
+ */
+export async function getDatasetStatus(storage, repoPath, workspace, treePath) {
+    try {
+        if (treePath.length === 0) {
+            return sendError(DatasetStatusDetailType, errorToVariant(new Error('Path required for status')));
+        }
+        const result = await workspaceGetDatasetStatus(storage, repoPath, workspace, treePath);
+        // Build path string from treePath
+        const pathStr = '.' + treePath.map(s => s.value).join('.');
+        // Convert EastType to EastTypeValue if needed
+        const typeValue = isVariant(result.datasetType)
+            ? result.datasetType
+            : toEastTypeValue(result.datasetType);
+        const detail = {
+            path: pathStr,
+            type: typeValue,
+            refType: result.refType,
+            hash: result.hash ? some(result.hash) : none,
+            size: result.size !== null ? some(BigInt(result.size)) : none,
+        };
+        return sendSuccess(DatasetStatusDetailType, detail);
+    }
+    catch (err) {
+        return sendError(DatasetStatusDetailType, errorToVariant(err));
+    }
+}
+/**
+ * List datasets recursively (flat list with paths, types, and status).
+ */
+export async function listDatasetsRecursive(storage, repoPath, workspace, treePath) {
+    try {
+        // Get tree with types and status included
+        const nodes = await workspaceGetTree(storage, repoPath, workspace, treePath, {
+            includeTypes: true,
+            includeStatus: true,
+        });
+        // Build path prefix from treePath
+        const pathPrefix = treePath.map(seg => seg.value).join('.');
+        // Flatten to list (includes tree entries)
+        const result = [];
+        flattenTreeEntries(nodes, pathPrefix ? `.${pathPrefix}` : '', result, true);
+        return sendSuccess(ArrayType(ListEntryType), result);
+    }
+    catch (err) {
+        return sendError(ArrayType(ListEntryType), errorToVariant(err));
+    }
+}
+/**
+ * Flatten tree nodes into a list of dataset paths (no types/status).
+ */
+function flattenTreePaths(nodes, pathPrefix, result) {
+    for (const node of nodes) {
+        const path = pathPrefix ? `${pathPrefix}.${node.name}` : `.${node.name}`;
+        if (node.kind === 'dataset') {
+            result.push(path);
+        }
+        else if (node.kind === 'tree') {
+            flattenTreePaths(node.children, path, result);
+        }
+    }
+}
+/**
+ * List all descendant dataset paths (string[]).
+ */
+export async function listDatasetsRecursivePaths(storage, repoPath, workspace, treePath) {
+    try {
+        const nodes = await workspaceGetTree(storage, repoPath, workspace, treePath, {
+            includeTypes: false,
+            includeStatus: false,
+        });
+        const pathPrefix = treePath.map(seg => seg.value).join('.');
+        const result = [];
+        flattenTreePaths(nodes, pathPrefix ? `.${pathPrefix}` : '', result);
+        return sendSuccess(ArrayType(StringType), result);
+    }
+    catch (err) {
+        return sendError(ArrayType(StringType), errorToVariant(err));
+    }
+}
+/**
+ * List immediate children with types and status (ListEntry[]).
+ */
+export async function listDatasetsWithStatus(storage, repoPath, workspace, treePath) {
+    try {
+        const nodes = await workspaceGetTree(storage, repoPath, workspace, treePath, {
+            maxDepth: 0,
+            includeTypes: true,
+            includeStatus: true,
+        });
+        const pathPrefix = treePath.map(seg => seg.value).join('.');
+        const result = [];
+        flattenTreeEntries(nodes, pathPrefix ? `.${pathPrefix}` : '', result, false);
+        return sendSuccess(ArrayType(ListEntryType), result);
+    }
+    catch (err) {
+        return sendError(ArrayType(ListEntryType), errorToVariant(err));
+    }
+}
+//# sourceMappingURL=datasets.js.map