@ekairos/dataset 1.22.100-beta.development.0 → 1.22.101-beta.feature-lab-task-sandbox-beta.0

package/dist/builder/materialize.js

@@ -112,17 +112,20 @@ async function tryMaterializeRawPdfFileResource(state, resource, targetDatasetId
     await runDatasetSandboxCommandStep({
         runtime: state.runtime,
         sandboxId,
+        sandbox: state.sandbox,
         cmd: "mkdir",
         args: ["-p", ...getDatasetStandardDirs(targetDatasetId)],
     });
     await writeDatasetSandboxFilesStep({
         runtime: state.runtime,
         sandboxId,
+        sandbox: state.sandbox,
         files: [{ path: resourcePath, contentBase64: file.contentBase64 }],
     });
     const install = await runDatasetSandboxCommandStep({
         runtime: state.runtime,
         sandboxId,
+        sandbox: state.sandbox,
         cmd: "python",
         args: ["-m", "pip", "install", "pypdf", "--quiet"],
     });
@@ -132,6 +135,7 @@ async function tryMaterializeRawPdfFileResource(state, resource, targetDatasetId
     await writeDatasetSandboxTextFilesStep({
         runtime: state.runtime,
         sandboxId,
+        sandbox: state.sandbox,
         files: [
             {
                 path: scriptPath,
@@ -174,6 +178,7 @@ async function tryMaterializeRawPdfFileResource(state, resource, targetDatasetId
     const extraction = await runDatasetSandboxCommandStep({
         runtime: state.runtime,
         sandboxId,
+        sandbox: state.sandbox,
         cmd: "python",
         args: [scriptPath, resourcePath, outputPath, resource.fileId, fileName],
     });
@@ -183,6 +188,7 @@ async function tryMaterializeRawPdfFileResource(state, resource, targetDatasetId
     const output = await readDatasetSandboxTextFileStep({
         runtime: state.runtime,
         sandboxId,
+        sandbox: state.sandbox,
         path: outputPath,
     });
     const rows = parseJsonlDataRows(output.content);
@@ -223,12 +229,14 @@ async function writePreparedFileResourceToSandbox(params) {
     await runDatasetSandboxCommandStep({
         runtime: params.runtime,
         sandboxId: params.sandboxId,
+        sandbox: params.sandbox,
         cmd: "mkdir",
         args: ["-p", ...getDatasetStandardDirs(params.datasetId)],
     });
     await writeDatasetSandboxFilesStep({
         runtime: params.runtime,
         sandboxId: params.sandboxId,
+        sandbox: params.sandbox,
         files: [{ path: resourcePath, contentBase64: file.contentBase64 }],
     });
     return { fileName, resourcePath };
@@ -237,6 +245,8 @@ function resolveDatasetSandboxId(state, _targetDatasetId) {
     const sandboxId = String(state.sandboxId ?? "").trim();
     if (sandboxId)
         return sandboxId;
+    if (state.sandbox?.id)
+        return state.sandbox.id;
     throw new Error("dataset_sandbox_required");
 }
 export async function resolveDatasetAgentDurable(requestedDurable) {
@@ -393,6 +403,7 @@ export async function materializeSingleFileLikeResource(state, resource, targetD
     const preparedFile = await writePreparedFileResourceToSandbox({
         runtime: state.runtime,
         sandboxId,
+        sandbox: state.sandbox,
         datasetId: targetDatasetId,
         fileId: prepared.fileId,
         filename: prepared.filename,

package/dist/builder/types.d.ts

@@ -1,7 +1,9 @@
 import type { InstaQLParams, ValidQuery } from "@instantdb/core";
 import type { DomainInstantSchema, DomainSchemaResult } from "@ekairos/domain";
 import type { EkairosRuntime, RuntimeForDomain } from "@ekairos/domain/runtime";
-import type { ContextIdentifier, ContextReactor, StoredContextResource } from "@ekairos/events";
+import type { ContextIdentifier, StoredContextResource } from "@ekairos/events";
+import type { ContextReactor } from "@ekairos/reactor/context";
+import type { SandboxSession } from "@ekairos/sandbox";
 import { datasetDomain } from "../schema.js";
 import type { DatasetNotation } from "../notation.js";
 export type DatasetQueryResourceInput<D extends DomainSchemaResult = DomainSchemaResult> = {
@@ -99,6 +101,7 @@ export type DatasetBuilderState<Runtime extends AnyDatasetRuntime> = {
     contextResources?: StoredContextResource[];
     title?: string;
     sandboxId?: string;
+    sandbox?: SandboxSession;
     contextId?: string;
     outputSchema?: DatasetSchemaInput;
     output: DatasetOutput;
@@ -131,7 +134,7 @@ export type DatasetBuilder<Runtime extends AnyDatasetRuntime> = {
     title(title: string): DatasetBuilder<Runtime>;
     sandbox(input: {
         sandboxId: string;
-    }): DatasetBuilder<Runtime>;
+    } | SandboxSession): DatasetBuilder<Runtime>;
     schema(schema: DatasetSchemaInput): DatasetBuilder<Runtime>;
     inferSchema(): DatasetBuilder<Runtime>;
     auto(): DatasetBuilder<Runtime>;

package/dist/dataset.js

@@ -65,6 +65,11 @@ export function dataset(runtime, options = {}) {
             return api;
         },
         sandbox(input) {
+            if (isSandboxSession(input)) {
+                state.sandbox = input;
+                state.sandboxId = input.id;
+                return api;
+            }
             state.sandboxId = String(input?.sandboxId ?? "").trim();
             return api;
         },
@@ -126,6 +131,9 @@ export function dataset(runtime, options = {}) {
                     instructions: buildObjectOutputInstructions(stateWithBuildOptions.instructions),
                 }
                 : stateWithBuildOptions;
+            if (effectiveState.sandbox && effectiveState.durable) {
+                throw new Error("dataset_sandbox_session_not_durable");
+            }
             const onlyResource = effectiveState.resources[0];
             const isSingleResource = effectiveState.resources.length === 1;
             const hasInstructions = Boolean(String(effectiveState.instructions ?? "").trim());
@@ -169,6 +177,14 @@ export function dataset(runtime, options = {}) {
     };
     return api;
 }
+function isSandboxSession(value) {
+    return Boolean(value &&
+        typeof value === "object" &&
+        typeof value.id === "string" &&
+        typeof value.workspaceRoot === "string" &&
+        typeof value.writeFile === "function" &&
+        typeof value.exec === "function");
+}
 function normalizeDatasetId(datasetId) {
     const normalized = String(datasetId ?? createDatasetId()).trim();
     if (!normalized) {

package/dist/executeCommand.tool.js

@@ -1,4 +1,4 @@
-import { defineAction } from "@ekairos/events";
+import { defineAction } from "@ekairos/reactor/context";
 import { z } from "zod";
 import { materializeContextResourcesStep } from "./contextResources.js";
 import { getDatasetScriptsDir, getDatasetStandardDirs } from "./datasetFiles.js";

package/dist/file/file-dataset.agent.d.ts

@@ -1,4 +1,4 @@
-import { type ContextReactor } from "@ekairos/events";
+import { type ContextReactor } from "@ekairos/reactor/context";
 import type { FileParseContext, FileParseRunOptions, SandboxState } from "./file-dataset.types.js";
 export type { DatasetResult, FileParseContext, FileParseContextBuilder, FileParseContextParams, FileParseRunOptions, SandboxState, } from "./file-dataset.types.js";
 export declare function createFileParseContext<Env extends {

package/dist/file/file-dataset.agent.js

@@ -1,4 +1,5 @@
-import { createContext, INPUT_TEXT_ITEM_TYPE, WEB_CHANNEL, } from "@ekairos/events";
+import { INPUT_TEXT_ITEM_TYPE, WEB_CHANNEL, } from "@ekairos/events";
+import { createContext } from "@ekairos/reactor/context";
 import { createClearDatasetTool } from "../clearDataset.tool.js";
 import { createCompleteDatasetTool, didCompleteDatasetSucceed, getDatasetFatalFailure, } from "../completeDataset.tool.js";
 import { datasetGetByIdStep } from "../dataset/steps.js";

package/dist/file/file-dataset.types.d.ts

@@ -1,4 +1,4 @@
-import type { ContextReactor } from "@ekairos/events";
+import type { ContextReactor } from "@ekairos/reactor/context";
 import type { FilePreviewContext } from "./filepreview.types.js";
 export type SandboxState = {
     initialized: boolean;

package/dist/materializeDataset.tool.d.ts

@@ -1,7 +1,7 @@
 import { z } from "zod";
 import type { DomainSchemaResult } from "@ekairos/domain";
 import type { EkairosRuntime, RuntimeForDomain } from "@ekairos/domain/runtime";
-import type { ContextReactor } from "@ekairos/events";
+import type { ContextReactor } from "@ekairos/reactor/context";
 import { datasetDomain } from "./schema.js";
 declare const materializeDatasetToolInputSchema: z.ZodObject<{
     datasetId: z.ZodOptional<z.ZodString>;

package/dist/sandbox/steps.d.ts

@@ -1,4 +1,4 @@
-import { type SandboxConfig } from "@ekairos/sandbox";
+import { type SandboxConfig, type SandboxSession } from "@ekairos/sandbox";
 export type DatasetSandboxId = string;
 export type CreateDatasetSandboxParams = Pick<SandboxConfig, "provider" | "timeoutMs" | "ports" | "resources" | "purpose" | "params" | "env" | "domain" | "dataset" | "vercel"> & {
     sandboxRuntime?: string;
@@ -16,12 +16,14 @@ export declare function createDatasetSandboxStep(params: {
 export declare function runDatasetSandboxCommandStep(params: {
     runtime: any;
     sandboxId: DatasetSandboxId;
+    sandbox?: SandboxSession;
     cmd: string;
     args?: string[];
 }): Promise<DatasetSandboxRunCommandResult>;
 export declare function writeDatasetSandboxFilesStep(params: {
     runtime: any;
     sandboxId: DatasetSandboxId;
+    sandbox?: SandboxSession;
     files: Array<{
         path: string;
         contentBase64: string;
@@ -30,6 +32,7 @@ export declare function writeDatasetSandboxFilesStep(params: {
 export declare function writeDatasetSandboxTextFilesStep(params: {
     runtime: any;
     sandboxId: DatasetSandboxId;
+    sandbox?: SandboxSession;
     files: Array<{
         path: string;
         content: string;
@@ -38,6 +41,7 @@ export declare function writeDatasetSandboxTextFilesStep(params: {
 export declare function readDatasetSandboxFileStep(params: {
     runtime: any;
     sandboxId: DatasetSandboxId;
+    sandbox?: SandboxSession;
     path: string;
 }): Promise<{
     contentBase64: string;
@@ -45,6 +49,7 @@ export declare function readDatasetSandboxFileStep(params: {
 export declare function readDatasetSandboxTextFileStep(params: {
     runtime: any;
     sandboxId: DatasetSandboxId;
+    sandbox?: SandboxSession;
     path: string;
 }): Promise<{
     content: string;
@@ -52,4 +57,5 @@ export declare function readDatasetSandboxTextFileStep(params: {
 export declare function stopDatasetSandboxStep(params: {
     runtime: any;
     sandboxId: DatasetSandboxId;
+    sandbox?: SandboxSession;
 }): Promise<void>;

package/dist/sandbox/steps.js

@@ -5,6 +5,13 @@ import { promisify } from "node:util";
 import { SandboxService } from "@ekairos/sandbox";
 const execFileAsync = promisify(execFile);
 const localSandboxRoots = new Map();
+function commandResultFromSession(result) {
+    return {
+        exitCode: Number(result?.exitCode ?? (result?.success === false ? 1 : 0)),
+        stdout: String(result?.output ?? result?.stdout ?? ""),
+        stderr: String(result?.error ?? result?.stderr ?? ""),
+    };
+}
 function isLocalDatasetSandboxMode() {
     return String(process.env.DATASET_TEST_LOCAL_SANDBOX ?? "").trim() === "1";
 }
@@ -86,6 +93,13 @@ export async function createDatasetSandboxStep(params) {
 }
 export async function runDatasetSandboxCommandStep(params) {
     "use step";
+    if (params.sandbox) {
+        const result = await params.sandbox.exec({
+            command: params.cmd,
+            args: params.args ?? [],
+        });
+        return commandResultFromSession(result);
+    }
     if (isLocalDatasetSandboxMode()) {
         return await runLocalSandboxCommand({
             sandboxId: params.sandboxId,
@@ -106,6 +120,14 @@ export async function runDatasetSandboxCommandStep(params) {
 }
 export async function writeDatasetSandboxFilesStep(params) {
     "use step";
+    if (params.sandbox) {
+        await params.sandbox.writeFiles(params.files.map((file) => ({
+            path: file.path,
+            content: file.contentBase64,
+            encoding: "base64",
+        })));
+        return;
+    }
     if (isLocalDatasetSandboxMode()) {
         for (const file of params.files) {
             await fs.mkdir(path.dirname(file.path), { recursive: true });
@@ -121,6 +143,13 @@ export async function writeDatasetSandboxFilesStep(params) {
 }
 export async function writeDatasetSandboxTextFilesStep(params) {
     "use step";
+    if (params.sandbox) {
+        await params.sandbox.writeFiles(params.files.map((file) => ({
+            path: file.path,
+            content: file.content,
+        })));
+        return;
+    }
     if (isLocalDatasetSandboxMode()) {
         for (const file of params.files) {
             await fs.mkdir(path.dirname(file.path), { recursive: true });
@@ -140,6 +169,10 @@ export async function writeDatasetSandboxTextFilesStep(params) {
 }
 export async function readDatasetSandboxFileStep(params) {
     "use step";
+    if (params.sandbox) {
+        const content = await params.sandbox.readFile(params.path);
+        return { contentBase64: Buffer.from(content).toString("base64") };
+    }
     if (isLocalDatasetSandboxMode()) {
         const content = await fs.readFile(params.path);
         return { contentBase64: Buffer.from(content).toString("base64") };
@@ -153,6 +186,10 @@ export async function readDatasetSandboxFileStep(params) {
 }
 export async function readDatasetSandboxTextFileStep(params) {
     "use step";
+    if (params.sandbox) {
+        const content = await params.sandbox.readFile(params.path);
+        return { content: Buffer.from(content).toString("utf-8") };
+    }
     if (isLocalDatasetSandboxMode()) {
         const content = await fs.readFile(params.path, "utf-8");
         return { content };
@@ -166,6 +203,10 @@ export async function readDatasetSandboxTextFileStep(params) {
 }
 export async function stopDatasetSandboxStep(params) {
     "use step";
+    if (params.sandbox) {
+        await params.sandbox.stop();
+        return;
+    }
     if (isLocalDatasetSandboxMode()) {
         const root = getLocalSandboxRoot(params.sandboxId);
         await fs.rm(root, { recursive: true, force: true });

package/dist/transform/transform-dataset.agent.d.ts

@@ -1,4 +1,4 @@
-import { type ContextReactor } from "@ekairos/events";
+import { type ContextReactor } from "@ekairos/reactor/context";
 import type { TransformDatasetRunOptions, TransformSandboxState, TransformInputPreviewContext } from "./transform-dataset.types.js";
 export type { TransformDatasetAgentParams, TransformDatasetContext, TransformDatasetResult, TransformDatasetRunOptions, TransformPromptContext, TransformSandboxState, } from "./transform-dataset.types.js";
 export declare function createTransformDatasetContext<Env extends {

package/dist/transform/transform-dataset.agent.js

@@ -1,4 +1,5 @@
-import { createContext, INPUT_TEXT_ITEM_TYPE, WEB_CHANNEL, } from "@ekairos/events";
+import { INPUT_TEXT_ITEM_TYPE, WEB_CHANNEL, } from "@ekairos/events";
+import { createContext } from "@ekairos/reactor/context";
 import { createClearDatasetTool } from "../clearDataset.tool.js";
 import { createCompleteDatasetTool, didCompleteDatasetSucceed, getDatasetFatalFailure, } from "../completeDataset.tool.js";
 import { datasetUpdateSchemaStep } from "../dataset/steps.js";

package/dist/transform/transform-dataset.types.d.ts

@@ -1,4 +1,5 @@
-import type { ContextReactor, StoredContextResource } from "@ekairos/events";
+import type { StoredContextResource } from "@ekairos/events";
+import type { ContextReactor } from "@ekairos/reactor/context";
 import type { TransformInputPreviewContext } from "./filepreview.js";
 export type { TransformInputPreviewContext } from "./filepreview.js";
 export type TransformSandboxState = {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ekairos/dataset",
-  "version": "1.22.100-beta.development.0",
+  "version": "1.22.101-beta.feature-lab-task-sandbox-beta.0",
   "description": "Pulzar Dataset Tools",
   "type": "module",
   "main": "dist/index.js",
@@ -65,9 +65,10 @@
     "test:ai-sdk:instant": "vitest run -c vitest.codex.config.mts src/tests/materializeDataset.ai-sdk.instant.test.ts"
   },
   "dependencies": {
-    "@ekairos/domain": "^1.22.100-beta.development.0",
-    "@ekairos/events": "^1.22.100-beta.development.0",
-    "@ekairos/sandbox": "^1.22.100-beta.development.0",
+    "@ekairos/domain": "^1.22.101-beta.feature-lab-task-sandbox-beta.0",
+    "@ekairos/events": "^1.22.101-beta.feature-lab-task-sandbox-beta.0",
+    "@ekairos/reactor": "^1.22.101-beta.feature-lab-task-sandbox-beta.0",
+    "@ekairos/sandbox": "^1.22.101-beta.feature-lab-task-sandbox-beta.0",
     "@instantdb/admin": "0.22.158",
     "@instantdb/core": "0.22.142",
     "ai": "^5.0.44",