@ekairos/dataset 1.22.80-beta.development.0 → 1.22.82-beta.development.0

package/dist/datasetFiles.js

@@ -1,22 +1,10 @@
 export const DATASET_OUTPUT_FILE_NAME = "output.jsonl";
-const DEFAULT_VERCEL_WORKDIR_BASE = "/vercel/sandbox/datasets";
-const DEFAULT_DAYTONA_WORKDIR_BASE = "/home/daytona/.ekairos/datasets";
-const DEFAULT_SPRITES_WORKDIR_BASE = "/workspace/.ekairos/datasets";
+const DATASET_WORKDIR_BASE = "/tmp/ekairos/dataset";
 function trimTrailingSlash(value) {
     return value.endsWith("/") ? value.slice(0, -1) : value;
 }
 export function getDatasetWorkdirBase() {
-    const explicit = String(process.env.DATASET_SANDBOX_WORKDIR_BASE ?? "").trim();
-    if (explicit)
-        return trimTrailingSlash(explicit);
-    const provider = String(process.env.SANDBOX_PROVIDER ?? "").trim().toLowerCase();
-    if (provider === "daytona")
-        return DEFAULT_DAYTONA_WORKDIR_BASE;
-    if (provider === "vercel")
-        return DEFAULT_VERCEL_WORKDIR_BASE;
-    if (provider === "sprites")
-        return DEFAULT_SPRITES_WORKDIR_BASE;
-    return DEFAULT_VERCEL_WORKDIR_BASE;
+    return trimTrailingSlash(DATASET_WORKDIR_BASE);
 }
 export function getDatasetWorkstation(datasetId) {
     return `${getDatasetWorkdirBase()}/${datasetId}`;

package/dist/file/file-dataset.steps.js

@@ -1,26 +1,14 @@
 import { getDatasetSourcesDir, getDatasetStandardDirs, getDatasetWorkstation, } from "../datasetFiles.js";
 import { runDatasetSandboxCommandStep, writeDatasetSandboxFilesStep } from "../sandbox/steps.js";
 import { buildFileDatasetPrompt } from "./prompts.js";
-import { generateFilePreview, ensurePreviewScriptsAvailable } from "./filepreview.js";
+import { generateFilePreview } from "./filepreview.js";
 import { readInstantFileStep } from "./steps.js";
 export async function initializeFileParseSandboxStep(params) {
     "use step";
     if (params.state.initialized) {
         return { filePath: params.state.filePath, state: params.state };
     }
-    console.log(`[FileParseContext ${params.datasetId}] Initializing sandbox...`);
-    await ensurePreviewScriptsAvailable(params.runtime, params.sandboxId);
-    console.log(`[FileParseContext ${params.datasetId}] Installing Python dependencies...`);
-    const pipInstall = await runDatasetSandboxCommandStep({
-        runtime: params.runtime,
-        sandboxId: params.sandboxId,
-        cmd: "python",
-        args: ["-m", "pip", "install", "pandas", "openpyxl", "--quiet", "--upgrade"],
-    });
-    const installStderr = pipInstall.stderr;
-    if (installStderr && (installStderr.includes("ERROR") || installStderr.includes("FAILED"))) {
-        throw new Error(`pip install failed: ${installStderr.substring(0, 300)}`);
-    }
+    console.log(`[FileParseContext ${params.datasetId}] Preparing source file in sandbox...`);
     console.log(`[FileParseContext ${params.datasetId}] Fetching file from InstantDB...`);
     const file = await readInstantFileStep({ runtime: params.runtime, fileId: params.fileId });
     console.log(`[FileParseContext ${params.datasetId}] Creating dataset workstation...`);

package/dist/file/filepreview.d.ts

@@ -5,7 +5,6 @@ interface PreviewOptions {
     tailLines?: number;
     midLines?: number;
 }
-export declare function resolveFilePreviewScriptPath(scriptName: string): string;
 export declare function getEmbeddedFilePreviewScriptBase64(scriptName: string): string;
-export declare function ensurePreviewScriptsAvailable(runtime: any, sandboxId: string): Promise<void>;
+export declare function ensurePreviewScriptsAvailable(_runtime: any, _sandboxId: string): Promise<void>;
 export declare function generateFilePreview(runtime: any, sandboxId: string, sandboxFilePath: string, datasetId: string, options?: PreviewOptions): Promise<FilePreviewContext>;

package/dist/file/filepreview.js

@@ -1,40 +1,8 @@
-import { existsSync, readFileSync } from "node:fs";
-import { dirname, join } from "node:path";
-import { fileURLToPath } from "node:url";
-import { runDatasetSandboxCommandStep, writeDatasetSandboxFilesStep } from "../sandbox/steps.js";
+import { runDatasetSandboxCommandStep } from "../sandbox/steps.js";
 import { PYTHON_SCRIPT_BASE64_BY_NAME } from "./scripts.generated.js";
 const DEFAULT_HEAD_LINES = 50;
 const DEFAULT_TAIL_LINES = 20;
 const DEFAULT_MID_LINES = 20;
-const SANDBOX_SCRIPT_DIRECTORY = "/tmp/ekairos/dataset/file/scripts";
-const PYTHON_SCRIPT_FILES = [
-    "file_metadata.py",
-    "preview_head_csv.py",
-    "preview_head_excel.py",
-    "preview_mid_csv.py",
-    "preview_mid_excel.py",
-    "preview_tail_csv.py",
-    "preview_tail_excel.py",
-];
-export function resolveFilePreviewScriptPath(scriptName) {
-    const currentDir = dirname(fileURLToPath(import.meta.url));
-    const taskRoot = String(process.env.LAMBDA_TASK_ROOT ?? "").trim();
-    const candidates = [
-        join(currentDir, "scripts", scriptName),
-        join(process.cwd(), "node_modules", "@ekairos", "dataset", "dist", "file", "scripts", scriptName),
-        taskRoot
-            ? join(taskRoot, "node_modules", "@ekairos", "dataset", "dist", "file", "scripts", scriptName)
-            : "",
-        join(process.cwd(), "packages", "dataset", "dist", "file", "scripts", scriptName),
-        join(process.cwd(), "packages", "dataset", "src", "file", "scripts", scriptName),
-    ].filter(Boolean);
-    for (const candidate of candidates) {
-        if (existsSync(candidate)) {
-            return candidate;
-        }
-    }
-    throw new Error(`dataset_preview_script_not_found:${scriptName}; searched=${candidates.join(",")}`);
-}
 export function getEmbeddedFilePreviewScriptBase64(scriptName) {
     const embedded = PYTHON_SCRIPT_BASE64_BY_NAME[scriptName];
     if (!embedded) {
@@ -42,31 +10,9 @@ export function getEmbeddedFilePreviewScriptBase64(scriptName) {
     }
     return embedded;
 }
-function readFilePreviewScriptBase64(scriptName) {
-    try {
-        const scriptPath = resolveFilePreviewScriptPath(scriptName);
-        return Buffer.from(readFileSync(scriptPath)).toString("base64");
-    }
-    catch (error) {
-        try {
-            return getEmbeddedFilePreviewScriptBase64(scriptName);
-        }
-        catch {
-            throw error;
-        }
-    }
-}
 function readFilePreviewScriptText(scriptName) {
-    try {
-        const scriptPath = resolveFilePreviewScriptPath(scriptName);
-        return readFileSync(scriptPath, "utf-8");
-    }
-    catch {
-        return Buffer.from(getEmbeddedFilePreviewScriptBase64(scriptName), "base64").toString("utf-8");
-    }
+    return Buffer.from(getEmbeddedFilePreviewScriptBase64(scriptName), "base64").toString("utf-8");
 }
-const preparedSandboxIds = new Set();
-const sandboxSetupPromises = new Map();
 function sanitizePreviewText(value) {
     return String(value ?? "")
         .replace(/\u0000/g, "")
@@ -99,65 +45,16 @@ function validateScriptResult(result, context) {
         throw new Error(`${context} failed: ${stderr.substring(0, 500)}`);
     }
 }
-export async function ensurePreviewScriptsAvailable(runtime, sandboxId) {
-    if (preparedSandboxIds.has(sandboxId)) {
-        return;
-    }
-    const inFlight = sandboxSetupPromises.get(sandboxId);
-    if (inFlight) {
-        await inFlight;
-        return;
-    }
-    const setupPromise = (async () => {
-        try {
-            await runDatasetSandboxCommandStep({
-                runtime,
-                sandboxId,
-                cmd: "mkdir",
-                args: ["-p", SANDBOX_SCRIPT_DIRECTORY],
-            });
-        }
-        catch (error) {
-            console.warn("[Dataset Scripts] Failed to create sandbox scripts directory", error);
-        }
-        const filesToWrite = [];
-        for (const scriptName of PYTHON_SCRIPT_FILES) {
-            try {
-                filesToWrite.push({
-                    path: `${SANDBOX_SCRIPT_DIRECTORY}/${scriptName}`,
-                    contentBase64: readFilePreviewScriptBase64(scriptName),
-                });
-            }
-            catch (error) {
-                console.error(`[Dataset Scripts] Failed to read script ${scriptName}`, error);
-                throw error;
-            }
-        }
-        if (filesToWrite.length > 0) {
-            await writeDatasetSandboxFilesStep({
-                runtime,
-                sandboxId,
-                files: filesToWrite,
-            });
-        }
-    })();
-    sandboxSetupPromises.set(sandboxId, setupPromise);
-    try {
-        await setupPromise;
-        preparedSandboxIds.add(sandboxId);
-    }
-    catch (error) {
-        sandboxSetupPromises.delete(sandboxId);
-        throw error;
-    }
+export async function ensurePreviewScriptsAvailable(_runtime, _sandboxId) {
+    return;
 }
 export async function generateFilePreview(runtime, sandboxId, sandboxFilePath, datasetId, options = {}) {
     const context = {
         totalRows: 0,
     };
     try {
-        await ensurePreviewScriptsAvailable(runtime, sandboxId);
         const metadataResult = await runScript(runtime, sandboxId, "file_metadata.py", [sandboxFilePath], "Extracts file metadata: name, extension, size, row count estimate, column count, and header preview");
+        validateScriptResult(metadataResult, `preview_metadata for ${datasetId}`);
         context.metadata = metadataResult;
         let previewKind = null;
         if (metadataResult.stdout) {
@@ -219,25 +116,19 @@ export async function generateFilePreview(runtime, sandboxId, sandboxFilePath, d
     }
     catch (error) {
         console.error(`[Dataset ${datasetId}] Error generating file preview:`, error);
+        throw error;
     }
     return context;
 }
 async function runScript(runtime, sandboxId, scriptName, args, description) {
-    const scriptPath = `${SANDBOX_SCRIPT_DIRECTORY}/${scriptName}`;
-    const command = `python ${scriptPath} ${args.join(" ")}`;
-    let scriptContent = "";
-    try {
-        scriptContent = readFilePreviewScriptText(scriptName);
-    }
-    catch (error) {
-        console.warn(`Failed to read script ${scriptName}:`, error);
-    }
+    const scriptContent = readFilePreviewScriptText(scriptName);
+    const command = `python -c <${scriptName}> ${args.join(" ")}`;
     try {
         const result = await runDatasetSandboxCommandStep({
             runtime,
             sandboxId,
             cmd: "python",
-            args: [scriptPath, ...args],
+            args: ["-c", scriptContent, ...args],
         });
         return {
             description,

package/dist/transform/filepreview.js

@@ -1,30 +1,18 @@
-import { getDatasetScriptsDir } from "../datasetFiles.js";
-import { runDatasetSandboxCommandStep, writeDatasetSandboxFilesStep } from "../sandbox/steps.js";
+import { runDatasetSandboxCommandStep } from "../sandbox/steps.js";
 const DEFAULT_HEAD_LINES = 50;
 async function runPythonSnippet(runtime, sandboxId, datasetId, scriptName, code, args, description) {
-    const scriptPath = `${getDatasetScriptsDir(datasetId)}/${scriptName}.py`;
-    await writeDatasetSandboxFilesStep({
-        runtime,
-        sandboxId,
-        files: [
-            {
-                path: scriptPath,
-                contentBase64: Buffer.from(code, "utf-8").toString("base64"),
-            },
-        ],
-    });
     const result = await runDatasetSandboxCommandStep({
         runtime,
         sandboxId,
         cmd: "python",
-        args: [scriptPath, ...args],
+        args: ["-c", code, ...args],
     });
     const stdout = result.stdout || "";
     const stderr = result.stderr || "";
     return {
         description,
         script: code,
-        command: `python ${scriptPath} ${args.join(" ")}`,
+        command: `python -c <${scriptName}.py> ${args.join(" ")}`,
         stdout,
         stderr,
     };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ekairos/dataset",
-  "version": "1.22.80-beta.development.0",
+  "version": "1.22.82-beta.development.0",
   "description": "Pulzar Dataset Tools",
   "type": "module",
   "main": "dist/index.js",
@@ -65,9 +65,9 @@
     "test:ai-sdk:instant": "vitest run -c vitest.codex.config.mts src/tests/materializeDataset.ai-sdk.instant.test.ts"
   },
   "dependencies": {
-    "@ekairos/domain": "^1.22.80-beta.development.0",
-    "@ekairos/events": "^1.22.80-beta.development.0",
-    "@ekairos/sandbox": "^1.22.80-beta.development.0",
+    "@ekairos/domain": "^1.22.82-beta.development.0",
+    "@ekairos/events": "^1.22.82-beta.development.0",
+    "@ekairos/sandbox": "^1.22.82-beta.development.0",
     "@instantdb/admin": "0.22.158",
     "@instantdb/core": "0.22.142",
     "ai": "^5.0.44",
@@ -80,10 +80,10 @@
     "@ekairos/openai-reactor": "workspace:*",
     "@ekairos/tsconfig": "workspace:*",
     "@types/node": "^24.5.0",
-    "@workflow/serde": "5.0.0-beta.0",
-    "@workflow/vitest": "5.0.0-beta.1",
+    "@workflow/serde": "5.0.0-beta.1",
+    "@workflow/vitest": "5.0.0-beta.5",
     "dotenv": "^17.2.3",
     "typescript": "^5.9.2",
-    "workflow": "5.0.0-beta.1"
+    "workflow": "5.0.0-beta.5"
   }
 }