@ekairos/dataset 1.8.3

package/dist/file/file-dataset.agent.d.ts

@@ -0,0 +1,51 @@
+import { AgentOptions } from "@ekairos/story";
+import { Sandbox } from "@vercel/sandbox";
+import { FilePreviewContext } from "./filepreview";
+import { DatasetService } from "../service";
+export type FileDatasetContext = {
+    datasetId: string;
+    fileId: string;
+    instructions: string;
+    sandboxConfig: {
+        filePath: string;
+    };
+    analysis: any[];
+    schema: any | null;
+    plan: any | null;
+    executionResult: any | null;
+    errors: string[];
+    iterationCount: number;
+    filePreview?: FilePreviewContext;
+};
+export type FileDatasetAgentOptions = {
+    fileId: string;
+    instructions: string;
+    sandbox: Sandbox;
+    service: DatasetService;
+} & AgentOptions;
+export type DatasetResult = {
+    id: string;
+    status?: string;
+    title?: string;
+    schema?: any;
+    analysis?: any;
+    calculatedTotalRows?: number;
+    actualGeneratedRowCount?: number;
+    createdAt?: number;
+    updatedAt?: number;
+};
+export declare class FileDatasetAgent {
+    private fileId;
+    private instructions;
+    private sandbox;
+    private service;
+    private agentService;
+    constructor(params: {
+        fileId: string;
+        instructions: string;
+        sandbox: Sandbox;
+    });
+    getDataset(): Promise<DatasetResult>;
+    followUp(datasetId: string, feedback: string): Promise<DatasetResult>;
+}
+//# sourceMappingURL=file-dataset.agent.d.ts.map

package/dist/file/file-dataset.agent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-dataset.agent.d.ts","sourceRoot":"","sources":["../../src/file/file-dataset.agent.ts"],"names":[],"mappings":"AAAA,OAAO,EAAS,YAAY,EAAoB,MAAM,gBAAgB,CAAA;AAGtE,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAA;AAMzC,OAAO,EAAuB,kBAAkB,EAAiC,MAAM,eAAe,CAAA;AAItG,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAG3C,MAAM,MAAM,kBAAkB,GAAG;IAC7B,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,MAAM,CAAA;IACd,YAAY,EAAE,MAAM,CAAA;IACpB,aAAa,EAAE;QACX,QAAQ,EAAE,MAAM,CAAA;KACnB,CAAA;IACD,QAAQ,EAAE,GAAG,EAAE,CAAA;IACf,MAAM,EAAE,GAAG,GAAG,IAAI,CAAA;IAClB,IAAI,EAAE,GAAG,GAAG,IAAI,CAAA;IAChB,eAAe,EAAE,GAAG,GAAG,IAAI,CAAA;IAC3B,MAAM,EAAE,MAAM,EAAE,CAAA;IAChB,cAAc,EAAE,MAAM,CAAA;IACtB,WAAW,CAAC,EAAE,kBAAkB,CAAA;CACnC,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IAClC,MAAM,EAAE,MAAM,CAAA;IACd,YAAY,EAAE,MAAM,CAAA;IACpB,OAAO,EAAE,OAAO,CAAA;IAChB,OAAO,EAAE,cAAc,CAAA;CAC1B,GAAG,YAAY,CAAA;AAyMhB,MAAM,MAAM,aAAa,GAAG;IACxB,EAAE,EAAE,MAAM,CAAA;IACV,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,GAAG,CAAA;IACZ,QAAQ,CAAC,EAAE,GAAG,CAAA;IACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,uBAAuB,CAAC,EAAE,MAAM,CAAA;IAChC,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,SAAS,CAAC,EAAE,MAAM,CAAA;CACrB,CAAA;AAED,qBAAa,gBAAgB;IACzB,OAAO,CAAC,MAAM,CAAQ;IACtB,OAAO,CAAC,YAAY,CAAQ;IAC5B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,YAAY,CAAc;gBAEtB,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE;IAQxE,UAAU,IAAI,OAAO,CAAC,aAAa,CAAC;IAqDpC,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;CAyD9E"}

package/dist/file/file-dataset.agent.js

@@ -0,0 +1,272 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FileDatasetAgent = void 0;
+const story_1 = require("@ekairos/story");
+const story_2 = require("@ekairos/story");
+const generateSchema_tool_1 = require("./generateSchema.tool");
+const completeDataset_tool_1 = require("../completeDataset.tool");
+const executeCommand_tool_1 = require("../executeCommand.tool");
+const clearDataset_tool_1 = require("../clearDataset.tool");
+const prompts_1 = require("./prompts");
+const filepreview_1 = require("./filepreview");
+const admin_1 = require("@instantdb/admin");
+const story_3 = require("@ekairos/story");
+const datasetFiles_1 = require("../datasetFiles");
+const service_1 = require("../service");
+class InternalFileDatasetAgent extends story_1.Agent {
+    constructor(opts) {
+        super(opts);
+        this.isSandboxInitialized = false;
+        this.sandboxFilePath = "";
+        this.datasetId = (0, admin_1.id)();
+        this.fileId = opts.fileId;
+        this.instructions = opts.instructions;
+        this.sandbox = opts.sandbox;
+        this.service = opts.service;
+    }
+    getDatasetId() {
+        return this.datasetId;
+    }
+    async initializeSandbox() {
+        try {
+            if (this.isSandboxInitialized) {
+                return this.sandboxFilePath;
+            }
+            console.log(`[FileDatasetAgent ${this.datasetId}] Initializing sandbox...`);
+            await (0, filepreview_1.ensurePreviewScriptsAvailable)(this.sandbox);
+            console.log(`[FileDatasetAgent ${this.datasetId}] Installing Python dependencies...`);
+            const pipInstall = await this.sandbox.runCommand({
+                cmd: "python",
+                args: ["-m", "pip", "install", "pandas", "openpyxl", "--quiet", "--upgrade"],
+            });
+            const installStderr = await pipInstall.stderr();
+            if (installStderr && (installStderr.includes("ERROR") || installStderr.includes("FAILED"))) {
+                throw new Error(`pip install failed: ${installStderr.substring(0, 300)}`);
+            }
+            console.log(`[FileDatasetAgent ${this.datasetId}] Fetching file from InstantDB...`);
+            const fileQuery = await this.db.query({
+                $files: { $: { where: { id: this.fileId }, limit: 1 } },
+            });
+            const fileRecord = fileQuery.$files?.[0];
+            if (!fileRecord || !fileRecord.url) {
+                throw new Error(`File not found: ${this.fileId}`);
+            }
+            console.log(`[FileDatasetAgent ${this.datasetId}] Creating dataset workstation...`);
+            const workstation = (0, datasetFiles_1.getDatasetWorkstation)(this.datasetId);
+            await this.sandbox.runCommand({
+                cmd: "mkdir",
+                args: ["-p", workstation],
+            });
+            const fileBuffer = await fetch(fileRecord.url).then((response) => response.arrayBuffer());
+            const fileName = fileRecord["content-disposition"];
+            const fileExtension = fileName.includes(".") ? fileName.substring(fileName.lastIndexOf(".")) : "";
+            const sandboxFilePath = `${workstation}/${this.fileId}${fileExtension}`;
+            await this.sandbox.writeFiles([
+                {
+                    path: sandboxFilePath,
+                    content: Buffer.from(fileBuffer),
+                },
+            ]);
+            console.log(`[FileDatasetAgent ${this.datasetId}] ✅ Workstation created: ${workstation}`);
+            console.log(`[FileDatasetAgent ${this.datasetId}] ✅ File saved: ${sandboxFilePath}`);
+            this.sandboxFilePath = sandboxFilePath;
+            this.isSandboxInitialized = true;
+            return sandboxFilePath;
+        }
+        catch (error) {
+            const msg = error instanceof Error ? error.message : String(error);
+            console.error(`[FileDatasetAgent ${this.datasetId}] ❌ Failed to initialize sandbox:`, msg);
+            throw error;
+        }
+    }
+    async initialize(context) {
+        const sandboxFilePath = await this.initializeSandbox();
+        let filePreview = undefined;
+        try {
+            filePreview = await (0, filepreview_1.generateFilePreview)(this.sandbox, sandboxFilePath, this.datasetId);
+        }
+        catch (error) {
+            console.error(`[Dataset ${this.datasetId}] Failed to generate preview:`, error);
+        }
+        let schema = null;
+        const datasetResult = await this.service.getDatasetById(this.datasetId);
+        if (datasetResult.ok && datasetResult.data.schema) {
+            schema = datasetResult.data.schema;
+            console.log(`[FileDatasetAgent ${this.datasetId}] ✅ Schema loaded from database`);
+        }
+        else {
+            console.log(`[FileDatasetAgent ${this.datasetId}] ℹ️  No schema found in database yet`);
+        }
+        return {
+            datasetId: this.datasetId,
+            fileId: this.fileId,
+            instructions: this.instructions,
+            sandboxConfig: {
+                filePath: sandboxFilePath,
+            },
+            analysis: [],
+            schema: schema,
+            plan: null,
+            executionResult: null,
+            errors: [],
+            iterationCount: 0,
+            filePreview,
+        };
+    }
+    async buildSystemPrompt(context) {
+        console.log(`[FileDatasetAgent ${this.datasetId}] Building system prompt...`);
+        console.log(`[FileDatasetAgent ${this.datasetId}] Schema present: ${!!context.content.schema}`);
+        console.log(`[FileDatasetAgent ${this.datasetId}] ExecutionResult present: ${!!context.content.executionResult}`);
+        console.log(`[FileDatasetAgent ${this.datasetId}] Iteration count: ${context.content.iterationCount}`);
+        const prompt = (0, prompts_1.buildFileDatasetPrompt)(context.content);
+        console.log(`[FileDatasetAgent ${this.datasetId}] Prompt length: ${prompt.length} chars`);
+        return prompt;
+    }
+    async buildTools(context, dataStream) {
+        const ctx = context.content;
+        return {
+            executeCommand: (0, executeCommand_tool_1.createExecuteCommandTool)({
+                service: this.service,
+                datasetId: ctx.datasetId,
+                sandbox: this.sandbox,
+            }),
+            generateSchema: (0, generateSchema_tool_1.createGenerateSchemaTool)({
+                service: this.service,
+                datasetId: ctx.datasetId,
+                sandbox: this.sandbox,
+                fileId: this.fileId,
+            }),
+            completeDataset: (0, completeDataset_tool_1.createCompleteDatasetTool)({
+                service: this.service,
+                datasetId: ctx.datasetId,
+                sandbox: this.sandbox,
+            }),
+            clearDataset: (0, clearDataset_tool_1.createClearDatasetTool)({
+                service: this.service,
+                datasetId: ctx.datasetId,
+                sandbox: this.sandbox,
+            }),
+        };
+    }
+    getModel(context) {
+        return "gpt-5-codex";
+    }
+    includeBaseTools() {
+        return { createMessage: false, requestDirection: false, end: false };
+    }
+    async getFinalizationToolNames() {
+        return ["completeDataset"];
+    }
+    async onEnd(lastEvent) {
+        console.log(`[FileDatasetAgent ${this.datasetId}] On end called`);
+        return { end: false }; // dont stop on error, only when finished
+    }
+    async onToolCallExecuted(executionEvent) {
+        console.log(`[FileDatasetAgent ${this.datasetId}] Tool call executed: ${executionEvent.toolCall.name}`);
+    }
+}
+class FileDatasetAgent {
+    constructor(params) {
+        this.fileId = params.fileId;
+        this.instructions = params.instructions;
+        this.sandbox = params.sandbox;
+        this.service = new service_1.DatasetService();
+        this.agentService = new story_2.AgentService();
+    }
+    async getDataset() {
+        const internalAgent = new InternalFileDatasetAgent({
+            fileId: this.fileId,
+            instructions: this.instructions,
+            sandbox: this.sandbox,
+            service: this.service,
+        });
+        const datasetId = internalAgent.getDatasetId();
+        const userEvent = {
+            id: (0, admin_1.id)(),
+            type: story_3.USER_MESSAGE_TYPE,
+            channel: story_3.WEB_CHANNEL,
+            content: {
+                parts: [
+                    {
+                        type: "text",
+                        text: "generate a dataset for this file",
+                    },
+                ],
+            },
+            createdAt: new Date().toISOString(),
+        };
+        const reaction = await internalAgent.progressStream(userEvent, null);
+        const stream = reaction.stream;
+        const streamResult = await this.agentService.readEventStream(stream);
+        if (streamResult.persistedEvent?.status !== "completed") {
+            throw new Error(`Dataset generation failed with status: ${streamResult.persistedEvent?.status}`);
+        }
+        const datasetResult = await this.service.getDatasetById(datasetId);
+        if (!datasetResult.ok) {
+            throw new Error(datasetResult.error);
+        }
+        const dataset = datasetResult.data;
+        return {
+            id: dataset.id,
+            status: dataset.status,
+            title: dataset.title,
+            schema: dataset.schema,
+            analysis: dataset.analysis,
+            calculatedTotalRows: dataset.calculatedTotalRows,
+            actualGeneratedRowCount: dataset.actualGeneratedRowCount,
+            createdAt: dataset.createdAt,
+            updatedAt: dataset.updatedAt,
+        };
+    }
+    async followUp(datasetId, feedback) {
+        const internalAgent = new InternalFileDatasetAgent({
+            fileId: this.fileId,
+            instructions: this.instructions,
+            sandbox: this.sandbox,
+            service: this.service,
+        });
+        const userEvent = {
+            id: (0, admin_1.id)(),
+            type: story_3.USER_MESSAGE_TYPE,
+            channel: story_3.WEB_CHANNEL,
+            content: {
+                parts: [
+                    {
+                        type: "text",
+                        text: feedback,
+                    },
+                ],
+            },
+            createdAt: new Date().toISOString(),
+        };
+        const contextResult = await this.service.getContextByDatasetId(datasetId);
+        if (!contextResult.ok) {
+            throw new Error(contextResult.error);
+        }
+        const contextId = contextResult.data.id;
+        const reaction = await internalAgent.progressStream(userEvent, { id: contextId });
+        const stream = reaction.stream;
+        const streamResult = await this.agentService.readEventStream(stream);
+        if (streamResult.persistedEvent?.status !== "completed") {
+            throw new Error(`Dataset iteration failed with status: ${streamResult.persistedEvent?.status}`);
+        }
+        const datasetResult = await this.service.getDatasetById(datasetId);
+        if (!datasetResult.ok) {
+            throw new Error(datasetResult.error);
+        }
+        const dataset = datasetResult.data;
+        return {
+            id: dataset.id,
+            status: dataset.status,
+            title: dataset.title,
+            schema: dataset.schema,
+            analysis: dataset.analysis,
+            calculatedTotalRows: dataset.calculatedTotalRows,
+            actualGeneratedRowCount: dataset.actualGeneratedRowCount,
+            createdAt: dataset.createdAt,
+            updatedAt: dataset.updatedAt,
+        };
+    }
+}
+exports.FileDatasetAgent = FileDatasetAgent;
+//# sourceMappingURL=file-dataset.agent.js.map

package/dist/file/file-dataset.agent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-dataset.agent.js","sourceRoot":"","sources":["../../src/file/file-dataset.agent.ts"],"names":[],"mappings":";;;AAAA,0CAAsE;AAEtE,0CAA0E;AAE1E,+DAAgE;AAChE,kEAAmE;AACnE,gEAAiE;AACjE,4DAA6D;AAC7D,uCAAkD;AAClD,+CAAsG;AACtG,4CAA2C;AAC3C,0CAA+D;AAC/D,kDAAuD;AACvD,wCAA2C;AA0B3C,MAAM,wBAAyB,SAAQ,aAAyB;IAS5D,YAAY,IAA6B;QACrC,KAAK,CAAC,IAAI,CAAC,CAAA;QALP,yBAAoB,GAAY,KAAK,CAAA;QACrC,oBAAe,GAAW,EAAE,CAAA;QAKhC,IAAI,CAAC,SAAS,GAAG,IAAA,UAAE,GAAE,CAAA;QACrB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAA;QACzB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAA;QACrC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAA;QAC3B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAA;IAC/B,CAAC;IAEM,YAAY;QACf,OAAO,IAAI,CAAC,SAAS,CAAA;IACzB,CAAC;IAEO,KAAK,CAAC,iBAAiB;QAC3B,IAAI,CAAC;YACD,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC5B,OAAO,IAAI,CAAC,eAAe,CAAA;YAC/B,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,SAAS,2BAA2B,CAAC,CAAA;YAE3E,MAAM,IAAA,2CAA6B,EAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YAEjD,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,SAAS,qCAAqC,CAAC,CAAA;YAErF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;gBAC7C,GAAG,EAAE,QAAQ;gBACb,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,CAAC;aAC/E,CAAC,CAAA;YACF,MAAM,aAAa,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,CAAA;YAE/C,IAAI,aAAa,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,aAAa,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;gBACzF,MAAM,IAAI,KAAK,CAAC,uBAAuB,aAAa,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;YAC7E,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,SAAS,mCAAmC,CAAC,CAAA;YAEnF,MAAM,SAAS,GAAQ,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC;gBACvC,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,MAAM,EAAS,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;aACjE,CAAC,CAAA;YAEF,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAA;YACxC,IAAI,CAAC,UAAU,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;gBACjC,MAAM,IAAI,KAAK,CAAC,mBAAmB,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;YACrD,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,SAAS,mCAAmC,CAAC,CAAA;YAEnF,MAAM,WAAW,GAAG,IAAA,oCAAqB,EAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YACzD,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;gBAC1B,GAAG,EAAE,OAAO;gBACZ,IAAI,EAAE,CAAC,IAAI,EAAE,WAAW,CAAC;aAC5B,CAAC,CAAA;YAEF,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAA;YAEzF,MAAM,QAAQ,GAAG,UAAU,CAAC,qBAAqB,CAAC,CAAA;YAClD,MAAM,aAAa,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;YACjG,MAAM,eAAe,GAAG,GAAG,WAAW,IAAI,IAAI,CAAC,MAAM,GAAG,aAAa,EAAE,CAAA;YAEvE,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;gBAC1B;oBACI,IAAI,EAAE,eAAe;oBACrB,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;iBACnC;aACJ,CAAC,CAAA;YAEF,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,SAAS,4BAA4B,WAAW,EAAE,CAAC,CAAA;YACzF,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,SAAS,mBAAmB,eAAe,EAAE,CAAC,CAAA;YAEpF,IAAI,CAAC,eAAe,GAAG,eAAe,CAAA;YACtC,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAA;YAEhC,OAAO,eAAe,CAAA;QAC1B,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YAClE,OAAO,CAAC,KAAK,CAAC,qBAAqB,IAAI,CAAC,SAAS,mCAAmC,EAAE,GAAG,CAAC,CAAA;YAC1F,MAAM,KAAK,CAAA;QACf,CAAC;IACL,CAAC;IAES,KAAK,CAAC,UAAU,CAAC,OAA0C;QAEjE,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;QAEtD,IAAI,WAAW,GAAmC,SAAS,CAAA;QAE3D,IAAI,CAAC;YACD,WAAW,GAAG,MAAM,IAAA,iCAAmB,EACnC,IAAI,CAAC,OAAO,EACZ,eAAe,EACf,IAAI,CAAC,SAAS,CACjB,CAAA;QACL,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,SAAS,+BAA+B,EAAE,KAAK,CAAC,CAAA;QACnF,CAAC;QAGD,IAAI,MAAM,GAAe,IAAI,CAAA;QAC7B,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QACvE,IAAI,aAAa,CAAC,EAAE,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YAChD,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,CAAA;YAClC,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,SAAS,iCAAiC,CAAC,CAAA;QACrF,CAAC;aACI,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,SAAS,uCAAuC,CAAC,CAAA;QAC3F,CAAC;QAED,OAAO;YACH,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,aAAa,EAAE;gBACX,QAAQ,EAAE,eAAe;aAC5B;YACD,QAAQ,EAAE,EAAE;YACZ,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,IAAI;YACV,eAAe,EAAE,IAAI;YACrB,MAAM,EAAE,EAAE;YACV,cAAc,EAAE,CAAC;YACjB,WAAW;SACd,CAAA;IACL,CAAC;IAES,KAAK,CAAC,iBAAiB,CAAC,OAA0C;QACxE,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,SAAS,6BAA6B,CAAC,CAAA;QAC7E,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,SAAS,qBAAqB,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;QAC/F,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,SAAS,8BAA8B,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,CAAA;QACjH,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,SAAS,sBAAsB,OAAO,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,CAAA;QAEtG,MAAM,MAAM,GAAG,IAAA,gCAAsB,EAAC,OAAO,CAAC,OAAO,CAAC,CAAA;QAEtD,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,SAAS,oBAAoB,MAAM,CAAC,MAAM,QAAQ,CAAC,CAAA;QAEzF,OAAO,MAAM,CAAA;IACjB,CAAC;IAES,KAAK,CAAC,UAAU,CAAC,OAA0C,EAAE,UAA4B;QAC/F,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAA;QAE3B,OAAO;YACH,cAAc,EAAE,IAAA,8CAAwB,EAAC;gBACrC,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,OAAO,EAAE,IAAI,CAAC,OAAO;aACxB,CAAC;YACF,cAAc,EAAE,IAAA,8CAAwB,EAAC;gBACrC,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,MAAM,EAAE,IAAI,CAAC,MAAM;aACtB,CAAC;YACF,eAAe,EAAE,IAAA,gDAAyB,EAAC;gBACvC,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,OAAO,EAAE,IAAI,CAAC,OAAO;aACxB,CAAC;YACF,YAAY,EAAE,IAAA,0CAAsB,EAAC;gBACjC,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,OAAO,EAAE,IAAI,CAAC,OAAO;aACxB,CAAC;SACL,CAAA;IACL,CAAC;IAES,QAAQ,CAAC,OAA0C;QACzD,OAAO,aAAa,CAAA;IACxB,CAAC;IAES,gBAAgB;QACtB,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,gBAAgB,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAA;IACxE,CAAC;IAES,KAAK,CAAC,wBAAwB;QACpC,OAAO,CAAC,iBAAiB,CAAC,CAAA;IAC9B,CAAC;IAES,KAAK,CAAC,KAAK,CAAC,SAAuB;QACzC,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,SAAS,iBAAiB,CAAC,CAAA;QACjE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAA,CAAC,yCAAyC;IACnE,CAAC;IAES,KAAK,CAAC,kBAAkB,CAAC,cAAmB;QAClD,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,SAAS,yBAAyB,cAAc,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAA;IAC3G,CAAC;CACJ;AAcD,MAAa,gBAAgB;IAOzB,YAAY,MAAkE;QAC1E,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;QAC3B,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAA;QACvC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAA;QAC7B,IAAI,CAAC,OAAO,GAAG,IAAI,wBAAc,EAAE,CAAA;QACnC,IAAI,CAAC,YAAY,GAAG,IAAI,oBAAY,EAAE,CAAA;IAC1C,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,aAAa,GAAG,IAAI,wBAAwB,CAAC;YAC/C,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC,OAAO;SACxB,CAAC,CAAA;QAEF,MAAM,SAAS,GAAG,aAAa,CAAC,YAAY,EAAE,CAAA;QAE9C,MAAM,SAAS,GAAG;YACd,EAAE,EAAE,IAAA,UAAE,GAAE;YACR,IAAI,EAAE,yBAAiB;YACvB,OAAO,EAAE,mBAAW;YACpB,OAAO,EAAE;gBACL,KAAK,EAAE;oBACH;wBACI,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,kCAAkC;qBAC3C;iBACJ;aACJ;YACD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACtC,CAAA;QAED,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,cAAc,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;QACpE,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAA;QAC9B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;QAEpE,IAAI,YAAY,CAAC,cAAc,EAAE,MAAM,KAAK,WAAW,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,0CAA0C,YAAY,CAAC,cAAc,EAAE,MAAM,EAAE,CAAC,CAAA;QACpG,CAAC;QAED,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAA;QAClE,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;QACxC,CAAC;QAED,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAA;QAElC,OAAO;YACH,EAAE,EAAE,OAAO,CAAC,EAAE;YACd,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,mBAAmB,EAAE,OAAO,CAAC,mBAAmB;YAChD,uBAAuB,EAAE,OAAO,CAAC,uBAAuB;YACxD,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;SAC/B,CAAA;IACL,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,SAAiB,EAAE,QAAgB;QAC9C,MAAM,aAAa,GAAG,IAAI,wBAAwB,CAAC;YAC/C,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC,OAAO;SACxB,CAAC,CAAA;QAEF,MAAM,SAAS,GAAG;YACd,EAAE,EAAE,IAAA,UAAE,GAAE;YACR,IAAI,EAAE,yBAAiB;YACvB,OAAO,EAAE,mBAAW;YACpB,OAAO,EAAE;gBACL,KAAK,EAAE;oBACH;wBACI,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,QAAQ;qBACjB;iBACJ;aACJ;YACD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACtC,CAAA;QAED,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAA;QACzE,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;QACxC,CAAC;QAED,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,CAAA;QAEvC,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,cAAc,CAAC,SAAS,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,CAAA;QACjF,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAA;QAC9B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;QAEpE,IAAI,YAAY,CAAC,cAAc,EAAE,MAAM,KAAK,WAAW,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,yCAAyC,YAAY,CAAC,cAAc,EAAE,MAAM,EAAE,CAAC,CAAA;QACnG,CAAC;QAED,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAA;QAClE,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;QACxC,CAAC;QAED,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAA;QAElC,OAAO;YACH,EAAE,EAAE,OAAO,CAAC,EAAE;YACd,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,mBAAmB,EAAE,OAAO,CAAC,mBAAmB;YAChD,uBAAuB,EAAE,OAAO,CAAC,uBAAuB;YACxD,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;SAC/B,CAAA;IACL,CAAC;CACJ;AA7HD,4CA6HC"}

package/dist/file/filepreview.d.ts

@@ -0,0 +1,41 @@
+import { Sandbox } from "@vercel/sandbox";
+export type FilePreviewContext = {
+    totalRows: number;
+    metadata?: {
+        description: string;
+        script: string;
+        command: string;
+        stdout: string;
+        stderr: string;
+    };
+    head?: {
+        description: string;
+        script: string;
+        command: string;
+        stdout: string;
+        stderr: string;
+    };
+    tail?: {
+        description: string;
+        script: string;
+        command: string;
+        stdout: string;
+        stderr: string;
+    };
+    mid?: {
+        description: string;
+        script: string;
+        command: string;
+        stdout: string;
+        stderr: string;
+    };
+};
+interface PreviewOptions {
+    headLines?: number;
+    tailLines?: number;
+    midLines?: number;
+}
+export declare function ensurePreviewScriptsAvailable(sandbox: Sandbox): Promise<void>;
+export declare function generateFilePreview(sandbox: Sandbox, sandboxFilePath: string, datasetId: string, options?: PreviewOptions): Promise<FilePreviewContext>;
+export {};
+//# sourceMappingURL=filepreview.d.ts.map

package/dist/file/filepreview.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"filepreview.d.ts","sourceRoot":"","sources":["../../src/file/filepreview.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAA;AAIzC,MAAM,MAAM,kBAAkB,GAAG;IAC7B,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,CAAC,EAAE;QACP,WAAW,EAAE,MAAM,CAAA;QACnB,MAAM,EAAE,MAAM,CAAA;QACd,OAAO,EAAE,MAAM,CAAA;QACf,MAAM,EAAE,MAAM,CAAA;QACd,MAAM,EAAE,MAAM,CAAA;KACjB,CAAA;IACD,IAAI,CAAC,EAAE;QACH,WAAW,EAAE,MAAM,CAAA;QACnB,MAAM,EAAE,MAAM,CAAA;QACd,OAAO,EAAE,MAAM,CAAA;QACf,MAAM,EAAE,MAAM,CAAA;QACd,MAAM,EAAE,MAAM,CAAA;KACjB,CAAA;IACD,IAAI,CAAC,EAAE;QACH,WAAW,EAAE,MAAM,CAAA;QACnB,MAAM,EAAE,MAAM,CAAA;QACd,OAAO,EAAE,MAAM,CAAA;QACf,MAAM,EAAE,MAAM,CAAA;QACd,MAAM,EAAE,MAAM,CAAA;KACjB,CAAA;IACD,GAAG,CAAC,EAAE;QACF,WAAW,EAAE,MAAM,CAAA;QACnB,MAAM,EAAE,MAAM,CAAA;QACd,OAAO,EAAE,MAAM,CAAA;QACf,MAAM,EAAE,MAAM,CAAA;QACd,MAAM,EAAE,MAAM,CAAA;KACjB,CAAA;CACJ,CAAA;AAED,UAAU,cAAc;IACpB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAA;CACpB;AA+CD,wBAAsB,6BAA6B,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAsDnF;AAED,wBAAsB,mBAAmB,CACrC,OAAO,EAAE,OAAO,EAChB,eAAe,EAAE,MAAM,EACvB,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,cAAmB,GAC7B,OAAO,CAAC,kBAAkB,CAAC,CA8G7B"}

package/dist/file/filepreview.js

@@ -0,0 +1,188 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ensurePreviewScriptsAvailable = ensurePreviewScriptsAvailable;
+exports.generateFilePreview = generateFilePreview;
+const fs_1 = require("fs");
+const DEFAULT_HEAD_LINES = 50;
+const DEFAULT_TAIL_LINES = 20;
+const DEFAULT_MID_LINES = 20;
+const SANDBOX_SCRIPT_DIRECTORY = "/vercel/sandbox/lib/domain/dataset/file/scripts";
+const PYTHON_SCRIPT_FILES = [
+    "file_metadata.py",
+    "preview_head_csv.py",
+    "preview_head_excel.py",
+    "preview_mid_csv.py",
+    "preview_mid_excel.py",
+    "preview_tail_csv.py",
+    "preview_tail_excel.py",
+];
+const nodeRequire = eval("require");
+function resolveScriptPath(scriptName) {
+    return nodeRequire.resolve(`@pulz-ar/core/dataset/file/scripts/${scriptName}`);
+}
+const preparedSandboxes = new WeakSet();
+const sandboxSetupPromises = new WeakMap();
+function validateScriptResult(result, context) {
+    if (!result.stderr) {
+        return;
+    }
+    const stderr = result.stderr.trim();
+    if (stderr.length === 0) {
+        return;
+    }
+    if (stderr.includes("ModuleNotFoundError") || stderr.includes("Traceback") || stderr.includes("Error")) {
+        throw new Error(`${context} failed: ${stderr.substring(0, 500)}`);
+    }
+}
+async function ensurePreviewScriptsAvailable(sandbox) {
+    if (preparedSandboxes.has(sandbox)) {
+        return;
+    }
+    const inFlight = sandboxSetupPromises.get(sandbox);
+    if (inFlight) {
+        await inFlight;
+        return;
+    }
+    const setupPromise = (async () => {
+        try {
+            await sandbox.runCommand({
+                cmd: "mkdir",
+                args: ["-p", SANDBOX_SCRIPT_DIRECTORY],
+            });
+        }
+        catch (error) {
+            console.warn("[Dataset Scripts] Failed to create sandbox scripts directory", error);
+        }
+        const filesToWrite = [];
+        for (const scriptName of PYTHON_SCRIPT_FILES) {
+            try {
+                const scriptPath = resolveScriptPath(scriptName);
+                const fileBuffer = (0, fs_1.readFileSync)(scriptPath);
+                filesToWrite.push({
+                    path: `${SANDBOX_SCRIPT_DIRECTORY}/${scriptName}`,
+                    content: Buffer.from(fileBuffer),
+                });
+            }
+            catch (error) {
+                console.error(`[Dataset Scripts] Failed to read script ${scriptName}`, error);
+                throw error;
+            }
+        }
+        if (filesToWrite.length > 0) {
+            await sandbox.writeFiles(filesToWrite);
+        }
+    })();
+    sandboxSetupPromises.set(sandbox, setupPromise);
+    try {
+        await setupPromise;
+        preparedSandboxes.add(sandbox);
+    }
+    catch (error) {
+        sandboxSetupPromises.delete(sandbox);
+        throw error;
+    }
+}
+async function generateFilePreview(sandbox, sandboxFilePath, datasetId, options = {}) {
+    const context = {
+        totalRows: 0,
+    };
+    try {
+        await ensurePreviewScriptsAvailable(sandbox);
+        const metadataResult = await runScript(sandbox, "file_metadata.py", [sandboxFilePath], "Extracts file metadata: name, extension, size, row count estimate, column count, and header preview");
+        context.metadata = metadataResult;
+        let isExcel = false;
+        if (metadataResult.stdout) {
+            try {
+                const metadataJson = JSON.parse(metadataResult.stdout);
+                context.totalRows = metadataJson.row_count_estimate || 0;
+                const extension = metadataJson.extension || "";
+                isExcel = extension === ".xlsx" || extension === ".xls";
+            }
+            catch {
+                console.warn(`[Dataset ${datasetId}] Failed to parse metadata JSON`);
+            }
+        }
+        const totalRows = context.totalRows;
+        const headLines = options.headLines || DEFAULT_HEAD_LINES;
+        const tailLines = options.tailLines || DEFAULT_TAIL_LINES;
+        if (totalRows === 0) {
+            console.log(`[Dataset ${datasetId}] No rows detected, skipping preview`);
+            return context;
+        }
+        const headScript = isExcel ? "preview_head_excel.py" : "preview_head_csv.py";
+        const tailScript = isExcel ? "preview_tail_excel.py" : "preview_tail_csv.py";
+        const midScript = isExcel ? "preview_mid_excel.py" : "preview_mid_csv.py";
+        if (totalRows <= headLines) {
+            console.log(`[Dataset ${datasetId}] File has ${totalRows} rows, reading all with head only`);
+            const headResult = await runScript(sandbox, headScript, [sandboxFilePath, String(totalRows)], `Reads the first ${totalRows} rows (entire file)`);
+            validateScriptResult(headResult, `preview_head for ${datasetId}`);
+            context.head = headResult;
+            return context;
+        }
+        if (headLines + tailLines >= totalRows) {
+            console.log(`[Dataset ${datasetId}] Head + tail would cover entire file (${totalRows} rows), reading all with head only`);
+            const headResult = await runScript(sandbox, headScript, [sandboxFilePath, String(totalRows)], `Reads the first ${totalRows} rows (entire file)`);
+            validateScriptResult(headResult, `preview_head for ${datasetId}`);
+            context.head = headResult;
+            return context;
+        }
+        console.log(`[Dataset ${datasetId}] Reading head (${headLines} rows) and tail (${tailLines} rows) from ${totalRows} total rows`);
+        const headResult = await runScript(sandbox, headScript, [sandboxFilePath, String(headLines)], `Reads the first ${headLines} rows of the file`);
+        validateScriptResult(headResult, `preview_head for ${datasetId}`);
+        context.head = headResult;
+        const tailResult = await runScript(sandbox, tailScript, [sandboxFilePath, String(tailLines)], `Reads the last ${tailLines} rows of the file`);
+        validateScriptResult(tailResult, `preview_tail for ${datasetId}`);
+        context.tail = tailResult;
+        const midLines = options.midLines || DEFAULT_MID_LINES;
+        const gapSize = totalRows - headLines - tailLines;
+        if (gapSize > midLines) {
+            const midStart = headLines;
+            const midEnd = totalRows - tailLines;
+            console.log(`[Dataset ${datasetId}] Large gap (${gapSize} rows), adding mid sample (${midLines} rows)`);
+            const midResult = await runScript(sandbox, midScript, [sandboxFilePath, String(midStart), String(midEnd), String(midLines)], `Samples ${midLines} rows from the middle section (rows ${midStart + 1} to ${midEnd})`);
+            validateScriptResult(midResult, `preview_mid for ${datasetId}`);
+            context.mid = midResult;
+        }
+    }
+    catch (error) {
+        console.error(`[Dataset ${datasetId}] Error generating file preview:`, error);
+    }
+    return context;
+}
+async function runScript(sandbox, scriptName, args, description) {
+    const scriptPath = `/vercel/sandbox/lib/domain/dataset/file/scripts/${scriptName}`;
+    const command = `python ${scriptPath} ${args.join(" ")}`;
+    let scriptContent = "";
+    try {
+        const localScriptPath = resolveScriptPath(scriptName);
+        scriptContent = (0, fs_1.readFileSync)(localScriptPath, 'utf-8');
+    }
+    catch (error) {
+        console.warn(`Failed to read script ${scriptName}:`, error);
+    }
+    try {
+        const result = await sandbox.runCommand({
+            cmd: "python",
+            args: [scriptPath, ...args],
+        });
+        const stdout = await result.stdout();
+        const stderr = await result.stderr();
+        return {
+            description,
+            script: scriptContent,
+            command,
+            stdout: stdout || "",
+            stderr: stderr || "",
+        };
+    }
+    catch (error) {
+        return {
+            description,
+            script: scriptContent,
+            command,
+            stdout: "",
+            stderr: error instanceof Error ? error.message : String(error),
+        };
+    }
+}
+//# sourceMappingURL=filepreview.js.map

package/dist/file/filepreview.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"filepreview.js","sourceRoot":"","sources":["../../src/file/filepreview.ts"],"names":[],"mappings":";;AAuFA,sEAsDC;AAED,kDAmHC;AAjQD,2BAAiC;AAyCjC,MAAM,kBAAkB,GAAG,EAAE,CAAA;AAC7B,MAAM,kBAAkB,GAAG,EAAE,CAAA;AAC7B,MAAM,iBAAiB,GAAG,EAAE,CAAA;AAE5B,MAAM,wBAAwB,GAAG,iDAAiD,CAAA;AAElF,MAAM,mBAAmB,GAAG;IACxB,kBAAkB;IAClB,qBAAqB;IACrB,uBAAuB;IACvB,oBAAoB;IACpB,sBAAsB;IACtB,qBAAqB;IACrB,uBAAuB;CAC1B,CAAA;AAED,MAAM,WAAW,GAAmB,IAAI,CAAC,SAAS,CAAC,CAAA;AAEnD,SAAS,iBAAiB,CAAC,UAAkB;IAEzC,OAAO,WAAW,CAAC,OAAO,CAAC,sCAAsC,UAAU,EAAE,CAAC,CAAA;AAClF,CAAC;AAED,MAAM,iBAAiB,GAAG,IAAI,OAAO,EAAW,CAAA;AAChD,MAAM,oBAAoB,GAAG,IAAI,OAAO,EAA0B,CAAA;AAElE,SAAS,oBAAoB,CAAC,MAA0C,EAAE,OAAe;IAErF,IAAI,CAAC,MAAM,CAAC,MAAM,EAClB,CAAC;QACG,OAAM;IACV,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAA;IACnC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EACvB,CAAC;QACG,OAAM;IACV,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,EACtG,CAAC;QACG,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,YAAY,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;IACrE,CAAC;AACL,CAAC;AAEM,KAAK,UAAU,6BAA6B,CAAC,OAAgB;IAChE,IAAI,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QACjC,OAAM;IACV,CAAC;IAED,MAAM,QAAQ,GAAG,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;IAClD,IAAI,QAAQ,EAAE,CAAC;QACX,MAAM,QAAQ,CAAA;QACd,OAAM;IACV,CAAC;IAED,MAAM,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;QAC7B,IAAI,CAAC;YACD,MAAM,OAAO,CAAC,UAAU,CAAC;gBACrB,GAAG,EAAE,OAAO;gBACZ,IAAI,EAAE,CAAC,IAAI,EAAE,wBAAwB,CAAC;aACzC,CAAC,CAAA;QACN,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,8DAA8D,EAAE,KAAK,CAAC,CAAA;QACvF,CAAC;QAED,MAAM,YAAY,GAAG,EAAyC,CAAA;QAE9D,KAAK,MAAM,UAAU,IAAI,mBAAmB,EAAE,CAAC;YAC3C,IAAI,CAAC;gBACD,MAAM,UAAU,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAA;gBAChD,MAAM,UAAU,GAAG,IAAA,iBAAY,EAAC,UAAU,CAAC,CAAA;gBAC3C,YAAY,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,GAAG,wBAAwB,IAAI,UAAU,EAAE;oBACjD,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;iBACnC,CAAC,CAAA;YACN,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACX,OAAO,CAAC,KAAK,CAAC,2CAA2C,UAAU,EAAE,EAAE,KAAK,CAAC,CAAA;gBAC7E,MAAM,KAAK,CAAA;YACf,CAAC;QACL,CAAC;QAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,CAAA;QAC1C,CAAC;IACL,CAAC,CAAC,EAAE,CAAA;IAEJ,oBAAoB,CAAC,GAAG,CAAC,OAAO,EAAE,YAAY,CAAC,CAAA;IAE/C,IAAI,CAAC;QACD,MAAM,YAAY,CAAA;QAClB,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;IAClC,CAAC;IACD,OAAO,KAAK,EAAE,CAAC;QACX,oBAAoB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QACpC,MAAM,KAAK,CAAA;IACf,CAAC;AACL,CAAC;AAEM,KAAK,UAAU,mBAAmB,CACrC,OAAgB,EAChB,eAAuB,EACvB,SAAiB,EACjB,UAA0B,EAAE;IAE5B,MAAM,OAAO,GAAuB;QAChC,SAAS,EAAE,CAAC;KACf,CAAA;IAED,IAAI,CAAC;QACD,MAAM,6BAA6B,CAAC,OAAO,CAAC,CAAA;QAE5C,MAAM,cAAc,GAAG,MAAM,SAAS,CAClC,OAAO,EACP,kBAAkB,EAClB,CAAC,eAAe,CAAC,EACjB,qGAAqG,CACxG,CAAA;QACD,OAAO,CAAC,QAAQ,GAAG,cAAc,CAAA;QAEjC,IAAI,OAAO,GAAG,KAAK,CAAA;QACnB,IAAI,cAAc,CAAC,MAAM,EAAE,CAAC;YACxB,IAAI,CAAC;gBACD,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,CAAA;gBACtD,OAAO,CAAC,SAAS,GAAG,YAAY,CAAC,kBAAkB,IAAI,CAAC,CAAA;gBACxD,MAAM,SAAS,GAAG,YAAY,CAAC,SAAS,IAAI,EAAE,CAAA;gBAC9C,OAAO,GAAG,SAAS,KAAK,OAAO,IAAI,SAAS,KAAK,MAAM,CAAA;YAC3D,CAAC;YACD,MAAM,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,YAAY,SAAS,iCAAiC,CAAC,CAAA;YACxE,CAAC;QACL,CAAC;QAED,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAA;QACnC,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAA;QACzD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAA;QAEzD,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;YAClB,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,sCAAsC,CAAC,CAAA;YACxE,OAAO,OAAO,CAAA;QAClB,CAAC;QAED,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,qBAAqB,CAAA;QAC5E,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,qBAAqB,CAAA;QAC5E,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,oBAAoB,CAAA;QAEzE,IAAI,SAAS,IAAI,SAAS,EAAE,CAAC;YACzB,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,cAAc,SAAS,mCAAmC,CAAC,CAAA;YAC5F,MAAM,UAAU,GAAG,MAAM,SAAS,CAC9B,OAAO,EACP,UAAU,EACV,CAAC,eAAe,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,EACpC,mBAAmB,SAAS,qBAAqB,CACpD,CAAA;YACD,oBAAoB,CAAC,UAAU,EAAE,oBAAoB,SAAS,EAAE,CAAC,CAAA;YACjE,OAAO,CAAC,IAAI,GAAG,UAAU,CAAA;YACzB,OAAO,OAAO,CAAA;QAClB,CAAC;QAED,IAAI,SAAS,GAAG,SAAS,IAAI,SAAS,EAAE,CAAC;YACrC,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,0CAA0C,SAAS,oCAAoC,CAAC,CAAA;YACzH,MAAM,UAAU,GAAG,MAAM,SAAS,CAC9B,OAAO,EACP,UAAU,EACV,CAAC,eAAe,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,EACpC,mBAAmB,SAAS,qBAAqB,CACpD,CAAA;YACD,oBAAoB,CAAC,UAAU,EAAE,oBAAoB,SAAS,EAAE,CAAC,CAAA;YACjE,OAAO,CAAC,IAAI,GAAG,UAAU,CAAA;YACzB,OAAO,OAAO,CAAA;QAClB,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,mBAAmB,SAAS,oBAAoB,SAAS,eAAe,SAAS,aAAa,CAAC,CAAA;QAChI,MAAM,UAAU,GAAG,MAAM,SAAS,CAC9B,OAAO,EACP,UAAU,EACV,CAAC,eAAe,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,EACpC,mBAAmB,SAAS,mBAAmB,CAClD,CAAA;QACD,oBAAoB,CAAC,UAAU,EAAE,oBAAoB,SAAS,EAAE,CAAC,CAAA;QACjE,OAAO,CAAC,IAAI,GAAG,UAAU,CAAA;QAEzB,MAAM,UAAU,GAAG,MAAM,SAAS,CAC9B,OAAO,EACP,UAAU,EACV,CAAC,eAAe,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,EACpC,kBAAkB,SAAS,mBAAmB,CACjD,CAAA;QACD,oBAAoB,CAAC,UAAU,EAAE,oBAAoB,SAAS,EAAE,CAAC,CAAA;QACjE,OAAO,CAAC,IAAI,GAAG,UAAU,CAAA;QAEzB,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,iBAAiB,CAAA;QACtD,MAAM,OAAO,GAAG,SAAS,GAAG,SAAS,GAAG,SAAS,CAAA;QAEjD,IAAI,OAAO,GAAG,QAAQ,EAAE,CAAC;YACrB,MAAM,QAAQ,GAAG,SAAS,CAAA;YAC1B,MAAM,MAAM,GAAG,SAAS,GAAG,SAAS,CAAA;YACpC,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,gBAAgB,OAAO,8BAA8B,QAAQ,QAAQ,CAAC,CAAA;YACvG,MAAM,SAAS,GAAG,MAAM,SAAS,CAC7B,OAAO,EACP,SAAS,EACT,CAAC,eAAe,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,EACrE,WAAW,QAAQ,uCAAuC,QAAQ,GAAG,CAAC,OAAO,MAAM,GAAG,CACzF,CAAA;YACD,oBAAoB,CAAC,SAAS,EAAE,mBAAmB,SAAS,EAAE,CAAC,CAAA;YAC/D,OAAO,CAAC,GAAG,GAAG,SAAS,CAAA;QAC3B,CAAC;IAEL,CAAC;IACD,OAAO,KAAK,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,kCAAkC,EAAE,KAAK,CAAC,CAAA;IACjF,CAAC;IAED,OAAO,OAAO,CAAA;AAClB,CAAC;AAED,KAAK,UAAU,SAAS,CACpB,OAAgB,EAChB,UAAkB,EAClB,IAAc,EACd,WAAmB;IAQnB,MAAM,UAAU,GAAG,mDAAmD,UAAU,EAAE,CAAA;IAClF,MAAM,OAAO,GAAG,UAAU,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAA;IAExD,IAAI,aAAa,GAAG,EAAE,CAAA;IAEtB,IAAI,CAAC;QACD,MAAM,eAAe,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAA;QACrD,aAAa,GAAG,IAAA,iBAAY,EAAC,eAAe,EAAE,OAAO,CAAC,CAAA;IAC1D,CAAC;IACD,OAAO,KAAK,EAAE,CAAC;QACX,OAAO,CAAC,IAAI,CAAC,yBAAyB,UAAU,GAAG,EAAE,KAAK,CAAC,CAAA;IAC/D,CAAC;IAED,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;YACpC,GAAG,EAAE,QAAQ;YACb,IAAI,EAAE,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC;SAC9B,CAAC,CAAA;QAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,CAAA;QACpC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,CAAA;QAEpC,OAAO;YACH,WAAW;YACX,MAAM,EAAE,aAAa;YACrB,OAAO;YACP,MAAM,EAAE,MAAM,IAAI,EAAE;YACpB,MAAM,EAAE,MAAM,IAAI,EAAE;SACvB,CAAA;IACL,CAAC;IACD,OAAO,KAAK,EAAE,CAAC;QACX,OAAO;YACH,WAAW;YACX,MAAM,EAAE,aAAa;YACrB,OAAO;YACP,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SACjE,CAAA;IACL,CAAC;AACL,CAAC"}

package/dist/file/generateSchema.tool.d.ts

@@ -0,0 +1,31 @@
+import { Sandbox } from "@vercel/sandbox";
+import { DatasetService } from "../service";
+interface GenerateSchemaToolParams {
+    service: DatasetService;
+    datasetId: string;
+    sandbox?: Sandbox;
+    isNested?: boolean;
+    fileId?: string;
+}
+export declare function createGenerateSchemaTool({ service, datasetId, sandbox, isNested, fileId }: GenerateSchemaToolParams): import("ai").Tool<{
+    schemaTitle: string;
+    schemaDescription: string;
+    schemaJson: string;
+}, {
+    success: boolean;
+    error: string;
+    schema?: undefined;
+    message?: undefined;
+} | {
+    success: boolean;
+    schema: {
+        title: string;
+        description: string;
+        schema: any;
+        generatedAt: string;
+    };
+    message: string;
+    error?: undefined;
+}>;
+export {};
+//# sourceMappingURL=generateSchema.tool.d.ts.map

package/dist/file/generateSchema.tool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generateSchema.tool.d.ts","sourceRoot":"","sources":["../../src/file/generateSchema.tool.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAA;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAG3C,UAAU,wBAAwB;IAC9B,OAAO,EAAE,cAAc,CAAA;IACvB,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,MAAM,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,wBAAgB,wBAAwB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,wBAAwB;;;;;;;;;;;;;;;;;;;GAmHnH"}