@ekairos/dataset 1.21.43-beta.0 → 1.21.53-beta.0

package/dist/transform/transform-dataset.agent.js

@@ -1,7 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.TransformDatasetAgent = void 0;
-exports.createTransformDatasetAgent = createTransformDatasetAgent;
+exports.createTransformDatasetStory = createTransformDatasetStory;
 const story_1 = require("@ekairos/story");
 const completeDataset_tool_1 = require("../completeDataset.tool");
 const executeCommand_tool_1 = require("../executeCommand.tool");
@@ -9,265 +8,158 @@ const clearDataset_tool_1 = require("../clearDataset.tool");
 const prompts_1 = require("./prompts");
 const datasetFiles_1 = require("../datasetFiles");
 const admin_1 = require("@instantdb/admin");
-const service_1 = require("../service");
 const filepreview_1 = require("./filepreview");
-async function ensureSourcesInSandbox(sandbox, datasetId, sourceDatasetIds, db, state) {
+const steps_1 = require("../dataset/steps");
+const steps_2 = require("../sandbox/steps");
+async function ensureSourcesInSandbox(env, sandboxId, datasetId, sourceDatasetIds, state) {
     if (state.initialized) {
         return { sourcePaths: state.sourcePaths, outputPath: (0, datasetFiles_1.getDatasetOutputPath)(datasetId) };
     }
     const workstation = (0, datasetFiles_1.getDatasetWorkstation)(datasetId);
-    await sandbox.runCommand({
-        cmd: "mkdir",
-        args: ["-p", workstation],
-    });
+    await (0, steps_2.runDatasetSandboxCommandStep)({ env, sandboxId, cmd: "mkdir", args: ["-p", workstation] });
     const sourcePaths = [];
     for (const sourceDatasetId of sourceDatasetIds) {
-        const existingSourcePath = (0, datasetFiles_1.getDatasetOutputPath)(sourceDatasetId);
-        const sourceExists = await sandbox.runCommand({
-            cmd: "test",
-            args: ["-f", existingSourcePath],
-        });
-        if (sourceExists.exitCode === 0) {
-            sourcePaths.push({ datasetId: sourceDatasetId, path: existingSourcePath });
-            continue;
-        }
-        const storagePath = `/dataset/${sourceDatasetId}/output.jsonl`;
-        const fileQuery = await db.query({
-            $files: {
-                $: {
-                    where: { path: storagePath },
-                    limit: 1,
-                },
-            },
-        });
-        const fileRecord = Array.isArray(fileQuery.$files) ? fileQuery.$files[0] : undefined;
-        if (!fileRecord || !fileRecord.url) {
-            throw new Error(`Source dataset output not found for datasetId=${sourceDatasetId}`);
-        }
-        const fileBuffer = await fetch(fileRecord.url).then((r) => r.arrayBuffer());
         const sourcePath = `${workstation}/source_${sourceDatasetId}.jsonl`;
-        await sandbox.writeFiles([
-            {
-                path: sourcePath,
-                content: Buffer.from(fileBuffer),
-            },
-        ]);
+        const source = await (0, steps_1.datasetReadOutputJsonlStep)({ env, datasetId: sourceDatasetId });
+        await (0, steps_2.writeDatasetSandboxFilesStep)({
+            env,
+            sandboxId,
+            files: [{ path: sourcePath, contentBase64: source.contentBase64 }],
+        });
         sourcePaths.push({ datasetId: sourceDatasetId, path: sourcePath });
     }
     state.sourcePaths = sourcePaths;
     state.initialized = true;
     return { sourcePaths, outputPath: (0, datasetFiles_1.getDatasetOutputPath)(datasetId) };
 }
-/**
- * Creates a TransformDatasetAgent using the builder pattern
- */
-function createTransformDatasetAgent(params) {
-    const { sourceDatasetIds, outputSchema, sandbox, instructions, db } = params;
-    const datasetId = (0, admin_1.id)();
-    const service = new service_1.DatasetService(db);
-    const sandboxState = { initialized: false, sourcePaths: [] };
-    const builder = (0, story_1.createAgent)(db)
-        .context(async (stored) => {
-        const previous = stored?.content;
-        if (previous && previous.datasetId === datasetId) {
-            return previous;
+function createTransformDatasetStoryDefinition(params) {
+    const datasetId = params.datasetId ?? (0, admin_1.id)();
+    const model = params.model ?? "openai/gpt-5";
+    const story = (0, story_1.createStory)("dataset.transform")
+        .context(async (stored, env) => {
+        const previous = stored?.content ?? {};
+        const sandboxState = previous?.sandboxState ?? { initialized: false, sourcePaths: [] };
+        const existingSandboxId = previous?.sandboxId ?? params.sandboxId ?? "";
+        let sandboxId = existingSandboxId;
+        if (!sandboxId) {
+            const created = await (0, steps_2.createDatasetSandboxStep)({ env, runtime: "python3.13", timeoutMs: 10 * 60 * 1000 });
+            sandboxId = created.sandboxId;
         }
-        const { sourcePaths, outputPath } = await ensureSourcesInSandbox(sandbox, datasetId, sourceDatasetIds, db, sandboxState);
+        const { sourcePaths, outputPath } = await ensureSourcesInSandbox(env, sandboxId, datasetId, params.sourceDatasetIds, sandboxState);
         const sourcePreviews = [];
-        for (const sourcePathInfo of sourcePaths) {
+        for (const sp of sourcePaths) {
             try {
-                const preview = await (0, filepreview_1.generateSourcePreview)(sandbox, sourcePathInfo.path, datasetId);
-                sourcePreviews.push({ datasetId: sourcePathInfo.datasetId, preview });
+                const preview = await (0, filepreview_1.generateSourcePreview)(env, sandboxId, sp.path, datasetId);
+                sourcePreviews.push({ datasetId: sp.datasetId, preview });
             }
-            catch (error) {
-                console.error(`[TransformDatasetAgent ${datasetId}] Failed to generate source preview for ${sourcePathInfo.datasetId}:`, error);
+            catch {
+                // optional
             }
         }
-        try {
-            await service.updateDatasetSchema({
-                datasetId,
-                schema: outputSchema,
-                status: "schema_complete",
-            });
-        }
-        catch (error) {
-            const message = error instanceof Error ? error.message : String(error);
-            console.error(`[TransformDatasetAgent ${datasetId}] Failed to persist output schema:`, message);
-        }
-        return {
+        // Persist output schema on the dataset record (so completeDataset validates against it)
+        await (0, steps_1.datasetUpdateSchemaStep)({
+            env,
             datasetId,
-            sourceDatasetIds,
-            outputSchema,
-            sandboxConfig: {
-                sourcePaths,
-                outputPath,
-            },
+            schema: params.outputSchema,
+            status: "schema_complete",
+        });
+        const promptContext = {
+            datasetId,
+            sourceDatasetIds: params.sourceDatasetIds,
+            outputSchema: params.outputSchema,
+            sandboxConfig: { sourcePaths, outputPath },
             sourcePreviews: sourcePreviews.length > 0 ? sourcePreviews : undefined,
             errors: [],
-            iterationCount: 0,
-            instructions,
         };
-    })
-        .systemPrompt(async ({ content }) => {
-        const ctx = content;
-        const promptContext = {
-            datasetId: ctx.datasetId,
-            sourceDatasetIds: ctx.sourceDatasetIds,
-            outputSchema: ctx.outputSchema,
-            sandboxConfig: {
-                sourcePaths: ctx.sandboxConfig.sourcePaths,
-                outputPath: ctx.sandboxConfig.outputPath,
-            },
-            sourcePreviews: ctx.sourcePreviews,
-            errors: ctx.errors,
+        const basePrompt = (0, prompts_1.buildTransformDatasetPrompt)(promptContext);
+        const userInstructions = String(params.instructions ?? "").trim();
+        const system = userInstructions
+            ? [
+                "## USER INSTRUCTIONS",
+                "The following instructions were provided by the user. Apply them in addition to (and with higher priority than) the default instructions.",
+                "",
+                userInstructions,
+                "",
+                basePrompt,
+            ].join("\n")
+            : basePrompt;
+        return {
+            ...previous,
+            datasetId,
+            sandboxId,
+            sandboxState,
+            system,
+            sandboxConfig: { sourcePaths, outputPath },
         };
-        let basePrompt = (0, prompts_1.buildTransformDatasetPrompt)(promptContext);
-        if (ctx.instructions) {
-            basePrompt += `\n\n## ADDITIONAL CONTEXT AND INSTRUCTIONS\n\n${ctx.instructions}`;
-        }
-        return basePrompt;
     })
-        .tools(async ({ content }, dataStream) => {
-        const ctx = content;
+        .narrative(async (stored) => {
+        return String(stored?.content?.system ?? "");
+    })
+        .actions(async (stored, env) => {
+        const sandboxId = stored?.content?.sandboxId ?? params.sandboxId ?? "";
         return {
             executeCommand: (0, executeCommand_tool_1.createExecuteCommandTool)({
-                service,
-                datasetId: ctx.datasetId,
-                sandbox,
+                datasetId,
+                sandboxId,
+                env,
             }),
             completeDataset: (0, completeDataset_tool_1.createCompleteDatasetTool)({
-                service,
-                datasetId: ctx.datasetId,
-                sandbox,
+                datasetId,
+                sandboxId,
+                env,
             }),
             clearDataset: (0, clearDataset_tool_1.createClearDatasetTool)({
-                service,
-                datasetId: ctx.datasetId,
-                sandbox,
+                datasetId,
+                sandboxId,
+                env,
             }),
         };
     })
-        .includeBaseTools({ createMessage: false, requestDirection: false, end: false })
-        .model("gpt-5-codex");
+        .shouldContinue(({ reactionEvent }) => {
+        return !(0, story_1.didToolExecute)(reactionEvent, "completeDataset");
+    })
+        .model(model)
+        .build();
+    return { datasetId, story };
+}
+function createTransformDatasetStory(params) {
+    const { datasetId, story } = createTransformDatasetStoryDefinition({
+        sourceDatasetIds: params.sourceDatasetIds,
+        outputSchema: params.outputSchema,
+        instructions: params.instructions,
+        datasetId: params.datasetId,
+        model: params.model,
+        sandboxId: params.sandboxId,
+    });
     return {
-        build: () => builder.build(),
         datasetId,
-        service,
+        async transform(env, prompt) {
+            const datasetCountText = params.sourceDatasetIds.length === 1
+                ? "the source dataset"
+                : `${params.sourceDatasetIds.length} source datasets`;
+            const triggerEvent = {
+                id: (0, admin_1.id)(),
+                type: story_1.USER_MESSAGE_TYPE,
+                channel: story_1.WEB_CHANNEL,
+                createdAt: new Date().toISOString(),
+                content: {
+                    parts: [
+                        {
+                            type: "text",
+                            text: prompt ??
+                                `Transform ${datasetCountText} into a new dataset matching the provided output schema`,
+                        },
+                    ],
+                },
+            };
+            await story.react(triggerEvent, {
+                env,
+                context: { key: `dataset:${datasetId}` },
+                options: { silent: true, preventClose: true, sendFinish: false, maxIterations: 20, maxModelSteps: 5 },
+            });
+            return { datasetId };
+        },
+        story,
     };
 }
-class TransformDatasetAgent {
-    constructor(params) {
-        this.sourceDatasetIds = Array.isArray(params.sourceDatasetIds) ? params.sourceDatasetIds : [params.sourceDatasetIds];
-        this.outputSchema = params.outputSchema;
-        this.sandbox = params.sandbox;
-        this.db = params.db;
-        this.service = new service_1.DatasetService(params.db);
-        this.agentService = new story_1.AgentService(params.db);
-        this.instructions = params.instructions;
-    }
-    async getDataset() {
-        const agentResult = createTransformDatasetAgent({
-            sourceDatasetIds: this.sourceDatasetIds,
-            outputSchema: this.outputSchema,
-            sandbox: this.sandbox,
-            instructions: this.instructions,
-            db: this.db,
-        });
-        const agent = agentResult.build();
-        const datasetId = agentResult.datasetId;
-        const service = agentResult.service;
-        const datasetCountText = this.sourceDatasetIds.length === 1
-            ? "the source dataset"
-            : `${this.sourceDatasetIds.length} source datasets`;
-        const userEvent = {
-            id: (0, admin_1.id)(),
-            type: story_1.USER_MESSAGE_TYPE,
-            channel: story_1.WEB_CHANNEL,
-            content: {
-                parts: [
-                    {
-                        type: "text",
-                        text: `Transform ${datasetCountText} into a new dataset matching the provided output schema`,
-                    },
-                ],
-            },
-            createdAt: new Date().toISOString(),
-        };
-        const reaction = await agent.progressStream(userEvent, null);
-        const stream = reaction.stream;
-        const streamResult = await this.agentService.readEventStream(stream);
-        if (streamResult.persistedEvent?.status !== "completed") {
-            throw new Error(`Dataset transformation failed with status: ${streamResult.persistedEvent?.status}`);
-        }
-        const datasetResult = await service.getDatasetById(datasetId);
-        if (!datasetResult.ok) {
-            throw new Error(datasetResult.error);
-        }
-        const dataset = datasetResult.data;
-        return {
-            id: dataset.id,
-            status: dataset.status,
-            title: dataset.title,
-            schema: dataset.schema,
-            analysis: dataset.analysis,
-            calculatedTotalRows: dataset.calculatedTotalRows,
-            actualGeneratedRowCount: dataset.actualGeneratedRowCount,
-            createdAt: dataset.createdAt,
-            updatedAt: dataset.updatedAt,
-        };
-    }
-    async followUp(datasetId, feedback) {
-        const agentResult = createTransformDatasetAgent({
-            sourceDatasetIds: this.sourceDatasetIds,
-            outputSchema: this.outputSchema,
-            sandbox: this.sandbox,
-            instructions: this.instructions,
-            db: this.db,
-        });
-        const agent = agentResult.build();
-        const service = agentResult.service;
-        const userEvent = {
-            id: (0, admin_1.id)(),
-            type: story_1.USER_MESSAGE_TYPE,
-            channel: story_1.WEB_CHANNEL,
-            content: {
-                parts: [
-                    {
-                        type: "text",
-                        text: feedback,
-                    },
-                ],
-            },
-            createdAt: new Date().toISOString(),
-        };
-        const contextResult = await this.service.getContextByDatasetId(datasetId);
-        if (!contextResult.ok) {
-            throw new Error(contextResult.error);
-        }
-        const contextId = contextResult.data.id;
-        const reaction = await agent.progressStream(userEvent, { id: contextId });
-        const stream = reaction.stream;
-        const streamResult = await this.agentService.readEventStream(stream);
-        if (streamResult.persistedEvent?.status !== "completed") {
-            throw new Error(`Dataset transformation iteration failed with status: ${streamResult.persistedEvent?.status}`);
-        }
-        const datasetResult = await service.getDatasetById(datasetId);
-        if (!datasetResult.ok) {
-            throw new Error(datasetResult.error);
-        }
-        const dataset = datasetResult.data;
-        return {
-            id: dataset.id,
-            status: dataset.status,
-            title: dataset.title,
-            schema: dataset.schema,
-            analysis: dataset.analysis,
-            calculatedTotalRows: dataset.calculatedTotalRows,
-            actualGeneratedRowCount: dataset.actualGeneratedRowCount,
-            createdAt: dataset.createdAt,
-            updatedAt: dataset.updatedAt,
-        };
-    }
-}
-exports.TransformDatasetAgent = TransformDatasetAgent;
 //# sourceMappingURL=transform-dataset.agent.js.map

package/dist/transform/transform-dataset.agent.js.map

@@ -1 +1 @@
-{"version":3,"file":"transform-dataset.agent.js","sourceRoot":"","sources":["../../src/transform/transform-dataset.agent.ts"],"names":[],"mappings":";;;AAwHA,kEAwGC;AAhOD,0CAA0F;AAE1F,kEAAmE;AACnE,gEAAiE;AACjE,4DAA6D;AAC7D,uCAA+E;AAC/E,kDAA6E;AAC7E,4CAA2D;AAC3D,wCAA2C;AAC3C,+CAAoF;AAmCpF,KAAK,UAAU,sBAAsB,CACjC,OAAgB,EAChB,SAAiB,EACjB,gBAA0B,EAC1B,EAA2C,EAC3C,KAA4B;IAE5B,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;QACpB,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,UAAU,EAAE,IAAA,mCAAoB,EAAC,SAAS,CAAC,EAAE,CAAA;IAC1F,CAAC;IAED,MAAM,WAAW,GAAG,IAAA,oCAAqB,EAAC,SAAS,CAAC,CAAA;IAEpD,MAAM,OAAO,CAAC,UAAU,CAAC;QACrB,GAAG,EAAE,OAAO;QACZ,IAAI,EAAE,CAAC,IAAI,EAAE,WAAW,CAAC;KAC5B,CAAC,CAAA;IAEF,MAAM,WAAW,GAA+C,EAAE,CAAA;IAElE,KAAK,MAAM,eAAe,IAAI,gBAAgB,EAAE,CAAC;QAC7C,MAAM,kBAAkB,GAAG,IAAA,mCAAoB,EAAC,eAAe,CAAC,CAAA;QAChE,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;YAC1C,GAAG,EAAE,MAAM;YACX,IAAI,EAAE,CAAC,IAAI,EAAE,kBAAkB,CAAC;SACnC,CAAC,CAAA;QAEF,IAAI,YAAY,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC9B,WAAW,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,eAAe,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAA;YAC1E,SAAQ;QACZ,CAAC;QAED,MAAM,WAAW,GAAG,YAAY,eAAe,eAAe,CAAA;QAE9D,MAAM,SAAS,GAAQ,MAAM,EAAE,CAAC,KAAK,CAAC;YAClC,MAAM,EAAE;gBACJ,CAAC,EAAE;oBACC,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAS;oBACnC,KAAK,EAAE,CAAC;iBACX;aACJ;SACJ,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QACpF,IAAI,CAAC,UAAU,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,iDAAiD,eAAe,EAAE,CAAC,CAAA;QACvF,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAA;QAC3E,MAAM,UAAU,GAAG,GAAG,WAAW,WAAW,eAAe,QAAQ,CAAA;QAEnE,MAAM,OAAO,CAAC,UAAU,CAAC;YACrB;gBACI,IAAI,EAAE,UAAU;gBAChB,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;aACnC;SACJ,CAAC,CAAA;QAEF,WAAW,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,eAAe,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAA;IACtE,CAAC;IAED,KAAK,CAAC,WAAW,GAAG,WAAW,CAAA;IAC/B,KAAK,CAAC,WAAW,GAAG,IAAI,CAAA;IAExB,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,IAAA,mCAAoB,EAAC,SAAS,CAAC,EAAE,CAAA;AACvE,CAAC;AAQD;;GAEG;AACH,SAAgB,2BAA2B,CAAC,MAAmC;IAC3E,MAAM,EAAE,gBAAgB,EAAE,YAAY,EAAE,OAAO,EAAE,YAAY,EAAE,EAAE,EAAE,GAAG,MAAM,CAAA;IAC5E,MAAM,SAAS,GAAG,IAAA,UAAE,GAAE,CAAA;IACtB,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAS,CAAC,CAAA;IAC7C,MAAM,YAAY,GAA0B,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,EAAE,CAAA;IAEnF,MAAM,OAAO,GAAG,IAAA,mBAAW,EAAC,EAAS,CAAC;SACjC,OAAO,CAAC,KAAK,EAAE,MAAW,EAAE,EAAE;QAC3B,MAAM,QAAQ,GAAG,MAAM,EAAE,OAA8C,CAAA;QACvE,IAAI,QAAQ,IAAI,QAAQ,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YAC/C,OAAO,QAAQ,CAAA;QACnB,CAAC;QAED,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,MAAM,sBAAsB,CAC5D,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,EAAE,EAAE,YAAY,CACzD,CAAA;QAED,MAAM,cAAc,GAAyE,EAAE,CAAA;QAE/F,KAAK,MAAM,cAAc,IAAI,WAAW,EAAE,CAAC;YACvC,IAAI,CAAC;gBACD,MAAM,OAAO,GAAG,MAAM,IAAA,mCAAqB,EAAC,OAAO,EAAE,cAAc,CAAC,IAAI,EAAE,SAAS,CAAC,CAAA;gBACpF,cAAc,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,cAAc,CAAC,SAAS,EAAE,OAAO,EAAE,CAAC,CAAA;YACzE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,0BAA0B,SAAS,2CAA2C,cAAc,CAAC,SAAS,GAAG,EAAE,KAAK,CAAC,CAAA;YACnI,CAAC;QACL,CAAC;QAED,IAAI,CAAC;YACD,MAAM,OAAO,CAAC,mBAAmB,CAAC;gBAC9B,SAAS;gBACT,MAAM,EAAE,YAAY;gBACpB,MAAM,EAAE,iBAAiB;aAC5B,CAAC,CAAA;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACtE,OAAO,CAAC,KAAK,CAAC,0BAA0B,SAAS,oCAAoC,EAAE,OAAO,CAAC,CAAA;QACnG,CAAC;QAED,OAAO;YACH,SAAS;YACT,gBAAgB;YAChB,YAAY;YACZ,aAAa,EAAE;gBACX,WAAW;gBACX,UAAU;aACb;YACD,cAAc,EAAE,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;YACtE,MAAM,EAAE,EAAE;YACV,cAAc,EAAE,CAAC;YACjB,YAAY;SACf,CAAA;IACL,CAAC,CAAC;SACD,YAAY,CAAC,KAAK,EAAE,EAAE,OAAO,EAAwC,EAAE,EAAE;QACtE,MAAM,GAAG,GAAG,OAAO,CAAA;QACnB,MAAM,aAAa,GAA2B;YAC1C,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;YACtC,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,aAAa,EAAE;gBACX,WAAW,EAAE,GAAG,CAAC,aAAa,CAAC,WAAW;gBAC1C,UAAU,EAAE,GAAG,CAAC,aAAa,CAAC,UAAU;aAC3C;YACD,cAAc,EAAE,GAAG,CAAC,cAAc;YAClC,MAAM,EAAE,GAAG,CAAC,MAAM;SACrB,CAAA;QAED,IAAI,UAAU,GAAG,IAAA,qCAA2B,EAAC,aAAa,CAAC,CAAA;QAE3D,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;YACnB,UAAU,IAAI,iDAAiD,GAAG,CAAC,YAAY,EAAE,CAAA;QACrF,CAAC;QAED,OAAO,UAAU,CAAA;IACrB,CAAC,CAAC;SACD,KAAK,CAAC,KAAK,EAAE,EAAE,OAAO,EAAwC,EAAE,UAAe,EAAE,EAAE;QAChF,MAAM,GAAG,GAAG,OAAO,CAAA;QAEnB,OAAO;YACH,cAAc,EAAE,IAAA,8CAAwB,EAAC;gBACrC,OAAO;gBACP,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,OAAO;aACV,CAAC;YACF,eAAe,EAAE,IAAA,gDAAyB,EAAC;gBACvC,OAAO;gBACP,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,OAAO;aACV,CAAC;YACF,YAAY,EAAE,IAAA,0CAAsB,EAAC;gBACjC,OAAO;gBACP,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,OAAO;aACV,CAAC;SACE,CAAA;IACZ,CAAC,CAAC;SACD,gBAAgB,CAAC,EAAE,aAAa,EAAE,KAAK,EAAE,gBAAgB,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;SAC/E,KAAK,CAAC,aAAa,CAAC,CAAA;IAEzB,OAAO;QACH,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE;QAC5B,SAAS;QACT,OAAO;KACV,CAAA;AACL,CAAC;AAcD,MAAa,qBAAqB;IAS9B,YAAY,MAAwJ;QAChK,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAA;QACpH,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAA;QACvC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAA;QAC7B,IAAI,CAAC,EAAE,GAAG,MAAM,CAAC,EAAE,CAAA;QACnB,IAAI,CAAC,OAAO,GAAG,IAAI,wBAAc,CAAC,MAAM,CAAC,EAAS,CAAC,CAAA;QACnD,IAAI,CAAC,YAAY,GAAG,IAAI,oBAAY,CAAC,MAAM,CAAC,EAAS,CAAC,CAAA;QACtD,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAA;IAC3C,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,WAAW,GAAG,2BAA2B,CAAC;YAC5C,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,EAAE,EAAE,IAAI,CAAC,EAAE;SACd,CAAC,CAAA;QAEF,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,EAAE,CAAA;QACjC,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,CAAA;QACvC,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAA;QAEnC,MAAM,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,KAAK,CAAC;YACvD,CAAC,CAAC,oBAAoB;YACtB,CAAC,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,kBAAkB,CAAA;QAEvD,MAAM,SAAS,GAAG;YACd,EAAE,EAAE,IAAA,UAAE,GAAE;YACR,IAAI,EAAE,yBAAiB;YACvB,OAAO,EAAE,mBAAW;YACpB,OAAO,EAAE;gBACL,KAAK,EAAE;oBACH;wBACI,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,aAAa,gBAAgB,yDAAyD;qBAC/F;iBACJ;aACJ;YACD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACtC,CAAA;QAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;QAC5D,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAA;QAC9B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;QAEpE,IAAI,YAAY,CAAC,cAAc,EAAE,MAAM,KAAK,WAAW,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,8CAA8C,YAAY,CAAC,cAAc,EAAE,MAAM,EAAE,CAAC,CAAA;QACxG,CAAC;QAED,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAA;QAC7D,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;QACxC,CAAC;QAED,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAA;QAElC,OAAO;YACH,EAAE,EAAE,OAAO,CAAC,EAAE;YACd,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,mBAAmB,EAAE,OAAO,CAAC,mBAAmB;YAChD,uBAAuB,EAAE,OAAO,CAAC,uBAAuB;YACxD,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;SAC/B,CAAA;IACL,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,SAAiB,EAAE,QAAgB;QAC9C,MAAM,WAAW,GAAG,2BAA2B,CAAC;YAC5C,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,EAAE,EAAE,IAAI,CAAC,EAAE;SACd,CAAC,CAAA;QAEF,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,EAAE,CAAA;QACjC,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAA;QAEnC,MAAM,SAAS,GAAG;YACd,EAAE,EAAE,IAAA,UAAE,GAAE;YACR,IAAI,EAAE,yBAAiB;YACvB,OAAO,EAAE,mBAAW;YACpB,OAAO,EAAE;gBACL,KAAK,EAAE;oBACH;wBACI,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,QAAQ;qBACjB;iBACJ;aACJ;YACD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACtC,CAAA;QAED,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAA;QACzE,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;QACxC,CAAC;QAED,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,CAAA;QAEvC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,SAAS,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,CAAA;QACzE,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAA;QAC9B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;QAEpE,IAAI,YAAY,CAAC,cAAc,EAAE,MAAM,KAAK,WAAW,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,wDAAwD,YAAY,CAAC,cAAc,EAAE,MAAM,EAAE,CAAC,CAAA;QAClH,CAAC;QAED,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAA;QAC7D,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;QACxC,CAAC;QAED,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAA;QAElC,OAAO;YACH,EAAE,EAAE,OAAO,CAAC,EAAE;YACd,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,mBAAmB,EAAE,OAAO,CAAC,mBAAmB;YAChD,uBAAuB,EAAE,OAAO,CAAC,uBAAuB;YACxD,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;SAC/B,CAAA;IACL,CAAC;CACJ;AA5ID,sDA4IC"}
+{"version":3,"file":"transform-dataset.agent.js","sourceRoot":"","sources":["../../src/transform/transform-dataset.agent.ts"],"names":[],"mappings":";;AAmMA,kEAsDC;AAzPD,0CAA4F;AAC5F,kEAAmE;AACnE,gEAAiE;AACjE,4DAA6D;AAC7D,uCAA+E;AAC/E,kDAA6E;AAC7E,4CAAqC;AACrC,+CAAoF;AACpF,4CAAsF;AACtF,4CAAuH;AA+BvH,KAAK,UAAU,sBAAsB,CACjC,GAAQ,EACR,SAAiB,EACjB,SAAiB,EACjB,gBAA0B,EAC1B,KAA4B;IAE5B,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;QACpB,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,UAAU,EAAE,IAAA,mCAAoB,EAAC,SAAS,CAAC,EAAE,CAAA;IAC1F,CAAC;IAED,MAAM,WAAW,GAAG,IAAA,oCAAqB,EAAC,SAAS,CAAC,CAAA;IAEpD,MAAM,IAAA,oCAA4B,EAAC,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,WAAW,CAAC,EAAE,CAAC,CAAA;IAE/F,MAAM,WAAW,GAA+C,EAAE,CAAA;IAElE,KAAK,MAAM,eAAe,IAAI,gBAAgB,EAAE,CAAC;QAC7C,MAAM,UAAU,GAAG,GAAG,WAAW,WAAW,eAAe,QAAQ,CAAA;QAEnE,MAAM,MAAM,GAAG,MAAM,IAAA,kCAA0B,EAAC,EAAE,GAAG,EAAE,SAAS,EAAE,eAAe,EAAE,CAAC,CAAA;QACpF,MAAM,IAAA,oCAA4B,EAAC;YAC/B,GAAG;YACH,SAAS;YACT,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC;SACrE,CAAC,CAAA;QAEF,WAAW,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,eAAe,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAA;IACtE,CAAC;IAED,KAAK,CAAC,WAAW,GAAG,WAAW,CAAA;IAC/B,KAAK,CAAC,WAAW,GAAG,IAAI,CAAA;IAExB,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,IAAA,mCAAoB,EAAC,SAAS,CAAC,EAAE,CAAA;AACvE,CAAC;AAcD,SAAS,qCAAqC,CAC1C,MAAmC;IAEnC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAA,UAAE,GAAE,CAAA;IAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,cAAc,CAAA;IAE5C,MAAM,KAAK,GAAG,IAAA,mBAAW,EAAM,mBAAmB,CAAC;SAC9C,OAAO,CAAC,KAAK,EAAE,MAAW,EAAE,GAAQ,EAAE,EAAE;QACrC,MAAM,QAAQ,GAAI,MAAM,EAAE,OAAe,IAAI,EAAE,CAAA;QAC/C,MAAM,YAAY,GAA0B,QAAQ,EAAE,YAAY,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,EAAE,CAAA;QAC7G,MAAM,iBAAiB,GAAW,QAAQ,EAAE,SAAS,IAAI,MAAM,CAAC,SAAS,IAAI,EAAE,CAAA;QAE/E,IAAI,SAAS,GAAG,iBAAiB,CAAA;QACjC,IAAI,CAAC,SAAS,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,MAAM,IAAA,gCAAwB,EAAC,EAAE,GAAG,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC,CAAA;YACzG,SAAS,GAAG,OAAO,CAAC,SAAS,CAAA;QACjC,CAAC;QAEL,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,MAAM,sBAAsB,CACxD,GAAG,EACH,SAAS,EACb,SAAS,EACL,MAAM,CAAC,gBAAgB,EACvB,YAAY,CACnB,CAAA;QAED,MAAM,cAAc,GAAyE,EAAE,CAAA;QAC3F,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACG,MAAM,OAAO,GAAG,MAAM,IAAA,mCAAqB,EAAC,GAAG,EAAE,SAAS,EAAE,EAAE,CAAC,IAAI,EAAE,SAAS,CAAC,CAAA;gBAC/E,cAAc,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,EAAE,CAAC,SAAS,EAAE,OAAO,EAAE,CAAC,CAAA;YACjE,CAAC;YAAC,MAAM,CAAC;gBACL,WAAW;YACf,CAAC;QACL,CAAC;QAEG,wFAAwF;QACxF,MAAM,IAAA,+BAAuB,EAAC;YAC1B,GAAG;YACH,SAAS;YACT,MAAM,EAAE,MAAM,CAAC,YAAY;YAC3B,MAAM,EAAE,iBAAiB;SAC5B,CAAC,CAAA;QAEF,MAAM,aAAa,GAA2B;YAC9C,SAAS;YACL,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,YAAY,EAAE,MAAM,CAAC,YAAY;YACrC,aAAa,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE;YAC1C,cAAc,EAAE,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;YACtE,MAAM,EAAE,EAAE;SACT,CAAA;QAED,MAAM,UAAU,GAAG,IAAA,qCAA2B,EAAC,aAAa,CAAC,CAAA;QAC7D,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;QACjE,MAAM,MAAM,GAAG,gBAAgB;YAC3B,CAAC,CAAC;gBACE,sBAAsB;gBACtB,2IAA2I;gBAC3I,EAAE;gBACF,gBAAgB;gBAChB,EAAE;gBACF,UAAU;aACb,CAAC,IAAI,CAAC,IAAI,CAAC;YACZ,CAAC,CAAC,UAAU,CAAA;QAEhB,OAAO;YACH,GAAG,QAAQ;YACX,SAAS;YACT,SAAS;YACT,YAAY;YACZ,MAAM;YACN,aAAa,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE;SAC7C,CAAA;IACL,CAAC,CAAC;SACD,SAAS,CAAC,KAAK,EAAE,MAAW,EAAE,EAAE;QAC7B,OAAO,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,EAAE,CAAC,CAAA;IAChD,CAAC,CAAC;SACD,OAAO,CAAC,KAAK,EAAE,MAAW,EAAE,GAAQ,EAAE,EAAE;QACrC,MAAM,SAAS,GAAI,MAAM,EAAE,OAAO,EAAE,SAAoB,IAAI,MAAM,CAAC,SAAS,IAAI,EAAE,CAAA;QAClF,OAAO;YACP,cAAc,EAAE,IAAA,8CAAwB,EAAC;gBACjC,SAAS;gBACT,SAAS;gBACT,GAAG;aACV,CAAC;YACF,eAAe,EAAE,IAAA,gDAAyB,EAAC;gBACnC,SAAS;gBACT,SAAS;gBACT,GAAG;aACV,CAAC;YACF,YAAY,EAAE,IAAA,0CAAsB,EAAC;gBAC7B,SAAS;gBACT,SAAS;gBACT,GAAG;aACN,CAAC;SACM,CAAA;IACZ,CAAC,CAAC;SACD,cAAc,CAAC,CAAC,EAAE,aAAa,EAA0B,EAAE,EAAE;QAC1D,OAAO,CAAC,IAAA,sBAAc,EAAC,aAAoB,EAAE,iBAAiB,CAAC,CAAA;IACnE,CAAC,CAAC;SACL,KAAK,CAAC,KAAK,CAAC;SACZ,KAAK,EAAE,CAAA;IAEZ,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAA;AAC/B,CAAC;AAED,SAAgB,2BAA2B,CACvC,MAOC;IAED,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,qCAAqC,CAAM;QACpE,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,SAAS,EAAE,MAAM,CAAC,SAAS;KAC9B,CAAC,CAAA;IAEF,OAAO;QACH,SAAS;QACT,KAAK,CAAC,SAAS,CAAC,GAAQ,EAAE,MAAe;YACrC,MAAM,gBAAgB,GAClB,MAAM,CAAC,gBAAgB,CAAC,MAAM,KAAK,CAAC;gBAChC,CAAC,CAAC,oBAAoB;gBACtB,CAAC,CAAC,GAAG,MAAM,CAAC,gBAAgB,CAAC,MAAM,kBAAkB,CAAA;YAEjE,MAAM,YAAY,GAAG;gBACjB,EAAE,EAAE,IAAA,UAAE,GAAE;gBACR,IAAI,EAAE,yBAAiB;gBACvB,OAAO,EAAE,mBAAW;gBACpB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,OAAO,EAAE;oBACD,KAAK,EAAE;wBACH;4BACI,IAAI,EAAE,MAAM;4BACZ,IAAI,EACA,MAAM;gCACN,aAAa,gBAAgB,yDAAyD;yBAC7F;qBACJ;iBACR;aACG,CAAA;YAER,MAAM,KAAK,CAAC,KAAK,CAAC,YAAY,EAAE;gBACxB,GAAG;gBACH,OAAO,EAAE,EAAE,GAAG,EAAE,WAAW,SAAS,EAAE,EAAE;gBAC5C,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE;aACxG,CAAC,CAAA;YAEE,OAAO,EAAE,SAAS,EAAE,CAAA;QACxB,CAAC;QACD,KAAK;KACR,CAAA;AACL,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ekairos/dataset",
-  "version": "1.21.43-beta.0",
+  "version": "1.21.53-beta.0",
   "description": "Pulzar Dataset Tools",
   "type": "commonjs",
   "main": "dist/index.js",
@@ -38,11 +38,11 @@
     "typecheck": "tsc --noEmit"
   },
   "dependencies": {
-    "@ekairos/story": "^1.21.43-beta.0",
-    "@ekairos/domain": "^1.21.43-beta.0",
+    "@ekairos/story": "^1.21.53-beta.0",
+    "@ekairos/domain": "^1.21.53-beta.0",
+    "@ekairos/sandbox": "^1.21.50-beta.0",
     "@instantdb/admin": "^0.22.13",
     "@instantdb/core": "^0.22.13",
-    "@vercel/sandbox": "^0.0.23",
     "ai": "^5.0.44",
     "ajv": "^8.17.1",
     "xmlbuilder2": "^3.1.1",