@ekairos/dataset 1.8.3

package/dist/transform/transform-dataset.agent.js

@@ -0,0 +1,283 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TransformDatasetAgent = void 0;
+const story_1 = require("@ekairos/story");
+const story_2 = require("@ekairos/story");
+const completeDataset_tool_1 = require("../completeDataset.tool");
+const executeCommand_tool_1 = require("../executeCommand.tool");
+const clearDataset_tool_1 = require("../clearDataset.tool");
+const prompts_1 = require("./prompts");
+const datasetFiles_1 = require("../datasetFiles");
+const admin_1 = require("@instantdb/admin");
+const story_3 = require("@ekairos/story");
+const service_1 = require("../service");
+const filepreview_1 = require("./filepreview");
+class InternalTransformDatasetAgent extends story_1.Agent {
+    constructor(opts) {
+        super(opts);
+        this.isSandboxInitialized = false;
+        this.sandboxSourcePaths = [];
+        this.datasetId = (0, admin_1.id)();
+        this.sourceDatasetIds = opts.sourceDatasetIds;
+        this.outputSchema = opts.outputSchema;
+        this.sandbox = opts.sandbox;
+        this.service = opts.service;
+        this.instructions = opts.instructions;
+    }
+    getDatasetId() {
+        return this.datasetId;
+    }
+    async ensureSourcesInSandbox() {
+        if (this.isSandboxInitialized) {
+            return { sourcePaths: this.sandboxSourcePaths, outputPath: (0, datasetFiles_1.getDatasetOutputPath)(this.datasetId) };
+        }
+        const workstation = (0, datasetFiles_1.getDatasetWorkstation)(this.datasetId);
+        await this.sandbox.runCommand({
+            cmd: "mkdir",
+            args: ["-p", workstation],
+        });
+        const sourcePaths = [];
+        for (const sourceDatasetId of this.sourceDatasetIds) {
+            const existingSourcePath = (0, datasetFiles_1.getDatasetOutputPath)(sourceDatasetId);
+            const sourceExists = await this.sandbox.runCommand({
+                cmd: "test",
+                args: ["-f", existingSourcePath],
+            });
+            if (sourceExists.exitCode === 0) {
+                sourcePaths.push({ datasetId: sourceDatasetId, path: existingSourcePath });
+                continue;
+            }
+            const storagePath = `/dataset/${sourceDatasetId}/output.jsonl`;
+            const fileQuery = await this.db.query({
+                $files: {
+                    $: {
+                        where: { path: storagePath },
+                        limit: 1,
+                    },
+                },
+            });
+            const fileRecord = Array.isArray(fileQuery.$files) ? fileQuery.$files[0] : undefined;
+            if (!fileRecord || !fileRecord.url) {
+                throw new Error(`Source dataset output not found for datasetId=${sourceDatasetId}`);
+            }
+            const fileBuffer = await fetch(fileRecord.url).then((r) => r.arrayBuffer());
+            const sourcePath = `${workstation}/source_${sourceDatasetId}.jsonl`;
+            await this.sandbox.writeFiles([
+                {
+                    path: sourcePath,
+                    content: Buffer.from(fileBuffer),
+                },
+            ]);
+            sourcePaths.push({ datasetId: sourceDatasetId, path: sourcePath });
+        }
+        this.sandboxSourcePaths = sourcePaths;
+        this.isSandboxInitialized = true;
+        return { sourcePaths, outputPath: (0, datasetFiles_1.getDatasetOutputPath)(this.datasetId) };
+    }
+    async initialize(context) {
+        const { sourcePaths, outputPath } = await this.ensureSourcesInSandbox();
+        const sourcePreviews = [];
+        for (const sourcePathInfo of sourcePaths) {
+            try {
+                const preview = await (0, filepreview_1.generateSourcePreview)(this.sandbox, sourcePathInfo.path, this.datasetId);
+                sourcePreviews.push({ datasetId: sourcePathInfo.datasetId, preview });
+            }
+            catch (error) {
+                console.error(`[TransformDatasetAgent ${this.datasetId}] Failed to generate source preview for ${sourcePathInfo.datasetId}:`, error);
+            }
+        }
+        try {
+            await this.service.updateDatasetSchema({
+                datasetId: this.datasetId,
+                schema: this.outputSchema,
+                status: "schema_complete",
+            });
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            console.error(`[TransformDatasetAgent ${this.datasetId}] Failed to persist output schema:`, message);
+        }
+        return {
+            datasetId: this.datasetId,
+            sourceDatasetIds: this.sourceDatasetIds,
+            outputSchema: this.outputSchema,
+            sandboxConfig: {
+                sourcePaths: sourcePaths,
+                outputPath: outputPath,
+            },
+            sourcePreviews: sourcePreviews.length > 0 ? sourcePreviews : undefined,
+            errors: [],
+            iterationCount: 0,
+            instructions: this.instructions,
+        };
+    }
+    async buildSystemPrompt(context) {
+        const promptContext = {
+            datasetId: context.content.datasetId,
+            sourceDatasetIds: context.content.sourceDatasetIds,
+            outputSchema: context.content.outputSchema,
+            sandboxConfig: {
+                sourcePaths: context.content.sandboxConfig.sourcePaths,
+                outputPath: context.content.sandboxConfig.outputPath,
+            },
+            sourcePreviews: context.content.sourcePreviews,
+            errors: context.content.errors,
+        };
+        let basePrompt = (0, prompts_1.buildTransformDatasetPrompt)(promptContext);
+        // Append instructions if provided
+        if (context.content.instructions) {
+            basePrompt += `\n\n## ADDITIONAL CONTEXT AND INSTRUCTIONS\n\n${context.content.instructions}`;
+        }
+        return basePrompt;
+    }
+    async buildTools(context, dataStream) {
+        const ctx = context.content;
+        return {
+            executeCommand: (0, executeCommand_tool_1.createExecuteCommandTool)({
+                service: this.service,
+                datasetId: ctx.datasetId,
+                sandbox: this.sandbox,
+            }),
+            completeDataset: (0, completeDataset_tool_1.createCompleteDatasetTool)({
+                service: this.service,
+                datasetId: ctx.datasetId,
+                sandbox: this.sandbox,
+            }),
+            clearDataset: (0, clearDataset_tool_1.createClearDatasetTool)({
+                service: this.service,
+                datasetId: ctx.datasetId,
+                sandbox: this.sandbox,
+            }),
+        };
+    }
+    getModel(_context) {
+        return "gpt-5-codex";
+    }
+    includeBaseTools() {
+        return { createMessage: false, requestDirection: false, end: false };
+    }
+    async getFinalizationToolNames() {
+        return ["completeDataset"];
+    }
+    async onEnd(_lastEvent) {
+        return { end: false };
+    }
+    async onToolCallExecuted(executionEvent) {
+        try {
+            const name = executionEvent?.toolCall?.toolName || executionEvent?.toolCall?.name || "unknown";
+            console.log(`[TransformDatasetAgent ${this.datasetId}] Tool call executed: ${name}`);
+        }
+        catch { }
+    }
+}
+class TransformDatasetAgent {
+    constructor(params) {
+        this.sourceDatasetIds = Array.isArray(params.sourceDatasetIds) ? params.sourceDatasetIds : [params.sourceDatasetIds];
+        this.outputSchema = params.outputSchema;
+        this.sandbox = params.sandbox;
+        this.service = new service_1.DatasetService();
+        this.agentService = new story_2.AgentService();
+        this.instructions = params.instructions;
+    }
+    async getDataset() {
+        const internalAgent = new InternalTransformDatasetAgent({
+            sourceDatasetIds: this.sourceDatasetIds,
+            outputSchema: this.outputSchema,
+            sandbox: this.sandbox,
+            service: this.service,
+            instructions: this.instructions,
+        });
+        const datasetId = internalAgent.getDatasetId();
+        const datasetCountText = this.sourceDatasetIds.length === 1
+            ? "the source dataset"
+            : `${this.sourceDatasetIds.length} source datasets`;
+        const userEvent = {
+            id: (0, admin_1.id)(),
+            type: story_3.USER_MESSAGE_TYPE,
+            channel: story_3.WEB_CHANNEL,
+            content: {
+                parts: [
+                    {
+                        type: "text",
+                        text: `Transform ${datasetCountText} into a new dataset matching the provided output schema`,
+                    },
+                ],
+            },
+            createdAt: new Date().toISOString(),
+        };
+        const reaction = await internalAgent.progressStream(userEvent, null);
+        const stream = reaction.stream;
+        const streamResult = await this.agentService.readEventStream(stream);
+        if (streamResult.persistedEvent?.status !== "completed") {
+            throw new Error(`Dataset transformation failed with status: ${streamResult.persistedEvent?.status}`);
+        }
+        const datasetResult = await this.service.getDatasetById(datasetId);
+        if (!datasetResult.ok) {
+            throw new Error(datasetResult.error);
+        }
+        const dataset = datasetResult.data;
+        return {
+            id: dataset.id,
+            status: dataset.status,
+            title: dataset.title,
+            schema: dataset.schema,
+            analysis: dataset.analysis,
+            calculatedTotalRows: dataset.calculatedTotalRows,
+            actualGeneratedRowCount: dataset.actualGeneratedRowCount,
+            createdAt: dataset.createdAt,
+            updatedAt: dataset.updatedAt,
+        };
+    }
+    async followUp(datasetId, feedback) {
+        const internalAgent = new InternalTransformDatasetAgent({
+            sourceDatasetIds: this.sourceDatasetIds,
+            outputSchema: this.outputSchema,
+            sandbox: this.sandbox,
+            service: this.service,
+            instructions: this.instructions,
+        });
+        const userEvent = {
+            id: (0, admin_1.id)(),
+            type: story_3.USER_MESSAGE_TYPE,
+            channel: story_3.WEB_CHANNEL,
+            content: {
+                parts: [
+                    {
+                        type: "text",
+                        text: feedback,
+                    },
+                ],
+            },
+            createdAt: new Date().toISOString(),
+        };
+        const contextResult = await this.service.getContextByDatasetId(datasetId);
+        if (!contextResult.ok) {
+            throw new Error(contextResult.error);
+        }
+        const contextId = contextResult.data.id;
+        const reaction = await internalAgent.progressStream(userEvent, { id: contextId });
+        const stream = reaction.stream;
+        const streamResult = await this.agentService.readEventStream(stream);
+        if (streamResult.persistedEvent?.status !== "completed") {
+            throw new Error(`Dataset transformation iteration failed with status: ${streamResult.persistedEvent?.status}`);
+        }
+        const datasetResult = await this.service.getDatasetById(datasetId);
+        if (!datasetResult.ok) {
+            throw new Error(datasetResult.error);
+        }
+        const dataset = datasetResult.data;
+        return {
+            id: dataset.id,
+            status: dataset.status,
+            title: dataset.title,
+            schema: dataset.schema,
+            analysis: dataset.analysis,
+            calculatedTotalRows: dataset.calculatedTotalRows,
+            actualGeneratedRowCount: dataset.actualGeneratedRowCount,
+            createdAt: dataset.createdAt,
+            updatedAt: dataset.updatedAt,
+        };
+    }
+}
+exports.TransformDatasetAgent = TransformDatasetAgent;
+//# sourceMappingURL=transform-dataset.agent.js.map

package/dist/transform/transform-dataset.agent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transform-dataset.agent.js","sourceRoot":"","sources":["../../src/transform/transform-dataset.agent.ts"],"names":[],"mappings":";;;AAAA,0CAAsE;AAEtE,0CAA0E;AAE1E,kEAAmE;AACnE,gEAAiE;AACjE,4DAA6D;AAC7D,uCAA+E;AAC/E,kDAA6E;AAC7E,4CAA2C;AAC3C,0CAA+D;AAC/D,wCAA2C;AAC3C,+CAAoF;AAwBpF,MAAM,6BAA8B,SAAQ,aAA8B;IAUtE,YAAY,IAAkC;QAC1C,KAAK,CAAC,IAAI,CAAC,CAAA;QAJP,yBAAoB,GAAY,KAAK,CAAA;QACrC,uBAAkB,GAA+C,EAAE,CAAA;QAIvE,IAAI,CAAC,SAAS,GAAG,IAAA,UAAE,GAAE,CAAA;QACrB,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAA;QAC7C,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAA;QACrC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAA;QAC3B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAA;QAC3B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAA;IACzC,CAAC;IAEM,YAAY;QACf,OAAO,IAAI,CAAC,SAAS,CAAA;IACzB,CAAC;IAEO,KAAK,CAAC,sBAAsB;QAChC,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,kBAAkB,EAAE,UAAU,EAAE,IAAA,mCAAoB,EAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAA;QACrG,CAAC;QAED,MAAM,WAAW,GAAG,IAAA,oCAAqB,EAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAEzD,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;YAC1B,GAAG,EAAE,OAAO;YACZ,IAAI,EAAE,CAAC,IAAI,EAAE,WAAW,CAAC;SAC5B,CAAC,CAAA;QAEF,MAAM,WAAW,GAA+C,EAAE,CAAA;QAElE,KAAK,MAAM,eAAe,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAClD,MAAM,kBAAkB,GAAG,IAAA,mCAAoB,EAAC,eAAe,CAAC,CAAA;YAChE,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;gBAC/C,GAAG,EAAE,MAAM;gBACX,IAAI,EAAE,CAAC,IAAI,EAAE,kBAAkB,CAAC;aACnC,CAAC,CAAA;YAEF,IAAI,YAAY,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAC9B,WAAW,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,eAAe,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAA;gBAC1E,SAAQ;YACZ,CAAC;YAED,MAAM,WAAW,GAAG,YAAY,eAAe,eAAe,CAAA;YAE9D,MAAM,SAAS,GAAQ,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC;gBACvC,MAAM,EAAE;oBACJ,CAAC,EAAE;wBACC,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;wBAC5B,KAAK,EAAE,CAAC;qBACX;iBACJ;aACJ,CAAC,CAAA;YAEF,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;YACpF,IAAI,CAAC,UAAU,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;gBACjC,MAAM,IAAI,KAAK,CAAC,iDAAiD,eAAe,EAAE,CAAC,CAAA;YACvF,CAAC;YAED,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAA;YAC3E,MAAM,UAAU,GAAG,GAAG,WAAW,WAAW,eAAe,QAAQ,CAAA;YAEnE,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;gBAC1B;oBACI,IAAI,EAAE,UAAU;oBAChB,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;iBACnC;aACJ,CAAC,CAAA;YAEF,WAAW,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,eAAe,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAA;QACtE,CAAC;QAED,IAAI,CAAC,kBAAkB,GAAG,WAAW,CAAA;QACrC,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAA;QAEhC,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,IAAA,mCAAoB,EAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAA;IAC5E,CAAC;IAES,KAAK,CAAC,UAAU,CAAC,OAA+C;QACtE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,MAAM,IAAI,CAAC,sBAAsB,EAAE,CAAA;QAEvE,MAAM,cAAc,GAAyE,EAAE,CAAA;QAE/F,KAAK,MAAM,cAAc,IAAI,WAAW,EAAE,CAAC;YACvC,IAAI,CAAC;gBACD,MAAM,OAAO,GAAG,MAAM,IAAA,mCAAqB,EAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;gBAC9F,cAAc,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,cAAc,CAAC,SAAS,EAAE,OAAO,EAAE,CAAC,CAAA;YACzE,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACX,OAAO,CAAC,KAAK,CAAC,0BAA0B,IAAI,CAAC,SAAS,2CAA2C,cAAc,CAAC,SAAS,GAAG,EAAE,KAAK,CAAC,CAAA;YACxI,CAAC;QACL,CAAC;QAED,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC;gBACnC,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,MAAM,EAAE,IAAI,CAAC,YAAY;gBACzB,MAAM,EAAE,iBAAiB;aAC5B,CAAC,CAAA;QACN,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACX,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACtE,OAAO,CAAC,KAAK,CAAC,0BAA0B,IAAI,CAAC,SAAS,oCAAoC,EAAE,OAAO,CAAC,CAAA;QACxG,CAAC;QAED,OAAO;YACH,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,aAAa,EAAE;gBACX,WAAW,EAAE,WAAW;gBACxB,UAAU,EAAE,UAAU;aACzB;YACD,cAAc,EAAE,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;YACtE,MAAM,EAAE,EAAE;YACV,cAAc,EAAE,CAAC;YACjB,YAAY,EAAE,IAAI,CAAC,YAAY;SAClC,CAAA;IACL,CAAC;IAES,KAAK,CAAC,iBAAiB,CAAC,OAA+C;QAC7E,MAAM,aAAa,GAA2B;YAC1C,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,SAAS;YACpC,gBAAgB,EAAE,OAAO,CAAC,OAAO,CAAC,gBAAgB;YAClD,YAAY,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY;YAC1C,aAAa,EAAE;gBACX,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,WAAW;gBACtD,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,UAAU;aACvD;YACD,cAAc,EAAE,OAAO,CAAC,OAAO,CAAC,cAAc;YAC9C,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;SACjC,CAAA;QACD,IAAI,UAAU,GAAG,IAAA,qCAA2B,EAAC,aAAa,CAAC,CAAA;QAE3D,kCAAkC;QAClC,IAAI,OAAO,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YAC/B,UAAU,IAAI,iDAAiD,OAAO,CAAC,OAAO,CAAC,YAAY,EAAE,CAAA;QACjG,CAAC;QAED,OAAO,UAAU,CAAA;IACrB,CAAC;IAES,KAAK,CAAC,UAAU,CAAC,OAA+C,EAAE,UAA4B;QACpG,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAA;QAE3B,OAAO;YACH,cAAc,EAAE,IAAA,8CAAwB,EAAC;gBACrC,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,OAAO,EAAE,IAAI,CAAC,OAAO;aACxB,CAAC;YACF,eAAe,EAAE,IAAA,gDAAyB,EAAC;gBACvC,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,OAAO,EAAE,IAAI,CAAC,OAAO;aACxB,CAAC;YACF,YAAY,EAAE,IAAA,0CAAsB,EAAC;gBACjC,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,OAAO,EAAE,IAAI,CAAC,OAAO;aACxB,CAAC;SACL,CAAA;IACL,CAAC;IAES,QAAQ,CAAC,QAAgD;QAC/D,OAAO,aAAa,CAAA;IACxB,CAAC;IAES,gBAAgB;QACtB,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,gBAAgB,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAA;IACxE,CAAC;IAES,KAAK,CAAC,wBAAwB;QACpC,OAAO,CAAC,iBAAiB,CAAC,CAAA;IAC9B,CAAC;IAES,KAAK,CAAC,KAAK,CAAC,UAAwB;QAC1C,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAA;IACzB,CAAC;IAES,KAAK,CAAC,kBAAkB,CAAC,cAAmB;QAClD,IAAI,CAAC;YACD,MAAM,IAAI,GAAG,cAAc,EAAE,QAAQ,EAAE,QAAQ,IAAI,cAAc,EAAE,QAAQ,EAAE,IAAI,IAAI,SAAS,CAAA;YAC9F,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,CAAC,SAAS,yBAAyB,IAAI,EAAE,CAAC,CAAA;QACxF,CAAC;QACD,MAAM,CAAC,CAAC,CAAC;IACb,CAAC;CACJ;AAcD,MAAa,qBAAqB;IAQ9B,YAAY,MAA2G;QACnH,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAA;QACpH,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAA;QACvC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAA;QAC7B,IAAI,CAAC,OAAO,GAAG,IAAI,wBAAc,EAAE,CAAA;QACnC,IAAI,CAAC,YAAY,GAAG,IAAI,oBAAY,EAAE,CAAA;QACtC,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAA;IAC3C,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,aAAa,GAAG,IAAI,6BAA6B,CAAC;YACpD,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,YAAY,EAAE,IAAI,CAAC,YAAY;SAClC,CAAC,CAAA;QAEF,MAAM,SAAS,GAAG,aAAa,CAAC,YAAY,EAAE,CAAA;QAE9C,MAAM,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,KAAK,CAAC;YACvD,CAAC,CAAC,oBAAoB;YACtB,CAAC,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,kBAAkB,CAAA;QAEvD,MAAM,SAAS,GAAG;YACd,EAAE,EAAE,IAAA,UAAE,GAAE;YACR,IAAI,EAAE,yBAAiB;YACvB,OAAO,EAAE,mBAAW;YACpB,OAAO,EAAE;gBACL,KAAK,EAAE;oBACH;wBACI,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,aAAa,gBAAgB,yDAAyD;qBAC/F;iBACJ;aACJ;YACD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACtC,CAAA;QAED,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,cAAc,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;QACpE,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAA;QAC9B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;QAEpE,IAAI,YAAY,CAAC,cAAc,EAAE,MAAM,KAAK,WAAW,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,8CAA8C,YAAY,CAAC,cAAc,EAAE,MAAM,EAAE,CAAC,CAAA;QACxG,CAAC;QAED,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAA;QAClE,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;QACxC,CAAC;QAED,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAA;QAElC,OAAO;YACH,EAAE,EAAE,OAAO,CAAC,EAAE;YACd,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,mBAAmB,EAAE,OAAO,CAAC,mBAAmB;YAChD,uBAAuB,EAAE,OAAO,CAAC,uBAAuB;YACxD,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;SAC/B,CAAA;IACL,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,SAAiB,EAAE,QAAgB;QAC9C,MAAM,aAAa,GAAG,IAAI,6BAA6B,CAAC;YACpD,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,YAAY,EAAE,IAAI,CAAC,YAAY;SAClC,CAAC,CAAA;QAEF,MAAM,SAAS,GAAG;YACd,EAAE,EAAE,IAAA,UAAE,GAAE;YACR,IAAI,EAAE,yBAAiB;YACvB,OAAO,EAAE,mBAAW;YACpB,OAAO,EAAE;gBACL,KAAK,EAAE;oBACH;wBACI,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,QAAQ;qBACjB;iBACJ;aACJ;YACD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACtC,CAAA;QAED,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAA;QACzE,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;QACxC,CAAC;QAED,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,CAAA;QAEvC,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,cAAc,CAAC,SAAS,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,CAAA;QACjF,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAA;QAC9B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;QAEpE,IAAI,YAAY,CAAC,cAAc,EAAE,MAAM,KAAK,WAAW,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,wDAAwD,YAAY,CAAC,cAAc,EAAE,MAAM,EAAE,CAAC,CAAA;QAClH,CAAC;QAED,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAA;QAClE,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;QACxC,CAAC;QAED,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAA;QAElC,OAAO;YACH,EAAE,EAAE,OAAO,CAAC,EAAE;YACd,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,mBAAmB,EAAE,OAAO,CAAC,mBAAmB;YAChD,uBAAuB,EAAE,OAAO,CAAC,uBAAuB;YACxD,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;SAC/B,CAAA;IACL,CAAC;CACJ;AArID,sDAqIC"}

package/package.json

@@ -0,0 +1,56 @@
+{
+  "name": "@ekairos/dataset",
+  "version": "1.8.3",
+  "description": "Pulzar Dataset Tools",
+  "type": "commonjs",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "files": [
+    "dist",
+    "file/scripts"
+  ],
+  "publishConfig": {
+    "access": "public"
+  },
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/pulz-ar/pulzar-lib-core.git",
+    "directory": "packages/dataset"
+  },
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "require": "./dist/index.js",
+      "default": "./dist/index.js"
+    },
+    "./file/scripts": {
+      "default": "./dist/file/scripts"
+    },
+    "./file/scripts/*": {
+      "default": "./dist/file/scripts/*"
+    }
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.json && node scripts/copy-python-scripts.js",
+    "dev": "tsc -p tsconfig.json --watch",
+    "clean": "node -e \"require('fs').rmSync('dist', {recursive:true, force:true})\"",
+    "typecheck": "tsc --noEmit"
+  },
+  "dependencies": {
+    "@ekairos/story": "^1.8.3",
+    "@ekairos/domain": "^1.8.3",
+    "@instantdb/admin": "^0.22.13",
+    "@instantdb/core": "^0.22.13",
+    "@vercel/sandbox": "^0.0.23",
+    "ai": "^5.0.44",
+    "ajv": "^8.17.1",
+    "xmlbuilder2": "^3.1.1",
+    "zod": "^4.1.8"
+  },
+  "devDependencies": {
+    "@ekairos/tsconfig": "workspace:*",
+    "@types/node": "^24.5.0",
+    "typescript": "^5.9.2"
+  }
+}