@ekairos/dataset 1.22.3 → 1.22.4-beta.development.0

package/dist/skill.d.ts

@@ -0,0 +1,11 @@
+export type DatasetSkillPackageFile = {
+    path: string;
+    contentBase64: string;
+};
+export type DatasetSkillPackage = {
+    name: string;
+    description?: string;
+    files: DatasetSkillPackageFile[];
+};
+export declare function buildDatasetSkillPackage(): DatasetSkillPackage;
+//# sourceMappingURL=skill.d.ts.map

package/dist/skill.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"skill.d.ts","sourceRoot":"","sources":["../src/skill.ts"],"names":[],"mappings":"AAGA,MAAM,MAAM,uBAAuB,GAAG;IACpC,IAAI,EAAE,MAAM,CAAA;IACZ,aAAa,EAAE,MAAM,CAAA;CACtB,CAAA;AAED,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,KAAK,EAAE,uBAAuB,EAAE,CAAA;CACjC,CAAA;AAkCD,wBAAgB,wBAAwB,IAAI,mBAAmB,CAY9D"}

package/dist/skill.js

@@ -0,0 +1,53 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.buildDatasetSkillPackage = buildDatasetSkillPackage;
+const node_fs_1 = require("node:fs");
+const node_path_1 = __importDefault(require("node:path"));
+function walkFiles(rootDir, currentDir = rootDir) {
+    const entries = (0, node_fs_1.readdirSync)(currentDir, { withFileTypes: true });
+    const files = [];
+    for (const entry of entries) {
+        const absPath = node_path_1.default.join(currentDir, entry.name);
+        if (entry.isDirectory()) {
+            files.push(...walkFiles(rootDir, absPath));
+            continue;
+        }
+        if (entry.isFile()) {
+            files.push(node_path_1.default.relative(rootDir, absPath).replace(/\\/g, "/"));
+        }
+    }
+    return files;
+}
+function resolveDatasetSkillRoot() {
+    const fromDist = node_path_1.default.resolve(__dirname, "..", "skill");
+    if (statExists(fromDist))
+        return fromDist;
+    const fromSrc = node_path_1.default.resolve(__dirname, "..", "..", "skill");
+    if (statExists(fromSrc))
+        return fromSrc;
+    throw new Error("dataset_skill_root_not_found");
+}
+function statExists(candidate) {
+    try {
+        return (0, node_fs_1.statSync)(candidate).isDirectory();
+    }
+    catch {
+        return false;
+    }
+}
+function buildDatasetSkillPackage() {
+    const skillRoot = resolveDatasetSkillRoot();
+    const files = walkFiles(skillRoot).map((relativePath) => ({
+        path: relativePath,
+        contentBase64: (0, node_fs_1.readFileSync)(node_path_1.default.join(skillRoot, relativePath)).toString("base64"),
+    }));
+    return {
+        name: "dataset",
+        description: "Materialize and persist datasets using the Ekairos runtime manifest.",
+        files,
+    };
+}
+//# sourceMappingURL=skill.js.map

package/dist/skill.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"skill.js","sourceRoot":"","sources":["../src/skill.ts"],"names":[],"mappings":";;;;;AA8CA,4DAYC;AA1DD,qCAA6D;AAC7D,0DAA4B;AAa5B,SAAS,SAAS,CAAC,OAAe,EAAE,UAAU,GAAG,OAAO;IACtD,MAAM,OAAO,GAAG,IAAA,qBAAW,EAAC,UAAU,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;IAChE,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,mBAAI,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QACjD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;YAC1C,SAAQ;QACV,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACnB,KAAK,CAAC,IAAI,CAAC,mBAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAA;QACjE,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,uBAAuB;IAC9B,MAAM,QAAQ,GAAG,mBAAI,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,EAAE,OAAO,CAAC,CAAA;IACvD,IAAI,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAA;IACzC,MAAM,OAAO,GAAG,mBAAI,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,CAAA;IAC5D,IAAI,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAA;IACvC,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAA;AACjD,CAAC;AAED,SAAS,UAAU,CAAC,SAAiB;IACnC,IAAI,CAAC;QACH,OAAO,IAAA,kBAAQ,EAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAA;IAC1C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAA;IACd,CAAC;AACH,CAAC;AAED,SAAgB,wBAAwB;IACtC,MAAM,SAAS,GAAG,uBAAuB,EAAE,CAAA;IAC3C,MAAM,KAAK,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;QACxD,IAAI,EAAE,YAAY;QAClB,aAAa,EAAE,IAAA,sBAAY,EAAC,mBAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;KACnF,CAAC,CAAC,CAAA;IAEH,OAAO;QACL,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,sEAAsE;QACnF,KAAK;KACN,CAAA;AACH,CAAC"}

package/dist/transform/transform-dataset.agent.d.ts

@@ -1,3 +1,4 @@
+import { type ContextReactor } from "@ekairos/events";
 import { TransformSourcePreviewContext } from "./filepreview";
 export type TransformDatasetContext = {
     datasetId: string;
@@ -25,6 +26,7 @@ export type TransformDatasetAgentParams = {
     datasetId?: string;
     model?: string;
     sandboxId?: string;
+    reactor?: ContextReactor<any, any>;
 };
 export type TransformDatasetResult = {
     id: string;
@@ -46,6 +48,7 @@ export declare function createTransformDatasetStory<Env extends {
     datasetId?: string;
     model?: string;
     sandboxId?: string;
+    reactor?: ContextReactor<any, any>;
 }): {
     datasetId: string;
     transform(env: Env, prompt?: string): Promise<{

package/dist/transform/transform-dataset.agent.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"transform-dataset.agent.d.ts","sourceRoot":"","sources":["../../src/transform/transform-dataset.agent.ts"],"names":[],"mappings":"AAOA,OAAO,EAAyB,6BAA6B,EAAE,MAAM,eAAe,CAAA;AAIpF,MAAM,MAAM,uBAAuB,GAAG;IAClC,SAAS,EAAE,MAAM,CAAA;IACjB,gBAAgB,EAAE,MAAM,EAAE,CAAA;IAC1B,YAAY,EAAE,GAAG,CAAA;IACjB,aAAa,EAAE;QACX,WAAW,EAAE,KAAK,CAAC;YAAE,SAAS,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;QACvD,UAAU,EAAE,MAAM,CAAA;KACrB,CAAA;IACD,cAAc,CAAC,EAAE,KAAK,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,6BAA6B,CAAA;KAAE,CAAC,CAAA;IACrF,MAAM,EAAE,MAAM,EAAE,CAAA;IAChB,cAAc,EAAE,MAAM,CAAA;IACtB,YAAY,CAAC,EAAE,MAAM,CAAA;CACxB,CAAA;AAED,MAAM,MAAM,2BAA2B,GAAG;IACtC,gBAAgB,EAAE,MAAM,EAAE,CAAA;IAC1B,YAAY,EAAE,GAAG,CAAA;IACjB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,CAAA;CACrB,CAAA;AA4CD,MAAM,MAAM,sBAAsB,GAAG;IACjC,EAAE,EAAE,MAAM,CAAA;IACV,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,GAAG,CAAA;IACZ,QAAQ,CAAC,EAAE,GAAG,CAAA;IACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,uBAAuB,CAAC,EAAE,MAAM,CAAA;IAChC,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,SAAS,CAAC,EAAE,MAAM,CAAA;CACrB,CAAA;AA6GD,wBAAgB,2BAA2B,CAAC,GAAG,SAAS;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,EACrE,MAAM,EAAE;IACJ,gBAAgB,EAAE,MAAM,EAAE,CAAA;IAC1B,YAAY,EAAE,GAAG,CAAA;IACjB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,CAAA;CACrB;;mBAawB,GAAG,WAAW,MAAM,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;;EAiCjF"}
+{"version":3,"file":"transform-dataset.agent.d.ts","sourceRoot":"","sources":["../../src/transform/transform-dataset.agent.ts"],"names":[],"mappings":"AAAA,OAAO,EAAoE,KAAK,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAOvH,OAAO,EAAyB,6BAA6B,EAAE,MAAM,eAAe,CAAA;AAIpF,MAAM,MAAM,uBAAuB,GAAG;IAClC,SAAS,EAAE,MAAM,CAAA;IACjB,gBAAgB,EAAE,MAAM,EAAE,CAAA;IAC1B,YAAY,EAAE,GAAG,CAAA;IACjB,aAAa,EAAE;QACX,WAAW,EAAE,KAAK,CAAC;YAAE,SAAS,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;QACvD,UAAU,EAAE,MAAM,CAAA;KACrB,CAAA;IACD,cAAc,CAAC,EAAE,KAAK,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,6BAA6B,CAAA;KAAE,CAAC,CAAA;IACrF,MAAM,EAAE,MAAM,EAAE,CAAA;IAChB,cAAc,EAAE,MAAM,CAAA;IACtB,YAAY,CAAC,EAAE,MAAM,CAAA;CACxB,CAAA;AAED,MAAM,MAAM,2BAA2B,GAAG;IACtC,gBAAgB,EAAE,MAAM,EAAE,CAAA;IAC1B,YAAY,EAAE,GAAG,CAAA;IACjB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,OAAO,CAAC,EAAE,cAAc,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;CACrC,CAAA;AA4CD,MAAM,MAAM,sBAAsB,GAAG;IACjC,EAAE,EAAE,MAAM,CAAA;IACV,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,GAAG,CAAA;IACZ,QAAQ,CAAC,EAAE,GAAG,CAAA;IACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,uBAAuB,CAAC,EAAE,MAAM,CAAA;IAChC,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,SAAS,CAAC,EAAE,MAAM,CAAA;CACrB,CAAA;AAgHD,wBAAgB,2BAA2B,CAAC,GAAG,SAAS;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,EACrE,MAAM,EAAE;IACJ,gBAAgB,EAAE,MAAM,EAAE,CAAA;IAC1B,YAAY,EAAE,GAAG,CAAA;IACjB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,OAAO,CAAC,EAAE,cAAc,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;CACrC;;mBAcwB,GAAG,WAAW,MAAM,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;;EAiCjF"}

package/dist/transform/transform-dataset.agent.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.createTransformDatasetStory = createTransformDatasetStory;
-const thread_1 = require("@ekairos/thread");
+const events_1 = require("@ekairos/events");
 const completeDataset_tool_1 = require("../completeDataset.tool");
 const executeCommand_tool_1 = require("../executeCommand.tool");
 const clearDataset_tool_1 = require("../clearDataset.tool");
@@ -35,15 +35,13 @@ async function ensureSourcesInSandbox(env, sandboxId, datasetId, sourceDatasetId
 function createTransformDatasetStoryDefinition(params) {
     const datasetId = params.datasetId ?? (0, admin_1.id)();
     const model = params.model ?? "openai/gpt-5";
-    const story = (0, thread_1.createThread)("dataset.transform")
+    let storyBuilder = (0, events_1.createContext)("dataset.transform")
         .context(async (stored, env) => {
         const previous = stored?.content ?? {};
         const sandboxState = previous?.sandboxState ?? { initialized: false, sourcePaths: [] };
-        const existingSandboxId = previous?.sandboxId ?? params.sandboxId ?? "";
-        let sandboxId = existingSandboxId;
+        const sandboxId = previous?.sandboxId ?? params.sandboxId ?? "";
         if (!sandboxId) {
-            const created = await (0, steps_2.createDatasetSandboxStep)({ env, runtime: "python3.13", timeoutMs: 10 * 60 * 1000 });
-            sandboxId = created.sandboxId;
+            throw new Error("dataset_sandbox_required");
         }
         const { sourcePaths, outputPath } = await ensureSourcesInSandbox(env, sandboxId, datasetId, params.sourceDatasetIds, sandboxState);
         const sourcePreviews = [];
@@ -116,10 +114,15 @@ function createTransformDatasetStoryDefinition(params) {
         };
     })
         .shouldContinue(({ reactionEvent }) => {
-        return !(0, thread_1.didToolExecute)(reactionEvent, "completeDataset");
-    })
-        .model(model)
-        .build();
+        return !(0, events_1.didToolExecute)(reactionEvent, "completeDataset");
+    });
+    if (params.reactor) {
+        storyBuilder = storyBuilder.reactor(params.reactor);
+    }
+    else {
+        storyBuilder = storyBuilder.model(model);
+    }
+    const story = storyBuilder.build();
     return { datasetId, story };
 }
 function createTransformDatasetStory(params) {
@@ -130,6 +133,7 @@ function createTransformDatasetStory(params) {
         datasetId: params.datasetId,
         model: params.model,
         sandboxId: params.sandboxId,
+        reactor: params.reactor,
     });
     return {
         datasetId,
@@ -139,8 +143,8 @@ function createTransformDatasetStory(params) {
                 : `${params.sourceDatasetIds.length} source datasets`;
             const triggerEvent = {
                 id: (0, admin_1.id)(),
-                type: thread_1.INPUT_TEXT_ITEM_TYPE,
-                channel: thread_1.WEB_CHANNEL,
+                type: events_1.INPUT_TEXT_ITEM_TYPE,
+                channel: events_1.WEB_CHANNEL,
                 createdAt: new Date().toISOString(),
                 content: {
                     parts: [

package/dist/transform/transform-dataset.agent.js.map

@@ -1 +1 @@
-{"version":3,"file":"transform-dataset.agent.js","sourceRoot":"","sources":["../../src/transform/transform-dataset.agent.ts"],"names":[],"mappings":";;AAmMA,kEAsDC;AAzPD,4CAAiG;AACjG,kEAAmE;AACnE,gEAAiE;AACjE,4DAA6D;AAC7D,uCAA+E;AAC/E,kDAA6E;AAC7E,4CAAqC;AACrC,+CAAoF;AACpF,4CAAsF;AACtF,4CAAuH;AA+BvH,KAAK,UAAU,sBAAsB,CACjC,GAAQ,EACR,SAAiB,EACjB,SAAiB,EACjB,gBAA0B,EAC1B,KAA4B;IAE5B,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;QACpB,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,UAAU,EAAE,IAAA,mCAAoB,EAAC,SAAS,CAAC,EAAE,CAAA;IAC1F,CAAC;IAED,MAAM,WAAW,GAAG,IAAA,oCAAqB,EAAC,SAAS,CAAC,CAAA;IAEpD,MAAM,IAAA,oCAA4B,EAAC,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,WAAW,CAAC,EAAE,CAAC,CAAA;IAE/F,MAAM,WAAW,GAA+C,EAAE,CAAA;IAElE,KAAK,MAAM,eAAe,IAAI,gBAAgB,EAAE,CAAC;QAC7C,MAAM,UAAU,GAAG,GAAG,WAAW,WAAW,eAAe,QAAQ,CAAA;QAEnE,MAAM,MAAM,GAAG,MAAM,IAAA,kCAA0B,EAAC,EAAE,GAAG,EAAE,SAAS,EAAE,eAAe,EAAE,CAAC,CAAA;QACpF,MAAM,IAAA,oCAA4B,EAAC;YAC/B,GAAG;YACH,SAAS;YACT,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC;SACrE,CAAC,CAAA;QAEF,WAAW,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,eAAe,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAA;IACtE,CAAC;IAED,KAAK,CAAC,WAAW,GAAG,WAAW,CAAA;IAC/B,KAAK,CAAC,WAAW,GAAG,IAAI,CAAA;IAExB,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,IAAA,mCAAoB,EAAC,SAAS,CAAC,EAAE,CAAA;AACvE,CAAC;AAcD,SAAS,qCAAqC,CAC1C,MAAmC;IAEnC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAA,UAAE,GAAE,CAAA;IAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,cAAc,CAAA;IAE5C,MAAM,KAAK,GAAG,IAAA,qBAAY,EAAM,mBAAmB,CAAC;SAC/C,OAAO,CAAC,KAAK,EAAE,MAAW,EAAE,GAAQ,EAAE,EAAE;QACrC,MAAM,QAAQ,GAAI,MAAM,EAAE,OAAe,IAAI,EAAE,CAAA;QAC/C,MAAM,YAAY,GAA0B,QAAQ,EAAE,YAAY,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,EAAE,CAAA;QAC7G,MAAM,iBAAiB,GAAW,QAAQ,EAAE,SAAS,IAAI,MAAM,CAAC,SAAS,IAAI,EAAE,CAAA;QAE/E,IAAI,SAAS,GAAG,iBAAiB,CAAA;QACjC,IAAI,CAAC,SAAS,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,MAAM,IAAA,gCAAwB,EAAC,EAAE,GAAG,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC,CAAA;YACzG,SAAS,GAAG,OAAO,CAAC,SAAS,CAAA;QACjC,CAAC;QAEL,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,MAAM,sBAAsB,CACxD,GAAG,EACH,SAAS,EACb,SAAS,EACL,MAAM,CAAC,gBAAgB,EACvB,YAAY,CACnB,CAAA;QAED,MAAM,cAAc,GAAyE,EAAE,CAAA;QAC3F,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACG,MAAM,OAAO,GAAG,MAAM,IAAA,mCAAqB,EAAC,GAAG,EAAE,SAAS,EAAE,EAAE,CAAC,IAAI,EAAE,SAAS,CAAC,CAAA;gBAC/E,cAAc,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,EAAE,CAAC,SAAS,EAAE,OAAO,EAAE,CAAC,CAAA;YACjE,CAAC;YAAC,MAAM,CAAC;gBACL,WAAW;YACf,CAAC;QACL,CAAC;QAEG,wFAAwF;QACxF,MAAM,IAAA,+BAAuB,EAAC;YAC1B,GAAG;YACH,SAAS;YACT,MAAM,EAAE,MAAM,CAAC,YAAY;YAC3B,MAAM,EAAE,iBAAiB;SAC5B,CAAC,CAAA;QAEF,MAAM,aAAa,GAA2B;YAC9C,SAAS;YACL,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,YAAY,EAAE,MAAM,CAAC,YAAY;YACrC,aAAa,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE;YAC1C,cAAc,EAAE,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;YACtE,MAAM,EAAE,EAAE;SACT,CAAA;QAED,MAAM,UAAU,GAAG,IAAA,qCAA2B,EAAC,aAAa,CAAC,CAAA;QAC7D,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;QACjE,MAAM,MAAM,GAAG,gBAAgB;YAC3B,CAAC,CAAC;gBACE,sBAAsB;gBACtB,2IAA2I;gBAC3I,EAAE;gBACF,gBAAgB;gBAChB,EAAE;gBACF,UAAU;aACb,CAAC,IAAI,CAAC,IAAI,CAAC;YACZ,CAAC,CAAC,UAAU,CAAA;QAEhB,OAAO;YACH,GAAG,QAAQ;YACX,SAAS;YACT,SAAS;YACT,YAAY;YACZ,MAAM;YACN,aAAa,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE;SAC7C,CAAA;IACL,CAAC,CAAC;SACD,SAAS,CAAC,KAAK,EAAE,MAAW,EAAE,EAAE;QAC7B,OAAO,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,EAAE,CAAC,CAAA;IAChD,CAAC,CAAC;SACD,OAAO,CAAC,KAAK,EAAE,MAAW,EAAE,GAAQ,EAAE,EAAE;QACrC,MAAM,SAAS,GAAI,MAAM,EAAE,OAAO,EAAE,SAAoB,IAAI,MAAM,CAAC,SAAS,IAAI,EAAE,CAAA;QAClF,OAAO;YACP,cAAc,EAAE,IAAA,8CAAwB,EAAC;gBACjC,SAAS;gBACT,SAAS;gBACT,GAAG;aACV,CAAC;YACF,eAAe,EAAE,IAAA,gDAAyB,EAAC;gBACnC,SAAS;gBACT,SAAS;gBACT,GAAG;aACV,CAAC;YACF,YAAY,EAAE,IAAA,0CAAsB,EAAC;gBAC7B,SAAS;gBACT,SAAS;gBACT,GAAG;aACN,CAAC;SACM,CAAA;IACZ,CAAC,CAAC;SACD,cAAc,CAAC,CAAC,EAAE,aAAa,EAA0B,EAAE,EAAE;QAC1D,OAAO,CAAC,IAAA,uBAAc,EAAC,aAAoB,EAAE,iBAAiB,CAAC,CAAA;IACnE,CAAC,CAAC;SACL,KAAK,CAAC,KAAK,CAAC;SACZ,KAAK,EAAE,CAAA;IAEZ,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAA;AAC/B,CAAC;AAED,SAAgB,2BAA2B,CACvC,MAOC;IAED,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,qCAAqC,CAAM;QACpE,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,SAAS,EAAE,MAAM,CAAC,SAAS;KAC9B,CAAC,CAAA;IAEF,OAAO;QACH,SAAS;QACT,KAAK,CAAC,SAAS,CAAC,GAAQ,EAAE,MAAe;YACrC,MAAM,gBAAgB,GAClB,MAAM,CAAC,gBAAgB,CAAC,MAAM,KAAK,CAAC;gBAChC,CAAC,CAAC,oBAAoB;gBACtB,CAAC,CAAC,GAAG,MAAM,CAAC,gBAAgB,CAAC,MAAM,kBAAkB,CAAA;YAEjE,MAAM,YAAY,GAAG;gBACjB,EAAE,EAAE,IAAA,UAAE,GAAE;gBACR,IAAI,EAAE,6BAAoB;gBAC1B,OAAO,EAAE,oBAAW;gBACpB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,OAAO,EAAE;oBACD,KAAK,EAAE;wBACH;4BACI,IAAI,EAAE,MAAM;4BACZ,IAAI,EACA,MAAM;gCACN,aAAa,gBAAgB,yDAAyD;yBAC7F;qBACJ;iBACR;aACG,CAAA;YAER,MAAM,KAAK,CAAC,KAAK,CAAC,YAAY,EAAE;gBACxB,GAAG;gBACH,OAAO,EAAE,EAAE,GAAG,EAAE,WAAW,SAAS,EAAE,EAAE;gBAC5C,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE;aACxG,CAAC,CAAA;YAEE,OAAO,EAAE,SAAS,EAAE,CAAA;QACxB,CAAC;QACD,KAAK;KACR,CAAA;AACL,CAAC"}
+{"version":3,"file":"transform-dataset.agent.js","sourceRoot":"","sources":["../../src/transform/transform-dataset.agent.ts"],"names":[],"mappings":";;AAuMA,kEAwDC;AA/PD,4CAAuH;AACvH,kEAAmE;AACnE,gEAAiE;AACjE,4DAA6D;AAC7D,uCAA+E;AAC/E,kDAA6E;AAC7E,4CAAqC;AACrC,+CAAoF;AACpF,4CAAsF;AACtF,4CAA6F;AAgC7F,KAAK,UAAU,sBAAsB,CACjC,GAAQ,EACR,SAAiB,EACjB,SAAiB,EACjB,gBAA0B,EAC1B,KAA4B;IAE5B,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;QACpB,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,UAAU,EAAE,IAAA,mCAAoB,EAAC,SAAS,CAAC,EAAE,CAAA;IAC1F,CAAC;IAED,MAAM,WAAW,GAAG,IAAA,oCAAqB,EAAC,SAAS,CAAC,CAAA;IAEpD,MAAM,IAAA,oCAA4B,EAAC,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,WAAW,CAAC,EAAE,CAAC,CAAA;IAE/F,MAAM,WAAW,GAA+C,EAAE,CAAA;IAElE,KAAK,MAAM,eAAe,IAAI,gBAAgB,EAAE,CAAC;QAC7C,MAAM,UAAU,GAAG,GAAG,WAAW,WAAW,eAAe,QAAQ,CAAA;QAEnE,MAAM,MAAM,GAAG,MAAM,IAAA,kCAA0B,EAAC,EAAE,GAAG,EAAE,SAAS,EAAE,eAAe,EAAE,CAAC,CAAA;QACpF,MAAM,IAAA,oCAA4B,EAAC;YAC/B,GAAG;YACH,SAAS;YACT,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC;SACrE,CAAC,CAAA;QAEF,WAAW,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,eAAe,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAA;IACtE,CAAC;IAED,KAAK,CAAC,WAAW,GAAG,WAAW,CAAA;IAC/B,KAAK,CAAC,WAAW,GAAG,IAAI,CAAA;IAExB,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,IAAA,mCAAoB,EAAC,SAAS,CAAC,EAAE,CAAA;AACvE,CAAC;AAcD,SAAS,qCAAqC,CAC1C,MAAmC;IAEnC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAA,UAAE,GAAE,CAAA;IAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,cAAc,CAAA;IAE5C,IAAI,YAAY,GAAG,IAAA,sBAAa,EAAM,mBAAmB,CAAC;SACrD,OAAO,CAAC,KAAK,EAAE,MAAW,EAAE,GAAQ,EAAE,EAAE;QACrC,MAAM,QAAQ,GAAI,MAAM,EAAE,OAAe,IAAI,EAAE,CAAA;QAC/C,MAAM,YAAY,GAA0B,QAAQ,EAAE,YAAY,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,EAAE,CAAA;QAC7G,MAAM,SAAS,GAAW,QAAQ,EAAE,SAAS,IAAI,MAAM,CAAC,SAAS,IAAI,EAAE,CAAA;QACvE,IAAI,CAAC,SAAS,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAA;QAC/C,CAAC;QAEL,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,MAAM,sBAAsB,CACxD,GAAG,EACH,SAAS,EACb,SAAS,EACL,MAAM,CAAC,gBAAgB,EACvB,YAAY,CACnB,CAAA;QAED,MAAM,cAAc,GAAyE,EAAE,CAAA;QAC3F,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACG,MAAM,OAAO,GAAG,MAAM,IAAA,mCAAqB,EAAC,GAAG,EAAE,SAAS,EAAE,EAAE,CAAC,IAAI,EAAE,SAAS,CAAC,CAAA;gBAC/E,cAAc,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,EAAE,CAAC,SAAS,EAAE,OAAO,EAAE,CAAC,CAAA;YACjE,CAAC;YAAC,MAAM,CAAC;gBACL,WAAW;YACf,CAAC;QACL,CAAC;QAEG,wFAAwF;QACxF,MAAM,IAAA,+BAAuB,EAAC;YAC1B,GAAG;YACH,SAAS;YACT,MAAM,EAAE,MAAM,CAAC,YAAY;YAC3B,MAAM,EAAE,iBAAiB;SAC5B,CAAC,CAAA;QAEF,MAAM,aAAa,GAA2B;YAC9C,SAAS;YACL,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,YAAY,EAAE,MAAM,CAAC,YAAY;YACrC,aAAa,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE;YAC1C,cAAc,EAAE,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;YACtE,MAAM,EAAE,EAAE;SACT,CAAA;QAED,MAAM,UAAU,GAAG,IAAA,qCAA2B,EAAC,aAAa,CAAC,CAAA;QAC7D,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;QACjE,MAAM,MAAM,GAAG,gBAAgB;YAC3B,CAAC,CAAC;gBACE,sBAAsB;gBACtB,2IAA2I;gBAC3I,EAAE;gBACF,gBAAgB;gBAChB,EAAE;gBACF,UAAU;aACb,CAAC,IAAI,CAAC,IAAI,CAAC;YACZ,CAAC,CAAC,UAAU,CAAA;QAEhB,OAAO;YACH,GAAG,QAAQ;YACX,SAAS;YACT,SAAS;YACT,YAAY;YACZ,MAAM;YACN,aAAa,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE;SAC7C,CAAA;IACL,CAAC,CAAC;SACD,SAAS,CAAC,KAAK,EAAE,MAAW,EAAE,EAAE;QAC7B,OAAO,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,EAAE,CAAC,CAAA;IAChD,CAAC,CAAC;SACD,OAAO,CAAC,KAAK,EAAE,MAAW,EAAE,GAAQ,EAAE,EAAE;QACrC,MAAM,SAAS,GAAI,MAAM,EAAE,OAAO,EAAE,SAAoB,IAAI,MAAM,CAAC,SAAS,IAAI,EAAE,CAAA;QAClF,OAAO;YACP,cAAc,EAAE,IAAA,8CAAwB,EAAC;gBACjC,SAAS;gBACT,SAAS;gBACT,GAAG;aACV,CAAC;YACF,eAAe,EAAE,IAAA,gDAAyB,EAAC;gBACnC,SAAS;gBACT,SAAS;gBACT,GAAG;aACV,CAAC;YACF,YAAY,EAAE,IAAA,0CAAsB,EAAC;gBAC7B,SAAS;gBACT,SAAS;gBACT,GAAG;aACN,CAAC;SACM,CAAA;IACZ,CAAC,CAAC;SACD,cAAc,CAAC,CAAC,EAAE,aAAa,EAA0B,EAAE,EAAE;QAC1D,OAAO,CAAC,IAAA,uBAAc,EAAC,aAAoB,EAAE,iBAAiB,CAAC,CAAA;IACnE,CAAC,CAAC,CAAA;IAEV,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACjB,YAAY,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,OAAc,CAAC,CAAA;IAC9D,CAAC;SAAM,CAAC;QACJ,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAC5C,CAAC;IAED,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,EAAE,CAAA;IAElC,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAA;AAC/B,CAAC;AAED,SAAgB,2BAA2B,CACvC,MAQC;IAED,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,qCAAqC,CAAM;QACpE,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;KAC1B,CAAC,CAAA;IAEF,OAAO;QACH,SAAS;QACT,KAAK,CAAC,SAAS,CAAC,GAAQ,EAAE,MAAe;YACrC,MAAM,gBAAgB,GAClB,MAAM,CAAC,gBAAgB,CAAC,MAAM,KAAK,CAAC;gBAChC,CAAC,CAAC,oBAAoB;gBACtB,CAAC,CAAC,GAAG,MAAM,CAAC,gBAAgB,CAAC,MAAM,kBAAkB,CAAA;YAEjE,MAAM,YAAY,GAAG;gBACjB,EAAE,EAAE,IAAA,UAAE,GAAE;gBACR,IAAI,EAAE,6BAAoB;gBAC1B,OAAO,EAAE,oBAAW;gBACpB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,OAAO,EAAE;oBACD,KAAK,EAAE;wBACH;4BACI,IAAI,EAAE,MAAM;4BACZ,IAAI,EACA,MAAM;gCACN,aAAa,gBAAgB,yDAAyD;yBAC7F;qBACJ;iBACR;aACG,CAAA;YAER,MAAM,KAAK,CAAC,KAAK,CAAC,YAAY,EAAE;gBACxB,GAAG;gBACH,OAAO,EAAE,EAAE,GAAG,EAAE,WAAW,SAAS,EAAE,EAAE;gBAC5C,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE;aACxG,CAAC,CAAA;YAEE,OAAO,EAAE,SAAS,EAAE,CAAA;QACxB,CAAC;QACD,KAAK;KACR,CAAA;AACL,CAAC"}

package/dist/transform/transformDataset.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.transformDataset = transformDataset;
-const runtime_1 = require("@ekairos/thread/runtime");
+const runtime_1 = require("@ekairos/events/runtime");
 const steps_1 = require("../dataset/steps");
 const transform_dataset_agent_1 = require("./transform-dataset.agent");
 function buildInstructions(input) {
@@ -28,7 +28,7 @@ function buildInstructions(input) {
  * Executes the transform story and returns datasetId + preview rows.
  */
 async function transformDataset(input) {
-    const env = await (0, runtime_1.getThreadEnv)();
+    const env = await (0, runtime_1.getContextEnv)();
     const { datasetId, story } = (0, transform_dataset_agent_1.createTransformDatasetStory)({
         sourceDatasetIds: input.datasets.map((d) => d.id),
         outputSchema: input.outputSchema,

package/dist/transform/transformDataset.js.map

@@ -1 +1 @@
-{"version":3,"file":"transformDataset.js","sourceRoot":"","sources":["../../src/transform/transformDataset.ts"],"names":[],"mappings":";;AA0CA,4CAgBC;AA1DD,qDAAsD;AACtD,4CAAyD;AACzD,uEAAuE;AAevE,SAAS,iBAAiB,CAAC,KAA4B;IACrD,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ;SAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE;QACd,MAAM,IAAI,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;QACvD,OAAO,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,CAAA;IACrC,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAA;IAEb,OAAO;QACL,wCAAwC;QACxC,oFAAoF;QACpF,6CAA6C;QAC7C,EAAE;QACF,oBAAoB;QACpB,OAAO,IAAI,UAAU;QACrB,EAAE;QACF,8CAA8C;QAC9C,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE;KACvC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACd,CAAC;AAED;;;GAGG;AACI,KAAK,UAAU,gBAAgB,CACpC,KAA4B;IAE5B,MAAM,GAAG,GAAG,MAAM,IAAA,sBAAY,GAAE,CAAA;IAChC,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,IAAA,qDAA2B,EAAC;QACvD,gBAAgB,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,YAAY,EAAE,iBAAiB,CAAC,KAAK,CAAC;QACtC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;KACnB,CAAC,CAAA;IAEF,MAAM,KAAK,CAAC,SAAS,CAAC,GAAU,CAAC,CAAA;IAEjC,MAAM,OAAO,GAAG,MAAM,IAAA,8BAAsB,EAAC,EAAE,SAAS,EAAE,CAAC,CAAA;IAC3D,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,OAAO,CAAC,IAAI,EAAE,CAAA;AACjD,CAAC"}
+{"version":3,"file":"transformDataset.js","sourceRoot":"","sources":["../../src/transform/transformDataset.ts"],"names":[],"mappings":";;AA0CA,4CAgBC;AA1DD,qDAAuD;AACvD,4CAAyD;AACzD,uEAAuE;AAevE,SAAS,iBAAiB,CAAC,KAA4B;IACrD,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ;SAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE;QACd,MAAM,IAAI,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;QACvD,OAAO,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,CAAA;IACrC,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAA;IAEb,OAAO;QACL,wCAAwC;QACxC,oFAAoF;QACpF,6CAA6C;QAC7C,EAAE;QACF,oBAAoB;QACpB,OAAO,IAAI,UAAU;QACrB,EAAE;QACF,8CAA8C;QAC9C,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE;KACvC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACd,CAAC;AAED;;;GAGG;AACI,KAAK,UAAU,gBAAgB,CACpC,KAA4B;IAE5B,MAAM,GAAG,GAAG,MAAM,IAAA,uBAAa,GAAE,CAAA;IACjC,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,IAAA,qDAA2B,EAAC;QACvD,gBAAgB,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,YAAY,EAAE,iBAAiB,CAAC,KAAK,CAAC;QACtC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;KACnB,CAAC,CAAA;IAEF,MAAM,KAAK,CAAC,SAAS,CAAC,GAAU,CAAC,CAAA;IAEjC,MAAM,OAAO,GAAG,MAAM,IAAA,8BAAsB,EAAC,EAAE,SAAS,EAAE,CAAC,CAAA;IAC3D,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,OAAO,CAAC,IAAI,EAAE,CAAA;AACjD,CAAC"}

package/package.json

@@ -1,13 +1,14 @@
 {
   "name": "@ekairos/dataset",
-  "version": "1.22.3",
+  "version": "1.22.4-beta.development.0",
   "description": "Pulzar Dataset Tools",
   "type": "commonjs",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "files": [
     "dist",
-    "file/scripts"
+    "file/scripts",
+    "skill"
   ],
   "publishConfig": {
     "access": "public"
@@ -24,16 +25,6 @@
       "require": "./dist/index.js",
       "default": "./dist/index.js"
     },
-    "./query": {
-      "types": "./dist/query/index.d.ts",
-      "require": "./dist/query/index.js",
-      "default": "./dist/query/index.js"
-    },
-    "./transform": {
-      "types": "./dist/transform/index.d.ts",
-      "require": "./dist/transform/index.js",
-      "default": "./dist/transform/index.js"
-    },
     "./file/scripts": {
       "default": "./dist/file/scripts"
     },
@@ -46,12 +37,15 @@
     "dev": "tsc -p tsconfig.json --watch",
     "clean": "node -e \"require('fs').rmSync('dist', {recursive:true, force:true})\"",
     "typecheck": "tsc --noEmit",
-    "test": "vitest run -c vitest.config.mts"
+    "test": "vitest run -c vitest.config.mts",
+    "test:direct": "vitest run -c vitest.config.mts src/tests/dataset.builder.instant.test.ts",
+    "test:tool": "vitest run -c vitest.config.mts src/tests/materializeDataset.tool.instant.test.ts",
+    "test:ai-sdk:instant": "vitest run -c vitest.codex.config.mts src/tests/materializeDataset.ai-sdk.instant.test.ts"
   },
   "dependencies": {
-    "@ekairos/domain": "^1.22.3",
-    "@ekairos/sandbox": "^1.22.3",
-    "@ekairos/thread": "^1.22.3",
+    "@ekairos/domain": "^1.22.4-beta.development.0",
+    "@ekairos/sandbox": "^1.22.4-beta.development.0",
+    "@ekairos/events": "^1.22.4-beta.development.0",
     "@instantdb/admin": "0.22.126",
     "@instantdb/core": "0.22.126",
     "ai": "^5.0.44",
@@ -60,6 +54,8 @@
     "zod": "^4.1.8"
   },
   "devDependencies": {
+    "@ai-sdk/openai": "^2.0.42",
+    "@ekairos/openai-reactor": "workspace:*",
     "@ekairos/tsconfig": "workspace:*",
     "@types/node": "^24.5.0",
     "dotenv": "^17.2.3",

package/skill/SKILL.md

@@ -0,0 +1,83 @@
+---
+name: dataset
+description: Materialize, transform, and persist datasets using the Ekairos runtime manifest and InstantDB HTTP API.
+---
+
+# dataset
+
+Use this skill when a task requires turning queries, local files, or existing datasets into a persisted dataset result.
+
+The skill assumes:
+- the current environment provides `EKAIROS_RUNTIME_MANIFEST_PATH`, or the manifest is at `.ekairos/runtime.json`
+- the runtime manifest contains `appId`, domain context, and optionally a scoped token
+- when no token is present in the manifest, network/header injection will provide `as-token`
+
+## What this skill provides
+
+- `code/query_to_jsonl.mjs`
+  - Runs an Instant query and writes normalized dataset rows to a local JSONL file.
+- `code/dataset_source_to_jsonl.mjs`
+  - Downloads an existing dataset output file to a local JSONL file.
+- `code/complete_dataset.mjs`
+  - Uploads a local JSONL output file to Instant storage and upserts the target dataset metadata.
+
+## Usage pattern
+
+1. Create a small JSON input file for the command you want to run.
+2. Run the appropriate `node code/*.mjs <input.json>` command.
+3. For transformations:
+   - prepare one or more source JSONL files,
+   - use your own shell/python/node transform to create the final output JSONL,
+   - run `complete_dataset.mjs` to persist the dataset.
+
+## Input formats
+
+### `query_to_jsonl.mjs`
+
+```json
+{
+  "query": { "items": {} },
+  "outputPath": "./work/source.jsonl",
+  "manifestPath": "./.ekairos/runtime.json"
+}
+```
+
+### `dataset_source_to_jsonl.mjs`
+
+```json
+{
+  "datasetId": "source_dataset_v1",
+  "outputPath": "./work/source_dataset.jsonl",
+  "manifestPath": "./.ekairos/runtime.json"
+}
+```
+
+### `complete_dataset.mjs`
+
+```json
+{
+  "datasetId": "target_dataset_v1",
+  "outputPath": "./work/output.jsonl",
+  "title": "Target Dataset",
+  "organizationId": "org_123",
+  "sandboxId": "sandbox_123",
+  "sources": [{ "kind": "query" }],
+  "sourceKinds": ["query"],
+  "instructions": "Summarize the query",
+  "schema": { "title": "Row", "description": "One row", "schema": { "type": "object" } },
+  "analysis": { "mode": "summary" }
+}
+```
+
+## Notes
+
+- Local workspace files can be read directly; no special fetch script is required for them.
+- Query normalization follows the dataset builder convention:
+  - a single top-level array becomes rows,
+  - a single top-level object becomes one row,
+  - multi-entity results become rows with `__entity`.
+- `complete_dataset.mjs` expects the final output file to be JSONL with rows shaped like:
+
+```json
+{"type":"row","data":{...}}
+```

package/skill/code/_runtime.mjs

@@ -0,0 +1,156 @@
+import { mkdir, readFile, writeFile } from "node:fs/promises"
+import { dirname } from "node:path"
+import { randomUUID } from "node:crypto"
+
+const DEFAULT_MANIFEST_PATH = process.env.EKAIROS_RUNTIME_MANIFEST_PATH || ".ekairos/runtime.json"
+const INSTANT_API_BASE_URL = "https://api.instantdb.com"
+
+export async function readJsonFile(filePath) {
+  const content = await readFile(filePath, "utf8")
+  return JSON.parse(content)
+}
+
+export async function writeJsonFile(filePath, value) {
+  await mkdir(dirname(filePath), { recursive: true })
+  await writeFile(filePath, JSON.stringify(value, null, 2), "utf8")
+}
+
+export async function readRuntimeManifest(manifestPath) {
+  return await readJsonFile(manifestPath || DEFAULT_MANIFEST_PATH)
+}
+
+function authorizedHeaders(manifest) {
+  const headers = {
+    "content-type": "application/json",
+    "app-id": String(manifest?.instant?.appId ?? ""),
+  }
+  const scopedToken = String(manifest?.instant?.token ?? "").trim()
+  if (scopedToken) {
+    headers["as-token"] = scopedToken
+  }
+  return headers
+}
+
+async function jsonOrThrow(response) {
+  const text = await response.text()
+  let parsed = {}
+  try {
+    parsed = text ? JSON.parse(text) : {}
+  } catch {
+    parsed = { raw: text }
+  }
+  if (!response.ok) {
+    throw new Error(JSON.stringify({ status: response.status, body: parsed }))
+  }
+  return parsed
+}
+
+export async function instantQuery(query, manifestPath) {
+  const manifest = await readRuntimeManifest(manifestPath)
+  const response = await fetch(`${manifest?.instant?.apiBaseUrl || INSTANT_API_BASE_URL}/admin/query`, {
+    method: "POST",
+    headers: authorizedHeaders(manifest),
+    body: JSON.stringify({ query }),
+  })
+  return await jsonOrThrow(response)
+}
+
+export async function instantTransact(steps, manifestPath) {
+  const manifest = await readRuntimeManifest(manifestPath)
+  const response = await fetch(`${manifest?.instant?.apiBaseUrl || INSTANT_API_BASE_URL}/admin/transact`, {
+    method: "POST",
+    headers: authorizedHeaders(manifest),
+    body: JSON.stringify({
+      steps,
+      "throw-on-missing-attrs?": true,
+    }),
+  })
+  return await jsonOrThrow(response)
+}
+
+export async function instantUploadFile(params) {
+  const manifest = await readRuntimeManifest(params.manifestPath)
+  const headers = {
+    "app-id": String(manifest?.instant?.appId ?? ""),
+    path: String(params.path),
+  }
+  const scopedToken = String(manifest?.instant?.token ?? "").trim()
+  if (scopedToken) {
+    headers["as-token"] = scopedToken
+  }
+  if (params.contentType) {
+    headers["content-type"] = params.contentType
+  }
+  if (params.contentDisposition) {
+    headers["content-disposition"] = params.contentDisposition
+  }
+  const response = await fetch(`${manifest?.instant?.apiBaseUrl || INSTANT_API_BASE_URL}/admin/storage/upload`, {
+    method: "PUT",
+    headers,
+    body: params.buffer,
+  })
+  return await jsonOrThrow(response)
+}
+
+export function normalizeQueryRows(result) {
+  if (!result || typeof result !== "object") return []
+  const entries = Object.entries(result)
+  if (entries.length === 0) return []
+
+  if (entries.length === 1) {
+    const [key, value] = entries[0]
+    if (Array.isArray(value)) {
+      return value.map((row) => (row && typeof row === "object" ? row : { value: row }))
+    }
+    if (value && typeof value === "object") {
+      return [value]
+    }
+    return [{ [key]: value }]
+  }
+
+  const rows = []
+  for (const [key, value] of entries) {
+    if (Array.isArray(value)) {
+      for (const row of value) {
+        if (row && typeof row === "object") {
+          rows.push({ __entity: key, ...row })
+        } else {
+          rows.push({ __entity: key, value: row })
+        }
+      }
+      continue
+    }
+    if (value && typeof value === "object") {
+      rows.push({ __entity: key, ...value })
+      continue
+    }
+    rows.push({ __entity: key, value })
+  }
+  return rows
+}
+
+export function rowsToJsonl(rows) {
+  return rows
+    .map((row) => JSON.stringify({ type: "row", data: row }))
+    .join("\n")
+    .concat(rows.length > 0 ? "\n" : "")
+}
+
+export function countJsonlRows(text) {
+  return String(text ?? "")
+    .split("\n")
+    .map((line) => line.trim())
+    .filter(Boolean)
+    .map((line) => {
+      try {
+        return JSON.parse(line)
+      } catch {
+        return null
+      }
+    })
+    .filter((entry) => entry?.type === "row").length
+}
+
+export function newId() {
+  return randomUUID()
+}

package/skill/code/complete_dataset.mjs

@@ -0,0 +1,104 @@
+import { readFile } from "node:fs/promises"
+import path from "node:path"
+import {
+  countJsonlRows,
+  instantQuery,
+  instantTransact,
+  instantUploadFile,
+  newId,
+  readJsonFile,
+} from "./_runtime.mjs"
+
+const inputPath = process.argv[2]
+if (!inputPath) {
+  console.error("complete_dataset_input_path_required")
+  process.exit(1)
+}
+
+const input = await readJsonFile(inputPath)
+const datasetId = String(input.datasetId ?? "").trim()
+const outputPath = String(input.outputPath ?? "").trim()
+
+if (!datasetId) {
+  console.error("complete_dataset_dataset_id_required")
+  process.exit(1)
+}
+if (!outputPath) {
+  console.error("complete_dataset_output_path_required")
+  process.exit(1)
+}
+
+const fileBuffer = await readFile(outputPath)
+const fileName = path.basename(outputPath) || "output.jsonl"
+const storagePath = `/dataset/${datasetId}/${fileName}`
+const uploaded = await instantUploadFile({
+  path: storagePath,
+  buffer: fileBuffer,
+  contentType: "application/x-ndjson",
+  contentDisposition: fileName,
+  manifestPath: input.manifestPath,
+})
+
+const uploadedFileId = String(uploaded?.data?.id ?? uploaded?.id ?? "").trim()
+if (!uploadedFileId) {
+  console.error("complete_dataset_uploaded_file_id_missing")
+  process.exit(1)
+}
+
+const existing = await instantQuery(
+  {
+    dataset_datasets: {
+      $: { where: { datasetId }, limit: 1 },
+    },
+  },
+  input.manifestPath,
+)
+
+const current = Array.isArray(existing?.dataset_datasets) ? existing.dataset_datasets[0] : null
+const entityId = String(current?.id ?? newId())
+const rowCount = countJsonlRows(fileBuffer.toString("utf8"))
+const createdAt = Number(current?.createdAt ?? Date.now())
+
+const steps = [
+  [
+    "update",
+    "dataset_datasets",
+    entityId,
+    {
+      datasetId,
+      sandboxId: input.sandboxId ?? current?.sandboxId ?? null,
+      title: input.title ?? current?.title ?? datasetId,
+      status: "completed",
+      organizationId: input.organizationId ?? current?.organizationId ?? null,
+      instructions: input.instructions ?? current?.instructions ?? "",
+      sources: input.sources ?? current?.sources ?? [],
+      sourceKinds: input.sourceKinds ?? current?.sourceKinds ?? [],
+      analysis: input.analysis ?? current?.analysis ?? null,
+      schema: input.schema ?? current?.schema ?? null,
+      calculatedTotalRows: rowCount,
+      actualGeneratedRowCount: rowCount,
+      createdAt,
+      updatedAt: Date.now(),
+    },
+  ],
+  [
+    "link",
+    "dataset_datasets",
+    entityId,
+    {
+      dataFile: uploadedFileId,
+    },
+  ],
+]
+
+const result = await instantTransact(steps, input.manifestPath)
+process.stdout.write(
+  JSON.stringify({
+    datasetId,
+    entityId,
+    uploadedFileId,
+    rowCount,
+    storagePath,
+    result,
+  }),
+)