@ekairos/dataset 1.22.82-beta.development.0 → 1.22.84-beta.development.0

package/dist/transform/transform-dataset.steps.d.ts

@@ -1,29 +1,29 @@
-import type { TransformPromptContext, TransformSandboxState, TransformSourcePreviewContext } from "./transform-dataset.types.js";
-export declare function ensureTransformSourcesInSandboxStep(params: {
+import type { TransformPromptContext, TransformSandboxState, TransformInputPreviewContext } from "./transform-dataset.types.js";
+export declare function ensureTransformInputsInSandboxStep(params: {
     runtime: any;
     sandboxId: string;
     datasetId: string;
-    sourceDatasetIds: string[];
+    inputDatasetIds: string[];
     state: TransformSandboxState;
 }): Promise<{
-    sourcePaths: Array<{
+    inputPaths: Array<{
         datasetId: string;
         path: string;
     }>;
     outputPath: string;
     state: TransformSandboxState;
 }>;
-export declare function generateTransformSourcePreviewsStep(params: {
+export declare function generateTransformInputPreviewsStep(params: {
     runtime: any;
     sandboxId: string;
     datasetId: string;
-    sourcePaths: Array<{
+    inputPaths: Array<{
         datasetId: string;
         path: string;
     }>;
 }): Promise<Array<{
     datasetId: string;
-    preview: TransformSourcePreviewContext;
+    preview: TransformInputPreviewContext;
 }>>;
 export declare function buildTransformDatasetPromptStep(params: {
     context: TransformPromptContext;

package/dist/transform/transform-dataset.steps.js

@@ -1,13 +1,13 @@
-import { getDatasetOutputPath, getDatasetSourcesDir, getDatasetStandardDirs, } from "../datasetFiles.js";
+import { getDatasetOutputPath, getDatasetResourcesDir, getDatasetStandardDirs, } from "../datasetFiles.js";
 import { datasetReadOutputJsonlStep } from "../dataset/steps.js";
 import { runDatasetSandboxCommandStep, writeDatasetSandboxFilesStep } from "../sandbox/steps.js";
-import { generateSourcePreview } from "./filepreview.js";
+import { generateInputPreview } from "./filepreview.js";
 import { buildTransformDatasetPrompt } from "./prompts.js";
-export async function ensureTransformSourcesInSandboxStep(params) {
+export async function ensureTransformInputsInSandboxStep(params) {
     "use step";
     if (params.state.initialized) {
         return {
-            sourcePaths: params.state.sourcePaths,
+            inputPaths: params.state.inputPaths,
             outputPath: getDatasetOutputPath(params.datasetId),
             state: params.state,
         };
@@ -18,42 +18,42 @@ export async function ensureTransformSourcesInSandboxStep(params) {
         cmd: "mkdir",
         args: ["-p", ...getDatasetStandardDirs(params.datasetId)],
     });
-    const sourcePaths = [];
-    for (const sourceDatasetId of params.sourceDatasetIds) {
-        const sourcePath = `${getDatasetSourcesDir(params.datasetId)}/source_${sourceDatasetId}.jsonl`;
-        const source = await datasetReadOutputJsonlStep({
+    const inputPaths = [];
+    for (const inputDatasetId of params.inputDatasetIds) {
+        const inputPath = `${getDatasetResourcesDir(params.datasetId)}/resource_${inputDatasetId}.jsonl`;
+        const input = await datasetReadOutputJsonlStep({
             runtime: params.runtime,
-            datasetId: sourceDatasetId,
+            datasetId: inputDatasetId,
         });
         await writeDatasetSandboxFilesStep({
             runtime: params.runtime,
             sandboxId: params.sandboxId,
-            files: [{ path: sourcePath, contentBase64: source.contentBase64 }],
+            files: [{ path: inputPath, contentBase64: input.contentBase64 }],
         });
-        sourcePaths.push({ datasetId: sourceDatasetId, path: sourcePath });
+        inputPaths.push({ datasetId: inputDatasetId, path: inputPath });
     }
     return {
-        sourcePaths,
+        inputPaths,
         outputPath: getDatasetOutputPath(params.datasetId),
         state: {
             initialized: true,
-            sourcePaths,
+            inputPaths,
         },
     };
 }
-export async function generateTransformSourcePreviewsStep(params) {
+export async function generateTransformInputPreviewsStep(params) {
     "use step";
-    const sourcePreviews = [];
-    for (const sourcePath of params.sourcePaths) {
+    const inputPreviews = [];
+    for (const inputPath of params.inputPaths) {
         try {
-            const preview = await generateSourcePreview(params.runtime, params.sandboxId, sourcePath.path, params.datasetId);
-            sourcePreviews.push({ datasetId: sourcePath.datasetId, preview });
+            const preview = await generateInputPreview(params.runtime, params.sandboxId, inputPath.path, params.datasetId);
+            inputPreviews.push({ datasetId: inputPath.datasetId, preview });
         }
         catch {
-            // Source preview is optional; transformation can still read the JSONL files.
+            // Input preview is optional; transformation can still read the JSONL files.
         }
     }
-    return sourcePreviews;
+    return inputPreviews;
 }
 export async function buildTransformDatasetPromptStep(params) {
     "use step";

package/dist/transform/transform-dataset.types.d.ts

@@ -1,34 +1,34 @@
 import type { ContextReactor } from "@ekairos/events";
-import type { TransformSourcePreviewContext } from "./filepreview.js";
-export type { TransformSourcePreviewContext } from "./filepreview.js";
+import type { TransformInputPreviewContext } from "./filepreview.js";
+export type { TransformInputPreviewContext } from "./filepreview.js";
 export type TransformSandboxState = {
     initialized: boolean;
-    sourcePaths: Array<{
+    inputPaths: Array<{
         datasetId: string;
         path: string;
     }>;
 };
 export type TransformDatasetContext = {
     datasetId: string;
-    sourceDatasetIds: string[];
+    inputDatasetIds: string[];
     outputSchema: any;
     sandboxConfig: {
-        sourcePaths: Array<{
+        inputPaths: Array<{
             datasetId: string;
             path: string;
         }>;
         outputPath: string;
     };
-    sourcePreviews?: Array<{
+    inputPreviews?: Array<{
         datasetId: string;
-        preview: TransformSourcePreviewContext;
+        preview: TransformInputPreviewContext;
     }>;
     errors: string[];
     iterationCount: number;
     instructions?: string;
 };
 export type TransformDatasetAgentParams = {
-    sourceDatasetIds?: string[];
+    inputDatasetIds?: string[];
     outputSchema?: any;
     instructions?: string;
     datasetId?: string;
@@ -36,9 +36,9 @@ export type TransformDatasetAgentParams = {
     sandboxId?: string;
     reactor?: ContextReactor<any, any>;
     sandboxState?: TransformSandboxState;
-    sourcePreviews?: Array<{
+    inputPreviews?: Array<{
         datasetId: string;
-        preview: TransformSourcePreviewContext;
+        preview: TransformInputPreviewContext;
     }>;
 };
 export type TransformDatasetRunOptions = {
@@ -59,16 +59,16 @@ export type TransformDatasetResult = {
 };
 export type TransformPromptContext = {
     datasetId: string;
-    sourceDatasetIds: string[];
+    inputDatasetIds: string[];
     outputSchema: any;
     sandboxConfig: {
-        sourcePaths: Array<{
+        inputPaths: Array<{
             datasetId: string;
             path: string;
         }>;
         outputPath: string;
     };
-    sourcePreviews?: Array<{
+    inputPreviews?: Array<{
         datasetId: string;
         preview: {
             totalRows: number;

package/dist/transform/transformDataset.js

@@ -1,7 +1,7 @@
 import { datasetPreviewRowsStep } from "../dataset/steps.js";
 import { createTransformDatasetContext } from "./transform-dataset.agent.js";
 function buildInstructions(input) {
-    const sources = input.datasets
+    const inputs = input.datasets
         .map((d, idx) => {
         const name = d.description ? ` - ${d.description}` : "";
         return `${idx + 1}. ${d.id}${name}`;
@@ -12,8 +12,8 @@ function buildInstructions(input) {
         "Use pandas when helpful. Output must be JSONL with {type:'row', data:{...}} lines.",
         "Respect the provided output schema exactly.",
         "",
-        "## Source Datasets",
-        sources || "- (none)",
+        "## Input Datasets",
+        inputs || "- (none)",
         "",
         "## Transformation Description (LaTeX + sets)",
         String(input.description ?? "").trim(),
@@ -25,7 +25,7 @@ function buildInstructions(input) {
  */
 export async function transformDataset(runtime, input) {
     const transformContext = createTransformDatasetContext({
-        sourceDatasetIds: input.datasets.map((d) => d.id),
+        inputDatasetIds: input.datasets.map((d) => d.id),
         outputSchema: input.outputSchema,
         instructions: buildInstructions(input),
         datasetId: input.datasetId,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ekairos/dataset",
-  "version": "1.22.82-beta.development.0",
+  "version": "1.22.84-beta.development.0",
   "description": "Pulzar Dataset Tools",
   "type": "module",
   "main": "dist/index.js",
@@ -65,9 +65,9 @@
     "test:ai-sdk:instant": "vitest run -c vitest.codex.config.mts src/tests/materializeDataset.ai-sdk.instant.test.ts"
   },
   "dependencies": {
-    "@ekairos/domain": "^1.22.82-beta.development.0",
-    "@ekairos/events": "^1.22.82-beta.development.0",
-    "@ekairos/sandbox": "^1.22.82-beta.development.0",
+    "@ekairos/domain": "^1.22.84-beta.development.0",
+    "@ekairos/events": "^1.22.84-beta.development.0",
+    "@ekairos/sandbox": "^1.22.84-beta.development.0",
     "@instantdb/admin": "0.22.158",
     "@instantdb/core": "0.22.142",
     "ai": "^5.0.44",