@ekairos/dataset 1.21.43-beta.0 → 1.21.53-beta.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (60) hide show
  1. package/dist/clearDataset.tool.d.ts +3 -5
  2. package/dist/clearDataset.tool.d.ts.map +1 -1
  3. package/dist/clearDataset.tool.js +8 -5
  4. package/dist/clearDataset.tool.js.map +1 -1
  5. package/dist/completeDataset.tool.d.ts +3 -5
  6. package/dist/completeDataset.tool.d.ts.map +1 -1
  7. package/dist/completeDataset.tool.js +22 -68
  8. package/dist/completeDataset.tool.js.map +1 -1
  9. package/dist/dataset/steps.d.ts +39 -0
  10. package/dist/dataset/steps.d.ts.map +1 -0
  11. package/dist/dataset/steps.js +77 -0
  12. package/dist/dataset/steps.js.map +1 -0
  13. package/dist/executeCommand.tool.d.ts +3 -5
  14. package/dist/executeCommand.tool.d.ts.map +1 -1
  15. package/dist/executeCommand.tool.js +17 -10
  16. package/dist/executeCommand.tool.js.map +1 -1
  17. package/dist/file/file-dataset.agent.d.ts +35 -36
  18. package/dist/file/file-dataset.agent.d.ts.map +1 -1
  19. package/dist/file/file-dataset.agent.js +141 -191
  20. package/dist/file/file-dataset.agent.js.map +1 -1
  21. package/dist/file/filepreview.d.ts +2 -3
  22. package/dist/file/filepreview.d.ts.map +1 -1
  23. package/dist/file/filepreview.js +36 -27
  24. package/dist/file/filepreview.js.map +1 -1
  25. package/dist/file/generateSchema.tool.d.ts +2 -5
  26. package/dist/file/generateSchema.tool.d.ts.map +1 -1
  27. package/dist/file/generateSchema.tool.js +4 -2
  28. package/dist/file/generateSchema.tool.js.map +1 -1
  29. package/dist/file/prompts.d.ts +2 -2
  30. package/dist/file/prompts.d.ts.map +1 -1
  31. package/dist/file/prompts.js.map +1 -1
  32. package/dist/file/steps.d.ts +9 -0
  33. package/dist/file/steps.d.ts.map +1 -0
  34. package/dist/file/steps.js +23 -0
  35. package/dist/file/steps.js.map +1 -0
  36. package/dist/sandbox/steps.d.ts +47 -0
  37. package/dist/sandbox/steps.d.ts.map +1 -0
  38. package/dist/sandbox/steps.js +94 -0
  39. package/dist/sandbox/steps.js.map +1 -0
  40. package/dist/sandbox.steps.d.ts +2 -0
  41. package/dist/sandbox.steps.d.ts.map +1 -0
  42. package/dist/sandbox.steps.js +18 -0
  43. package/dist/sandbox.steps.js.map +1 -0
  44. package/dist/schema.d.ts +5 -3
  45. package/dist/schema.d.ts.map +1 -1
  46. package/dist/schema.js +7 -3
  47. package/dist/schema.js.map +1 -1
  48. package/dist/service.d.ts +2 -4
  49. package/dist/service.d.ts.map +1 -1
  50. package/dist/service.js +2 -29
  51. package/dist/service.js.map +1 -1
  52. package/dist/transform/filepreview.d.ts +1 -2
  53. package/dist/transform/filepreview.d.ts.map +1 -1
  54. package/dist/transform/filepreview.js +61 -54
  55. package/dist/transform/filepreview.js.map +1 -1
  56. package/dist/transform/transform-dataset.agent.d.ts +19 -37
  57. package/dist/transform/transform-dataset.agent.d.ts.map +1 -1
  58. package/dist/transform/transform-dataset.agent.js +116 -224
  59. package/dist/transform/transform-dataset.agent.js.map +1 -1
  60. package/package.json +4 -4
@@ -1,11 +1,9 @@
1
- import { Sandbox } from "@vercel/sandbox";
2
- import { DatasetService } from "./service";
3
1
  interface ClearDatasetToolParams {
4
- service: DatasetService;
5
2
  datasetId: string;
6
- sandbox: Sandbox;
3
+ sandboxId: string;
4
+ env?: any;
7
5
  }
8
- export declare function createClearDatasetTool({ service, datasetId, sandbox }: ClearDatasetToolParams): import("ai").Tool<{
6
+ export declare function createClearDatasetTool({ datasetId, sandboxId, env }: ClearDatasetToolParams): import("ai").Tool<{
9
7
  reason: string;
10
8
  }, {
11
9
  success: boolean;
@@ -1 +1 @@
1
- {"version":3,"file":"clearDataset.tool.d.ts","sourceRoot":"","sources":["../src/clearDataset.tool.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAA;AAEzC,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAA;AAE1C,UAAU,sBAAsB;IAC5B,OAAO,EAAE,cAAc,CAAA;IACvB,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,OAAO,CAAA;CACnB;AAED,wBAAgB,sBAAsB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,sBAAsB;;;;;;;;;;;;GA0D7F"}
1
+ {"version":3,"file":"clearDataset.tool.d.ts","sourceRoot":"","sources":["../src/clearDataset.tool.ts"],"names":[],"mappings":"AAMA,UAAU,sBAAsB;IAC5B,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,GAAG,CAAC,EAAE,GAAG,CAAA;CACZ;AAED,wBAAgB,sBAAsB,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,sBAAsB;;;;;;;;;;;;GA2D3F"}
@@ -3,8 +3,10 @@ Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.createClearDatasetTool = createClearDatasetTool;
4
4
  const ai_1 = require("ai");
5
5
  const zod_1 = require("zod");
6
+ const steps_1 = require("./sandbox/steps");
6
7
  const datasetFiles_1 = require("./datasetFiles");
7
- function createClearDatasetTool({ service, datasetId, sandbox }) {
8
+ const steps_2 = require("./dataset/steps");
9
+ function createClearDatasetTool({ datasetId, sandboxId, env }) {
8
10
  return (0, ai_1.tool)({
9
11
  description: "Clear all dataset records and output files. This will delete all generated data and reset the dataset to its initial state.",
10
12
  inputSchema: zod_1.z.object({
@@ -18,13 +20,14 @@ function createClearDatasetTool({ service, datasetId, sandbox }) {
18
20
  const outputPath = (0, datasetFiles_1.getDatasetOutputPath)(datasetId);
19
21
  console.log(`[Dataset ${datasetId}] Step 1: Deleting output file`);
20
22
  try {
21
- const result = await sandbox.runCommand({
23
+ const result = await (0, steps_1.runDatasetSandboxCommandStep)({
24
+ env,
25
+ sandboxId,
22
26
  cmd: "rm",
23
27
  args: ["-f", outputPath],
24
28
  });
25
29
  if (result.exitCode !== 0) {
26
- const stderr = await result.stderr();
27
- console.warn(`[Dataset ${datasetId}] Failed to delete output file: ${stderr}`);
30
+ console.warn(`[Dataset ${datasetId}] Failed to delete output file: ${result.stderr}`);
28
31
  }
29
32
  else {
30
33
  console.log(`[Dataset ${datasetId}] ✅ Output file deleted`);
@@ -35,7 +38,7 @@ function createClearDatasetTool({ service, datasetId, sandbox }) {
35
38
  console.warn(`[Dataset ${datasetId}] Error deleting output file: ${message}`);
36
39
  }
37
40
  console.log(`[Dataset ${datasetId}] Step 2: Clearing dataset records`);
38
- const clearResult = await service.clearDataset(datasetId);
41
+ const clearResult = await (0, steps_2.datasetClearStep)({ env, datasetId });
39
42
  if (!clearResult.ok) {
40
43
  console.error(`[Dataset ${datasetId}] Failed to clear dataset: ${clearResult.error}`);
41
44
  return {
@@ -1 +1 @@
1
- {"version":3,"file":"clearDataset.tool.js","sourceRoot":"","sources":["../src/clearDataset.tool.ts"],"names":[],"mappings":";;AAYA,wDA0DC;AAtED,2BAAyB;AACzB,6BAAuB;AAEvB,iDAAqD;AASrD,SAAgB,sBAAsB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAA0B;IAC1F,OAAO,IAAA,SAAI,EAAC;QACR,WAAW,EAAE,6HAA6H;QAC1I,WAAW,EAAE,OAAC,CAAC,MAAM,CAAC;YAClB,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;SACrE,CAAC;QACF,OAAO,EAAE,KAAK,EAAE,EAAE,MAAM,EAAsB,EAAE,EAAE;YAC9C,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAC9E,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,sBAAsB,CAAC,CAAA;YACxD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,aAAa,MAAM,EAAE,CAAC,CAAA;YACvD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAE9E,MAAM,UAAU,GAAG,IAAA,mCAAoB,EAAC,SAAS,CAAC,CAAA;YAElD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,gCAAgC,CAAC,CAAA;YAClE,IAAI,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;oBACpC,GAAG,EAAE,IAAI;oBACT,IAAI,EAAE,CAAC,IAAI,EAAE,UAAU,CAAC;iBAC3B,CAAC,CAAA;gBAEF,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;oBACxB,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,CAAA;oBACpC,OAAO,CAAC,IAAI,CAAC,YAAY,SAAS,mCAAmC,MAAM,EAAE,CAAC,CAAA;gBAClF,CAAC;qBACI,CAAC;oBACF,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,yBAAyB,CAAC,CAAA;gBAC/D,CAAC;YACL,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACX,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;gBACtE,OAAO,CAAC,IAAI,CAAC,YAAY,SAAS,iCAAiC,OAAO,EAAE,CAAC,CAAA;YACjF,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,oCAAoC,CAAC,CAAA;YACtE,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,CAAA;YAEzD,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC;gBAClB,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,8BAA8B,WAAW,CAAC,KAAK,EAAE,CAAC,CAAA;gBACrF,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,WAAW,CAAC,KAAK;iBAC3B,CAAA;YACL,CAAC;YAED,MAAM,YAAY,GAAG,WAAW,CAAC,IAAI,CAAC,YAAY,CAAA;YAClD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,eAAe,YAAY,UAAU,CAAC,CAAA;YAEvE,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,gCAAgC,CAAC,CAAA;YAClE,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAE9E,OAAO;gBACH,OAAO,EAAE,IAAI;gBACb,cAAc,EAAE,YAAY;gBAC5B,OAAO,EAAE,yCAAyC,YAAY,sCAAsC,MAAM,EAAE;aAC/G,CAAA;QACL,CAAC;KACJ,CAAC,CAAA;AACN,CAAC"}
1
+ {"version":3,"file":"clearDataset.tool.js","sourceRoot":"","sources":["../src/clearDataset.tool.ts"],"names":[],"mappings":";;AAYA,wDA2DC;AAvED,2BAAyB;AACzB,6BAAuB;AACvB,2CAA8D;AAC9D,iDAAqD;AACrD,2CAAkD;AAQlD,SAAgB,sBAAsB,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAA0B;IACxF,OAAO,IAAA,SAAI,EAAC;QACR,WAAW,EAAE,6HAA6H;QAC1I,WAAW,EAAE,OAAC,CAAC,MAAM,CAAC;YAClB,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;SACrE,CAAC;QACF,OAAO,EAAE,KAAK,EAAE,EAAE,MAAM,EAAsB,EAAE,EAAE;YAC9C,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAC9E,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,sBAAsB,CAAC,CAAA;YACxD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,aAAa,MAAM,EAAE,CAAC,CAAA;YACvD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAE9E,MAAM,UAAU,GAAG,IAAA,mCAAoB,EAAC,SAAS,CAAC,CAAA;YAElD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,gCAAgC,CAAC,CAAA;YAClE,IAAI,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,IAAA,oCAA4B,EAAC;oBAC9C,GAAG;oBACH,SAAS;oBACT,GAAG,EAAE,IAAI;oBACT,IAAI,EAAE,CAAC,IAAI,EAAE,UAAU,CAAC;iBAC3B,CAAC,CAAA;gBAEF,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;oBACxB,OAAO,CAAC,IAAI,CAAC,YAAY,SAAS,mCAAmC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;gBACzF,CAAC;qBACI,CAAC;oBACF,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,yBAAyB,CAAC,CAAA;gBAC/D,CAAC;YACL,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACX,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;gBACtE,OAAO,CAAC,IAAI,CAAC,YAAY,SAAS,iCAAiC,OAAO,EAAE,CAAC,CAAA;YACjF,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,oCAAoC,CAAC,CAAA;YACtE,MAAM,WAAW,GAAG,MAAM,IAAA,wBAAgB,EAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAA;YAE9D,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC;gBAClB,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,8BAA8B,WAAW,CAAC,KAAK,EAAE,CAAC,CAAA;gBACrF,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,WAAW,CAAC,KAAK;iBAC3B,CAAA;YACL,CAAC;YAED,MAAM,YAAY,GAAG,WAAW,CAAC,IAAI,CAAC,YAAY,CAAA;YAClD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,eAAe,YAAY,UAAU,CAAC,CAAA;YAEvE,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,gCAAgC,CAAC,CAAA;YAClE,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAE9E,OAAO;gBACH,OAAO,EAAE,IAAI;gBACb,cAAc,EAAE,YAAY;gBAC5B,OAAO,EAAE,yCAAyC,YAAY,sCAAsC,MAAM,EAAE;aAC/G,CAAA;QACL,CAAC;KACJ,CAAC,CAAA;AACN,CAAC"}
@@ -1,11 +1,9 @@
1
- import { Sandbox } from "@vercel/sandbox";
2
- import { DatasetService } from "./service";
3
1
  interface CompleteDatasetToolParams {
4
- service: DatasetService;
5
2
  datasetId: string;
6
- sandbox: Sandbox;
3
+ sandboxId: string;
4
+ env?: any;
7
5
  }
8
- export declare function createCompleteDatasetTool({ service, datasetId, sandbox }: CompleteDatasetToolParams): import("ai").Tool<{
6
+ export declare function createCompleteDatasetTool({ datasetId, sandboxId, env }: CompleteDatasetToolParams): import("ai").Tool<{
9
7
  summary: string;
10
8
  }, {
11
9
  success: boolean;
@@ -1 +1 @@
1
- {"version":3,"file":"completeDataset.tool.d.ts","sourceRoot":"","sources":["../src/completeDataset.tool.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAA;AAKzC,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAA;AAe1C,UAAU,yBAAyB;IAC/B,OAAO,EAAE,cAAc,CAAA;IACvB,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,OAAO,CAAA;CACnB;AAED,wBAAgB,yBAAyB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,yBAAyB;;;aAkLvF,OAAO;iBACH,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,OAAO,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;oBACxD,MAAM;YACd,MAAM;;;;;;;GA1BjB"}
1
+ {"version":3,"file":"completeDataset.tool.d.ts","sourceRoot":"","sources":["../src/completeDataset.tool.ts"],"names":[],"mappings":"AAsBA,UAAU,yBAAyB;IAC/B,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,GAAG,CAAC,EAAE,GAAG,CAAA;CACZ;AAED,wBAAgB,yBAAyB,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,yBAAyB;;;aA2JrF,OAAO;iBACH,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,OAAO,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;oBACxD,MAAM;YACd,MAAM;;;;;;;GA7BjB"}
@@ -6,8 +6,10 @@ Object.defineProperty(exports, "__esModule", { value: true });
6
6
  exports.createCompleteDatasetTool = createCompleteDatasetTool;
7
7
  const ai_1 = require("ai");
8
8
  const zod_1 = require("zod");
9
+ const steps_1 = require("./sandbox/steps");
9
10
  const ajv_1 = __importDefault(require("ajv"));
10
11
  const datasetFiles_1 = require("./datasetFiles");
12
+ const steps_2 = require("./dataset/steps");
11
13
  let ajvInstance = null;
12
14
  function getAjv() {
13
15
  if (!ajvInstance) {
@@ -18,7 +20,7 @@ function getAjv() {
18
20
  }
19
21
  return ajvInstance;
20
22
  }
21
- function createCompleteDatasetTool({ service, datasetId, sandbox }) {
23
+ function createCompleteDatasetTool({ datasetId, sandboxId, env }) {
22
24
  return (0, ai_1.tool)({
23
25
  description: "Mark the dataset as completed. Use only when output.jsonl has been successfully generated and is ready for validation.",
24
26
  inputSchema: zod_1.z.object({
@@ -31,7 +33,7 @@ function createCompleteDatasetTool({ service, datasetId, sandbox }) {
31
33
  console.log(`[Dataset ${datasetId}] ========================================`);
32
34
  const outputPath = (0, datasetFiles_1.getDatasetOutputPath)(datasetId);
33
35
  try {
34
- await ensureFileExists(sandbox, outputPath);
36
+ await ensureFileExists(env, sandboxId, outputPath);
35
37
  }
36
38
  catch (error) {
37
39
  const message = error instanceof Error ? error.message : String(error);
@@ -42,7 +44,7 @@ function createCompleteDatasetTool({ service, datasetId, sandbox }) {
42
44
  };
43
45
  }
44
46
  console.log(`[Dataset ${datasetId}] Validating dataset rows against schema`);
45
- const datasetResult = await service.getDatasetById(datasetId);
47
+ const datasetResult = await (0, steps_2.datasetGetByIdStep)({ env, datasetId });
46
48
  if (!datasetResult.ok) {
47
49
  console.error(`[Dataset ${datasetId}] ${datasetResult.error}`);
48
50
  return {
@@ -72,7 +74,8 @@ function createCompleteDatasetTool({ service, datasetId, sandbox }) {
72
74
  };
73
75
  }
74
76
  const validationResult = await validateJsonlRows({
75
- sandbox,
77
+ env,
78
+ sandboxId,
76
79
  outputPath,
77
80
  validator,
78
81
  datasetId,
@@ -82,42 +85,17 @@ function createCompleteDatasetTool({ service, datasetId, sandbox }) {
82
85
  }
83
86
  const totalValidRows = validationResult.validRowCount;
84
87
  console.log(`[Dataset ${datasetId}] Reading file content for upload`);
85
- const fileStream = await sandbox.readFile({ path: outputPath });
86
- if (!fileStream) {
87
- console.error(`[Dataset ${datasetId}] Failed to read file`);
88
- return {
89
- success: false,
90
- error: "Failed to read file from sandbox",
91
- };
92
- }
93
- const chunks = [];
94
- for await (const chunk of fileStream) {
95
- if (typeof chunk === "string") {
96
- chunks.push(Buffer.from(chunk, "utf-8"));
97
- }
98
- else if (chunk instanceof Uint8Array) {
99
- chunks.push(Buffer.from(chunk));
100
- }
101
- else if (chunk instanceof ArrayBuffer) {
102
- chunks.push(Buffer.from(chunk));
103
- }
104
- else if (chunk) {
105
- chunks.push(Buffer.from(chunk));
106
- }
107
- }
108
- if (chunks.length === 0) {
88
+ const fileRead = await (0, steps_1.readDatasetSandboxFileStep)({ env, sandboxId, path: outputPath });
89
+ if (!fileRead.contentBase64) {
109
90
  console.error(`[Dataset ${datasetId}] Empty file content`);
110
91
  return {
111
92
  success: false,
112
93
  error: "Empty file content",
113
94
  };
114
95
  }
115
- const fileBuffer = Buffer.concat(chunks);
96
+ const fileBuffer = Buffer.from(fileRead.contentBase64, "base64");
116
97
  console.log(`[Dataset ${datasetId}] Uploading file to InstantDB storage`);
117
- const uploadResult = await service.uploadDatasetOutputFile({
118
- datasetId,
119
- fileBuffer,
120
- });
98
+ const uploadResult = await (0, steps_2.datasetUploadOutputFileStep)({ env, datasetId, fileBuffer });
121
99
  if (!uploadResult.ok) {
122
100
  console.error(`[Dataset ${datasetId}] File upload failed: ${uploadResult.error}`);
123
101
  return {
@@ -126,7 +104,8 @@ function createCompleteDatasetTool({ service, datasetId, sandbox }) {
126
104
  };
127
105
  }
128
106
  console.log(`[Dataset ${datasetId}] File uploaded successfully: ${uploadResult.data.fileId}`);
129
- const statusResult = await service.updateDatasetStatus({
107
+ const statusResult = await (0, steps_2.datasetUpdateStatusStep)({
108
+ env,
130
109
  datasetId,
131
110
  status: "completed",
132
111
  calculatedTotalRows: totalValidRows,
@@ -151,8 +130,10 @@ function createCompleteDatasetTool({ service, datasetId, sandbox }) {
151
130
  },
152
131
  });
153
132
  }
154
- async function ensureFileExists(sandbox, path) {
155
- const result = await sandbox.runCommand({
133
+ async function ensureFileExists(env, sandboxId, path) {
134
+ const result = await (0, steps_1.runDatasetSandboxCommandStep)({
135
+ env,
136
+ sandboxId,
156
137
  cmd: "test",
157
138
  args: ["-f", path],
158
139
  });
@@ -160,43 +141,16 @@ async function ensureFileExists(sandbox, path) {
160
141
  throw new Error(`Required file not found: ${path}`);
161
142
  }
162
143
  }
163
- async function validateJsonlRows({ sandbox, outputPath, validator, datasetId }) {
144
+ async function validateJsonlRows({ env, sandboxId, outputPath, validator, datasetId }) {
164
145
  const validation = [];
165
146
  let validRowCount = 0;
166
147
  console.log(`[Dataset ${datasetId}] Reading and validating JSONL file from sandbox`);
167
- const fileStream = await sandbox.readFile({ path: outputPath });
168
- if (!fileStream) {
169
- console.log(`[Dataset ${datasetId}] Empty output file`);
170
- return {
171
- success: true,
172
- validation,
173
- validRowCount: 0,
174
- };
175
- }
176
- const chunks = [];
177
- for await (const chunk of fileStream) {
178
- if (typeof chunk === "string") {
179
- chunks.push(Buffer.from(chunk, "utf-8"));
180
- }
181
- else if (chunk instanceof Uint8Array) {
182
- chunks.push(Buffer.from(chunk));
183
- }
184
- else if (chunk instanceof ArrayBuffer) {
185
- chunks.push(Buffer.from(chunk));
186
- }
187
- else if (chunk) {
188
- chunks.push(Buffer.from(chunk));
189
- }
190
- }
191
- if (chunks.length === 0) {
148
+ const fileRead = await (0, steps_1.readDatasetSandboxFileStep)({ env, sandboxId, path: outputPath });
149
+ if (!fileRead.contentBase64) {
192
150
  console.log(`[Dataset ${datasetId}] Empty output file`);
193
- return {
194
- success: true,
195
- validation,
196
- validRowCount: 0,
197
- };
151
+ return { success: true, validation, validRowCount: 0 };
198
152
  }
199
- const fileContent = Buffer.concat(chunks).toString();
153
+ const fileContent = Buffer.from(fileRead.contentBase64, "base64").toString();
200
154
  const lines = fileContent.split("\n");
201
155
  console.log(`[Dataset ${datasetId}] Validating ${lines.length} lines`);
202
156
  for (let index = 0; index < lines.length; index++) {
@@ -1 +1 @@
1
- {"version":3,"file":"completeDataset.tool.js","sourceRoot":"","sources":["../src/completeDataset.tool.ts"],"names":[],"mappings":";;;;;AA4BA,8DA2JC;AAvLD,2BAAyB;AACzB,6BAAuB;AAEvB,8CAA2C;AAC3C,iDAEuB;AAGvB,IAAI,WAAW,GAAe,IAAI,CAAA;AAElC,SAAS,MAAM;IACX,IAAI,CAAC,WAAW,EAChB,CAAC;QACG,WAAW,GAAG,IAAI,aAAG,CAAC;YAClB,SAAS,EAAE,IAAI;YACf,MAAM,EAAE,KAAK;SAChB,CAAC,CAAA;IACN,CAAC;IACD,OAAO,WAAW,CAAA;AACtB,CAAC;AAQD,SAAgB,yBAAyB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAA6B;IAChG,OAAO,IAAA,SAAI,EAAC;QACR,WAAW,EAAE,wHAAwH;QACrI,WAAW,EAAE,OAAC,CAAC,MAAM,CAAC;YAClB,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uEAAuE,CAAC;SACxG,CAAC;QACF,OAAO,EAAE,KAAK,EAAE,EAAE,OAAO,EAAuB,EAAE,EAAE;YAChD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAC9E,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,yBAAyB,CAAC,CAAA;YAC3D,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,cAAc,OAAO,EAAE,CAAC,CAAA;YACzD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAE9E,MAAM,UAAU,GAAG,IAAA,mCAAoB,EAAC,SAAS,CAAC,CAAA;YAElD,IAAI,CAAC;gBACD,MAAM,gBAAgB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAA;YAC/C,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACX,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;gBACtE,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,wBAAwB,EAAE,OAAO,CAAC,CAAA;gBACrE,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,OAAO;iBACjB,CAAA;YACL,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,0CAA0C,CAAC,CAAA;YAE5E,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAA;YAC7D,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;gBACpB,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,KAAK,aAAa,CAAC,KAAK,EAAE,CAAC,CAAA;gBAC9D,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,aAAa,CAAC,KAAK;iBAC7B,CAAA;YACL,CAAC;YAED,MAAM,aAAa,GAAG,aAAa,CAAC,IAAI,CAAA;YACxC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;gBACxB,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,gCAAgC,CAAC,CAAA;gBACpE,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,6DAA6D;iBACvE,CAAA;YACL,CAAC;YAED,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,MAAM,CAAA;YAE9C,IAAI,SAA2B,CAAA;YAC/B,IAAI,CAAC;gBACD,SAAS,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;YAC5C,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACX,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;gBACtE,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,6BAA6B,EAAE,OAAO,CAAC,CAAA;gBAC1E,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,6BAA6B,OAAO,EAAE;iBAChD,CAAA;YACL,CAAC;YAED,MAAM,gBAAgB,GAAG,MAAM,iBAAiB,CAAC;gBAC7C,OAAO;gBACP,UAAU;gBACV,SAAS;gBACT,SAAS;aACZ,CAAC,CAAA;YAEF,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;gBAC5B,OAAO,gBAAgB,CAAA;YAC3B,CAAC;YAED,MAAM,cAAc,GAAG,gBAAgB,CAAC,aAAa,CAAA;YAErD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,mCAAmC,CAAC,CAAA;YACrE,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAA;YAE/D,IAAI,CAAC,UAAU,EAAE,CAAC;gBACd,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,uBAAuB,CAAC,CAAA;gBAC3D,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,kCAAkC;iBAC5C,CAAA;YACL,CAAC;YAED,MAAM,MAAM,GAAa,EAAE,CAAA;YAC3B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,UAAuE,EAAE,CAAC;gBAChG,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;oBAC5B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAA;gBAC5C,CAAC;qBACI,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;oBACnC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;gBACnC,CAAC;qBACI,IAAI,KAAK,YAAY,WAAW,EAAE,CAAC;oBACpC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;gBACnC,CAAC;qBACI,IAAI,KAAK,EAAE,CAAC;oBACb,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;gBACnC,CAAC;YACL,CAAC;YAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACtB,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,sBAAsB,CAAC,CAAA;gBAC1D,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,oBAAoB;iBAC9B,CAAA;YACL,CAAC;YAED,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;YAExC,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,uCAAuC,CAAC,CAAA;YAEzE,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,uBAAuB,CAAC;gBACvD,SAAS;gBACT,UAAU;aACb,CAAC,CAAA;YAEF,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;gBACnB,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,yBAAyB,YAAY,CAAC,KAAK,EAAE,CAAC,CAAA;gBACjF,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY,CAAC,KAAK;iBAC5B,CAAA;YACL,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,iCAAiC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;YAE7F,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,mBAAmB,CAAC;gBACnD,SAAS;gBACT,MAAM,EAAE,WAAW;gBACnB,mBAAmB,EAAE,cAAc;gBACnC,uBAAuB,EAAE,cAAc;aAC1C,CAAC,CAAA;YAEF,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;gBACnB,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,8BAA8B,YAAY,CAAC,KAAK,EAAE,CAAC,CAAA;gBACtF,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY,CAAC,KAAK;iBAC5B,CAAA;YACL,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,kCAAkC,cAAc,cAAc,CAAC,CAAA;YAChG,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAE9E,OAAO;gBACH,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,cAAc;gBACzB,MAAM,EAAE,YAAY,CAAC,IAAI,CAAC,MAAM;gBAChC,WAAW,EAAE,YAAY,CAAC,IAAI,CAAC,WAAW;gBAC1C,OAAO,EAAE,oDAAoD;aAChE,CAAA;QACL,CAAC;KACJ,CAAC,CAAA;AACN,CAAC;AAID,KAAK,UAAU,gBAAgB,CAAC,OAAgB,EAAE,IAAY;IAC1D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;QACpC,GAAG,EAAE,MAAM;QACX,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC;KACrB,CAAC,CAAA;IAEF,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,4BAA4B,IAAI,EAAE,CAAC,CAAA;IACvD,CAAC;AACL,CAAC;AASD,KAAK,UAAU,iBAAiB,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS,EAA2B;IAMnG,MAAM,UAAU,GAAgE,EAAE,CAAA;IAClF,IAAI,aAAa,GAAG,CAAC,CAAA;IAErB,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,kDAAkD,CAAC,CAAA;IAEpF,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAA;IAE/D,IAAI,CAAC,UAAU,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,qBAAqB,CAAC,CAAA;QACvD,OAAO;YACH,OAAO,EAAE,IAAI;YACb,UAAU;YACV,aAAa,EAAE,CAAC;SACnB,CAAA;IACL,CAAC;IAED,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,UAAuE,EAAE,CAAC;QAChG,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAA;QAC5C,CAAC;aACI,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;QACnC,CAAC;aACI,IAAI,KAAK,YAAY,WAAW,EAAE,CAAC;YACpC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;QACnC,CAAC;aACI,IAAI,KAAK,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;QACnC,CAAC;IACL,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,qBAAqB,CAAC,CAAA;QACvD,OAAO;YACH,OAAO,EAAE,IAAI;YACb,UAAU;YACV,aAAa,EAAE,CAAC;SACnB,CAAA;IACL,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAA;IACpD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACrC,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,gBAAgB,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAA;IAEtE,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EACjD,CAAC;QACG,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAA;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAA;QAC3B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,SAAQ;QACZ,CAAC;QAED,IAAI,MAAW,CAAA;QACf,IAAI,CAAC;YACD,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QAChC,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACX,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACtE,UAAU,CAAC,IAAI,CAAC;gBACZ,KAAK;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,CAAC,iBAAiB,OAAO,EAAE,CAAC;aACvC,CAAC,CAAA;YACF,SAAQ;QACZ,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YACxB,SAAQ;QACZ,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAA;QACxB,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YACtC,UAAU,CAAC,IAAI,CAAC;gBACZ,KAAK;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,CAAC,sBAAsB,CAAC;aACnC,CAAC,CAAA;YACF,SAAQ;QACZ,CAAC;QAED,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;QAC7B,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC;gBAC1C,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,IAAI,0BAA0B,CAAC;gBAC1E,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAA;YAClC,UAAU,CAAC,IAAI,CAAC;gBACZ,KAAK;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM;aACT,CAAC,CAAA;YACF,SAAQ;QACZ,CAAC;QAED,UAAU,CAAC,IAAI,CAAC;YACZ,KAAK;YACL,KAAK,EAAE,IAAI;SACd,CAAC,CAAA;QACF,aAAa,EAAE,CAAA;IACnB,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,2BAA2B,aAAa,aAAa,CAAC,CAAA;IAEvF,OAAO;QACH,OAAO,EAAE,IAAI;QACb,UAAU;QACV,aAAa;KAChB,CAAA;AACL,CAAC"}
1
+ {"version":3,"file":"completeDataset.tool.js","sourceRoot":"","sources":["../src/completeDataset.tool.ts"],"names":[],"mappings":";;;;;AA4BA,8DAiIC;AA7JD,2BAAyB;AACzB,6BAAuB;AACvB,2CAA0F;AAC1F,8CAA2C;AAC3C,iDAEuB;AACvB,2CAA0G;AAE1G,IAAI,WAAW,GAAe,IAAI,CAAA;AAElC,SAAS,MAAM;IACX,IAAI,CAAC,WAAW,EAChB,CAAC;QACG,WAAW,GAAG,IAAI,aAAG,CAAC;YAClB,SAAS,EAAE,IAAI;YACf,MAAM,EAAE,KAAK;SAChB,CAAC,CAAA;IACN,CAAC;IACD,OAAO,WAAW,CAAA;AACtB,CAAC;AAQD,SAAgB,yBAAyB,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAA6B;IAC9F,OAAO,IAAA,SAAI,EAAC;QACR,WAAW,EAAE,wHAAwH;QACrI,WAAW,EAAE,OAAC,CAAC,MAAM,CAAC;YAClB,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uEAAuE,CAAC;SACxG,CAAC;QACF,OAAO,EAAE,KAAK,EAAE,EAAE,OAAO,EAAuB,EAAE,EAAE;YAChD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAC9E,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,yBAAyB,CAAC,CAAA;YAC3D,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,cAAc,OAAO,EAAE,CAAC,CAAA;YACzD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAE9E,MAAM,UAAU,GAAG,IAAA,mCAAoB,EAAC,SAAS,CAAC,CAAA;YAElD,IAAI,CAAC;gBACD,MAAM,gBAAgB,CAAC,GAAG,EAAE,SAAS,EAAE,UAAU,CAAC,CAAA;YACtD,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACX,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;gBACtE,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,wBAAwB,EAAE,OAAO,CAAC,CAAA;gBACrE,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,OAAO;iBACjB,CAAA;YACL,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,0CAA0C,CAAC,CAAA;YAE5E,MAAM,aAAa,GAAG,MAAM,IAAA,0BAAkB,EAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAA;YAClE,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;gBACpB,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,KAAK,aAAa,CAAC,KAAK,EAAE,CAAC,CAAA;gBAC9D,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,aAAa,CAAC,KAAK;iBAC7B,CAAA;YACL,CAAC;YAED,MAAM,aAAa,GAAG,aAAa,CAAC,IAAI,CAAA;YACxC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;gBACxB,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,gCAAgC,CAAC,CAAA;gBACpE,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,6DAA6D;iBACvE,CAAA;YACL,CAAC;YAED,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,MAAM,CAAA;YAE9C,IAAI,SAA2B,CAAA;YAC/B,IAAI,CAAC;gBACD,SAAS,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;YAC5C,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACX,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;gBACtE,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,6BAA6B,EAAE,OAAO,CAAC,CAAA;gBAC1E,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,6BAA6B,OAAO,EAAE;iBAChD,CAAA;YACL,CAAC;YAED,MAAM,gBAAgB,GAAG,MAAM,iBAAiB,CAAC;gBAC7C,GAAG;gBACH,SAAS;gBACT,UAAU;gBACV,SAAS;gBACT,SAAS;aACZ,CAAC,CAAA;YAEF,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;gBAC5B,OAAO,gBAAgB,CAAA;YAC3B,CAAC;YAED,MAAM,cAAc,GAAG,gBAAgB,CAAC,aAAa,CAAA;YAErD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,mCAAmC,CAAC,CAAA;YACrE,MAAM,QAAQ,GAAG,MAAM,IAAA,kCAA0B,EAAC,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAA;YACvF,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;gBAC1B,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,sBAAsB,CAAC,CAAA;gBAC1D,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,oBAAoB;iBAC9B,CAAA;YACL,CAAC;YAED,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAA;YAEhE,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,uCAAuC,CAAC,CAAA;YAEzE,MAAM,YAAY,GAAG,MAAM,IAAA,mCAA2B,EAAC,EAAE,GAAG,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAA;YAEtF,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;gBACnB,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,yBAAyB,YAAY,CAAC,KAAK,EAAE,CAAC,CAAA;gBACjF,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY,CAAC,KAAK;iBAC5B,CAAA;YACL,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,iCAAiC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;YAE7F,MAAM,YAAY,GAAG,MAAM,IAAA,+BAAuB,EAAC;gBAC/C,GAAG;gBACH,SAAS;gBACT,MAAM,EAAE,WAAW;gBACnB,mBAAmB,EAAE,cAAc;gBACnC,uBAAuB,EAAE,cAAc;aAC1C,CAAC,CAAA;YAEF,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;gBACnB,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,8BAA8B,YAAY,CAAC,KAAK,EAAE,CAAC,CAAA;gBACtF,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY,CAAC,KAAK;iBAC5B,CAAA;YACL,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,kCAAkC,cAAc,cAAc,CAAC,CAAA;YAChG,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAE9E,OAAO;gBACH,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,cAAc;gBACzB,MAAM,EAAE,YAAY,CAAC,IAAI,CAAC,MAAM;gBAChC,WAAW,EAAE,YAAY,CAAC,IAAI,CAAC,WAAW;gBAC1C,OAAO,EAAE,oDAAoD;aAChE,CAAA;QACL,CAAC;KACJ,CAAC,CAAA;AACN,CAAC;AAID,KAAK,UAAU,gBAAgB,CAAC,GAAQ,EAAE,SAAiB,EAAE,IAAY;IACrE,MAAM,MAAM,GAAG,MAAM,IAAA,oCAA4B,EAAC;QAC9C,GAAG;QACH,SAAS;QACT,GAAG,EAAE,MAAM;QACX,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC;KACrB,CAAC,CAAA;IAEF,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,4BAA4B,IAAI,EAAE,CAAC,CAAA;IACvD,CAAC;AACL,CAAC;AAUD,KAAK,UAAU,iBAAiB,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS,EAA2B;IAM1G,MAAM,UAAU,GAAgE,EAAE,CAAA;IAClF,IAAI,aAAa,GAAG,CAAC,CAAA;IAErB,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,kDAAkD,CAAC,CAAA;IAEpF,MAAM,QAAQ,GAAG,MAAM,IAAA,kCAA0B,EAAC,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAA;IACvF,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,qBAAqB,CAAC,CAAA;QACvD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,aAAa,EAAE,CAAC,EAAE,CAAA;IAC1D,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC,QAAQ,EAAE,CAAA;IAC5E,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACrC,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,gBAAgB,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAA;IAEtE,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EACjD,CAAC;QACG,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAA;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAA;QAC3B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,SAAQ;QACZ,CAAC;QAED,IAAI,MAAW,CAAA;QACf,IAAI,CAAC;YACD,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QAChC,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACX,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACtE,UAAU,CAAC,IAAI,CAAC;gBACZ,KAAK;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,CAAC,iBAAiB,OAAO,EAAE,CAAC;aACvC,CAAC,CAAA;YACF,SAAQ;QACZ,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YACxB,SAAQ;QACZ,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAA;QACxB,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YACtC,UAAU,CAAC,IAAI,CAAC;gBACZ,KAAK;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,CAAC,sBAAsB,CAAC;aACnC,CAAC,CAAA;YACF,SAAQ;QACZ,CAAC;QAED,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;QAC7B,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC;gBAC1C,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,IAAI,0BAA0B,CAAC;gBAC1E,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAA;YAClC,UAAU,CAAC,IAAI,CAAC;gBACZ,KAAK;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM;aACT,CAAC,CAAA;YACF,SAAQ;QACZ,CAAC;QAED,UAAU,CAAC,IAAI,CAAC;YACZ,KAAK;YACL,KAAK,EAAE,IAAI;SACd,CAAC,CAAA;QACF,aAAa,EAAE,CAAA;IACnB,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,2BAA2B,aAAa,aAAa,CAAC,CAAA;IAEvF,OAAO;QACH,OAAO,EAAE,IAAI;QACb,UAAU;QACV,aAAa;KAChB,CAAA;AACL,CAAC"}
@@ -0,0 +1,39 @@
1
+ export declare function getDatasetServiceDb(env: any): Promise<any>;
2
+ export declare function datasetGetByIdStep(params: {
3
+ env: any;
4
+ datasetId: string;
5
+ }): Promise<import("../service").ServiceResult<any>>;
6
+ export declare function datasetReadOutputJsonlStep(params: {
7
+ env: any;
8
+ datasetId: string;
9
+ }): Promise<{
10
+ contentBase64: string;
11
+ }>;
12
+ export declare function datasetUpdateSchemaStep(params: {
13
+ env: any;
14
+ datasetId: string;
15
+ schema: any;
16
+ status?: string;
17
+ }): Promise<import("../service").ServiceResult<void>>;
18
+ export declare function datasetUploadOutputFileStep(params: {
19
+ env: any;
20
+ datasetId: string;
21
+ fileBuffer: Buffer;
22
+ }): Promise<import("../service").ServiceResult<{
23
+ fileId: string;
24
+ storagePath: string;
25
+ }>>;
26
+ export declare function datasetUpdateStatusStep(params: {
27
+ env: any;
28
+ datasetId: string;
29
+ status: string;
30
+ calculatedTotalRows?: number;
31
+ actualGeneratedRowCount?: number;
32
+ }): Promise<import("../service").ServiceResult<void>>;
33
+ export declare function datasetClearStep(params: {
34
+ env: any;
35
+ datasetId: string;
36
+ }): Promise<import("../service").ServiceResult<{
37
+ deletedCount: number;
38
+ }>>;
39
+ //# sourceMappingURL=steps.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"steps.d.ts","sourceRoot":"","sources":["../../src/dataset/steps.ts"],"names":[],"mappings":"AAGA,wBAAsB,mBAAmB,CAAC,GAAG,EAAE,GAAG,gBAIjD;AAED,wBAAsB,kBAAkB,CAAC,MAAM,EAAE;IAAE,GAAG,EAAE,GAAG,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,oDAK/E;AAED,wBAAsB,0BAA0B,CAAC,MAAM,EAAE;IACvD,GAAG,EAAE,GAAG,CAAA;IACR,SAAS,EAAE,MAAM,CAAA;CAClB,GAAG,OAAO,CAAC;IAAE,aAAa,EAAE,MAAM,CAAA;CAAE,CAAC,CAoBrC;AAED,wBAAsB,uBAAuB,CAAC,MAAM,EAAE;IACpD,GAAG,EAAE,GAAG,CAAA;IACR,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,GAAG,CAAA;IACX,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB,qDASA;AAED,wBAAsB,2BAA2B,CAAC,MAAM,EAAE;IACxD,GAAG,EAAE,GAAG,CAAA;IACR,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,MAAM,CAAA;CACnB;;;IAQA;AAED,wBAAsB,uBAAuB,CAAC,MAAM,EAAE;IACpD,GAAG,EAAE,GAAG,CAAA;IACR,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,MAAM,CAAA;IACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,uBAAuB,CAAC,EAAE,MAAM,CAAA;CACjC,qDAUA;AAED,wBAAsB,gBAAgB,CAAC,MAAM,EAAE;IAAE,GAAG,EAAE,GAAG,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE;;IAK7E"}
@@ -0,0 +1,77 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.getDatasetServiceDb = getDatasetServiceDb;
4
+ exports.datasetGetByIdStep = datasetGetByIdStep;
5
+ exports.datasetReadOutputJsonlStep = datasetReadOutputJsonlStep;
6
+ exports.datasetUpdateSchemaStep = datasetUpdateSchemaStep;
7
+ exports.datasetUploadOutputFileStep = datasetUploadOutputFileStep;
8
+ exports.datasetUpdateStatusStep = datasetUpdateStatusStep;
9
+ exports.datasetClearStep = datasetClearStep;
10
+ const runtime_1 = require("@ekairos/story/runtime");
11
+ const service_1 = require("../service");
12
+ async function getDatasetServiceDb(env) {
13
+ "use step";
14
+ const runtime = (await (0, runtime_1.resolveStoryRuntime)(env));
15
+ return runtime.db;
16
+ }
17
+ async function datasetGetByIdStep(params) {
18
+ "use step";
19
+ const db = (await (0, runtime_1.resolveStoryRuntime)(params.env)).db;
20
+ const service = new service_1.DatasetService(db);
21
+ return await service.getDatasetById(params.datasetId);
22
+ }
23
+ async function datasetReadOutputJsonlStep(params) {
24
+ "use step";
25
+ const db = (await (0, runtime_1.resolveStoryRuntime)(params.env)).db;
26
+ const query = await db.query({
27
+ dataset_datasets: {
28
+ $: { where: { id: params.datasetId }, limit: 1 },
29
+ dataFile: {},
30
+ },
31
+ });
32
+ const dataset = query.dataset_datasets?.[0];
33
+ const linkedFile = Array.isArray(dataset?.dataFile) ? dataset.dataFile[0] : dataset?.dataFile;
34
+ const url = linkedFile?.url;
35
+ if (!url) {
36
+ throw new Error("Dataset output file not found");
37
+ }
38
+ const fileBuffer = await fetch(url).then((r) => r.arrayBuffer());
39
+ return { contentBase64: Buffer.from(fileBuffer).toString("base64") };
40
+ }
41
+ async function datasetUpdateSchemaStep(params) {
42
+ "use step";
43
+ const db = (await (0, runtime_1.resolveStoryRuntime)(params.env)).db;
44
+ const service = new service_1.DatasetService(db);
45
+ return await service.updateDatasetSchema({
46
+ datasetId: params.datasetId,
47
+ schema: params.schema,
48
+ status: params.status,
49
+ });
50
+ }
51
+ async function datasetUploadOutputFileStep(params) {
52
+ "use step";
53
+ const db = (await (0, runtime_1.resolveStoryRuntime)(params.env)).db;
54
+ const service = new service_1.DatasetService(db);
55
+ return await service.uploadDatasetOutputFile({
56
+ datasetId: params.datasetId,
57
+ fileBuffer: params.fileBuffer,
58
+ });
59
+ }
60
+ async function datasetUpdateStatusStep(params) {
61
+ "use step";
62
+ const db = (await (0, runtime_1.resolveStoryRuntime)(params.env)).db;
63
+ const service = new service_1.DatasetService(db);
64
+ return await service.updateDatasetStatus({
65
+ datasetId: params.datasetId,
66
+ status: params.status,
67
+ calculatedTotalRows: params.calculatedTotalRows,
68
+ actualGeneratedRowCount: params.actualGeneratedRowCount,
69
+ });
70
+ }
71
+ async function datasetClearStep(params) {
72
+ "use step";
73
+ const db = (await (0, runtime_1.resolveStoryRuntime)(params.env)).db;
74
+ const service = new service_1.DatasetService(db);
75
+ return await service.clearDataset(params.datasetId);
76
+ }
77
+ //# sourceMappingURL=steps.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"steps.js","sourceRoot":"","sources":["../../src/dataset/steps.ts"],"names":[],"mappings":";;AAGA,kDAIC;AAED,gDAKC;AAED,gEAuBC;AAED,0DAcC;AAED,kEAYC;AAED,0DAgBC;AAED,4CAKC;AA9FD,oDAA4D;AAC5D,wCAA2C;AAEpC,KAAK,UAAU,mBAAmB,CAAC,GAAQ;IAChD,UAAU,CAAA;IACV,MAAM,OAAO,GAAG,CAAC,MAAM,IAAA,6BAAmB,EAAC,GAAG,CAAC,CAAQ,CAAA;IACvD,OAAO,OAAO,CAAC,EAAS,CAAA;AAC1B,CAAC;AAEM,KAAK,UAAU,kBAAkB,CAAC,MAAuC;IAC9E,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,6BAAmB,EAAC,MAAM,CAAC,GAAG,CAAS,CAAA,CAAC,EAAE,CAAA;IAC5D,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;AACvD,CAAC;AAEM,KAAK,UAAU,0BAA0B,CAAC,MAGhD;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,6BAAmB,EAAC,MAAM,CAAC,GAAG,CAAS,CAAA,CAAC,EAAE,CAAA;IAE5D,MAAM,KAAK,GAAQ,MAAM,EAAE,CAAC,KAAK,CAAC;QAChC,gBAAgB,EAAE;YAChB,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,SAAS,EAAS,EAAE,KAAK,EAAE,CAAC,EAAE;YACvD,QAAQ,EAAE,EAAE;SACN;KACT,CAAC,CAAA;IAEF,MAAM,OAAO,GAAG,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,CAAA;IAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAA;IAC7F,MAAM,GAAG,GAAG,UAAU,EAAE,GAAG,CAAA;IAC3B,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;IAClD,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAA;IAChE,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAA;AACtE,CAAC;AAEM,KAAK,UAAU,uBAAuB,CAAC,MAK7C;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,6BAAmB,EAAC,MAAM,CAAC,GAAG,CAAS,CAAA,CAAC,EAAE,CAAA;IAC5D,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,mBAAmB,CAAC;QACvC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,MAAM,EAAE,MAAM,CAAC,MAAM;KACtB,CAAC,CAAA;AACJ,CAAC;AAEM,KAAK,UAAU,2BAA2B,CAAC,MAIjD;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,6BAAmB,EAAC,MAAM,CAAC,GAAG,CAAS,CAAA,CAAC,EAAE,CAAA;IAC5D,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,uBAAuB,CAAC;QAC3C,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;KAC9B,CAAC,CAAA;AACJ,CAAC;AAEM,KAAK,UAAU,uBAAuB,CAAC,MAM7C;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,6BAAmB,EAAC,MAAM,CAAC,GAAG,CAAS,CAAA,CAAC,EAAE,CAAA;IAC5D,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,mBAAmB,CAAC;QACvC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;QAC/C,uBAAuB,EAAE,MAAM,CAAC,uBAAuB;KACjD,CAAC,CAAA;AACX,CAAC;AAEM,KAAK,UAAU,gBAAgB,CAAC,MAAuC;IAC5E,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,6BAAmB,EAAC,MAAM,CAAC,GAAG,CAAS,CAAA,CAAC,EAAE,CAAA;IAC5D,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;AACrD,CAAC"}
@@ -1,11 +1,9 @@
1
- import { Sandbox } from "@vercel/sandbox";
2
- import { DatasetService } from "./service";
3
1
  interface ExecuteCommandToolParams {
4
- service: DatasetService;
5
2
  datasetId: string;
6
- sandbox: Sandbox;
3
+ sandboxId: string;
4
+ env?: any;
7
5
  }
8
- export declare function createExecuteCommandTool({ service, datasetId, sandbox }: ExecuteCommandToolParams): import("ai").Tool<{
6
+ export declare function createExecuteCommandTool({ datasetId, sandboxId, env }: ExecuteCommandToolParams): import("ai").Tool<{
9
7
  pythonCode: string;
10
8
  scriptName: string;
11
9
  }, {
@@ -1 +1 @@
1
- {"version":3,"file":"executeCommand.tool.d.ts","sourceRoot":"","sources":["../src/executeCommand.tool.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAA;AAEzC,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAA;AAO1C,UAAU,wBAAwB;IAC9B,OAAO,EAAE,cAAc,CAAA;IACvB,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,OAAO,CAAA;CACnB;AAED,wBAAgB,wBAAwB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkIjG"}
1
+ {"version":3,"file":"executeCommand.tool.d.ts","sourceRoot":"","sources":["../src/executeCommand.tool.ts"],"names":[],"mappings":"AAUA,UAAU,wBAAwB;IAC9B,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,GAAG,CAAC,EAAE,GAAG,CAAA;CACZ;AAED,wBAAgB,wBAAwB,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuI/F"}
@@ -3,12 +3,13 @@ Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.createExecuteCommandTool = createExecuteCommandTool;
4
4
  const ai_1 = require("ai");
5
5
  const zod_1 = require("zod");
6
+ const steps_1 = require("./sandbox/steps");
6
7
  const datasetFiles_1 = require("./datasetFiles");
7
8
  // To keep responses predictable for big data scenarios, we cap stdout/stderr.
8
9
  // The tool's return payload exposes stdout (capped) plus the on-disk script path.
9
10
  const MAX_STDOUT_CHARS = 20000;
10
11
  const MAX_STDERR_CHARS = 5000;
11
- function createExecuteCommandTool({ service, datasetId, sandbox }) {
12
+ function createExecuteCommandTool({ datasetId, sandboxId, env }) {
12
13
  return (0, ai_1.tool)({
13
14
  description: "Execute Python scripts in the sandbox. Always saves script to a file before executing. The tool's output is EXACTLY the script's stdout and includes the script file path for traceability. CRITICAL: Print concise, human-readable summaries only; do NOT print raw large data. For big results, write artifacts to files in the workstation and print their file paths. Always include progress/result prints (e.g., 'Processing file X...', 'Found Y records', 'Generated output.csv').",
14
15
  inputSchema: zod_1.z.object({
@@ -26,21 +27,27 @@ function createExecuteCommandTool({ service, datasetId, sandbox }) {
26
27
  console.log(`[Dataset ${datasetId}] Code length: ${pythonCode.length} chars`);
27
28
  console.log(`[Dataset ${datasetId}] ========================================`);
28
29
  try {
29
- await sandbox.writeFiles([{
30
- path: scriptFile,
31
- content: Buffer.from(pythonCode, 'utf-8'),
32
- }]);
30
+ await (0, steps_1.writeDatasetSandboxFilesStep)({
31
+ env,
32
+ sandboxId,
33
+ files: [
34
+ {
35
+ path: scriptFile,
36
+ contentBase64: Buffer.from(pythonCode, "utf-8").toString("base64"),
37
+ },
38
+ ],
39
+ });
33
40
  console.log(`[Dataset ${datasetId}] Script written to: ${scriptFile}`);
34
41
  console.log(`[Dataset ${datasetId}] Executing: python ${scriptFile}`);
35
- const result = await sandbox.runCommand({
42
+ const result = await (0, steps_1.runDatasetSandboxCommandStep)({
43
+ env,
44
+ sandboxId,
36
45
  cmd: "python",
37
46
  args: [scriptFile],
38
47
  });
39
- const rawStdout = await result.stdout();
40
- const rawStderr = await result.stderr();
48
+ const stdout = result.stdout || "";
49
+ const stderr = result.stderr || "";
41
50
  const exitCode = result.exitCode;
42
- const stdout = rawStdout || "";
43
- const stderr = rawStderr || "";
44
51
  const isStdoutTruncated = stdout.length > MAX_STDOUT_CHARS;
45
52
  const isStderrTruncated = stderr.length > MAX_STDERR_CHARS;
46
53
  const stdoutCapped = isStdoutTruncated ? stdout.slice(0, MAX_STDOUT_CHARS) : stdout;
@@ -1 +1 @@
1
- {"version":3,"file":"executeCommand.tool.js","sourceRoot":"","sources":["../src/executeCommand.tool.ts"],"names":[],"mappings":";;AAiBA,4DAkIC;AAnJD,2BAAyB;AACzB,6BAAuB;AAEvB,iDAAsD;AAGtD,8EAA8E;AAC9E,kFAAkF;AAClF,MAAM,gBAAgB,GAAG,KAAK,CAAA;AAC9B,MAAM,gBAAgB,GAAG,IAAI,CAAA;AAQ7B,SAAgB,wBAAwB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAA4B;IAC9F,OAAO,IAAA,SAAI,EAAC;QACR,WAAW,EAAE,4dAA4d;QACze,WAAW,EAAE,OAAC,CAAC,MAAM,CAAC;YAClB,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kRAAkR,CAAC;YACnT,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wIAAwI,CAAC;SAC5K,CAAC;QACF,OAAO,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,UAAU,EAA8C,EAAE,EAAE;YACtF,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAA;YAC1E,MAAM,WAAW,GAAG,IAAA,oCAAqB,EAAC,SAAS,CAAC,CAAA;YACpD,MAAM,UAAU,GAAG,GAAG,WAAW,IAAI,UAAU,IAAI,IAAI,KAAK,CAAA;YAE5D,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAC9E,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,wBAAwB,CAAC,CAAA;YAC1D,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,aAAa,UAAU,EAAE,CAAC,CAAA;YAC3D,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,WAAW,UAAU,EAAE,CAAC,CAAA;YACzD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,kBAAkB,UAAU,CAAC,MAAM,QAAQ,CAAC,CAAA;YAC7E,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAE9E,IAAI,CAAC;gBACD,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC;wBACtB,IAAI,EAAE,UAAU;wBAChB,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC;qBAC5C,CAAC,CAAC,CAAA;gBAEH,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,wBAAwB,UAAU,EAAE,CAAC,CAAA;gBACtE,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,uBAAuB,UAAU,EAAE,CAAC,CAAA;gBAErE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;oBACpC,GAAG,EAAE,QAAQ;oBACb,IAAI,EAAE,CAAC,UAAU,CAAC;iBACrB,CAAC,CAAA;gBAEF,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,CAAA;gBACvC,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,CAAA;gBACvC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAA;gBAEhC,MAAM,MAAM,GAAG,SAAS,IAAI,EAAE,CAAA;gBAC9B,MAAM,MAAM,GAAG,SAAS,IAAI,EAAE,CAAA;gBAE9B,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,GAAG,gBAAgB,CAAA;gBAC1D,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,GAAG,gBAAgB,CAAA;gBAE1D,MAAM,YAAY,GAAG,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;gBACnF,MAAM,YAAY,GAAG,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;gBAEnF,IAAI,QAAQ,KAAK,CAAC,EAClB,CAAC;oBACG,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,qCAAqC,QAAQ,EAAE,CAAC,CAAA;oBACnF,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,WAAW,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;oBAC/E,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;oBAEhF,OAAO;wBACH,OAAO,EAAE,KAAK;wBACd,QAAQ;wBACR,MAAM,EAAE,YAAY;wBACpB,MAAM,EAAE,YAAY;wBACpB,UAAU,EAAE,UAAU;wBACtB,KAAK,EAAE,iCAAiC,QAAQ,EAAE;wBAClD,eAAe,EAAE,iBAAiB;wBAClC,eAAe,EAAE,iBAAiB;wBAClC,oBAAoB,EAAE,MAAM,CAAC,MAAM;wBACnC,oBAAoB,EAAE,MAAM,CAAC,MAAM;qBACtC,CAAA;gBACL,CAAC;gBAED,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,EACtF,CAAC;oBACG,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,2BAA2B,CAAC,CAAA;oBAC/D,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,WAAW,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;oBAC/E,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;oBAEhF,OAAO;wBACH,OAAO,EAAE,KAAK;wBACd,QAAQ;wBACR,MAAM,EAAE,YAAY;wBACpB,MAAM,EAAE,YAAY;wBACpB,UAAU,EAAE,UAAU;wBACtB,KAAK,EAAE,iCAAiC;wBACxC,eAAe,EAAE,iBAAiB;wBAClC,eAAe,EAAE,iBAAiB;wBAClC,oBAAoB,EAAE,MAAM,CAAC,MAAM;wBACnC,oBAAoB,EAAE,MAAM,CAAC,MAAM;qBACtC,CAAA;gBACL,CAAC;gBAED,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,mCAAmC,CAAC,CAAA;gBACrE,IAAI,MAAM,EACV,CAAC;oBACG,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,oBAAoB,MAAM,CAAC,MAAM,QAAQ,CAAC,CAAA;oBAC3E,IAAI,iBAAiB,EACrB,CAAC;wBACG,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,6BAA6B,gBAAgB,QAAQ,CAAC,CAAA;oBAC3F,CAAC;gBACL,CAAC;gBACD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;gBAE9E,OAAO;oBACH,OAAO,EAAE,IAAI;oBACb,QAAQ;oBACR,MAAM,EAAE,YAAY;oBACpB,MAAM,EAAE,YAAY;oBACpB,UAAU,EAAE,UAAU;oBACtB,OAAO,EAAE,+BAA+B;oBACxC,eAAe,EAAE,iBAAiB;oBAClC,eAAe,EAAE,iBAAiB;oBAClC,oBAAoB,EAAE,MAAM,CAAC,MAAM;oBACnC,oBAAoB,EAAE,MAAM,CAAC,MAAM;iBACtC,CAAA;YACL,CAAC;YACD,OAAO,KAAc,EAAE,CAAC;gBACpB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAA;gBAC7E,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,0BAA0B,EAAE,YAAY,CAAC,CAAA;gBAC5E,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;gBAEhF,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY;oBACnB,MAAM,EAAE,EAAE;oBACV,MAAM,EAAE,EAAE;oBACV,QAAQ,EAAE,CAAC,CAAC;oBACZ,UAAU,EAAE,UAAU;oBACtB,eAAe,EAAE,KAAK;oBACtB,eAAe,EAAE,KAAK;oBACtB,oBAAoB,EAAE,CAAC;oBACvB,oBAAoB,EAAE,CAAC;iBAC1B,CAAA;YACL,CAAC;QACL,CAAC;KACJ,CAAC,CAAA;AACN,CAAC"}
1
+ {"version":3,"file":"executeCommand.tool.js","sourceRoot":"","sources":["../src/executeCommand.tool.ts"],"names":[],"mappings":";;AAgBA,4DAuIC;AAvJD,2BAAyB;AACzB,6BAAuB;AACvB,2CAA4F;AAC5F,iDAAsD;AAEtD,8EAA8E;AAC9E,kFAAkF;AAClF,MAAM,gBAAgB,GAAG,KAAK,CAAA;AAC9B,MAAM,gBAAgB,GAAG,IAAI,CAAA;AAQ7B,SAAgB,wBAAwB,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAA4B;IAC5F,OAAO,IAAA,SAAI,EAAC;QACR,WAAW,EAAE,4dAA4d;QACze,WAAW,EAAE,OAAC,CAAC,MAAM,CAAC;YAClB,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kRAAkR,CAAC;YACnT,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wIAAwI,CAAC;SAC5K,CAAC;QACF,OAAO,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,UAAU,EAA8C,EAAE,EAAE;YACtF,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAA;YAC1E,MAAM,WAAW,GAAG,IAAA,oCAAqB,EAAC,SAAS,CAAC,CAAA;YACpD,MAAM,UAAU,GAAG,GAAG,WAAW,IAAI,UAAU,IAAI,IAAI,KAAK,CAAA;YAE5D,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAC9E,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,wBAAwB,CAAC,CAAA;YAC1D,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,aAAa,UAAU,EAAE,CAAC,CAAA;YAC3D,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,WAAW,UAAU,EAAE,CAAC,CAAA;YACzD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,kBAAkB,UAAU,CAAC,MAAM,QAAQ,CAAC,CAAA;YAC7E,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAE9E,IAAI,CAAC;gBACD,MAAM,IAAA,oCAA4B,EAAC;oBAC/B,GAAG;oBACH,SAAS;oBACT,KAAK,EAAE;wBACH;4BACJ,IAAI,EAAE,UAAU;4BACR,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;yBACrE;qBACJ;iBACJ,CAAC,CAAA;gBAEF,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,wBAAwB,UAAU,EAAE,CAAC,CAAA;gBACtE,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,uBAAuB,UAAU,EAAE,CAAC,CAAA;gBAErE,MAAM,MAAM,GAAG,MAAM,IAAA,oCAA4B,EAAC;oBAC9C,GAAG;oBACH,SAAS;oBACT,GAAG,EAAE,QAAQ;oBACb,IAAI,EAAE,CAAC,UAAU,CAAC;iBACrB,CAAC,CAAA;gBAEF,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAA;gBAClC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAA;gBAClC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAA;gBAEhC,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,GAAG,gBAAgB,CAAA;gBAC1D,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,GAAG,gBAAgB,CAAA;gBAE1D,MAAM,YAAY,GAAG,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;gBACnF,MAAM,YAAY,GAAG,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;gBAEnF,IAAI,QAAQ,KAAK,CAAC,EAClB,CAAC;oBACG,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,qCAAqC,QAAQ,EAAE,CAAC,CAAA;oBACnF,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,WAAW,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;oBAC/E,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;oBAEhF,OAAO;wBACH,OAAO,EAAE,KAAK;wBACd,QAAQ;wBACR,MAAM,EAAE,YAAY;wBACpB,MAAM,EAAE,YAAY;wBACpB,UAAU,EAAE,UAAU;wBACtB,KAAK,EAAE,iCAAiC,QAAQ,EAAE;wBAClD,eAAe,EAAE,iBAAiB;wBAClC,eAAe,EAAE,iBAAiB;wBAClC,oBAAoB,EAAE,MAAM,CAAC,MAAM;wBACnC,oBAAoB,EAAE,MAAM,CAAC,MAAM;qBACtC,CAAA;gBACL,CAAC;gBAED,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,EACtF,CAAC;oBACG,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,2BAA2B,CAAC,CAAA;oBAC/D,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,WAAW,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;oBAC/E,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;oBAEhF,OAAO;wBACH,OAAO,EAAE,KAAK;wBACd,QAAQ;wBACR,MAAM,EAAE,YAAY;wBACpB,MAAM,EAAE,YAAY;wBACpB,UAAU,EAAE,UAAU;wBACtB,KAAK,EAAE,iCAAiC;wBACxC,eAAe,EAAE,iBAAiB;wBAClC,eAAe,EAAE,iBAAiB;wBAClC,oBAAoB,EAAE,MAAM,CAAC,MAAM;wBACnC,oBAAoB,EAAE,MAAM,CAAC,MAAM;qBACtC,CAAA;gBACL,CAAC;gBAED,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,mCAAmC,CAAC,CAAA;gBACrE,IAAI,MAAM,EACV,CAAC;oBACG,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,oBAAoB,MAAM,CAAC,MAAM,QAAQ,CAAC,CAAA;oBAC3E,IAAI,iBAAiB,EACrB,CAAC;wBACG,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,6BAA6B,gBAAgB,QAAQ,CAAC,CAAA;oBAC3F,CAAC;gBACL,CAAC;gBACD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;gBAE9E,OAAO;oBACH,OAAO,EAAE,IAAI;oBACb,QAAQ;oBACR,MAAM,EAAE,YAAY;oBACpB,MAAM,EAAE,YAAY;oBACpB,UAAU,EAAE,UAAU;oBACtB,OAAO,EAAE,+BAA+B;oBACxC,eAAe,EAAE,iBAAiB;oBAClC,eAAe,EAAE,iBAAiB;oBAClC,oBAAoB,EAAE,MAAM,CAAC,MAAM;oBACnC,oBAAoB,EAAE,MAAM,CAAC,MAAM;iBACtC,CAAA;YACL,CAAC;YACD,OAAO,KAAc,EAAE,CAAC;gBACpB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAA;gBAC7E,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,0BAA0B,EAAE,YAAY,CAAC,CAAA;gBAC5E,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;gBAEhF,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY;oBACnB,MAAM,EAAE,EAAE;oBACV,MAAM,EAAE,EAAE;oBACV,QAAQ,EAAE,CAAC,CAAC;oBACZ,UAAU,EAAE,UAAU;oBACtB,eAAe,EAAE,KAAK;oBACtB,eAAe,EAAE,KAAK;oBACtB,oBAAoB,EAAE,CAAC;oBACvB,oBAAoB,EAAE,CAAC;iBAC1B,CAAA;YACL,CAAC;QACL,CAAC;KACJ,CAAC,CAAA;AACN,CAAC"}
@@ -1,11 +1,6 @@
1
- import { Sandbox } from "@vercel/sandbox";
1
+ import { createStory } from "@ekairos/story";
2
2
  import { FilePreviewContext } from "./filepreview";
3
- import { InstantAdminDatabase } from "@instantdb/admin";
4
- import { DatasetService } from "../service";
5
- import { SchemaOf } from "@ekairos/domain";
6
- import { datasetDomain } from "../schema";
7
- import { storyDomain } from "@ekairos/story";
8
- export type FileDatasetContext = {
3
+ export type FileParseStoryContext = {
9
4
  datasetId: string;
10
5
  fileId: string;
11
6
  instructions: string;
@@ -20,22 +15,19 @@ export type FileDatasetContext = {
20
15
  iterationCount: number;
21
16
  filePreview?: FilePreviewContext;
22
17
  };
23
- type DatasetSchemaType = SchemaOf<typeof datasetDomain> & SchemaOf<typeof storyDomain>;
24
- export type FileDatasetAgentParams = {
18
+ export type FileParseStoryParams = {
25
19
  fileId: string;
26
- instructions: string;
27
- sandbox: Sandbox;
28
- db: InstantAdminDatabase<DatasetSchemaType>;
20
+ instructions?: string;
21
+ sandboxId?: string;
22
+ datasetId?: string;
23
+ model?: string;
29
24
  };
30
- export type FileDatasetAgentBuilder = {
31
- build: () => any;
25
+ export type FileParseStoryBuilder<Env extends {
26
+ orgId: string;
27
+ }> = {
32
28
  datasetId: string;
33
- service: DatasetService;
29
+ story: ReturnType<ReturnType<typeof createStory<Env>>["context"]> extends any ? any : any;
34
30
  };
35
- /**
36
- * Creates a FileDatasetAgent using the builder pattern
37
- */
38
- export declare function createFileDatasetAgent(params: FileDatasetAgentParams): FileDatasetAgentBuilder;
39
31
  export type DatasetResult = {
40
32
  id: string;
41
33
  status?: string;
@@ -47,21 +39,28 @@ export type DatasetResult = {
47
39
  createdAt?: number;
48
40
  updatedAt?: number;
49
41
  };
50
- export declare class FileDatasetAgent {
51
- private fileId;
52
- private instructions;
53
- private sandbox;
54
- private service;
55
- private agentService;
56
- private db;
57
- constructor(params: {
58
- fileId: string;
59
- instructions: string;
60
- sandbox: Sandbox;
61
- db: InstantAdminDatabase<DatasetSchemaType>;
62
- });
63
- getDataset(): Promise<DatasetResult>;
64
- followUp(datasetId: string, feedback: string): Promise<DatasetResult>;
65
- }
66
- export {};
42
+ /**
43
+ * Factory (DX-first):
44
+ *
45
+ * Usage:
46
+ * const { datasetId } = await createFileParseStory(fileId, { instructions }).parse(env)
47
+ *
48
+ * - No `db` is accepted/stored (workflow-safe).
49
+ * - All I/O happens in `"use step"` functions via Ekairos runtime (`resolveStoryRuntime(env).db`).
50
+ * - `parse()` is the entrypoint; it calls `story.react(...)` internally.
51
+ */
52
+ export declare function createFileParseStory<Env extends {
53
+ orgId: string;
54
+ }>(fileId: string, opts?: {
55
+ instructions?: string;
56
+ sandboxId?: string;
57
+ datasetId?: string;
58
+ model?: string;
59
+ }): {
60
+ datasetId: string;
61
+ parse(env?: Env, prompt?: string): Promise<{
62
+ datasetId: string;
63
+ }>;
64
+ story: any;
65
+ };
67
66
  //# sourceMappingURL=file-dataset.agent.d.ts.map