@ekairos/dataset 1.21.43-beta.0 → 1.21.53-beta.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/clearDataset.tool.d.ts +3 -5
- package/dist/clearDataset.tool.d.ts.map +1 -1
- package/dist/clearDataset.tool.js +8 -5
- package/dist/clearDataset.tool.js.map +1 -1
- package/dist/completeDataset.tool.d.ts +3 -5
- package/dist/completeDataset.tool.d.ts.map +1 -1
- package/dist/completeDataset.tool.js +22 -68
- package/dist/completeDataset.tool.js.map +1 -1
- package/dist/dataset/steps.d.ts +39 -0
- package/dist/dataset/steps.d.ts.map +1 -0
- package/dist/dataset/steps.js +77 -0
- package/dist/dataset/steps.js.map +1 -0
- package/dist/executeCommand.tool.d.ts +3 -5
- package/dist/executeCommand.tool.d.ts.map +1 -1
- package/dist/executeCommand.tool.js +17 -10
- package/dist/executeCommand.tool.js.map +1 -1
- package/dist/file/file-dataset.agent.d.ts +35 -36
- package/dist/file/file-dataset.agent.d.ts.map +1 -1
- package/dist/file/file-dataset.agent.js +141 -191
- package/dist/file/file-dataset.agent.js.map +1 -1
- package/dist/file/filepreview.d.ts +2 -3
- package/dist/file/filepreview.d.ts.map +1 -1
- package/dist/file/filepreview.js +36 -27
- package/dist/file/filepreview.js.map +1 -1
- package/dist/file/generateSchema.tool.d.ts +2 -5
- package/dist/file/generateSchema.tool.d.ts.map +1 -1
- package/dist/file/generateSchema.tool.js +4 -2
- package/dist/file/generateSchema.tool.js.map +1 -1
- package/dist/file/prompts.d.ts +2 -2
- package/dist/file/prompts.d.ts.map +1 -1
- package/dist/file/prompts.js.map +1 -1
- package/dist/file/steps.d.ts +9 -0
- package/dist/file/steps.d.ts.map +1 -0
- package/dist/file/steps.js +23 -0
- package/dist/file/steps.js.map +1 -0
- package/dist/sandbox/steps.d.ts +47 -0
- package/dist/sandbox/steps.d.ts.map +1 -0
- package/dist/sandbox/steps.js +94 -0
- package/dist/sandbox/steps.js.map +1 -0
- package/dist/sandbox.steps.d.ts +2 -0
- package/dist/sandbox.steps.d.ts.map +1 -0
- package/dist/sandbox.steps.js +18 -0
- package/dist/sandbox.steps.js.map +1 -0
- package/dist/schema.d.ts +5 -3
- package/dist/schema.d.ts.map +1 -1
- package/dist/schema.js +7 -3
- package/dist/schema.js.map +1 -1
- package/dist/service.d.ts +2 -4
- package/dist/service.d.ts.map +1 -1
- package/dist/service.js +2 -29
- package/dist/service.js.map +1 -1
- package/dist/transform/filepreview.d.ts +1 -2
- package/dist/transform/filepreview.d.ts.map +1 -1
- package/dist/transform/filepreview.js +61 -54
- package/dist/transform/filepreview.js.map +1 -1
- package/dist/transform/transform-dataset.agent.d.ts +19 -37
- package/dist/transform/transform-dataset.agent.d.ts.map +1 -1
- package/dist/transform/transform-dataset.agent.js +116 -224
- package/dist/transform/transform-dataset.agent.js.map +1 -1
- package/package.json +4 -4
|
@@ -1,11 +1,9 @@
|
|
|
1
|
-
import { Sandbox } from "@vercel/sandbox";
|
|
2
|
-
import { DatasetService } from "./service";
|
|
3
1
|
interface ClearDatasetToolParams {
|
|
4
|
-
service: DatasetService;
|
|
5
2
|
datasetId: string;
|
|
6
|
-
|
|
3
|
+
sandboxId: string;
|
|
4
|
+
env?: any;
|
|
7
5
|
}
|
|
8
|
-
export declare function createClearDatasetTool({
|
|
6
|
+
export declare function createClearDatasetTool({ datasetId, sandboxId, env }: ClearDatasetToolParams): import("ai").Tool<{
|
|
9
7
|
reason: string;
|
|
10
8
|
}, {
|
|
11
9
|
success: boolean;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"clearDataset.tool.d.ts","sourceRoot":"","sources":["../src/clearDataset.tool.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"clearDataset.tool.d.ts","sourceRoot":"","sources":["../src/clearDataset.tool.ts"],"names":[],"mappings":"AAMA,UAAU,sBAAsB;IAC5B,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,GAAG,CAAC,EAAE,GAAG,CAAA;CACZ;AAED,wBAAgB,sBAAsB,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,sBAAsB;;;;;;;;;;;;GA2D3F"}
|
|
@@ -3,8 +3,10 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.createClearDatasetTool = createClearDatasetTool;
|
|
4
4
|
const ai_1 = require("ai");
|
|
5
5
|
const zod_1 = require("zod");
|
|
6
|
+
const steps_1 = require("./sandbox/steps");
|
|
6
7
|
const datasetFiles_1 = require("./datasetFiles");
|
|
7
|
-
|
|
8
|
+
const steps_2 = require("./dataset/steps");
|
|
9
|
+
function createClearDatasetTool({ datasetId, sandboxId, env }) {
|
|
8
10
|
return (0, ai_1.tool)({
|
|
9
11
|
description: "Clear all dataset records and output files. This will delete all generated data and reset the dataset to its initial state.",
|
|
10
12
|
inputSchema: zod_1.z.object({
|
|
@@ -18,13 +20,14 @@ function createClearDatasetTool({ service, datasetId, sandbox }) {
|
|
|
18
20
|
const outputPath = (0, datasetFiles_1.getDatasetOutputPath)(datasetId);
|
|
19
21
|
console.log(`[Dataset ${datasetId}] Step 1: Deleting output file`);
|
|
20
22
|
try {
|
|
21
|
-
const result = await
|
|
23
|
+
const result = await (0, steps_1.runDatasetSandboxCommandStep)({
|
|
24
|
+
env,
|
|
25
|
+
sandboxId,
|
|
22
26
|
cmd: "rm",
|
|
23
27
|
args: ["-f", outputPath],
|
|
24
28
|
});
|
|
25
29
|
if (result.exitCode !== 0) {
|
|
26
|
-
|
|
27
|
-
console.warn(`[Dataset ${datasetId}] Failed to delete output file: ${stderr}`);
|
|
30
|
+
console.warn(`[Dataset ${datasetId}] Failed to delete output file: ${result.stderr}`);
|
|
28
31
|
}
|
|
29
32
|
else {
|
|
30
33
|
console.log(`[Dataset ${datasetId}] ✅ Output file deleted`);
|
|
@@ -35,7 +38,7 @@ function createClearDatasetTool({ service, datasetId, sandbox }) {
|
|
|
35
38
|
console.warn(`[Dataset ${datasetId}] Error deleting output file: ${message}`);
|
|
36
39
|
}
|
|
37
40
|
console.log(`[Dataset ${datasetId}] Step 2: Clearing dataset records`);
|
|
38
|
-
const clearResult = await
|
|
41
|
+
const clearResult = await (0, steps_2.datasetClearStep)({ env, datasetId });
|
|
39
42
|
if (!clearResult.ok) {
|
|
40
43
|
console.error(`[Dataset ${datasetId}] Failed to clear dataset: ${clearResult.error}`);
|
|
41
44
|
return {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"clearDataset.tool.js","sourceRoot":"","sources":["../src/clearDataset.tool.ts"],"names":[],"mappings":";;AAYA,
|
|
1
|
+
{"version":3,"file":"clearDataset.tool.js","sourceRoot":"","sources":["../src/clearDataset.tool.ts"],"names":[],"mappings":";;AAYA,wDA2DC;AAvED,2BAAyB;AACzB,6BAAuB;AACvB,2CAA8D;AAC9D,iDAAqD;AACrD,2CAAkD;AAQlD,SAAgB,sBAAsB,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAA0B;IACxF,OAAO,IAAA,SAAI,EAAC;QACR,WAAW,EAAE,6HAA6H;QAC1I,WAAW,EAAE,OAAC,CAAC,MAAM,CAAC;YAClB,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;SACrE,CAAC;QACF,OAAO,EAAE,KAAK,EAAE,EAAE,MAAM,EAAsB,EAAE,EAAE;YAC9C,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAC9E,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,sBAAsB,CAAC,CAAA;YACxD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,aAAa,MAAM,EAAE,CAAC,CAAA;YACvD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAE9E,MAAM,UAAU,GAAG,IAAA,mCAAoB,EAAC,SAAS,CAAC,CAAA;YAElD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,gCAAgC,CAAC,CAAA;YAClE,IAAI,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,IAAA,oCAA4B,EAAC;oBAC9C,GAAG;oBACH,SAAS;oBACT,GAAG,EAAE,IAAI;oBACT,IAAI,EAAE,CAAC,IAAI,EAAE,UAAU,CAAC;iBAC3B,CAAC,CAAA;gBAEF,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;oBACxB,OAAO,CAAC,IAAI,CAAC,YAAY,SAAS,mCAAmC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;gBACzF,CAAC;qBACI,CAAC;oBACF,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,yBAAyB,CAAC,CAAA;gBAC/D,CAAC;YACL,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACX,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;gBACtE,OAAO,CAAC,IAAI,CAAC,YAAY,SAAS,iCAAiC,OAAO,EAAE,CAAC,CAAA;YACjF,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,oCAAoC,CAAC,CAAA;YACtE,MAAM,WAAW,GAAG,MAAM,IAAA,wBAAgB,EAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAA;YAE9D,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC;gBAClB,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,8BAA8B,WAAW,CAAC,KAAK,EAAE,CAAC,CAAA;gBACrF,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,WAAW,CAAC,KAAK;iBAC3B,CAAA;YACL,CAAC;YAED,MAAM,YAAY,GAAG,WAAW,CAAC,IAAI,CAAC,YAAY,CAAA;YAClD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,eAAe,YAAY,UAAU,CAAC,CAAA;YAEvE,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,gCAAgC,CAAC,CAAA;YAClE,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAE9E,OAAO;gBACH,OAAO,EAAE,IAAI;gBACb,cAAc,EAAE,YAAY;gBAC5B,OAAO,EAAE,yCAAyC,YAAY,sCAAsC,MAAM,EAAE;aAC/G,CAAA;QACL,CAAC;KACJ,CAAC,CAAA;AACN,CAAC"}
|
|
@@ -1,11 +1,9 @@
|
|
|
1
|
-
import { Sandbox } from "@vercel/sandbox";
|
|
2
|
-
import { DatasetService } from "./service";
|
|
3
1
|
interface CompleteDatasetToolParams {
|
|
4
|
-
service: DatasetService;
|
|
5
2
|
datasetId: string;
|
|
6
|
-
|
|
3
|
+
sandboxId: string;
|
|
4
|
+
env?: any;
|
|
7
5
|
}
|
|
8
|
-
export declare function createCompleteDatasetTool({
|
|
6
|
+
export declare function createCompleteDatasetTool({ datasetId, sandboxId, env }: CompleteDatasetToolParams): import("ai").Tool<{
|
|
9
7
|
summary: string;
|
|
10
8
|
}, {
|
|
11
9
|
success: boolean;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"completeDataset.tool.d.ts","sourceRoot":"","sources":["../src/completeDataset.tool.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"completeDataset.tool.d.ts","sourceRoot":"","sources":["../src/completeDataset.tool.ts"],"names":[],"mappings":"AAsBA,UAAU,yBAAyB;IAC/B,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,GAAG,CAAC,EAAE,GAAG,CAAA;CACZ;AAED,wBAAgB,yBAAyB,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,yBAAyB;;;aA2JrF,OAAO;iBACH,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,OAAO,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;oBACxD,MAAM;YACd,MAAM;;;;;;;GA7BjB"}
|
|
@@ -6,8 +6,10 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
6
6
|
exports.createCompleteDatasetTool = createCompleteDatasetTool;
|
|
7
7
|
const ai_1 = require("ai");
|
|
8
8
|
const zod_1 = require("zod");
|
|
9
|
+
const steps_1 = require("./sandbox/steps");
|
|
9
10
|
const ajv_1 = __importDefault(require("ajv"));
|
|
10
11
|
const datasetFiles_1 = require("./datasetFiles");
|
|
12
|
+
const steps_2 = require("./dataset/steps");
|
|
11
13
|
let ajvInstance = null;
|
|
12
14
|
function getAjv() {
|
|
13
15
|
if (!ajvInstance) {
|
|
@@ -18,7 +20,7 @@ function getAjv() {
|
|
|
18
20
|
}
|
|
19
21
|
return ajvInstance;
|
|
20
22
|
}
|
|
21
|
-
function createCompleteDatasetTool({
|
|
23
|
+
function createCompleteDatasetTool({ datasetId, sandboxId, env }) {
|
|
22
24
|
return (0, ai_1.tool)({
|
|
23
25
|
description: "Mark the dataset as completed. Use only when output.jsonl has been successfully generated and is ready for validation.",
|
|
24
26
|
inputSchema: zod_1.z.object({
|
|
@@ -31,7 +33,7 @@ function createCompleteDatasetTool({ service, datasetId, sandbox }) {
|
|
|
31
33
|
console.log(`[Dataset ${datasetId}] ========================================`);
|
|
32
34
|
const outputPath = (0, datasetFiles_1.getDatasetOutputPath)(datasetId);
|
|
33
35
|
try {
|
|
34
|
-
await ensureFileExists(
|
|
36
|
+
await ensureFileExists(env, sandboxId, outputPath);
|
|
35
37
|
}
|
|
36
38
|
catch (error) {
|
|
37
39
|
const message = error instanceof Error ? error.message : String(error);
|
|
@@ -42,7 +44,7 @@ function createCompleteDatasetTool({ service, datasetId, sandbox }) {
|
|
|
42
44
|
};
|
|
43
45
|
}
|
|
44
46
|
console.log(`[Dataset ${datasetId}] Validating dataset rows against schema`);
|
|
45
|
-
const datasetResult = await
|
|
47
|
+
const datasetResult = await (0, steps_2.datasetGetByIdStep)({ env, datasetId });
|
|
46
48
|
if (!datasetResult.ok) {
|
|
47
49
|
console.error(`[Dataset ${datasetId}] ${datasetResult.error}`);
|
|
48
50
|
return {
|
|
@@ -72,7 +74,8 @@ function createCompleteDatasetTool({ service, datasetId, sandbox }) {
|
|
|
72
74
|
};
|
|
73
75
|
}
|
|
74
76
|
const validationResult = await validateJsonlRows({
|
|
75
|
-
|
|
77
|
+
env,
|
|
78
|
+
sandboxId,
|
|
76
79
|
outputPath,
|
|
77
80
|
validator,
|
|
78
81
|
datasetId,
|
|
@@ -82,42 +85,17 @@ function createCompleteDatasetTool({ service, datasetId, sandbox }) {
|
|
|
82
85
|
}
|
|
83
86
|
const totalValidRows = validationResult.validRowCount;
|
|
84
87
|
console.log(`[Dataset ${datasetId}] Reading file content for upload`);
|
|
85
|
-
const
|
|
86
|
-
if (!
|
|
87
|
-
console.error(`[Dataset ${datasetId}] Failed to read file`);
|
|
88
|
-
return {
|
|
89
|
-
success: false,
|
|
90
|
-
error: "Failed to read file from sandbox",
|
|
91
|
-
};
|
|
92
|
-
}
|
|
93
|
-
const chunks = [];
|
|
94
|
-
for await (const chunk of fileStream) {
|
|
95
|
-
if (typeof chunk === "string") {
|
|
96
|
-
chunks.push(Buffer.from(chunk, "utf-8"));
|
|
97
|
-
}
|
|
98
|
-
else if (chunk instanceof Uint8Array) {
|
|
99
|
-
chunks.push(Buffer.from(chunk));
|
|
100
|
-
}
|
|
101
|
-
else if (chunk instanceof ArrayBuffer) {
|
|
102
|
-
chunks.push(Buffer.from(chunk));
|
|
103
|
-
}
|
|
104
|
-
else if (chunk) {
|
|
105
|
-
chunks.push(Buffer.from(chunk));
|
|
106
|
-
}
|
|
107
|
-
}
|
|
108
|
-
if (chunks.length === 0) {
|
|
88
|
+
const fileRead = await (0, steps_1.readDatasetSandboxFileStep)({ env, sandboxId, path: outputPath });
|
|
89
|
+
if (!fileRead.contentBase64) {
|
|
109
90
|
console.error(`[Dataset ${datasetId}] Empty file content`);
|
|
110
91
|
return {
|
|
111
92
|
success: false,
|
|
112
93
|
error: "Empty file content",
|
|
113
94
|
};
|
|
114
95
|
}
|
|
115
|
-
const fileBuffer = Buffer.
|
|
96
|
+
const fileBuffer = Buffer.from(fileRead.contentBase64, "base64");
|
|
116
97
|
console.log(`[Dataset ${datasetId}] Uploading file to InstantDB storage`);
|
|
117
|
-
const uploadResult = await
|
|
118
|
-
datasetId,
|
|
119
|
-
fileBuffer,
|
|
120
|
-
});
|
|
98
|
+
const uploadResult = await (0, steps_2.datasetUploadOutputFileStep)({ env, datasetId, fileBuffer });
|
|
121
99
|
if (!uploadResult.ok) {
|
|
122
100
|
console.error(`[Dataset ${datasetId}] File upload failed: ${uploadResult.error}`);
|
|
123
101
|
return {
|
|
@@ -126,7 +104,8 @@ function createCompleteDatasetTool({ service, datasetId, sandbox }) {
|
|
|
126
104
|
};
|
|
127
105
|
}
|
|
128
106
|
console.log(`[Dataset ${datasetId}] File uploaded successfully: ${uploadResult.data.fileId}`);
|
|
129
|
-
const statusResult = await
|
|
107
|
+
const statusResult = await (0, steps_2.datasetUpdateStatusStep)({
|
|
108
|
+
env,
|
|
130
109
|
datasetId,
|
|
131
110
|
status: "completed",
|
|
132
111
|
calculatedTotalRows: totalValidRows,
|
|
@@ -151,8 +130,10 @@ function createCompleteDatasetTool({ service, datasetId, sandbox }) {
|
|
|
151
130
|
},
|
|
152
131
|
});
|
|
153
132
|
}
|
|
154
|
-
async function ensureFileExists(
|
|
155
|
-
const result = await
|
|
133
|
+
async function ensureFileExists(env, sandboxId, path) {
|
|
134
|
+
const result = await (0, steps_1.runDatasetSandboxCommandStep)({
|
|
135
|
+
env,
|
|
136
|
+
sandboxId,
|
|
156
137
|
cmd: "test",
|
|
157
138
|
args: ["-f", path],
|
|
158
139
|
});
|
|
@@ -160,43 +141,16 @@ async function ensureFileExists(sandbox, path) {
|
|
|
160
141
|
throw new Error(`Required file not found: ${path}`);
|
|
161
142
|
}
|
|
162
143
|
}
|
|
163
|
-
async function validateJsonlRows({
|
|
144
|
+
async function validateJsonlRows({ env, sandboxId, outputPath, validator, datasetId }) {
|
|
164
145
|
const validation = [];
|
|
165
146
|
let validRowCount = 0;
|
|
166
147
|
console.log(`[Dataset ${datasetId}] Reading and validating JSONL file from sandbox`);
|
|
167
|
-
const
|
|
168
|
-
if (!
|
|
169
|
-
console.log(`[Dataset ${datasetId}] Empty output file`);
|
|
170
|
-
return {
|
|
171
|
-
success: true,
|
|
172
|
-
validation,
|
|
173
|
-
validRowCount: 0,
|
|
174
|
-
};
|
|
175
|
-
}
|
|
176
|
-
const chunks = [];
|
|
177
|
-
for await (const chunk of fileStream) {
|
|
178
|
-
if (typeof chunk === "string") {
|
|
179
|
-
chunks.push(Buffer.from(chunk, "utf-8"));
|
|
180
|
-
}
|
|
181
|
-
else if (chunk instanceof Uint8Array) {
|
|
182
|
-
chunks.push(Buffer.from(chunk));
|
|
183
|
-
}
|
|
184
|
-
else if (chunk instanceof ArrayBuffer) {
|
|
185
|
-
chunks.push(Buffer.from(chunk));
|
|
186
|
-
}
|
|
187
|
-
else if (chunk) {
|
|
188
|
-
chunks.push(Buffer.from(chunk));
|
|
189
|
-
}
|
|
190
|
-
}
|
|
191
|
-
if (chunks.length === 0) {
|
|
148
|
+
const fileRead = await (0, steps_1.readDatasetSandboxFileStep)({ env, sandboxId, path: outputPath });
|
|
149
|
+
if (!fileRead.contentBase64) {
|
|
192
150
|
console.log(`[Dataset ${datasetId}] Empty output file`);
|
|
193
|
-
return {
|
|
194
|
-
success: true,
|
|
195
|
-
validation,
|
|
196
|
-
validRowCount: 0,
|
|
197
|
-
};
|
|
151
|
+
return { success: true, validation, validRowCount: 0 };
|
|
198
152
|
}
|
|
199
|
-
const fileContent = Buffer.
|
|
153
|
+
const fileContent = Buffer.from(fileRead.contentBase64, "base64").toString();
|
|
200
154
|
const lines = fileContent.split("\n");
|
|
201
155
|
console.log(`[Dataset ${datasetId}] Validating ${lines.length} lines`);
|
|
202
156
|
for (let index = 0; index < lines.length; index++) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"completeDataset.tool.js","sourceRoot":"","sources":["../src/completeDataset.tool.ts"],"names":[],"mappings":";;;;;AA4BA,
|
|
1
|
+
{"version":3,"file":"completeDataset.tool.js","sourceRoot":"","sources":["../src/completeDataset.tool.ts"],"names":[],"mappings":";;;;;AA4BA,8DAiIC;AA7JD,2BAAyB;AACzB,6BAAuB;AACvB,2CAA0F;AAC1F,8CAA2C;AAC3C,iDAEuB;AACvB,2CAA0G;AAE1G,IAAI,WAAW,GAAe,IAAI,CAAA;AAElC,SAAS,MAAM;IACX,IAAI,CAAC,WAAW,EAChB,CAAC;QACG,WAAW,GAAG,IAAI,aAAG,CAAC;YAClB,SAAS,EAAE,IAAI;YACf,MAAM,EAAE,KAAK;SAChB,CAAC,CAAA;IACN,CAAC;IACD,OAAO,WAAW,CAAA;AACtB,CAAC;AAQD,SAAgB,yBAAyB,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAA6B;IAC9F,OAAO,IAAA,SAAI,EAAC;QACR,WAAW,EAAE,wHAAwH;QACrI,WAAW,EAAE,OAAC,CAAC,MAAM,CAAC;YAClB,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uEAAuE,CAAC;SACxG,CAAC;QACF,OAAO,EAAE,KAAK,EAAE,EAAE,OAAO,EAAuB,EAAE,EAAE;YAChD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAC9E,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,yBAAyB,CAAC,CAAA;YAC3D,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,cAAc,OAAO,EAAE,CAAC,CAAA;YACzD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAE9E,MAAM,UAAU,GAAG,IAAA,mCAAoB,EAAC,SAAS,CAAC,CAAA;YAElD,IAAI,CAAC;gBACD,MAAM,gBAAgB,CAAC,GAAG,EAAE,SAAS,EAAE,UAAU,CAAC,CAAA;YACtD,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACX,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;gBACtE,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,wBAAwB,EAAE,OAAO,CAAC,CAAA;gBACrE,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,OAAO;iBACjB,CAAA;YACL,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,0CAA0C,CAAC,CAAA;YAE5E,MAAM,aAAa,GAAG,MAAM,IAAA,0BAAkB,EAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAA;YAClE,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;gBACpB,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,KAAK,aAAa,CAAC,KAAK,EAAE,CAAC,CAAA;gBAC9D,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,aAAa,CAAC,KAAK;iBAC7B,CAAA;YACL,CAAC;YAED,MAAM,aAAa,GAAG,aAAa,CAAC,IAAI,CAAA;YACxC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;gBACxB,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,gCAAgC,CAAC,CAAA;gBACpE,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,6DAA6D;iBACvE,CAAA;YACL,CAAC;YAED,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,MAAM,CAAA;YAE9C,IAAI,SAA2B,CAAA;YAC/B,IAAI,CAAC;gBACD,SAAS,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;YAC5C,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACX,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;gBACtE,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,6BAA6B,EAAE,OAAO,CAAC,CAAA;gBAC1E,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,6BAA6B,OAAO,EAAE;iBAChD,CAAA;YACL,CAAC;YAED,MAAM,gBAAgB,GAAG,MAAM,iBAAiB,CAAC;gBAC7C,GAAG;gBACH,SAAS;gBACT,UAAU;gBACV,SAAS;gBACT,SAAS;aACZ,CAAC,CAAA;YAEF,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;gBAC5B,OAAO,gBAAgB,CAAA;YAC3B,CAAC;YAED,MAAM,cAAc,GAAG,gBAAgB,CAAC,aAAa,CAAA;YAErD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,mCAAmC,CAAC,CAAA;YACrE,MAAM,QAAQ,GAAG,MAAM,IAAA,kCAA0B,EAAC,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAA;YACvF,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;gBAC1B,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,sBAAsB,CAAC,CAAA;gBAC1D,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,oBAAoB;iBAC9B,CAAA;YACL,CAAC;YAED,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAA;YAEhE,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,uCAAuC,CAAC,CAAA;YAEzE,MAAM,YAAY,GAAG,MAAM,IAAA,mCAA2B,EAAC,EAAE,GAAG,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAA;YAEtF,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;gBACnB,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,yBAAyB,YAAY,CAAC,KAAK,EAAE,CAAC,CAAA;gBACjF,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY,CAAC,KAAK;iBAC5B,CAAA;YACL,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,iCAAiC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;YAE7F,MAAM,YAAY,GAAG,MAAM,IAAA,+BAAuB,EAAC;gBAC/C,GAAG;gBACH,SAAS;gBACT,MAAM,EAAE,WAAW;gBACnB,mBAAmB,EAAE,cAAc;gBACnC,uBAAuB,EAAE,cAAc;aAC1C,CAAC,CAAA;YAEF,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;gBACnB,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,8BAA8B,YAAY,CAAC,KAAK,EAAE,CAAC,CAAA;gBACtF,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY,CAAC,KAAK;iBAC5B,CAAA;YACL,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,kCAAkC,cAAc,cAAc,CAAC,CAAA;YAChG,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAE9E,OAAO;gBACH,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,cAAc;gBACzB,MAAM,EAAE,YAAY,CAAC,IAAI,CAAC,MAAM;gBAChC,WAAW,EAAE,YAAY,CAAC,IAAI,CAAC,WAAW;gBAC1C,OAAO,EAAE,oDAAoD;aAChE,CAAA;QACL,CAAC;KACJ,CAAC,CAAA;AACN,CAAC;AAID,KAAK,UAAU,gBAAgB,CAAC,GAAQ,EAAE,SAAiB,EAAE,IAAY;IACrE,MAAM,MAAM,GAAG,MAAM,IAAA,oCAA4B,EAAC;QAC9C,GAAG;QACH,SAAS;QACT,GAAG,EAAE,MAAM;QACX,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC;KACrB,CAAC,CAAA;IAEF,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,4BAA4B,IAAI,EAAE,CAAC,CAAA;IACvD,CAAC;AACL,CAAC;AAUD,KAAK,UAAU,iBAAiB,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS,EAA2B;IAM1G,MAAM,UAAU,GAAgE,EAAE,CAAA;IAClF,IAAI,aAAa,GAAG,CAAC,CAAA;IAErB,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,kDAAkD,CAAC,CAAA;IAEpF,MAAM,QAAQ,GAAG,MAAM,IAAA,kCAA0B,EAAC,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAA;IACvF,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,qBAAqB,CAAC,CAAA;QACvD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,aAAa,EAAE,CAAC,EAAE,CAAA;IAC1D,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC,QAAQ,EAAE,CAAA;IAC5E,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACrC,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,gBAAgB,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAA;IAEtE,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EACjD,CAAC;QACG,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAA;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAA;QAC3B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,SAAQ;QACZ,CAAC;QAED,IAAI,MAAW,CAAA;QACf,IAAI,CAAC;YACD,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QAChC,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACX,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACtE,UAAU,CAAC,IAAI,CAAC;gBACZ,KAAK;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,CAAC,iBAAiB,OAAO,EAAE,CAAC;aACvC,CAAC,CAAA;YACF,SAAQ;QACZ,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YACxB,SAAQ;QACZ,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAA;QACxB,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YACtC,UAAU,CAAC,IAAI,CAAC;gBACZ,KAAK;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,CAAC,sBAAsB,CAAC;aACnC,CAAC,CAAA;YACF,SAAQ;QACZ,CAAC;QAED,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;QAC7B,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC;gBAC1C,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,IAAI,0BAA0B,CAAC;gBAC1E,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAA;YAClC,UAAU,CAAC,IAAI,CAAC;gBACZ,KAAK;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM;aACT,CAAC,CAAA;YACF,SAAQ;QACZ,CAAC;QAED,UAAU,CAAC,IAAI,CAAC;YACZ,KAAK;YACL,KAAK,EAAE,IAAI;SACd,CAAC,CAAA;QACF,aAAa,EAAE,CAAA;IACnB,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,2BAA2B,aAAa,aAAa,CAAC,CAAA;IAEvF,OAAO;QACH,OAAO,EAAE,IAAI;QACb,UAAU;QACV,aAAa;KAChB,CAAA;AACL,CAAC"}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
export declare function getDatasetServiceDb(env: any): Promise<any>;
|
|
2
|
+
export declare function datasetGetByIdStep(params: {
|
|
3
|
+
env: any;
|
|
4
|
+
datasetId: string;
|
|
5
|
+
}): Promise<import("../service").ServiceResult<any>>;
|
|
6
|
+
export declare function datasetReadOutputJsonlStep(params: {
|
|
7
|
+
env: any;
|
|
8
|
+
datasetId: string;
|
|
9
|
+
}): Promise<{
|
|
10
|
+
contentBase64: string;
|
|
11
|
+
}>;
|
|
12
|
+
export declare function datasetUpdateSchemaStep(params: {
|
|
13
|
+
env: any;
|
|
14
|
+
datasetId: string;
|
|
15
|
+
schema: any;
|
|
16
|
+
status?: string;
|
|
17
|
+
}): Promise<import("../service").ServiceResult<void>>;
|
|
18
|
+
export declare function datasetUploadOutputFileStep(params: {
|
|
19
|
+
env: any;
|
|
20
|
+
datasetId: string;
|
|
21
|
+
fileBuffer: Buffer;
|
|
22
|
+
}): Promise<import("../service").ServiceResult<{
|
|
23
|
+
fileId: string;
|
|
24
|
+
storagePath: string;
|
|
25
|
+
}>>;
|
|
26
|
+
export declare function datasetUpdateStatusStep(params: {
|
|
27
|
+
env: any;
|
|
28
|
+
datasetId: string;
|
|
29
|
+
status: string;
|
|
30
|
+
calculatedTotalRows?: number;
|
|
31
|
+
actualGeneratedRowCount?: number;
|
|
32
|
+
}): Promise<import("../service").ServiceResult<void>>;
|
|
33
|
+
export declare function datasetClearStep(params: {
|
|
34
|
+
env: any;
|
|
35
|
+
datasetId: string;
|
|
36
|
+
}): Promise<import("../service").ServiceResult<{
|
|
37
|
+
deletedCount: number;
|
|
38
|
+
}>>;
|
|
39
|
+
//# sourceMappingURL=steps.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"steps.d.ts","sourceRoot":"","sources":["../../src/dataset/steps.ts"],"names":[],"mappings":"AAGA,wBAAsB,mBAAmB,CAAC,GAAG,EAAE,GAAG,gBAIjD;AAED,wBAAsB,kBAAkB,CAAC,MAAM,EAAE;IAAE,GAAG,EAAE,GAAG,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,oDAK/E;AAED,wBAAsB,0BAA0B,CAAC,MAAM,EAAE;IACvD,GAAG,EAAE,GAAG,CAAA;IACR,SAAS,EAAE,MAAM,CAAA;CAClB,GAAG,OAAO,CAAC;IAAE,aAAa,EAAE,MAAM,CAAA;CAAE,CAAC,CAoBrC;AAED,wBAAsB,uBAAuB,CAAC,MAAM,EAAE;IACpD,GAAG,EAAE,GAAG,CAAA;IACR,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,GAAG,CAAA;IACX,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB,qDASA;AAED,wBAAsB,2BAA2B,CAAC,MAAM,EAAE;IACxD,GAAG,EAAE,GAAG,CAAA;IACR,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,MAAM,CAAA;CACnB;;;IAQA;AAED,wBAAsB,uBAAuB,CAAC,MAAM,EAAE;IACpD,GAAG,EAAE,GAAG,CAAA;IACR,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,MAAM,CAAA;IACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,uBAAuB,CAAC,EAAE,MAAM,CAAA;CACjC,qDAUA;AAED,wBAAsB,gBAAgB,CAAC,MAAM,EAAE;IAAE,GAAG,EAAE,GAAG,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE;;IAK7E"}
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.getDatasetServiceDb = getDatasetServiceDb;
|
|
4
|
+
exports.datasetGetByIdStep = datasetGetByIdStep;
|
|
5
|
+
exports.datasetReadOutputJsonlStep = datasetReadOutputJsonlStep;
|
|
6
|
+
exports.datasetUpdateSchemaStep = datasetUpdateSchemaStep;
|
|
7
|
+
exports.datasetUploadOutputFileStep = datasetUploadOutputFileStep;
|
|
8
|
+
exports.datasetUpdateStatusStep = datasetUpdateStatusStep;
|
|
9
|
+
exports.datasetClearStep = datasetClearStep;
|
|
10
|
+
const runtime_1 = require("@ekairos/story/runtime");
|
|
11
|
+
const service_1 = require("../service");
|
|
12
|
+
async function getDatasetServiceDb(env) {
|
|
13
|
+
"use step";
|
|
14
|
+
const runtime = (await (0, runtime_1.resolveStoryRuntime)(env));
|
|
15
|
+
return runtime.db;
|
|
16
|
+
}
|
|
17
|
+
async function datasetGetByIdStep(params) {
|
|
18
|
+
"use step";
|
|
19
|
+
const db = (await (0, runtime_1.resolveStoryRuntime)(params.env)).db;
|
|
20
|
+
const service = new service_1.DatasetService(db);
|
|
21
|
+
return await service.getDatasetById(params.datasetId);
|
|
22
|
+
}
|
|
23
|
+
async function datasetReadOutputJsonlStep(params) {
|
|
24
|
+
"use step";
|
|
25
|
+
const db = (await (0, runtime_1.resolveStoryRuntime)(params.env)).db;
|
|
26
|
+
const query = await db.query({
|
|
27
|
+
dataset_datasets: {
|
|
28
|
+
$: { where: { id: params.datasetId }, limit: 1 },
|
|
29
|
+
dataFile: {},
|
|
30
|
+
},
|
|
31
|
+
});
|
|
32
|
+
const dataset = query.dataset_datasets?.[0];
|
|
33
|
+
const linkedFile = Array.isArray(dataset?.dataFile) ? dataset.dataFile[0] : dataset?.dataFile;
|
|
34
|
+
const url = linkedFile?.url;
|
|
35
|
+
if (!url) {
|
|
36
|
+
throw new Error("Dataset output file not found");
|
|
37
|
+
}
|
|
38
|
+
const fileBuffer = await fetch(url).then((r) => r.arrayBuffer());
|
|
39
|
+
return { contentBase64: Buffer.from(fileBuffer).toString("base64") };
|
|
40
|
+
}
|
|
41
|
+
async function datasetUpdateSchemaStep(params) {
|
|
42
|
+
"use step";
|
|
43
|
+
const db = (await (0, runtime_1.resolveStoryRuntime)(params.env)).db;
|
|
44
|
+
const service = new service_1.DatasetService(db);
|
|
45
|
+
return await service.updateDatasetSchema({
|
|
46
|
+
datasetId: params.datasetId,
|
|
47
|
+
schema: params.schema,
|
|
48
|
+
status: params.status,
|
|
49
|
+
});
|
|
50
|
+
}
|
|
51
|
+
async function datasetUploadOutputFileStep(params) {
|
|
52
|
+
"use step";
|
|
53
|
+
const db = (await (0, runtime_1.resolveStoryRuntime)(params.env)).db;
|
|
54
|
+
const service = new service_1.DatasetService(db);
|
|
55
|
+
return await service.uploadDatasetOutputFile({
|
|
56
|
+
datasetId: params.datasetId,
|
|
57
|
+
fileBuffer: params.fileBuffer,
|
|
58
|
+
});
|
|
59
|
+
}
|
|
60
|
+
async function datasetUpdateStatusStep(params) {
|
|
61
|
+
"use step";
|
|
62
|
+
const db = (await (0, runtime_1.resolveStoryRuntime)(params.env)).db;
|
|
63
|
+
const service = new service_1.DatasetService(db);
|
|
64
|
+
return await service.updateDatasetStatus({
|
|
65
|
+
datasetId: params.datasetId,
|
|
66
|
+
status: params.status,
|
|
67
|
+
calculatedTotalRows: params.calculatedTotalRows,
|
|
68
|
+
actualGeneratedRowCount: params.actualGeneratedRowCount,
|
|
69
|
+
});
|
|
70
|
+
}
|
|
71
|
+
async function datasetClearStep(params) {
|
|
72
|
+
"use step";
|
|
73
|
+
const db = (await (0, runtime_1.resolveStoryRuntime)(params.env)).db;
|
|
74
|
+
const service = new service_1.DatasetService(db);
|
|
75
|
+
return await service.clearDataset(params.datasetId);
|
|
76
|
+
}
|
|
77
|
+
//# sourceMappingURL=steps.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"steps.js","sourceRoot":"","sources":["../../src/dataset/steps.ts"],"names":[],"mappings":";;AAGA,kDAIC;AAED,gDAKC;AAED,gEAuBC;AAED,0DAcC;AAED,kEAYC;AAED,0DAgBC;AAED,4CAKC;AA9FD,oDAA4D;AAC5D,wCAA2C;AAEpC,KAAK,UAAU,mBAAmB,CAAC,GAAQ;IAChD,UAAU,CAAA;IACV,MAAM,OAAO,GAAG,CAAC,MAAM,IAAA,6BAAmB,EAAC,GAAG,CAAC,CAAQ,CAAA;IACvD,OAAO,OAAO,CAAC,EAAS,CAAA;AAC1B,CAAC;AAEM,KAAK,UAAU,kBAAkB,CAAC,MAAuC;IAC9E,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,6BAAmB,EAAC,MAAM,CAAC,GAAG,CAAS,CAAA,CAAC,EAAE,CAAA;IAC5D,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;AACvD,CAAC;AAEM,KAAK,UAAU,0BAA0B,CAAC,MAGhD;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,6BAAmB,EAAC,MAAM,CAAC,GAAG,CAAS,CAAA,CAAC,EAAE,CAAA;IAE5D,MAAM,KAAK,GAAQ,MAAM,EAAE,CAAC,KAAK,CAAC;QAChC,gBAAgB,EAAE;YAChB,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,SAAS,EAAS,EAAE,KAAK,EAAE,CAAC,EAAE;YACvD,QAAQ,EAAE,EAAE;SACN;KACT,CAAC,CAAA;IAEF,MAAM,OAAO,GAAG,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,CAAA;IAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAA;IAC7F,MAAM,GAAG,GAAG,UAAU,EAAE,GAAG,CAAA;IAC3B,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;IAClD,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAA;IAChE,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAA;AACtE,CAAC;AAEM,KAAK,UAAU,uBAAuB,CAAC,MAK7C;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,6BAAmB,EAAC,MAAM,CAAC,GAAG,CAAS,CAAA,CAAC,EAAE,CAAA;IAC5D,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,mBAAmB,CAAC;QACvC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,MAAM,EAAE,MAAM,CAAC,MAAM;KACtB,CAAC,CAAA;AACJ,CAAC;AAEM,KAAK,UAAU,2BAA2B,CAAC,MAIjD;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,6BAAmB,EAAC,MAAM,CAAC,GAAG,CAAS,CAAA,CAAC,EAAE,CAAA;IAC5D,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,uBAAuB,CAAC;QAC3C,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;KAC9B,CAAC,CAAA;AACJ,CAAC;AAEM,KAAK,UAAU,uBAAuB,CAAC,MAM7C;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,6BAAmB,EAAC,MAAM,CAAC,GAAG,CAAS,CAAA,CAAC,EAAE,CAAA;IAC5D,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,mBAAmB,CAAC;QACvC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;QAC/C,uBAAuB,EAAE,MAAM,CAAC,uBAAuB;KACjD,CAAC,CAAA;AACX,CAAC;AAEM,KAAK,UAAU,gBAAgB,CAAC,MAAuC;IAC5E,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,6BAAmB,EAAC,MAAM,CAAC,GAAG,CAAS,CAAA,CAAC,EAAE,CAAA;IAC5D,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;AACrD,CAAC"}
|
|
@@ -1,11 +1,9 @@
|
|
|
1
|
-
import { Sandbox } from "@vercel/sandbox";
|
|
2
|
-
import { DatasetService } from "./service";
|
|
3
1
|
interface ExecuteCommandToolParams {
|
|
4
|
-
service: DatasetService;
|
|
5
2
|
datasetId: string;
|
|
6
|
-
|
|
3
|
+
sandboxId: string;
|
|
4
|
+
env?: any;
|
|
7
5
|
}
|
|
8
|
-
export declare function createExecuteCommandTool({
|
|
6
|
+
export declare function createExecuteCommandTool({ datasetId, sandboxId, env }: ExecuteCommandToolParams): import("ai").Tool<{
|
|
9
7
|
pythonCode: string;
|
|
10
8
|
scriptName: string;
|
|
11
9
|
}, {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"executeCommand.tool.d.ts","sourceRoot":"","sources":["../src/executeCommand.tool.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"executeCommand.tool.d.ts","sourceRoot":"","sources":["../src/executeCommand.tool.ts"],"names":[],"mappings":"AAUA,UAAU,wBAAwB;IAC9B,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,GAAG,CAAC,EAAE,GAAG,CAAA;CACZ;AAED,wBAAgB,wBAAwB,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuI/F"}
|
|
@@ -3,12 +3,13 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.createExecuteCommandTool = createExecuteCommandTool;
|
|
4
4
|
const ai_1 = require("ai");
|
|
5
5
|
const zod_1 = require("zod");
|
|
6
|
+
const steps_1 = require("./sandbox/steps");
|
|
6
7
|
const datasetFiles_1 = require("./datasetFiles");
|
|
7
8
|
// To keep responses predictable for big data scenarios, we cap stdout/stderr.
|
|
8
9
|
// The tool's return payload exposes stdout (capped) plus the on-disk script path.
|
|
9
10
|
const MAX_STDOUT_CHARS = 20000;
|
|
10
11
|
const MAX_STDERR_CHARS = 5000;
|
|
11
|
-
function createExecuteCommandTool({
|
|
12
|
+
function createExecuteCommandTool({ datasetId, sandboxId, env }) {
|
|
12
13
|
return (0, ai_1.tool)({
|
|
13
14
|
description: "Execute Python scripts in the sandbox. Always saves script to a file before executing. The tool's output is EXACTLY the script's stdout and includes the script file path for traceability. CRITICAL: Print concise, human-readable summaries only; do NOT print raw large data. For big results, write artifacts to files in the workstation and print their file paths. Always include progress/result prints (e.g., 'Processing file X...', 'Found Y records', 'Generated output.csv').",
|
|
14
15
|
inputSchema: zod_1.z.object({
|
|
@@ -26,21 +27,27 @@ function createExecuteCommandTool({ service, datasetId, sandbox }) {
|
|
|
26
27
|
console.log(`[Dataset ${datasetId}] Code length: ${pythonCode.length} chars`);
|
|
27
28
|
console.log(`[Dataset ${datasetId}] ========================================`);
|
|
28
29
|
try {
|
|
29
|
-
await
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
30
|
+
await (0, steps_1.writeDatasetSandboxFilesStep)({
|
|
31
|
+
env,
|
|
32
|
+
sandboxId,
|
|
33
|
+
files: [
|
|
34
|
+
{
|
|
35
|
+
path: scriptFile,
|
|
36
|
+
contentBase64: Buffer.from(pythonCode, "utf-8").toString("base64"),
|
|
37
|
+
},
|
|
38
|
+
],
|
|
39
|
+
});
|
|
33
40
|
console.log(`[Dataset ${datasetId}] Script written to: ${scriptFile}`);
|
|
34
41
|
console.log(`[Dataset ${datasetId}] Executing: python ${scriptFile}`);
|
|
35
|
-
const result = await
|
|
42
|
+
const result = await (0, steps_1.runDatasetSandboxCommandStep)({
|
|
43
|
+
env,
|
|
44
|
+
sandboxId,
|
|
36
45
|
cmd: "python",
|
|
37
46
|
args: [scriptFile],
|
|
38
47
|
});
|
|
39
|
-
const
|
|
40
|
-
const
|
|
48
|
+
const stdout = result.stdout || "";
|
|
49
|
+
const stderr = result.stderr || "";
|
|
41
50
|
const exitCode = result.exitCode;
|
|
42
|
-
const stdout = rawStdout || "";
|
|
43
|
-
const stderr = rawStderr || "";
|
|
44
51
|
const isStdoutTruncated = stdout.length > MAX_STDOUT_CHARS;
|
|
45
52
|
const isStderrTruncated = stderr.length > MAX_STDERR_CHARS;
|
|
46
53
|
const stdoutCapped = isStdoutTruncated ? stdout.slice(0, MAX_STDOUT_CHARS) : stdout;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"executeCommand.tool.js","sourceRoot":"","sources":["../src/executeCommand.tool.ts"],"names":[],"mappings":";;
|
|
1
|
+
{"version":3,"file":"executeCommand.tool.js","sourceRoot":"","sources":["../src/executeCommand.tool.ts"],"names":[],"mappings":";;AAgBA,4DAuIC;AAvJD,2BAAyB;AACzB,6BAAuB;AACvB,2CAA4F;AAC5F,iDAAsD;AAEtD,8EAA8E;AAC9E,kFAAkF;AAClF,MAAM,gBAAgB,GAAG,KAAK,CAAA;AAC9B,MAAM,gBAAgB,GAAG,IAAI,CAAA;AAQ7B,SAAgB,wBAAwB,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAA4B;IAC5F,OAAO,IAAA,SAAI,EAAC;QACR,WAAW,EAAE,4dAA4d;QACze,WAAW,EAAE,OAAC,CAAC,MAAM,CAAC;YAClB,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kRAAkR,CAAC;YACnT,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wIAAwI,CAAC;SAC5K,CAAC;QACF,OAAO,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,UAAU,EAA8C,EAAE,EAAE;YACtF,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAA;YAC1E,MAAM,WAAW,GAAG,IAAA,oCAAqB,EAAC,SAAS,CAAC,CAAA;YACpD,MAAM,UAAU,GAAG,GAAG,WAAW,IAAI,UAAU,IAAI,IAAI,KAAK,CAAA;YAE5D,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAC9E,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,wBAAwB,CAAC,CAAA;YAC1D,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,aAAa,UAAU,EAAE,CAAC,CAAA;YAC3D,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,WAAW,UAAU,EAAE,CAAC,CAAA;YACzD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,kBAAkB,UAAU,CAAC,MAAM,QAAQ,CAAC,CAAA;YAC7E,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;YAE9E,IAAI,CAAC;gBACD,MAAM,IAAA,oCAA4B,EAAC;oBAC/B,GAAG;oBACH,SAAS;oBACT,KAAK,EAAE;wBACH;4BACJ,IAAI,EAAE,UAAU;4BACR,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;yBACrE;qBACJ;iBACJ,CAAC,CAAA;gBAEF,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,wBAAwB,UAAU,EAAE,CAAC,CAAA;gBACtE,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,uBAAuB,UAAU,EAAE,CAAC,CAAA;gBAErE,MAAM,MAAM,GAAG,MAAM,IAAA,oCAA4B,EAAC;oBAC9C,GAAG;oBACH,SAAS;oBACT,GAAG,EAAE,QAAQ;oBACb,IAAI,EAAE,CAAC,UAAU,CAAC;iBACrB,CAAC,CAAA;gBAEF,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAA;gBAClC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAA;gBAClC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAA;gBAEhC,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,GAAG,gBAAgB,CAAA;gBAC1D,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,GAAG,gBAAgB,CAAA;gBAE1D,MAAM,YAAY,GAAG,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;gBACnF,MAAM,YAAY,GAAG,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;gBAEnF,IAAI,QAAQ,KAAK,CAAC,EAClB,CAAC;oBACG,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,qCAAqC,QAAQ,EAAE,CAAC,CAAA;oBACnF,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,WAAW,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;oBAC/E,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;oBAEhF,OAAO;wBACH,OAAO,EAAE,KAAK;wBACd,QAAQ;wBACR,MAAM,EAAE,YAAY;wBACpB,MAAM,EAAE,YAAY;wBACpB,UAAU,EAAE,UAAU;wBACtB,KAAK,EAAE,iCAAiC,QAAQ,EAAE;wBAClD,eAAe,EAAE,iBAAiB;wBAClC,eAAe,EAAE,iBAAiB;wBAClC,oBAAoB,EAAE,MAAM,CAAC,MAAM;wBACnC,oBAAoB,EAAE,MAAM,CAAC,MAAM;qBACtC,CAAA;gBACL,CAAC;gBAED,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,EACtF,CAAC;oBACG,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,2BAA2B,CAAC,CAAA;oBAC/D,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,WAAW,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;oBAC/E,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;oBAEhF,OAAO;wBACH,OAAO,EAAE,KAAK;wBACd,QAAQ;wBACR,MAAM,EAAE,YAAY;wBACpB,MAAM,EAAE,YAAY;wBACpB,UAAU,EAAE,UAAU;wBACtB,KAAK,EAAE,iCAAiC;wBACxC,eAAe,EAAE,iBAAiB;wBAClC,eAAe,EAAE,iBAAiB;wBAClC,oBAAoB,EAAE,MAAM,CAAC,MAAM;wBACnC,oBAAoB,EAAE,MAAM,CAAC,MAAM;qBACtC,CAAA;gBACL,CAAC;gBAED,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,mCAAmC,CAAC,CAAA;gBACrE,IAAI,MAAM,EACV,CAAC;oBACG,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,oBAAoB,MAAM,CAAC,MAAM,QAAQ,CAAC,CAAA;oBAC3E,IAAI,iBAAiB,EACrB,CAAC;wBACG,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,6BAA6B,gBAAgB,QAAQ,CAAC,CAAA;oBAC3F,CAAC;gBACL,CAAC;gBACD,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;gBAE9E,OAAO;oBACH,OAAO,EAAE,IAAI;oBACb,QAAQ;oBACR,MAAM,EAAE,YAAY;oBACpB,MAAM,EAAE,YAAY;oBACpB,UAAU,EAAE,UAAU;oBACtB,OAAO,EAAE,+BAA+B;oBACxC,eAAe,EAAE,iBAAiB;oBAClC,eAAe,EAAE,iBAAiB;oBAClC,oBAAoB,EAAE,MAAM,CAAC,MAAM;oBACnC,oBAAoB,EAAE,MAAM,CAAC,MAAM;iBACtC,CAAA;YACL,CAAC;YACD,OAAO,KAAc,EAAE,CAAC;gBACpB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAA;gBAC7E,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,0BAA0B,EAAE,YAAY,CAAC,CAAA;gBAC5E,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,4CAA4C,CAAC,CAAA;gBAEhF,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY;oBACnB,MAAM,EAAE,EAAE;oBACV,MAAM,EAAE,EAAE;oBACV,QAAQ,EAAE,CAAC,CAAC;oBACZ,UAAU,EAAE,UAAU;oBACtB,eAAe,EAAE,KAAK;oBACtB,eAAe,EAAE,KAAK;oBACtB,oBAAoB,EAAE,CAAC;oBACvB,oBAAoB,EAAE,CAAC;iBAC1B,CAAA;YACL,CAAC;QACL,CAAC;KACJ,CAAC,CAAA;AACN,CAAC"}
|
|
@@ -1,11 +1,6 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { createStory } from "@ekairos/story";
|
|
2
2
|
import { FilePreviewContext } from "./filepreview";
|
|
3
|
-
|
|
4
|
-
import { DatasetService } from "../service";
|
|
5
|
-
import { SchemaOf } from "@ekairos/domain";
|
|
6
|
-
import { datasetDomain } from "../schema";
|
|
7
|
-
import { storyDomain } from "@ekairos/story";
|
|
8
|
-
export type FileDatasetContext = {
|
|
3
|
+
export type FileParseStoryContext = {
|
|
9
4
|
datasetId: string;
|
|
10
5
|
fileId: string;
|
|
11
6
|
instructions: string;
|
|
@@ -20,22 +15,19 @@ export type FileDatasetContext = {
|
|
|
20
15
|
iterationCount: number;
|
|
21
16
|
filePreview?: FilePreviewContext;
|
|
22
17
|
};
|
|
23
|
-
type
|
|
24
|
-
export type FileDatasetAgentParams = {
|
|
18
|
+
export type FileParseStoryParams = {
|
|
25
19
|
fileId: string;
|
|
26
|
-
instructions
|
|
27
|
-
|
|
28
|
-
|
|
20
|
+
instructions?: string;
|
|
21
|
+
sandboxId?: string;
|
|
22
|
+
datasetId?: string;
|
|
23
|
+
model?: string;
|
|
29
24
|
};
|
|
30
|
-
export type
|
|
31
|
-
|
|
25
|
+
export type FileParseStoryBuilder<Env extends {
|
|
26
|
+
orgId: string;
|
|
27
|
+
}> = {
|
|
32
28
|
datasetId: string;
|
|
33
|
-
|
|
29
|
+
story: ReturnType<ReturnType<typeof createStory<Env>>["context"]> extends any ? any : any;
|
|
34
30
|
};
|
|
35
|
-
/**
|
|
36
|
-
* Creates a FileDatasetAgent using the builder pattern
|
|
37
|
-
*/
|
|
38
|
-
export declare function createFileDatasetAgent(params: FileDatasetAgentParams): FileDatasetAgentBuilder;
|
|
39
31
|
export type DatasetResult = {
|
|
40
32
|
id: string;
|
|
41
33
|
status?: string;
|
|
@@ -47,21 +39,28 @@ export type DatasetResult = {
|
|
|
47
39
|
createdAt?: number;
|
|
48
40
|
updatedAt?: number;
|
|
49
41
|
};
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
42
|
+
/**
|
|
43
|
+
* Factory (DX-first):
|
|
44
|
+
*
|
|
45
|
+
* Usage:
|
|
46
|
+
* const { datasetId } = await createFileParseStory(fileId, { instructions }).parse(env)
|
|
47
|
+
*
|
|
48
|
+
* - No `db` is accepted/stored (workflow-safe).
|
|
49
|
+
* - All I/O happens in `"use step"` functions via Ekairos runtime (`resolveStoryRuntime(env).db`).
|
|
50
|
+
* - `parse()` is the entrypoint; it calls `story.react(...)` internally.
|
|
51
|
+
*/
|
|
52
|
+
export declare function createFileParseStory<Env extends {
|
|
53
|
+
orgId: string;
|
|
54
|
+
}>(fileId: string, opts?: {
|
|
55
|
+
instructions?: string;
|
|
56
|
+
sandboxId?: string;
|
|
57
|
+
datasetId?: string;
|
|
58
|
+
model?: string;
|
|
59
|
+
}): {
|
|
60
|
+
datasetId: string;
|
|
61
|
+
parse(env?: Env, prompt?: string): Promise<{
|
|
62
|
+
datasetId: string;
|
|
63
|
+
}>;
|
|
64
|
+
story: any;
|
|
65
|
+
};
|
|
67
66
|
//# sourceMappingURL=file-dataset.agent.d.ts.map
|