@ekairos/dataset 1.22.4-beta.development.0 → 1.22.4-beta.feature-thread-unify.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/dataset/steps.d.ts.map +1 -1
- package/dist/dataset/steps.js +38 -32
- package/dist/dataset/steps.js.map +1 -1
- package/dist/datasetFiles.d.ts +0 -1
- package/dist/datasetFiles.d.ts.map +1 -1
- package/dist/datasetFiles.js +1 -21
- package/dist/datasetFiles.js.map +1 -1
- package/dist/file/file-dataset.agent.d.ts +3 -5
- package/dist/file/file-dataset.agent.d.ts.map +1 -1
- package/dist/file/file-dataset.agent.js +20 -28
- package/dist/file/file-dataset.agent.js.map +1 -1
- package/dist/file/filepreview.js +1 -1
- package/dist/file/filepreview.js.map +1 -1
- package/dist/file/prompts.d.ts.map +1 -1
- package/dist/file/prompts.js +12 -29
- package/dist/file/prompts.js.map +1 -1
- package/dist/file/steps.js +2 -2
- package/dist/file/steps.js.map +1 -1
- package/dist/index.d.ts +8 -3
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +8 -3
- package/dist/index.js.map +1 -1
- package/dist/query/queryDomain.step.js +3 -3
- package/dist/query/queryDomain.step.js.map +1 -1
- package/dist/sandbox/steps.d.ts.map +1 -1
- package/dist/sandbox/steps.js +6 -95
- package/dist/sandbox/steps.js.map +1 -1
- package/dist/schema.d.ts +1 -4
- package/dist/schema.d.ts.map +1 -1
- package/dist/schema.js +1 -4
- package/dist/schema.js.map +1 -1
- package/dist/service.d.ts +1 -14
- package/dist/service.d.ts.map +1 -1
- package/dist/service.js +10 -130
- package/dist/service.js.map +1 -1
- package/dist/transform/transform-dataset.agent.d.ts +0 -3
- package/dist/transform/transform-dataset.agent.d.ts.map +1 -1
- package/dist/transform/transform-dataset.agent.js +12 -16
- package/dist/transform/transform-dataset.agent.js.map +1 -1
- package/dist/transform/transformDataset.js +2 -2
- package/dist/transform/transformDataset.js.map +1 -1
- package/package.json +16 -12
- package/dist/dataset.d.ts +0 -67
- package/dist/dataset.d.ts.map +0 -1
- package/dist/dataset.js +0 -577
- package/dist/dataset.js.map +0 -1
- package/dist/materializeDataset.tool.d.ts +0 -78
- package/dist/materializeDataset.tool.d.ts.map +0 -1
- package/dist/materializeDataset.tool.js +0 -102
- package/dist/materializeDataset.tool.js.map +0 -1
- package/dist/skill.d.ts +0 -11
- package/dist/skill.d.ts.map +0 -1
- package/dist/skill.js +0 -53
- package/dist/skill.js.map +0 -1
- package/skill/SKILL.md +0 -83
- package/skill/code/_runtime.mjs +0 -156
- package/skill/code/complete_dataset.mjs +0 -104
- package/skill/code/dataset_source_to_jsonl.mjs +0 -51
- package/skill/code/query_to_jsonl.mjs +0 -22
- package/skill/skill.toml +0 -13
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"steps.d.ts","sourceRoot":"","sources":["../../src/dataset/steps.ts"],"names":[],"mappings":"AAOA,wBAAsB,mBAAmB,CAAC,GAAG,CAAC,EAAE,GAAG,gBAIlD;AAED,wBAAsB,kBAAkB,CAAC,MAAM,EAAE;IAAE,GAAG,CAAC,EAAE,GAAG,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,oDAKhF;AAED,wBAAsB,0BAA0B,CAAC,MAAM,EAAE;IACvD,GAAG,CAAC,EAAE,GAAG,CAAA;IACT,SAAS,EAAE,MAAM,CAAA;CAClB,GAAG,OAAO,CAAC;IAAE,aAAa,EAAE,MAAM,CAAA;CAAE,CAAC,
|
|
1
|
+
{"version":3,"file":"steps.d.ts","sourceRoot":"","sources":["../../src/dataset/steps.ts"],"names":[],"mappings":"AAOA,wBAAsB,mBAAmB,CAAC,GAAG,CAAC,EAAE,GAAG,gBAIlD;AAED,wBAAsB,kBAAkB,CAAC,MAAM,EAAE;IAAE,GAAG,CAAC,EAAE,GAAG,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,oDAKhF;AAED,wBAAsB,0BAA0B,CAAC,MAAM,EAAE;IACvD,GAAG,CAAC,EAAE,GAAG,CAAA;IACT,SAAS,EAAE,MAAM,CAAA;CAClB,GAAG,OAAO,CAAC;IAAE,aAAa,EAAE,MAAM,CAAA;CAAE,CAAC,CAoBrC;AAED,wBAAsB,uBAAuB,CAAC,MAAM,EAAE;IACpD,GAAG,CAAC,EAAE,GAAG,CAAA;IACT,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,GAAG,CAAA;IACX,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB,qDASA;AAED,wBAAsB,2BAA2B,CAAC,MAAM,EAAE;IACxD,GAAG,CAAC,EAAE,GAAG,CAAA;IACT,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,MAAM,CAAA;CACnB;;;IAQA;AAED,wBAAsB,uBAAuB,CAAC,MAAM,EAAE;IACpD,GAAG,CAAC,EAAE,GAAG,CAAA;IACT,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,MAAM,CAAA;IACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,uBAAuB,CAAC,EAAE,MAAM,CAAA;CACjC,qDAUA;AAED,wBAAsB,gBAAgB,CAAC,MAAM,EAAE;IAAE,GAAG,CAAC,EAAE,GAAG,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE;;IAK9E;AAED,wBAAsB,sBAAsB,CAAC,MAAM,EAAE;IACnD,GAAG,CAAC,EAAE,GAAG,CAAA;IACT,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf,GAAG,OAAO,CAAC;IAAE,IAAI,EAAE,GAAG,EAAE,CAAA;CAAE,CAAC,CAmB3B"}
|
package/dist/dataset/steps.js
CHANGED
|
@@ -8,46 +8,43 @@ exports.datasetUploadOutputFileStep = datasetUploadOutputFileStep;
|
|
|
8
8
|
exports.datasetUpdateStatusStep = datasetUpdateStatusStep;
|
|
9
9
|
exports.datasetClearStep = datasetClearStep;
|
|
10
10
|
exports.datasetPreviewRowsStep = datasetPreviewRowsStep;
|
|
11
|
-
const runtime_1 = require("@ekairos/
|
|
11
|
+
const runtime_1 = require("@ekairos/thread/runtime");
|
|
12
12
|
const service_1 = require("../service");
|
|
13
13
|
async function resolveEnv(env) {
|
|
14
|
-
return env ?? (await (0, runtime_1.
|
|
14
|
+
return env ?? (await (0, runtime_1.getThreadEnv)());
|
|
15
15
|
}
|
|
16
16
|
async function getDatasetServiceDb(env) {
|
|
17
17
|
"use step";
|
|
18
|
-
const runtime = (await (0, runtime_1.
|
|
18
|
+
const runtime = (await (0, runtime_1.getThreadRuntime)(await resolveEnv(env)));
|
|
19
19
|
return runtime.db;
|
|
20
20
|
}
|
|
21
21
|
async function datasetGetByIdStep(params) {
|
|
22
22
|
"use step";
|
|
23
|
-
const db = (await (0, runtime_1.
|
|
23
|
+
const db = (await (0, runtime_1.getThreadRuntime)(await resolveEnv(params.env))).db;
|
|
24
24
|
const service = new service_1.DatasetService(db);
|
|
25
25
|
return await service.getDatasetById(params.datasetId);
|
|
26
26
|
}
|
|
27
27
|
async function datasetReadOutputJsonlStep(params) {
|
|
28
28
|
"use step";
|
|
29
|
-
const db = (await (0, runtime_1.
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
const fileBuffer = await fetch(url).then((r) => r.arrayBuffer());
|
|
42
|
-
return { contentBase64: Buffer.from(fileBuffer).toString("base64") };
|
|
43
|
-
}
|
|
44
|
-
await new Promise((resolve) => setTimeout(resolve, 250 * attempt));
|
|
29
|
+
const db = (await (0, runtime_1.getThreadRuntime)(await resolveEnv(params.env))).db;
|
|
30
|
+
const query = await db.query({
|
|
31
|
+
dataset_datasets: {
|
|
32
|
+
$: { where: { id: params.datasetId }, limit: 1 },
|
|
33
|
+
dataFile: {},
|
|
34
|
+
},
|
|
35
|
+
});
|
|
36
|
+
const dataset = query.dataset_datasets?.[0];
|
|
37
|
+
const linkedFile = Array.isArray(dataset?.dataFile) ? dataset.dataFile[0] : dataset?.dataFile;
|
|
38
|
+
const url = linkedFile?.url;
|
|
39
|
+
if (!url) {
|
|
40
|
+
throw new Error("Dataset output file not found");
|
|
45
41
|
}
|
|
46
|
-
|
|
42
|
+
const fileBuffer = await fetch(url).then((r) => r.arrayBuffer());
|
|
43
|
+
return { contentBase64: Buffer.from(fileBuffer).toString("base64") };
|
|
47
44
|
}
|
|
48
45
|
async function datasetUpdateSchemaStep(params) {
|
|
49
46
|
"use step";
|
|
50
|
-
const db = (await (0, runtime_1.
|
|
47
|
+
const db = (await (0, runtime_1.getThreadRuntime)(await resolveEnv(params.env))).db;
|
|
51
48
|
const service = new service_1.DatasetService(db);
|
|
52
49
|
return await service.updateDatasetSchema({
|
|
53
50
|
datasetId: params.datasetId,
|
|
@@ -57,7 +54,7 @@ async function datasetUpdateSchemaStep(params) {
|
|
|
57
54
|
}
|
|
58
55
|
async function datasetUploadOutputFileStep(params) {
|
|
59
56
|
"use step";
|
|
60
|
-
const db = (await (0, runtime_1.
|
|
57
|
+
const db = (await (0, runtime_1.getThreadRuntime)(await resolveEnv(params.env))).db;
|
|
61
58
|
const service = new service_1.DatasetService(db);
|
|
62
59
|
return await service.uploadDatasetOutputFile({
|
|
63
60
|
datasetId: params.datasetId,
|
|
@@ -66,7 +63,7 @@ async function datasetUploadOutputFileStep(params) {
|
|
|
66
63
|
}
|
|
67
64
|
async function datasetUpdateStatusStep(params) {
|
|
68
65
|
"use step";
|
|
69
|
-
const db = (await (0, runtime_1.
|
|
66
|
+
const db = (await (0, runtime_1.getThreadRuntime)(await resolveEnv(params.env))).db;
|
|
70
67
|
const service = new service_1.DatasetService(db);
|
|
71
68
|
return await service.updateDatasetStatus({
|
|
72
69
|
datasetId: params.datasetId,
|
|
@@ -77,18 +74,27 @@ async function datasetUpdateStatusStep(params) {
|
|
|
77
74
|
}
|
|
78
75
|
async function datasetClearStep(params) {
|
|
79
76
|
"use step";
|
|
80
|
-
const db = (await (0, runtime_1.
|
|
77
|
+
const db = (await (0, runtime_1.getThreadRuntime)(await resolveEnv(params.env))).db;
|
|
81
78
|
const service = new service_1.DatasetService(db);
|
|
82
79
|
return await service.clearDataset(params.datasetId);
|
|
83
80
|
}
|
|
84
81
|
async function datasetPreviewRowsStep(params) {
|
|
85
82
|
"use step";
|
|
86
|
-
const db = (await (0, runtime_1.
|
|
87
|
-
const
|
|
88
|
-
const
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
83
|
+
const db = (await (0, runtime_1.getThreadRuntime)(await resolveEnv(params.env))).db;
|
|
84
|
+
const limit = params.limit ?? 20;
|
|
85
|
+
const query = await db.query({
|
|
86
|
+
dataset_records: {
|
|
87
|
+
$: {
|
|
88
|
+
where: { "dataset.id": params.datasetId },
|
|
89
|
+
order: { order: "asc" },
|
|
90
|
+
limit,
|
|
91
|
+
},
|
|
92
|
+
dataset: {},
|
|
93
|
+
},
|
|
94
|
+
});
|
|
95
|
+
const rows = Array.isArray(query.dataset_records)
|
|
96
|
+
? query.dataset_records.map((r) => r?.rowContent).filter((r) => r !== undefined)
|
|
97
|
+
: [];
|
|
98
|
+
return { rows };
|
|
93
99
|
}
|
|
94
100
|
//# sourceMappingURL=steps.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"steps.js","sourceRoot":"","sources":["../../src/dataset/steps.ts"],"names":[],"mappings":";;AAOA,kDAIC;AAED,gDAKC;AAED,
|
|
1
|
+
{"version":3,"file":"steps.js","sourceRoot":"","sources":["../../src/dataset/steps.ts"],"names":[],"mappings":";;AAOA,kDAIC;AAED,gDAKC;AAED,gEAuBC;AAED,0DAcC;AAED,kEAYC;AAED,0DAgBC;AAED,4CAKC;AAED,wDAuBC;AA3HD,qDAAwE;AACxE,wCAA2C;AAE3C,KAAK,UAAU,UAAU,CAAC,GAAS;IACjC,OAAO,GAAG,IAAI,CAAC,MAAM,IAAA,sBAAY,GAAE,CAAC,CAAA;AACtC,CAAC;AAEM,KAAK,UAAU,mBAAmB,CAAC,GAAS;IACjD,UAAU,CAAA;IACV,MAAM,OAAO,GAAG,CAAC,MAAM,IAAA,0BAAgB,EAAC,MAAM,UAAU,CAAC,GAAG,CAAC,CAAC,CAAQ,CAAA;IACtE,OAAO,OAAO,CAAC,EAAS,CAAA;AAC1B,CAAC;AAEM,KAAK,UAAU,kBAAkB,CAAC,MAAwC;IAC/E,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,0BAAgB,EAAC,MAAM,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAS,CAAA,CAAC,EAAE,CAAA;IAC3E,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;AACvD,CAAC;AAEM,KAAK,UAAU,0BAA0B,CAAC,MAGhD;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,0BAAgB,EAAC,MAAM,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAS,CAAA,CAAC,EAAE,CAAA;IAE3E,MAAM,KAAK,GAAQ,MAAM,EAAE,CAAC,KAAK,CAAC;QAChC,gBAAgB,EAAE;YAChB,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,SAAS,EAAS,EAAE,KAAK,EAAE,CAAC,EAAE;YACvD,QAAQ,EAAE,EAAE;SACN;KACT,CAAC,CAAA;IAEF,MAAM,OAAO,GAAG,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,CAAA;IAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAA;IAC7F,MAAM,GAAG,GAAG,UAAU,EAAE,GAAG,CAAA;IAC3B,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;IAClD,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAA;IAChE,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAA;AACtE,CAAC;AAEM,KAAK,UAAU,uBAAuB,CAAC,MAK7C;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,0BAAgB,EAAC,MAAM,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAS,CAAA,CAAC,EAAE,CAAA;IAC3E,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,mBAAmB,CAAC;QACvC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,MAAM,EAAE,MAAM,CAAC,MAAM;KACtB,CAAC,CAAA;AACJ,CAAC;AAEM,KAAK,UAAU,2BAA2B,CAAC,MAIjD;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,0BAAgB,EAAC,MAAM,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAS,CAAA,CAAC,EAAE,CAAA;IAC3E,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,uBAAuB,CAAC;QAC3C,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;KAC9B,CAAC,CAAA;AACJ,CAAC;AAEM,KAAK,UAAU,uBAAuB,CAAC,MAM7C;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,0BAAgB,EAAC,MAAM,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAS,CAAA,CAAC,EAAE,CAAA;IAC3E,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,mBAAmB,CAAC;QACvC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;QAC/C,uBAAuB,EAAE,MAAM,CAAC,uBAAuB;KACjD,CAAC,CAAA;AACX,CAAC;AAEM,KAAK,UAAU,gBAAgB,CAAC,MAAwC;IAC7E,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,0BAAgB,EAAC,MAAM,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAS,CAAA,CAAC,EAAE,CAAA;IAC3E,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;AACrD,CAAC;AAEM,KAAK,UAAU,sBAAsB,CAAC,MAI5C;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,0BAAgB,EAAC,MAAM,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAS,CAAA,CAAC,EAAE,CAAA;IAC3E,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAA;IAChC,MAAM,KAAK,GAAQ,MAAM,EAAE,CAAC,KAAK,CAAC;QAChC,eAAe,EAAE;YACf,CAAC,EAAE;gBACD,KAAK,EAAE,EAAE,YAAY,EAAE,MAAM,CAAC,SAAS,EAAS;gBAChD,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;gBACvB,KAAK;aACN;YACD,OAAO,EAAE,EAAE;SACL;KACT,CAAC,CAAA;IAEF,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,eAAe,CAAC;QAC/C,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC;QAC1F,CAAC,CAAC,EAAE,CAAA;IACN,OAAO,EAAE,IAAI,EAAE,CAAA;AACjB,CAAC"}
|
package/dist/datasetFiles.d.ts
CHANGED
|
@@ -1,5 +1,4 @@
|
|
|
1
1
|
export declare const DATASET_OUTPUT_FILE_NAME = "output.jsonl";
|
|
2
|
-
export declare function getDatasetWorkdirBase(): string;
|
|
3
2
|
export declare function getDatasetWorkstation(datasetId: string): string;
|
|
4
3
|
export declare function getDatasetOutputPath(datasetId: string): string;
|
|
5
4
|
//# sourceMappingURL=datasetFiles.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"datasetFiles.d.ts","sourceRoot":"","sources":["../src/datasetFiles.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,wBAAwB,iBAAiB,CAAA;
|
|
1
|
+
{"version":3,"file":"datasetFiles.d.ts","sourceRoot":"","sources":["../src/datasetFiles.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,wBAAwB,iBAAiB,CAAA;AAEtD,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAG/D;AAED,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAG9D"}
|
package/dist/datasetFiles.js
CHANGED
|
@@ -1,31 +1,11 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.DATASET_OUTPUT_FILE_NAME = void 0;
|
|
4
|
-
exports.getDatasetWorkdirBase = getDatasetWorkdirBase;
|
|
5
4
|
exports.getDatasetWorkstation = getDatasetWorkstation;
|
|
6
5
|
exports.getDatasetOutputPath = getDatasetOutputPath;
|
|
7
6
|
exports.DATASET_OUTPUT_FILE_NAME = "output.jsonl";
|
|
8
|
-
const DEFAULT_VERCEL_WORKDIR_BASE = "/vercel/sandbox/datasets";
|
|
9
|
-
const DEFAULT_DAYTONA_WORKDIR_BASE = "/home/daytona/.ekairos/datasets";
|
|
10
|
-
const DEFAULT_SPRITES_WORKDIR_BASE = "/workspace/.ekairos/datasets";
|
|
11
|
-
function trimTrailingSlash(value) {
|
|
12
|
-
return value.endsWith("/") ? value.slice(0, -1) : value;
|
|
13
|
-
}
|
|
14
|
-
function getDatasetWorkdirBase() {
|
|
15
|
-
const explicit = String(process.env.DATASET_SANDBOX_WORKDIR_BASE ?? "").trim();
|
|
16
|
-
if (explicit)
|
|
17
|
-
return trimTrailingSlash(explicit);
|
|
18
|
-
const provider = String(process.env.SANDBOX_PROVIDER ?? "").trim().toLowerCase();
|
|
19
|
-
if (provider === "daytona")
|
|
20
|
-
return DEFAULT_DAYTONA_WORKDIR_BASE;
|
|
21
|
-
if (provider === "vercel")
|
|
22
|
-
return DEFAULT_VERCEL_WORKDIR_BASE;
|
|
23
|
-
if (provider === "sprites")
|
|
24
|
-
return DEFAULT_SPRITES_WORKDIR_BASE;
|
|
25
|
-
return DEFAULT_VERCEL_WORKDIR_BASE;
|
|
26
|
-
}
|
|
27
7
|
function getDatasetWorkstation(datasetId) {
|
|
28
|
-
return
|
|
8
|
+
return `/vercel/sandbox/datasets/${datasetId}`;
|
|
29
9
|
}
|
|
30
10
|
function getDatasetOutputPath(datasetId) {
|
|
31
11
|
return `${getDatasetWorkstation(datasetId)}/${exports.DATASET_OUTPUT_FILE_NAME}`;
|
package/dist/datasetFiles.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"datasetFiles.js","sourceRoot":"","sources":["../src/datasetFiles.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"datasetFiles.js","sourceRoot":"","sources":["../src/datasetFiles.ts"],"names":[],"mappings":";;;AAEA,sDAGC;AAED,oDAGC;AAVY,QAAA,wBAAwB,GAAG,cAAc,CAAA;AAEtD,SAAgB,qBAAqB,CAAC,SAAiB;IAEnD,OAAO,4BAA4B,SAAS,EAAE,CAAA;AAClD,CAAC;AAED,SAAgB,oBAAoB,CAAC,SAAiB;IAElD,OAAO,GAAG,qBAAqB,CAAC,SAAS,CAAC,IAAI,gCAAwB,EAAE,CAAA;AAC5E,CAAC"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { createThread } from "@ekairos/thread";
|
|
2
2
|
import { FilePreviewContext } from "./filepreview";
|
|
3
3
|
export type FileParseStoryContext = {
|
|
4
4
|
datasetId: string;
|
|
@@ -21,13 +21,12 @@ export type FileParseStoryParams = {
|
|
|
21
21
|
sandboxId?: string;
|
|
22
22
|
datasetId?: string;
|
|
23
23
|
model?: string;
|
|
24
|
-
reactor?: ContextReactor<any, any>;
|
|
25
24
|
};
|
|
26
25
|
export type FileParseStoryBuilder<Env extends {
|
|
27
26
|
orgId: string;
|
|
28
27
|
}> = {
|
|
29
28
|
datasetId: string;
|
|
30
|
-
story: ReturnType<ReturnType<typeof
|
|
29
|
+
story: ReturnType<ReturnType<typeof createThread<Env>>["context"]> extends any ? any : any;
|
|
31
30
|
};
|
|
32
31
|
export type DatasetResult = {
|
|
33
32
|
id: string;
|
|
@@ -47,7 +46,7 @@ export type DatasetResult = {
|
|
|
47
46
|
* const { datasetId } = await createFileParseStory(fileId, { instructions }).parse(env)
|
|
48
47
|
*
|
|
49
48
|
* - No `db` is accepted/stored (workflow-safe).
|
|
50
|
-
* - All I/O happens in `"use step"` functions via Ekairos runtime (`
|
|
49
|
+
* - All I/O happens in `"use step"` functions via Ekairos runtime (`getThreadRuntime(env).db`).
|
|
51
50
|
* - `parse()` is the entrypoint; it calls `story.react(...)` internally.
|
|
52
51
|
*/
|
|
53
52
|
export declare function createFileParseStory<Env extends {
|
|
@@ -57,7 +56,6 @@ export declare function createFileParseStory<Env extends {
|
|
|
57
56
|
sandboxId?: string;
|
|
58
57
|
datasetId?: string;
|
|
59
58
|
model?: string;
|
|
60
|
-
reactor?: ContextReactor<any, any>;
|
|
61
59
|
}): {
|
|
62
60
|
datasetId: string;
|
|
63
61
|
parse(env?: Env, prompt?: string): Promise<{
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"file-dataset.agent.d.ts","sourceRoot":"","sources":["../../src/file/file-dataset.agent.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"file-dataset.agent.d.ts","sourceRoot":"","sources":["../../src/file/file-dataset.agent.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAqD,MAAM,iBAAiB,CAAA;AAOjG,OAAO,EAAuB,kBAAkB,EAAiC,MAAM,eAAe,CAAA;AAMtG,MAAM,MAAM,qBAAqB,GAAG;IAChC,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,MAAM,CAAA;IACd,YAAY,EAAE,MAAM,CAAA;IACpB,aAAa,EAAE;QACX,QAAQ,EAAE,MAAM,CAAA;KACnB,CAAA;IACD,QAAQ,EAAE,GAAG,EAAE,CAAA;IACf,MAAM,EAAE,GAAG,GAAG,IAAI,CAAA;IAClB,IAAI,EAAE,GAAG,GAAG,IAAI,CAAA;IAChB,eAAe,EAAE,GAAG,GAAG,IAAI,CAAA;IAC3B,MAAM,EAAE,MAAM,EAAE,CAAA;IAChB,cAAc,EAAE,MAAM,CAAA;IACtB,WAAW,CAAC,EAAE,kBAAkB,CAAA;CACnC,CAAA;AAED,MAAM,MAAM,oBAAoB,GAAG;IAC/B,MAAM,EAAE,MAAM,CAAA;IACd,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE,MAAM,CAAA;CACjB,CAAA;AA0ED,MAAM,MAAM,qBAAqB,CAAC,GAAG,SAAS;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,IAAI;IAC/D,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,UAAU,CAAC,UAAU,CAAC,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS,GAAG,GAAG,GAAG,GAAG,GAAG,CAAA;CAC7F,CAAA;AAED,MAAM,MAAM,aAAa,GAAG;IACxB,EAAE,EAAE,MAAM,CAAA;IACV,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,GAAG,CAAA;IACZ,QAAQ,CAAC,EAAE,GAAG,CAAA;IACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,uBAAuB,CAAC,EAAE,MAAM,CAAA;IAChC,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,SAAS,CAAC,EAAE,MAAM,CAAA;CACrB,CAAA;AAyHD;;;;;;;;;GASG;AACH,wBAAgB,oBAAoB,CAAC,GAAG,SAAS;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,EAC9D,MAAM,EAAE,MAAM,EACd,IAAI,CAAC,EAAE;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE,MAAM,CAAA;CACjB;;gBAaqB,GAAG,WAAW,MAAM,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;;EAsB9E"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.createFileParseStory = createFileParseStory;
|
|
4
|
-
const
|
|
4
|
+
const thread_1 = require("@ekairos/thread");
|
|
5
5
|
const steps_1 = require("../sandbox/steps");
|
|
6
6
|
const generateSchema_tool_1 = require("./generateSchema.tool");
|
|
7
7
|
const completeDataset_tool_1 = require("../completeDataset.tool");
|
|
@@ -67,18 +67,20 @@ async function initializeSandbox(env, sandboxId, datasetId, fileId, state) {
|
|
|
67
67
|
* - Llamar `getDataset()` para crear un dataset nuevo (crea un datasetId interno)
|
|
68
68
|
* - Llamar `followUp(datasetId, feedback)` para iterar el mismo dataset con feedback
|
|
69
69
|
*
|
|
70
|
-
* Internamente corre un
|
|
70
|
+
* Internamente corre un Story (`createThread("file.parse")`) que itera hasta que se ejecuta el tool `completeDataset`.
|
|
71
71
|
*/
|
|
72
72
|
function createFileParseStoryDefinition(params) {
|
|
73
73
|
const datasetId = params.datasetId ?? (0, admin_1.id)();
|
|
74
74
|
const model = params.model ?? "openai/gpt-5";
|
|
75
|
-
|
|
75
|
+
const story = (0, thread_1.createThread)("file.parse")
|
|
76
76
|
.context(async (stored, env) => {
|
|
77
77
|
const previous = stored?.content ?? {};
|
|
78
78
|
const sandboxState = previous?.sandboxState ?? { initialized: false, filePath: "" };
|
|
79
|
-
const
|
|
79
|
+
const existingSandboxId = previous?.sandboxId ?? params.sandboxId ?? "";
|
|
80
|
+
let sandboxId = existingSandboxId;
|
|
80
81
|
if (!sandboxId) {
|
|
81
|
-
|
|
82
|
+
const created = await (0, steps_1.createDatasetSandboxStep)({ env, runtime: "python3.13", timeoutMs: 10 * 60 * 1000 });
|
|
83
|
+
sandboxId = created.sandboxId;
|
|
82
84
|
}
|
|
83
85
|
const sandboxFilePath = await initializeSandbox(env, sandboxId, datasetId, params.fileId, sandboxState);
|
|
84
86
|
let filePreview = undefined;
|
|
@@ -131,13 +133,17 @@ function createFileParseStoryDefinition(params) {
|
|
|
131
133
|
].join("\n");
|
|
132
134
|
})
|
|
133
135
|
.actions(async (_stored, env) => {
|
|
134
|
-
|
|
135
|
-
const actions = {
|
|
136
|
+
return {
|
|
136
137
|
executeCommand: (0, executeCommand_tool_1.createExecuteCommandTool)({
|
|
137
138
|
datasetId,
|
|
138
139
|
sandboxId: _stored?.content?.sandboxId ?? params.sandboxId ?? "",
|
|
139
140
|
env,
|
|
140
141
|
}),
|
|
142
|
+
generateSchema: (0, generateSchema_tool_1.createGenerateSchemaTool)({
|
|
143
|
+
datasetId,
|
|
144
|
+
fileId: params.fileId,
|
|
145
|
+
env,
|
|
146
|
+
}),
|
|
141
147
|
completeDataset: (0, completeDataset_tool_1.createCompleteDatasetTool)({
|
|
142
148
|
datasetId,
|
|
143
149
|
sandboxId: _stored?.content?.sandboxId ?? params.sandboxId ?? "",
|
|
@@ -149,25 +155,12 @@ function createFileParseStoryDefinition(params) {
|
|
|
149
155
|
env,
|
|
150
156
|
}),
|
|
151
157
|
};
|
|
152
|
-
if (!existingSchema) {
|
|
153
|
-
actions.generateSchema = (0, generateSchema_tool_1.createGenerateSchemaTool)({
|
|
154
|
-
datasetId,
|
|
155
|
-
fileId: params.fileId,
|
|
156
|
-
env,
|
|
157
|
-
});
|
|
158
|
-
}
|
|
159
|
-
return actions;
|
|
160
158
|
})
|
|
161
159
|
.shouldContinue(({ reactionEvent }) => {
|
|
162
|
-
return !(0,
|
|
163
|
-
})
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
}
|
|
167
|
-
else {
|
|
168
|
-
storyBuilder = storyBuilder.model(model);
|
|
169
|
-
}
|
|
170
|
-
const story = storyBuilder.build();
|
|
160
|
+
return !(0, thread_1.didToolExecute)(reactionEvent, "completeDataset");
|
|
161
|
+
})
|
|
162
|
+
.model(model)
|
|
163
|
+
.build();
|
|
171
164
|
return { datasetId, story };
|
|
172
165
|
}
|
|
173
166
|
/**
|
|
@@ -177,7 +170,7 @@ function createFileParseStoryDefinition(params) {
|
|
|
177
170
|
* const { datasetId } = await createFileParseStory(fileId, { instructions }).parse(env)
|
|
178
171
|
*
|
|
179
172
|
* - No `db` is accepted/stored (workflow-safe).
|
|
180
|
-
* - All I/O happens in `"use step"` functions via Ekairos runtime (`
|
|
173
|
+
* - All I/O happens in `"use step"` functions via Ekairos runtime (`getThreadRuntime(env).db`).
|
|
181
174
|
* - `parse()` is the entrypoint; it calls `story.react(...)` internally.
|
|
182
175
|
*/
|
|
183
176
|
function createFileParseStory(fileId, opts) {
|
|
@@ -187,7 +180,6 @@ function createFileParseStory(fileId, opts) {
|
|
|
187
180
|
sandboxId: opts?.sandboxId,
|
|
188
181
|
datasetId: opts?.datasetId,
|
|
189
182
|
model: opts?.model,
|
|
190
|
-
reactor: opts?.reactor,
|
|
191
183
|
};
|
|
192
184
|
const { datasetId, story } = createFileParseStoryDefinition(params);
|
|
193
185
|
return {
|
|
@@ -195,8 +187,8 @@ function createFileParseStory(fileId, opts) {
|
|
|
195
187
|
async parse(env, prompt) {
|
|
196
188
|
const triggerEvent = {
|
|
197
189
|
id: (0, admin_1.id)(),
|
|
198
|
-
type:
|
|
199
|
-
channel:
|
|
190
|
+
type: thread_1.INPUT_TEXT_ITEM_TYPE,
|
|
191
|
+
channel: thread_1.WEB_CHANNEL,
|
|
200
192
|
createdAt: new Date().toISOString(),
|
|
201
193
|
content: {
|
|
202
194
|
parts: [{ type: "text", text: prompt ?? "generate a dataset for this file" }],
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"file-dataset.agent.js","sourceRoot":"","sources":["../../src/file/file-dataset.agent.ts"],"names":[],"mappings":";;
|
|
1
|
+
{"version":3,"file":"file-dataset.agent.js","sourceRoot":"","sources":["../../src/file/file-dataset.agent.ts"],"names":[],"mappings":";;AA+PA,oDA0CC;AAzSD,4CAAiG;AACjG,4CAAuH;AACvH,+DAAgE;AAChE,kEAAmE;AACnE,gEAAiE;AACjE,4DAA6D;AAC7D,uCAAkD;AAClD,+CAAsG;AACtG,4CAAqC;AACrC,kDAAuD;AACvD,mCAA6C;AAC7C,4CAAqD;AAgCrD,KAAK,UAAU,iBAAiB,CAC5B,GAAQ,EACR,SAAiB,EACjB,SAAiB,EACjB,MAAc,EACd,KAAmB;IAEnB,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;QACpB,OAAO,KAAK,CAAC,QAAQ,CAAA;IACzB,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,2BAA2B,CAAC,CAAA;IAEpE,MAAM,IAAA,2CAA6B,EAAC,GAAG,EAAE,SAAS,CAAC,CAAA;IAEnD,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,qCAAqC,CAAC,CAAA;IAE9E,MAAM,UAAU,GAAG,MAAM,IAAA,oCAA4B,EAAC;QAClD,GAAG;QACH,SAAS;QACT,GAAG,EAAE,QAAQ;QACb,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,CAAC;KAC/E,CAAC,CAAA;IACF,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,CAAA;IAEvC,IAAI,aAAa,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,aAAa,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;QACzF,MAAM,IAAI,KAAK,CAAC,uBAAuB,aAAa,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;IAC7E,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,mCAAmC,CAAC,CAAA;IAC5E,MAAM,IAAI,GAAG,MAAM,IAAA,2BAAmB,EAAC,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAA;IAEvD,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,mCAAmC,CAAC,CAAA;IAE5E,MAAM,WAAW,GAAG,IAAA,oCAAqB,EAAC,SAAS,CAAC,CAAA;IACpD,MAAM,IAAA,oCAA4B,EAAC;QAC/B,GAAG;QACH,SAAS;QACT,GAAG,EAAE,OAAO;QACZ,IAAI,EAAE,CAAC,IAAI,EAAE,WAAW,CAAC;KAC5B,CAAC,CAAA;IAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,IAAI,EAAE,CAAA;IAC9C,MAAM,aAAa,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IACjG,MAAM,eAAe,GAAG,GAAG,WAAW,IAAI,MAAM,GAAG,aAAa,EAAE,CAAA;IAElE,MAAM,IAAA,oCAA4B,EAAC;QAC/B,GAAG;QACH,SAAS;QACT,KAAK,EAAE;YACP;gBACI,IAAI,EAAE,eAAe;gBACjB,aAAa,EAAE,IAAI,CAAC,aAAa;aACxC;SACA;KACJ,CAAC,CAAA;IAEF,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,4BAA4B,WAAW,EAAE,CAAC,CAAA;IAClF,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,mBAAmB,eAAe,EAAE,CAAC,CAAA;IAE7E,KAAK,CAAC,QAAQ,GAAG,eAAe,CAAA;IAChC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAA;IAExB,OAAO,eAAe,CAAA;AAC1B,CAAC;AAmBD;;;;;;;;;GASG;AACH,SAAS,8BAA8B,CACnC,MAA4B;IAE5B,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAA,UAAE,GAAE,CAAA;IAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,cAAc,CAAA;IAE5C,MAAM,KAAK,GAAG,IAAA,qBAAY,EAAM,YAAY,CAAC;SACxC,OAAO,CAAC,KAAK,EAAE,MAAW,EAAE,GAAQ,EAAE,EAAE;QACrC,MAAM,QAAQ,GAAI,MAAM,EAAE,OAAe,IAAI,EAAE,CAAA;QAC/C,MAAM,YAAY,GAAiB,QAAQ,EAAE,YAAY,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAA;QACjG,MAAM,iBAAiB,GAAW,QAAQ,EAAE,SAAS,IAAI,MAAM,CAAC,SAAS,IAAI,EAAE,CAAA;QAE/E,IAAI,SAAS,GAAG,iBAAiB,CAAA;QACjC,IAAI,CAAC,SAAS,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,MAAM,IAAA,gCAAwB,EAAC,EAAE,GAAG,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC,CAAA;YACzG,SAAS,GAAG,OAAO,CAAC,SAAS,CAAA;QACjC,CAAC;QAEL,MAAM,eAAe,GAAG,MAAM,iBAAiB,CACvC,GAAG,EACH,SAAS,EACb,SAAS,EACL,MAAM,CAAC,MAAM,EACb,YAAY,CACnB,CAAA;QAED,IAAI,WAAW,GAAmC,SAAS,CAAA;QAC3D,IAAI,CAAC;YACG,WAAW,GAAG,MAAM,IAAA,iCAAmB,EAAC,GAAG,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,CAAC,CAAA;QAC3F,CAAC;QAAC,MAAM,CAAC;YACD,WAAW;QACnB,CAAC;QAED,IAAI,MAAM,GAAe,IAAI,CAAA;QACzB,MAAM,aAAa,GAAG,MAAM,IAAA,0BAAkB,EAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAA;QAClE,IAAI,aAAa,CAAC,EAAE,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,CAAA;QAErF,MAAM,GAAG,GAA0B;YACnC,SAAS;YACL,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,YAAY,EAAE,MAAM,CAAC,YAAY,IAAI,EAAE;YAC3C,aAAa,EAAE,EAAE,QAAQ,EAAE,eAAe,EAAE;YAC5C,QAAQ,EAAE,EAAE;YACZ,MAAM;YACN,IAAI,EAAE,IAAI;YACV,eAAe,EAAE,IAAI;YACrB,MAAM,EAAE,EAAE;YACV,cAAc,EAAE,CAAC;YACjB,WAAW;SACd,CAAA;QAEG,OAAO;YACH,GAAG,QAAQ;YACX,SAAS;YACT,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,YAAY,EAAE,MAAM,CAAC,YAAY,IAAI,EAAE;YACvC,SAAS;YACT,YAAY;YACZ,GAAG;SACN,CAAA;IACL,CAAC,CAAC;SACD,SAAS,CAAC,KAAK,EAAE,MAAW,EAAE,EAAE;QAC7B,MAAM,GAAG,GAA0B,MAAM,EAAE,OAAO,EAAE,GAAG,CAAA;QACvD,MAAM,IAAI,GAAG,IAAA,gCAAsB,EAAC,GAAG,CAAC,CAAA;QACxC,MAAM,gBAAgB,GAAG,MAAM,CAAC,GAAG,EAAE,YAAY,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;QAC/D,IAAI,CAAC,gBAAgB;YAAE,OAAO,IAAI,CAAA;QAElC,OAAO;YACH,sBAAsB;YACtB,2IAA2I;YAC3I,EAAE;YACF,gBAAgB;YAChB,EAAE;YACF,IAAI;SACP,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAChB,CAAC,CAAC;SACD,OAAO,CAAC,KAAK,EAAE,OAAY,EAAE,GAAQ,EAAE,EAAE;QACtC,OAAO;YACP,cAAc,EAAE,IAAA,8CAAwB,EAAC;gBACjC,SAAS;gBACT,SAAS,EAAG,OAAO,EAAE,OAAO,EAAE,SAAoB,IAAI,MAAM,CAAC,SAAS,IAAI,EAAE;gBAC5E,GAAG;aACV,CAAC;YACF,cAAc,EAAE,IAAA,8CAAwB,EAAC;gBACjC,SAAS;gBACT,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,GAAG;aACV,CAAC;YACF,eAAe,EAAE,IAAA,gDAAyB,EAAC;gBACnC,SAAS;gBACT,SAAS,EAAG,OAAO,EAAE,OAAO,EAAE,SAAoB,IAAI,MAAM,CAAC,SAAS,IAAI,EAAE;gBAC5E,GAAG;aACV,CAAC;YACF,YAAY,EAAE,IAAA,0CAAsB,EAAC;gBAC7B,SAAS;gBACT,SAAS,EAAG,OAAO,EAAE,OAAO,EAAE,SAAoB,IAAI,MAAM,CAAC,SAAS,IAAI,EAAE;gBAC5E,GAAG;aACN,CAAC;SACM,CAAA;IACZ,CAAC,CAAC;SACD,cAAc,CAAC,CAAC,EAAE,aAAa,EAA0B,EAAE,EAAE;QAC9D,OAAO,CAAC,IAAA,uBAAc,EAAC,aAAoB,EAAE,iBAAiB,CAAC,CAAA;IACnE,CAAC,CAAC;SACD,KAAK,CAAC,KAAK,CAAC;SACZ,KAAK,EAAE,CAAA;IAEZ,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAA;AAC/B,CAAC;AAED;;;;;;;;;GASG;AACH,SAAgB,oBAAoB,CAChC,MAAc,EACd,IAKC;IAED,MAAM,MAAM,GAAyB;QACjC,MAAM;QACN,YAAY,EAAE,IAAI,EAAE,YAAY;QAChC,SAAS,EAAE,IAAI,EAAE,SAAS;QAC1B,SAAS,EAAE,IAAI,EAAE,SAAS;QAC1B,KAAK,EAAE,IAAI,EAAE,KAAK;KACrB,CAAA;IACD,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,8BAA8B,CAAM,MAAM,CAAC,CAAA;IAExE,OAAO;QACH,SAAS;QACT,KAAK,CAAC,KAAK,CAAC,GAAS,EAAE,MAAe;YACtC,MAAM,YAAY,GAAG;gBACjB,EAAE,EAAE,IAAA,UAAE,GAAE;gBACR,IAAI,EAAE,6BAAoB;gBAC1B,OAAO,EAAE,oBAAW;gBACpB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,OAAO,EAAE;oBACD,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,IAAI,kCAAkC,EAAE,CAAC;iBACpF;aACG,CAAA;YAER,MAAM,KAAK,CAAC,KAAK,CAAC,YAAY,EAAE;gBACxB,GAAG,EAAE,CAAC,GAAG,IAAK,EAAU,CAAQ;gBAChC,OAAO,EAAE,EAAE,GAAG,EAAE,WAAW,SAAS,EAAE,EAAE;gBAC5C,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE;aACxG,CAAC,CAAA;YAEE,OAAO,EAAE,SAAS,EAAE,CAAA;QACxB,CAAC;QACD,oFAAoF;QACpF,KAAK;KACR,CAAA;AACL,CAAC"}
|
package/dist/file/filepreview.js
CHANGED
|
@@ -8,7 +8,7 @@ const steps_1 = require("../sandbox/steps");
|
|
|
8
8
|
const DEFAULT_HEAD_LINES = 50;
|
|
9
9
|
const DEFAULT_TAIL_LINES = 20;
|
|
10
10
|
const DEFAULT_MID_LINES = 20;
|
|
11
|
-
const SANDBOX_SCRIPT_DIRECTORY = "/
|
|
11
|
+
const SANDBOX_SCRIPT_DIRECTORY = "/vercel/sandbox/lib/domain/dataset/file/scripts";
|
|
12
12
|
const PYTHON_SCRIPT_FILES = [
|
|
13
13
|
"file_metadata.py",
|
|
14
14
|
"preview_head_csv.py",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"filepreview.js","sourceRoot":"","sources":["../../src/file/filepreview.ts"],"names":[],"mappings":";;AAsFA,sEA4DC;AAED,kDA0HC;AA9QD,2BAAiC;AACjC,+BAA2B;AAC3B,4CAA6F;AAwC7F,MAAM,kBAAkB,GAAG,EAAE,CAAA;AAC7B,MAAM,kBAAkB,GAAG,EAAE,CAAA;AAC7B,MAAM,iBAAiB,GAAG,EAAE,CAAA;AAE5B,MAAM,wBAAwB,GAAG,
|
|
1
|
+
{"version":3,"file":"filepreview.js","sourceRoot":"","sources":["../../src/file/filepreview.ts"],"names":[],"mappings":";;AAsFA,sEA4DC;AAED,kDA0HC;AA9QD,2BAAiC;AACjC,+BAA2B;AAC3B,4CAA6F;AAwC7F,MAAM,kBAAkB,GAAG,EAAE,CAAA;AAC7B,MAAM,kBAAkB,GAAG,EAAE,CAAA;AAC7B,MAAM,iBAAiB,GAAG,EAAE,CAAA;AAE5B,MAAM,wBAAwB,GAAG,iDAAiD,CAAA;AAElF,MAAM,mBAAmB,GAAG;IACxB,kBAAkB;IAClB,qBAAqB;IACrB,uBAAuB;IACvB,oBAAoB;IACpB,sBAAsB;IACtB,qBAAqB;IACrB,uBAAuB;CAC1B,CAAA;AAED,SAAS,iBAAiB,CAAC,UAAkB;IACzC,4FAA4F;IAC5F,iEAAiE;IACjE,OAAO,IAAA,WAAI,EAAC,SAAS,EAAE,SAAS,EAAE,UAAU,CAAC,CAAA;AACjD,CAAC;AAED,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAU,CAAA;AAC5C,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAAyB,CAAA;AAE7D,SAAS,oBAAoB,CAAC,MAA0C,EAAE,OAAe;IAErF,IAAI,CAAC,MAAM,CAAC,MAAM,EAClB,CAAC;QACG,OAAM;IACV,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAA;IACnC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EACvB,CAAC;QACG,OAAM;IACV,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,EACtG,CAAC;QACG,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,YAAY,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;IACrE,CAAC;AACL,CAAC;AAEM,KAAK,UAAU,6BAA6B,CAAC,GAAQ,EAAE,SAAiB;IAC3E,IAAI,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;QACpC,OAAM;IACV,CAAC;IAED,MAAM,QAAQ,GAAG,oBAAoB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;IACpD,IAAI,QAAQ,EAAE,CAAC;QACX,MAAM,QAAQ,CAAA;QACd,OAAM;IACV,CAAC;IAED,MAAM,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;QAC7B,IAAI,CAAC;YACD,MAAM,IAAA,oCAA4B,EAAC;gBAC/B,GAAG;gBACH,SAAS;gBACT,GAAG,EAAE,OAAO;gBACZ,IAAI,EAAE,CAAC,IAAI,EAAE,wBAAwB,CAAC;aACzC,CAAC,CAAA;QACN,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,8DAA8D,EAAE,KAAK,CAAC,CAAA;QACvF,CAAC;QAED,MAAM,YAAY,GAAG,EAA+C,CAAA;QAEpE,KAAK,MAAM,UAAU,IAAI,mBAAmB,EAAE,CAAC;YAC3C,IAAI,CAAC;gBACD,MAAM,UAAU,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAA;gBAChD,MAAM,UAAU,GAAG,IAAA,iBAAY,EAAC,UAAU,CAAC,CAAA;gBAC3C,YAAY,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,GAAG,wBAAwB,IAAI,UAAU,EAAE;oBACjD,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;iBAC5D,CAAC,CAAA;YACN,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACX,OAAO,CAAC,KAAK,CAAC,2CAA2C,UAAU,EAAE,EAAE,KAAK,CAAC,CAAA;gBAC7E,MAAM,KAAK,CAAA;YACf,CAAC;QACL,CAAC;QAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAA,oCAA4B,EAAC;gBAC/B,GAAG;gBACH,SAAS;gBACT,KAAK,EAAE,YAAY;aACtB,CAAC,CAAA;QACN,CAAC;IACL,CAAC,CAAC,EAAE,CAAA;IAEJ,oBAAoB,CAAC,GAAG,CAAC,SAAS,EAAE,YAAY,CAAC,CAAA;IAEjD,IAAI,CAAC;QACD,MAAM,YAAY,CAAA;QAClB,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;IACrC,CAAC;IACD,OAAO,KAAK,EAAE,CAAC;QACX,oBAAoB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;QACtC,MAAM,KAAK,CAAA;IACf,CAAC;AACL,CAAC;AAEM,KAAK,UAAU,mBAAmB,CACrC,GAAQ,EACR,SAAiB,EACjB,eAAuB,EACvB,SAAiB,EACjB,UAA0B,EAAE;IAE5B,MAAM,OAAO,GAAuB;QAChC,SAAS,EAAE,CAAC;KACf,CAAA;IAED,IAAI,CAAC;QACD,MAAM,6BAA6B,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;QAEnD,MAAM,cAAc,GAAG,MAAM,SAAS,CAClC,GAAG,EACH,SAAS,EACT,kBAAkB,EAClB,CAAC,eAAe,CAAC,EACjB,qGAAqG,CACxG,CAAA;QACD,OAAO,CAAC,QAAQ,GAAG,cAAc,CAAA;QAEjC,IAAI,OAAO,GAAG,KAAK,CAAA;QACnB,IAAI,cAAc,CAAC,MAAM,EAAE,CAAC;YACxB,IAAI,CAAC;gBACD,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,CAAA;gBACtD,OAAO,CAAC,SAAS,GAAG,YAAY,CAAC,kBAAkB,IAAI,CAAC,CAAA;gBACxD,MAAM,SAAS,GAAG,YAAY,CAAC,SAAS,IAAI,EAAE,CAAA;gBAC9C,OAAO,GAAG,SAAS,KAAK,OAAO,IAAI,SAAS,KAAK,MAAM,CAAA;YAC3D,CAAC;YACD,MAAM,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,YAAY,SAAS,iCAAiC,CAAC,CAAA;YACxE,CAAC;QACL,CAAC;QAED,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAA;QACnC,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAA;QACzD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAA;QAEzD,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;YAClB,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,sCAAsC,CAAC,CAAA;YACxE,OAAO,OAAO,CAAA;QAClB,CAAC;QAED,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,qBAAqB,CAAA;QAC5E,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,qBAAqB,CAAA;QAC5E,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,oBAAoB,CAAA;QAEzE,IAAI,SAAS,IAAI,SAAS,EAAE,CAAC;YACzB,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,cAAc,SAAS,mCAAmC,CAAC,CAAA;YAC5F,MAAM,UAAU,GAAG,MAAM,SAAS,CAC9B,GAAG,EACH,SAAS,EACT,UAAU,EACV,CAAC,eAAe,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,EACpC,mBAAmB,SAAS,qBAAqB,CACpD,CAAA;YACD,oBAAoB,CAAC,UAAU,EAAE,oBAAoB,SAAS,EAAE,CAAC,CAAA;YACjE,OAAO,CAAC,IAAI,GAAG,UAAU,CAAA;YACzB,OAAO,OAAO,CAAA;QAClB,CAAC;QAED,IAAI,SAAS,GAAG,SAAS,IAAI,SAAS,EAAE,CAAC;YACrC,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,0CAA0C,SAAS,oCAAoC,CAAC,CAAA;YACzH,MAAM,UAAU,GAAG,MAAM,SAAS,CAC9B,GAAG,EACH,SAAS,EACT,UAAU,EACV,CAAC,eAAe,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,EACpC,mBAAmB,SAAS,qBAAqB,CACpD,CAAA;YACD,oBAAoB,CAAC,UAAU,EAAE,oBAAoB,SAAS,EAAE,CAAC,CAAA;YACjE,OAAO,CAAC,IAAI,GAAG,UAAU,CAAA;YACzB,OAAO,OAAO,CAAA;QAClB,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,mBAAmB,SAAS,oBAAoB,SAAS,eAAe,SAAS,aAAa,CAAC,CAAA;QAChI,MAAM,UAAU,GAAG,MAAM,SAAS,CAC9B,GAAG,EACH,SAAS,EACT,UAAU,EACV,CAAC,eAAe,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,EACpC,mBAAmB,SAAS,mBAAmB,CAClD,CAAA;QACD,oBAAoB,CAAC,UAAU,EAAE,oBAAoB,SAAS,EAAE,CAAC,CAAA;QACjE,OAAO,CAAC,IAAI,GAAG,UAAU,CAAA;QAEzB,MAAM,UAAU,GAAG,MAAM,SAAS,CAC9B,GAAG,EACH,SAAS,EACT,UAAU,EACV,CAAC,eAAe,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,EACpC,kBAAkB,SAAS,mBAAmB,CACjD,CAAA;QACD,oBAAoB,CAAC,UAAU,EAAE,oBAAoB,SAAS,EAAE,CAAC,CAAA;QACjE,OAAO,CAAC,IAAI,GAAG,UAAU,CAAA;QAEzB,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,iBAAiB,CAAA;QACtD,MAAM,OAAO,GAAG,SAAS,GAAG,SAAS,GAAG,SAAS,CAAA;QAEjD,IAAI,OAAO,GAAG,QAAQ,EAAE,CAAC;YACrB,MAAM,QAAQ,GAAG,SAAS,CAAA;YAC1B,MAAM,MAAM,GAAG,SAAS,GAAG,SAAS,CAAA;YACpC,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,gBAAgB,OAAO,8BAA8B,QAAQ,QAAQ,CAAC,CAAA;YACvG,MAAM,SAAS,GAAG,MAAM,SAAS,CAC7B,GAAG,EACH,SAAS,EACT,SAAS,EACT,CAAC,eAAe,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,EACrE,WAAW,QAAQ,uCAAuC,QAAQ,GAAG,CAAC,OAAO,MAAM,GAAG,CACzF,CAAA;YACD,oBAAoB,CAAC,SAAS,EAAE,mBAAmB,SAAS,EAAE,CAAC,CAAA;YAC/D,OAAO,CAAC,GAAG,GAAG,SAAS,CAAA;QAC3B,CAAC;IAEL,CAAC;IACD,OAAO,KAAK,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,YAAY,SAAS,kCAAkC,EAAE,KAAK,CAAC,CAAA;IACjF,CAAC;IAED,OAAO,OAAO,CAAA;AAClB,CAAC;AAED,KAAK,UAAU,SAAS,CACpB,GAAQ,EACR,SAAiB,EACjB,UAAkB,EAClB,IAAc,EACd,WAAmB;IAQnB,MAAM,UAAU,GAAG,mDAAmD,UAAU,EAAE,CAAA;IAClF,MAAM,OAAO,GAAG,UAAU,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAA;IAExD,IAAI,aAAa,GAAG,EAAE,CAAA;IAEtB,IAAI,CAAC;QACD,MAAM,eAAe,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAA;QACrD,aAAa,GAAG,IAAA,iBAAY,EAAC,eAAe,EAAE,OAAO,CAAC,CAAA;IAC1D,CAAC;IACD,OAAO,KAAK,EAAE,CAAC;QACX,OAAO,CAAC,IAAI,CAAC,yBAAyB,UAAU,GAAG,EAAE,KAAK,CAAC,CAAA;IAC/D,CAAC;IAED,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,IAAA,oCAA4B,EAAC;YAC9C,GAAG;YACH,SAAS;YACT,GAAG,EAAE,QAAQ;YACb,IAAI,EAAE,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC;SAC9B,CAAC,CAAA;QAEF,OAAO;YACH,WAAW;YACX,MAAM,EAAE,aAAa;YACrB,OAAO;YACP,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE;YAC3B,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE;SAC9B,CAAA;IACL,CAAC;IACD,OAAO,KAAK,EAAE,CAAC;QACX,OAAO;YACH,WAAW;YACX,MAAM,EAAE,aAAa;YACrB,OAAO;YACP,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SACjE,CAAA;IACL,CAAC;AACL,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../src/file/prompts.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAA;
|
|
1
|
+
{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../src/file/prompts.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAA;AAkO5D,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,qBAAqB,GAAG,MAAM,CAY7E"}
|
package/dist/file/prompts.js
CHANGED
|
@@ -133,41 +133,24 @@ function buildSchemaSection(context) {
|
|
|
133
133
|
function buildInstructions(context) {
|
|
134
134
|
const datasetWorkstation = (0, datasetFiles_1.getDatasetWorkstation)(context.datasetId);
|
|
135
135
|
const outputPath = (0, datasetFiles_1.getDatasetOutputPath)(context.datasetId);
|
|
136
|
-
const
|
|
137
|
-
const currentTask = hasProvidedSchema
|
|
138
|
-
? "Review FilePreview section, use the provided schema as the output contract, then parse the file and generate the dataset"
|
|
139
|
-
: "Review FilePreview section to understand file structure, then generate JSON Schema for a SINGLE RECORD, then parse the file and generate the dataset";
|
|
136
|
+
const currentTask = "Review FilePreview section to understand file structure, then generate JSON Schema for a SINGLE RECORD, then parse the file and generate the dataset";
|
|
140
137
|
let xml = (0, xmlbuilder2_1.create)()
|
|
141
138
|
.ele("Instructions")
|
|
142
139
|
.ele("Workflow")
|
|
143
140
|
.ele("Step", { number: "1", name: "Inspect File" })
|
|
144
141
|
.ele("Action").txt("Review the FilePreview section in Context to understand the file structure").up()
|
|
145
142
|
.ele("Note").txt("FilePreview contains: TotalRows (total data rows), Metadata (file properties with JSON output), Head (first N raw file lines), Tail (last N lines if present), Mid (middle sample for large files). Each section shows Description, Script (full Python code), Command, Stdout (raw content), Stderr. This allows you to understand the exact file format.").up()
|
|
146
|
-
.up()
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
else {
|
|
158
|
-
xml = xml
|
|
159
|
-
.ele("Step", { number: "2", name: "Generate JSON Schema" })
|
|
160
|
-
.ele("Action").txt("Call generateSchema to create a JSON Schema for a SINGLE DATA RECORD (one row of data)").up()
|
|
161
|
-
.ele("Requirements")
|
|
162
|
-
.ele("Requirement").txt("Schema describes ONE DATA RECORD structure only (type: object, not array)").up()
|
|
163
|
-
.ele("Requirement").txt("Schema represents data records ONLY, not header sections or metadata").up()
|
|
164
|
-
.ele("Requirement").txt("All property names must be lowercaseCamelCase").up()
|
|
165
|
-
.ele("Requirement").txt("Include all data columns/fields from records, exclude header fields").up()
|
|
166
|
-
.ele("Requirement").txt("Define correct data types for each field").up()
|
|
167
|
-
.up()
|
|
168
|
-
.up();
|
|
169
|
-
}
|
|
170
|
-
xml = xml
|
|
143
|
+
.up()
|
|
144
|
+
.ele("Step", { number: "2", name: "Generate JSON Schema" })
|
|
145
|
+
.ele("Action").txt("Call generateSchema to create a JSON Schema for a SINGLE DATA RECORD (one row of data)").up()
|
|
146
|
+
.ele("Requirements")
|
|
147
|
+
.ele("Requirement").txt("Schema describes ONE DATA RECORD structure only (type: object, not array)").up()
|
|
148
|
+
.ele("Requirement").txt("Schema represents data records ONLY, not header sections or metadata").up()
|
|
149
|
+
.ele("Requirement").txt("All property names must be lowercaseCamelCase").up()
|
|
150
|
+
.ele("Requirement").txt("Include all data columns/fields from records, exclude header fields").up()
|
|
151
|
+
.ele("Requirement").txt("Define correct data types for each field").up()
|
|
152
|
+
.up()
|
|
153
|
+
.up()
|
|
171
154
|
.ele("Step", { number: "3", name: "Generate Dataset JSONL" })
|
|
172
155
|
.ele("Action").txt(`Use executeCommand to parse the file and generate output.jsonl in the dataset workstation`).up()
|
|
173
156
|
.ele("Requirements")
|
package/dist/file/prompts.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"prompts.js","sourceRoot":"","sources":["../../src/file/prompts.ts"],"names":[],"mappings":";AAAA,kDAAkD;;
|
|
1
|
+
{"version":3,"file":"prompts.js","sourceRoot":"","sources":["../../src/file/prompts.ts"],"names":[],"mappings":";AAAA,kDAAkD;;AAqOlD,wDAYC;AA/OD,6CAAoC;AAGpC,kDAA6E;AAE7E,SAAS,SAAS;IACd,IAAI,GAAG,GAAG,IAAA,oBAAM,GAAE;SACb,GAAG,CAAC,MAAM,CAAC;SACX,GAAG,CAAC,6JAA6J,CAAC;SAClK,EAAE,EAAE,CAAA;IAET,OAAO,GAAG,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAA;AACzD,CAAC;AAED,SAAS,SAAS;IACd,IAAI,GAAG,GAAG,IAAA,oBAAM,GAAE;SACb,GAAG,CAAC,MAAM,CAAC;SACX,GAAG,CAAC,kSAAkS,CAAC;SACvS,EAAE,EAAE,CAAA;IAET,OAAO,GAAG,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAA;AACzD,CAAC;AAED,SAAS,eAAe,CAAC,OAA8B;IACnD,IAAI,GAAG,GAAG,IAAA,oBAAM,GAAE;SACb,GAAG,CAAC,QAAQ,CAAC;SACb,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE;SAC5B,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE;SACtC,GAAG,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE;SAC5C,GAAG,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE;SACxD,EAAE,EAAE,CAAA;IAET,OAAO,GAAG,CAAA;AACd,CAAC;AAED,SAAS,uBAAuB,CAAC,OAA2B;IACxD,IAAI,GAAG,GAAG,IAAA,oBAAM,GAAE;SACb,GAAG,CAAC,aAAa,CAAC;SAClB,GAAG,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAA;IAEzD,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnB,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC;aACpB,GAAG,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,EAAE,EAAE,CAAA;QAE9D,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YAC1B,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,CAAA;QAC7D,CAAC;QAED,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE;aACtD,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,CAAA;QAEpD,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvE,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,CAAA;QAC7D,CAAC;QAED,GAAG,GAAG,GAAG,CAAC,EAAE,EAAE,CAAA;IAClB,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACf,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC;aAChB,GAAG,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,EAAE,CAAA;QAE1D,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACtB,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,CAAA;QACzD,CAAC;QAED,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE;aAClD,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,CAAA;QAEhD,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/D,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,CAAA;QACzD,CAAC;QAED,GAAG,GAAG,GAAG,CAAC,EAAE,EAAE,CAAA;IAClB,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACf,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC;aAChB,GAAG,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,EAAE,CAAA;QAE1D,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACtB,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,CAAA;QACzD,CAAC;QAED,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE;aAClD,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,CAAA;QAEhD,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/D,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,CAAA;QACzD,CAAC;QAED,GAAG,GAAG,GAAG,CAAC,EAAE,EAAE,CAAA;IAClB,CAAC;IAED,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC;aACf,GAAG,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,EAAE,EAAE,CAAA;QAEzD,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;YACrB,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,CAAA;QACxD,CAAC;QAED,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE;aACjD,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,CAAA;QAE/C,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7D,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,CAAA;QACxD,CAAC;QAED,GAAG,GAAG,GAAG,CAAC,EAAE,EAAE,CAAA;IAClB,CAAC;IAED,GAAG,GAAG,GAAG,CAAC,EAAE,EAAE,CAAA;IACd,OAAO,GAAG,CAAA;AACd,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAgB;IACxC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,IAAI,CAAA;IACf,CAAC;IAED,IAAI,GAAG,GAAG,IAAA,oBAAM,GAAE;SACb,GAAG,CAAC,gBAAgB,CAAC,CAAA;IAE1B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACzB,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAA;IAC1C,CAAC;IAED,GAAG,GAAG,GAAG,CAAC,EAAE,EAAE,CAAA;IACd,OAAO,GAAG,CAAA;AACd,CAAC;AAED,SAAS,mBAAmB,CAAC,OAA8B;IACvD,IAAI,GAAG,GAAG,IAAA,oBAAM,GAAE;SACb,GAAG,CAAC,SAAS,CAAC,CAAA;IAEnB,MAAM,SAAS,GAAG,eAAe,CAAC,OAAO,CAAC,CAAA;IAC1C,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAA;IAEnC,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACtB,MAAM,UAAU,GAAG,uBAAuB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;QAC/D,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,CAAA;IACxC,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACpD,IAAI,SAAS,EAAE,CAAC;YACZ,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAA;QACvC,CAAC;IACL,CAAC;IAED,GAAG,GAAG,GAAG,CAAC,EAAE,EAAE,CAAA;IAEd,OAAO,GAAG,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAA;AACzD,CAAC;AAED,SAAS,kBAAkB,CAAC,OAA8B;IACtD,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QAClB,OAAO,EAAE,CAAA;IACb,CAAC;IAED,IAAI,GAAG,GAAG,IAAA,oBAAM,GAAE;SACb,GAAG,CAAC,4HAA4H,CAAC;SACjI,GAAG,CAAC,QAAQ,CAAC;SACb,GAAG,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE;SACjD,GAAG,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE;SAC7D,GAAG,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE;SAC1E,EAAE,EAAE,CAAA;IAET,OAAO,GAAG,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAA;AACzD,CAAC;AAED,SAAS,iBAAiB,CAAC,OAA8B;IACrD,MAAM,kBAAkB,GAAG,IAAA,oCAAqB,EAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IACnE,MAAM,UAAU,GAAG,IAAA,mCAAoB,EAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IAG1D,MAAM,WAAW,GAAG,sJAAsJ,CAAA;IAE1K,IAAI,GAAG,GAAG,IAAA,oBAAM,GAAE;SACb,GAAG,CAAC,cAAc,CAAC;SACnB,GAAG,CAAC,UAAU,CAAC;SACf,GAAG,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;SAClD,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,4EAA4E,CAAC,CAAC,EAAE,EAAE;SACpG,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,4VAA4V,CAAC,CAAC,EAAE,EAAE;SAClX,EAAE,EAAE;SACJ,GAAG,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,sBAAsB,EAAE,CAAC;SAC1D,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,wFAAwF,CAAC,CAAC,EAAE,EAAE;SAChH,GAAG,CAAC,cAAc,CAAC;SACnB,GAAG,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,2EAA2E,CAAC,CAAC,EAAE,EAAE;SACxG,GAAG,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,sEAAsE,CAAC,CAAC,EAAE,EAAE;SACnG,GAAG,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC,EAAE,EAAE;SAC5E,GAAG,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,qEAAqE,CAAC,CAAC,EAAE,EAAE;SAClG,GAAG,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC,EAAE,EAAE;SACvE,EAAE,EAAE;SACJ,EAAE,EAAE;SACJ,GAAG,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC;SAC5D,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,2FAA2F,CAAC,CAAC,EAAE,EAAE;SACnH,GAAG,CAAC,cAAc,CAAC;SACnB,GAAG,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,kFAAkF,CAAC,CAAC,EAAE,EAAE;SAC/G,GAAG,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,iFAAiF,CAAC,CAAC,EAAE,EAAE;SAC9G,GAAG,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,sFAAsF,CAAC,CAAC,EAAE,EAAE;SACnH,GAAG,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,mBAAmB,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE;SAC5D,GAAG,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,uEAAuE,CAAC,CAAC,EAAE,EAAE;SACpG,EAAE,EAAE;SACJ,EAAE,EAAE;SACJ,GAAG,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,uBAAuB,EAAE,CAAC;SAC3D,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC,EAAE,EAAE;SACtE,GAAG,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,yIAAyI,CAAC,CAAC,EAAE,EAAE;SACnK,EAAE,EAAE;SACJ,EAAE,EAAE;SACJ,GAAG,CAAC,OAAO,CAAC;SACZ,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,kEAAkE,CAAC,CAAC,EAAE,EAAE;SACxF,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,mFAAmF,CAAC,CAAC,EAAE,EAAE;SACzG,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,6EAA6E,CAAC,CAAC,EAAE,EAAE;SACnG,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,+EAA+E,CAAC,CAAC,EAAE,EAAE;SACrG,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC,EAAE,EAAE;SAC1E,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,kDAAkD,kBAAkB,EAAE,CAAC,CAAC,EAAE,EAAE;SAC5F,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,oBAAoB,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE;SACtD,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,qEAAqE,CAAC,CAAC,EAAE,EAAE;SAC3F,EAAE,EAAE;SACJ,GAAG,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,EAAE,EAAE;SACxC,EAAE,EAAE,CAAA;IAET,OAAO,GAAG,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAA;AACzD,CAAC;AAED,SAAgB,sBAAsB,CAAC,OAA8B;IACjE,MAAM,QAAQ,GAAa,EAAE,CAAA;IAE7B,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAA;IAC1B,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACjB,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAA;IAC1B,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACjB,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAA;IAC3C,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACjB,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAA;IAEzC,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AAC9B,CAAC"}
|
package/dist/file/steps.js
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.readInstantFileStep = readInstantFileStep;
|
|
4
|
-
const runtime_1 = require("@ekairos/
|
|
4
|
+
const runtime_1 = require("@ekairos/thread/runtime");
|
|
5
5
|
async function readInstantFileStep(params) {
|
|
6
6
|
"use step";
|
|
7
|
-
const db = (await (0, runtime_1.
|
|
7
|
+
const db = (await (0, runtime_1.getThreadRuntime)(params.env)).db;
|
|
8
8
|
const fileQuery = await db.query({
|
|
9
9
|
$files: { $: { where: { id: params.fileId }, limit: 1 } },
|
|
10
10
|
});
|
package/dist/file/steps.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"steps.js","sourceRoot":"","sources":["../../src/file/steps.ts"],"names":[],"mappings":";;AAEA,kDAwBC;AA1BD,
|
|
1
|
+
{"version":3,"file":"steps.js","sourceRoot":"","sources":["../../src/file/steps.ts"],"names":[],"mappings":";;AAEA,kDAwBC;AA1BD,qDAA0D;AAEnD,KAAK,UAAU,mBAAmB,CAAC,MAAoC;IAK5E,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,0BAAgB,EAAC,MAAM,CAAC,GAAG,CAAS,CAAA,CAAC,EAAE,CAAA;IAEzD,MAAM,SAAS,GAAQ,MAAM,EAAE,CAAC,KAAK,CAAC;QACpC,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,MAAM,EAAS,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;KACjE,CAAC,CAAA;IACF,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAA;IACxC,IAAI,CAAC,UAAU,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAA;IACnC,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAA;IAC3E,MAAM,kBAAkB,GAAG,UAAU,CAAC,qBAAqB,CAAC,CAAA;IAE5D,OAAO;QACL,GAAG,EAAE,UAAU,CAAC,GAAG;QACnB,kBAAkB;QAClB,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;KAC1D,CAAA;AACH,CAAC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,7 +1,12 @@
|
|
|
1
|
-
export * from "./dataset";
|
|
2
1
|
export * from "./domain";
|
|
3
|
-
export * from "./materializeDataset.tool";
|
|
4
2
|
export * from "./schema";
|
|
5
3
|
export * from "./service";
|
|
6
|
-
export * from "./
|
|
4
|
+
export * from "./clearDataset.tool";
|
|
5
|
+
export * from "./completeDataset.tool";
|
|
6
|
+
export * from "./executeCommand.tool";
|
|
7
|
+
export * from "./datasetFiles";
|
|
8
|
+
export * from "./query/queryDomain";
|
|
9
|
+
export * from "./query/queryDomain.step";
|
|
10
|
+
export * from "./file";
|
|
11
|
+
export * from "./transform";
|
|
7
12
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAA;AACxB,cAAc,UAAU,CAAA;AACxB,cAAc,WAAW,CAAA;AACzB,cAAc,qBAAqB,CAAA;AACnC,cAAc,wBAAwB,CAAA;AACtC,cAAc,uBAAuB,CAAA;AACrC,cAAc,gBAAgB,CAAA;AAC9B,cAAc,qBAAqB,CAAA;AACnC,cAAc,0BAA0B,CAAA;AACxC,cAAc,QAAQ,CAAA;AACtB,cAAc,aAAa,CAAA"}
|