@ekairos/dataset 1.22.4-beta.development.0 → 1.22.4-beta.feature-thread-unify.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/dataset/steps.d.ts.map +1 -1
- package/dist/dataset/steps.js +38 -32
- package/dist/dataset/steps.js.map +1 -1
- package/dist/datasetFiles.d.ts +0 -1
- package/dist/datasetFiles.d.ts.map +1 -1
- package/dist/datasetFiles.js +1 -21
- package/dist/datasetFiles.js.map +1 -1
- package/dist/file/file-dataset.agent.d.ts +3 -5
- package/dist/file/file-dataset.agent.d.ts.map +1 -1
- package/dist/file/file-dataset.agent.js +20 -28
- package/dist/file/file-dataset.agent.js.map +1 -1
- package/dist/file/filepreview.js +1 -1
- package/dist/file/filepreview.js.map +1 -1
- package/dist/file/prompts.d.ts.map +1 -1
- package/dist/file/prompts.js +12 -29
- package/dist/file/prompts.js.map +1 -1
- package/dist/file/steps.js +2 -2
- package/dist/file/steps.js.map +1 -1
- package/dist/index.d.ts +8 -3
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +8 -3
- package/dist/index.js.map +1 -1
- package/dist/query/queryDomain.step.js +3 -3
- package/dist/query/queryDomain.step.js.map +1 -1
- package/dist/sandbox/steps.d.ts.map +1 -1
- package/dist/sandbox/steps.js +6 -95
- package/dist/sandbox/steps.js.map +1 -1
- package/dist/schema.d.ts +1 -4
- package/dist/schema.d.ts.map +1 -1
- package/dist/schema.js +1 -4
- package/dist/schema.js.map +1 -1
- package/dist/service.d.ts +1 -14
- package/dist/service.d.ts.map +1 -1
- package/dist/service.js +10 -130
- package/dist/service.js.map +1 -1
- package/dist/transform/transform-dataset.agent.d.ts +0 -3
- package/dist/transform/transform-dataset.agent.d.ts.map +1 -1
- package/dist/transform/transform-dataset.agent.js +12 -16
- package/dist/transform/transform-dataset.agent.js.map +1 -1
- package/dist/transform/transformDataset.js +2 -2
- package/dist/transform/transformDataset.js.map +1 -1
- package/package.json +16 -12
- package/dist/dataset.d.ts +0 -67
- package/dist/dataset.d.ts.map +0 -1
- package/dist/dataset.js +0 -577
- package/dist/dataset.js.map +0 -1
- package/dist/materializeDataset.tool.d.ts +0 -78
- package/dist/materializeDataset.tool.d.ts.map +0 -1
- package/dist/materializeDataset.tool.js +0 -102
- package/dist/materializeDataset.tool.js.map +0 -1
- package/dist/skill.d.ts +0 -11
- package/dist/skill.d.ts.map +0 -1
- package/dist/skill.js +0 -53
- package/dist/skill.js.map +0 -1
- package/skill/SKILL.md +0 -83
- package/skill/code/_runtime.mjs +0 -156
- package/skill/code/complete_dataset.mjs +0 -104
- package/skill/code/dataset_source_to_jsonl.mjs +0 -51
- package/skill/code/query_to_jsonl.mjs +0 -22
- package/skill/skill.toml +0 -13
package/dist/index.js
CHANGED
|
@@ -14,10 +14,15 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
|
14
14
|
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
15
|
};
|
|
16
16
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
-
__exportStar(require("./dataset"), exports);
|
|
18
17
|
__exportStar(require("./domain"), exports);
|
|
19
|
-
__exportStar(require("./materializeDataset.tool"), exports);
|
|
20
18
|
__exportStar(require("./schema"), exports);
|
|
21
19
|
__exportStar(require("./service"), exports);
|
|
22
|
-
__exportStar(require("./
|
|
20
|
+
__exportStar(require("./clearDataset.tool"), exports);
|
|
21
|
+
__exportStar(require("./completeDataset.tool"), exports);
|
|
22
|
+
__exportStar(require("./executeCommand.tool"), exports);
|
|
23
|
+
__exportStar(require("./datasetFiles"), exports);
|
|
24
|
+
__exportStar(require("./query/queryDomain"), exports);
|
|
25
|
+
__exportStar(require("./query/queryDomain.step"), exports);
|
|
26
|
+
__exportStar(require("./file"), exports);
|
|
27
|
+
__exportStar(require("./transform"), exports);
|
|
23
28
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAwB;AACxB,2CAAwB;AACxB,4CAAyB;AACzB,sDAAmC;AACnC,yDAAsC;AACtC,wDAAqC;AACrC,iDAA8B;AAC9B,sDAAmC;AACnC,2DAAwC;AACxC,yCAAsB;AACtB,8CAA2B"}
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.queryDomainStep = queryDomainStep;
|
|
4
4
|
const admin_1 = require("@instantdb/admin");
|
|
5
|
-
const runtime_1 = require("@ekairos/
|
|
5
|
+
const runtime_1 = require("@ekairos/thread/runtime");
|
|
6
6
|
const service_1 = require("../service");
|
|
7
7
|
function normalizeRows(result) {
|
|
8
8
|
if (!result || typeof result !== "object")
|
|
@@ -51,8 +51,8 @@ function inferSchema(rows) {
|
|
|
51
51
|
}
|
|
52
52
|
async function queryDomainStep(params) {
|
|
53
53
|
"use step";
|
|
54
|
-
const env = await (0, runtime_1.
|
|
55
|
-
const runtime = await (0, runtime_1.
|
|
54
|
+
const env = await (0, runtime_1.getThreadEnv)();
|
|
55
|
+
const runtime = await (0, runtime_1.getThreadRuntime)(env);
|
|
56
56
|
const db = runtime.db;
|
|
57
57
|
const service = new service_1.DatasetService(db);
|
|
58
58
|
const datasetId = params.datasetId ?? (0, admin_1.id)();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"queryDomain.step.js","sourceRoot":"","sources":["../../src/query/queryDomain.step.ts"],"names":[],"mappings":";;AA4DA,0CA4DC;AAxHD,4CAA8C;AAC9C,
|
|
1
|
+
{"version":3,"file":"queryDomain.step.js","sourceRoot":"","sources":["../../src/query/queryDomain.step.ts"],"names":[],"mappings":";;AA4DA,0CA4DC;AAxHD,4CAA8C;AAC9C,qDAAwE;AACxE,wCAA2C;AAgB3C,SAAS,aAAa,CAAC,MAAW;IAChC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAA;IACpD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACtC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAA;IAEnC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;QAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAA;QACpF,CAAC;QACD,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAA;IAC3B,CAAC;IAED,MAAM,IAAI,GAAU,EAAE,CAAA;IACtB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;QACnC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;gBACxB,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;oBACnC,IAAI,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,GAAG,EAAE,CAAC,CAAA;gBACtC,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAA;gBAC1C,CAAC;YACH,CAAC;YACD,SAAQ;QACV,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAA;IACrC,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,WAAW,CAAC,IAAW;IAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IAC3B,MAAM,MAAM,GAA2B,EAAE,CAAA;IACzC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACjD,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAA;aAChD,IAAI,OAAO,KAAK,KAAK,SAAS;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,SAAS,CAAA;aACvD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAA;;YAC/D,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAA;IAC7B,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,CAAA;AACnB,CAAC;AAEM,KAAK,UAAU,eAAe,CACnC,MAA4B;IAE5B,UAAU,CAAA;IAEV,MAAM,GAAG,GAAG,MAAM,IAAA,sBAAY,GAAE,CAAA;IAChC,MAAM,OAAO,GAAG,MAAM,IAAA,0BAAgB,EAAC,GAAG,CAAC,CAAA;IAC3C,MAAM,EAAE,GAAG,OAAO,CAAC,EAAS,CAAA;IAC5B,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IAEtC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAA,UAAK,GAAE,CAAA;IAC7C,MAAM,WAAW,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,KAAY,CAAC,CAAA;IACvD,MAAM,IAAI,GAAG,aAAa,CAAC,WAAW,CAAC,CAAA;IACvC,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;IACrC,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,CAAA;IAEhC,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC;QAC5C,EAAE,EAAE,SAAS;QACb,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,cAAc;QACrC,MAAM,EAAE,UAAU;QAClB,YAAY,EAAE,MAAM,CAAC,WAAW;QAChC,QAAQ,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE;QAClE,MAAM;QACN,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;QACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;KACtB,CAAC,CAAA;IAEF,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;IAClC,CAAC;IAED,MAAM,SAAS,GAAG,GAAG,CAAA;IACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QAChD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAA;QAC1C,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YACvC,UAAU,EAAE,GAAG;YACf,KAAK,EAAE,CAAC,GAAG,GAAG;SACf,CAAC,CAAC,CAAA;QACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,iBAAiB,CAAC;YAC7C,SAAS;YACT,OAAO;SACR,CAAC,CAAA;QACF,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAC/B,CAAC;IACH,CAAC;IAED,MAAM,OAAO,CAAC,mBAAmB,CAAC;QAChC,SAAS;QACT,MAAM,EAAE,WAAW;QACnB,mBAAmB,EAAE,IAAI,CAAC,MAAM;QAChC,uBAAuB,EAAE,IAAI,CAAC,MAAM;KACrC,CAAC,CAAA;IAEF,OAAO;QACL,SAAS;QACT,WAAW;QACX,QAAQ,EAAE,IAAI,CAAC,MAAM;QACrB,WAAW,EAAE,MAAM,CAAC,WAAW;KAChC,CAAA;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"steps.d.ts","sourceRoot":"","sources":["../../src/sandbox/steps.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"steps.d.ts","sourceRoot":"","sources":["../../src/sandbox/steps.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,gBAAgB,GAAG,MAAM,CAAA;AAErC,MAAM,MAAM,0BAA0B,GAAG;IACvC,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAA;IAChB,SAAS,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;CAC7B,CAAA;AAED,MAAM,MAAM,8BAA8B,GAAG;IAC3C,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;CACf,CAAA;AAED,wBAAsB,wBAAwB,CAC5C,MAAM,EAAE;IAAE,GAAG,EAAE,GAAG,CAAA;CAAE,GAAG,0BAA0B,GAChD,OAAO,CAAC;IAAE,SAAS,EAAE,gBAAgB,CAAA;CAAE,CAAC,CAQ1C;AAED,wBAAsB,4BAA4B,CAAC,MAAM,EAAE;IACzD,GAAG,EAAE,GAAG,CAAA;IACR,SAAS,EAAE,gBAAgB,CAAA;IAC3B,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;CAChB,GAAG,OAAO,CAAC,8BAA8B,CAAC,CAY1C;AAED,wBAAsB,4BAA4B,CAAC,MAAM,EAAE;IACzD,GAAG,EAAE,GAAG,CAAA;IACR,SAAS,EAAE,gBAAgB,CAAA;IAC3B,KAAK,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;CACtD,GAAG,OAAO,CAAC,IAAI,CAAC,CAOhB;AAED,wBAAsB,0BAA0B,CAAC,MAAM,EAAE;IACvD,GAAG,EAAE,GAAG,CAAA;IACR,SAAS,EAAE,gBAAgB,CAAA;IAC3B,IAAI,EAAE,MAAM,CAAA;CACb,GAAG,OAAO,CAAC;IAAE,aAAa,EAAE,MAAM,CAAA;CAAE,CAAC,CAQrC;AAED,wBAAsB,sBAAsB,CAAC,MAAM,EAAE;IAAE,GAAG,EAAE,GAAG,CAAC;IAAC,SAAS,EAAE,gBAAgB,CAAA;CAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAO7G"}
|
package/dist/sandbox/steps.js
CHANGED
|
@@ -32,81 +32,16 @@ var __importStar = (this && this.__importStar) || (function () {
|
|
|
32
32
|
return result;
|
|
33
33
|
};
|
|
34
34
|
})();
|
|
35
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
36
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
37
|
-
};
|
|
38
35
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
39
36
|
exports.createDatasetSandboxStep = createDatasetSandboxStep;
|
|
40
37
|
exports.runDatasetSandboxCommandStep = runDatasetSandboxCommandStep;
|
|
41
38
|
exports.writeDatasetSandboxFilesStep = writeDatasetSandboxFilesStep;
|
|
42
39
|
exports.readDatasetSandboxFileStep = readDatasetSandboxFileStep;
|
|
43
40
|
exports.stopDatasetSandboxStep = stopDatasetSandboxStep;
|
|
44
|
-
const
|
|
45
|
-
const node_fs_1 = require("node:fs");
|
|
46
|
-
const node_path_1 = __importDefault(require("node:path"));
|
|
47
|
-
const node_util_1 = require("node:util");
|
|
48
|
-
const runtime_1 = require("@ekairos/events/runtime");
|
|
49
|
-
const execFileAsync = (0, node_util_1.promisify)(node_child_process_1.execFile);
|
|
50
|
-
const localSandboxRoots = new Map();
|
|
51
|
-
function isLocalDatasetSandboxMode() {
|
|
52
|
-
return String(process.env.DATASET_TEST_LOCAL_SANDBOX ?? "").trim() === "1";
|
|
53
|
-
}
|
|
54
|
-
function getLocalSandboxRoot(sandboxId) {
|
|
55
|
-
return (localSandboxRoots.get(sandboxId) ||
|
|
56
|
-
node_path_1.default.resolve(process.cwd(), "test-results", "dataset-sandboxes", sandboxId));
|
|
57
|
-
}
|
|
58
|
-
async function ensureLocalSandboxRoot(sandboxId) {
|
|
59
|
-
const root = getLocalSandboxRoot(sandboxId);
|
|
60
|
-
await node_fs_1.promises.mkdir(root, { recursive: true });
|
|
61
|
-
localSandboxRoots.set(sandboxId, root);
|
|
62
|
-
return root;
|
|
63
|
-
}
|
|
64
|
-
async function runLocalSandboxCommand(params) {
|
|
65
|
-
const root = await ensureLocalSandboxRoot(params.sandboxId);
|
|
66
|
-
const cmd = String(params.cmd ?? "").trim();
|
|
67
|
-
const args = params.args ?? [];
|
|
68
|
-
if (cmd === "mkdir") {
|
|
69
|
-
const target = args[args.length - 1];
|
|
70
|
-
await node_fs_1.promises.mkdir(String(target ?? ""), { recursive: true });
|
|
71
|
-
return { exitCode: 0, stdout: "", stderr: "" };
|
|
72
|
-
}
|
|
73
|
-
if (cmd === "rm") {
|
|
74
|
-
const target = args[args.length - 1];
|
|
75
|
-
await node_fs_1.promises.rm(String(target ?? ""), { force: true, recursive: false });
|
|
76
|
-
return { exitCode: 0, stdout: "", stderr: "" };
|
|
77
|
-
}
|
|
78
|
-
if (cmd === "test" && args[0] === "-f") {
|
|
79
|
-
try {
|
|
80
|
-
await node_fs_1.promises.access(String(args[1] ?? ""));
|
|
81
|
-
return { exitCode: 0, stdout: "", stderr: "" };
|
|
82
|
-
}
|
|
83
|
-
catch {
|
|
84
|
-
return { exitCode: 1, stdout: "", stderr: "" };
|
|
85
|
-
}
|
|
86
|
-
}
|
|
87
|
-
const result = await execFileAsync(cmd, args, {
|
|
88
|
-
cwd: root,
|
|
89
|
-
windowsHide: true,
|
|
90
|
-
maxBuffer: 1024 * 1024 * 20,
|
|
91
|
-
}).catch((error) => ({
|
|
92
|
-
stdout: String(error?.stdout ?? ""),
|
|
93
|
-
stderr: String(error?.stderr ?? error?.message ?? ""),
|
|
94
|
-
exitCode: Number(error?.code ?? 1),
|
|
95
|
-
}));
|
|
96
|
-
return {
|
|
97
|
-
exitCode: Number(result.exitCode ?? 0),
|
|
98
|
-
stdout: String(result.stdout ?? ""),
|
|
99
|
-
stderr: String(result.stderr ?? ""),
|
|
100
|
-
};
|
|
101
|
-
}
|
|
41
|
+
const runtime_1 = require("@ekairos/thread/runtime");
|
|
102
42
|
async function createDatasetSandboxStep(params) {
|
|
103
43
|
"use step";
|
|
104
|
-
|
|
105
|
-
const sandboxId = `${Date.now()}-${Math.random().toString(36).slice(2)}`;
|
|
106
|
-
await ensureLocalSandboxRoot(sandboxId);
|
|
107
|
-
return { sandboxId };
|
|
108
|
-
}
|
|
109
|
-
const db = (await (0, runtime_1.getContextRuntime)(params.env)).db;
|
|
44
|
+
const db = (await (0, runtime_1.getThreadRuntime)(params.env)).db;
|
|
110
45
|
const { SandboxService } = (await Promise.resolve().then(() => __importStar(require("@ekairos/sandbox"))));
|
|
111
46
|
const service = new SandboxService(db);
|
|
112
47
|
const created = await service.createSandbox(params);
|
|
@@ -116,14 +51,7 @@ async function createDatasetSandboxStep(params) {
|
|
|
116
51
|
}
|
|
117
52
|
async function runDatasetSandboxCommandStep(params) {
|
|
118
53
|
"use step";
|
|
119
|
-
|
|
120
|
-
return await runLocalSandboxCommand({
|
|
121
|
-
sandboxId: params.sandboxId,
|
|
122
|
-
cmd: params.cmd,
|
|
123
|
-
args: params.args,
|
|
124
|
-
});
|
|
125
|
-
}
|
|
126
|
-
const db = (await (0, runtime_1.getContextRuntime)(params.env)).db;
|
|
54
|
+
const db = (await (0, runtime_1.getThreadRuntime)(params.env)).db;
|
|
127
55
|
const { SandboxService } = (await Promise.resolve().then(() => __importStar(require("@ekairos/sandbox"))));
|
|
128
56
|
const service = new SandboxService(db);
|
|
129
57
|
const result = await service.runCommand(params.sandboxId, params.cmd, params.args ?? []);
|
|
@@ -137,14 +65,7 @@ async function runDatasetSandboxCommandStep(params) {
|
|
|
137
65
|
}
|
|
138
66
|
async function writeDatasetSandboxFilesStep(params) {
|
|
139
67
|
"use step";
|
|
140
|
-
|
|
141
|
-
for (const file of params.files) {
|
|
142
|
-
await node_fs_1.promises.mkdir(node_path_1.default.dirname(file.path), { recursive: true });
|
|
143
|
-
await node_fs_1.promises.writeFile(file.path, Buffer.from(file.contentBase64, "base64"));
|
|
144
|
-
}
|
|
145
|
-
return;
|
|
146
|
-
}
|
|
147
|
-
const db = (await (0, runtime_1.getContextRuntime)(params.env)).db;
|
|
68
|
+
const db = (await (0, runtime_1.getThreadRuntime)(params.env)).db;
|
|
148
69
|
const { SandboxService } = (await Promise.resolve().then(() => __importStar(require("@ekairos/sandbox"))));
|
|
149
70
|
const service = new SandboxService(db);
|
|
150
71
|
const result = await service.writeFiles(params.sandboxId, params.files);
|
|
@@ -153,11 +74,7 @@ async function writeDatasetSandboxFilesStep(params) {
|
|
|
153
74
|
}
|
|
154
75
|
async function readDatasetSandboxFileStep(params) {
|
|
155
76
|
"use step";
|
|
156
|
-
|
|
157
|
-
const content = await node_fs_1.promises.readFile(params.path);
|
|
158
|
-
return { contentBase64: Buffer.from(content).toString("base64") };
|
|
159
|
-
}
|
|
160
|
-
const db = (await (0, runtime_1.getContextRuntime)(params.env)).db;
|
|
77
|
+
const db = (await (0, runtime_1.getThreadRuntime)(params.env)).db;
|
|
161
78
|
const { SandboxService } = (await Promise.resolve().then(() => __importStar(require("@ekairos/sandbox"))));
|
|
162
79
|
const service = new SandboxService(db);
|
|
163
80
|
const result = await service.readFile(params.sandboxId, params.path);
|
|
@@ -167,13 +84,7 @@ async function readDatasetSandboxFileStep(params) {
|
|
|
167
84
|
}
|
|
168
85
|
async function stopDatasetSandboxStep(params) {
|
|
169
86
|
"use step";
|
|
170
|
-
|
|
171
|
-
const root = getLocalSandboxRoot(params.sandboxId);
|
|
172
|
-
await node_fs_1.promises.rm(root, { recursive: true, force: true });
|
|
173
|
-
localSandboxRoots.delete(params.sandboxId);
|
|
174
|
-
return;
|
|
175
|
-
}
|
|
176
|
-
const db = (await (0, runtime_1.getContextRuntime)(params.env)).db;
|
|
87
|
+
const db = (await (0, runtime_1.getThreadRuntime)(params.env)).db;
|
|
177
88
|
const { SandboxService } = (await Promise.resolve().then(() => __importStar(require("@ekairos/sandbox"))));
|
|
178
89
|
const service = new SandboxService(db);
|
|
179
90
|
const result = await service.stopSandbox(params.sandboxId);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"steps.js","sourceRoot":"","sources":["../../src/sandbox/steps.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"steps.js","sourceRoot":"","sources":["../../src/sandbox/steps.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAmBA,4DAUC;AAED,oEAiBC;AAED,oEAWC;AAED,gEAYC;AAED,wDAOC;AApFD,qDAA0D;AAmBnD,KAAK,UAAU,wBAAwB,CAC5C,MAAiD;IAEjD,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,0BAAgB,EAAC,MAAM,CAAC,GAAG,CAAS,CAAA,CAAC,EAAE,CAAA;IACzD,MAAM,EAAE,cAAc,EAAE,GAAG,CAAC,wDAAa,kBAAkB,GAAC,CAAQ,CAAA;IACpE,MAAM,OAAO,GAAG,IAAI,cAAc,CAAC,EAAE,CAAC,CAAA;IACtC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAA;IACnD,IAAI,CAAC,OAAO,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAC/C,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,CAAA;AAC9C,CAAC;AAEM,KAAK,UAAU,4BAA4B,CAAC,MAKlD;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,0BAAgB,EAAC,MAAM,CAAC,GAAG,CAAS,CAAA,CAAC,EAAE,CAAA;IACzD,MAAM,EAAE,cAAc,EAAE,GAAG,CAAC,wDAAa,kBAAkB,GAAC,CAAQ,CAAA;IACpE,MAAM,OAAO,GAAG,IAAI,cAAc,CAAC,EAAE,CAAC,CAAA;IACtC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAA;IACxF,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC7C,OAAO;QACL,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/D,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE;QAChC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;KAChC,CAAA;AACH,CAAC;AAEM,KAAK,UAAU,4BAA4B,CAAC,MAIlD;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,0BAAgB,EAAC,MAAM,CAAC,GAAG,CAAS,CAAA,CAAC,EAAE,CAAA;IACzD,MAAM,EAAE,cAAc,EAAE,GAAG,CAAC,wDAAa,kBAAkB,GAAC,CAAQ,CAAA;IACpE,MAAM,OAAO,GAAG,IAAI,cAAc,CAAC,EAAE,CAAC,CAAA;IACtC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,CAAA;IACvE,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AAC/C,CAAC;AAEM,KAAK,UAAU,0BAA0B,CAAC,MAIhD;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,0BAAgB,EAAC,MAAM,CAAC,GAAG,CAAS,CAAA,CAAC,EAAE,CAAA;IACzD,MAAM,EAAE,cAAc,EAAE,GAAG,CAAC,wDAAa,kBAAkB,GAAC,CAAQ,CAAA;IACpE,MAAM,OAAO,GAAG,IAAI,cAAc,CAAC,EAAE,CAAC,CAAA;IACtC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,CAAA;IACpE,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC7C,OAAO,MAAM,CAAC,IAAI,CAAA;AACpB,CAAC;AAEM,KAAK,UAAU,sBAAsB,CAAC,MAAiD;IAC5F,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,0BAAgB,EAAC,MAAM,CAAC,GAAG,CAAS,CAAA,CAAC,EAAE,CAAA;IACzD,MAAM,EAAE,cAAc,EAAE,GAAG,CAAC,wDAAa,kBAAkB,GAAC,CAAQ,CAAA;IACpE,MAAM,OAAO,GAAG,IAAI,cAAc,CAAC,EAAE,CAAC,CAAA;IACtC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;IAC1D,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AAC/C,CAAC"}
|
package/dist/schema.d.ts
CHANGED
|
@@ -1,15 +1,12 @@
|
|
|
1
1
|
import { type DomainSchemaResult } from "@ekairos/domain";
|
|
2
2
|
declare const entities: {
|
|
3
3
|
readonly dataset_datasets: import("@instantdb/core").EntityDef<{
|
|
4
|
-
datasetId: import("@instantdb/core").DataAttrDef<string, true, true, true>;
|
|
5
|
-
sandboxId: import("@instantdb/core").DataAttrDef<string, false, true, false>;
|
|
6
4
|
status: import("@instantdb/core").DataAttrDef<string, false, true, false>;
|
|
7
5
|
createdAt: import("@instantdb/core").DataAttrDef<number, false, true, false>;
|
|
8
6
|
updatedAt: import("@instantdb/core").DataAttrDef<number, false, false, false>;
|
|
9
7
|
organizationId: import("@instantdb/core").DataAttrDef<string, false, true, false>;
|
|
10
8
|
title: import("@instantdb/core").DataAttrDef<string, false, false, false>;
|
|
11
|
-
sources: import("@instantdb/core").DataAttrDef<
|
|
12
|
-
sourceKinds: import("@instantdb/core").DataAttrDef<any, false, false, false>;
|
|
9
|
+
sources: import("@instantdb/core").DataAttrDef<string, false, false, false>;
|
|
13
10
|
instructions: import("@instantdb/core").DataAttrDef<string, false, false, false>;
|
|
14
11
|
analysis: import("@instantdb/core").DataAttrDef<any, false, false, false>;
|
|
15
12
|
schema: import("@instantdb/core").DataAttrDef<any, false, false, false>;
|
package/dist/schema.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../src/schema.ts"],"names":[],"mappings":"AACA,OAAO,EAAU,KAAK,kBAAkB,EAAE,MAAM,iBAAiB,CAAA;AAEjE,QAAA,MAAM,QAAQ
|
|
1
|
+
{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../src/schema.ts"],"names":[],"mappings":"AACA,OAAO,EAAU,KAAK,kBAAkB,EAAE,MAAM,iBAAiB,CAAA;AAEjE,QAAA,MAAM,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA8BJ,CAAA;AAEV,QAAA,MAAM,KAAK;;;;;;;;;;;;;;;;;;;;;;;;;CASD,CAAA;AAEV,QAAA,MAAM,KAAK,IAAc,CAAA;AAEzB,eAAO,MAAM,aAAa,EAAE,kBAAkB,CAAC,OAAO,QAAQ,EAAE,OAAO,KAAK,EAAE,OAAO,KAAK,CAIxF,CAAA"}
|
package/dist/schema.js
CHANGED
|
@@ -5,15 +5,12 @@ const core_1 = require("@instantdb/core");
|
|
|
5
5
|
const domain_1 = require("@ekairos/domain");
|
|
6
6
|
const entities = {
|
|
7
7
|
dataset_datasets: core_1.i.entity({
|
|
8
|
-
datasetId: core_1.i.string().unique().indexed(),
|
|
9
|
-
sandboxId: core_1.i.string().optional().indexed(),
|
|
10
8
|
status: core_1.i.string().optional().indexed(),
|
|
11
9
|
createdAt: core_1.i.number().optional().indexed(),
|
|
12
10
|
updatedAt: core_1.i.number().optional(),
|
|
13
11
|
organizationId: core_1.i.string().optional().indexed(),
|
|
14
12
|
title: core_1.i.string().optional(),
|
|
15
|
-
sources: core_1.i.
|
|
16
|
-
sourceKinds: core_1.i.json().optional(),
|
|
13
|
+
sources: core_1.i.string().optional(),
|
|
17
14
|
instructions: core_1.i.string().optional(),
|
|
18
15
|
analysis: core_1.i.json().optional(),
|
|
19
16
|
schema: core_1.i.json().optional(),
|
package/dist/schema.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"schema.js","sourceRoot":"","sources":["../src/schema.ts"],"names":[],"mappings":";;;AAAA,0CAAmC;AACnC,4CAAiE;AAEjE,MAAM,QAAQ,GAAG;IACf,gBAAgB,EAAE,QAAC,CAAC,MAAM,CAAC;QACzB,
|
|
1
|
+
{"version":3,"file":"schema.js","sourceRoot":"","sources":["../src/schema.ts"],"names":[],"mappings":";;;AAAA,0CAAmC;AACnC,4CAAiE;AAEjE,MAAM,QAAQ,GAAG;IACf,gBAAgB,EAAE,QAAC,CAAC,MAAM,CAAC;QACzB,MAAM,EAAE,QAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE;QACvC,SAAS,EAAE,QAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE;QAC1C,SAAS,EAAE,QAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAChC,cAAc,EAAE,QAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE;QAC/C,KAAK,EAAE,QAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC5B,OAAO,EAAE,QAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC9B,YAAY,EAAE,QAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACnC,QAAQ,EAAE,QAAC,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE;QAC7B,MAAM,EAAE,QAAC,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE;QAC3B,mBAAmB,EAAE,QAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC1C,uBAAuB,EAAE,QAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC/C,CAAC;IACF,eAAe,EAAE,QAAC,CAAC,MAAM,CAAC;QACxB,UAAU,EAAE,QAAC,CAAC,IAAI,EAAE;QACpB,KAAK,EAAE,QAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;QAC3B,SAAS,EAAE,QAAC,CAAC,MAAM,EAAE;KACtB,CAAC;IACF,uFAAuF;IACvF,oEAAoE;IACpE,MAAM,EAAE,QAAC,CAAC,MAAM,CAAC;QACf,IAAI,EAAE,QAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE;QACrC,GAAG,EAAE,QAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC1B,IAAI,EAAE,QAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC3B,WAAW,EAAE,QAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAClC,IAAI,EAAE,QAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC3B,SAAS,EAAE,QAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE;QAC1C,SAAS,EAAE,QAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE;KAC3C,CAAC;CACM,CAAA;AAEV,MAAM,KAAK,GAAG;IACZ,uBAAuB,EAAE;QACvB,OAAO,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE;QAClE,OAAO,EAAE,EAAE,EAAE,EAAE,iBAAiB,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE;KACjE;IACD,qBAAqB,EAAE;QACrB,OAAO,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE;QAClE,OAAO,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE;KAC1D;CACO,CAAA;AAEV,MAAM,KAAK,GAAG,EAAW,CAAA;AAEZ,QAAA,aAAa,GAAoE,IAAA,eAAM,EAAC,SAAS,CAAC,CAAC,MAAM,CAAC;IACrH,QAAQ;IACR,KAAK;IACL,KAAK;CACN,CAAC,CAAA"}
|
package/dist/service.d.ts
CHANGED
|
@@ -12,11 +12,9 @@ type DatasetSchemaType = SchemaOf<typeof datasetDomain>;
|
|
|
12
12
|
export declare class DatasetService {
|
|
13
13
|
private readonly db;
|
|
14
14
|
constructor(db: InstantAdminDatabase<DatasetSchemaType>);
|
|
15
|
-
private resolveDatasetEntityId;
|
|
16
15
|
createDataset(params: {
|
|
17
16
|
id?: string;
|
|
18
|
-
sources?:
|
|
19
|
-
sourceKinds?: any;
|
|
17
|
+
sources?: string;
|
|
20
18
|
instructions?: string;
|
|
21
19
|
status?: string;
|
|
22
20
|
organizationId?: string;
|
|
@@ -74,17 +72,6 @@ export declare class DatasetService {
|
|
|
74
72
|
storagePath: string;
|
|
75
73
|
}): Promise<ServiceResult<void>>;
|
|
76
74
|
readRecordsFromFile(datasetId: string): Promise<ServiceResult<AsyncGenerator<any, void, unknown>>>;
|
|
77
|
-
previewRows(datasetId: string, limit?: number): Promise<ServiceResult<any[]>>;
|
|
78
|
-
readRows(params: {
|
|
79
|
-
datasetId: string;
|
|
80
|
-
cursor?: number;
|
|
81
|
-
limit?: number;
|
|
82
|
-
}): Promise<ServiceResult<{
|
|
83
|
-
rows: any[];
|
|
84
|
-
cursor: number;
|
|
85
|
-
done: boolean;
|
|
86
|
-
}>>;
|
|
87
|
-
readOne(datasetId: string): Promise<ServiceResult<any | null>>;
|
|
88
75
|
}
|
|
89
76
|
export {};
|
|
90
77
|
//# sourceMappingURL=service.d.ts.map
|
package/dist/service.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../src/service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAqB,oBAAoB,EAAE,MAAM,kBAAkB,CAAA;AAC1E,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAGzC,MAAM,MAAM,aAAa,CAAC,CAAC,GAAG,GAAG,IAAI;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,IAAI,EAAE,CAAC,CAAA;CAAE,GAAG;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAA;AAEzF,KAAK,iBAAiB,GAAG,QAAQ,CAAC,OAAO,aAAa,CAAC,CAAC;AAExD,qBAAa,cAAc;IACvB,OAAO,CAAC,QAAQ,CAAC,EAAE,CAA0C;gBAEjD,EAAE,EAAE,oBAAoB,CAAC,iBAAiB,CAAC;
|
|
1
|
+
{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../src/service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAqB,oBAAoB,EAAE,MAAM,kBAAkB,CAAA;AAC1E,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAGzC,MAAM,MAAM,aAAa,CAAC,CAAC,GAAG,GAAG,IAAI;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,IAAI,EAAE,CAAC,CAAA;CAAE,GAAG;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAA;AAEzF,KAAK,iBAAiB,GAAG,QAAQ,CAAC,OAAO,aAAa,CAAC,CAAC;AAExD,qBAAa,cAAc;IACvB,OAAO,CAAC,QAAQ,CAAC,EAAE,CAA0C;gBAEjD,EAAE,EAAE,oBAAoB,CAAC,iBAAiB,CAAC;IAIjD,aAAa,CAAC,MAAM,EAAE;QACxB,EAAE,CAAC,EAAE,MAAM,CAAA;QACX,OAAO,CAAC,EAAE,MAAM,CAAA;QAChB,YAAY,CAAC,EAAE,MAAM,CAAA;QACrB,MAAM,CAAC,EAAE,MAAM,CAAA;QACf,cAAc,CAAC,EAAE,MAAM,CAAA;QACvB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;KACrB,GAAG,OAAO,CAAC,aAAa,CAAC;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IA0B3C,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAiB5F,iBAAiB,CAAC,MAAM,EAAE;QAC5B,SAAS,EAAE,MAAM,CAAA;QACjB,OAAO,EAAE,KAAK,CAAC;YAAE,UAAU,EAAE,GAAG,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;KACrD,GAAG,OAAO,CAAC,aAAa,CAAC;QAAE,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IA4B5C,sBAAsB,CAAC,MAAM,EAAE;QACjC,SAAS,EAAE,MAAM,CAAA;QACjB,cAAc,EAAE,GAAG,EAAE,CAAA;QACrB,gBAAgB,CAAC,EAAE,GAAG,CAAA;KACzB,GAAG,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IA0B1B,mBAAmB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC;IAqBxD,kBAAkB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAsBrD,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAqBzC,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;IAwB9D,mBAAmB,CAAC,MAAM,EAAE;QAC9B,SAAS,EAAE,MAAM,CAAA;QACjB,MAAM,EAAE,GAAG,CAAA;QACX,MAAM,CAAC,EAAE,MAAM,CAAA;KAClB,GAAG,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAkB1B,mBAAmB,CAAC,MAAM,EAAE;QAC9B,SAAS,EAAE,MAAM,CAAA;QACjB,MAAM,EAAE,MAAM,CAAA;QACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;QAC5B,uBAAuB,CAAC,EAAE,MAAM,CAAA;KACnC,GAAG,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IA2B1B,4BAA4B,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAC;IAqB9F,yBAAyB,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IAgB9E,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;QAAE,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IA0CjF,uBAAuB,CAAC,MAAM,EAAE;QAClC,SAAS,EAAE,MAAM,CAAA;QACjB,UAAU,EAAE,MAAM,CAAA;KACrB,GAAG,OAAO,CAAC,aAAa,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAqC7D,iBAAiB,CAAC,MAAM,EAAE;QAC5B,SAAS,EAAE,MAAM,CAAA;QACjB,MAAM,EAAE,MAAM,CAAA;QACd,WAAW,EAAE,MAAM,CAAA;KACtB,GAAG,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAc1B,mBAAmB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,cAAc,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;CA+F3G"}
|
package/dist/service.js
CHANGED
|
@@ -6,36 +6,11 @@ class DatasetService {
|
|
|
6
6
|
constructor(db) {
|
|
7
7
|
this.db = db;
|
|
8
8
|
}
|
|
9
|
-
async resolveDatasetEntityId(datasetId) {
|
|
10
|
-
try {
|
|
11
|
-
const query = await this.db.query({
|
|
12
|
-
dataset_datasets: {
|
|
13
|
-
$: {
|
|
14
|
-
where: { datasetId },
|
|
15
|
-
limit: 1,
|
|
16
|
-
},
|
|
17
|
-
},
|
|
18
|
-
});
|
|
19
|
-
const dataset = query.dataset_datasets?.[0];
|
|
20
|
-
const entityId = String(dataset?.id ?? "");
|
|
21
|
-
if (!entityId) {
|
|
22
|
-
return { ok: false, error: `Dataset not found with id: ${datasetId}` };
|
|
23
|
-
}
|
|
24
|
-
return { ok: true, data: entityId };
|
|
25
|
-
}
|
|
26
|
-
catch (error) {
|
|
27
|
-
const message = error instanceof Error ? error.message : String(error);
|
|
28
|
-
return { ok: false, error: message };
|
|
29
|
-
}
|
|
30
|
-
}
|
|
31
9
|
async createDataset(params) {
|
|
32
10
|
try {
|
|
33
11
|
const datasetId = params.id ?? (0, admin_1.id)();
|
|
34
|
-
const existing = await this.resolveDatasetEntityId(datasetId);
|
|
35
|
-
const entityId = existing.ok ? existing.data : (0, admin_1.id)();
|
|
36
12
|
const mutations = [];
|
|
37
|
-
mutations.push(this.db.tx.dataset_datasets[
|
|
38
|
-
datasetId,
|
|
13
|
+
mutations.push(this.db.tx.dataset_datasets[datasetId].update({
|
|
39
14
|
sources: params.sources ?? "",
|
|
40
15
|
instructions: params.instructions ?? "",
|
|
41
16
|
status: params.status ?? "created",
|
|
@@ -53,11 +28,8 @@ class DatasetService {
|
|
|
53
28
|
}
|
|
54
29
|
async updateDataset(datasetId, updates) {
|
|
55
30
|
try {
|
|
56
|
-
const resolved = await this.resolveDatasetEntityId(datasetId);
|
|
57
|
-
if (!resolved.ok)
|
|
58
|
-
return resolved;
|
|
59
31
|
await this.db.transact([
|
|
60
|
-
this.db.tx.dataset_datasets[
|
|
32
|
+
this.db.tx.dataset_datasets[datasetId].update({
|
|
61
33
|
...updates,
|
|
62
34
|
updatedAt: Date.now(),
|
|
63
35
|
})
|
|
@@ -71,9 +43,6 @@ class DatasetService {
|
|
|
71
43
|
}
|
|
72
44
|
async addDatasetRecords(params) {
|
|
73
45
|
try {
|
|
74
|
-
const resolved = await this.resolveDatasetEntityId(params.datasetId);
|
|
75
|
-
if (!resolved.ok)
|
|
76
|
-
return resolved;
|
|
77
46
|
const mutations = [];
|
|
78
47
|
for (const record of params.records) {
|
|
79
48
|
const recordId = (0, admin_1.id)();
|
|
@@ -81,7 +50,7 @@ class DatasetService {
|
|
|
81
50
|
rowContent: record.rowContent,
|
|
82
51
|
order: record.order,
|
|
83
52
|
createdAt: Date.now(),
|
|
84
|
-
}), this.db.tx.dataset_datasets[
|
|
53
|
+
}), this.db.tx.dataset_datasets[params.datasetId].link({ records: [recordId] }));
|
|
85
54
|
}
|
|
86
55
|
if (mutations.length > 0) {
|
|
87
56
|
await this.db.transact(mutations);
|
|
@@ -95,12 +64,9 @@ class DatasetService {
|
|
|
95
64
|
}
|
|
96
65
|
async batchAddDatasetRecords(params) {
|
|
97
66
|
try {
|
|
98
|
-
const resolved = await this.resolveDatasetEntityId(params.datasetId);
|
|
99
|
-
if (!resolved.ok)
|
|
100
|
-
return resolved;
|
|
101
67
|
const finalMutations = [...params.shardMutations];
|
|
102
68
|
if (params.manifestMetadata) {
|
|
103
|
-
finalMutations.push(this.db.tx.dataset_datasets[
|
|
69
|
+
finalMutations.push(this.db.tx.dataset_datasets[params.datasetId].update({
|
|
104
70
|
status: "completed",
|
|
105
71
|
updatedAt: Date.now(),
|
|
106
72
|
actualGeneratedRowCount: params.manifestMetadata.totalRowsSaved ?? 0,
|
|
@@ -179,7 +145,7 @@ class DatasetService {
|
|
|
179
145
|
const query = await this.db.query({
|
|
180
146
|
dataset_datasets: {
|
|
181
147
|
$: {
|
|
182
|
-
where: { datasetId },
|
|
148
|
+
where: { id: datasetId },
|
|
183
149
|
limit: 1,
|
|
184
150
|
},
|
|
185
151
|
},
|
|
@@ -197,11 +163,8 @@ class DatasetService {
|
|
|
197
163
|
}
|
|
198
164
|
async updateDatasetSchema(params) {
|
|
199
165
|
try {
|
|
200
|
-
const resolved = await this.resolveDatasetEntityId(params.datasetId);
|
|
201
|
-
if (!resolved.ok)
|
|
202
|
-
return resolved;
|
|
203
166
|
await this.db.transact([
|
|
204
|
-
this.db.tx.dataset_datasets[
|
|
167
|
+
this.db.tx.dataset_datasets[params.datasetId].update({
|
|
205
168
|
schema: params.schema,
|
|
206
169
|
status: params.status ?? "schema_complete",
|
|
207
170
|
updatedAt: Date.now(),
|
|
@@ -216,9 +179,6 @@ class DatasetService {
|
|
|
216
179
|
}
|
|
217
180
|
async updateDatasetStatus(params) {
|
|
218
181
|
try {
|
|
219
|
-
const resolved = await this.resolveDatasetEntityId(params.datasetId);
|
|
220
|
-
if (!resolved.ok)
|
|
221
|
-
return resolved;
|
|
222
182
|
const updates = {
|
|
223
183
|
status: params.status,
|
|
224
184
|
updatedAt: Date.now(),
|
|
@@ -230,7 +190,7 @@ class DatasetService {
|
|
|
230
190
|
updates.actualGeneratedRowCount = params.actualGeneratedRowCount;
|
|
231
191
|
}
|
|
232
192
|
await this.db.transact([
|
|
233
|
-
this.db.tx.dataset_datasets[
|
|
193
|
+
this.db.tx.dataset_datasets[params.datasetId].update(updates)
|
|
234
194
|
]);
|
|
235
195
|
return { ok: true, data: undefined };
|
|
236
196
|
}
|
|
@@ -241,14 +201,11 @@ class DatasetService {
|
|
|
241
201
|
}
|
|
242
202
|
async getDatasetRecordsForDeletion(datasetId) {
|
|
243
203
|
try {
|
|
244
|
-
const resolved = await this.resolveDatasetEntityId(datasetId);
|
|
245
|
-
if (!resolved.ok)
|
|
246
|
-
return resolved;
|
|
247
204
|
const query = await this.db.query({
|
|
248
205
|
dataset_records: {
|
|
249
206
|
$: {
|
|
250
207
|
where: {
|
|
251
|
-
"dataset.id":
|
|
208
|
+
"dataset.id": datasetId,
|
|
252
209
|
},
|
|
253
210
|
},
|
|
254
211
|
},
|
|
@@ -342,11 +299,8 @@ class DatasetService {
|
|
|
342
299
|
}
|
|
343
300
|
async linkFileToDataset(params) {
|
|
344
301
|
try {
|
|
345
|
-
const resolved = await this.resolveDatasetEntityId(params.datasetId);
|
|
346
|
-
if (!resolved.ok)
|
|
347
|
-
return resolved;
|
|
348
302
|
await this.db.transact([
|
|
349
|
-
this.db.tx.dataset_datasets[
|
|
303
|
+
this.db.tx.dataset_datasets[params.datasetId].link({ dataFile: params.fileId }),
|
|
350
304
|
]);
|
|
351
305
|
return { ok: true, data: undefined };
|
|
352
306
|
}
|
|
@@ -360,7 +314,7 @@ class DatasetService {
|
|
|
360
314
|
const fileQuery = await this.db.query({
|
|
361
315
|
dataset_datasets: {
|
|
362
316
|
$: {
|
|
363
|
-
where: { datasetId },
|
|
317
|
+
where: { id: datasetId },
|
|
364
318
|
limit: 1,
|
|
365
319
|
},
|
|
366
320
|
dataFile: {},
|
|
@@ -432,80 +386,6 @@ class DatasetService {
|
|
|
432
386
|
return { ok: false, error: message };
|
|
433
387
|
}
|
|
434
388
|
}
|
|
435
|
-
async previewRows(datasetId, limit = 20) {
|
|
436
|
-
try {
|
|
437
|
-
const readResult = await this.readRecordsFromFile(datasetId);
|
|
438
|
-
if (!readResult.ok) {
|
|
439
|
-
return readResult;
|
|
440
|
-
}
|
|
441
|
-
const rows = [];
|
|
442
|
-
for await (const record of readResult.data) {
|
|
443
|
-
rows.push(record?.rowContent);
|
|
444
|
-
if (rows.length >= limit) {
|
|
445
|
-
break;
|
|
446
|
-
}
|
|
447
|
-
}
|
|
448
|
-
return { ok: true, data: rows };
|
|
449
|
-
}
|
|
450
|
-
catch (error) {
|
|
451
|
-
const message = error instanceof Error ? error.message : String(error);
|
|
452
|
-
return { ok: false, error: message };
|
|
453
|
-
}
|
|
454
|
-
}
|
|
455
|
-
async readRows(params) {
|
|
456
|
-
try {
|
|
457
|
-
const readResult = await this.readRecordsFromFile(params.datasetId);
|
|
458
|
-
if (!readResult.ok) {
|
|
459
|
-
return readResult;
|
|
460
|
-
}
|
|
461
|
-
const start = Math.max(0, Number(params.cursor ?? 0));
|
|
462
|
-
const limit = Math.max(1, Number(params.limit ?? 200));
|
|
463
|
-
const rows = [];
|
|
464
|
-
let index = 0;
|
|
465
|
-
let hasMore = false;
|
|
466
|
-
for await (const record of readResult.data) {
|
|
467
|
-
if (index < start) {
|
|
468
|
-
index++;
|
|
469
|
-
continue;
|
|
470
|
-
}
|
|
471
|
-
if (rows.length >= limit) {
|
|
472
|
-
hasMore = true;
|
|
473
|
-
break;
|
|
474
|
-
}
|
|
475
|
-
rows.push(record?.rowContent);
|
|
476
|
-
index++;
|
|
477
|
-
}
|
|
478
|
-
return {
|
|
479
|
-
ok: true,
|
|
480
|
-
data: {
|
|
481
|
-
rows,
|
|
482
|
-
cursor: start + rows.length,
|
|
483
|
-
done: !hasMore,
|
|
484
|
-
},
|
|
485
|
-
};
|
|
486
|
-
}
|
|
487
|
-
catch (error) {
|
|
488
|
-
const message = error instanceof Error ? error.message : String(error);
|
|
489
|
-
return { ok: false, error: message };
|
|
490
|
-
}
|
|
491
|
-
}
|
|
492
|
-
async readOne(datasetId) {
|
|
493
|
-
try {
|
|
494
|
-
const readResult = await this.readRows({ datasetId, cursor: 0, limit: 2 });
|
|
495
|
-
if (!readResult.ok) {
|
|
496
|
-
return readResult;
|
|
497
|
-
}
|
|
498
|
-
const rows = readResult.data.rows;
|
|
499
|
-
if (rows.length > 1) {
|
|
500
|
-
return { ok: false, error: "dataset_first_expected_zero_or_one_row" };
|
|
501
|
-
}
|
|
502
|
-
return { ok: true, data: rows[0] ?? null };
|
|
503
|
-
}
|
|
504
|
-
catch (error) {
|
|
505
|
-
const message = error instanceof Error ? error.message : String(error);
|
|
506
|
-
return { ok: false, error: message };
|
|
507
|
-
}
|
|
508
|
-
}
|
|
509
389
|
}
|
|
510
390
|
exports.DatasetService = DatasetService;
|
|
511
391
|
//# sourceMappingURL=service.js.map
|