@ekairos/dataset 1.22.15-beta.feature-thread-unify.0 → 1.22.16-beta.development.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (64) hide show
  1. package/dist/dataset/steps.d.ts.map +1 -1
  2. package/dist/dataset/steps.js +32 -38
  3. package/dist/dataset/steps.js.map +1 -1
  4. package/dist/dataset.d.ts +67 -0
  5. package/dist/dataset.d.ts.map +1 -0
  6. package/dist/dataset.js +578 -0
  7. package/dist/dataset.js.map +1 -0
  8. package/dist/datasetFiles.d.ts +1 -0
  9. package/dist/datasetFiles.d.ts.map +1 -1
  10. package/dist/datasetFiles.js +21 -1
  11. package/dist/datasetFiles.js.map +1 -1
  12. package/dist/eventsReactRuntime.d.ts +22 -0
  13. package/dist/eventsReactRuntime.d.ts.map +1 -0
  14. package/dist/eventsReactRuntime.js +29 -0
  15. package/dist/eventsReactRuntime.js.map +1 -0
  16. package/dist/file/file-dataset.agent.d.ts +5 -3
  17. package/dist/file/file-dataset.agent.d.ts.map +1 -1
  18. package/dist/file/file-dataset.agent.js +31 -21
  19. package/dist/file/file-dataset.agent.js.map +1 -1
  20. package/dist/file/filepreview.js +1 -1
  21. package/dist/file/filepreview.js.map +1 -1
  22. package/dist/file/prompts.d.ts.map +1 -1
  23. package/dist/file/prompts.js +29 -12
  24. package/dist/file/prompts.js.map +1 -1
  25. package/dist/file/steps.js +2 -2
  26. package/dist/file/steps.js.map +1 -1
  27. package/dist/index.d.ts +3 -8
  28. package/dist/index.d.ts.map +1 -1
  29. package/dist/index.js +3 -8
  30. package/dist/index.js.map +1 -1
  31. package/dist/materializeDataset.tool.d.ts +78 -0
  32. package/dist/materializeDataset.tool.d.ts.map +1 -0
  33. package/dist/materializeDataset.tool.js +102 -0
  34. package/dist/materializeDataset.tool.js.map +1 -0
  35. package/dist/query/queryDomain.step.js +3 -3
  36. package/dist/query/queryDomain.step.js.map +1 -1
  37. package/dist/sandbox/steps.d.ts.map +1 -1
  38. package/dist/sandbox/steps.js +95 -6
  39. package/dist/sandbox/steps.js.map +1 -1
  40. package/dist/schema.d.ts +4 -1
  41. package/dist/schema.d.ts.map +1 -1
  42. package/dist/schema.js +4 -1
  43. package/dist/schema.js.map +1 -1
  44. package/dist/service.d.ts +14 -1
  45. package/dist/service.d.ts.map +1 -1
  46. package/dist/service.js +130 -10
  47. package/dist/service.js.map +1 -1
  48. package/dist/skill.d.ts +11 -0
  49. package/dist/skill.d.ts.map +1 -0
  50. package/dist/skill.js +53 -0
  51. package/dist/skill.js.map +1 -0
  52. package/dist/transform/transform-dataset.agent.d.ts +3 -0
  53. package/dist/transform/transform-dataset.agent.d.ts.map +1 -1
  54. package/dist/transform/transform-dataset.agent.js +19 -13
  55. package/dist/transform/transform-dataset.agent.js.map +1 -1
  56. package/dist/transform/transformDataset.js +2 -2
  57. package/dist/transform/transformDataset.js.map +1 -1
  58. package/package.json +13 -17
  59. package/skill/SKILL.md +83 -0
  60. package/skill/code/_runtime.mjs +156 -0
  61. package/skill/code/complete_dataset.mjs +104 -0
  62. package/skill/code/dataset_source_to_jsonl.mjs +51 -0
  63. package/skill/code/query_to_jsonl.mjs +22 -0
  64. package/skill/skill.toml +13 -0
@@ -1 +1 @@
1
- {"version":3,"file":"steps.d.ts","sourceRoot":"","sources":["../../src/dataset/steps.ts"],"names":[],"mappings":"AAOA,wBAAsB,mBAAmB,CAAC,GAAG,CAAC,EAAE,GAAG,gBAIlD;AAED,wBAAsB,kBAAkB,CAAC,MAAM,EAAE;IAAE,GAAG,CAAC,EAAE,GAAG,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,oDAKhF;AAED,wBAAsB,0BAA0B,CAAC,MAAM,EAAE;IACvD,GAAG,CAAC,EAAE,GAAG,CAAA;IACT,SAAS,EAAE,MAAM,CAAA;CAClB,GAAG,OAAO,CAAC;IAAE,aAAa,EAAE,MAAM,CAAA;CAAE,CAAC,CAoBrC;AAED,wBAAsB,uBAAuB,CAAC,MAAM,EAAE;IACpD,GAAG,CAAC,EAAE,GAAG,CAAA;IACT,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,GAAG,CAAA;IACX,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB,qDASA;AAED,wBAAsB,2BAA2B,CAAC,MAAM,EAAE;IACxD,GAAG,CAAC,EAAE,GAAG,CAAA;IACT,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,MAAM,CAAA;CACnB;;;IAQA;AAED,wBAAsB,uBAAuB,CAAC,MAAM,EAAE;IACpD,GAAG,CAAC,EAAE,GAAG,CAAA;IACT,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,MAAM,CAAA;IACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,uBAAuB,CAAC,EAAE,MAAM,CAAA;CACjC,qDAUA;AAED,wBAAsB,gBAAgB,CAAC,MAAM,EAAE;IAAE,GAAG,CAAC,EAAE,GAAG,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE;;IAK9E;AAED,wBAAsB,sBAAsB,CAAC,MAAM,EAAE;IACnD,GAAG,CAAC,EAAE,GAAG,CAAA;IACT,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf,GAAG,OAAO,CAAC;IAAE,IAAI,EAAE,GAAG,EAAE,CAAA;CAAE,CAAC,CAmB3B"}
1
+ {"version":3,"file":"steps.d.ts","sourceRoot":"","sources":["../../src/dataset/steps.ts"],"names":[],"mappings":"AAOA,wBAAsB,mBAAmB,CAAC,GAAG,CAAC,EAAE,GAAG,gBAIlD;AAED,wBAAsB,kBAAkB,CAAC,MAAM,EAAE;IAAE,GAAG,CAAC,EAAE,GAAG,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,oDAKhF;AAED,wBAAsB,0BAA0B,CAAC,MAAM,EAAE;IACvD,GAAG,CAAC,EAAE,GAAG,CAAA;IACT,SAAS,EAAE,MAAM,CAAA;CAClB,GAAG,OAAO,CAAC;IAAE,aAAa,EAAE,MAAM,CAAA;CAAE,CAAC,CAuBrC;AAED,wBAAsB,uBAAuB,CAAC,MAAM,EAAE;IACpD,GAAG,CAAC,EAAE,GAAG,CAAA;IACT,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,GAAG,CAAA;IACX,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB,qDASA;AAED,wBAAsB,2BAA2B,CAAC,MAAM,EAAE;IACxD,GAAG,CAAC,EAAE,GAAG,CAAA;IACT,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,MAAM,CAAA;CACnB;;;IAQA;AAED,wBAAsB,uBAAuB,CAAC,MAAM,EAAE;IACpD,GAAG,CAAC,EAAE,GAAG,CAAA;IACT,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,MAAM,CAAA;IACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,uBAAuB,CAAC,EAAE,MAAM,CAAA;CACjC,qDAUA;AAED,wBAAsB,gBAAgB,CAAC,MAAM,EAAE;IAAE,GAAG,CAAC,EAAE,GAAG,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE;;IAK9E;AAED,wBAAsB,sBAAsB,CAAC,MAAM,EAAE;IACnD,GAAG,CAAC,EAAE,GAAG,CAAA;IACT,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf,GAAG,OAAO,CAAC;IAAE,IAAI,EAAE,GAAG,EAAE,CAAA;CAAE,CAAC,CAS3B"}
@@ -8,43 +8,46 @@ exports.datasetUploadOutputFileStep = datasetUploadOutputFileStep;
8
8
  exports.datasetUpdateStatusStep = datasetUpdateStatusStep;
9
9
  exports.datasetClearStep = datasetClearStep;
10
10
  exports.datasetPreviewRowsStep = datasetPreviewRowsStep;
11
- const runtime_1 = require("@ekairos/thread/runtime");
11
+ const runtime_1 = require("@ekairos/events/runtime");
12
12
  const service_1 = require("../service");
13
13
  async function resolveEnv(env) {
14
- return env ?? (await (0, runtime_1.getThreadEnv)());
14
+ return env ?? (await (0, runtime_1.getContextEnv)());
15
15
  }
16
16
  async function getDatasetServiceDb(env) {
17
17
  "use step";
18
- const runtime = (await (0, runtime_1.getThreadRuntime)(await resolveEnv(env)));
18
+ const runtime = (await (0, runtime_1.getContextRuntime)(await resolveEnv(env)));
19
19
  return runtime.db;
20
20
  }
21
21
  async function datasetGetByIdStep(params) {
22
22
  "use step";
23
- const db = (await (0, runtime_1.getThreadRuntime)(await resolveEnv(params.env))).db;
23
+ const db = (await (0, runtime_1.getContextRuntime)(await resolveEnv(params.env))).db;
24
24
  const service = new service_1.DatasetService(db);
25
25
  return await service.getDatasetById(params.datasetId);
26
26
  }
27
27
  async function datasetReadOutputJsonlStep(params) {
28
28
  "use step";
29
- const db = (await (0, runtime_1.getThreadRuntime)(await resolveEnv(params.env))).db;
30
- const query = await db.query({
31
- dataset_datasets: {
32
- $: { where: { id: params.datasetId }, limit: 1 },
33
- dataFile: {},
34
- },
35
- });
36
- const dataset = query.dataset_datasets?.[0];
37
- const linkedFile = Array.isArray(dataset?.dataFile) ? dataset.dataFile[0] : dataset?.dataFile;
38
- const url = linkedFile?.url;
39
- if (!url) {
40
- throw new Error("Dataset output file not found");
29
+ const db = (await (0, runtime_1.getContextRuntime)(await resolveEnv(params.env))).db;
30
+ for (let attempt = 1; attempt <= 20; attempt++) {
31
+ const query = await db.query({
32
+ dataset_datasets: {
33
+ $: { where: { datasetId: params.datasetId }, limit: 1 },
34
+ dataFile: {},
35
+ },
36
+ });
37
+ const dataset = query.dataset_datasets?.[0];
38
+ const linkedFile = Array.isArray(dataset?.dataFile) ? dataset.dataFile[0] : dataset?.dataFile;
39
+ const url = linkedFile?.url;
40
+ if (url) {
41
+ const fileBuffer = await fetch(url).then((r) => r.arrayBuffer());
42
+ return { contentBase64: Buffer.from(fileBuffer).toString("base64") };
43
+ }
44
+ await new Promise((resolve) => setTimeout(resolve, 250 * attempt));
41
45
  }
42
- const fileBuffer = await fetch(url).then((r) => r.arrayBuffer());
43
- return { contentBase64: Buffer.from(fileBuffer).toString("base64") };
46
+ throw new Error("Dataset output file not found");
44
47
  }
45
48
  async function datasetUpdateSchemaStep(params) {
46
49
  "use step";
47
- const db = (await (0, runtime_1.getThreadRuntime)(await resolveEnv(params.env))).db;
50
+ const db = (await (0, runtime_1.getContextRuntime)(await resolveEnv(params.env))).db;
48
51
  const service = new service_1.DatasetService(db);
49
52
  return await service.updateDatasetSchema({
50
53
  datasetId: params.datasetId,
@@ -54,7 +57,7 @@ async function datasetUpdateSchemaStep(params) {
54
57
  }
55
58
  async function datasetUploadOutputFileStep(params) {
56
59
  "use step";
57
- const db = (await (0, runtime_1.getThreadRuntime)(await resolveEnv(params.env))).db;
60
+ const db = (await (0, runtime_1.getContextRuntime)(await resolveEnv(params.env))).db;
58
61
  const service = new service_1.DatasetService(db);
59
62
  return await service.uploadDatasetOutputFile({
60
63
  datasetId: params.datasetId,
@@ -63,7 +66,7 @@ async function datasetUploadOutputFileStep(params) {
63
66
  }
64
67
  async function datasetUpdateStatusStep(params) {
65
68
  "use step";
66
- const db = (await (0, runtime_1.getThreadRuntime)(await resolveEnv(params.env))).db;
69
+ const db = (await (0, runtime_1.getContextRuntime)(await resolveEnv(params.env))).db;
67
70
  const service = new service_1.DatasetService(db);
68
71
  return await service.updateDatasetStatus({
69
72
  datasetId: params.datasetId,
@@ -74,27 +77,18 @@ async function datasetUpdateStatusStep(params) {
74
77
  }
75
78
  async function datasetClearStep(params) {
76
79
  "use step";
77
- const db = (await (0, runtime_1.getThreadRuntime)(await resolveEnv(params.env))).db;
80
+ const db = (await (0, runtime_1.getContextRuntime)(await resolveEnv(params.env))).db;
78
81
  const service = new service_1.DatasetService(db);
79
82
  return await service.clearDataset(params.datasetId);
80
83
  }
81
84
  async function datasetPreviewRowsStep(params) {
82
85
  "use step";
83
- const db = (await (0, runtime_1.getThreadRuntime)(await resolveEnv(params.env))).db;
84
- const limit = params.limit ?? 20;
85
- const query = await db.query({
86
- dataset_records: {
87
- $: {
88
- where: { "dataset.id": params.datasetId },
89
- order: { order: "asc" },
90
- limit,
91
- },
92
- dataset: {},
93
- },
94
- });
95
- const rows = Array.isArray(query.dataset_records)
96
- ? query.dataset_records.map((r) => r?.rowContent).filter((r) => r !== undefined)
97
- : [];
98
- return { rows };
86
+ const db = (await (0, runtime_1.getContextRuntime)(await resolveEnv(params.env))).db;
87
+ const service = new service_1.DatasetService(db);
88
+ const rowsResult = await service.previewRows(params.datasetId, params.limit ?? 20);
89
+ if (!rowsResult.ok) {
90
+ throw new Error(rowsResult.error);
91
+ }
92
+ return { rows: rowsResult.data };
99
93
  }
100
94
  //# sourceMappingURL=steps.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"steps.js","sourceRoot":"","sources":["../../src/dataset/steps.ts"],"names":[],"mappings":";;AAOA,kDAIC;AAED,gDAKC;AAED,gEAuBC;AAED,0DAcC;AAED,kEAYC;AAED,0DAgBC;AAED,4CAKC;AAED,wDAuBC;AA3HD,qDAAwE;AACxE,wCAA2C;AAE3C,KAAK,UAAU,UAAU,CAAC,GAAS;IACjC,OAAO,GAAG,IAAI,CAAC,MAAM,IAAA,sBAAY,GAAE,CAAC,CAAA;AACtC,CAAC;AAEM,KAAK,UAAU,mBAAmB,CAAC,GAAS;IACjD,UAAU,CAAA;IACV,MAAM,OAAO,GAAG,CAAC,MAAM,IAAA,0BAAgB,EAAC,MAAM,UAAU,CAAC,GAAG,CAAC,CAAC,CAAQ,CAAA;IACtE,OAAO,OAAO,CAAC,EAAS,CAAA;AAC1B,CAAC;AAEM,KAAK,UAAU,kBAAkB,CAAC,MAAwC;IAC/E,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,0BAAgB,EAAC,MAAM,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAS,CAAA,CAAC,EAAE,CAAA;IAC3E,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;AACvD,CAAC;AAEM,KAAK,UAAU,0BAA0B,CAAC,MAGhD;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,0BAAgB,EAAC,MAAM,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAS,CAAA,CAAC,EAAE,CAAA;IAE3E,MAAM,KAAK,GAAQ,MAAM,EAAE,CAAC,KAAK,CAAC;QAChC,gBAAgB,EAAE;YAChB,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,SAAS,EAAS,EAAE,KAAK,EAAE,CAAC,EAAE;YACvD,QAAQ,EAAE,EAAE;SACN;KACT,CAAC,CAAA;IAEF,MAAM,OAAO,GAAG,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,CAAA;IAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAA;IAC7F,MAAM,GAAG,GAAG,UAAU,EAAE,GAAG,CAAA;IAC3B,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;IAClD,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAA;IAChE,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAA;AACtE,CAAC;AAEM,KAAK,UAAU,uBAAuB,CAAC,MAK7C;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,0BAAgB,EAAC,MAAM,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAS,CAAA,CAAC,EAAE,CAAA;IAC3E,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,mBAAmB,CAAC;QACvC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,MAAM,EAAE,MAAM,CAAC,MAAM;KACtB,CAAC,CAAA;AACJ,CAAC;AAEM,KAAK,UAAU,2BAA2B,CAAC,MAIjD;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,0BAAgB,EAAC,MAAM,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAS,CAAA,CAAC,EAAE,CAAA;IAC3E,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,uBAAuB,CAAC;QAC3C,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;KAC9B,CAAC,CAAA;AACJ,CAAC;AAEM,KAAK,UAAU,uBAAuB,CAAC,MAM7C;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,0BAAgB,EAAC,MAAM,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAS,CAAA,CAAC,EAAE,CAAA;IAC3E,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,mBAAmB,CAAC;QACvC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;QAC/C,uBAAuB,EAAE,MAAM,CAAC,uBAAuB;KACjD,CAAC,CAAA;AACX,CAAC;AAEM,KAAK,UAAU,gBAAgB,CAAC,MAAwC;IAC7E,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,0BAAgB,EAAC,MAAM,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAS,CAAA,CAAC,EAAE,CAAA;IAC3E,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;AACrD,CAAC;AAEM,KAAK,UAAU,sBAAsB,CAAC,MAI5C;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,0BAAgB,EAAC,MAAM,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAS,CAAA,CAAC,EAAE,CAAA;IAC3E,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAA;IAChC,MAAM,KAAK,GAAQ,MAAM,EAAE,CAAC,KAAK,CAAC;QAChC,eAAe,EAAE;YACf,CAAC,EAAE;gBACD,KAAK,EAAE,EAAE,YAAY,EAAE,MAAM,CAAC,SAAS,EAAS;gBAChD,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;gBACvB,KAAK;aACN;YACD,OAAO,EAAE,EAAE;SACL;KACT,CAAC,CAAA;IAEF,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,eAAe,CAAC;QAC/C,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC;QAC1F,CAAC,CAAC,EAAE,CAAA;IACN,OAAO,EAAE,IAAI,EAAE,CAAA;AACjB,CAAC"}
1
+ {"version":3,"file":"steps.js","sourceRoot":"","sources":["../../src/dataset/steps.ts"],"names":[],"mappings":";;AAOA,kDAIC;AAED,gDAKC;AAED,gEA0BC;AAED,0DAcC;AAED,kEAYC;AAED,0DAgBC;AAED,4CAKC;AAED,wDAaC;AApHD,qDAA0E;AAC1E,wCAA2C;AAE3C,KAAK,UAAU,UAAU,CAAC,GAAS;IACjC,OAAO,GAAG,IAAI,CAAC,MAAM,IAAA,uBAAa,GAAE,CAAC,CAAA;AACvC,CAAC;AAEM,KAAK,UAAU,mBAAmB,CAAC,GAAS;IACjD,UAAU,CAAA;IACV,MAAM,OAAO,GAAG,CAAC,MAAM,IAAA,2BAAiB,EAAC,MAAM,UAAU,CAAC,GAAG,CAAC,CAAC,CAAQ,CAAA;IACvE,OAAO,OAAO,CAAC,EAAS,CAAA;AAC1B,CAAC;AAEM,KAAK,UAAU,kBAAkB,CAAC,MAAwC;IAC/E,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,2BAAiB,EAAC,MAAM,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAS,CAAA,CAAC,EAAE,CAAA;IAC5E,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;AACvD,CAAC;AAEM,KAAK,UAAU,0BAA0B,CAAC,MAGhD;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,2BAAiB,EAAC,MAAM,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAS,CAAA,CAAC,EAAE,CAAA;IAC5E,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC;QAC/C,MAAM,KAAK,GAAQ,MAAM,EAAE,CAAC,KAAK,CAAC;YAChC,gBAAgB,EAAE;gBAChB,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAS,EAAE,KAAK,EAAE,CAAC,EAAE;gBAC9D,QAAQ,EAAE,EAAE;aACN;SACT,CAAC,CAAA;QAEF,MAAM,OAAO,GAAG,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,CAAA;QAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAA;QAC7F,MAAM,GAAG,GAAG,UAAU,EAAE,GAAG,CAAA;QAC3B,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAA;YAChE,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAA;QACtE,CAAC;QAED,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC,CAAA;IACpE,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;AAClD,CAAC;AAEM,KAAK,UAAU,uBAAuB,CAAC,MAK7C;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,2BAAiB,EAAC,MAAM,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAS,CAAA,CAAC,EAAE,CAAA;IAC5E,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,mBAAmB,CAAC;QACvC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,MAAM,EAAE,MAAM,CAAC,MAAM;KACtB,CAAC,CAAA;AACJ,CAAC;AAEM,KAAK,UAAU,2BAA2B,CAAC,MAIjD;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,2BAAiB,EAAC,MAAM,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAS,CAAA,CAAC,EAAE,CAAA;IAC5E,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,uBAAuB,CAAC;QAC3C,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;KAC9B,CAAC,CAAA;AACJ,CAAC;AAEM,KAAK,UAAU,uBAAuB,CAAC,MAM7C;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,2BAAiB,EAAC,MAAM,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAS,CAAA,CAAC,EAAE,CAAA;IAC5E,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,mBAAmB,CAAC;QACvC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;QAC/C,uBAAuB,EAAE,MAAM,CAAC,uBAAuB;KACjD,CAAC,CAAA;AACX,CAAC;AAEM,KAAK,UAAU,gBAAgB,CAAC,MAAwC;IAC7E,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,2BAAiB,EAAC,MAAM,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAS,CAAA,CAAC,EAAE,CAAA;IAC5E,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,OAAO,MAAM,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;AACrD,CAAC;AAEM,KAAK,UAAU,sBAAsB,CAAC,MAI5C;IACC,UAAU,CAAA;IACV,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,2BAAiB,EAAC,MAAM,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAS,CAAA,CAAC,EAAE,CAAA;IAC5E,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAA;IAClF,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;IACnC,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,CAAA;AAClC,CAAC"}
@@ -0,0 +1,67 @@
1
+ import type { DomainSchemaResult } from "@ekairos/domain";
2
+ import type { ContextReactor } from "@ekairos/events";
3
+ export type DatasetQuerySourceInput<D extends DomainSchemaResult = DomainSchemaResult> = {
4
+ query: Record<string, any>;
5
+ title?: string;
6
+ explanation?: string;
7
+ domain: D;
8
+ };
9
+ export type DatasetFileSourceInput = {
10
+ fileId: string;
11
+ description?: string;
12
+ };
13
+ export type DatasetTextSourceInput = {
14
+ text: string;
15
+ mimeType?: string;
16
+ name?: string;
17
+ description?: string;
18
+ };
19
+ export type DatasetExistingSourceInput = {
20
+ datasetId: string;
21
+ description?: string;
22
+ };
23
+ export type DatasetSchemaInput = {
24
+ title?: string;
25
+ description?: string;
26
+ schema: any;
27
+ };
28
+ export type DatasetReaderResult = {
29
+ rows: any[];
30
+ cursor: number;
31
+ done: boolean;
32
+ };
33
+ export type DatasetReader = {
34
+ read(cursor?: number, limit?: number): Promise<DatasetReaderResult>;
35
+ read(params?: {
36
+ cursor?: number;
37
+ limit?: number;
38
+ }): Promise<DatasetReaderResult>;
39
+ };
40
+ export type DatasetBuildResult = {
41
+ datasetId: string;
42
+ dataset: any;
43
+ previewRows: any[];
44
+ reader: DatasetReader;
45
+ firstRow?: any | null;
46
+ };
47
+ export declare function dataset<Env extends {
48
+ orgId: string;
49
+ }>(env: Env): {
50
+ fromFile(source: DatasetFileSourceInput): /*elided*/ any;
51
+ fromText(source: DatasetTextSourceInput): /*elided*/ any;
52
+ fromDataset(source: DatasetExistingSourceInput): /*elided*/ any;
53
+ fromQuery<D extends DomainSchemaResult>(domain: D, source: Omit<DatasetQuerySourceInput<D>, "domain">): /*elided*/ any;
54
+ title(title: string): /*elided*/ any;
55
+ sandbox(input: {
56
+ sandboxId: string;
57
+ }): /*elided*/ any;
58
+ schema(schema: DatasetSchemaInput): /*elided*/ any;
59
+ inferSchema(): /*elided*/ any;
60
+ instructions(instructions: string): /*elided*/ any;
61
+ reactor(reactor: ContextReactor<any, any>): /*elided*/ any;
62
+ first(): /*elided*/ any;
63
+ build(options?: {
64
+ datasetId?: string;
65
+ }): Promise<DatasetBuildResult>;
66
+ };
67
+ //# sourceMappingURL=dataset.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"dataset.d.ts","sourceRoot":"","sources":["../src/dataset.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAA;AAGzD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAMrD,MAAM,MAAM,uBAAuB,CAAC,CAAC,SAAS,kBAAkB,GAAG,kBAAkB,IAAI;IACvF,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,MAAM,EAAE,CAAC,CAAA;CACV,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAA;IACd,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB,CAAA;AAED,MAAM,MAAM,0BAA0B,GAAG;IACvC,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB,CAAA;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,MAAM,EAAE,GAAG,CAAA;CACZ,CAAA;AAQD,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,GAAG,EAAE,CAAA;IACX,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,EAAE,OAAO,CAAA;CACd,CAAA;AAED,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAA;IACnE,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAA;CACjF,CAAA;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,GAAG,CAAA;IACZ,WAAW,EAAE,GAAG,EAAE,CAAA;IAClB,MAAM,EAAE,aAAa,CAAA;IACrB,QAAQ,CAAC,EAAE,GAAG,GAAG,IAAI,CAAA;CACtB,CAAA;AA4lBD,wBAAgB,OAAO,CAAC,GAAG,SAAS;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,EAAE,GAAG,EAAE,GAAG;qBAS1C,sBAAsB;qBAKtB,sBAAsB;wBAKnB,0BAA0B;cAKpC,CAAC,SAAS,kBAAkB,UAC5B,CAAC,UACD,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC;iBAMvC,MAAM;mBAKJ;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE;mBAKrB,kBAAkB;;+BAYN,MAAM;qBAKhB,cAAc,CAAC,GAAG,EAAE,GAAG,CAAC;;oBAUnB;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,kBAAkB,CAAC;EA6C7E"}