@etohq/workflows-input-dataset-runtime 0.0.1-next-20260318155517

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md ADDED
@@ -0,0 +1,29 @@
1
+ # @etohq/workflows-input-dataset-runtime
2
+
3
+ CSV parsing + dataset import runtime for `@etohq/workflows-input-dataset`.
4
+
5
+ ## Typical Usage
6
+
7
+ ```ts
8
+ import type { InputSchemaSpec } from "@etohq/workflows-input-schema"
9
+ import type { DatasetImportSpec } from "@etohq/workflows-input-dataset"
10
+ import { convertCsvToRecords } from "@etohq/workflows-input-dataset-runtime"
11
+ import { importCsvRecords } from "@etohq/workflows-input-dataset-runtime"
12
+
13
+ const records = convertCsvToRecords(csvText)
14
+
15
+ const res = importCsvRecords({
16
+ schema,
17
+ spec,
18
+ records,
19
+ })
20
+
21
+ if (res.status !== "valid") {
22
+ // res.issues contains row-level and mapping-level validation issues.
23
+ }
24
+ ```
25
+
26
+ ## Notes
27
+
28
+ - This runtime is pure and deterministic: no network calls, no storage.
29
+ - Dataset-level uniqueness is enforced for schema fields with `{ type: "unique", scope: "dataset" }`.
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=admission-import.spec.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"admission-import.spec.d.ts","sourceRoot":"","sources":["../../src/__tests__/admission-import.spec.ts"],"names":[],"mappings":""}
@@ -0,0 +1,87 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ const node_fs_1 = require("node:fs");
4
+ const csv_1 = require("../csv");
5
+ const import_1 = require("../import");
6
+ describe("admission list import (CSV fixture)", () => {
7
+ test("imports an admission list-style CSV into schema submissions", () => {
8
+ const schema = {
9
+ id: "admission_schema",
10
+ version: 1,
11
+ name: "Admission Schema",
12
+ fields: [
13
+ {
14
+ key: "appnum",
15
+ value_type: "string",
16
+ required: true,
17
+ constraints: [{ type: "unique", scope: "dataset" }],
18
+ },
19
+ { key: "surname", value_type: "string", required: true },
20
+ { key: "firstname", value_type: "string", required: true },
21
+ { key: "othername", value_type: "string", required: false },
22
+ { key: "program", value_type: "string", required: true },
23
+ { key: "list", value_type: "enum", required: true },
24
+ ],
25
+ };
26
+ const spec = {
27
+ id: "admission_import",
28
+ version: 1,
29
+ name: "Admission Import",
30
+ source_type: "csv",
31
+ target: { schema_id: "admission_schema", schema_version: 1 },
32
+ behavior: { empty_string_as_null: true },
33
+ mappings: [
34
+ {
35
+ field_key: "appnum",
36
+ source: { type: "by_header_any", headers: ["Appnum", "AppNum", "Application Number"] },
37
+ parse: { type: "as_string" },
38
+ transforms: [{ type: "trim" }],
39
+ required: true,
40
+ },
41
+ {
42
+ field_key: "surname",
43
+ source: { type: "by_header_any", headers: ["Surname", "Last Name", "Lastname"] },
44
+ parse: { type: "as_string" },
45
+ transforms: [{ type: "trim" }, { type: "uppercase" }],
46
+ required: true,
47
+ },
48
+ {
49
+ field_key: "firstname",
50
+ source: { type: "by_header_any", headers: ["Firstname", "First Name", "Firstname"] },
51
+ parse: { type: "as_string" },
52
+ transforms: [{ type: "trim" }],
53
+ required: true,
54
+ },
55
+ {
56
+ field_key: "othername",
57
+ source: { type: "by_header_any", headers: ["Othername", "Middle Name", "Other Name"] },
58
+ parse: { type: "as_string" },
59
+ transforms: [{ type: "trim" }],
60
+ },
61
+ {
62
+ field_key: "program",
63
+ source: { type: "by_header_any", headers: ["Program", "Programme"] },
64
+ parse: { type: "as_string" },
65
+ transforms: [{ type: "trim" }],
66
+ required: true,
67
+ },
68
+ {
69
+ field_key: "list",
70
+ source: { type: "by_header_any", headers: ["List", "Admission List"] },
71
+ parse: { type: "as_enum" },
72
+ transforms: [{ type: "trim" }],
73
+ required: true,
74
+ },
75
+ ],
76
+ };
77
+ const csvText = (0, node_fs_1.readFileSync)(require.resolve("./fixtures/yabatech-admission-sample.csv"), "utf8");
78
+ const records = (0, csv_1.convertCsvToRecords)(csvText);
79
+ const res = (0, import_1.importCsvRecords)({ schema, spec, records });
80
+ expect(res.status).toBe("valid");
81
+ expect(res.rows.length).toBe(3);
82
+ expect(res.rows[0].validation.enriched_values?.appnum).toBe("10053739GA");
83
+ expect(res.rows[0].validation.enriched_values?.surname).toBe("MOWETTE");
84
+ expect(res.rows[0].validation.enriched_values?.list).toEqual({ type: "enum", value: "Merit" });
85
+ });
86
+ });
87
+ //# sourceMappingURL=admission-import.spec.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"admission-import.spec.js","sourceRoot":"","sources":["../../src/__tests__/admission-import.spec.ts"],"names":[],"mappings":";;AAAA,qCAAsC;AAGtC,gCAA4C;AAC5C,sCAA4C;AAE5C,QAAQ,CAAC,qCAAqC,EAAE,GAAG,EAAE;IACnD,IAAI,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACvE,MAAM,MAAM,GAAoB;YAC9B,EAAE,EAAE,kBAAkB;YACtB,OAAO,EAAE,CAAC;YACV,IAAI,EAAE,kBAAkB;YACxB,MAAM,EAAE;gBACN;oBACE,GAAG,EAAE,QAAQ;oBACb,UAAU,EAAE,QAAQ;oBACpB,QAAQ,EAAE,IAAI;oBACd,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;iBACpD;gBACD,EAAE,GAAG,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE;gBACxD,EAAE,GAAG,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE;gBAC1D,EAAE,GAAG,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE;gBAC3D,EAAE,GAAG,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE;gBACxD,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE;aACpD;SACF,CAAA;QAED,MAAM,IAAI,GAAsB;YAC9B,EAAE,EAAE,kBAAkB;YACtB,OAAO,EAAE,CAAC;YACV,IAAI,EAAE,kBAAkB;YACxB,WAAW,EAAE,KAAK;YAClB,MAAM,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,cAAc,EAAE,CAAC,EAAE;YAC5D,QAAQ,EAAE,EAAE,oBAAoB,EAAE,IAAI,EAAE;YACxC,QAAQ,EAAE;gBACR;oBACE,SAAS,EAAE,QAAQ;oBACnB,MAAM,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,oBAAoB,CAAC,EAAE;oBACtF,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;oBAC5B,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;oBAC9B,QAAQ,EAAE,IAAI;iBACf;gBACD;oBACE,SAAS,EAAE,SAAS;oBACpB,MAAM,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC,SAAS,EAAE,WAAW,EAAE,UAAU,CAAC,EAAE;oBAChF,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;oBAC5B,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;oBACrD,QAAQ,EAAE,IAAI;iBACf;gBACD;oBACE,SAAS,EAAE,WAAW;oBACtB,MAAM,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,WAAW,CAAC,EAAE;oBACpF,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;oBAC5B,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;oBAC9B,QAAQ,EAAE,IAAI;iBACf;gBACD;oBACE,SAAS,EAAE,WAAW;oBACtB,MAAM,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC,WAAW,EAAE,aAAa,EAAE,YAAY,CAAC,EAAE;oBACtF,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;oBAC5B,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;iBAC/B;gBACD;oBACE,SAAS,EAAE,SAAS;oBACpB,MAAM,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE;oBACpE,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;oBAC5B,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;oBAC9B,QAAQ,EAAE,IAAI;iBACf;gBACD;oBACE,SAAS,EAAE,MAAM;oBACjB,MAAM,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC,MAAM,EAAE,gBAAgB,CAAC,EAAE;oBACtE,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;oBAC1B,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;oBAC9B,QAAQ,EAAE,IAAI;iBACf;aACF;SACF,CAAA;QAED,MAAM,OAAO,GAAG,IAAA,sBAAY,EAC1B,OAAO,CAAC,OAAO,CAAC,0CAA0C,CAAC,EAC3D,MAAM,CACP,CAAA;QACD,MAAM,OAAO,GAAG,IAAA,yBAAmB,EAAC,OAAO,CAAC,CAAA;QAE5C,MAAM,GAAG,GAAG,IAAA,yBAAgB,EAAC,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAA;QACvD,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAEhC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC/B,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QACzE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QACvE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAA;IAChG,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=csv.spec.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"csv.spec.d.ts","sourceRoot":"","sources":["../../src/__tests__/csv.spec.ts"],"names":[],"mappings":""}
@@ -0,0 +1,16 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ const csv_1 = require("../csv");
4
+ describe("csv parser", () => {
5
+ test("detects delimiter by header", () => {
6
+ expect((0, csv_1.detectDelimiter)("a;b;c\n1;2;3")).toBe(";");
7
+ expect((0, csv_1.detectDelimiter)("a,b,c\n1,2,3")).toBe(",");
8
+ expect((0, csv_1.detectDelimiter)("a|b|c\n1|2|3")).toBe("|");
9
+ });
10
+ test("parses quoted fields and escaped quotes", () => {
11
+ const records = (0, csv_1.convertCsvToJson)("name,quote\n\"Alice\",\"He said \"\"hi\"\"\"");
12
+ expect(records[0].name).toBe("Alice");
13
+ expect(records[0].quote).toBe("He said \"hi\"");
14
+ });
15
+ });
16
+ //# sourceMappingURL=csv.spec.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"csv.spec.js","sourceRoot":"","sources":["../../src/__tests__/csv.spec.ts"],"names":[],"mappings":";;AAAA,gCAA0D;AAE1D,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,IAAI,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACvC,MAAM,CAAC,IAAA,qBAAe,EAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACjD,MAAM,CAAC,IAAA,qBAAe,EAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACjD,MAAM,CAAC,IAAA,qBAAe,EAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACnD,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACnD,MAAM,OAAO,GAAG,IAAA,sBAAgB,EAC9B,8CAA8C,CAC/C,CAAA;QACD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACrC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;IACjD,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=import.spec.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"import.spec.d.ts","sourceRoot":"","sources":["../../src/__tests__/import.spec.ts"],"names":[],"mappings":""}
@@ -0,0 +1,114 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ const import_1 = require("../import");
4
+ describe("importCsvRecords", () => {
5
+ test("maps columns using alias headers and validates submissions", () => {
6
+ const schema = {
7
+ id: "schema_1",
8
+ version: 1,
9
+ name: "Test",
10
+ fields: [
11
+ { key: "email", value_type: "string", required: true, transforms: [{ type: "trim" }] },
12
+ { key: "age", value_type: "number", required: false },
13
+ ],
14
+ };
15
+ const spec = {
16
+ id: "spec_1",
17
+ version: 1,
18
+ name: "Import",
19
+ source_type: "csv",
20
+ target: { schema_id: "schema_1", schema_version: 1 },
21
+ behavior: { empty_string_as_null: true },
22
+ mappings: [
23
+ {
24
+ field_key: "email",
25
+ source: { type: "by_header_any", headers: ["Email", "email"], case_insensitive: true },
26
+ parse: { type: "as_string" },
27
+ required: true,
28
+ },
29
+ {
30
+ field_key: "age",
31
+ source: { type: "by_header", header: "Age" },
32
+ parse: { type: "as_number" },
33
+ },
34
+ ],
35
+ };
36
+ const res = (0, import_1.importCsvRecords)({
37
+ schema,
38
+ spec,
39
+ records: [{ Email: " alice@example.com ", Age: "42" }],
40
+ });
41
+ expect(res.status).toBe("valid");
42
+ expect(res.rows[0].validation.enriched_values?.email).toBe("alice@example.com");
43
+ expect(res.rows[0].validation.enriched_values?.age).toBe(42);
44
+ });
45
+ test("enforces dataset-level uniqueness constraints", () => {
46
+ const schema = {
47
+ id: "schema_1",
48
+ version: 1,
49
+ name: "Test",
50
+ fields: [
51
+ {
52
+ key: "email",
53
+ value_type: "string",
54
+ required: true,
55
+ constraints: [{ type: "unique", scope: "dataset" }],
56
+ },
57
+ ],
58
+ };
59
+ const spec = {
60
+ id: "spec_1",
61
+ version: 1,
62
+ name: "Import",
63
+ source_type: "csv",
64
+ target: { schema_id: "schema_1", schema_version: 1 },
65
+ mappings: [
66
+ {
67
+ field_key: "email",
68
+ source: { type: "by_header", header: "Email" },
69
+ parse: { type: "as_string" },
70
+ },
71
+ ],
72
+ };
73
+ const res = (0, import_1.importCsvRecords)({
74
+ schema,
75
+ spec,
76
+ records: [{ Email: "a@x.com" }, { Email: "a@x.com" }],
77
+ });
78
+ expect(res.status).toBe("invalid");
79
+ expect(res.issues.some((i) => i.code === "unique")).toBe(true);
80
+ });
81
+ test("supports array parsing", () => {
82
+ const schema = {
83
+ id: "schema_1",
84
+ version: 1,
85
+ name: "Test",
86
+ fields: [{ key: "tags", value_type: "array", required: false }],
87
+ };
88
+ const spec = {
89
+ id: "spec_1",
90
+ version: 1,
91
+ name: "Import",
92
+ source_type: "csv",
93
+ target: { schema_id: "schema_1", schema_version: 1 },
94
+ mappings: [
95
+ {
96
+ field_key: "tags",
97
+ source: { type: "by_header", header: "Tags" },
98
+ parse: { type: "as_array", delimiter: ";", item: { type: "as_string" } },
99
+ },
100
+ ],
101
+ };
102
+ const res = (0, import_1.importCsvRecords)({
103
+ schema,
104
+ spec,
105
+ records: [{ Tags: "a; b ;c" }],
106
+ });
107
+ expect(res.status).toBe("valid");
108
+ expect(res.rows[0].validation.enriched_values?.tags).toEqual({
109
+ type: "array",
110
+ value: ["a", "b", "c"],
111
+ });
112
+ });
113
+ });
114
+ //# sourceMappingURL=import.spec.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"import.spec.js","sourceRoot":"","sources":["../../src/__tests__/import.spec.ts"],"names":[],"mappings":";;AAEA,sCAA4C;AAE5C,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,IAAI,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACtE,MAAM,MAAM,GAAoB;YAC9B,EAAE,EAAE,UAAU;YACd,OAAO,EAAE,CAAC;YACV,IAAI,EAAE,MAAM;YACZ,MAAM,EAAE;gBACN,EAAE,GAAG,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE;gBACtF,EAAE,GAAG,EAAE,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE;aACtD;SACF,CAAA;QAED,MAAM,IAAI,GAAsB;YAC9B,EAAE,EAAE,QAAQ;YACZ,OAAO,EAAE,CAAC;YACV,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,KAAK;YAClB,MAAM,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC,EAAE;YACpD,QAAQ,EAAE,EAAE,oBAAoB,EAAE,IAAI,EAAE;YACxC,QAAQ,EAAE;gBACR;oBACE,SAAS,EAAE,OAAO;oBAClB,MAAM,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE;oBACtF,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;oBAC5B,QAAQ,EAAE,IAAI;iBACf;gBACD;oBACE,SAAS,EAAE,KAAK;oBAChB,MAAM,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE;oBAC5C,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;iBAC7B;aACF;SACF,CAAA;QAED,MAAM,GAAG,GAAG,IAAA,yBAAgB,EAAC;YAC3B,MAAM;YACN,IAAI;YACJ,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,qBAAqB,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;SACvD,CAAC,CAAA;QAEF,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAChC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAA;QAC/E,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC9D,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACzD,MAAM,MAAM,GAAoB;YAC9B,EAAE,EAAE,UAAU;YACd,OAAO,EAAE,CAAC;YACV,IAAI,EAAE,MAAM;YACZ,MAAM,EAAE;gBACN;oBACE,GAAG,EAAE,OAAO;oBACZ,UAAU,EAAE,QAAQ;oBACpB,QAAQ,EAAE,IAAI;oBACd,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;iBACpD;aACF;SACF,CAAA;QAED,MAAM,IAAI,GAAsB;YAC9B,EAAE,EAAE,QAAQ;YACZ,OAAO,EAAE,CAAC;YACV,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,KAAK;YAClB,MAAM,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC,EAAE;YACpD,QAAQ,EAAE;gBACR;oBACE,SAAS,EAAE,OAAO;oBAClB,MAAM,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE;oBAC9C,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;iBAC7B;aACF;SACF,CAAA;QAED,MAAM,GAAG,GAAG,IAAA,yBAAgB,EAAC;YAC3B,MAAM;YACN,IAAI;YACJ,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;SACtD,CAAC,CAAA;QACF,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAClC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAChE,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,wBAAwB,EAAE,GAAG,EAAE;QAClC,MAAM,MAAM,GAAoB;YAC9B,EAAE,EAAE,UAAU;YACd,OAAO,EAAE,CAAC;YACV,IAAI,EAAE,MAAM;YACZ,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;SAChE,CAAA;QAED,MAAM,IAAI,GAAsB;YAC9B,EAAE,EAAE,QAAQ;YACZ,OAAO,EAAE,CAAC;YACV,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,KAAK;YAClB,MAAM,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC,EAAE;YACpD,QAAQ,EAAE;gBACR;oBACE,SAAS,EAAE,MAAM;oBACjB,MAAM,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE;oBAC7C,KAAK,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE;iBACzE;aACF;SACF,CAAA;QAED,MAAM,GAAG,GAAG,IAAA,yBAAgB,EAAC;YAC3B,MAAM;YACN,IAAI;YACJ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;SAC/B,CAAC,CAAA;QACF,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAChC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC;YAC3D,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;SACvB,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}
package/dist/csv.d.ts ADDED
@@ -0,0 +1,14 @@
1
+ export type CsvRecord = Record<string, string>;
2
+ export interface ConvertCsvToJsonOptions<T extends object> {
3
+ }
4
+ export declare function detectDelimiter(data: string): string;
5
+ /**
6
+ * Standard Eto CSV parser wrapper.
7
+ *
8
+ * Mirrors conventions used in eto-enterprise/eto-commerce:
9
+ * - delimiter auto-detection by header
10
+ * - CSV injection prevention
11
+ */
12
+ export declare function convertCsvToJson<T extends object>(data: string, _options?: ConvertCsvToJsonOptions<T>): T[];
13
+ export declare function convertCsvToRecords(data: string): CsvRecord[];
14
+ //# sourceMappingURL=csv.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"csv.d.ts","sourceRoot":"","sources":["../src/csv.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;AAE9C,MAAM,WAAW,uBAAuB,CAAC,CAAC,SAAS,MAAM;CAAI;AAI7D,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAYpD;AAED;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAAC,CAAC,SAAS,MAAM,EAC/C,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,uBAAuB,CAAC,CAAC,CAAC,GACpC,CAAC,EAAE,CAKL;AAED,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,EAAE,CAU7D"}
package/dist/csv.js ADDED
@@ -0,0 +1,43 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.detectDelimiter = detectDelimiter;
4
+ exports.convertCsvToJson = convertCsvToJson;
5
+ exports.convertCsvToRecords = convertCsvToRecords;
6
+ const json_2_csv_1 = require("json-2-csv");
7
+ const delimiters = [",", ";", "|", "\t"];
8
+ function detectDelimiter(data) {
9
+ let delimiter = ",";
10
+ const header = data.split(/\r?\n/)[0] ?? "";
11
+ for (const del of delimiters) {
12
+ if (header.split(del).length > 1) {
13
+ delimiter = del;
14
+ break;
15
+ }
16
+ }
17
+ return delimiter;
18
+ }
19
+ /**
20
+ * Standard Eto CSV parser wrapper.
21
+ *
22
+ * Mirrors conventions used in eto-enterprise/eto-commerce:
23
+ * - delimiter auto-detection by header
24
+ * - CSV injection prevention
25
+ */
26
+ function convertCsvToJson(data, _options) {
27
+ return (0, json_2_csv_1.csv2json)(data, {
28
+ preventCsvInjection: true,
29
+ delimiter: { field: detectDelimiter(data) },
30
+ });
31
+ }
32
+ function convertCsvToRecords(data) {
33
+ // `json-2-csv` emits `unknown[]`; we narrow to a string record shape here.
34
+ const rows = convertCsvToJson(data);
35
+ return rows.map((row) => {
36
+ const record = {};
37
+ for (const [k, v] of Object.entries(row)) {
38
+ record[k] = typeof v === "string" ? v : v === null || v === undefined ? "" : String(v);
39
+ }
40
+ return record;
41
+ });
42
+ }
43
+ //# sourceMappingURL=csv.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"csv.js","sourceRoot":"","sources":["../src/csv.ts"],"names":[],"mappings":";;AAQA,0CAYC;AASD,4CAQC;AAED,kDAUC;AAjDD,2CAAqC;AAMrC,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAU,CAAA;AAEjD,SAAgB,eAAe,CAAC,IAAY;IAC1C,IAAI,SAAS,GAAG,GAAG,CAAA;IACnB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IAE3C,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjC,SAAS,GAAG,GAAG,CAAA;YACf,MAAK;QACP,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAA;AAClB,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,gBAAgB,CAC9B,IAAY,EACZ,QAAqC;IAErC,OAAO,IAAA,qBAAQ,EAAC,IAAI,EAAE;QACpB,mBAAmB,EAAE,IAAI;QACzB,SAAS,EAAE,EAAE,KAAK,EAAE,eAAe,CAAC,IAAI,CAAC,EAAE;KAC5C,CAAQ,CAAA;AACX,CAAC;AAED,SAAgB,mBAAmB,CAAC,IAAY;IAC9C,2EAA2E;IAC3E,MAAM,IAAI,GAAG,gBAAgB,CAA0B,IAAI,CAAC,CAAA;IAC5D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACtB,MAAM,MAAM,GAAc,EAAE,CAAA;QAC5B,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YACzC,MAAM,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;QACxF,CAAC;QACD,OAAO,MAAM,CAAA;IACf,CAAC,CAAC,CAAA;AACJ,CAAC"}
@@ -0,0 +1,18 @@
1
+ import type { InputSchemaSpec, InputSubmission, ValidationResult } from "@etohq/workflows-input-schema";
2
+ import { validateSubmission } from "@etohq/workflows-input-schema-runtime";
3
+ import type { DatasetImportSpec } from "@etohq/workflows-input-dataset";
4
+ import type { CsvRecord } from "./csv";
5
+ export type DatasetImportRowResult = {
6
+ row_index: number;
7
+ submission: InputSubmission;
8
+ validation: ReturnType<typeof validateSubmission>;
9
+ };
10
+ export type DatasetImportResult = ValidationResult & {
11
+ rows: DatasetImportRowResult[];
12
+ };
13
+ export declare function importCsvRecords(params: {
14
+ schema: InputSchemaSpec;
15
+ spec: DatasetImportSpec;
16
+ records: CsvRecord[];
17
+ }): DatasetImportResult;
18
+ //# sourceMappingURL=import.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"import.d.ts","sourceRoot":"","sources":["../src/import.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,eAAe,EACf,eAAe,EAGf,gBAAgB,EACjB,MAAM,+BAA+B,CAAA;AACtC,OAAO,EAAE,kBAAkB,EAAE,MAAM,uCAAuC,CAAA;AAC1E,OAAO,KAAK,EAGV,iBAAiB,EAElB,MAAM,gCAAgC,CAAA;AACvC,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,OAAO,CAAA;AAEtC,MAAM,MAAM,sBAAsB,GAAG;IACnC,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,eAAe,CAAA;IAC3B,UAAU,EAAE,UAAU,CAAC,OAAO,kBAAkB,CAAC,CAAA;CAClD,CAAA;AAED,MAAM,MAAM,mBAAmB,GAAG,gBAAgB,GAAG;IACnD,IAAI,EAAE,sBAAsB,EAAE,CAAA;CAC/B,CAAA;AAgMD,wBAAgB,gBAAgB,CAAC,MAAM,EAAE;IACvC,MAAM,EAAE,eAAe,CAAA;IACvB,IAAI,EAAE,iBAAiB,CAAA;IACvB,OAAO,EAAE,SAAS,EAAE,CAAA;CACrB,GAAG,mBAAmB,CAgFtB"}
package/dist/import.js ADDED
@@ -0,0 +1,235 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.importCsvRecords = importCsvRecords;
4
+ const workflows_input_schema_runtime_1 = require("@etohq/workflows-input-schema-runtime");
5
+ function issue(code, message, path, severity = "error") {
6
+ return { code, message, path, severity };
7
+ }
8
+ function normalizeHeaderKey(key) {
9
+ return key.trim().toLowerCase();
10
+ }
11
+ function selectColumn(record, selector) {
12
+ if (selector.type === "by_header") {
13
+ return record[selector.header] ?? null;
14
+ }
15
+ const headers = selector.headers;
16
+ const caseInsensitive = selector.case_insensitive ?? true;
17
+ if (!caseInsensitive) {
18
+ for (const h of headers) {
19
+ if (record[h] !== undefined) {
20
+ return record[h];
21
+ }
22
+ }
23
+ return null;
24
+ }
25
+ // Case-insensitive match by normalized header keys.
26
+ const normalizedRecord = new Map();
27
+ for (const [k, v] of Object.entries(record)) {
28
+ normalizedRecord.set(normalizeHeaderKey(k), v);
29
+ }
30
+ for (const h of headers) {
31
+ const v = normalizedRecord.get(normalizeHeaderKey(h));
32
+ if (v !== undefined) {
33
+ return v;
34
+ }
35
+ }
36
+ return null;
37
+ }
38
+ function applyTransforms(value, transforms) {
39
+ // For imports, we only apply string-level transforms. Type coercion/validation remains in validateSubmission.
40
+ let out = value;
41
+ for (const t of transforms ?? []) {
42
+ if (t.type === "trim") {
43
+ out = out.trim();
44
+ continue;
45
+ }
46
+ if (t.type === "normalize_whitespace") {
47
+ out = out.replace(/\s+/g, " ").trim();
48
+ continue;
49
+ }
50
+ if (t.type === "lowercase") {
51
+ out = out.toLowerCase();
52
+ continue;
53
+ }
54
+ if (t.type === "uppercase") {
55
+ out = out.toUpperCase();
56
+ continue;
57
+ }
58
+ if (t.type === "regex_replace") {
59
+ try {
60
+ const re = new RegExp(t.pattern, t.flags ?? "");
61
+ out = out.replace(re, t.replace_with);
62
+ }
63
+ catch {
64
+ // Ignore invalid regex in import stage; schema-level validation should catch it.
65
+ }
66
+ continue;
67
+ }
68
+ }
69
+ return out;
70
+ }
71
+ function parseCell(raw, spec) {
72
+ const s = raw;
73
+ if (!spec || spec.type === "as_string") {
74
+ return s;
75
+ }
76
+ if (spec.type === "as_number") {
77
+ const n = Number(s);
78
+ return Number.isNaN(n) ? s : n;
79
+ }
80
+ if (spec.type === "as_boolean") {
81
+ const tv = spec.true_values ?? ["true", "yes", "1", "y"];
82
+ const fv = spec.false_values ?? ["false", "no", "0", "n"];
83
+ const lower = s.trim().toLowerCase();
84
+ if (tv.includes(lower)) {
85
+ return true;
86
+ }
87
+ if (fv.includes(lower)) {
88
+ return false;
89
+ }
90
+ return s;
91
+ }
92
+ if (spec.type === "as_date") {
93
+ // Keep as ISO wrapper (string compare semantics). Format enforcement can be plugged later.
94
+ return { type: "date", value: s };
95
+ }
96
+ if (spec.type === "as_enum") {
97
+ return { type: "enum", value: s };
98
+ }
99
+ if (spec.type === "as_array") {
100
+ const parts = s.split(spec.delimiter).map((p) => p.trim());
101
+ return { type: "array", value: parts.map((p) => parseCell(p, spec.item)) };
102
+ }
103
+ if (spec.type === "as_json") {
104
+ try {
105
+ return { type: "json", value: JSON.parse(s) };
106
+ }
107
+ catch {
108
+ return { type: "json", value: s };
109
+ }
110
+ }
111
+ return s;
112
+ }
113
+ function importedToInputValue(value) {
114
+ if (value === null) {
115
+ return null;
116
+ }
117
+ if (typeof value === "string" || typeof value === "number" || typeof value === "boolean") {
118
+ return value;
119
+ }
120
+ if (typeof value === "object" && value !== null && "type" in value) {
121
+ if (value.type === "date") {
122
+ return value;
123
+ }
124
+ if (value.type === "enum") {
125
+ return value;
126
+ }
127
+ if (value.type === "array") {
128
+ const items = value.value;
129
+ return { type: "array", value: items.map(importedToInputValue) };
130
+ }
131
+ if (value.type === "json") {
132
+ return value;
133
+ }
134
+ }
135
+ return null;
136
+ }
137
+ function enforceDatasetUniqueness(params) {
138
+ const issues = [];
139
+ const uniqueFields = params.schema.fields
140
+ .filter((f) => (f.constraints ?? []).some((c) => c.type === "unique" && c.scope === "dataset"))
141
+ .map((f) => f.key);
142
+ for (const fieldKey of uniqueFields) {
143
+ const seen = new Map(); // json value -> row_index
144
+ for (const row of params.rows) {
145
+ const enriched = row.validation.enriched_values;
146
+ if (!enriched) {
147
+ continue;
148
+ }
149
+ const v = enriched[fieldKey] ?? null;
150
+ if (v === null) {
151
+ continue;
152
+ }
153
+ const key = JSON.stringify(v);
154
+ const existing = seen.get(key);
155
+ if (existing !== undefined) {
156
+ issues.push(issue("unique", `Duplicate value for unique field "${fieldKey}"`, ["rows", String(row.row_index), "values", fieldKey]));
157
+ issues.push(issue("unique", `Duplicate value for unique field "${fieldKey}"`, ["rows", String(existing), "values", fieldKey]));
158
+ }
159
+ else {
160
+ seen.set(key, row.row_index);
161
+ }
162
+ }
163
+ }
164
+ return issues;
165
+ }
166
+ function importCsvRecords(params) {
167
+ const issues = [];
168
+ if (params.spec.target.schema_id !== params.schema.id) {
169
+ issues.push(issue("schema", "schema_id mismatch", ["spec", "target", "schema_id"]));
170
+ }
171
+ if (params.spec.target.schema_version !== params.schema.version) {
172
+ issues.push(issue("schema", "schema_version mismatch", ["spec", "target", "schema_version"]));
173
+ }
174
+ const behavior = params.spec.behavior ?? {};
175
+ const emptyStringAsNull = behavior.empty_string_as_null ?? true;
176
+ const skipEmptyRows = behavior.skip_empty_rows ?? true;
177
+ const records = skipEmptyRows
178
+ ? params.records.filter((r) => Object.values(r).some((v) => v.trim() !== ""))
179
+ : params.records;
180
+ const fieldKeys = new Set(params.schema.fields.map((f) => f.key));
181
+ for (const [idx, m] of params.spec.mappings.entries()) {
182
+ if (!fieldKeys.has(m.field_key)) {
183
+ issues.push(issue("mapping", `Unknown field_key: ${m.field_key}`, ["mappings", String(idx), "field_key"]));
184
+ }
185
+ }
186
+ const rows = records.map((record, idx) => {
187
+ const values = {};
188
+ for (const [mIdx, m] of params.spec.mappings.entries()) {
189
+ const raw = selectColumn(record, m.source);
190
+ const basePath = ["rows", String(idx), "mappings", String(mIdx)];
191
+ let str = raw ?? "";
192
+ if (m.transforms?.length) {
193
+ str = applyTransforms(str, m.transforms);
194
+ }
195
+ if (emptyStringAsNull && str.trim() === "") {
196
+ if (m.default_value !== undefined && m.default_value !== null && m.default_value !== "") {
197
+ str = m.default_value;
198
+ }
199
+ else {
200
+ values[m.field_key] = null;
201
+ if (m.required) {
202
+ issues.push(issue("mapping", "Missing required value", [...basePath, "field_key"]));
203
+ }
204
+ continue;
205
+ }
206
+ }
207
+ const imported = parseCell(str, m.parse);
208
+ values[m.field_key] = importedToInputValue(imported);
209
+ }
210
+ const submission = {
211
+ schema_id: params.schema.id,
212
+ schema_version: params.schema.version,
213
+ values,
214
+ context: {
215
+ "import.row_index": idx,
216
+ },
217
+ };
218
+ const validation = (0, workflows_input_schema_runtime_1.validateSubmission)(params.schema, submission);
219
+ return { row_index: idx, submission, validation };
220
+ });
221
+ // Promote row validation issues.
222
+ for (const row of rows) {
223
+ issues.push(...row.validation.issues);
224
+ }
225
+ issues.push(...enforceDatasetUniqueness({ schema: params.schema, rows }));
226
+ const hasErrors = issues.some((i) => i.severity === "error" || i.severity === undefined);
227
+ const hasWarnings = issues.some((i) => i.severity === "warning");
228
+ return {
229
+ status: hasErrors ? "invalid" : hasWarnings ? "warning" : "valid",
230
+ issues,
231
+ enriched_values: null,
232
+ rows,
233
+ };
234
+ }
235
+ //# sourceMappingURL=import.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"import.js","sourceRoot":"","sources":["../src/import.ts"],"names":[],"mappings":";;AAwNA,4CAoFC;AArSD,0FAA0E;AAmB1E,SAAS,KAAK,CACZ,IAAY,EACZ,OAAe,EACf,IAAc,EACd,WAAwC,OAAO;IAE/C,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAA;AAC1C,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAW;IACrC,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;AACjC,CAAC;AAED,SAAS,YAAY,CAAC,MAAiB,EAAE,QAA4B;IACnE,IAAI,QAAQ,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAClC,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAA;IACxC,CAAC;IAED,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAA;IAChC,MAAM,eAAe,GAAG,QAAQ,CAAC,gBAAgB,IAAI,IAAI,CAAA;IAEzD,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;gBAC5B,OAAO,MAAM,CAAC,CAAC,CAAC,CAAA;YAClB,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IAED,oDAAoD;IACpD,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAkB,CAAA;IAClD,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5C,gBAAgB,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IAChD,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,CAAC,GAAG,gBAAgB,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAA;QACrD,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YACpB,OAAO,CAAC,CAAA;QACV,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,eAAe,CAAC,KAAa,EAAE,UAAuF;IAC7H,8GAA8G;IAC9G,IAAI,GAAG,GAAG,KAAK,CAAA;IACf,KAAK,MAAM,CAAC,IAAI,UAAU,IAAI,EAAE,EAAE,CAAC;QACjC,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,GAAG,GAAG,GAAG,CAAC,IAAI,EAAE,CAAA;YAChB,SAAQ;QACV,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,sBAAsB,EAAE,CAAC;YACtC,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;YACrC,SAAQ;QACV,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC3B,GAAG,GAAG,GAAG,CAAC,WAAW,EAAE,CAAA;YACvB,SAAQ;QACV,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC3B,GAAG,GAAG,GAAG,CAAC,WAAW,EAAE,CAAA;YACvB,SAAQ;QACV,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAA;gBAC/C,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,CAAA;YACvC,CAAC;YAAC,MAAM,CAAC;gBACP,iFAAiF;YACnF,CAAC;YACD,SAAQ;QACV,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,SAAS,SAAS,CAAC,GAAW,EAAE,IAAsC;IACpE,MAAM,CAAC,GAAG,GAAG,CAAA;IACb,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QACvC,OAAO,CAAC,CAAA;IACV,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC9B,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;QACnB,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAChC,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;QAC/B,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;QACxD,MAAM,EAAE,GAAG,IAAI,CAAC,YAAY,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;QACzD,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;QACpC,IAAI,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,IAAI,CAAA;QACb,CAAC;QACD,IAAI,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,KAAK,CAAA;QACd,CAAC;QACD,OAAO,CAAC,CAAA;IACV,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC5B,2FAA2F;QAC3F,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAW,EAAE,CAAA;IAC7C,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC5B,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;IACnC,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;QAC1D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAA;IAC5E,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC5B,IAAI,CAAC;YACH,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAY,EAAE,CAAA;QAC1D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;QACnC,CAAC;IACH,CAAC;IACD,OAAO,CAAC,CAAA;AACV,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAwB;IACpD,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACnB,OAAO,IAAI,CAAA;IACb,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QACzF,OAAO,KAAK,CAAA;IACd,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,MAAM,IAAI,KAAK,EAAE,CAAC;QACnE,IAAK,KAA4B,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAClD,OAAO,KAAmB,CAAA;QAC5B,CAAC;QACD,IAAK,KAA4B,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAClD,OAAO,KAAmB,CAAA;QAC5B,CAAC;QACD,IAAK,KAA4B,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACnD,MAAM,KAAK,GAAI,KAAwC,CAAC,KAAK,CAAA;YAC7D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,oBAAoB,CAAC,EAAE,CAAA;QAClE,CAAC;QACD,IAAK,KAA4B,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAClD,OAAO,KAAmB,CAAA;QAC5B,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,wBAAwB,CAAC,MAGjC;IACC,MAAM,MAAM,GAAsB,EAAE,CAAA;IACpC,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM;SACtC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;SAC9F,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IAEpB,KAAK,MAAM,QAAQ,IAAI,YAAY,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAA,CAAC,0BAA0B;QACjE,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM,QAAQ,GAAG,GAAG,CAAC,UAAU,CAAC,eAAe,CAAA;YAC/C,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,SAAQ;YACV,CAAC;YACD,MAAM,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAA;YACpC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;gBACf,SAAQ;YACV,CAAC;YACD,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA;YAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAC9B,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,MAAM,CAAC,IAAI,CACT,KAAK,CACH,QAAQ,EACR,qCAAqC,QAAQ,GAAG,EAChD,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,CACpD,CACF,CAAA;gBACD,MAAM,CAAC,IAAI,CACT,KAAK,CACH,QAAQ,EACR,qCAAqC,QAAQ,GAAG,EAChD,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAC/C,CACF,CAAA;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,SAAS,CAAC,CAAA;YAC9B,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAgB,gBAAgB,CAAC,MAIhC;IACC,MAAM,MAAM,GAAsB,EAAE,CAAA;IAEpC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,KAAK,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QACtD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,oBAAoB,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC,CAAA;IACrF,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAChE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,yBAAyB,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAA;IAC/F,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAA;IAC3C,MAAM,iBAAiB,GAAG,QAAQ,CAAC,oBAAoB,IAAI,IAAI,CAAA;IAC/D,MAAM,aAAa,GAAG,QAAQ,CAAC,eAAe,IAAI,IAAI,CAAA;IAEtD,MAAM,OAAO,GAAG,aAAa;QAC3B,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7E,CAAC,CAAC,MAAM,CAAC,OAAO,CAAA;IAElB,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IACjE,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;QACtD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;YAChC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,sBAAsB,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC,CAAA;QAC5G,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAA6B,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE;QACjE,MAAM,MAAM,GAA+B,EAAE,CAAA;QAC7C,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;YACvD,MAAM,GAAG,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAA;YAC1C,MAAM,QAAQ,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAA;YAEhE,IAAI,GAAG,GAAG,GAAG,IAAI,EAAE,CAAA;YACnB,IAAI,CAAC,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;gBACzB,GAAG,GAAG,eAAe,CAAC,GAAG,EAAE,CAAC,CAAC,UAAU,CAAC,CAAA;YAC1C,CAAC;YAED,IAAI,iBAAiB,IAAI,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;gBAC3C,IAAI,CAAC,CAAC,aAAa,KAAK,SAAS,IAAI,CAAC,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,CAAC,aAAa,KAAK,EAAE,EAAE,CAAC;oBACxF,GAAG,GAAG,CAAC,CAAC,aAAa,CAAA;gBACvB,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,IAAI,CAAA;oBAC1B,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;wBACf,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,wBAAwB,EAAE,CAAC,GAAG,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC,CAAA;oBACrF,CAAC;oBACD,SAAQ;gBACV,CAAC;YACH,CAAC;YAED,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,CAAA;YACxC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAA;QACtD,CAAC;QAED,MAAM,UAAU,GAAoB;YAClC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE;YAC3B,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;YACrC,MAAM;YACN,OAAO,EAAE;gBACP,kBAAkB,EAAE,GAAG;aACxB;SACF,CAAA;QAED,MAAM,UAAU,GAAG,IAAA,mDAAkB,EAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAA;QAChE,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,UAAU,EAAE,UAAU,EAAE,CAAA;IACnD,CAAC,CAAC,CAAA;IAEF,iCAAiC;IACjC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;IACvC,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,GAAG,wBAAwB,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;IAEzE,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,OAAO,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAA;IACxF,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAA;IAChE,OAAO;QACL,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO;QACjE,MAAM;QACN,eAAe,EAAE,IAAI;QACrB,IAAI;KACL,CAAA;AACH,CAAC"}
@@ -0,0 +1,3 @@
1
+ export * from "./csv";
2
+ export * from "./import";
3
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,OAAO,CAAA;AACrB,cAAc,UAAU,CAAA"}
package/dist/index.js ADDED
@@ -0,0 +1,19 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
+ for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
15
+ };
16
+ Object.defineProperty(exports, "__esModule", { value: true });
17
+ __exportStar(require("./csv"), exports);
18
+ __exportStar(require("./import"), exports);
19
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,wCAAqB;AACrB,2CAAwB"}
@@ -0,0 +1 @@
1
+ {"root":["../src/csv.ts","../src/import.ts","../src/index.ts","../src/__tests__/admission-import.spec.ts","../src/__tests__/csv.spec.ts","../src/__tests__/import.spec.ts","../src/types/json-2-csv.d.ts"],"version":"5.8.3"}
package/package.json ADDED
@@ -0,0 +1,33 @@
1
+ {
2
+ "name": "@etohq/workflows-input-dataset-runtime",
3
+ "version": "0.0.1-next-20260318155517",
4
+ "description": "CSV parsing + mapping runtime for @etohq/workflows-input-dataset",
5
+ "main": "dist/index.js",
6
+ "types": "dist/index.d.ts",
7
+ "exports": {
8
+ ".": {
9
+ "types": "./dist/index.d.ts",
10
+ "import": "./dist/index.js",
11
+ "require": "./dist/index.js"
12
+ }
13
+ },
14
+ "files": [
15
+ "dist"
16
+ ],
17
+ "dependencies": {
18
+ "@etohq/workflows-input-schema": "0.0.1-next-20260318155517",
19
+ "@etohq/workflows-input-schema-runtime": "0.0.1-next-20260318155517",
20
+ "@etohq/workflows-input-dataset": "0.0.1-next-20260318155517",
21
+ "json-2-csv": "5.5.4"
22
+ },
23
+ "devDependencies": {
24
+ "@types/node": "22.10.5",
25
+ "rimraf": "5.0.2",
26
+ "typescript": "5.8.3"
27
+ },
28
+ "scripts": {
29
+ "build": "rimraf dist && tsc --build",
30
+ "watch": "tsc --build --watch",
31
+ "test": "jest --runInBand --bail --passWithNoTests --forceExit -- src"
32
+ }
33
+ }