@etohq/workflows-input-dataset-runtime 0.0.1-next-20260318155517
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +29 -0
- package/dist/__tests__/admission-import.spec.d.ts +2 -0
- package/dist/__tests__/admission-import.spec.d.ts.map +1 -0
- package/dist/__tests__/admission-import.spec.js +87 -0
- package/dist/__tests__/admission-import.spec.js.map +1 -0
- package/dist/__tests__/csv.spec.d.ts +2 -0
- package/dist/__tests__/csv.spec.d.ts.map +1 -0
- package/dist/__tests__/csv.spec.js +16 -0
- package/dist/__tests__/csv.spec.js.map +1 -0
- package/dist/__tests__/import.spec.d.ts +2 -0
- package/dist/__tests__/import.spec.d.ts.map +1 -0
- package/dist/__tests__/import.spec.js +114 -0
- package/dist/__tests__/import.spec.js.map +1 -0
- package/dist/csv.d.ts +14 -0
- package/dist/csv.d.ts.map +1 -0
- package/dist/csv.js +43 -0
- package/dist/csv.js.map +1 -0
- package/dist/import.d.ts +18 -0
- package/dist/import.d.ts.map +1 -0
- package/dist/import.js +235 -0
- package/dist/import.js.map +1 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +19 -0
- package/dist/index.js.map +1 -0
- package/dist/tsconfig.tsbuildinfo +1 -0
- package/package.json +33 -0
package/README.md
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
# @etohq/workflows-input-dataset-runtime
|
|
2
|
+
|
|
3
|
+
CSV parsing + dataset import runtime for `@etohq/workflows-input-dataset`.
|
|
4
|
+
|
|
5
|
+
## Typical Usage
|
|
6
|
+
|
|
7
|
+
```ts
|
|
8
|
+
import type { InputSchemaSpec } from "@etohq/workflows-input-schema"
|
|
9
|
+
import type { DatasetImportSpec } from "@etohq/workflows-input-dataset"
|
|
10
|
+
import { convertCsvToRecords } from "@etohq/workflows-input-dataset-runtime"
|
|
11
|
+
import { importCsvRecords } from "@etohq/workflows-input-dataset-runtime"
|
|
12
|
+
|
|
13
|
+
const records = convertCsvToRecords(csvText)
|
|
14
|
+
|
|
15
|
+
const res = importCsvRecords({
|
|
16
|
+
schema,
|
|
17
|
+
spec,
|
|
18
|
+
records,
|
|
19
|
+
})
|
|
20
|
+
|
|
21
|
+
if (res.status !== "valid") {
|
|
22
|
+
// res.issues contains row-level and mapping-level validation issues.
|
|
23
|
+
}
|
|
24
|
+
```
|
|
25
|
+
|
|
26
|
+
## Notes
|
|
27
|
+
|
|
28
|
+
- This runtime is pure and deterministic: no network calls, no storage.
|
|
29
|
+
- Dataset-level uniqueness is enforced for schema fields with `{ type: "unique", scope: "dataset" }`.
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"admission-import.spec.d.ts","sourceRoot":"","sources":["../../src/__tests__/admission-import.spec.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const node_fs_1 = require("node:fs");
|
|
4
|
+
const csv_1 = require("../csv");
|
|
5
|
+
const import_1 = require("../import");
|
|
6
|
+
describe("admission list import (CSV fixture)", () => {
|
|
7
|
+
test("imports an admission list-style CSV into schema submissions", () => {
|
|
8
|
+
const schema = {
|
|
9
|
+
id: "admission_schema",
|
|
10
|
+
version: 1,
|
|
11
|
+
name: "Admission Schema",
|
|
12
|
+
fields: [
|
|
13
|
+
{
|
|
14
|
+
key: "appnum",
|
|
15
|
+
value_type: "string",
|
|
16
|
+
required: true,
|
|
17
|
+
constraints: [{ type: "unique", scope: "dataset" }],
|
|
18
|
+
},
|
|
19
|
+
{ key: "surname", value_type: "string", required: true },
|
|
20
|
+
{ key: "firstname", value_type: "string", required: true },
|
|
21
|
+
{ key: "othername", value_type: "string", required: false },
|
|
22
|
+
{ key: "program", value_type: "string", required: true },
|
|
23
|
+
{ key: "list", value_type: "enum", required: true },
|
|
24
|
+
],
|
|
25
|
+
};
|
|
26
|
+
const spec = {
|
|
27
|
+
id: "admission_import",
|
|
28
|
+
version: 1,
|
|
29
|
+
name: "Admission Import",
|
|
30
|
+
source_type: "csv",
|
|
31
|
+
target: { schema_id: "admission_schema", schema_version: 1 },
|
|
32
|
+
behavior: { empty_string_as_null: true },
|
|
33
|
+
mappings: [
|
|
34
|
+
{
|
|
35
|
+
field_key: "appnum",
|
|
36
|
+
source: { type: "by_header_any", headers: ["Appnum", "AppNum", "Application Number"] },
|
|
37
|
+
parse: { type: "as_string" },
|
|
38
|
+
transforms: [{ type: "trim" }],
|
|
39
|
+
required: true,
|
|
40
|
+
},
|
|
41
|
+
{
|
|
42
|
+
field_key: "surname",
|
|
43
|
+
source: { type: "by_header_any", headers: ["Surname", "Last Name", "Lastname"] },
|
|
44
|
+
parse: { type: "as_string" },
|
|
45
|
+
transforms: [{ type: "trim" }, { type: "uppercase" }],
|
|
46
|
+
required: true,
|
|
47
|
+
},
|
|
48
|
+
{
|
|
49
|
+
field_key: "firstname",
|
|
50
|
+
source: { type: "by_header_any", headers: ["Firstname", "First Name", "Firstname"] },
|
|
51
|
+
parse: { type: "as_string" },
|
|
52
|
+
transforms: [{ type: "trim" }],
|
|
53
|
+
required: true,
|
|
54
|
+
},
|
|
55
|
+
{
|
|
56
|
+
field_key: "othername",
|
|
57
|
+
source: { type: "by_header_any", headers: ["Othername", "Middle Name", "Other Name"] },
|
|
58
|
+
parse: { type: "as_string" },
|
|
59
|
+
transforms: [{ type: "trim" }],
|
|
60
|
+
},
|
|
61
|
+
{
|
|
62
|
+
field_key: "program",
|
|
63
|
+
source: { type: "by_header_any", headers: ["Program", "Programme"] },
|
|
64
|
+
parse: { type: "as_string" },
|
|
65
|
+
transforms: [{ type: "trim" }],
|
|
66
|
+
required: true,
|
|
67
|
+
},
|
|
68
|
+
{
|
|
69
|
+
field_key: "list",
|
|
70
|
+
source: { type: "by_header_any", headers: ["List", "Admission List"] },
|
|
71
|
+
parse: { type: "as_enum" },
|
|
72
|
+
transforms: [{ type: "trim" }],
|
|
73
|
+
required: true,
|
|
74
|
+
},
|
|
75
|
+
],
|
|
76
|
+
};
|
|
77
|
+
const csvText = (0, node_fs_1.readFileSync)(require.resolve("./fixtures/yabatech-admission-sample.csv"), "utf8");
|
|
78
|
+
const records = (0, csv_1.convertCsvToRecords)(csvText);
|
|
79
|
+
const res = (0, import_1.importCsvRecords)({ schema, spec, records });
|
|
80
|
+
expect(res.status).toBe("valid");
|
|
81
|
+
expect(res.rows.length).toBe(3);
|
|
82
|
+
expect(res.rows[0].validation.enriched_values?.appnum).toBe("10053739GA");
|
|
83
|
+
expect(res.rows[0].validation.enriched_values?.surname).toBe("MOWETTE");
|
|
84
|
+
expect(res.rows[0].validation.enriched_values?.list).toEqual({ type: "enum", value: "Merit" });
|
|
85
|
+
});
|
|
86
|
+
});
|
|
87
|
+
//# sourceMappingURL=admission-import.spec.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"admission-import.spec.js","sourceRoot":"","sources":["../../src/__tests__/admission-import.spec.ts"],"names":[],"mappings":";;AAAA,qCAAsC;AAGtC,gCAA4C;AAC5C,sCAA4C;AAE5C,QAAQ,CAAC,qCAAqC,EAAE,GAAG,EAAE;IACnD,IAAI,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACvE,MAAM,MAAM,GAAoB;YAC9B,EAAE,EAAE,kBAAkB;YACtB,OAAO,EAAE,CAAC;YACV,IAAI,EAAE,kBAAkB;YACxB,MAAM,EAAE;gBACN;oBACE,GAAG,EAAE,QAAQ;oBACb,UAAU,EAAE,QAAQ;oBACpB,QAAQ,EAAE,IAAI;oBACd,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;iBACpD;gBACD,EAAE,GAAG,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE;gBACxD,EAAE,GAAG,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE;gBAC1D,EAAE,GAAG,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE;gBAC3D,EAAE,GAAG,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE;gBACxD,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE;aACpD;SACF,CAAA;QAED,MAAM,IAAI,GAAsB;YAC9B,EAAE,EAAE,kBAAkB;YACtB,OAAO,EAAE,CAAC;YACV,IAAI,EAAE,kBAAkB;YACxB,WAAW,EAAE,KAAK;YAClB,MAAM,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,cAAc,EAAE,CAAC,EAAE;YAC5D,QAAQ,EAAE,EAAE,oBAAoB,EAAE,IAAI,EAAE;YACxC,QAAQ,EAAE;gBACR;oBACE,SAAS,EAAE,QAAQ;oBACnB,MAAM,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,oBAAoB,CAAC,EAAE;oBACtF,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;oBAC5B,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;oBAC9B,QAAQ,EAAE,IAAI;iBACf;gBACD;oBACE,SAAS,EAAE,SAAS;oBACpB,MAAM,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC,SAAS,EAAE,WAAW,EAAE,UAAU,CAAC,EAAE;oBAChF,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;oBAC5B,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;oBACrD,QAAQ,EAAE,IAAI;iBACf;gBACD;oBACE,SAAS,EAAE,WAAW;oBACtB,MAAM,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,WAAW,CAAC,EAAE;oBACpF,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;oBAC5B,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;oBAC9B,QAAQ,EAAE,IAAI;iBACf;gBACD;oBACE,SAAS,EAAE,WAAW;oBACtB,MAAM,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC,WAAW,EAAE,aAAa,EAAE,YAAY,CAAC,EAAE;oBACtF,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;oBAC5B,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;iBAC/B;gBACD;oBACE,SAAS,EAAE,SAAS;oBACpB,MAAM,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE;oBACpE,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;oBAC5B,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;oBAC9B,QAAQ,EAAE,IAAI;iBACf;gBACD;oBACE,SAAS,EAAE,MAAM;oBACjB,MAAM,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC,MAAM,EAAE,gBAAgB,CAAC,EAAE;oBACtE,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;oBAC1B,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;oBAC9B,QAAQ,EAAE,IAAI;iBACf;aACF;SACF,CAAA;QAED,MAAM,OAAO,GAAG,IAAA,sBAAY,EAC1B,OAAO,CAAC,OAAO,CAAC,0CAA0C,CAAC,EAC3D,MAAM,CACP,CAAA;QACD,MAAM,OAAO,GAAG,IAAA,yBAAmB,EAAC,OAAO,CAAC,CAAA;QAE5C,MAAM,GAAG,GAAG,IAAA,yBAAgB,EAAC,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAA;QACvD,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAEhC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC/B,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QACzE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QACvE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAA;IAChG,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"csv.spec.d.ts","sourceRoot":"","sources":["../../src/__tests__/csv.spec.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const csv_1 = require("../csv");
|
|
4
|
+
describe("csv parser", () => {
|
|
5
|
+
test("detects delimiter by header", () => {
|
|
6
|
+
expect((0, csv_1.detectDelimiter)("a;b;c\n1;2;3")).toBe(";");
|
|
7
|
+
expect((0, csv_1.detectDelimiter)("a,b,c\n1,2,3")).toBe(",");
|
|
8
|
+
expect((0, csv_1.detectDelimiter)("a|b|c\n1|2|3")).toBe("|");
|
|
9
|
+
});
|
|
10
|
+
test("parses quoted fields and escaped quotes", () => {
|
|
11
|
+
const records = (0, csv_1.convertCsvToJson)("name,quote\n\"Alice\",\"He said \"\"hi\"\"\"");
|
|
12
|
+
expect(records[0].name).toBe("Alice");
|
|
13
|
+
expect(records[0].quote).toBe("He said \"hi\"");
|
|
14
|
+
});
|
|
15
|
+
});
|
|
16
|
+
//# sourceMappingURL=csv.spec.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"csv.spec.js","sourceRoot":"","sources":["../../src/__tests__/csv.spec.ts"],"names":[],"mappings":";;AAAA,gCAA0D;AAE1D,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,IAAI,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACvC,MAAM,CAAC,IAAA,qBAAe,EAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACjD,MAAM,CAAC,IAAA,qBAAe,EAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACjD,MAAM,CAAC,IAAA,qBAAe,EAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACnD,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACnD,MAAM,OAAO,GAAG,IAAA,sBAAgB,EAC9B,8CAA8C,CAC/C,CAAA;QACD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACrC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;IACjD,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"import.spec.d.ts","sourceRoot":"","sources":["../../src/__tests__/import.spec.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,114 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const import_1 = require("../import");
|
|
4
|
+
describe("importCsvRecords", () => {
|
|
5
|
+
test("maps columns using alias headers and validates submissions", () => {
|
|
6
|
+
const schema = {
|
|
7
|
+
id: "schema_1",
|
|
8
|
+
version: 1,
|
|
9
|
+
name: "Test",
|
|
10
|
+
fields: [
|
|
11
|
+
{ key: "email", value_type: "string", required: true, transforms: [{ type: "trim" }] },
|
|
12
|
+
{ key: "age", value_type: "number", required: false },
|
|
13
|
+
],
|
|
14
|
+
};
|
|
15
|
+
const spec = {
|
|
16
|
+
id: "spec_1",
|
|
17
|
+
version: 1,
|
|
18
|
+
name: "Import",
|
|
19
|
+
source_type: "csv",
|
|
20
|
+
target: { schema_id: "schema_1", schema_version: 1 },
|
|
21
|
+
behavior: { empty_string_as_null: true },
|
|
22
|
+
mappings: [
|
|
23
|
+
{
|
|
24
|
+
field_key: "email",
|
|
25
|
+
source: { type: "by_header_any", headers: ["Email", "email"], case_insensitive: true },
|
|
26
|
+
parse: { type: "as_string" },
|
|
27
|
+
required: true,
|
|
28
|
+
},
|
|
29
|
+
{
|
|
30
|
+
field_key: "age",
|
|
31
|
+
source: { type: "by_header", header: "Age" },
|
|
32
|
+
parse: { type: "as_number" },
|
|
33
|
+
},
|
|
34
|
+
],
|
|
35
|
+
};
|
|
36
|
+
const res = (0, import_1.importCsvRecords)({
|
|
37
|
+
schema,
|
|
38
|
+
spec,
|
|
39
|
+
records: [{ Email: " alice@example.com ", Age: "42" }],
|
|
40
|
+
});
|
|
41
|
+
expect(res.status).toBe("valid");
|
|
42
|
+
expect(res.rows[0].validation.enriched_values?.email).toBe("alice@example.com");
|
|
43
|
+
expect(res.rows[0].validation.enriched_values?.age).toBe(42);
|
|
44
|
+
});
|
|
45
|
+
test("enforces dataset-level uniqueness constraints", () => {
|
|
46
|
+
const schema = {
|
|
47
|
+
id: "schema_1",
|
|
48
|
+
version: 1,
|
|
49
|
+
name: "Test",
|
|
50
|
+
fields: [
|
|
51
|
+
{
|
|
52
|
+
key: "email",
|
|
53
|
+
value_type: "string",
|
|
54
|
+
required: true,
|
|
55
|
+
constraints: [{ type: "unique", scope: "dataset" }],
|
|
56
|
+
},
|
|
57
|
+
],
|
|
58
|
+
};
|
|
59
|
+
const spec = {
|
|
60
|
+
id: "spec_1",
|
|
61
|
+
version: 1,
|
|
62
|
+
name: "Import",
|
|
63
|
+
source_type: "csv",
|
|
64
|
+
target: { schema_id: "schema_1", schema_version: 1 },
|
|
65
|
+
mappings: [
|
|
66
|
+
{
|
|
67
|
+
field_key: "email",
|
|
68
|
+
source: { type: "by_header", header: "Email" },
|
|
69
|
+
parse: { type: "as_string" },
|
|
70
|
+
},
|
|
71
|
+
],
|
|
72
|
+
};
|
|
73
|
+
const res = (0, import_1.importCsvRecords)({
|
|
74
|
+
schema,
|
|
75
|
+
spec,
|
|
76
|
+
records: [{ Email: "a@x.com" }, { Email: "a@x.com" }],
|
|
77
|
+
});
|
|
78
|
+
expect(res.status).toBe("invalid");
|
|
79
|
+
expect(res.issues.some((i) => i.code === "unique")).toBe(true);
|
|
80
|
+
});
|
|
81
|
+
test("supports array parsing", () => {
|
|
82
|
+
const schema = {
|
|
83
|
+
id: "schema_1",
|
|
84
|
+
version: 1,
|
|
85
|
+
name: "Test",
|
|
86
|
+
fields: [{ key: "tags", value_type: "array", required: false }],
|
|
87
|
+
};
|
|
88
|
+
const spec = {
|
|
89
|
+
id: "spec_1",
|
|
90
|
+
version: 1,
|
|
91
|
+
name: "Import",
|
|
92
|
+
source_type: "csv",
|
|
93
|
+
target: { schema_id: "schema_1", schema_version: 1 },
|
|
94
|
+
mappings: [
|
|
95
|
+
{
|
|
96
|
+
field_key: "tags",
|
|
97
|
+
source: { type: "by_header", header: "Tags" },
|
|
98
|
+
parse: { type: "as_array", delimiter: ";", item: { type: "as_string" } },
|
|
99
|
+
},
|
|
100
|
+
],
|
|
101
|
+
};
|
|
102
|
+
const res = (0, import_1.importCsvRecords)({
|
|
103
|
+
schema,
|
|
104
|
+
spec,
|
|
105
|
+
records: [{ Tags: "a; b ;c" }],
|
|
106
|
+
});
|
|
107
|
+
expect(res.status).toBe("valid");
|
|
108
|
+
expect(res.rows[0].validation.enriched_values?.tags).toEqual({
|
|
109
|
+
type: "array",
|
|
110
|
+
value: ["a", "b", "c"],
|
|
111
|
+
});
|
|
112
|
+
});
|
|
113
|
+
});
|
|
114
|
+
//# sourceMappingURL=import.spec.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"import.spec.js","sourceRoot":"","sources":["../../src/__tests__/import.spec.ts"],"names":[],"mappings":";;AAEA,sCAA4C;AAE5C,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,IAAI,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACtE,MAAM,MAAM,GAAoB;YAC9B,EAAE,EAAE,UAAU;YACd,OAAO,EAAE,CAAC;YACV,IAAI,EAAE,MAAM;YACZ,MAAM,EAAE;gBACN,EAAE,GAAG,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE;gBACtF,EAAE,GAAG,EAAE,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE;aACtD;SACF,CAAA;QAED,MAAM,IAAI,GAAsB;YAC9B,EAAE,EAAE,QAAQ;YACZ,OAAO,EAAE,CAAC;YACV,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,KAAK;YAClB,MAAM,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC,EAAE;YACpD,QAAQ,EAAE,EAAE,oBAAoB,EAAE,IAAI,EAAE;YACxC,QAAQ,EAAE;gBACR;oBACE,SAAS,EAAE,OAAO;oBAClB,MAAM,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE;oBACtF,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;oBAC5B,QAAQ,EAAE,IAAI;iBACf;gBACD;oBACE,SAAS,EAAE,KAAK;oBAChB,MAAM,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE;oBAC5C,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;iBAC7B;aACF;SACF,CAAA;QAED,MAAM,GAAG,GAAG,IAAA,yBAAgB,EAAC;YAC3B,MAAM;YACN,IAAI;YACJ,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,qBAAqB,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;SACvD,CAAC,CAAA;QAEF,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAChC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAA;QAC/E,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC9D,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACzD,MAAM,MAAM,GAAoB;YAC9B,EAAE,EAAE,UAAU;YACd,OAAO,EAAE,CAAC;YACV,IAAI,EAAE,MAAM;YACZ,MAAM,EAAE;gBACN;oBACE,GAAG,EAAE,OAAO;oBACZ,UAAU,EAAE,QAAQ;oBACpB,QAAQ,EAAE,IAAI;oBACd,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;iBACpD;aACF;SACF,CAAA;QAED,MAAM,IAAI,GAAsB;YAC9B,EAAE,EAAE,QAAQ;YACZ,OAAO,EAAE,CAAC;YACV,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,KAAK;YAClB,MAAM,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC,EAAE;YACpD,QAAQ,EAAE;gBACR;oBACE,SAAS,EAAE,OAAO;oBAClB,MAAM,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE;oBAC9C,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;iBAC7B;aACF;SACF,CAAA;QAED,MAAM,GAAG,GAAG,IAAA,yBAAgB,EAAC;YAC3B,MAAM;YACN,IAAI;YACJ,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;SACtD,CAAC,CAAA;QACF,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAClC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAChE,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,wBAAwB,EAAE,GAAG,EAAE;QAClC,MAAM,MAAM,GAAoB;YAC9B,EAAE,EAAE,UAAU;YACd,OAAO,EAAE,CAAC;YACV,IAAI,EAAE,MAAM;YACZ,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;SAChE,CAAA;QAED,MAAM,IAAI,GAAsB;YAC9B,EAAE,EAAE,QAAQ;YACZ,OAAO,EAAE,CAAC;YACV,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,KAAK;YAClB,MAAM,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC,EAAE;YACpD,QAAQ,EAAE;gBACR;oBACE,SAAS,EAAE,MAAM;oBACjB,MAAM,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE;oBAC7C,KAAK,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE;iBACzE;aACF;SACF,CAAA;QAED,MAAM,GAAG,GAAG,IAAA,yBAAgB,EAAC;YAC3B,MAAM;YACN,IAAI;YACJ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;SAC/B,CAAC,CAAA;QACF,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAChC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC;YAC3D,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;SACvB,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}
|
package/dist/csv.d.ts
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
export type CsvRecord = Record<string, string>;
|
|
2
|
+
export interface ConvertCsvToJsonOptions<T extends object> {
|
|
3
|
+
}
|
|
4
|
+
export declare function detectDelimiter(data: string): string;
|
|
5
|
+
/**
|
|
6
|
+
* Standard Eto CSV parser wrapper.
|
|
7
|
+
*
|
|
8
|
+
* Mirrors conventions used in eto-enterprise/eto-commerce:
|
|
9
|
+
* - delimiter auto-detection by header
|
|
10
|
+
* - CSV injection prevention
|
|
11
|
+
*/
|
|
12
|
+
export declare function convertCsvToJson<T extends object>(data: string, _options?: ConvertCsvToJsonOptions<T>): T[];
|
|
13
|
+
export declare function convertCsvToRecords(data: string): CsvRecord[];
|
|
14
|
+
//# sourceMappingURL=csv.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"csv.d.ts","sourceRoot":"","sources":["../src/csv.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;AAE9C,MAAM,WAAW,uBAAuB,CAAC,CAAC,SAAS,MAAM;CAAI;AAI7D,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAYpD;AAED;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAAC,CAAC,SAAS,MAAM,EAC/C,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,uBAAuB,CAAC,CAAC,CAAC,GACpC,CAAC,EAAE,CAKL;AAED,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,EAAE,CAU7D"}
|
package/dist/csv.js
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.detectDelimiter = detectDelimiter;
|
|
4
|
+
exports.convertCsvToJson = convertCsvToJson;
|
|
5
|
+
exports.convertCsvToRecords = convertCsvToRecords;
|
|
6
|
+
const json_2_csv_1 = require("json-2-csv");
|
|
7
|
+
const delimiters = [",", ";", "|", "\t"];
|
|
8
|
+
function detectDelimiter(data) {
|
|
9
|
+
let delimiter = ",";
|
|
10
|
+
const header = data.split(/\r?\n/)[0] ?? "";
|
|
11
|
+
for (const del of delimiters) {
|
|
12
|
+
if (header.split(del).length > 1) {
|
|
13
|
+
delimiter = del;
|
|
14
|
+
break;
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
return delimiter;
|
|
18
|
+
}
|
|
19
|
+
/**
|
|
20
|
+
* Standard Eto CSV parser wrapper.
|
|
21
|
+
*
|
|
22
|
+
* Mirrors conventions used in eto-enterprise/eto-commerce:
|
|
23
|
+
* - delimiter auto-detection by header
|
|
24
|
+
* - CSV injection prevention
|
|
25
|
+
*/
|
|
26
|
+
function convertCsvToJson(data, _options) {
|
|
27
|
+
return (0, json_2_csv_1.csv2json)(data, {
|
|
28
|
+
preventCsvInjection: true,
|
|
29
|
+
delimiter: { field: detectDelimiter(data) },
|
|
30
|
+
});
|
|
31
|
+
}
|
|
32
|
+
function convertCsvToRecords(data) {
|
|
33
|
+
// `json-2-csv` emits `unknown[]`; we narrow to a string record shape here.
|
|
34
|
+
const rows = convertCsvToJson(data);
|
|
35
|
+
return rows.map((row) => {
|
|
36
|
+
const record = {};
|
|
37
|
+
for (const [k, v] of Object.entries(row)) {
|
|
38
|
+
record[k] = typeof v === "string" ? v : v === null || v === undefined ? "" : String(v);
|
|
39
|
+
}
|
|
40
|
+
return record;
|
|
41
|
+
});
|
|
42
|
+
}
|
|
43
|
+
//# sourceMappingURL=csv.js.map
|
package/dist/csv.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"csv.js","sourceRoot":"","sources":["../src/csv.ts"],"names":[],"mappings":";;AAQA,0CAYC;AASD,4CAQC;AAED,kDAUC;AAjDD,2CAAqC;AAMrC,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAU,CAAA;AAEjD,SAAgB,eAAe,CAAC,IAAY;IAC1C,IAAI,SAAS,GAAG,GAAG,CAAA;IACnB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IAE3C,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjC,SAAS,GAAG,GAAG,CAAA;YACf,MAAK;QACP,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAA;AAClB,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,gBAAgB,CAC9B,IAAY,EACZ,QAAqC;IAErC,OAAO,IAAA,qBAAQ,EAAC,IAAI,EAAE;QACpB,mBAAmB,EAAE,IAAI;QACzB,SAAS,EAAE,EAAE,KAAK,EAAE,eAAe,CAAC,IAAI,CAAC,EAAE;KAC5C,CAAQ,CAAA;AACX,CAAC;AAED,SAAgB,mBAAmB,CAAC,IAAY;IAC9C,2EAA2E;IAC3E,MAAM,IAAI,GAAG,gBAAgB,CAA0B,IAAI,CAAC,CAAA;IAC5D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACtB,MAAM,MAAM,GAAc,EAAE,CAAA;QAC5B,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YACzC,MAAM,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;QACxF,CAAC;QACD,OAAO,MAAM,CAAA;IACf,CAAC,CAAC,CAAA;AACJ,CAAC"}
|
package/dist/import.d.ts
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import type { InputSchemaSpec, InputSubmission, ValidationResult } from "@etohq/workflows-input-schema";
|
|
2
|
+
import { validateSubmission } from "@etohq/workflows-input-schema-runtime";
|
|
3
|
+
import type { DatasetImportSpec } from "@etohq/workflows-input-dataset";
|
|
4
|
+
import type { CsvRecord } from "./csv";
|
|
5
|
+
export type DatasetImportRowResult = {
|
|
6
|
+
row_index: number;
|
|
7
|
+
submission: InputSubmission;
|
|
8
|
+
validation: ReturnType<typeof validateSubmission>;
|
|
9
|
+
};
|
|
10
|
+
export type DatasetImportResult = ValidationResult & {
|
|
11
|
+
rows: DatasetImportRowResult[];
|
|
12
|
+
};
|
|
13
|
+
export declare function importCsvRecords(params: {
|
|
14
|
+
schema: InputSchemaSpec;
|
|
15
|
+
spec: DatasetImportSpec;
|
|
16
|
+
records: CsvRecord[];
|
|
17
|
+
}): DatasetImportResult;
|
|
18
|
+
//# sourceMappingURL=import.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"import.d.ts","sourceRoot":"","sources":["../src/import.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,eAAe,EACf,eAAe,EAGf,gBAAgB,EACjB,MAAM,+BAA+B,CAAA;AACtC,OAAO,EAAE,kBAAkB,EAAE,MAAM,uCAAuC,CAAA;AAC1E,OAAO,KAAK,EAGV,iBAAiB,EAElB,MAAM,gCAAgC,CAAA;AACvC,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,OAAO,CAAA;AAEtC,MAAM,MAAM,sBAAsB,GAAG;IACnC,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,eAAe,CAAA;IAC3B,UAAU,EAAE,UAAU,CAAC,OAAO,kBAAkB,CAAC,CAAA;CAClD,CAAA;AAED,MAAM,MAAM,mBAAmB,GAAG,gBAAgB,GAAG;IACnD,IAAI,EAAE,sBAAsB,EAAE,CAAA;CAC/B,CAAA;AAgMD,wBAAgB,gBAAgB,CAAC,MAAM,EAAE;IACvC,MAAM,EAAE,eAAe,CAAA;IACvB,IAAI,EAAE,iBAAiB,CAAA;IACvB,OAAO,EAAE,SAAS,EAAE,CAAA;CACrB,GAAG,mBAAmB,CAgFtB"}
|
package/dist/import.js
ADDED
|
@@ -0,0 +1,235 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.importCsvRecords = importCsvRecords;
|
|
4
|
+
const workflows_input_schema_runtime_1 = require("@etohq/workflows-input-schema-runtime");
|
|
5
|
+
function issue(code, message, path, severity = "error") {
|
|
6
|
+
return { code, message, path, severity };
|
|
7
|
+
}
|
|
8
|
+
function normalizeHeaderKey(key) {
|
|
9
|
+
return key.trim().toLowerCase();
|
|
10
|
+
}
|
|
11
|
+
function selectColumn(record, selector) {
|
|
12
|
+
if (selector.type === "by_header") {
|
|
13
|
+
return record[selector.header] ?? null;
|
|
14
|
+
}
|
|
15
|
+
const headers = selector.headers;
|
|
16
|
+
const caseInsensitive = selector.case_insensitive ?? true;
|
|
17
|
+
if (!caseInsensitive) {
|
|
18
|
+
for (const h of headers) {
|
|
19
|
+
if (record[h] !== undefined) {
|
|
20
|
+
return record[h];
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
return null;
|
|
24
|
+
}
|
|
25
|
+
// Case-insensitive match by normalized header keys.
|
|
26
|
+
const normalizedRecord = new Map();
|
|
27
|
+
for (const [k, v] of Object.entries(record)) {
|
|
28
|
+
normalizedRecord.set(normalizeHeaderKey(k), v);
|
|
29
|
+
}
|
|
30
|
+
for (const h of headers) {
|
|
31
|
+
const v = normalizedRecord.get(normalizeHeaderKey(h));
|
|
32
|
+
if (v !== undefined) {
|
|
33
|
+
return v;
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
return null;
|
|
37
|
+
}
|
|
38
|
+
function applyTransforms(value, transforms) {
|
|
39
|
+
// For imports, we only apply string-level transforms. Type coercion/validation remains in validateSubmission.
|
|
40
|
+
let out = value;
|
|
41
|
+
for (const t of transforms ?? []) {
|
|
42
|
+
if (t.type === "trim") {
|
|
43
|
+
out = out.trim();
|
|
44
|
+
continue;
|
|
45
|
+
}
|
|
46
|
+
if (t.type === "normalize_whitespace") {
|
|
47
|
+
out = out.replace(/\s+/g, " ").trim();
|
|
48
|
+
continue;
|
|
49
|
+
}
|
|
50
|
+
if (t.type === "lowercase") {
|
|
51
|
+
out = out.toLowerCase();
|
|
52
|
+
continue;
|
|
53
|
+
}
|
|
54
|
+
if (t.type === "uppercase") {
|
|
55
|
+
out = out.toUpperCase();
|
|
56
|
+
continue;
|
|
57
|
+
}
|
|
58
|
+
if (t.type === "regex_replace") {
|
|
59
|
+
try {
|
|
60
|
+
const re = new RegExp(t.pattern, t.flags ?? "");
|
|
61
|
+
out = out.replace(re, t.replace_with);
|
|
62
|
+
}
|
|
63
|
+
catch {
|
|
64
|
+
// Ignore invalid regex in import stage; schema-level validation should catch it.
|
|
65
|
+
}
|
|
66
|
+
continue;
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
return out;
|
|
70
|
+
}
|
|
71
|
+
function parseCell(raw, spec) {
|
|
72
|
+
const s = raw;
|
|
73
|
+
if (!spec || spec.type === "as_string") {
|
|
74
|
+
return s;
|
|
75
|
+
}
|
|
76
|
+
if (spec.type === "as_number") {
|
|
77
|
+
const n = Number(s);
|
|
78
|
+
return Number.isNaN(n) ? s : n;
|
|
79
|
+
}
|
|
80
|
+
if (spec.type === "as_boolean") {
|
|
81
|
+
const tv = spec.true_values ?? ["true", "yes", "1", "y"];
|
|
82
|
+
const fv = spec.false_values ?? ["false", "no", "0", "n"];
|
|
83
|
+
const lower = s.trim().toLowerCase();
|
|
84
|
+
if (tv.includes(lower)) {
|
|
85
|
+
return true;
|
|
86
|
+
}
|
|
87
|
+
if (fv.includes(lower)) {
|
|
88
|
+
return false;
|
|
89
|
+
}
|
|
90
|
+
return s;
|
|
91
|
+
}
|
|
92
|
+
if (spec.type === "as_date") {
|
|
93
|
+
// Keep as ISO wrapper (string compare semantics). Format enforcement can be plugged later.
|
|
94
|
+
return { type: "date", value: s };
|
|
95
|
+
}
|
|
96
|
+
if (spec.type === "as_enum") {
|
|
97
|
+
return { type: "enum", value: s };
|
|
98
|
+
}
|
|
99
|
+
if (spec.type === "as_array") {
|
|
100
|
+
const parts = s.split(spec.delimiter).map((p) => p.trim());
|
|
101
|
+
return { type: "array", value: parts.map((p) => parseCell(p, spec.item)) };
|
|
102
|
+
}
|
|
103
|
+
if (spec.type === "as_json") {
|
|
104
|
+
try {
|
|
105
|
+
return { type: "json", value: JSON.parse(s) };
|
|
106
|
+
}
|
|
107
|
+
catch {
|
|
108
|
+
return { type: "json", value: s };
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
return s;
|
|
112
|
+
}
|
|
113
|
+
function importedToInputValue(value) {
|
|
114
|
+
if (value === null) {
|
|
115
|
+
return null;
|
|
116
|
+
}
|
|
117
|
+
if (typeof value === "string" || typeof value === "number" || typeof value === "boolean") {
|
|
118
|
+
return value;
|
|
119
|
+
}
|
|
120
|
+
if (typeof value === "object" && value !== null && "type" in value) {
|
|
121
|
+
if (value.type === "date") {
|
|
122
|
+
return value;
|
|
123
|
+
}
|
|
124
|
+
if (value.type === "enum") {
|
|
125
|
+
return value;
|
|
126
|
+
}
|
|
127
|
+
if (value.type === "array") {
|
|
128
|
+
const items = value.value;
|
|
129
|
+
return { type: "array", value: items.map(importedToInputValue) };
|
|
130
|
+
}
|
|
131
|
+
if (value.type === "json") {
|
|
132
|
+
return value;
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
return null;
|
|
136
|
+
}
|
|
137
|
+
function enforceDatasetUniqueness(params) {
|
|
138
|
+
const issues = [];
|
|
139
|
+
const uniqueFields = params.schema.fields
|
|
140
|
+
.filter((f) => (f.constraints ?? []).some((c) => c.type === "unique" && c.scope === "dataset"))
|
|
141
|
+
.map((f) => f.key);
|
|
142
|
+
for (const fieldKey of uniqueFields) {
|
|
143
|
+
const seen = new Map(); // json value -> row_index
|
|
144
|
+
for (const row of params.rows) {
|
|
145
|
+
const enriched = row.validation.enriched_values;
|
|
146
|
+
if (!enriched) {
|
|
147
|
+
continue;
|
|
148
|
+
}
|
|
149
|
+
const v = enriched[fieldKey] ?? null;
|
|
150
|
+
if (v === null) {
|
|
151
|
+
continue;
|
|
152
|
+
}
|
|
153
|
+
const key = JSON.stringify(v);
|
|
154
|
+
const existing = seen.get(key);
|
|
155
|
+
if (existing !== undefined) {
|
|
156
|
+
issues.push(issue("unique", `Duplicate value for unique field "${fieldKey}"`, ["rows", String(row.row_index), "values", fieldKey]));
|
|
157
|
+
issues.push(issue("unique", `Duplicate value for unique field "${fieldKey}"`, ["rows", String(existing), "values", fieldKey]));
|
|
158
|
+
}
|
|
159
|
+
else {
|
|
160
|
+
seen.set(key, row.row_index);
|
|
161
|
+
}
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
return issues;
|
|
165
|
+
}
|
|
166
|
+
function importCsvRecords(params) {
|
|
167
|
+
const issues = [];
|
|
168
|
+
if (params.spec.target.schema_id !== params.schema.id) {
|
|
169
|
+
issues.push(issue("schema", "schema_id mismatch", ["spec", "target", "schema_id"]));
|
|
170
|
+
}
|
|
171
|
+
if (params.spec.target.schema_version !== params.schema.version) {
|
|
172
|
+
issues.push(issue("schema", "schema_version mismatch", ["spec", "target", "schema_version"]));
|
|
173
|
+
}
|
|
174
|
+
const behavior = params.spec.behavior ?? {};
|
|
175
|
+
const emptyStringAsNull = behavior.empty_string_as_null ?? true;
|
|
176
|
+
const skipEmptyRows = behavior.skip_empty_rows ?? true;
|
|
177
|
+
const records = skipEmptyRows
|
|
178
|
+
? params.records.filter((r) => Object.values(r).some((v) => v.trim() !== ""))
|
|
179
|
+
: params.records;
|
|
180
|
+
const fieldKeys = new Set(params.schema.fields.map((f) => f.key));
|
|
181
|
+
for (const [idx, m] of params.spec.mappings.entries()) {
|
|
182
|
+
if (!fieldKeys.has(m.field_key)) {
|
|
183
|
+
issues.push(issue("mapping", `Unknown field_key: ${m.field_key}`, ["mappings", String(idx), "field_key"]));
|
|
184
|
+
}
|
|
185
|
+
}
|
|
186
|
+
const rows = records.map((record, idx) => {
|
|
187
|
+
const values = {};
|
|
188
|
+
for (const [mIdx, m] of params.spec.mappings.entries()) {
|
|
189
|
+
const raw = selectColumn(record, m.source);
|
|
190
|
+
const basePath = ["rows", String(idx), "mappings", String(mIdx)];
|
|
191
|
+
let str = raw ?? "";
|
|
192
|
+
if (m.transforms?.length) {
|
|
193
|
+
str = applyTransforms(str, m.transforms);
|
|
194
|
+
}
|
|
195
|
+
if (emptyStringAsNull && str.trim() === "") {
|
|
196
|
+
if (m.default_value !== undefined && m.default_value !== null && m.default_value !== "") {
|
|
197
|
+
str = m.default_value;
|
|
198
|
+
}
|
|
199
|
+
else {
|
|
200
|
+
values[m.field_key] = null;
|
|
201
|
+
if (m.required) {
|
|
202
|
+
issues.push(issue("mapping", "Missing required value", [...basePath, "field_key"]));
|
|
203
|
+
}
|
|
204
|
+
continue;
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
const imported = parseCell(str, m.parse);
|
|
208
|
+
values[m.field_key] = importedToInputValue(imported);
|
|
209
|
+
}
|
|
210
|
+
const submission = {
|
|
211
|
+
schema_id: params.schema.id,
|
|
212
|
+
schema_version: params.schema.version,
|
|
213
|
+
values,
|
|
214
|
+
context: {
|
|
215
|
+
"import.row_index": idx,
|
|
216
|
+
},
|
|
217
|
+
};
|
|
218
|
+
const validation = (0, workflows_input_schema_runtime_1.validateSubmission)(params.schema, submission);
|
|
219
|
+
return { row_index: idx, submission, validation };
|
|
220
|
+
});
|
|
221
|
+
// Promote row validation issues.
|
|
222
|
+
for (const row of rows) {
|
|
223
|
+
issues.push(...row.validation.issues);
|
|
224
|
+
}
|
|
225
|
+
issues.push(...enforceDatasetUniqueness({ schema: params.schema, rows }));
|
|
226
|
+
const hasErrors = issues.some((i) => i.severity === "error" || i.severity === undefined);
|
|
227
|
+
const hasWarnings = issues.some((i) => i.severity === "warning");
|
|
228
|
+
return {
|
|
229
|
+
status: hasErrors ? "invalid" : hasWarnings ? "warning" : "valid",
|
|
230
|
+
issues,
|
|
231
|
+
enriched_values: null,
|
|
232
|
+
rows,
|
|
233
|
+
};
|
|
234
|
+
}
|
|
235
|
+
//# sourceMappingURL=import.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"import.js","sourceRoot":"","sources":["../src/import.ts"],"names":[],"mappings":";;AAwNA,4CAoFC;AArSD,0FAA0E;AAmB1E,SAAS,KAAK,CACZ,IAAY,EACZ,OAAe,EACf,IAAc,EACd,WAAwC,OAAO;IAE/C,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAA;AAC1C,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAW;IACrC,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;AACjC,CAAC;AAED,SAAS,YAAY,CAAC,MAAiB,EAAE,QAA4B;IACnE,IAAI,QAAQ,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAClC,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAA;IACxC,CAAC;IAED,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAA;IAChC,MAAM,eAAe,GAAG,QAAQ,CAAC,gBAAgB,IAAI,IAAI,CAAA;IAEzD,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;gBAC5B,OAAO,MAAM,CAAC,CAAC,CAAC,CAAA;YAClB,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IAED,oDAAoD;IACpD,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAkB,CAAA;IAClD,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5C,gBAAgB,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IAChD,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,CAAC,GAAG,gBAAgB,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAA;QACrD,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YACpB,OAAO,CAAC,CAAA;QACV,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,eAAe,CAAC,KAAa,EAAE,UAAuF;IAC7H,8GAA8G;IAC9G,IAAI,GAAG,GAAG,KAAK,CAAA;IACf,KAAK,MAAM,CAAC,IAAI,UAAU,IAAI,EAAE,EAAE,CAAC;QACjC,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,GAAG,GAAG,GAAG,CAAC,IAAI,EAAE,CAAA;YAChB,SAAQ;QACV,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,sBAAsB,EAAE,CAAC;YACtC,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;YACrC,SAAQ;QACV,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC3B,GAAG,GAAG,GAAG,CAAC,WAAW,EAAE,CAAA;YACvB,SAAQ;QACV,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC3B,GAAG,GAAG,GAAG,CAAC,WAAW,EAAE,CAAA;YACvB,SAAQ;QACV,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAA;gBAC/C,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,CAAA;YACvC,CAAC;YAAC,MAAM,CAAC;gBACP,iFAAiF;YACnF,CAAC;YACD,SAAQ;QACV,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,SAAS,SAAS,CAAC,GAAW,EAAE,IAAsC;IACpE,MAAM,CAAC,GAAG,GAAG,CAAA;IACb,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QACvC,OAAO,CAAC,CAAA;IACV,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC9B,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;QACnB,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAChC,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;QAC/B,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;QACxD,MAAM,EAAE,GAAG,IAAI,CAAC,YAAY,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;QACzD,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;QACpC,IAAI,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,IAAI,CAAA;QACb,CAAC;QACD,IAAI,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,KAAK,CAAA;QACd,CAAC;QACD,OAAO,CAAC,CAAA;IACV,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC5B,2FAA2F;QAC3F,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAW,EAAE,CAAA;IAC7C,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC5B,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;IACnC,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;QAC1D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAA;IAC5E,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC5B,IAAI,CAAC;YACH,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAY,EAAE,CAAA;QAC1D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;QACnC,CAAC;IACH,CAAC;IACD,OAAO,CAAC,CAAA;AACV,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAwB;IACpD,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACnB,OAAO,IAAI,CAAA;IACb,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QACzF,OAAO,KAAK,CAAA;IACd,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,MAAM,IAAI,KAAK,EAAE,CAAC;QACnE,IAAK,KAA4B,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAClD,OAAO,KAAmB,CAAA;QAC5B,CAAC;QACD,IAAK,KAA4B,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAClD,OAAO,KAAmB,CAAA;QAC5B,CAAC;QACD,IAAK,KAA4B,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACnD,MAAM,KAAK,GAAI,KAAwC,CAAC,KAAK,CAAA;YAC7D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,oBAAoB,CAAC,EAAE,CAAA;QAClE,CAAC;QACD,IAAK,KAA4B,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAClD,OAAO,KAAmB,CAAA;QAC5B,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,wBAAwB,CAAC,MAGjC;IACC,MAAM,MAAM,GAAsB,EAAE,CAAA;IACpC,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM;SACtC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;SAC9F,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IAEpB,KAAK,MAAM,QAAQ,IAAI,YAAY,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAA,CAAC,0BAA0B;QACjE,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM,QAAQ,GAAG,GAAG,CAAC,UAAU,CAAC,eAAe,CAAA;YAC/C,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,SAAQ;YACV,CAAC;YACD,MAAM,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAA;YACpC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;gBACf,SAAQ;YACV,CAAC;YACD,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA;YAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAC9B,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,MAAM,CAAC,IAAI,CACT,KAAK,CACH,QAAQ,EACR,qCAAqC,QAAQ,GAAG,EAChD,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,CACpD,CACF,CAAA;gBACD,MAAM,CAAC,IAAI,CACT,KAAK,CACH,QAAQ,EACR,qCAAqC,QAAQ,GAAG,EAChD,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAC/C,CACF,CAAA;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,SAAS,CAAC,CAAA;YAC9B,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAgB,gBAAgB,CAAC,MAIhC;IACC,MAAM,MAAM,GAAsB,EAAE,CAAA;IAEpC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,KAAK,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QACtD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,oBAAoB,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC,CAAA;IACrF,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAChE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,yBAAyB,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAA;IAC/F,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAA;IAC3C,MAAM,iBAAiB,GAAG,QAAQ,CAAC,oBAAoB,IAAI,IAAI,CAAA;IAC/D,MAAM,aAAa,GAAG,QAAQ,CAAC,eAAe,IAAI,IAAI,CAAA;IAEtD,MAAM,OAAO,GAAG,aAAa;QAC3B,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7E,CAAC,CAAC,MAAM,CAAC,OAAO,CAAA;IAElB,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IACjE,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;QACtD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;YAChC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,sBAAsB,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC,CAAA;QAC5G,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAA6B,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE;QACjE,MAAM,MAAM,GAA+B,EAAE,CAAA;QAC7C,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;YACvD,MAAM,GAAG,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAA;YAC1C,MAAM,QAAQ,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAA;YAEhE,IAAI,GAAG,GAAG,GAAG,IAAI,EAAE,CAAA;YACnB,IAAI,CAAC,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;gBACzB,GAAG,GAAG,eAAe,CAAC,GAAG,EAAE,CAAC,CAAC,UAAU,CAAC,CAAA;YAC1C,CAAC;YAED,IAAI,iBAAiB,IAAI,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;gBAC3C,IAAI,CAAC,CAAC,aAAa,KAAK,SAAS,IAAI,CAAC,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,CAAC,aAAa,KAAK,EAAE,EAAE,CAAC;oBACxF,GAAG,GAAG,CAAC,CAAC,aAAa,CAAA;gBACvB,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,IAAI,CAAA;oBAC1B,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;wBACf,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,wBAAwB,EAAE,CAAC,GAAG,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC,CAAA;oBACrF,CAAC;oBACD,SAAQ;gBACV,CAAC;YACH,CAAC;YAED,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,CAAA;YACxC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAA;QACtD,CAAC;QAED,MAAM,UAAU,GAAoB;YAClC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE;YAC3B,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;YACrC,MAAM;YACN,OAAO,EAAE;gBACP,kBAAkB,EAAE,GAAG;aACxB;SACF,CAAA;QAED,MAAM,UAAU,GAAG,IAAA,mDAAkB,EAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAA;QAChE,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,UAAU,EAAE,UAAU,EAAE,CAAA;IACnD,CAAC,CAAC,CAAA;IAEF,iCAAiC;IACjC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;IACvC,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,GAAG,wBAAwB,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;IAEzE,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,OAAO,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAA;IACxF,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAA;IAChE,OAAO;QACL,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO;QACjE,MAAM;QACN,eAAe,EAAE,IAAI;QACrB,IAAI;KACL,CAAA;AACH,CAAC"}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,OAAO,CAAA;AACrB,cAAc,UAAU,CAAA"}
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("./csv"), exports);
|
|
18
|
+
__exportStar(require("./import"), exports);
|
|
19
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,wCAAqB;AACrB,2CAAwB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"root":["../src/csv.ts","../src/import.ts","../src/index.ts","../src/__tests__/admission-import.spec.ts","../src/__tests__/csv.spec.ts","../src/__tests__/import.spec.ts","../src/types/json-2-csv.d.ts"],"version":"5.8.3"}
|
package/package.json
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@etohq/workflows-input-dataset-runtime",
|
|
3
|
+
"version": "0.0.1-next-20260318155517",
|
|
4
|
+
"description": "CSV parsing + mapping runtime for @etohq/workflows-input-dataset",
|
|
5
|
+
"main": "dist/index.js",
|
|
6
|
+
"types": "dist/index.d.ts",
|
|
7
|
+
"exports": {
|
|
8
|
+
".": {
|
|
9
|
+
"types": "./dist/index.d.ts",
|
|
10
|
+
"import": "./dist/index.js",
|
|
11
|
+
"require": "./dist/index.js"
|
|
12
|
+
}
|
|
13
|
+
},
|
|
14
|
+
"files": [
|
|
15
|
+
"dist"
|
|
16
|
+
],
|
|
17
|
+
"dependencies": {
|
|
18
|
+
"@etohq/workflows-input-schema": "0.0.1-next-20260318155517",
|
|
19
|
+
"@etohq/workflows-input-schema-runtime": "0.0.1-next-20260318155517",
|
|
20
|
+
"@etohq/workflows-input-dataset": "0.0.1-next-20260318155517",
|
|
21
|
+
"json-2-csv": "5.5.4"
|
|
22
|
+
},
|
|
23
|
+
"devDependencies": {
|
|
24
|
+
"@types/node": "22.10.5",
|
|
25
|
+
"rimraf": "5.0.2",
|
|
26
|
+
"typescript": "5.8.3"
|
|
27
|
+
},
|
|
28
|
+
"scripts": {
|
|
29
|
+
"build": "rimraf dist && tsc --build",
|
|
30
|
+
"watch": "tsc --build --watch",
|
|
31
|
+
"test": "jest --runInBand --bail --passWithNoTests --forceExit -- src"
|
|
32
|
+
}
|
|
33
|
+
}
|