@etohq/workflows-dataset-module 0.0.1-next-20260318155517

package/README.md

@@ -0,0 +1,34 @@
+# `@etohq/workflows-dataset-module`
+
+Persistence for dataset onboarding and imports.
+
+This module intentionally does not parse CSV/PDF or run preview logic. Those behaviors belong in
+workflow steps (using `@etohq/workflows-input-dataset-*-runtime`) so they can evolve independently
+of persistence concerns.
+
+## What It Stores
+- `DatasetSource`: reference to an uploaded/external file (by `storage_key`) plus metadata.
+- `DatasetDraft`: wizard state (schema spec + import/extract specs) that tenants can treat as
+  templates or per-tenant drafts.
+
+## Usage
+This package is meant to be loaded by Eto Modules SDK. It exports a default module entry:
+
+```ts
+import datasetModule from "@etohq/workflows-dataset-module"
+// datasetModule.service is DatasetModuleService
+```
+
+The module service contract is defined in `@etohq/workflows-types` as `IDatasetModuleService`.
+
+## Testing (Dist-First)
+Integration tests load the module through Eto Modules SDK, which resolves the package entry from
+`dist`. Build first, then run tests against Postgres:
+
+```bash
+pnpm --filter @etohq/workflows-dataset-module build
+DB_HOST=localhost DB_USERNAME=postgres DB_PASSWORD=postgres \
+  pnpm --filter @etohq/workflows-dataset-module test:integration
+```
+
+Note: Jest runs with `NODE_OPTIONS=--experimental-vm-modules` for the modules loader.

package/dist/index.d.ts

@@ -0,0 +1,13 @@
+export * from "./models";
+export * from "./services";
+import { DatasetModuleService } from "./services";
+/**
+ * Eto Modules SDK entrypoint.
+ *
+ * Modules SDK resolves `default` export and reads `service` from it.
+ */
+declare const _default: {
+    service: typeof DatasetModuleService;
+};
+export default _default;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAA;AACxB,cAAc,YAAY,CAAA;AAE1B,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAA;AAEjD;;;;GAIG;;;;AACH,wBAEC"}

package/dist/index.js

@@ -0,0 +1,28 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./models"), exports);
+__exportStar(require("./services"), exports);
+const services_1 = require("./services");
+/**
+ * Eto Modules SDK entrypoint.
+ *
+ * Modules SDK resolves `default` export and reads `service` from it.
+ */
+exports.default = {
+    service: services_1.DatasetModuleService,
+};
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAwB;AACxB,6CAA0B;AAE1B,yCAAiD;AAEjD;;;;GAIG;AACH,kBAAe;IACb,OAAO,EAAE,+BAAoB;CAC9B,CAAA"}

package/dist/models/dataset-draft.d.ts

@@ -0,0 +1,21 @@
+/**
+ * A persisted wizard/draft for turning a source into typed records.
+ *
+ * This record is intentionally domain-agnostic: the tenant decides what a "row" means by storing
+ * `schema_spec` and mapping/extraction specs.
+ */
+export declare const DatasetDraft: import("@etohq/framework/utils").DmlEntity<import("@etohq/framework/utils").DMLEntitySchemaBuilder<{
+    id: import("@etohq/framework/utils").PrimaryKeyModifier<string, import("@etohq/framework/utils").IdProperty>;
+    tenant_id: import("@etohq/framework/utils").TextProperty;
+    name: import("@etohq/framework/utils").TextProperty;
+    kind: import("@etohq/framework/utils").EnumProperty<["csv", "pdf"]>;
+    status: import("@etohq/framework/utils").EnumProperty<["draft", "ready", "archived"]>;
+    source_id: import("@etohq/framework/utils").NullableModifier<string, import("@etohq/framework/utils").TextProperty>;
+    revision: import("@etohq/framework/utils").NumberProperty;
+    schema_spec: import("@etohq/framework/utils").NullableModifier<Record<string, unknown>, import("@etohq/framework/utils").JSONProperty>;
+    dataset_import_spec: import("@etohq/framework/utils").NullableModifier<Record<string, unknown>, import("@etohq/framework/utils").JSONProperty>;
+    pdf_extract_spec: import("@etohq/framework/utils").NullableModifier<Record<string, unknown>, import("@etohq/framework/utils").JSONProperty>;
+    is_template: import("@etohq/framework/utils").BooleanProperty;
+    metadata: import("@etohq/framework/utils").JSONProperty;
+}>, "DatasetDraft">;
+//# sourceMappingURL=dataset-draft.d.ts.map

package/dist/models/dataset-draft.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dataset-draft.d.ts","sourceRoot":"","sources":["../../src/models/dataset-draft.ts"],"names":[],"mappings":"AAEA;;;;;GAKG;AACH,eAAO,MAAM,YAAY;;;;;;;;;;;;;mBA8BrB,CAAA"}

package/dist/models/dataset-draft.js

@@ -0,0 +1,36 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DatasetDraft = void 0;
+const utils_1 = require("@etohq/framework/utils");
+/**
+ * A persisted wizard/draft for turning a source into typed records.
+ *
+ * This record is intentionally domain-agnostic: the tenant decides what a "row" means by storing
+ * `schema_spec` and mapping/extraction specs.
+ */
+exports.DatasetDraft = utils_1.model
+    .define("DatasetDraft", {
+    id: utils_1.model.id({ prefix: "ds_dft" }).primaryKey(),
+    tenant_id: utils_1.model.text(),
+    name: utils_1.model.text(),
+    kind: utils_1.model.enum(["csv", "pdf"]),
+    status: utils_1.model.enum(["draft", "ready", "archived"]).default("draft"),
+    source_id: utils_1.model.text().nullable(),
+    revision: utils_1.model.number().default(1),
+    schema_spec: utils_1.model.json().nullable(),
+    dataset_import_spec: utils_1.model.json().nullable(),
+    pdf_extract_spec: utils_1.model.json().nullable(),
+    is_template: utils_1.model.boolean().default(false),
+    metadata: utils_1.model.json().default({}),
+})
+    .indexes([
+    {
+        name: "IDX_dataset_draft_tenant_kind_status",
+        on: ["tenant_id", "kind", "status"],
+    },
+    {
+        name: "IDX_dataset_draft_tenant_name",
+        on: ["tenant_id", "name"],
+    },
+]);
+//# sourceMappingURL=dataset-draft.js.map

package/dist/models/dataset-draft.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dataset-draft.js","sourceRoot":"","sources":["../../src/models/dataset-draft.ts"],"names":[],"mappings":";;;AAAA,kDAA8C;AAE9C;;;;;GAKG;AACU,QAAA,YAAY,GAAG,aAAK;KAC9B,MAAM,CAAC,cAAc,EAAE;IACtB,EAAE,EAAE,aAAK,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,UAAU,EAAE;IAE/C,SAAS,EAAE,aAAK,CAAC,IAAI,EAAE;IAEvB,IAAI,EAAE,aAAK,CAAC,IAAI,EAAE;IAClB,IAAI,EAAE,aAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAChC,MAAM,EAAE,aAAK,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;IAEnE,SAAS,EAAE,aAAK,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE;IAElC,QAAQ,EAAE,aAAK,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAEnC,WAAW,EAAE,aAAK,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE;IACpC,mBAAmB,EAAE,aAAK,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE;IAC5C,gBAAgB,EAAE,aAAK,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE;IAEzC,WAAW,EAAE,aAAK,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IAC3C,QAAQ,EAAE,aAAK,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;CACnC,CAAC;KACD,OAAO,CAAC;IACP;QACE,IAAI,EAAE,sCAAsC;QAC5C,EAAE,EAAE,CAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,CAAC;KACpC;IACD;QACE,IAAI,EAAE,+BAA+B;QACrC,EAAE,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC;KAC1B;CACF,CAAC,CAAA"}

package/dist/models/dataset-import-run.d.ts

@@ -0,0 +1,22 @@
+/**
+ * A persisted execution record for an import run.
+ *
+ * Orchestration that generates/consumes these runs should live in flows/workflows.
+ * The module stores stable status + counters + metadata for progress UI and audit.
+ */
+export declare const DatasetImportRun: import("@etohq/framework/utils").DmlEntity<import("@etohq/framework/utils").DMLEntitySchemaBuilder<{
+    id: import("@etohq/framework/utils").PrimaryKeyModifier<string, import("@etohq/framework/utils").IdProperty>;
+    tenant_id: import("@etohq/framework/utils").TextProperty;
+    status: import("@etohq/framework/utils").EnumProperty<["queued", "running", "succeeded", "failed", "canceled"]>;
+    source_id: import("@etohq/framework/utils").NullableModifier<string, import("@etohq/framework/utils").TextProperty>;
+    draft_id: import("@etohq/framework/utils").NullableModifier<string, import("@etohq/framework/utils").TextProperty>;
+    draft_revision: import("@etohq/framework/utils").NullableModifier<number, import("@etohq/framework/utils").NumberProperty>;
+    records_total: import("@etohq/framework/utils").NullableModifier<number, import("@etohq/framework/utils").NumberProperty>;
+    records_succeeded: import("@etohq/framework/utils").NullableModifier<number, import("@etohq/framework/utils").NumberProperty>;
+    records_failed: import("@etohq/framework/utils").NullableModifier<number, import("@etohq/framework/utils").NumberProperty>;
+    started_at: import("@etohq/framework/utils").NullableModifier<Date, import("@etohq/framework/utils").DateTimeProperty>;
+    finished_at: import("@etohq/framework/utils").NullableModifier<Date, import("@etohq/framework/utils").DateTimeProperty>;
+    error_summary: import("@etohq/framework/utils").NullableModifier<Record<string, unknown>, import("@etohq/framework/utils").JSONProperty>;
+    metadata: import("@etohq/framework/utils").JSONProperty;
+}>, "DatasetImportRun">;
+//# sourceMappingURL=dataset-import-run.d.ts.map

package/dist/models/dataset-import-run.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dataset-import-run.d.ts","sourceRoot":"","sources":["../../src/models/dataset-import-run.ts"],"names":[],"mappings":"AAEA;;;;;GAKG;AACH,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;uBAqCzB,CAAA"}

package/dist/models/dataset-import-run.js

@@ -0,0 +1,43 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DatasetImportRun = void 0;
+const utils_1 = require("@etohq/framework/utils");
+/**
+ * A persisted execution record for an import run.
+ *
+ * Orchestration that generates/consumes these runs should live in flows/workflows.
+ * The module stores stable status + counters + metadata for progress UI and audit.
+ */
+exports.DatasetImportRun = utils_1.model
+    .define("DatasetImportRun", {
+    id: utils_1.model.id({ prefix: "ds_run" }).primaryKey(),
+    tenant_id: utils_1.model.text(),
+    status: utils_1.model
+        .enum(["queued", "running", "succeeded", "failed", "canceled"])
+        .default("queued"),
+    source_id: utils_1.model.text().nullable(),
+    draft_id: utils_1.model.text().nullable(),
+    draft_revision: utils_1.model.number().nullable(),
+    records_total: utils_1.model.number().nullable(),
+    records_succeeded: utils_1.model.number().nullable(),
+    records_failed: utils_1.model.number().nullable(),
+    started_at: utils_1.model.dateTime().nullable(),
+    finished_at: utils_1.model.dateTime().nullable(),
+    error_summary: utils_1.model.json().nullable(),
+    metadata: utils_1.model.json().default({}),
+})
+    .indexes([
+    {
+        name: "IDX_dataset_import_run_tenant_status",
+        on: ["tenant_id", "status"],
+    },
+    {
+        name: "IDX_dataset_import_run_source",
+        on: ["source_id"],
+    },
+    {
+        name: "IDX_dataset_import_run_draft",
+        on: ["draft_id"],
+    },
+]);
+//# sourceMappingURL=dataset-import-run.js.map

package/dist/models/dataset-import-run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dataset-import-run.js","sourceRoot":"","sources":["../../src/models/dataset-import-run.ts"],"names":[],"mappings":";;;AAAA,kDAA8C;AAE9C;;;;;GAKG;AACU,QAAA,gBAAgB,GAAG,aAAK;KAClC,MAAM,CAAC,kBAAkB,EAAE;IAC1B,EAAE,EAAE,aAAK,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,UAAU,EAAE;IAE/C,SAAS,EAAE,aAAK,CAAC,IAAI,EAAE;IAEvB,MAAM,EAAE,aAAK;SACV,IAAI,CAAC,CAAC,QAAQ,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;SAC9D,OAAO,CAAC,QAAQ,CAAC;IAEpB,SAAS,EAAE,aAAK,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE;IAClC,QAAQ,EAAE,aAAK,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE;IACjC,cAAc,EAAE,aAAK,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAEzC,aAAa,EAAE,aAAK,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,iBAAiB,EAAE,aAAK,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5C,cAAc,EAAE,aAAK,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAEzC,UAAU,EAAE,aAAK,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,WAAW,EAAE,aAAK,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAExC,aAAa,EAAE,aAAK,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE;IACtC,QAAQ,EAAE,aAAK,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;CACnC,CAAC;KACD,OAAO,CAAC;IACP;QACE,IAAI,EAAE,sCAAsC;QAC5C,EAAE,EAAE,CAAC,WAAW,EAAE,QAAQ,CAAC;KAC5B;IACD;QACE,IAAI,EAAE,+BAA+B;QACrC,EAAE,EAAE,CAAC,WAAW,CAAC;KAClB;IACD;QACE,IAAI,EAAE,8BAA8B;QACpC,EAAE,EAAE,CAAC,UAAU,CAAC;KACjB;CACF,CAAC,CAAA"}

package/dist/models/dataset-source.d.ts

@@ -0,0 +1,18 @@
+/**
+ * A persisted reference to raw import bytes (CSV, PDF, etc.) stored elsewhere.
+ *
+ * The module stores only metadata + a `storage_key` so different apps can use different storage
+ * backends without changing the dataset domain.
+ */
+export declare const DatasetSource: import("@etohq/framework/utils").DmlEntity<import("@etohq/framework/utils").DMLEntitySchemaBuilder<{
+    id: import("@etohq/framework/utils").PrimaryKeyModifier<string, import("@etohq/framework/utils").IdProperty>;
+    tenant_id: import("@etohq/framework/utils").TextProperty;
+    source_type: import("@etohq/framework/utils").TextProperty;
+    storage_key: import("@etohq/framework/utils").TextProperty;
+    original_filename: import("@etohq/framework/utils").NullableModifier<string, import("@etohq/framework/utils").TextProperty>;
+    content_type: import("@etohq/framework/utils").NullableModifier<string, import("@etohq/framework/utils").TextProperty>;
+    size_bytes: import("@etohq/framework/utils").NullableModifier<number, import("@etohq/framework/utils").NumberProperty>;
+    checksum_sha256: import("@etohq/framework/utils").NullableModifier<string, import("@etohq/framework/utils").TextProperty>;
+    metadata: import("@etohq/framework/utils").JSONProperty;
+}>, "DatasetSource">;
+//# sourceMappingURL=dataset-source.d.ts.map

package/dist/models/dataset-source.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dataset-source.d.ts","sourceRoot":"","sources":["../../src/models/dataset-source.ts"],"names":[],"mappings":"AAEA;;;;;GAKG;AACH,eAAO,MAAM,aAAa;;;;;;;;;;oBAqBtB,CAAA"}

package/dist/models/dataset-source.js

@@ -0,0 +1,29 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DatasetSource = void 0;
+const utils_1 = require("@etohq/framework/utils");
+/**
+ * A persisted reference to raw import bytes (CSV, PDF, etc.) stored elsewhere.
+ *
+ * The module stores only metadata + a `storage_key` so different apps can use different storage
+ * backends without changing the dataset domain.
+ */
+exports.DatasetSource = utils_1.model
+    .define("DatasetSource", {
+    id: utils_1.model.id({ prefix: "ds_src" }).primaryKey(),
+    tenant_id: utils_1.model.text(),
+    source_type: utils_1.model.text(),
+    storage_key: utils_1.model.text(),
+    original_filename: utils_1.model.text().nullable(),
+    content_type: utils_1.model.text().nullable(),
+    size_bytes: utils_1.model.number().nullable(),
+    checksum_sha256: utils_1.model.text().nullable(),
+    metadata: utils_1.model.json().default({}),
+})
+    .indexes([
+    {
+        name: "IDX_dataset_source_tenant_storage_key",
+        on: ["tenant_id", "storage_key"],
+    },
+]);
+//# sourceMappingURL=dataset-source.js.map

package/dist/models/dataset-source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dataset-source.js","sourceRoot":"","sources":["../../src/models/dataset-source.ts"],"names":[],"mappings":";;;AAAA,kDAA8C;AAE9C;;;;;GAKG;AACU,QAAA,aAAa,GAAG,aAAK;KAC/B,MAAM,CAAC,eAAe,EAAE;IACvB,EAAE,EAAE,aAAK,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,UAAU,EAAE;IAE/C,SAAS,EAAE,aAAK,CAAC,IAAI,EAAE;IAEvB,WAAW,EAAE,aAAK,CAAC,IAAI,EAAE;IACzB,WAAW,EAAE,aAAK,CAAC,IAAI,EAAE;IAEzB,iBAAiB,EAAE,aAAK,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE;IAC1C,YAAY,EAAE,aAAK,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE;IACrC,UAAU,EAAE,aAAK,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,eAAe,EAAE,aAAK,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE;IAExC,QAAQ,EAAE,aAAK,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;CACnC,CAAC;KACD,OAAO,CAAC;IACP;QACE,IAAI,EAAE,uCAAuC;QAC7C,EAAE,EAAE,CAAC,WAAW,EAAE,aAAa,CAAC;KACjC;CACF,CAAC,CAAA"}

package/dist/models/index.d.ts

@@ -0,0 +1,4 @@
+export * from "./dataset-source";
+export * from "./dataset-draft";
+export * from "./dataset-import-run";
+//# sourceMappingURL=index.d.ts.map

package/dist/models/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/models/index.ts"],"names":[],"mappings":"AAAA,cAAc,kBAAkB,CAAA;AAChC,cAAc,iBAAiB,CAAA;AAC/B,cAAc,sBAAsB,CAAA"}

package/dist/models/index.js

@@ -0,0 +1,20 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./dataset-source"), exports);
+__exportStar(require("./dataset-draft"), exports);
+__exportStar(require("./dataset-import-run"), exports);
+//# sourceMappingURL=index.js.map

package/dist/models/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/models/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mDAAgC;AAChC,kDAA+B;AAC/B,uDAAoC"}

package/dist/services/dataset-module.service.d.ts

@@ -0,0 +1,49 @@
+import type { Context, DAL, InternalModuleDeclaration, ModulesSdkTypes } from "@etohq/types";
+import type { CreateDatasetDraftDTO, CreateDatasetImportRunDTO, CreateDatasetSourceDTO, DatasetDraftDTO, DatasetImportRunDTO, DatasetSourceDTO, IDatasetModuleService, UpdateDatasetDraftRequestDTO, UpdateDatasetImportRunRequestDTO, UpdateDatasetSourceDTO } from "@etohq/workflows-types";
+import { DatasetDraft, DatasetImportRun, DatasetSource } from "../models";
+type InjectedDependencies = {
+    baseRepository: DAL.RepositoryService;
+    datasetSourceService: ModulesSdkTypes.IEtoInternalService<typeof DatasetSource>;
+    datasetDraftService: ModulesSdkTypes.IEtoInternalService<typeof DatasetDraft>;
+    datasetImportRunService: ModulesSdkTypes.IEtoInternalService<typeof DatasetImportRun>;
+};
+declare const DatasetModuleService_base: import("@etohq/framework/utils").EtoServiceReturnType<{
+    DatasetSource: {
+        dto: DatasetSourceDTO;
+        model: typeof DatasetSource;
+    };
+    DatasetDraft: {
+        dto: DatasetDraftDTO;
+        model: typeof DatasetDraft;
+    };
+    DatasetImportRun: {
+        dto: DatasetImportRunDTO;
+        model: typeof DatasetImportRun;
+    };
+}>;
+export declare class DatasetModuleService extends DatasetModuleService_base implements IDatasetModuleService {
+    protected readonly moduleDeclaration: InternalModuleDeclaration;
+    protected baseRepository_: DAL.RepositoryService;
+    protected datasetSourceService_: ModulesSdkTypes.IEtoInternalService<typeof DatasetSource>;
+    protected datasetDraftService_: ModulesSdkTypes.IEtoInternalService<typeof DatasetDraft>;
+    protected datasetImportRunService_: ModulesSdkTypes.IEtoInternalService<typeof DatasetImportRun>;
+    constructor({ baseRepository, datasetSourceService, datasetDraftService, datasetImportRunService, }: InjectedDependencies, moduleDeclaration: InternalModuleDeclaration);
+    createDatasetSources(data: CreateDatasetSourceDTO[], sharedContext?: Context): Promise<DatasetSourceDTO[]>;
+    createDatasetSources(data: CreateDatasetSourceDTO, sharedContext?: Context): Promise<DatasetSourceDTO>;
+    updateDatasetSources(data: ({
+        id: string;
+    } & UpdateDatasetSourceDTO)[], sharedContext?: Context): Promise<DatasetSourceDTO[]>;
+    updateDatasetSources(data: {
+        id: string;
+    } & UpdateDatasetSourceDTO, sharedContext?: Context): Promise<DatasetSourceDTO>;
+    createDatasetDrafts(data: CreateDatasetDraftDTO[], sharedContext?: Context): Promise<DatasetDraftDTO[]>;
+    createDatasetDrafts(data: CreateDatasetDraftDTO, sharedContext?: Context): Promise<DatasetDraftDTO>;
+    updateDatasetDrafts(data: UpdateDatasetDraftRequestDTO[], sharedContext?: Context): Promise<DatasetDraftDTO[]>;
+    updateDatasetDrafts(data: UpdateDatasetDraftRequestDTO, sharedContext?: Context): Promise<DatasetDraftDTO>;
+    createDatasetImportRuns(data: CreateDatasetImportRunDTO[], sharedContext?: Context): Promise<DatasetImportRunDTO[]>;
+    createDatasetImportRuns(data: CreateDatasetImportRunDTO, sharedContext?: Context): Promise<DatasetImportRunDTO>;
+    updateDatasetImportRuns(data: UpdateDatasetImportRunRequestDTO[], sharedContext?: Context): Promise<DatasetImportRunDTO[]>;
+    updateDatasetImportRuns(data: UpdateDatasetImportRunRequestDTO, sharedContext?: Context): Promise<DatasetImportRunDTO>;
+}
+export {};
+//# sourceMappingURL=dataset-module.service.d.ts.map

package/dist/services/dataset-module.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dataset-module.service.d.ts","sourceRoot":"","sources":["../../src/services/dataset-module.service.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,OAAO,EACP,GAAG,EAEH,yBAAyB,EACzB,eAAe,EAChB,MAAM,cAAc,CAAA;AAQrB,OAAO,KAAK,EACV,qBAAqB,EACrB,yBAAyB,EACzB,sBAAsB,EACtB,eAAe,EACf,mBAAmB,EACnB,gBAAgB,EAChB,qBAAqB,EACrB,4BAA4B,EAC5B,gCAAgC,EAChC,sBAAsB,EACvB,MAAM,wBAAwB,CAAA;AAC/B,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,WAAW,CAAA;AAEzE,KAAK,oBAAoB,GAAG;IAC1B,cAAc,EAAE,GAAG,CAAC,iBAAiB,CAAA;IACrC,oBAAoB,EAAE,eAAe,CAAC,mBAAmB,CAAC,OAAO,aAAa,CAAC,CAAA;IAC/E,mBAAmB,EAAE,eAAe,CAAC,mBAAmB,CAAC,OAAO,YAAY,CAAC,CAAA;IAC7E,uBAAuB,EAAE,eAAe,CAAC,mBAAmB,CAAC,OAAO,gBAAgB,CAAC,CAAA;CACtF,CAAA;;mBAmJkB;QAAE,GAAG,EAAE,gBAAgB,CAAC;QAAC,KAAK,EAAE,OAAO,aAAa,CAAA;KAAE;kBACvD;QAAE,GAAG,EAAE,eAAe,CAAC;QAAC,KAAK,EAAE,OAAO,YAAY,CAAA;KAAE;sBAChD;QAAE,GAAG,EAAE,mBAAmB,CAAC;QAAC,KAAK,EAAE,OAAO,gBAAgB,CAAA;KAAE;;AAJlF,qBAAa,oBACX,SAAQ,yBASR,YAAW,qBAAqB;IAc9B,SAAS,CAAC,QAAQ,CAAC,iBAAiB,EAAE,yBAAyB;IAZjE,SAAS,CAAC,eAAe,EAAE,GAAG,CAAC,iBAAiB,CAAA;IAChD,SAAS,CAAC,qBAAqB,EAAE,eAAe,CAAC,mBAAmB,CAAC,OAAO,aAAa,CAAC,CAAA;IAC1F,SAAS,CAAC,oBAAoB,EAAE,eAAe,CAAC,mBAAmB,CAAC,OAAO,YAAY,CAAC,CAAA;IACxF,SAAS,CAAC,wBAAwB,EAAE,eAAe,CAAC,mBAAmB,CAAC,OAAO,gBAAgB,CAAC,CAAA;gBAG9F,EACE,cAAc,EACd,oBAAoB,EACpB,mBAAmB,EACnB,uBAAuB,GACxB,EAAE,oBAAoB,EACJ,iBAAiB,EAAE,yBAAyB;IAU3D,oBAAoB,CACxB,IAAI,EAAE,sBAAsB,EAAE,EAC9B,aAAa,CAAC,EAAE,OAAO,GACtB,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAExB,oBAAoB,CACxB,IAAI,EAAE,sBAAsB,EAC5B,aAAa,CAAC,EAAE,OAAO,GACtB,OAAO,CAAC,gBAAgB,CAAC;IAiBtB,oBAAoB,CACxB,IAAI,EAAE,CAAC;QAAE,EAAE,EAAE,MAAM,CAAA;KAAE,GAAG,sBAAsB,CAAC,EAAE,EACjD,aAAa,CAAC,EAAE,OAAO,GACtB,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAExB,oBAAoB,CACxB,IAAI,EAAE;QAAE,EAAE,EAAE,MAAM,CAAA;KAAE,GAAG,sBAAsB,EAC7C,aAAa,CAAC,EAAE,OAAO,GACtB,OAAO,CAAC,gBAAgB,CAAC;IAiBtB,mBAAmB,CACvB,IAAI,EAAE,qBAAqB,EAAE,EAC7B,aAAa,CAAC,EAAE,OAAO,GACtB,OAAO,CAAC,eAAe,EAAE,CAAC;IAEvB,mBAAmB,CACvB,IAAI,EAAE,qBAAqB,EAC3B,aAAa,CAAC,EAAE,OAAO,GACtB,OAAO,CAAC,eAAe,CAAC;IAoCrB,mBAAmB,CACvB,IAAI,EAAE,4BAA4B,EAAE,EACpC,aAAa,CAAC,EAAE,OAAO,GACtB,OAAO,CAAC,eAAe,EAAE,CAAC;IAEvB,mBAAmB,CACvB,IAAI,EAAE,4BAA4B,EAClC,aAAa,CAAC,EAAE,OAAO,GACtB,OAAO,CAAC,eAAe,CAAC;IAyErB,uBAAuB,CAC3B,IAAI,EAAE,yBAAyB,EAAE,EACjC,aAAa,CAAC,EAAE,OAAO,GACtB,OAAO,CAAC,mBAAmB,EAAE,CAAC;IAE3B,uBAAuB,CAC3B,IAAI,EAAE,yBAAyB,EAC/B,aAAa,CAAC,EAAE,OAAO,GACtB,OAAO,CAAC,mBAAmB,CAAC;IAyBzB,uBAAuB,CAC3B,IAAI,EAAE,gCAAgC,EAAE,EACxC,aAAa,CAAC,EAAE,OAAO,GACtB,OAAO,CAAC,mBAAmB,EAAE,CAAC;IAE3B,uBAAuB,CAC3B,IAAI,EAAE,gCAAgC,EACtC,aAAa,CAAC,EAAE,OAAO,GACtB,OAAO,CAAC,mBAAmB,CAAC;CA4ChC"}

package/dist/services/dataset-module.service.js

@@ -0,0 +1,282 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DatasetModuleService = void 0;
+const utils_1 = require("@etohq/framework/utils");
+const models_1 = require("../models");
+const allowedDraftTransitions = {
+    draft: ["ready", "archived"],
+    ready: ["archived"],
+    archived: [],
+};
+const allowedRunTransitions = {
+    queued: ["running", "canceled"],
+    running: ["succeeded", "failed", "canceled"],
+    succeeded: [],
+    failed: [],
+    canceled: [],
+};
+function assertNonNegativeInteger(value, label) {
+    if (!Number.isFinite(value) || value < 0 || Math.floor(value) !== value) {
+        throw new utils_1.EtoError(utils_1.EtoError.Types.INVALID_DATA, `${label} must be a non-negative integer`);
+    }
+}
+function assertAllowedTransition(params) {
+    if (params.from === params.to) {
+        return;
+    }
+    if (!params.allowed.includes(params.to)) {
+        throw new utils_1.EtoError(utils_1.EtoError.Types.INVALID_DATA, `${params.label} transition not allowed: ${params.from} -> ${params.to}`);
+    }
+}
+function assertDraftReadyRequirements(input) {
+    if (!input.schema_spec) {
+        throw new utils_1.EtoError(utils_1.EtoError.Types.INVALID_DATA, "schema_spec is required");
+    }
+    if (input.kind === "csv") {
+        if (!input.dataset_import_spec) {
+            throw new utils_1.EtoError(utils_1.EtoError.Types.INVALID_DATA, "dataset_import_spec is required for csv drafts");
+        }
+        const target = input.dataset_import_spec.target;
+        if (target.schema_id !== input.schema_spec.id ||
+            target.schema_version !== input.schema_spec.version) {
+            throw new utils_1.EtoError(utils_1.EtoError.Types.INVALID_DATA, "dataset_import_spec target must match schema_spec (id + version)");
+        }
+    }
+    if (input.kind === "pdf") {
+        if (!input.pdf_extract_spec) {
+            throw new utils_1.EtoError(utils_1.EtoError.Types.INVALID_DATA, "pdf_extract_spec is required for pdf drafts");
+        }
+    }
+}
+function assertRunCounters(input) {
+    const total = input.records_total;
+    const succeeded = input.records_succeeded;
+    const failed = input.records_failed;
+    if (total !== null && total !== undefined) {
+        assertNonNegativeInteger(total, "records_total");
+    }
+    if (succeeded !== null && succeeded !== undefined) {
+        assertNonNegativeInteger(succeeded, "records_succeeded");
+    }
+    if (failed !== null && failed !== undefined) {
+        assertNonNegativeInteger(failed, "records_failed");
+    }
+    if (total !== null &&
+        total !== undefined &&
+        succeeded !== null &&
+        succeeded !== undefined &&
+        succeeded > total) {
+        throw new utils_1.EtoError(utils_1.EtoError.Types.INVALID_DATA, "records_succeeded cannot exceed records_total");
+    }
+    if (total !== null &&
+        total !== undefined &&
+        failed !== null &&
+        failed !== undefined &&
+        failed > total) {
+        throw new utils_1.EtoError(utils_1.EtoError.Types.INVALID_DATA, "records_failed cannot exceed records_total");
+    }
+    if (total !== null &&
+        total !== undefined &&
+        succeeded !== null &&
+        succeeded !== undefined &&
+        failed !== null &&
+        failed !== undefined &&
+        succeeded + failed > total) {
+        throw new utils_1.EtoError(utils_1.EtoError.Types.INVALID_DATA, "records_succeeded + records_failed cannot exceed records_total");
+    }
+}
+class DatasetModuleService extends (0, utils_1.EtoService)({
+    DatasetSource: models_1.DatasetSource,
+    DatasetDraft: models_1.DatasetDraft,
+    DatasetImportRun: models_1.DatasetImportRun,
+}) {
+    constructor({ baseRepository, datasetSourceService, datasetDraftService, datasetImportRunService, }, moduleDeclaration) {
+        super(...arguments);
+        this.moduleDeclaration = moduleDeclaration;
+        this.baseRepository_ = baseRepository;
+        this.datasetSourceService_ = datasetSourceService;
+        this.datasetDraftService_ = datasetDraftService;
+        this.datasetImportRunService_ = datasetImportRunService;
+    }
+    // @ts-expect-error strict DTO input (module contract), base type is broader
+    async createDatasetSources(data, sharedContext = {}) {
+        const input = Array.isArray(data) ? data : [data];
+        const created = await this.datasetSourceService_.create(input, sharedContext);
+        const serialized = await this.baseRepository_.serialize(created);
+        return Array.isArray(data) ? serialized : serialized[0];
+    }
+    // @ts-expect-error strict DTO input (module contract), base type is broader
+    async updateDatasetSources(data, sharedContext = {}) {
+        const input = Array.isArray(data) ? data : [data];
+        const updated = await this.datasetSourceService_.update(input, sharedContext);
+        const serialized = await this.baseRepository_.serialize(updated);
+        return Array.isArray(data) ? serialized : serialized[0];
+    }
+    // @ts-expect-error strict DTO input (module contract), base type is broader
+    async createDatasetDrafts(data, sharedContext = {}) {
+        const input = (Array.isArray(data) ? data : [data]).map((d) => ({
+            ...d,
+            status: d.status ?? "draft",
+            revision: d.revision ?? 1,
+            is_template: d.is_template ?? false,
+            metadata: d.metadata ?? {},
+        }));
+        input.forEach((d) => {
+            const status = d.status ?? "draft";
+            if (status === "ready") {
+                assertDraftReadyRequirements({
+                    kind: d.kind,
+                    schema_spec: d.schema_spec ?? null,
+                    dataset_import_spec: d.dataset_import_spec ?? null,
+                    pdf_extract_spec: d.pdf_extract_spec ?? null,
+                });
+            }
+        });
+        const created = await this.datasetDraftService_.create(input, sharedContext);
+        const serialized = await this.baseRepository_.serialize(created);
+        return Array.isArray(data) ? serialized : serialized[0];
+    }
+    // @ts-expect-error strict DTO input (module contract), base type is broader
+    async updateDatasetDrafts(data, sharedContext = {}) {
+        const input = Array.isArray(data) ? data : [data];
+        const updated = await Promise.all(input.map(async (patch) => {
+            const existing = (await this.datasetDraftService_.retrieve(patch.id, {}, sharedContext));
+            const currentRevision = typeof existing.revision === "number" ? existing.revision : 1;
+            if (patch.expected_revision !== null &&
+                patch.expected_revision !== undefined &&
+                patch.expected_revision !== currentRevision) {
+                throw new utils_1.EtoError(utils_1.EtoError.Types.INVALID_DATA, `stale draft update: expected_revision=${patch.expected_revision}, current_revision=${currentRevision}`);
+            }
+            const nextStatus = (patch.status ?? existing.status);
+            assertAllowedTransition({
+                label: "DatasetDraft.status",
+                from: existing.status,
+                to: nextStatus,
+                allowed: allowedDraftTransitions[existing.status],
+            });
+            if (nextStatus === "ready") {
+                assertDraftReadyRequirements({
+                    kind: (existing.kind ?? "csv"),
+                    schema_spec: (patch.schema_spec ?? existing.schema_spec),
+                    dataset_import_spec: (patch.dataset_import_spec ??
+                        existing.dataset_import_spec),
+                    pdf_extract_spec: (patch.pdf_extract_spec ??
+                        existing.pdf_extract_spec),
+                });
+            }
+            const { expected_revision: _, ...dataWithoutExpected } = patch;
+            const result = await this.datasetDraftService_.update([
+                {
+                    ...dataWithoutExpected,
+                    revision: currentRevision + 1,
+                },
+            ], sharedContext);
+            return result[0];
+        }));
+        const serialized = await this.baseRepository_.serialize(updated);
+        return Array.isArray(data) ? serialized : serialized[0];
+    }
+    // @ts-expect-error strict DTO input (module contract), base type is broader
+    async createDatasetImportRuns(data, sharedContext = {}) {
+        const input = Array.isArray(data) ? data : [data];
+        input.forEach((r) => assertRunCounters({
+            records_total: r.records_total,
+            records_succeeded: r.records_succeeded,
+            records_failed: r.records_failed,
+        }));
+        const created = await this.datasetImportRunService_.create(input, sharedContext);
+        const serialized = await this.baseRepository_.serialize(created);
+        return Array.isArray(data) ? serialized : serialized[0];
+    }
+    // @ts-expect-error strict DTO input (module contract), base type is broader
+    async updateDatasetImportRuns(data, sharedContext = {}) {
+        const input = Array.isArray(data) ? data : [data];
+        const updated = await Promise.all(input.map(async (patch) => {
+            const existing = (await this.datasetImportRunService_.retrieve(patch.id, {}, sharedContext));
+            const nextStatus = (patch.status ?? existing.status);
+            assertAllowedTransition({
+                label: "DatasetImportRun.status",
+                from: existing.status,
+                to: nextStatus,
+                allowed: allowedRunTransitions[existing.status],
+            });
+            assertRunCounters({
+                records_total: patch.records_total ?? existing.records_total,
+                records_succeeded: patch.records_succeeded ?? existing.records_succeeded,
+                records_failed: patch.records_failed ?? existing.records_failed,
+            });
+            const result = await this.datasetImportRunService_.update([patch], sharedContext);
+            return result[0];
+        }));
+        const serialized = await this.baseRepository_.serialize(updated);
+        return Array.isArray(data) ? serialized : serialized[0];
+    }
+}
+exports.DatasetModuleService = DatasetModuleService;
+__decorate([
+    (0, utils_1.InjectManager)()
+    // @ts-expect-error strict DTO input (module contract), base type is broader
+    ,
+    __param(1, (0, utils_1.EtoContext)()),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object, Object]),
+    __metadata("design:returntype", Promise)
+], DatasetModuleService.prototype, "createDatasetSources", null);
+__decorate([
+    (0, utils_1.InjectManager)()
+    // @ts-expect-error strict DTO input (module contract), base type is broader
+    ,
+    __param(1, (0, utils_1.EtoContext)()),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object, Object]),
+    __metadata("design:returntype", Promise)
+], DatasetModuleService.prototype, "updateDatasetSources", null);
+__decorate([
+    (0, utils_1.InjectTransactionManager)()
+    // @ts-expect-error strict DTO input (module contract), base type is broader
+    ,
+    __param(1, (0, utils_1.EtoContext)()),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object, Object]),
+    __metadata("design:returntype", Promise)
+], DatasetModuleService.prototype, "createDatasetDrafts", null);
+__decorate([
+    (0, utils_1.InjectTransactionManager)()
+    // @ts-expect-error strict DTO input (module contract), base type is broader
+    ,
+    __param(1, (0, utils_1.EtoContext)()),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object, Object]),
+    __metadata("design:returntype", Promise)
+], DatasetModuleService.prototype, "updateDatasetDrafts", null);
+__decorate([
+    (0, utils_1.InjectTransactionManager)()
+    // @ts-expect-error strict DTO input (module contract), base type is broader
+    ,
+    __param(1, (0, utils_1.EtoContext)()),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object, Object]),
+    __metadata("design:returntype", Promise)
+], DatasetModuleService.prototype, "createDatasetImportRuns", null);
+__decorate([
+    (0, utils_1.InjectTransactionManager)()
+    // @ts-expect-error strict DTO input (module contract), base type is broader
+    ,
+    __param(1, (0, utils_1.EtoContext)()),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object, Object]),
+    __metadata("design:returntype", Promise)
+], DatasetModuleService.prototype, "updateDatasetImportRuns", null);
+//# sourceMappingURL=dataset-module.service.js.map

package/dist/services/dataset-module.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dataset-module.service.js","sourceRoot":"","sources":["../../src/services/dataset-module.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAOA,kDAM+B;AAa/B,sCAAyE;AAYzE,MAAM,uBAAuB,GAAqD;IAChF,KAAK,EAAE,CAAC,OAAO,EAAE,UAAU,CAAC;IAC5B,KAAK,EAAE,CAAC,UAAU,CAAC;IACnB,QAAQ,EAAE,EAAE;CACb,CAAA;AAED,MAAM,qBAAqB,GAAiD;IAC1E,MAAM,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC;IAC/B,OAAO,EAAE,CAAC,WAAW,EAAE,QAAQ,EAAE,UAAU,CAAC;IAC5C,SAAS,EAAE,EAAE;IACb,MAAM,EAAE,EAAE;IACV,QAAQ,EAAE,EAAE;CACb,CAAA;AAED,SAAS,wBAAwB,CAAC,KAAa,EAAE,KAAa;IAC5D,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,KAAK,EAAE,CAAC;QACxE,MAAM,IAAI,gBAAQ,CAChB,gBAAQ,CAAC,KAAK,CAAC,YAAY,EAC3B,GAAG,KAAK,iCAAiC,CAC1C,CAAA;IACH,CAAC;AACH,CAAC;AAED,SAAS,uBAAuB,CAAC,MAKhC;IACC,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,EAAE,CAAC;QAC9B,OAAM;IACR,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;QACxC,MAAM,IAAI,gBAAQ,CAChB,gBAAQ,CAAC,KAAK,CAAC,YAAY,EAC3B,GAAG,MAAM,CAAC,KAAK,4BAA4B,MAAM,CAAC,IAAI,OAAO,MAAM,CAAC,EAAE,EAAE,CACzE,CAAA;IACH,CAAC;AACH,CAAC;AAED,SAAS,4BAA4B,CAAC,KAKrC;IACC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QACvB,MAAM,IAAI,gBAAQ,CAAC,gBAAQ,CAAC,KAAK,CAAC,YAAY,EAAE,yBAAyB,CAAC,CAAA;IAC5E,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC;YAC/B,MAAM,IAAI,gBAAQ,CAChB,gBAAQ,CAAC,KAAK,CAAC,YAAY,EAC3B,gDAAgD,CACjD,CAAA;QACH,CAAC;QACD,MAAM,MAAM,GAAG,KAAK,CAAC,mBAAmB,CAAC,MAAM,CAAA;QAC/C,IACE,MAAM,CAAC,SAAS,KAAK,KAAK,CAAC,WAAW,CAAC,EAAE;YACzC,MAAM,CAAC,cAAc,KAAK,KAAK,CAAC,WAAW,CAAC,OAAO,EACnD,CAAC;YACD,MAAM,IAAI,gBAAQ,CAChB,gBAAQ,CAAC,KAAK,CAAC,YAAY,EAC3B,kEAAkE,CACnE,CAAA;QACH,CAAC;IACH,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;YAC5B,MAAM,IAAI,gBAAQ,CAChB,gBAAQ,CAAC,KAAK,CAAC,YAAY,EAC3B,6CAA6C,CAC9C,CAAA;QACH,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,KAI1B;IACC,MAAM,KAAK,GAAG,KAAK,CAAC,aAAa,CAAA;IACjC,MAAM,SAAS,GAAG,KAAK,CAAC,iBAAiB,CAAA;IACzC,MAAM,MAAM,GAAG,KAAK,CAAC,cAAc,CAAA;IAEnC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QAC1C,wBAAwB,CAAC,KAAK,EAAE,eAAe,CAAC,CAAA;IAClD,CAAC;IACD,IAAI,SAAS,KAAK,IAAI,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAClD,wBAAwB,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAA;IAC1D,CAAC;IACD,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QAC5C,wBAAwB,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAA;IACpD,CAAC;IAED,IACE,KAAK,KAAK,IAAI;QACd,KAAK,KAAK,SAAS;QACnB,SAAS,KAAK,IAAI;QAClB,SAAS,KAAK,SAAS;QACvB,SAAS,GAAG,KAAK,EACjB,CAAC;QACD,MAAM,IAAI,gBAAQ,CAChB,gBAAQ,CAAC,KAAK,CAAC,YAAY,EAC3B,+CAA+C,CAChD,CAAA;IACH,CAAC;IAED,IACE,KAAK,KAAK,IAAI;QACd,KAAK,KAAK,SAAS;QACnB,MAAM,KAAK,IAAI;QACf,MAAM,KAAK,SAAS;QACpB,MAAM,GAAG,KAAK,EACd,CAAC;QACD,MAAM,IAAI,gBAAQ,CAChB,gBAAQ,CAAC,KAAK,CAAC,YAAY,EAC3B,4CAA4C,CAC7C,CAAA;IACH,CAAC;IAED,IACE,KAAK,KAAK,IAAI;QACd,KAAK,KAAK,SAAS;QACnB,SAAS,KAAK,IAAI;QAClB,SAAS,KAAK,SAAS;QACvB,MAAM,KAAK,IAAI;QACf,MAAM,KAAK,SAAS;QACpB,SAAS,GAAG,MAAM,GAAG,KAAK,EAC1B,CAAC;QACD,MAAM,IAAI,gBAAQ,CAChB,gBAAQ,CAAC,KAAK,CAAC,YAAY,EAC3B,gEAAgE,CACjE,CAAA;IACH,CAAC;AACH,CAAC;AAED,MAAa,oBACX,SAAQ,IAAA,kBAAU,EAIf;IACD,aAAa,EAAb,sBAAa;IACb,YAAY,EAAZ,qBAAY;IACZ,gBAAgB,EAAhB,yBAAgB;CACjB,CAAC;IAQF,YACE,EACE,cAAc,EACd,oBAAoB,EACpB,mBAAmB,EACnB,uBAAuB,GACF,EACJ,iBAA4C;QAE/D,KAAK,CAAC,GAAG,SAAS,CAAC,CAAA;QAFA,sBAAiB,GAAjB,iBAAiB,CAA2B;QAG/D,IAAI,CAAC,eAAe,GAAG,cAAc,CAAA;QACrC,IAAI,CAAC,qBAAqB,GAAG,oBAAoB,CAAA;QACjD,IAAI,CAAC,oBAAoB,GAAG,mBAAmB,CAAA;QAC/C,IAAI,CAAC,wBAAwB,GAAG,uBAAuB,CAAA;IACzD,CAAC;IAeK,AADN,4EAA4E;IAC5E,KAAK,CAAC,oBAAoB,CACxB,IAAuD,EACzC,gBAAyB,EAAE;QAEzC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QACjD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAA;QAC7E,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,SAAS,CACrD,OAAO,CACR,CAAA;QACD,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAA;IACzD,CAAC;IAeK,AADN,4EAA4E;IAC5E,KAAK,CAAC,oBAAoB,CACxB,IAA6F,EAC/E,gBAAyB,EAAE;QAEzC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QACjD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAA;QAC7E,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,SAAS,CACrD,OAAO,CACR,CAAA;QACD,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAA;IACzD,CAAC;IAeK,AADN,4EAA4E;IAC5E,KAAK,CAAC,mBAAmB,CACvB,IAAqD,EACvC,gBAAyB,EAAE;QAEzC,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9D,GAAG,CAAC;YACJ,MAAM,EAAE,CAAC,CAAC,MAAM,IAAI,OAAO;YAC3B,QAAQ,EAAE,CAAC,CAAC,QAAQ,IAAI,CAAC;YACzB,WAAW,EAAE,CAAC,CAAC,WAAW,IAAI,KAAK;YACnC,QAAQ,EAAE,CAAC,CAAC,QAAQ,IAAI,EAAE;SAC3B,CAAC,CAAC,CAAA;QAEH,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YAClB,MAAM,MAAM,GAA8B,CAAC,CAAC,MAAM,IAAI,OAAO,CAAA;YAC7D,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;gBACvB,4BAA4B,CAAC;oBAC3B,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,WAAW,EAAE,CAAC,CAAC,WAAW,IAAI,IAAI;oBAClC,mBAAmB,EAAE,CAAC,CAAC,mBAAmB,IAAI,IAAI;oBAClD,gBAAgB,EAAE,CAAC,CAAC,gBAAgB,IAAI,IAAI;iBAC7C,CAAC,CAAA;YACJ,CAAC;QACH,CAAC,CAAC,CAAA;QAEF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAA;QAC5E,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,SAAS,CACrD,OAAO,CACR,CAAA;QACD,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAA;IACzD,CAAC;IAeK,AADN,4EAA4E;IAC5E,KAAK,CAAC,mBAAmB,CACvB,IAAmE,EACrD,gBAAyB,EAAE;QAEzC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QAEjD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YACxB,MAAM,QAAQ,GAAG,CAAC,MAAM,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CACxD,KAAK,CAAC,EAAE,EACR,EAAE,EACF,aAAa,CACd,CAAyC,CAAA;YAE1C,MAAM,eAAe,GACnB,OAAO,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;YAE/D,IACE,KAAK,CAAC,iBAAiB,KAAK,IAAI;gBAChC,KAAK,CAAC,iBAAiB,KAAK,SAAS;gBACrC,KAAK,CAAC,iBAAiB,KAAK,eAAe,EAC3C,CAAC;gBACD,MAAM,IAAI,gBAAQ,CAChB,gBAAQ,CAAC,KAAK,CAAC,YAAY,EAC3B,yCAAyC,KAAK,CAAC,iBAAiB,sBAAsB,eAAe,EAAE,CACxG,CAAA;YACH,CAAC;YAED,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,CAAuB,CAAA;YAC1E,uBAAuB,CAAC;gBACtB,KAAK,EAAE,qBAAqB;gBAC5B,IAAI,EAAE,QAAQ,CAAC,MAAM;gBACrB,EAAE,EAAE,UAAU;gBACd,OAAO,EAAE,uBAAuB,CAAC,QAAQ,CAAC,MAAM,CAAC;aAClD,CAAC,CAAA;YAEF,IAAI,UAAU,KAAK,OAAO,EAAE,CAAC;gBAC3B,4BAA4B,CAAC;oBAC3B,IAAI,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,KAAK,CAA4B;oBACzD,WAAW,EAAE,CAAC,KAAK,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,CAAmC;oBAC1F,mBAAmB,EAAE,CAAC,KAAK,CAAC,mBAAmB;wBAC7C,QAAQ,CAAC,mBAAmB,CAA2C;oBACzE,gBAAgB,EAAE,CAAC,KAAK,CAAC,gBAAgB;wBACvC,QAAQ,CAAC,gBAAgB,CAAwC;iBACpE,CAAC,CAAA;YACJ,CAAC;YAED,MAAM,EAAE,iBAAiB,EAAE,CAAC,EAAE,GAAG,mBAAmB,EAAE,GAAG,KAAK,CAAA;YAC9D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,MAAM,CACnD;gBACE;oBACE,GAAG,mBAAmB;oBACtB,QAAQ,EAAE,eAAe,GAAG,CAAC;iBAC9B;aACF,EACD,aAAa,CACd,CAAA;YAED,OAAO,MAAM,CAAC,CAAC,CAAC,CAAA;QAClB,CAAC,CAAC,CACH,CAAA;QAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,SAAS,CACrD,OAAO,CACR,CAAA;QACD,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAA;IACzD,CAAC;IAeK,AADN,4EAA4E;IAC5E,KAAK,CAAC,uBAAuB,CAC3B,IAA6D,EAC/C,gBAAyB,EAAE;QAEzC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QACjD,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAClB,iBAAiB,CAAC;YAChB,aAAa,EAAE,CAAC,CAAC,aAAa;YAC9B,iBAAiB,EAAE,CAAC,CAAC,iBAAiB;YACtC,cAAc,EAAE,CAAC,CAAC,cAAc;SACjC,CAAC,CACH,CAAA;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAA;QAChF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,SAAS,CACrD,OAAO,CACR,CAAA;QACD,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAA;IACzD,CAAC;IAeK,AADN,4EAA4E;IAC5E,KAAK,CAAC,uBAAuB,CAC3B,IAEsC,EACxB,gBAAyB,EAAE;QAEzC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QAEjD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YACxB,MAAM,QAAQ,GAAG,CAAC,MAAM,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAC5D,KAAK,CAAC,EAAE,EACR,EAAE,EACF,aAAa,CACd,CAA6C,CAAA;YAE9C,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,CAAqB,CAAA;YACxE,uBAAuB,CAAC;gBACtB,KAAK,EAAE,yBAAyB;gBAChC,IAAI,EAAE,QAAQ,CAAC,MAAM;gBACrB,EAAE,EAAE,UAAU;gBACd,OAAO,EAAE,qBAAqB,CAAC,QAAQ,CAAC,MAAM,CAAC;aAChD,CAAC,CAAA;YAEF,iBAAiB,CAAC;gBAChB,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,QAAQ,CAAC,aAAa;gBAC5D,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,IAAI,QAAQ,CAAC,iBAAiB;gBACxE,cAAc,EAAE,KAAK,CAAC,cAAc,IAAI,QAAQ,CAAC,cAAc;aAChE,CAAC,CAAA;YAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,aAAa,CAAC,CAAA;YACjF,OAAO,MAAM,CAAC,CAAC,CAAC,CAAA;QAClB,CAAC,CAAC,CACH,CAAA;QAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,SAAS,CACrD,OAAO,CACR,CAAA;QACD,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAA;IACzD,CAAC;CACF;AAtSD,oDAsSC;AAxPO;IAFL,IAAA,qBAAa,GAAE;IAChB,4EAA4E;;IAGzE,WAAA,IAAA,kBAAU,GAAE,CAAA;;;;gEAQd;AAeK;IAFL,IAAA,qBAAa,GAAE;IAChB,4EAA4E;;IAGzE,WAAA,IAAA,kBAAU,GAAE,CAAA;;;;gEAQd;AAeK;IAFL,IAAA,gCAAwB,GAAE;IAC3B,4EAA4E;;IAGzE,WAAA,IAAA,kBAAU,GAAE,CAAA;;;;+DA2Bd;AAeK;IAFL,IAAA,gCAAwB,GAAE;IAC3B,4EAA4E;;IAGzE,WAAA,IAAA,kBAAU,GAAE,CAAA;;;;+DAgEd;AAeK;IAFL,IAAA,gCAAwB,GAAE;IAC3B,4EAA4E;;IAGzE,WAAA,IAAA,kBAAU,GAAE,CAAA;;;;mEAgBd;AAeK;IAFL,IAAA,gCAAwB,GAAE;IAC3B,4EAA4E;;IAKzE,WAAA,IAAA,kBAAU,GAAE,CAAA;;;;mEAmCd"}

package/dist/services/index.d.ts

@@ -0,0 +1,2 @@
+export * from "./dataset-module.service";
+//# sourceMappingURL=index.d.ts.map

package/dist/services/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/services/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAA"}

package/dist/services/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./dataset-module.service"), exports);
+//# sourceMappingURL=index.js.map

package/dist/services/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/services/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2DAAwC"}

package/dist/tsconfig.tsbuildinfo

@@ -0,0 +1 @@
+{"root":["../src/index.ts","../src/models/dataset-draft.ts","../src/models/dataset-import-run.ts","../src/models/dataset-source.ts","../src/models/index.ts","../src/services/dataset-module.service.ts","../src/services/index.ts"],"version":"5.8.3"}

package/package.json

@@ -0,0 +1,43 @@
+{
+  "name": "@etohq/workflows-dataset-module",
+  "version": "0.0.1-next-20260318155517",
+  "description": "Eto Workflows dataset module (sources + drafts persistence for dataset onboarding/import previews)",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js",
+      "require": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist",
+    "!dist/**/__tests__",
+    "!dist/**/__mocks__",
+    "!dist/**/__fixtures__"
+  ],
+  "dependencies": {
+    "@etohq/framework": "1.5.5-next-20260317140633",
+    "@etohq/types": "1.5.5-next-20260317140633",
+    "@etohq/utils": "1.5.5-next-20260317140633",
+    "@etohq/workflows-types": "0.0.1-next-20260318155517"
+  },
+  "devDependencies": {
+    "@etohq/test-utils": "1.5.5-next-20260317140633",
+    "@mikro-orm/core": "6.4.3",
+    "@mikro-orm/knex": "6.4.3",
+    "@mikro-orm/migrations": "6.4.3",
+    "@mikro-orm/postgresql": "6.4.3",
+    "@types/node": "22.10.5",
+    "awilix": "8.0.1",
+    "rimraf": "5.0.2",
+    "typescript": "5.8.3"
+  },
+  "scripts": {
+    "build": "rimraf dist && tsc --build",
+    "watch": "tsc --build --watch",
+    "test": "jest --runInBand --bail --passWithNoTests --forceExit -- src",
+    "test:integration": "NODE_OPTIONS=--experimental-vm-modules jest --runInBand --bail --forceExit --testMatch '**/integration-tests/**/__tests__/**/*.spec.ts'"
+  }
+}