@proofhound/core 0.1.14 → 0.1.15

package/dist/server/modules/dataset/dataset-import.controller.d.ts

@@ -13,12 +13,31 @@ export declare class DatasetImportController {
         description: string | null;
         fileName: string;
         fileSizeBytes: number;
-        sourceFormat: "csv" | "jsonl" | "tsv";
+        sourceFormat: "json" | "csv" | "jsonl" | "tsv" | "zip";
         declaredTotalRows: number | null;
         receivedRows: number;
-        status: "ready" | "importing";
+        status: "failed" | "created" | "uploading" | "importing" | "uploaded" | "queued" | "parsing" | "aborted" | "completed";
         createdAt: string;
         updatedAt: string;
+        state: "failed" | "created" | "uploading" | "importing" | "uploaded" | "queued" | "parsing" | "aborted" | "completed";
+        progress: {
+            state: "failed" | "created" | "uploading" | "importing" | "uploaded" | "queued" | "parsing" | "aborted" | "completed";
+            uploadedBytes: number | null;
+            parsedRows: number;
+            importedRows: number;
+            totalRows: number | null;
+            totalBytes: number | null;
+            percentage: number | null;
+        };
+        errorCode: string | null;
+        errorMessage: string | null;
+        jobId: string | null;
+        rawUploadCompletedAt: string | null;
+        queuedAt: string | null;
+        startedAt: string | null;
+        completedAt: string | null;
+        failedAt: string | null;
+        abortedAt: string | null;
     }>;
     getRawImportCapabilities(actor: CurrentUserPayload, project: ProjectContext): Promise<{
         supported: boolean;
@@ -34,10 +53,10 @@ export declare class DatasetImportController {
             description: string | null;
             fileName: string;
             fileSizeBytes: number;
-            sourceFormat: "csv" | "jsonl" | "tsv";
+            sourceFormat: "json" | "csv" | "jsonl" | "tsv" | "zip";
             declaredTotalRows: number | null;
             receivedRows: number;
-            status: "ready" | "importing";
+            status: "failed" | "created" | "uploading" | "importing" | "uploaded" | "queued" | "parsing" | "aborted" | "completed";
             createdAt: string;
             updatedAt: string;
         };
@@ -58,52 +77,105 @@ export declare class DatasetImportController {
         description: string | null;
         fileName: string;
         fileSizeBytes: number;
-        sourceFormat: "csv" | "jsonl" | "tsv";
+        sourceFormat: "json" | "csv" | "jsonl" | "tsv" | "zip";
         declaredTotalRows: number | null;
         receivedRows: number;
-        status: "ready" | "importing";
+        status: "failed" | "created" | "uploading" | "importing" | "uploaded" | "queued" | "parsing" | "aborted" | "completed";
         createdAt: string;
         updatedAt: string;
+        state: "failed" | "created" | "uploading" | "importing" | "uploaded" | "queued" | "parsing" | "aborted" | "completed";
+        progress: {
+            state: "failed" | "created" | "uploading" | "importing" | "uploaded" | "queued" | "parsing" | "aborted" | "completed";
+            uploadedBytes: number | null;
+            parsedRows: number;
+            importedRows: number;
+            totalRows: number | null;
+            totalBytes: number | null;
+            percentage: number | null;
+        };
+        errorCode: string | null;
+        errorMessage: string | null;
+        jobId: string | null;
+        rawUploadCompletedAt: string | null;
+        queuedAt: string | null;
+        startedAt: string | null;
+        completedAt: string | null;
+        failedAt: string | null;
+        abortedAt: string | null;
     }>;
     appendBatch(importId: string, rawBody: unknown, actor: CurrentUserPayload, project: ProjectContext): Promise<{
         importId: string;
         receivedRows: number;
     }>;
     complete(importId: string, actor: CurrentUserPayload, project: ProjectContext): Promise<{
-        dataset: {
-            id: string;
-            projectId: string;
-            name: string;
-            status: "archived" | "active";
-            description: string | null;
-            sampleCount: number;
-            fieldSchema: {
-                name: string;
-                role: "image" | "expected_output" | "text" | "image_url" | "image_base64" | "metadata";
-                type: "string" | "number" | "boolean" | "object" | "array" | "null" | "unknown";
-            }[];
-            categoryDistribution: {
-                field: string | null;
-                total: number;
-                categories: {
-                    label: string;
-                    count: number;
-                }[];
-            };
-            references: {
-                experiments: number;
-                optimizations: number;
-            };
-            hasImages: boolean;
-            storagePrefix: string | null;
-            createdBy: string;
-            createdByDisplayName: string | null;
-            createdAt: string;
-            updatedAt: string;
-            archivedAt: string | null;
-            deletedAt: string | null;
+        id: string;
+        projectId: string;
+        datasetId: string | null;
+        importMode: "batch" | "raw_object";
+        name: string;
+        description: string | null;
+        fileName: string;
+        fileSizeBytes: number;
+        sourceFormat: "json" | "csv" | "jsonl" | "tsv" | "zip";
+        declaredTotalRows: number | null;
+        receivedRows: number;
+        status: "failed" | "created" | "uploading" | "importing" | "uploaded" | "queued" | "parsing" | "aborted" | "completed";
+        createdAt: string;
+        updatedAt: string;
+        state: "failed" | "created" | "uploading" | "importing" | "uploaded" | "queued" | "parsing" | "aborted" | "completed";
+        progress: {
+            state: "failed" | "created" | "uploading" | "importing" | "uploaded" | "queued" | "parsing" | "aborted" | "completed";
+            uploadedBytes: number | null;
+            parsedRows: number;
+            importedRows: number;
+            totalRows: number | null;
+            totalBytes: number | null;
+            percentage: number | null;
+        };
+        errorCode: string | null;
+        errorMessage: string | null;
+        jobId: string | null;
+        rawUploadCompletedAt: string | null;
+        queuedAt: string | null;
+        startedAt: string | null;
+        completedAt: string | null;
+        failedAt: string | null;
+        abortedAt: string | null;
+    }>;
+    completeRawUpload(importId: string, actor: CurrentUserPayload, project: ProjectContext): Promise<{
+        id: string;
+        projectId: string;
+        datasetId: string | null;
+        importMode: "batch" | "raw_object";
+        name: string;
+        description: string | null;
+        fileName: string;
+        fileSizeBytes: number;
+        sourceFormat: "json" | "csv" | "jsonl" | "tsv" | "zip";
+        declaredTotalRows: number | null;
+        receivedRows: number;
+        status: "failed" | "created" | "uploading" | "importing" | "uploaded" | "queued" | "parsing" | "aborted" | "completed";
+        createdAt: string;
+        updatedAt: string;
+        state: "failed" | "created" | "uploading" | "importing" | "uploaded" | "queued" | "parsing" | "aborted" | "completed";
+        progress: {
+            state: "failed" | "created" | "uploading" | "importing" | "uploaded" | "queued" | "parsing" | "aborted" | "completed";
+            uploadedBytes: number | null;
+            parsedRows: number;
+            importedRows: number;
+            totalRows: number | null;
+            totalBytes: number | null;
+            percentage: number | null;
         };
-        sampleCount: number;
+        errorCode: string | null;
+        errorMessage: string | null;
+        jobId: string | null;
+        rawUploadCompletedAt: string | null;
+        queuedAt: string | null;
+        startedAt: string | null;
+        completedAt: string | null;
+        failedAt: string | null;
+        abortedAt: string | null;
     }>;
     abort(importId: string, actor: CurrentUserPayload, project: ProjectContext): Promise<void>;
     deleteImport(importId: string, actor: CurrentUserPayload, project: ProjectContext): Promise<void>;

package/dist/server/modules/dataset/dataset-import.controller.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dataset-import.controller.d.ts","sourceRoot":"","sources":["../../../../src/server/modules/dataset/dataset-import.controller.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAe,KAAK,kBAAkB,EAAE,MAAM,gDAAgD,CAAC;AAEtG,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAEhE,qBAEa,uBAAuB;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO;gBAAP,OAAO,EAAE,oBAAoB;IAGpD,YAAY,CACR,OAAO,EAAE,OAAO,EACT,KAAK,EAAE,kBAAkB,EACtB,OAAO,EAAE,cAAc;;;;;;;;;;;;;;;;IAUrC,wBAAwB,CAAgB,KAAK,EAAE,kBAAkB,EAAoB,OAAO,EAAE,cAAc;;;;IAK5G,eAAe,CACX,OAAO,EAAE,OAAO,EACT,KAAK,EAAE,kBAAkB,EACtB,OAAO,EAAE,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;IAUrC,SAAS,CACM,QAAQ,EAAE,MAAM,EACpB,KAAK,EAAE,kBAAkB,EACtB,OAAO,EAAE,cAAc;;;;;;;;;;;;;;;;IAMrC,WAAW,CACI,QAAQ,EAAE,MAAM,EAC3B,OAAO,EAAE,OAAO,EACT,KAAK,EAAE,kBAAkB,EACtB,OAAO,EAAE,cAAc;;;;IAUrC,QAAQ,CACO,QAAQ,EAAE,MAAM,EACpB,KAAK,EAAE,kBAAkB,EACtB,OAAO,EAAE,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAQrC,KAAK,CACU,QAAQ,EAAE,MAAM,EACpB,KAAK,EAAE,kBAAkB,EACtB,OAAO,EAAE,cAAc;IAOrC,YAAY,CACG,QAAQ,EAAE,MAAM,EACpB,KAAK,EAAE,kBAAkB,EACtB,OAAO,EAAE,cAAc;IAK3C,OAAO,CAAC,aAAa;CAOtB"}
+{"version":3,"file":"dataset-import.controller.d.ts","sourceRoot":"","sources":["../../../../src/server/modules/dataset/dataset-import.controller.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAe,KAAK,kBAAkB,EAAE,MAAM,gDAAgD,CAAC;AAEtG,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAEhE,qBAEa,uBAAuB;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO;gBAAP,OAAO,EAAE,oBAAoB;IAGpD,YAAY,CACR,OAAO,EAAE,OAAO,EACT,KAAK,EAAE,kBAAkB,EACtB,OAAO,EAAE,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAUrC,wBAAwB,CAAgB,KAAK,EAAE,kBAAkB,EAAoB,OAAO,EAAE,cAAc;;;;IAK5G,eAAe,CACX,OAAO,EAAE,OAAO,EACT,KAAK,EAAE,kBAAkB,EACtB,OAAO,EAAE,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;IAUrC,SAAS,CACM,QAAQ,EAAE,MAAM,EACpB,KAAK,EAAE,kBAAkB,EACtB,OAAO,EAAE,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAMrC,WAAW,CACI,QAAQ,EAAE,MAAM,EAC3B,OAAO,EAAE,OAAO,EACT,KAAK,EAAE,kBAAkB,EACtB,OAAO,EAAE,cAAc;;;;IAUrC,QAAQ,CACO,QAAQ,EAAE,MAAM,EACpB,KAAK,EAAE,kBAAkB,EACtB,OAAO,EAAE,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAMrC,iBAAiB,CACF,QAAQ,EAAE,MAAM,EACpB,KAAK,EAAE,kBAAkB,EACtB,OAAO,EAAE,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAQrC,KAAK,CACU,QAAQ,EAAE,MAAM,EACpB,KAAK,EAAE,kBAAkB,EACtB,OAAO,EAAE,cAAc;IAOrC,YAAY,CACG,QAAQ,EAAE,MAAM,EACpB,KAAK,EAAE,kBAAkB,EACtB,OAAO,EAAE,cAAc;IAK3C,OAAO,CAAC,aAAa;CAOtB"}

package/dist/server/modules/dataset/dataset-import.controller.js

@@ -53,6 +53,9 @@ let DatasetImportController = class DatasetImportController {
     async complete(importId, actor, project) {
         return this.service.complete(project.projectId, this.parseImportId(importId), actor);
     }
+    async completeRawUpload(importId, actor, project) {
+        return this.service.completeRawUpload(project.projectId, this.parseImportId(importId), actor);
+    }
     // sendBeacon-compatible cancel: browser fires this on navigate-away / tab close.
     async abort(importId, actor, project) {
         await this.service.abort(project.projectId, this.parseImportId(importId), actor);
@@ -123,6 +126,15 @@ __decorate([
     __metadata("design:paramtypes", [String, Object, Object]),
     __metadata("design:returntype", Promise)
 ], DatasetImportController.prototype, "complete", null);
+__decorate([
+    (0, common_1.Post)(':importId/upload-complete'),
+    __param(0, (0, common_1.Param)('importId')),
+    __param(1, (0, current_user_decorator_1.CurrentUser)()),
+    __param(2, (0, current_project_decorator_1.CurrentProject)()),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [String, Object, Object]),
+    __metadata("design:returntype", Promise)
+], DatasetImportController.prototype, "completeRawUpload", null);
 __decorate([
     (0, common_1.Post)(':importId/abort'),
     (0, common_1.HttpCode)(common_1.HttpStatus.NO_CONTENT),

package/dist/server/modules/dataset/dataset-import.controller.js.map

@@ -1 +1 @@
-{"version":3,"file":"dataset-import.controller.js","sourceRoot":"","sources":["../../../../src/server/modules/dataset/dataset-import.controller.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAWwB;AACxB,+CAK4B;AAC5B,8EAAyE;AACzE,2FAAsG;AACtG,iGAAmF;AAEnF,qEAAgE;AAIzD,IAAM,uBAAuB,GAA7B,MAAM,uBAAuB;IAClC,YAA6B,OAA6B;QAA7B,YAAO,GAAP,OAAO,CAAsB;IAAG,CAAC;IAGxD,AAAN,KAAK,CAAC,YAAY,CACR,OAAgB,EACT,KAAyB,EACtB,OAAuB;QAEzC,MAAM,KAAK,GAAG,kCAAyB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC3D,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,IAAI,4BAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACzE,CAAC;IAGK,AAAN,KAAK,CAAC,wBAAwB,CAAgB,KAAyB,EAAoB,OAAuB;QAChH,OAAO,IAAI,CAAC,OAAO,CAAC,wBAAwB,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IACzE,CAAC;IAGK,AAAN,KAAK,CAAC,eAAe,CACX,OAAgB,EACT,KAAyB,EACtB,OAAuB;QAEzC,MAAM,KAAK,GAAG,qCAA4B,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC9D,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,IAAI,4BAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC5E,CAAC;IAGK,AAAN,KAAK,CAAC,SAAS,CACM,QAAgB,EACpB,KAAyB,EACtB,OAAuB;QAEzC,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC;IACxF,CAAC;IAGK,AAAN,KAAK,CAAC,WAAW,CACI,QAAgB,EAC3B,OAAgB,EACT,KAAyB,EACtB,OAAuB;QAEzC,MAAM,KAAK,GAAG,iCAAwB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC1D,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,IAAI,4BAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACtG,CAAC;IAGK,AAAN,KAAK,CAAC,QAAQ,CACO,QAAgB,EACpB,KAAyB,EACtB,OAAuB;QAEzC,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC;IACvF,CAAC;IAED,iFAAiF;IAG3E,AAAN,KAAK,CAAC,KAAK,CACU,QAAgB,EACpB,KAAyB,EACtB,OAAuB;QAEzC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC;IACnF,CAAC;IAIK,AAAN,KAAK,CAAC,YAAY,CACG,QAAgB,EACpB,KAAyB,EACtB,OAAuB;QAEzC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC;IACnF,CAAC;IAEO,aAAa,CAAC,QAAgB;QACpC,MAAM,KAAK,GAAG,6BAAoB,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,IAAI,4BAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC;IACpB,CAAC;CACF,CAAA;AA9FY,0DAAuB;AAI5B;IADL,IAAA,aAAI,GAAE;IAEJ,WAAA,IAAA,aAAI,GAAE,CAAA;IACN,WAAA,IAAA,oCAAW,GAAE,CAAA;IACb,WAAA,IAAA,0CAAc,GAAE,CAAA;;;;2DAOlB;AAGK;IADL,IAAA,YAAG,EAAC,kBAAkB,CAAC;IACQ,WAAA,IAAA,oCAAW,GAAE,CAAA;IAA6B,WAAA,IAAA,0CAAc,GAAE,CAAA;;;;uEAEzF;AAGK;IADL,IAAA,aAAI,EAAC,KAAK,CAAC;IAET,WAAA,IAAA,aAAI,GAAE,CAAA;IACN,WAAA,IAAA,oCAAW,GAAE,CAAA;IACb,WAAA,IAAA,0CAAc,GAAE,CAAA;;;;8DAOlB;AAGK;IADL,IAAA,YAAG,EAAC,WAAW,CAAC;IAEd,WAAA,IAAA,cAAK,EAAC,UAAU,CAAC,CAAA;IACjB,WAAA,IAAA,oCAAW,GAAE,CAAA;IACb,WAAA,IAAA,0CAAc,GAAE,CAAA;;;;wDAGlB;AAGK;IADL,IAAA,aAAI,EAAC,iBAAiB,CAAC;IAErB,WAAA,IAAA,cAAK,EAAC,UAAU,CAAC,CAAA;IACjB,WAAA,IAAA,aAAI,GAAE,CAAA;IACN,WAAA,IAAA,oCAAW,GAAE,CAAA;IACb,WAAA,IAAA,0CAAc,GAAE,CAAA;;;;0DAOlB;AAGK;IADL,IAAA,aAAI,EAAC,oBAAoB,CAAC;IAExB,WAAA,IAAA,cAAK,EAAC,UAAU,CAAC,CAAA;IACjB,WAAA,IAAA,oCAAW,GAAE,CAAA;IACb,WAAA,IAAA,0CAAc,GAAE,CAAA;;;;uDAGlB;AAKK;IAFL,IAAA,aAAI,EAAC,iBAAiB,CAAC;IACvB,IAAA,iBAAQ,EAAC,mBAAU,CAAC,UAAU,CAAC;IAE7B,WAAA,IAAA,cAAK,EAAC,UAAU,CAAC,CAAA;IACjB,WAAA,IAAA,oCAAW,GAAE,CAAA;IACb,WAAA,IAAA,0CAAc,GAAE,CAAA;;;;oDAGlB;AAIK;IAFL,IAAA,eAAM,EAAC,WAAW,CAAC;IACnB,IAAA,iBAAQ,EAAC,mBAAU,CAAC,UAAU,CAAC;IAE7B,WAAA,IAAA,cAAK,EAAC,UAAU,CAAC,CAAA;IACjB,WAAA,IAAA,oCAAW,GAAE,CAAA;IACb,WAAA,IAAA,0CAAc,GAAE,CAAA;;;;2DAGlB;kCArFU,uBAAuB;IAFnC,IAAA,mBAAU,EAAC,iBAAiB,CAAC;IAC7B,IAAA,kBAAS,EAAC,iCAAc,CAAC;qCAEc,6CAAoB;GAD/C,uBAAuB,CA8FnC"}
+{"version":3,"file":"dataset-import.controller.js","sourceRoot":"","sources":["../../../../src/server/modules/dataset/dataset-import.controller.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAWwB;AACxB,+CAK4B;AAC5B,8EAAyE;AACzE,2FAAsG;AACtG,iGAAmF;AAEnF,qEAAgE;AAIzD,IAAM,uBAAuB,GAA7B,MAAM,uBAAuB;IAClC,YAA6B,OAA6B;QAA7B,YAAO,GAAP,OAAO,CAAsB;IAAG,CAAC;IAGxD,AAAN,KAAK,CAAC,YAAY,CACR,OAAgB,EACT,KAAyB,EACtB,OAAuB;QAEzC,MAAM,KAAK,GAAG,kCAAyB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC3D,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,IAAI,4BAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACzE,CAAC;IAGK,AAAN,KAAK,CAAC,wBAAwB,CAAgB,KAAyB,EAAoB,OAAuB;QAChH,OAAO,IAAI,CAAC,OAAO,CAAC,wBAAwB,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IACzE,CAAC;IAGK,AAAN,KAAK,CAAC,eAAe,CACX,OAAgB,EACT,KAAyB,EACtB,OAAuB;QAEzC,MAAM,KAAK,GAAG,qCAA4B,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC9D,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,IAAI,4BAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC5E,CAAC;IAGK,AAAN,KAAK,CAAC,SAAS,CACM,QAAgB,EACpB,KAAyB,EACtB,OAAuB;QAEzC,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC;IACxF,CAAC;IAGK,AAAN,KAAK,CAAC,WAAW,CACI,QAAgB,EAC3B,OAAgB,EACT,KAAyB,EACtB,OAAuB;QAEzC,MAAM,KAAK,GAAG,iCAAwB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC1D,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,IAAI,4BAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACtG,CAAC;IAGK,AAAN,KAAK,CAAC,QAAQ,CACO,QAAgB,EACpB,KAAyB,EACtB,OAAuB;QAEzC,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC;IACvF,CAAC;IAGK,AAAN,KAAK,CAAC,iBAAiB,CACF,QAAgB,EACpB,KAAyB,EACtB,OAAuB;QAEzC,OAAO,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC;IAChG,CAAC;IAED,iFAAiF;IAG3E,AAAN,KAAK,CAAC,KAAK,CACU,QAAgB,EACpB,KAAyB,EACtB,OAAuB;QAEzC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC;IACnF,CAAC;IAIK,AAAN,KAAK,CAAC,YAAY,CACG,QAAgB,EACpB,KAAyB,EACtB,OAAuB;QAEzC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC;IACnF,CAAC;IAEO,aAAa,CAAC,QAAgB;QACpC,MAAM,KAAK,GAAG,6BAAoB,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,IAAI,4BAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC;IACpB,CAAC;CACF,CAAA;AAvGY,0DAAuB;AAI5B;IADL,IAAA,aAAI,GAAE;IAEJ,WAAA,IAAA,aAAI,GAAE,CAAA;IACN,WAAA,IAAA,oCAAW,GAAE,CAAA;IACb,WAAA,IAAA,0CAAc,GAAE,CAAA;;;;2DAOlB;AAGK;IADL,IAAA,YAAG,EAAC,kBAAkB,CAAC;IACQ,WAAA,IAAA,oCAAW,GAAE,CAAA;IAA6B,WAAA,IAAA,0CAAc,GAAE,CAAA;;;;uEAEzF;AAGK;IADL,IAAA,aAAI,EAAC,KAAK,CAAC;IAET,WAAA,IAAA,aAAI,GAAE,CAAA;IACN,WAAA,IAAA,oCAAW,GAAE,CAAA;IACb,WAAA,IAAA,0CAAc,GAAE,CAAA;;;;8DAOlB;AAGK;IADL,IAAA,YAAG,EAAC,WAAW,CAAC;IAEd,WAAA,IAAA,cAAK,EAAC,UAAU,CAAC,CAAA;IACjB,WAAA,IAAA,oCAAW,GAAE,CAAA;IACb,WAAA,IAAA,0CAAc,GAAE,CAAA;;;;wDAGlB;AAGK;IADL,IAAA,aAAI,EAAC,iBAAiB,CAAC;IAErB,WAAA,IAAA,cAAK,EAAC,UAAU,CAAC,CAAA;IACjB,WAAA,IAAA,aAAI,GAAE,CAAA;IACN,WAAA,IAAA,oCAAW,GAAE,CAAA;IACb,WAAA,IAAA,0CAAc,GAAE,CAAA;;;;0DAOlB;AAGK;IADL,IAAA,aAAI,EAAC,oBAAoB,CAAC;IAExB,WAAA,IAAA,cAAK,EAAC,UAAU,CAAC,CAAA;IACjB,WAAA,IAAA,oCAAW,GAAE,CAAA;IACb,WAAA,IAAA,0CAAc,GAAE,CAAA;;;;uDAGlB;AAGK;IADL,IAAA,aAAI,EAAC,2BAA2B,CAAC;IAE/B,WAAA,IAAA,cAAK,EAAC,UAAU,CAAC,CAAA;IACjB,WAAA,IAAA,oCAAW,GAAE,CAAA;IACb,WAAA,IAAA,0CAAc,GAAE,CAAA;;;;gEAGlB;AAKK;IAFL,IAAA,aAAI,EAAC,iBAAiB,CAAC;IACvB,IAAA,iBAAQ,EAAC,mBAAU,CAAC,UAAU,CAAC;IAE7B,WAAA,IAAA,cAAK,EAAC,UAAU,CAAC,CAAA;IACjB,WAAA,IAAA,oCAAW,GAAE,CAAA;IACb,WAAA,IAAA,0CAAc,GAAE,CAAA;;;;oDAGlB;AAIK;IAFL,IAAA,eAAM,EAAC,WAAW,CAAC;IACnB,IAAA,iBAAQ,EAAC,mBAAU,CAAC,UAAU,CAAC;IAE7B,WAAA,IAAA,cAAK,EAAC,UAAU,CAAC,CAAA;IACjB,WAAA,IAAA,oCAAW,GAAE,CAAA;IACb,WAAA,IAAA,0CAAc,GAAE,CAAA;;;;2DAGlB;kCA9FU,uBAAuB;IAFnC,IAAA,mBAAU,EAAC,iBAAiB,CAAC;IAC7B,IAAA,kBAAS,EAAC,iCAAc,CAAC;qCAEc,6CAAoB;GAD/C,uBAAuB,CAuGnC"}

package/dist/server/modules/dataset/dataset-import.repository.d.ts

@@ -15,10 +15,19 @@ export interface DatasetImportRow {
     importMode: string;
     rawUploadSessionId: string | null;
     rawUploadExpiresAt: Date | null;
+    rawUploadCompletedAt: Date | null;
     rawObjectRef: StoredObjectRef | null;
     declaredTotalRows: number | null;
     receivedRows: number;
+    jobId: string | null;
+    errorCode: string | null;
+    errorMessage: string | null;
     status: string;
+    queuedAt: Date | null;
+    startedAt: Date | null;
+    completedAt: Date | null;
+    failedAt: Date | null;
+    abortedAt: Date | null;
     createdBy: string;
     createdAt: Date;
     updatedAt: Date;
@@ -29,6 +38,7 @@ export interface CreateDatasetImportArgs {
     actorUserId: string;
     dto: CreateDatasetImportDto;
     importMode?: 'batch' | 'raw_object';
+    initialStatus?: 'created' | 'uploading';
     rawUploadSession?: {
         sessionId: string;
         expiresAt: string;
@@ -72,5 +82,11 @@ export declare class DatasetImportRepository {
     findStaleImports(olderThan: Date): Promise<DatasetImportRow[]>;
     deleteImportsByIds(ids: string[]): Promise<number>;
     markRawObjectRef(projectId: string, importId: string, rawObjectRef: StoredObjectRef): Promise<DatasetImportRow | null>;
+    markRawUploadCompleted(projectId: string, importId: string, rawObjectRef: StoredObjectRef): Promise<DatasetImportRow | null>;
+    markQueued(projectId: string, importId: string, jobId: string): Promise<DatasetImportRow | null>;
+    markParsing(projectId: string, importId: string): Promise<DatasetImportRow | null>;
+    markFailed(projectId: string, importId: string, errorCode: string, errorMessage: string): Promise<void>;
+    markAborted(projectId: string, importId: string): Promise<DatasetImportRow | null>;
+    clearStaging(importId: string): Promise<void>;
 }
 //# sourceMappingURL=dataset-import.repository.d.ts.map

package/dist/server/modules/dataset/dataset-import.repository.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dataset-import.repository.d.ts","sourceRoot":"","sources":["../../../../src/server/modules/dataset/dataset-import.repository.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE/C,OAAO,KAAK,EAAE,sBAAsB,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAExF,OAAO,EAAE,qBAAqB,EAAE,KAAK,eAAe,EAAE,MAAM,gDAAgD,CAAC;AAS7G,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,aAAa,EAAE,OAAO,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,kBAAkB,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,kBAAkB,EAAE,IAAI,GAAG,IAAI,CAAC;IAChC,YAAY,EAAE,eAAe,GAAG,IAAI,CAAC;IACrC,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,IAAI,CAAC;IAChB,SAAS,EAAE,IAAI,CAAC;CACjB;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,GAAG,EAAE,sBAAsB,CAAC;IAC5B,UAAU,CAAC,EAAE,OAAO,GAAG,YAAY,CAAC;IACpC,gBAAgB,CAAC,EAAE;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;CACH;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,WAAW,EAAE,qBAAqB,EAAE,CAAC;IACrC,SAAS,EAAE,OAAO,CAAC;CACpB;AAGD,qBAAa,uBAAwB,SAAQ,KAAK;CAAG;AACrD,qBAAa,qBAAsB,SAAQ,KAAK;CAAG;AAEnD,qBACa,uBAAuB;IAEP,OAAO,CAAC,QAAQ,CAAC,EAAE;IAC5C,OAAO,CAAC,QAAQ,CAAC,OAAO;gBADkB,EAAE,EAAE,QAAQ,EACrC,OAAO,EAAE,qBAAqB;IAG3C,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,EAAE,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IASpE,kBAAkB,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IASrE,YAAY,CAAC,IAAI,EAAE,uBAAuB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAwBtE,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAUrF,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,EAAE,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAoBhG,yBAAyB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAanG,OAAO,CAAC,IAAI,EAAE,wBAAwB,GAAG,OAAO,CAAC;QAAE,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IA+EzE,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAQlE,gBAAgB,CAAC,SAAS,EAAE,IAAI,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAQ9D,kBAAkB,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IASlD,gBAAgB,CACpB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,eAAe,GAC5B,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;CAQpC"}
+{"version":3,"file":"dataset-import.repository.d.ts","sourceRoot":"","sources":["../../../../src/server/modules/dataset/dataset-import.repository.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE/C,OAAO,KAAK,EAAE,sBAAsB,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAExF,OAAO,EAAE,qBAAqB,EAAE,KAAK,eAAe,EAAE,MAAM,gDAAgD,CAAC;AAS7G,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,aAAa,EAAE,OAAO,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,kBAAkB,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,kBAAkB,EAAE,IAAI,GAAG,IAAI,CAAC;IAChC,oBAAoB,EAAE,IAAI,GAAG,IAAI,CAAC;IAClC,YAAY,EAAE,eAAe,GAAG,IAAI,CAAC;IACrC,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,IAAI,GAAG,IAAI,CAAC;IACtB,SAAS,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB,WAAW,EAAE,IAAI,GAAG,IAAI,CAAC;IACzB,QAAQ,EAAE,IAAI,GAAG,IAAI,CAAC;IACtB,SAAS,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,IAAI,CAAC;IAChB,SAAS,EAAE,IAAI,CAAC;CACjB;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,GAAG,EAAE,sBAAsB,CAAC;IAC5B,UAAU,CAAC,EAAE,OAAO,GAAG,YAAY,CAAC;IACpC,aAAa,CAAC,EAAE,SAAS,GAAG,WAAW,CAAC;IACxC,gBAAgB,CAAC,EAAE;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;CACH;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,WAAW,EAAE,qBAAqB,EAAE,CAAC;IACrC,SAAS,EAAE,OAAO,CAAC;CACpB;AAGD,qBAAa,uBAAwB,SAAQ,KAAK;CAAG;AACrD,qBAAa,qBAAsB,SAAQ,KAAK;CAAG;AAEnD,qBACa,uBAAuB;IAEP,OAAO,CAAC,QAAQ,CAAC,EAAE;IAC5C,OAAO,CAAC,QAAQ,CAAC,OAAO;gBADkB,EAAE,EAAE,QAAQ,EACrC,OAAO,EAAE,qBAAqB;IAG3C,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,EAAE,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IASpE,kBAAkB,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IASrE,YAAY,CAAC,IAAI,EAAE,uBAAuB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAyBtE,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAUrF,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,EAAE,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAqBhG,yBAAyB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAanG,OAAO,CAAC,IAAI,EAAE,wBAAwB,GAAG,OAAO,CAAC;QAAE,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IA+EzE,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAQlE,gBAAgB,CAAC,SAAS,EAAE,IAAI,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAa9D,kBAAkB,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IASlD,gBAAgB,CACpB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,eAAe,GAC5B,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAS7B,sBAAsB,CAC1B,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,eAAe,GAC5B,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAqB7B,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAqBhG,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAgBlF,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAevG,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAelF,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAGpD"}

package/dist/server/modules/dataset/dataset-import.repository.js

@@ -68,6 +68,7 @@ let DatasetImportRepository = class DatasetImportRepository {
             rawUploadSessionId: args.rawUploadSession?.sessionId ?? null,
             rawUploadExpiresAt: args.rawUploadSession?.expiresAt ? new Date(args.rawUploadSession.expiresAt) : null,
             declaredTotalRows: args.dto.declaredTotalRows ?? null,
+            status: args.initialStatus ?? (args.importMode === 'raw_object' ? 'created' : 'uploading'),
             createdBy: args.actorUserId,
         })
             .returning();
@@ -96,6 +97,7 @@ let DatasetImportRepository = class DatasetImportRepository {
                 .update(datasetImports)
                 .set({
                 receivedRows: (0, drizzle_orm_1.sql) `GREATEST(${datasetImports.receivedRows}, ${nextReceivedRows})`,
+                status: 'importing',
                 updatedAt: new Date(),
             })
                 .where((0, drizzle_orm_1.eq)(datasetImports.id, importId))
@@ -112,7 +114,7 @@ let DatasetImportRepository = class DatasetImportRepository {
             .limit(limit);
         return rows.map((row) => row.data && typeof row.data === 'object' && !Array.isArray(row.data) ? row.data : {});
     }
-    // Atomic promote: create the dataset row, bulk-copy staging rows into dataset_samples, mark the session ready, drop staging.
+    // Atomic promote: create the dataset row, bulk-copy staging rows into dataset_samples, mark the session completed, drop staging.
     async promote(args) {
         return this.db.transaction(async (tx) => {
             const [countRow] = await tx
@@ -176,7 +178,7 @@ let DatasetImportRepository = class DatasetImportRepository {
             }
             await tx
                 .update(datasetImports)
-                .set({ status: 'ready', datasetId: args.datasetId, updatedAt: new Date() })
+                .set({ status: 'completed', datasetId: args.datasetId, completedAt: new Date(), updatedAt: new Date() })
                 .where((0, drizzle_orm_1.eq)(datasetImports.id, args.importId));
             await tx.delete(datasetImportSamples).where((0, drizzle_orm_1.eq)(datasetImportSamples.importId, args.importId));
             return { sampleCount };
@@ -193,7 +195,7 @@ let DatasetImportRepository = class DatasetImportRepository {
         const rows = await this.db
             .select()
             .from(datasetImports)
-            .where((0, drizzle_orm_1.and)((0, drizzle_orm_1.eq)(datasetImports.status, 'importing'), (0, drizzle_orm_1.lt)(datasetImports.updatedAt, olderThan)));
+            .where((0, drizzle_orm_1.and)((0, drizzle_orm_1.sql) `${datasetImports.status} IN ('created', 'uploading', 'uploaded')`, (0, drizzle_orm_1.lt)(datasetImports.updatedAt, olderThan)));
         return rows;
     }
     async deleteImportsByIds(ids) {
@@ -213,6 +215,74 @@ let DatasetImportRepository = class DatasetImportRepository {
             .returning();
         return row ?? null;
     }
+    async markRawUploadCompleted(projectId, importId, rawObjectRef) {
+        const now = new Date();
+        const [row] = await this.db
+            .update(datasetImports)
+            .set({
+            rawObjectRef,
+            status: 'uploaded',
+            rawUploadCompletedAt: now,
+            updatedAt: now,
+        })
+            .where((0, drizzle_orm_1.and)((0, drizzle_orm_1.eq)(datasetImports.projectId, projectId), (0, drizzle_orm_1.eq)(datasetImports.id, importId), (0, drizzle_orm_1.sql) `${datasetImports.status} IN ('created', 'uploading', 'uploaded')`))
+            .returning();
+        return row ?? null;
+    }
+    async markQueued(projectId, importId, jobId) {
+        const now = new Date();
+        const [row] = await this.db
+            .update(datasetImports)
+            .set({
+            status: 'queued',
+            jobId,
+            queuedAt: now,
+            updatedAt: now,
+        })
+            .where((0, drizzle_orm_1.and)((0, drizzle_orm_1.eq)(datasetImports.projectId, projectId), (0, drizzle_orm_1.eq)(datasetImports.id, importId), (0, drizzle_orm_1.sql) `${datasetImports.status} IN ('uploaded', 'queued')`))
+            .returning();
+        return row ?? null;
+    }
+    async markParsing(projectId, importId) {
+        const now = new Date();
+        const [row] = await this.db
+            .update(datasetImports)
+            .set({ status: 'parsing', startedAt: now, updatedAt: now, errorCode: null, errorMessage: null })
+            .where((0, drizzle_orm_1.and)((0, drizzle_orm_1.eq)(datasetImports.projectId, projectId), (0, drizzle_orm_1.eq)(datasetImports.id, importId), (0, drizzle_orm_1.sql) `${datasetImports.status} IN ('uploaded', 'queued', 'parsing', 'importing')`))
+            .returning();
+        return row ?? null;
+    }
+    async markFailed(projectId, importId, errorCode, errorMessage) {
+        const now = new Date();
+        await this.db
+            .update(datasetImports)
+            .set({
+            status: 'failed',
+            errorCode,
+            errorMessage: errorMessage.slice(0, 2000),
+            failedAt: now,
+            updatedAt: now,
+        })
+            .where((0, drizzle_orm_1.and)((0, drizzle_orm_1.eq)(datasetImports.projectId, projectId), (0, drizzle_orm_1.eq)(datasetImports.id, importId)));
+        await this.clearStaging(importId);
+    }
+    async markAborted(projectId, importId) {
+        const now = new Date();
+        const [row] = await this.db
+            .update(datasetImports)
+            .set({
+            status: 'aborted',
+            abortedAt: now,
+            updatedAt: now,
+        })
+            .where((0, drizzle_orm_1.and)((0, drizzle_orm_1.eq)(datasetImports.projectId, projectId), (0, drizzle_orm_1.eq)(datasetImports.id, importId)))
+            .returning();
+        await this.clearStaging(importId);
+        return row ?? null;
+    }
+    async clearStaging(importId) {
+        await this.db.delete(datasetImportSamples).where((0, drizzle_orm_1.eq)(datasetImportSamples.importId, importId));
+    }
 };
 exports.DatasetImportRepository = DatasetImportRepository;
 exports.DatasetImportRepository = DatasetImportRepository = __decorate([

package/dist/server/modules/dataset/dataset-import.repository.js.map

@@ -1 +1 @@
-{"version":3,"file":"dataset-import.repository.js","sourceRoot":"","sources":["../../../../src/server/modules/dataset/dataset-import.repository.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAoD;AACpD,6CAAqE;AAErE,uCAAwC;AAExC,oFAA8E;AAC9E,4FAA6G;AAC7G,qEAAkE;AAElE,MAAM,EAAE,cAAc,EAAE,oBAAoB,EAAE,cAAc,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,WAAM,CAAC;AAE5F,iGAAiG;AACjG,iGAAiG;AACjG,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAsDhC,gHAAgH;AAChH,MAAa,uBAAwB,SAAQ,KAAK;CAAG;AAArD,0DAAqD;AACrD,MAAa,qBAAsB,SAAQ,KAAK;CAAG;AAAnD,sDAAmD;AAG5C,IAAM,uBAAuB,GAA7B,MAAM,uBAAuB;IAClC,YAC4C,EAAY,EACrC,OAA8B;QADL,OAAE,GAAF,EAAE,CAAU;QACrC,YAAO,GAAP,OAAO,CAAuB;IAC9C,CAAC;IAEJ,KAAK,CAAC,iBAAiB,CAAC,SAAiB;QACvC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE;aACvB,MAAM,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC;aAC3B,IAAI,CAAC,QAAQ,CAAC;aACd,KAAK,CAAC,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,CAAC,EAAE,IAAA,oBAAM,EAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;aAClE,KAAK,CAAC,CAAC,CAAC,CAAC;QACZ,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,SAAiB,EAAE,IAAY;QACtD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE;aACvB,MAAM,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC;aAC3B,IAAI,CAAC,QAAQ,CAAC;aACd,KAAK,CAAC,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,IAAA,gBAAE,EAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,IAAA,oBAAM,EAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;aAClG,KAAK,CAAC,CAAC,CAAC,CAAC;QACZ,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,IAA6B;QAC9C,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,EAAE;aACxB,MAAM,CAAC,cAAc,CAAC;aACtB,MAAM,CAAC;YACN,EAAE,EAAE,IAAI,CAAC,QAAQ;YACjB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI;YACnB,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,IAAI;YACjD,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,aAAa;YACrC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ;YACtC,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,aAAa;YAChD,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,WAAW,IAAI,IAAI;YACpD,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY;YACnC,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,OAAO;YACtC,kBAAkB,EAAE,IAAI,CAAC,gBAAgB,EAAE,SAAS,IAAI,IAAI;YAC5D,kBAAkB,EAAE,IAAI,CAAC,gBAAgB,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI;YACvG,iBAAiB,EAAE,IAAI,CAAC,GAAG,CAAC,iBAAiB,IAAI,IAAI;YACrD,SAAS,EAAE,IAAI,CAAC,WAAW;SAC5B,CAAC;aACD,SAAS,EAAE,CAAC;QACf,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QACnE,OAAO,GAAuB,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,SAAiB,EAAE,QAAgB;QACtD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE;aACvB,MAAM,EAAE;aACR,IAAI,CAAC,cAAc,CAAC;aACpB,KAAK,CAAC,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,IAAA,gBAAE,EAAC,cAAc,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC;aACpF,KAAK,CAAC,CAAC,CAAC,CAAC;QACZ,OAAQ,IAAI,CAAC,CAAC,CAAkC,IAAI,IAAI,CAAC;IAC3D,CAAC;IAED,uGAAuG;IACvG,KAAK,CAAC,WAAW,CAAC,QAAgB,EAAE,IAAsB,EAAE,gBAAwB;QAClF,OAAO,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YACtC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpB,MAAM,EAAE;qBACL,MAAM,CAAC,oBAAoB,CAAC;qBAC5B,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;qBAC7G,mBAAmB,EAAE,CAAC;YAC3B,CAAC;YACD,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,EAAE;iBACvB,MAAM,CAAC,cAAc,CAAC;iBACtB,GAAG,CAAC;gBACH,YAAY,EAAE,IAAA,iBAAG,EAAA,YAAY,cAAc,CAAC,YAAY,KAAK,gBAAgB,GAAG;gBAChF,SAAS,EAAE,IAAI,IAAI,EAAE;aACtB,CAAC;iBACD,KAAK,CAAC,IAAA,gBAAE,EAAC,cAAc,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;iBACtC,SAAS,CAAC,EAAE,YAAY,EAAE,cAAc,CAAC,YAAY,EAAE,CAAC,CAAC;YAC5D,OAAO,OAAO,EAAE,YAAY,IAAI,gBAAgB,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,yBAAyB,CAAC,QAAgB,EAAE,KAAa;QAC7D,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE;aACvB,MAAM,CAAC,EAAE,IAAI,EAAE,oBAAoB,CAAC,IAAI,EAAE,CAAC;aAC3C,IAAI,CAAC,oBAAoB,CAAC;aAC1B,KAAK,CAAC,IAAA,gBAAE,EAAC,oBAAoB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;aAClD,OAAO,CAAC,IAAA,iBAAG,EAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC;aAC3C,KAAK,CAAC,KAAK,CAAC,CAAC;QAChB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CACtB,GAAG,CAAC,IAAI,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,IAAgC,CAAC,CAAC,CAAC,EAAE,CAClH,CAAC;IACJ,CAAC;IAED,6HAA6H;IAC7H,KAAK,CAAC,OAAO,CAAC,IAA8B;QAC1C,OAAO,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YACtC,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,EAAE;iBACxB,MAAM,CAAC,EAAE,KAAK,EAAE,IAAA,iBAAG,EAAQ,eAAe,EAAE,CAAC;iBAC7C,IAAI,CAAC,oBAAoB,CAAC;iBAC1B,KAAK,CAAC,IAAA,gBAAE,EAAC,oBAAoB,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC3D,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;YACjD,IAAI,WAAW,KAAK,CAAC;gBAAE,MAAM,IAAI,uBAAuB,EAAE,CAAC;YAE3D,MAAM,KAAK,GAAG,MAAM,EAAE;iBACnB,MAAM,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC;iBAC3B,IAAI,CAAC,QAAQ,CAAC;iBACd,KAAK,CAAC,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAA,gBAAE,EAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAA,oBAAM,EAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;iBAC5G,KAAK,CAAC,CAAC,CAAC,CAAC;YACZ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;gBAAE,MAAM,IAAI,qBAAqB,EAAE,CAAC;YAExD,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;gBAC/B,EAAE,EAAE,IAAI,CAAC,SAAS;gBAClB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW;gBACX,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,SAAS,EAAE,IAAI,CAAC,WAAW;aAC5B,CAAC,CAAC;YAEH,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;gBAC7B,2FAA2F;gBAC3F,4FAA4F;gBAC5F,MAAM,OAAO,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,OAAgB,EAAE,CAAC;gBACxE,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,IAAA,+CAAsB,EAAC;oBACrD,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,WAAW;oBACX,SAAS,EAAE,mBAAmB;oBAC9B,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,SAAS,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAC3B,EAAE;yBACC,MAAM,CAAC,EAAE,IAAI,EAAE,oBAAoB,CAAC,IAAI,EAAE,UAAU,EAAE,oBAAoB,CAAC,UAAU,EAAE,CAAC;yBACxF,IAAI,CAAC,oBAAoB,CAAC;yBAC1B,KAAK,CAAC,IAAA,gBAAE,EAAC,oBAAoB,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;yBACvD,OAAO,CAAC,IAAA,iBAAG,EAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC;yBAC3C,KAAK,CAAC,KAAK,CAAC;yBACZ,MAAM,CAAC,MAAM,CAAC;oBACnB,QAAQ,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CACvB,IAAI,CAAC,OAAO,CAAC,SAAS,CACpB,EAAE,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,UAAU,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,EACjF,IAAI,EACJ;wBACE,KAAK,EAAE,MAAM;qBACd,CACF;oBACH,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;wBACzB,MAAM,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBAC/C,CAAC;iBACF,CAAC,CAAC;gBACH,IAAI,aAAa,EAAE,CAAC;oBAClB,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,IAAA,gBAAE,EAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;gBAC1F,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,EAAE,CAAC,OAAO,CAAC,IAAA,iBAAG,EAAA;;mBAET,IAAI,CAAC,SAAS;;8BAEH,IAAI,CAAC,QAAQ;SAClC,CAAC,CAAC;YACL,CAAC;YAED,MAAM,EAAE;iBACL,MAAM,CAAC,cAAc,CAAC;iBACtB,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC;iBAC1E,KAAK,CAAC,IAAA,gBAAE,EAAC,cAAc,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YAE/C,MAAM,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,KAAK,CAAC,IAAA,gBAAE,EAAC,oBAAoB,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YAE9F,OAAO,EAAE,WAAW,EAAE,CAAC;QACzB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,SAAiB,EAAE,QAAgB;QACpD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,EAAE;aAC1B,MAAM,CAAC,cAAc,CAAC;aACtB,KAAK,CAAC,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,IAAA,gBAAE,EAAC,cAAc,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC;aACpF,SAAS,CAAC,EAAE,EAAE,EAAE,cAAc,CAAC,EAAE,EAAE,CAAC,CAAC;QACxC,OAAO,OAAO,CAAC,MAAM,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,SAAe;QACpC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE;aACvB,MAAM,EAAE;aACR,IAAI,CAAC,cAAc,CAAC;aACpB,KAAK,CAAC,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,cAAc,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,IAAA,gBAAE,EAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;QAC/F,OAAO,IAA0B,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,GAAa;QACpC,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC/B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,EAAE;aAC1B,MAAM,CAAC,cAAc,CAAC;aACtB,KAAK,CAAC,IAAA,qBAAO,EAAC,cAAc,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;aACtC,SAAS,CAAC,EAAE,EAAE,EAAE,cAAc,CAAC,EAAE,EAAE,CAAC,CAAC;QACxC,OAAO,OAAO,CAAC,MAAM,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,SAAiB,EACjB,QAAgB,EAChB,YAA6B;QAE7B,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,EAAE;aACxB,MAAM,CAAC,cAAc,CAAC;aACtB,GAAG,CAAC,EAAE,YAAY,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC;aAC5C,KAAK,CAAC,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,IAAA,gBAAE,EAAC,cAAc,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC;aACpF,SAAS,EAAE,CAAC;QACf,OAAQ,GAAoC,IAAI,IAAI,CAAC;IACvD,CAAC;CACF,CAAA;AA/MY,0DAAuB;kCAAvB,uBAAuB;IADnC,IAAA,mBAAU,GAAE;IAGR,WAAA,IAAA,eAAM,EAAC,oCAAe,CAAC,CAAA;6CACE,+CAAqB;GAHtC,uBAAuB,CA+MnC"}
+{"version":3,"file":"dataset-import.repository.js","sourceRoot":"","sources":["../../../../src/server/modules/dataset/dataset-import.repository.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAoD;AACpD,6CAAqE;AAErE,uCAAwC;AAExC,oFAA8E;AAC9E,4FAA6G;AAC7G,qEAAkE;AAElE,MAAM,EAAE,cAAc,EAAE,oBAAoB,EAAE,cAAc,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,WAAM,CAAC;AAE5F,iGAAiG;AACjG,iGAAiG;AACjG,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAgEhC,gHAAgH;AAChH,MAAa,uBAAwB,SAAQ,KAAK;CAAG;AAArD,0DAAqD;AACrD,MAAa,qBAAsB,SAAQ,KAAK;CAAG;AAAnD,sDAAmD;AAG5C,IAAM,uBAAuB,GAA7B,MAAM,uBAAuB;IAClC,YAC4C,EAAY,EACrC,OAA8B;QADL,OAAE,GAAF,EAAE,CAAU;QACrC,YAAO,GAAP,OAAO,CAAuB;IAC9C,CAAC;IAEJ,KAAK,CAAC,iBAAiB,CAAC,SAAiB;QACvC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE;aACvB,MAAM,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC;aAC3B,IAAI,CAAC,QAAQ,CAAC;aACd,KAAK,CAAC,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,CAAC,EAAE,IAAA,oBAAM,EAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;aAClE,KAAK,CAAC,CAAC,CAAC,CAAC;QACZ,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,SAAiB,EAAE,IAAY;QACtD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE;aACvB,MAAM,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC;aAC3B,IAAI,CAAC,QAAQ,CAAC;aACd,KAAK,CAAC,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,IAAA,gBAAE,EAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,IAAA,oBAAM,EAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;aAClG,KAAK,CAAC,CAAC,CAAC,CAAC;QACZ,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,IAA6B;QAC9C,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,EAAE;aACxB,MAAM,CAAC,cAAc,CAAC;aACtB,MAAM,CAAC;YACN,EAAE,EAAE,IAAI,CAAC,QAAQ;YACjB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI;YACnB,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,IAAI;YACjD,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,aAAa;YACrC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ;YACtC,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,aAAa;YAChD,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,WAAW,IAAI,IAAI;YACpD,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY;YACnC,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,OAAO;YACtC,kBAAkB,EAAE,IAAI,CAAC,gBAAgB,EAAE,SAAS,IAAI,IAAI;YAC5D,kBAAkB,EAAE,IAAI,CAAC,gBAAgB,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI;YACvG,iBAAiB,EAAE,IAAI,CAAC,GAAG,CAAC,iBAAiB,IAAI,IAAI;YACrD,MAAM,EAAE,IAAI,CAAC,aAAa,IAAI,CAAC,IAAI,CAAC,UAAU,KAAK,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC;YAC1F,SAAS,EAAE,IAAI,CAAC,WAAW;SAC5B,CAAC;aACD,SAAS,EAAE,CAAC;QACf,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QACnE,OAAO,GAAuB,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,SAAiB,EAAE,QAAgB;QACtD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE;aACvB,MAAM,EAAE;aACR,IAAI,CAAC,cAAc,CAAC;aACpB,KAAK,CAAC,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,IAAA,gBAAE,EAAC,cAAc,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC;aACpF,KAAK,CAAC,CAAC,CAAC,CAAC;QACZ,OAAQ,IAAI,CAAC,CAAC,CAAkC,IAAI,IAAI,CAAC;IAC3D,CAAC;IAED,uGAAuG;IACvG,KAAK,CAAC,WAAW,CAAC,QAAgB,EAAE,IAAsB,EAAE,gBAAwB;QAClF,OAAO,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YACtC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpB,MAAM,EAAE;qBACL,MAAM,CAAC,oBAAoB,CAAC;qBAC5B,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;qBAC7G,mBAAmB,EAAE,CAAC;YAC3B,CAAC;YACD,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,EAAE;iBACvB,MAAM,CAAC,cAAc,CAAC;iBACtB,GAAG,CAAC;gBACH,YAAY,EAAE,IAAA,iBAAG,EAAA,YAAY,cAAc,CAAC,YAAY,KAAK,gBAAgB,GAAG;gBAChF,MAAM,EAAE,WAAW;gBACnB,SAAS,EAAE,IAAI,IAAI,EAAE;aACtB,CAAC;iBACD,KAAK,CAAC,IAAA,gBAAE,EAAC,cAAc,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;iBACtC,SAAS,CAAC,EAAE,YAAY,EAAE,cAAc,CAAC,YAAY,EAAE,CAAC,CAAC;YAC5D,OAAO,OAAO,EAAE,YAAY,IAAI,gBAAgB,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,yBAAyB,CAAC,QAAgB,EAAE,KAAa;QAC7D,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE;aACvB,MAAM,CAAC,EAAE,IAAI,EAAE,oBAAoB,CAAC,IAAI,EAAE,CAAC;aAC3C,IAAI,CAAC,oBAAoB,CAAC;aAC1B,KAAK,CAAC,IAAA,gBAAE,EAAC,oBAAoB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;aAClD,OAAO,CAAC,IAAA,iBAAG,EAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC;aAC3C,KAAK,CAAC,KAAK,CAAC,CAAC;QAChB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CACtB,GAAG,CAAC,IAAI,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,IAAgC,CAAC,CAAC,CAAC,EAAE,CAClH,CAAC;IACJ,CAAC;IAED,iIAAiI;IACjI,KAAK,CAAC,OAAO,CAAC,IAA8B;QAC1C,OAAO,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YACtC,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,EAAE;iBACxB,MAAM,CAAC,EAAE,KAAK,EAAE,IAAA,iBAAG,EAAQ,eAAe,EAAE,CAAC;iBAC7C,IAAI,CAAC,oBAAoB,CAAC;iBAC1B,KAAK,CAAC,IAAA,gBAAE,EAAC,oBAAoB,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC3D,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;YACjD,IAAI,WAAW,KAAK,CAAC;gBAAE,MAAM,IAAI,uBAAuB,EAAE,CAAC;YAE3D,MAAM,KAAK,GAAG,MAAM,EAAE;iBACnB,MAAM,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC;iBAC3B,IAAI,CAAC,QAAQ,CAAC;iBACd,KAAK,CAAC,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAA,gBAAE,EAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAA,oBAAM,EAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;iBAC5G,KAAK,CAAC,CAAC,CAAC,CAAC;YACZ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;gBAAE,MAAM,IAAI,qBAAqB,EAAE,CAAC;YAExD,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;gBAC/B,EAAE,EAAE,IAAI,CAAC,SAAS;gBAClB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW;gBACX,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,SAAS,EAAE,IAAI,CAAC,WAAW;aAC5B,CAAC,CAAC;YAEH,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;gBAC7B,2FAA2F;gBAC3F,4FAA4F;gBAC5F,MAAM,OAAO,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,OAAgB,EAAE,CAAC;gBACxE,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,IAAA,+CAAsB,EAAC;oBACrD,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,WAAW;oBACX,SAAS,EAAE,mBAAmB;oBAC9B,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,SAAS,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAC3B,EAAE;yBACC,MAAM,CAAC,EAAE,IAAI,EAAE,oBAAoB,CAAC,IAAI,EAAE,UAAU,EAAE,oBAAoB,CAAC,UAAU,EAAE,CAAC;yBACxF,IAAI,CAAC,oBAAoB,CAAC;yBAC1B,KAAK,CAAC,IAAA,gBAAE,EAAC,oBAAoB,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;yBACvD,OAAO,CAAC,IAAA,iBAAG,EAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC;yBAC3C,KAAK,CAAC,KAAK,CAAC;yBACZ,MAAM,CAAC,MAAM,CAAC;oBACnB,QAAQ,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CACvB,IAAI,CAAC,OAAO,CAAC,SAAS,CACpB,EAAE,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,UAAU,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,EACjF,IAAI,EACJ;wBACE,KAAK,EAAE,MAAM;qBACd,CACF;oBACH,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;wBACzB,MAAM,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBAC/C,CAAC;iBACF,CAAC,CAAC;gBACH,IAAI,aAAa,EAAE,CAAC;oBAClB,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,IAAA,gBAAE,EAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;gBAC1F,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,EAAE,CAAC,OAAO,CAAC,IAAA,iBAAG,EAAA;;mBAET,IAAI,CAAC,SAAS;;8BAEH,IAAI,CAAC,QAAQ;SAClC,CAAC,CAAC;YACL,CAAC;YAED,MAAM,EAAE;iBACL,MAAM,CAAC,cAAc,CAAC;iBACtB,GAAG,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,WAAW,EAAE,IAAI,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC;iBACvG,KAAK,CAAC,IAAA,gBAAE,EAAC,cAAc,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YAE/C,MAAM,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,KAAK,CAAC,IAAA,gBAAE,EAAC,oBAAoB,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YAE9F,OAAO,EAAE,WAAW,EAAE,CAAC;QACzB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,SAAiB,EAAE,QAAgB;QACpD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,EAAE;aAC1B,MAAM,CAAC,cAAc,CAAC;aACtB,KAAK,CAAC,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,IAAA,gBAAE,EAAC,cAAc,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC;aACpF,SAAS,CAAC,EAAE,EAAE,EAAE,cAAc,CAAC,EAAE,EAAE,CAAC,CAAC;QACxC,OAAO,OAAO,CAAC,MAAM,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,SAAe;QACpC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE;aACvB,MAAM,EAAE;aACR,IAAI,CAAC,cAAc,CAAC;aACpB,KAAK,CACJ,IAAA,iBAAG,EACD,IAAA,iBAAG,EAAA,GAAG,cAAc,CAAC,MAAM,0CAA0C,EACrE,IAAA,gBAAE,EAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,CACxC,CACF,CAAC;QACJ,OAAO,IAA0B,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,GAAa;QACpC,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC/B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,EAAE;aAC1B,MAAM,CAAC,cAAc,CAAC;aACtB,KAAK,CAAC,IAAA,qBAAO,EAAC,cAAc,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;aACtC,SAAS,CAAC,EAAE,EAAE,EAAE,cAAc,CAAC,EAAE,EAAE,CAAC,CAAC;QACxC,OAAO,OAAO,CAAC,MAAM,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,SAAiB,EACjB,QAAgB,EAChB,YAA6B;QAE7B,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,EAAE;aACxB,MAAM,CAAC,cAAc,CAAC;aACtB,GAAG,CAAC,EAAE,YAAY,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC;aAC5C,KAAK,CAAC,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,IAAA,gBAAE,EAAC,cAAc,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC;aACpF,SAAS,EAAE,CAAC;QACf,OAAQ,GAAoC,IAAI,IAAI,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,sBAAsB,CAC1B,SAAiB,EACjB,QAAgB,EAChB,YAA6B;QAE7B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,EAAE;aACxB,MAAM,CAAC,cAAc,CAAC;aACtB,GAAG,CAAC;YACH,YAAY;YACZ,MAAM,EAAE,UAAU;YAClB,oBAAoB,EAAE,GAAG;YACzB,SAAS,EAAE,GAAG;SACf,CAAC;aACD,KAAK,CACJ,IAAA,iBAAG,EACD,IAAA,gBAAE,EAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,EACvC,IAAA,gBAAE,EAAC,cAAc,CAAC,EAAE,EAAE,QAAQ,CAAC,EAC/B,IAAA,iBAAG,EAAA,GAAG,cAAc,CAAC,MAAM,0CAA0C,CACtE,CACF;aACA,SAAS,EAAE,CAAC;QACf,OAAQ,GAAoC,IAAI,IAAI,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,SAAiB,EAAE,QAAgB,EAAE,KAAa;QACjE,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,EAAE;aACxB,MAAM,CAAC,cAAc,CAAC;aACtB,GAAG,CAAC;YACH,MAAM,EAAE,QAAQ;YAChB,KAAK;YACL,QAAQ,EAAE,GAAG;YACb,SAAS,EAAE,GAAG;SACf,CAAC;aACD,KAAK,CACJ,IAAA,iBAAG,EACD,IAAA,gBAAE,EAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,EACvC,IAAA,gBAAE,EAAC,cAAc,CAAC,EAAE,EAAE,QAAQ,CAAC,EAC/B,IAAA,iBAAG,EAAA,GAAG,cAAc,CAAC,MAAM,4BAA4B,CACxD,CACF;aACA,SAAS,EAAE,CAAC;QACf,OAAQ,GAAoC,IAAI,IAAI,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,SAAiB,EAAE,QAAgB;QACnD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,EAAE;aACxB,MAAM,CAAC,cAAc,CAAC;aACtB,GAAG,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;aAC/F,KAAK,CACJ,IAAA,iBAAG,EACD,IAAA,gBAAE,EAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,EACvC,IAAA,gBAAE,EAAC,cAAc,CAAC,EAAE,EAAE,QAAQ,CAAC,EAC/B,IAAA,iBAAG,EAAA,GAAG,cAAc,CAAC,MAAM,oDAAoD,CAChF,CACF;aACA,SAAS,EAAE,CAAC;QACf,OAAQ,GAAoC,IAAI,IAAI,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,SAAiB,EAAE,QAAgB,EAAE,SAAiB,EAAE,YAAoB;QAC3F,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,IAAI,CAAC,EAAE;aACV,MAAM,CAAC,cAAc,CAAC;aACtB,GAAG,CAAC;YACH,MAAM,EAAE,QAAQ;YAChB,SAAS;YACT,YAAY,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;YACzC,QAAQ,EAAE,GAAG;YACb,SAAS,EAAE,GAAG;SACf,CAAC;aACD,KAAK,CAAC,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,IAAA,gBAAE,EAAC,cAAc,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;QACxF,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,SAAiB,EAAE,QAAgB;QACnD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,EAAE;aACxB,MAAM,CAAC,cAAc,CAAC;aACtB,GAAG,CAAC;YACH,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,GAAG;SACf,CAAC;aACD,KAAK,CAAC,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,IAAA,gBAAE,EAAC,cAAc,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC;aACpF,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAClC,OAAQ,GAAoC,IAAI,IAAI,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,QAAgB;QACjC,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,KAAK,CAAC,IAAA,gBAAE,EAAC,oBAAoB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;IAChG,CAAC;CACF,CAAA;AAtTY,0DAAuB;kCAAvB,uBAAuB;IADnC,IAAA,mBAAU,GAAE;IAGR,WAAA,IAAA,eAAM,EAAC,oCAAe,CAAC,CAAA;6CACE,+CAAqB;GAHtC,uBAAuB,CAsTnC"}

package/dist/server/modules/dataset/dataset-import.service.d.ts

@@ -1,9 +1,10 @@
 import { type OnModuleDestroy, type OnModuleInit } from '@nestjs/common';
-import type { CompleteDatasetImportResponseDto, CreateDatasetImportDto, CreateRawDatasetImportDto, CreateRawDatasetImportResponseDto, DatasetImportBatchDto, DatasetImportBatchResponseDto, DatasetImportItemDto, DatasetRawImportCapabilitiesDto } from '@proofhound/shared';
+import type { CompleteDatasetImportResponseDto, CreateDatasetImportDto, CreateRawDatasetImportDto, CreateRawDatasetImportResponseDto, DatasetImportBatchDto, DatasetImportBatchResponseDto, DatasetRawImportCapabilitiesDto, DatasetImportStatusDto } from '@proofhound/shared';
 import { AccessControlService } from '../../common/contracts/access-control.service';
 import { ObjectStorageProvider } from '../../common/contracts/object-storage.provider';
 import { QuotaPolicyHook } from '../../common/contracts/quota-policy.hook';
 import type { CurrentUserPayload } from '../../common/decorators/current-user.decorator';
+import { BullmqService } from '../../infrastructure/orchestration';
 import { DatasetImportRepository } from './dataset-import.repository';
 import { DatasetService } from './dataset.service';
 export declare class DatasetImportService implements OnModuleInit, OnModuleDestroy {
@@ -12,30 +13,31 @@ export declare class DatasetImportService implements OnModuleInit, OnModuleDestr
     private readonly accessControl;
     private readonly quotaPolicy;
     private readonly storage;
+    private readonly bullmq;
     private readonly logger;
     private sweepTimer;
     private sweeping;
-    constructor(repo: DatasetImportRepository, datasetService: DatasetService, accessControl: AccessControlService, quotaPolicy: QuotaPolicyHook, storage: ObjectStorageProvider);
+    constructor(repo: DatasetImportRepository, datasetService: DatasetService, accessControl: AccessControlService, quotaPolicy: QuotaPolicyHook, storage: ObjectStorageProvider, bullmq: BullmqService);
     onModuleInit(): void;
     onModuleDestroy(): void;
-    createImport(projectId: string, dto: CreateDatasetImportDto, actor: CurrentUserPayload): Promise<DatasetImportItemDto>;
+    createImport(projectId: string, dto: CreateDatasetImportDto, actor: CurrentUserPayload): Promise<DatasetImportStatusDto>;
     getRawImportCapabilities(projectId: string, actor: CurrentUserPayload): Promise<DatasetRawImportCapabilitiesDto>;
     createRawImport(projectId: string, dto: CreateRawDatasetImportDto, actor: CurrentUserPayload): Promise<CreateRawDatasetImportResponseDto>;
     appendBatch(projectId: string, importId: string, dto: DatasetImportBatchDto, actor: CurrentUserPayload): Promise<DatasetImportBatchResponseDto>;
     complete(projectId: string, importId: string, actor: CurrentUserPayload): Promise<CompleteDatasetImportResponseDto>;
+    completeRawUpload(projectId: string, importId: string, actor: CurrentUserPayload): Promise<DatasetImportStatusDto>;
     abort(projectId: string, importId: string, actor: CurrentUserPayload): Promise<void>;
-    getImport(projectId: string, importId: string, actor: CurrentUserPayload): Promise<DatasetImportItemDto>;
+    getImport(projectId: string, importId: string, actor: CurrentUserPayload): Promise<DatasetImportStatusDto>;
     sweepStaleImports(): Promise<void>;
     private getAccessibleProject;
     private getWritableProject;
-    private requireImporting;
+    private requireImport;
+    private requireImportState;
     private assertConsistentMappings;
     private toFieldMappings;
     private externalIdFieldName;
     private getExternalId;
-    private ingestRawObjectIntoStaging;
-    private ensureRawObjectRef;
-    private projectSample;
+    private completeStagedImport;
     private assertRawObjectWithinLimit;
     private assertUploadSizeWithinLimit;
     private cleanupRawImportResources;

package/dist/server/modules/dataset/dataset-import.service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dataset-import.service.d.ts","sourceRoot":"","sources":["../../../../src/server/modules/dataset/dataset-import.service.ts"],"names":[],"mappings":"AAEA,OAAO,EAML,KAAK,eAAe,EACpB,KAAK,YAAY,EAClB,MAAM,gBAAgB,CAAC;AAExB,OAAO,KAAK,EACV,gCAAgC,EAChC,sBAAsB,EACtB,yBAAyB,EACzB,iCAAiC,EAEjC,qBAAqB,EACrB,6BAA6B,EAC7B,oBAAoB,EACpB,+BAA+B,EAGhC,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EAAE,oBAAoB,EAAE,MAAM,+CAA+C,CAAC;AACrF,OAAO,EAAE,qBAAqB,EAAwB,MAAM,gDAAgD,CAAC;AAC7G,OAAO,EAAE,eAAe,EAAE,MAAM,0CAA0C,CAAC;AAC3E,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gDAAgD,CAAC;AAGzF,OAAO,EAEL,uBAAuB,EAIxB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAanD,qBACa,oBAAqB,YAAW,YAAY,EAAE,eAAe;IAMtE,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,aAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,OAAO;IAT1B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiE;IACxF,OAAO,CAAC,UAAU,CAA+B;IACjD,OAAO,CAAC,QAAQ,CAAS;gBAGN,IAAI,EAAE,uBAAuB,EAC7B,cAAc,EAAE,cAAc,EAC9B,aAAa,EAAE,oBAAoB,EACnC,WAAW,EAAE,eAAe,EAC5B,OAAO,EAAE,qBAAqB;IAGjD,YAAY,IAAI,IAAI;IAKpB,eAAe,IAAI,IAAI;IAOjB,YAAY,CAChB,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,sBAAsB,EAC3B,KAAK,EAAE,kBAAkB,GACxB,OAAO,CAAC,oBAAoB,CAAC;IAmB1B,wBAAwB,CAC5B,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,kBAAkB,GACxB,OAAO,CAAC,+BAA+B,CAAC;IAQrC,eAAe,CACnB,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,yBAAyB,EAC9B,KAAK,EAAE,kBAAkB,GACxB,OAAO,CAAC,iCAAiC,CAAC;IAoDvC,WAAW,CACf,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,GAAG,EAAE,qBAAqB,EAC1B,KAAK,EAAE,kBAAkB,GACxB,OAAO,CAAC,6BAA6B,CAAC;IA8BnC,QAAQ,CACZ,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,kBAAkB,GACxB,OAAO,CAAC,gCAAgC,CAAC;IA+CtC,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAOpF,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,kBAAkB,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAQxG,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;YAsB1B,oBAAoB;YAMpB,kBAAkB;YAKlB,gBAAgB;IAO9B,OAAO,CAAC,wBAAwB;IAOhC,OAAO,CAAC,eAAe;IAIvB,OAAO,CAAC,mBAAmB;IAI3B,OAAO,CAAC,aAAa;YAOP,0BAA0B;YAoD1B,kBAAkB;IAqBhC,OAAO,CAAC,aAAa;IAYrB,OAAO,CAAC,0BAA0B;IAIlC,OAAO,CAAC,2BAA2B;YAMrB,yBAAyB;YAWzB,mBAAmB;IAMjC,OAAO,CAAC,gBAAgB;IAIxB,OAAO,CAAC,YAAY;IAmBpB,OAAO,CAAC,kBAAkB;IAK1B,OAAO,CAAC,iBAAiB;IAKzB,OAAO,CAAC,oBAAoB;CAI7B"}
+{"version":3,"file":"dataset-import.service.d.ts","sourceRoot":"","sources":["../../../../src/server/modules/dataset/dataset-import.service.ts"],"names":[],"mappings":"AAEA,OAAO,EAML,KAAK,eAAe,EACpB,KAAK,YAAY,EAClB,MAAM,gBAAgB,CAAC;AAExB,OAAO,KAAK,EACV,gCAAgC,EAChC,sBAAsB,EACtB,yBAAyB,EACzB,iCAAiC,EAEjC,qBAAqB,EACrB,6BAA6B,EAC7B,+BAA+B,EAI/B,sBAAsB,EACvB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EAAE,oBAAoB,EAAE,MAAM,+CAA+C,CAAC;AACrF,OAAO,EAAE,qBAAqB,EAAwB,MAAM,gDAAgD,CAAC;AAC7G,OAAO,EAAE,eAAe,EAAE,MAAM,0CAA0C,CAAC;AAC3E,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gDAAgD,CAAC;AACzF,OAAO,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AAEnE,OAAO,EAEL,uBAAuB,EAGxB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAWnD,qBACa,oBAAqB,YAAW,YAAY,EAAE,eAAe;IAMtE,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,aAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,MAAM;IAVzB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiE;IACxF,OAAO,CAAC,UAAU,CAA+B;IACjD,OAAO,CAAC,QAAQ,CAAS;gBAGN,IAAI,EAAE,uBAAuB,EAC7B,cAAc,EAAE,cAAc,EAC9B,aAAa,EAAE,oBAAoB,EACnC,WAAW,EAAE,eAAe,EAC5B,OAAO,EAAE,qBAAqB,EAC9B,MAAM,EAAE,aAAa;IAGxC,YAAY,IAAI,IAAI;IAKpB,eAAe,IAAI,IAAI;IAOjB,YAAY,CAChB,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,sBAAsB,EAC3B,KAAK,EAAE,kBAAkB,GACxB,OAAO,CAAC,sBAAsB,CAAC;IAmB5B,wBAAwB,CAC5B,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,kBAAkB,GACxB,OAAO,CAAC,+BAA+B,CAAC;IAQrC,eAAe,CACnB,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,yBAAyB,EAC9B,KAAK,EAAE,kBAAkB,GACxB,OAAO,CAAC,iCAAiC,CAAC;IAoDvC,WAAW,CACf,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,GAAG,EAAE,qBAAqB,EAC1B,KAAK,EAAE,kBAAkB,GACxB,OAAO,CAAC,6BAA6B,CAAC;IA8BnC,QAAQ,CACZ,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,kBAAkB,GACxB,OAAO,CAAC,gCAAgC,CAAC;IAqCtC,iBAAiB,CACrB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,kBAAkB,GACxB,OAAO,CAAC,sBAAsB,CAAC;IAuC5B,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAQpF,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,kBAAkB,GAAG,OAAO,CAAC,sBAAsB,CAAC;IAQ1G,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;YAsB1B,oBAAoB;YAMpB,kBAAkB;YAKlB,aAAa;YAMb,kBAAkB;IAYhC,OAAO,CAAC,wBAAwB;IAOhC,OAAO,CAAC,eAAe;IAIvB,OAAO,CAAC,mBAAmB;IAI3B,OAAO,CAAC,aAAa;YAOP,oBAAoB;IAwClC,OAAO,CAAC,0BAA0B;IAIlC,OAAO,CAAC,2BAA2B;YAMrB,yBAAyB;YAWzB,mBAAmB;IAMjC,OAAO,CAAC,gBAAgB;IAIxB,OAAO,CAAC,YAAY;IAgCpB,OAAO,CAAC,kBAAkB;IAK1B,OAAO,CAAC,iBAAiB;IAKzB,OAAO,CAAC,oBAAoB;CAI7B"}