@unchainedshop/core 4.0.0-rc.16 → 4.0.0-rc.17

package/lib/bulk-importer/createBulkImporter.d.ts

@@ -1,3 +1,4 @@
+import { z } from 'zod';
 import { Readable } from 'node:stream';
 import { mongodb } from '@unchainedshop/mongodb';
 import * as AssortmentHandlers from './handlers/assortment/index.js';
@@ -10,16 +11,19 @@ export interface BulkImportOperationResult {
     operation: string;
     success: boolean;
 }
-export type BulkImportOperation<T> = (payload: any, options: {
+export type BulkImportOperation<T> = {
+    payloadSchema?: z.AnyZodObject;
+} & ((payload: any, options: {
     bulk: (collection: string) => typeof mongodb.BulkOperationBase;
     createShouldUpsertIfIDExists?: boolean;
     updateShouldUpsertIfIDNotExists?: boolean;
     skipCacheInvalidation?: boolean;
-}, unchainedAPI: T) => Promise<BulkImportOperationResult>;
+}, unchainedAPI: T) => Promise<BulkImportOperationResult>);
 export type BulkImportHandler<T> = Record<string, BulkImportOperation<T>>;
 export declare const getOperation: (entity: string, operation: string) => BulkImportOperation<any>;
 export default function createBulkImporterFactory(db: any, bulkImporterOptions: any): {
     createBulkImporter: (options: any) => {
+        validate: (event: any) => Promise<void>;
         prepare: (event: any, unchainedAPI: {
             modules: Modules;
             services: Services;
@@ -28,8 +32,17 @@ export default function createBulkImporterFactory(db: any, bulkImporterOptions:
             processedOperations: {};
             processedBulkOperations: PromiseSettledResult<any>[];
         } | {
-            preparationIssues: any[];
-        })[]>;
+            preparationIssues: {
+                operation: string;
+                entity: string;
+                payloadId: string;
+                errorCode: string;
+                errorMessage: string;
+            }[];
+        })[] | ({
+            processedOperations: {};
+            processedBulkOperations: PromiseSettledResult<any>[];
+        } | null)[]>;
         invalidateCaches: (unchainedAPI: {
             modules: Modules;
             services: Services;
@@ -37,6 +50,7 @@ export default function createBulkImporterFactory(db: any, bulkImporterOptions:
     };
     validateEventStream: (readStream: Readable) => Promise<void>;
     pipeEventStream: (readStream: Readable, bulkImporter: ReturnType<(options: any) => {
+        validate: (event: any) => Promise<void>;
         prepare: (event: any, unchainedAPI: {
             modules: Modules;
             services: Services;
@@ -45,8 +59,17 @@ export default function createBulkImporterFactory(db: any, bulkImporterOptions:
             processedOperations: {};
             processedBulkOperations: PromiseSettledResult<any>[];
         } | {
-            preparationIssues: any[];
-        })[]>;
+            preparationIssues: {
+                operation: string;
+                entity: string;
+                payloadId: string;
+                errorCode: string;
+                errorMessage: string;
+            }[];
+        })[] | ({
+            processedOperations: {};
+            processedBulkOperations: PromiseSettledResult<any>[];
+        } | null)[]>;
         invalidateCaches: (unchainedAPI: {
             modules: Modules;
             services: Services;

package/lib/bulk-importer/createBulkImporter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"createBulkImporter.d.ts","sourceRoot":"","sources":["../../src/bulk-importer/createBulkImporter.ts"],"names":[],"mappings":"AACA,OAAO,EAAe,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEpD,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AACjD,OAAO,KAAK,kBAAkB,MAAM,gCAAgC,CAAC;AACrE,OAAO,KAAK,cAAc,MAAM,4BAA4B,CAAC;AAC7D,OAAO,KAAK,eAAe,MAAM,6BAA6B,CAAC;AAE/D,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAIhD,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;CAClB;AACD,MAAM,MAAM,mBAAmB,CAAC,CAAC,IAAI,CACnC,OAAO,EAAE,GAAG,EACZ,OAAO,EAAE;IACP,IAAI,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,OAAO,OAAO,CAAC,iBAAiB,CAAC;IAC/D,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,+BAA+B,CAAC,EAAE,OAAO,CAAC;IAC1C,qBAAqB,CAAC,EAAE,OAAO,CAAC;CACjC,EACD,YAAY,EAAE,CAAC,KACZ,OAAO,CAAC,yBAAyB,CAAC,CAAC;AAExC,MAAM,MAAM,iBAAiB,CAAC,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC;AAI1E,eAAO,MAAM,YAAY,GAAI,QAAQ,MAAM,EAAE,WAAW,MAAM,KAAG,mBAAmB,CAAC,GAAG,CAuBvF,CAAC;AAEF,MAAM,CAAC,OAAO,UAAU,yBAAyB,CAAC,EAAE,KAAA,EAAE,mBAAmB,EAAE,GAAG;;4CA2BnC;YAAE,OAAO,EAAE,OAAO,CAAC;YAAC,QAAQ,EAAE,QAAQ,CAAA;SAAE;;;;;;;yCAiDtC;YAAE,OAAO,EAAE,OAAO,CAAC;YAAC,QAAQ,EAAE,QAAQ,CAAA;SAAE;;sCAQpC,QAAQ;kCAsBzC,QAAQ,gBACN,UAAU;4CAhFe;YAAE,OAAO,EAAE,OAAO,CAAC;YAAC,QAAQ,EAAE,QAAQ,CAAA;SAAE;;;;;;;yCAiDtC;YAAE,OAAO,EAAE,OAAO,CAAC;YAAC,QAAQ,EAAE,QAAQ,CAAA;SAAE;MA+B9B,gBACrC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,QAAQ,EAAE,QAAQ,CAAA;KAAE;EAsBzD;AAED,MAAM,MAAM,YAAY,GAAG,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAExE,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAE,cAAc,EAAE,CAAC"}
+{"version":3,"file":"createBulkImporter.d.ts","sourceRoot":"","sources":["../../src/bulk-importer/createBulkImporter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAe,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEpD,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AACjD,OAAO,KAAK,kBAAkB,MAAM,gCAAgC,CAAC;AACrE,OAAO,KAAK,cAAc,MAAM,4BAA4B,CAAC;AAC7D,OAAO,KAAK,eAAe,MAAM,6BAA6B,CAAC;AAE/D,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAIhD,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;CAClB;AACD,MAAM,MAAM,mBAAmB,CAAC,CAAC,IAAI;IAAE,aAAa,CAAC,EAAE,CAAC,CAAC,YAAY,CAAA;CAAE,GAAG,CAAC,CACzE,OAAO,EAAE,GAAG,EACZ,OAAO,EAAE;IACP,IAAI,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,OAAO,OAAO,CAAC,iBAAiB,CAAC;IAC/D,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,+BAA+B,CAAC,EAAE,OAAO,CAAC;IAC1C,qBAAqB,CAAC,EAAE,OAAO,CAAC;CACjC,EACD,YAAY,EAAE,CAAC,KACZ,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC;AAEzC,MAAM,MAAM,iBAAiB,CAAC,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC;AAI1E,eAAO,MAAM,YAAY,GAAI,QAAQ,MAAM,EAAE,WAAW,MAAM,KAAG,mBAAmB,CAAC,GAAG,CAuBvF,CAAC;AAEF,MAAM,CAAC,OAAO,UAAU,yBAAyB,CAAC,EAAE,KAAA,EAAE,mBAAmB,EAAE,GAAG;;;4CA8CnC;YAAE,OAAO,EAAE,OAAO,CAAC;YAAC,QAAQ,EAAE,QAAQ,CAAA;SAAE;;;;;;2BAnClE,MAAM;wBACT,MAAM;2BACH,MAAM;2BACN,MAAM;8BACH,MAAM;;;;;;yCA8EmB;YAAE,OAAO,EAAE,OAAO,CAAC;YAAC,QAAQ,EAAE,QAAQ,CAAA;SAAE;;sCAQpC,QAAQ;kCAgBzC,QAAQ,gBACN,UAAU;;4CAxEe;YAAE,OAAO,EAAE,OAAO,CAAC;YAAC,QAAQ,EAAE,QAAQ,CAAA;SAAE;;;;;;2BAnClE,MAAM;wBACT,MAAM;2BACH,MAAM;2BACN,MAAM;8BACH,MAAM;;;;;;yCA8EmB;YAAE,OAAO,EAAE,OAAO,CAAC;YAAC,QAAQ,EAAE,QAAQ,CAAA;SAAE;MAyB9B,gBACrC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,QAAQ,EAAE,QAAQ,CAAA;KAAE;EAsBzD;AAED,MAAM,MAAM,YAAY,GAAG,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAExE,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAE,cAAc,EAAE,CAAC"}

package/lib/bulk-importer/createBulkImporter.js

@@ -18,11 +18,11 @@ export const getOperation = (entity, operation) => {
     }
     const handlers = bulkOperationHandlers[entity];
     if (!handlers) {
-        throw new Error(`Entity ${entity} unknown`);
+        throw new Error(`Entity unknown`);
     }
     const entityOperation = handlers[operation];
     if (!entityOperation || typeof entityOperation !== 'function') {
-        throw new Error(`Operation ${operation} for entity ${entity} invalid`);
+        throw new Error(`Operation unknown/invalid`);
     }
     return entityOperation;
 };
@@ -46,12 +46,26 @@ export default function createBulkImporterFactory(db, bulkImporterOptions) {
         };
         logger.debug(`Configure event import with options: createShouldUpsertIfIDExists=${createShouldUpsertIfIDExists} updateShouldUpsertIfIDNotExists=${updateShouldUpsertIfIDNotExists} skipCacheInvalidation=${skipCacheInvalidation}`);
         return {
+            validate: async (event) => {
+                const entity = event.entity.toUpperCase();
+                const operation = event.operation.toLowerCase();
+                logger.debug(`🩺 ${entity}.${operation}.${event.payload?._id || '*'}`);
+                try {
+                    const fn = getOperation(entity, operation);
+                    if (fn.payloadSchema) {
+                        fn.payloadSchema.parse(event.payload);
+                    }
+                }
+                catch (e) {
+                    throw new Error(`🤧 ${entity}.${operation}.${event.payload?._id || '*'} (${e.message})`);
+                }
+            },
             prepare: async (event, unchainedAPI) => {
                 const entity = event.entity.toUpperCase();
                 const operation = event.operation.toLowerCase();
                 const handler = getOperation(entity, operation);
                 const payloadId = event.payload?._id || 'global';
-                logger.debug(`${operation} ${entity} ${payloadId} [PREPARE]`);
+                logger.debug(`🏃‍♂️ ${entity}.${operation}.${payloadId}`);
                 try {
                     await handler(event.payload, { bulk, logger, ...options }, unchainedAPI);
                     if (!processedOperations[entity])
@@ -59,10 +73,10 @@ export default function createBulkImporterFactory(db, bulkImporterOptions) {
                     if (!processedOperations[entity][operation])
                         processedOperations[entity][operation] = [];
                     processedOperations[entity][operation].push(payloadId);
-                    logger.debug(`${operation} ${entity} ${payloadId} [SUCCESS]`);
+                    logger.debug(`👍 ${entity}.${operation}.${payloadId}`);
                 }
                 catch (e) {
-                    logger.debug(`${operation} ${entity} ${payloadId} [FAILED]`, e);
+                    logger.debug(`💥 ${entity}.${operation}.${payloadId} (${e.message})`);
                     preparationIssues.push({
                         operation,
                         entity,
@@ -72,22 +86,21 @@ export default function createBulkImporterFactory(db, bulkImporterOptions) {
                     });
                 }
                 finally {
-                    logger.debug(`${operation} ${entity} ${payloadId} [DONE]`);
+                    logger.debug(`🏁 ${entity}.${operation}.${payloadId}`);
                 }
             },
             execute: async () => {
-                logger.debug(`Execute bulk operations for: ${Object.keys(bulkOperations).join(', ')}`);
+                logger.debug(`🍔 ${Object.keys(bulkOperations).join(', ')}`);
                 const processedBulkOperations = await Promise.allSettled(Object.values(bulkOperations).map(async (o) => o.execute()));
                 const operationResults = {
                     processedOperations,
                     processedBulkOperations,
                 };
                 if (preparationIssues?.length) {
-                    logger.error(`${preparationIssues.length} issues occured while preparing events, import finished with errors`);
+                    logger.warn(`${preparationIssues.length} issues occured while preparing events, import finished with errors`);
                     const errors = { preparationIssues };
                     return [operationResults, errors];
                 }
-                logger.debug(`Import finished without errors`);
                 return [operationResults, null];
             },
             invalidateCaches: async (unchainedAPI) => {
@@ -99,18 +112,12 @@ export default function createBulkImporterFactory(db, bulkImporterOptions) {
         };
     };
     const validateEventStream = async (readStream) => {
+        const bulkImporter = createBulkImporter({});
         await pipeline(readStream, JSONStream.parse('events.*'), async function* (source, { signal }) {
             for await (const event of source) {
-                try {
-                    if (signal.aborted)
-                        break;
-                    const entity = event.entity.toUpperCase();
-                    const operation = event.operation.toLowerCase();
-                    getOperation(entity, operation);
-                }
-                catch (e) {
-                    throw new Error('Invalid event ' + (event._id || '') + ': ' + e.message);
-                }
+                if (signal.aborted)
+                    break;
+                await bulkImporter.validate(event);
             }
             yield true;
         });

package/lib/bulk-importer/createBulkImporter.js.map

@@ -1 +1 @@
-{"version":3,"file":"createBulkImporter.js","sourceRoot":"","sources":["../../src/bulk-importer/createBulkImporter.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,sBAAsB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAY,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAEhD,OAAO,KAAK,kBAAkB,MAAM,gCAAgC,CAAC;AACrE,OAAO,KAAK,cAAc,MAAM,4BAA4B,CAAC;AAC7D,OAAO,KAAK,eAAe,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAIrD,MAAM,MAAM,GAAG,YAAY,CAAC,uBAAuB,CAAC,CAAC;AAoBrD,IAAI,qBAAqB,GAA2C,EAAE,CAAC;AAEvE,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,MAAc,EAAE,SAAiB,EAA4B,EAAE;IAC1F,IACE,MAAM,KAAK,WAAW;QACtB,MAAM,KAAK,aAAa;QACxB,MAAM,KAAK,WAAW;QACtB,SAAS,KAAK,WAAW;QACzB,SAAS,KAAK,aAAa;QAC3B,SAAS,KAAK,WAAW,EACzB,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IACD,MAAM,QAAQ,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;IAC/C,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,UAAU,MAAM,UAAU,CAAC,CAAC;IAC9C,CAAC;IAED,MAAM,eAAe,GAAG,QAAQ,CAAC,SAAS,CAA6B,CAAC;IAExE,IAAI,CAAC,eAAe,IAAI,OAAO,eAAe,KAAK,UAAU,EAAE,CAAC;QAC9D,MAAM,IAAI,KAAK,CAAC,aAAa,SAAS,eAAe,MAAM,UAAU,CAAC,CAAC;IACzE,CAAC;IAED,OAAO,eAAe,CAAC;AACzB,CAAC,CAAC;AAEF,MAAM,CAAC,OAAO,UAAU,yBAAyB,CAAC,EAAE,EAAE,mBAAwB;IAC5E,qBAAqB,GAAG;QACtB,UAAU,EAAE,kBAAkB;QAC9B,OAAO,EAAE,eAAe;QACxB,MAAM,EAAE,cAAc;QACtB,GAAG,CAAC,mBAAmB,EAAE,QAAQ,IAAI,EAAE,CAAC;KACzC,CAAC;IAEF,MAAM,kBAAkB,GAAG,CAAC,OAAO,EAAE,EAAE;QACrC,MAAM,cAAc,GAAG,EAAE,CAAC;QAC1B,MAAM,iBAAiB,GAAG,EAAE,CAAC;QAC7B,MAAM,mBAAmB,GAAG,EAAE,CAAC;QAC/B,MAAM,EAAE,4BAA4B,EAAE,qBAAqB,EAAE,+BAA+B,EAAE,GAC5F,OAAO,CAAC;QAEV,MAAM,IAAI,GAAG,CAAC,cAAsB,EAAE,EAAE;YACtC,MAAM,UAAU,GAAG,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;YACjD,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC;gBACjC,cAAc,CAAC,cAAc,CAAC,GAAG,UAAU,CAAC,uBAAuB,EAAE,CAAC;YACxE,OAAO,cAAc,CAAC,cAAc,CAAC,CAAC;QACxC,CAAC,CAAC;QAEF,MAAM,CAAC,KAAK,CACV,qEAAqE,4BAA4B,oCAAoC,+BAA+B,0BAA0B,qBAAqB,EAAE,CACtN,CAAC;QAEF,OAAO;YACL,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,YAAsD,EAAE,EAAE;gBAC/E,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;gBAC1C,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;gBAEhD,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;gBAEhD,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,EAAE,GAAG,IAAI,QAAQ,CAAC;gBAEjD,MAAM,CAAC,KAAK,CAAC,GAAG,SAAS,IAAI,MAAM,IAAI,SAAS,YAAY,CAAC,CAAC;gBAE9D,IAAI,CAAC;oBACH,MAAM,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,EAAE,YAAY,CAAC,CAAC;oBACzE,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC;wBAAE,mBAAmB,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;oBACnE,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC;wBAAE,mBAAmB,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;oBACzF,mBAAmB,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBACvD,MAAM,CAAC,KAAK,CAAC,GAAG,SAAS,IAAI,MAAM,IAAI,SAAS,YAAY,CAAC,CAAC;gBAChE,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,MAAM,CAAC,KAAK,CAAC,GAAG,SAAS,IAAI,MAAM,IAAI,SAAS,WAAW,EAAE,CAAC,CAAC,CAAC;oBAChE,iBAAiB,CAAC,IAAI,CAAC;wBACrB,SAAS;wBACT,MAAM;wBACN,SAAS;wBACT,SAAS,EAAE,CAAC,CAAC,IAAI;wBACjB,YAAY,EAAE,CAAC,CAAC,OAAO;qBACxB,CAAC,CAAC;gBACL,CAAC;wBAAS,CAAC;oBACT,MAAM,CAAC,KAAK,CAAC,GAAG,SAAS,IAAI,MAAM,IAAI,SAAS,SAAS,CAAC,CAAC;gBAC7D,CAAC;YACH,CAAC;YACD,OAAO,EAAE,KAAK,IAAI,EAAE;gBAClB,MAAM,CAAC,KAAK,CAAC,gCAAgC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAEvF,MAAM,uBAAuB,GAAG,MAAM,OAAO,CAAC,UAAU,CACtD,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CACjE,CAAC;gBACF,MAAM,gBAAgB,GAAG;oBACvB,mBAAmB;oBACnB,uBAAuB;iBACxB,CAAC;gBACF,IAAI,iBAAiB,EAAE,MAAM,EAAE,CAAC;oBAC9B,MAAM,CAAC,KAAK,CACV,GAAG,iBAAiB,CAAC,MAAM,qEAAqE,CACjG,CAAC;oBACF,MAAM,MAAM,GAAG,EAAE,iBAAiB,EAAE,CAAC;oBACrC,OAAO,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC;gBACpC,CAAC;gBACD,MAAM,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;gBAC/C,OAAO,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;YAClC,CAAC;YACD,gBAAgB,EAAE,KAAK,EAAE,YAAsD,EAAE,EAAE;gBACjF,IAAI,qBAAqB;oBAAE,OAAO;gBAClC,MAAM,YAAY,CAAC,OAAO,CAAC,WAAW,CAAC,eAAe,CAAC,EAAE,EAAE,EAAE,qBAAqB,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC5F,MAAM,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,qBAAqB,EAAE,CAAC;YAC9D,CAAC;SACF,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,mBAAmB,GAAG,KAAK,EAAE,UAAoB,EAAE,EAAE;QACzD,MAAM,QAAQ,CACZ,UAAU,EACV,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,EAC5B,KAAK,SAAS,CAAC,EAAE,MAA0B,EAAE,EAAE,MAAM,EAAE;YACrD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,IAAI,CAAC;oBACH,IAAI,MAAM,CAAC,OAAO;wBAAE,MAAM;oBAC1B,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;oBAC1C,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;oBAEhD,YAAY,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;gBAClC,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,MAAM,IAAI,KAAK,CAAC,gBAAgB,GAAG,CAAC,KAAK,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC;gBAC3E,CAAC;YACH,CAAC;YACD,MAAM,IAAI,CAAC;QACb,CAAC,CACF,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,eAAe,GAAG,KAAK,EAC3B,UAAoB,EACpB,YAAmD,EACnD,YAAsD,EACtD,EAAE;QACF,MAAM,QAAQ,CACZ,UAAU,EACV,IAAI,WAAW,CAAC;YACd,aAAa,EAAE,GAAG;SACnB,CAAC,EACF,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,EAC5B,KAAK,SAAS,CAAC,EAAE,MAAM;YACrB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,MAAM,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;YAClD,CAAC;YACD,MAAM,IAAI,CAAC;QACb,CAAC,CACF,CAAC;IACJ,CAAC,CAAC;IAEF,OAAO;QACL,kBAAkB;QAClB,mBAAmB;QACnB,eAAe;KAChB,CAAC;AACJ,CAAC;AAID,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAE,cAAc,EAAE,CAAC"}
+{"version":3,"file":"createBulkImporter.js","sourceRoot":"","sources":["../../src/bulk-importer/createBulkImporter.ts"],"names":[],"mappings":"AACA,OAAO,UAAU,MAAM,sBAAsB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAY,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAEhD,OAAO,KAAK,kBAAkB,MAAM,gCAAgC,CAAC;AACrE,OAAO,KAAK,cAAc,MAAM,4BAA4B,CAAC;AAC7D,OAAO,KAAK,eAAe,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAIrD,MAAM,MAAM,GAAG,YAAY,CAAC,uBAAuB,CAAC,CAAC;AAoBrD,IAAI,qBAAqB,GAA2C,EAAE,CAAC;AAEvE,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,MAAc,EAAE,SAAiB,EAA4B,EAAE;IAC1F,IACE,MAAM,KAAK,WAAW;QACtB,MAAM,KAAK,aAAa;QACxB,MAAM,KAAK,WAAW;QACtB,SAAS,KAAK,WAAW;QACzB,SAAS,KAAK,aAAa;QAC3B,SAAS,KAAK,WAAW,EACzB,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IACD,MAAM,QAAQ,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;IAC/C,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;IACpC,CAAC;IAED,MAAM,eAAe,GAAG,QAAQ,CAAC,SAAS,CAA6B,CAAC;IAExE,IAAI,CAAC,eAAe,IAAI,OAAO,eAAe,KAAK,UAAU,EAAE,CAAC;QAC9D,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IAC/C,CAAC;IAED,OAAO,eAAe,CAAC;AACzB,CAAC,CAAC;AAEF,MAAM,CAAC,OAAO,UAAU,yBAAyB,CAAC,EAAE,EAAE,mBAAwB;IAC5E,qBAAqB,GAAG;QACtB,UAAU,EAAE,kBAAkB;QAC9B,OAAO,EAAE,eAAe;QACxB,MAAM,EAAE,cAAc;QACtB,GAAG,CAAC,mBAAmB,EAAE,QAAQ,IAAI,EAAE,CAAC;KACzC,CAAC;IAEF,MAAM,kBAAkB,GAAG,CAAC,OAAO,EAAE,EAAE;QACrC,MAAM,cAAc,GAAG,EAAE,CAAC;QAC1B,MAAM,iBAAiB,GAMjB,EAAE,CAAC;QACT,MAAM,mBAAmB,GAAG,EAAE,CAAC;QAC/B,MAAM,EAAE,4BAA4B,EAAE,qBAAqB,EAAE,+BAA+B,EAAE,GAC5F,OAAO,CAAC;QAEV,MAAM,IAAI,GAAG,CAAC,cAAsB,EAAE,EAAE;YACtC,MAAM,UAAU,GAAG,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;YACjD,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC;gBACjC,cAAc,CAAC,cAAc,CAAC,GAAG,UAAU,CAAC,uBAAuB,EAAE,CAAC;YACxE,OAAO,cAAc,CAAC,cAAc,CAAC,CAAC;QACxC,CAAC,CAAC;QAEF,MAAM,CAAC,KAAK,CACV,qEAAqE,4BAA4B,oCAAoC,+BAA+B,0BAA0B,qBAAqB,EAAE,CACtN,CAAC;QAEF,OAAO;YACL,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;gBACxB,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;gBAC1C,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;gBAChD,MAAM,CAAC,KAAK,CAAC,MAAM,MAAM,IAAI,SAAS,IAAI,KAAK,CAAC,OAAO,EAAE,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC;gBACvE,IAAI,CAAC;oBACH,MAAM,EAAE,GAAG,YAAY,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;oBAC3C,IAAI,EAAE,CAAC,aAAa,EAAE,CAAC;wBACrB,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBACxC,CAAC;gBACH,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,MAAM,IAAI,KAAK,CAAC,MAAM,MAAM,IAAI,SAAS,IAAI,KAAK,CAAC,OAAO,EAAE,GAAG,IAAI,GAAG,KAAK,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC;gBAC3F,CAAC;YACH,CAAC;YACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,YAAsD,EAAE,EAAE;gBAC/E,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;gBAC1C,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;gBAEhD,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;gBAEhD,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,EAAE,GAAG,IAAI,QAAQ,CAAC;gBAEjD,MAAM,CAAC,KAAK,CAAC,SAAS,MAAM,IAAI,SAAS,IAAI,SAAS,EAAE,CAAC,CAAC;gBAE1D,IAAI,CAAC;oBACH,MAAM,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,EAAE,YAAY,CAAC,CAAC;oBACzE,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC;wBAAE,mBAAmB,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;oBACnE,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC;wBAAE,mBAAmB,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;oBACzF,mBAAmB,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBACvD,MAAM,CAAC,KAAK,CAAC,MAAM,MAAM,IAAI,SAAS,IAAI,SAAS,EAAE,CAAC,CAAC;gBACzD,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,MAAM,CAAC,KAAK,CAAC,MAAM,MAAM,IAAI,SAAS,IAAI,SAAS,KAAK,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC;oBACtE,iBAAiB,CAAC,IAAI,CAAC;wBACrB,SAAS;wBACT,MAAM;wBACN,SAAS;wBACT,SAAS,EAAE,CAAC,CAAC,IAAI;wBACjB,YAAY,EAAE,CAAC,CAAC,OAAO;qBACxB,CAAC,CAAC;gBACL,CAAC;wBAAS,CAAC;oBACT,MAAM,CAAC,KAAK,CAAC,MAAM,MAAM,IAAI,SAAS,IAAI,SAAS,EAAE,CAAC,CAAC;gBACzD,CAAC;YACH,CAAC;YACD,OAAO,EAAE,KAAK,IAAI,EAAE;gBAClB,MAAM,CAAC,KAAK,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC7D,MAAM,uBAAuB,GAAG,MAAM,OAAO,CAAC,UAAU,CACtD,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CACjE,CAAC;gBACF,MAAM,gBAAgB,GAAG;oBACvB,mBAAmB;oBACnB,uBAAuB;iBACxB,CAAC;gBACF,IAAI,iBAAiB,EAAE,MAAM,EAAE,CAAC;oBAC9B,MAAM,CAAC,IAAI,CACT,GAAG,iBAAiB,CAAC,MAAM,qEAAqE,CACjG,CAAC;oBACF,MAAM,MAAM,GAAG,EAAE,iBAAiB,EAAE,CAAC;oBACrC,OAAO,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC;gBACpC,CAAC;gBACD,OAAO,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;YAClC,CAAC;YACD,gBAAgB,EAAE,KAAK,EAAE,YAAsD,EAAE,EAAE;gBACjF,IAAI,qBAAqB;oBAAE,OAAO;gBAClC,MAAM,YAAY,CAAC,OAAO,CAAC,WAAW,CAAC,eAAe,CAAC,EAAE,EAAE,EAAE,qBAAqB,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC5F,MAAM,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,qBAAqB,EAAE,CAAC;YAC9D,CAAC;SACF,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,mBAAmB,GAAG,KAAK,EAAE,UAAoB,EAAE,EAAE;QACzD,MAAM,YAAY,GAAG,kBAAkB,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM,QAAQ,CACZ,UAAU,EACV,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,EAC5B,KAAK,SAAS,CAAC,EAAE,MAA0B,EAAE,EAAE,MAAM,EAAE;YACrD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,IAAI,MAAM,CAAC,OAAO;oBAAE,MAAM;gBAC1B,MAAM,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACrC,CAAC;YACD,MAAM,IAAI,CAAC;QACb,CAAC,CACF,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,eAAe,GAAG,KAAK,EAC3B,UAAoB,EACpB,YAAmD,EACnD,YAAsD,EACtD,EAAE;QACF,MAAM,QAAQ,CACZ,UAAU,EACV,IAAI,WAAW,CAAC;YACd,aAAa,EAAE,GAAG;SACnB,CAAC,EACF,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,EAC5B,KAAK,SAAS,CAAC,EAAE,MAAM;YACrB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,MAAM,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;YAClD,CAAC;YACD,MAAM,IAAI,CAAC;QACb,CAAC,CACF,CAAC;IACJ,CAAC,CAAC;IAEF,OAAO;QACL,kBAAkB;QAClB,mBAAmB;QACnB,eAAe;KAChB,CAAC;AACJ,CAAC;AAID,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAE,cAAc,EAAE,CAAC"}