@unchainedshop/core 4.0.0-rc.9 → 4.0.0

package/lib/services/validateOrder.js

@@ -1,45 +1,38 @@
 import { ordersSettings } from '@unchainedshop/core-orders';
 export async function validateOrderService(order) {
-    const errors = [];
     if (!order.contact)
-        errors.push(new Error('Contact data not provided'));
+        throw new Error('Contact data not provided');
     if (!order.billingAddress)
-        errors.push(new Error('Billing address not provided'));
-    if (!(await this.orders.deliveries.findDelivery({ orderDeliveryId: order.deliveryId })))
-        errors.push('No delivery provider selected');
-    if (!(await this.orders.payments.findOrderPayment({ orderPaymentId: order.paymentId })))
-        errors.push('No payment provider selected');
+        throw new Error('Billing address not provided');
+    if (!order.deliveryId ||
+        !(await this.orders.deliveries.findDelivery({ orderDeliveryId: order.deliveryId })))
+        throw new Error('No delivery provider selected');
+    if (!order.paymentId ||
+        !(await this.orders.payments.findOrderPayment({ orderPaymentId: order.paymentId })))
+        throw new Error('No payment provider selected');
     const orderPositions = await this.orders.positions.findOrderPositions({ orderId: order._id });
     if (orderPositions.length === 0) {
         const NoItemsError = new Error('No items to checkout');
         NoItemsError.name = 'NoItemsError';
-        return [NoItemsError];
+        throw NoItemsError;
     }
-    await Promise.all(orderPositions.map(async (orderPosition) => {
+    for (const orderPosition of orderPositions) {
         const product = await this.products.findProduct({
             productId: orderPosition.productId,
         });
-        try {
-            await ordersSettings.validateOrderPosition({
-                order,
-                product,
-                configuration: orderPosition.configuration,
-                quantityDiff: 0,
-            }, { modules: this });
-        }
-        catch (e) {
-            errors.push(e);
-        }
+        await ordersSettings.validateOrderPosition({
+            order,
+            product,
+            configuration: orderPosition.configuration,
+            quantityDiff: 0,
+        }, { modules: this });
         const quotation = orderPosition.quotationId &&
             (await this.quotations.findQuotation({
                 quotationId: orderPosition.quotationId,
             }));
         if (quotation && !this.quotations.isProposalValid(quotation)) {
-            errors.push(new Error('Quotation expired or fullfiled, please request a new offer'));
+            throw new Error('Quotation expired or fullfiled, please request a new offer');
         }
-    }));
-    if (errors.length > 0) {
-        throw new Error(errors[0]);
     }
 }
 //# sourceMappingURL=validateOrder.js.map

package/lib/services/validateOrder.js.map

@@ -1 +1 @@
-{"version":3,"file":"validateOrder.js","sourceRoot":"","sources":["../../src/services/validateOrder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAS,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAGnE,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAgB,KAAY;IACpE,MAAM,MAAM,GAAG,EAAE,CAAC;IAClB,IAAI,CAAC,KAAK,CAAC,OAAO;QAAE,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC;IACxE,IAAI,CAAC,KAAK,CAAC,cAAc;QAAE,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC,CAAC;IAClF,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,eAAe,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;QACrF,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IAC/C,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,cAAc,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;QACrF,MAAM,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IAE9C,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,kBAAkB,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;IAC9F,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChC,MAAM,YAAY,GAAG,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QACvD,YAAY,CAAC,IAAI,GAAG,cAAc,CAAC;QACnC,OAAO,CAAC,YAAY,CAAC,CAAC;IACxB,CAAC;IACD,MAAM,OAAO,CAAC,GAAG,CACf,cAAc,CAAC,GAAG,CAAC,KAAK,EAAE,aAAa,EAAE,EAAE;QACzC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC;YAC9C,SAAS,EAAE,aAAa,CAAC,SAAS;SACnC,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,cAAc,CAAC,qBAAqB,CACxC;gBACE,KAAK;gBACL,OAAO;gBACP,aAAa,EAAE,aAAa,CAAC,aAAa;gBAC1C,YAAY,EAAE,CAAC;aAChB,EACD,EAAE,OAAO,EAAE,IAAI,EAAE,CAClB,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;QAED,MAAM,SAAS,GACb,aAAa,CAAC,WAAW;YACzB,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;gBACnC,WAAW,EAAE,aAAa,CAAC,WAAW;aACvC,CAAC,CAAC,CAAC;QACN,IAAI,SAAS,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7D,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC,CAAC;QACvF,CAAC;IACH,CAAC,CAAC,CACH,CAAC;IAEF,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC;AACH,CAAC"}
+{"version":3,"file":"validateOrder.js","sourceRoot":"","sources":["../../src/services/validateOrder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAS,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAGnE,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAgB,KAAY;IACpE,IAAI,CAAC,KAAK,CAAC,OAAO;QAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IACjE,IAAI,CAAC,KAAK,CAAC,cAAc;QAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAC3E,IACE,CAAC,KAAK,CAAC,UAAU;QACjB,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,eAAe,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;QAEnF,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACnD,IACE,CAAC,KAAK,CAAC,SAAS;QAChB,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,cAAc,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;QAEnF,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAElD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,kBAAkB,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;IAC9F,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChC,MAAM,YAAY,GAAG,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QACvD,YAAY,CAAC,IAAI,GAAG,cAAc,CAAC;QACnC,MAAM,YAAY,CAAC;IACrB,CAAC;IAED,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC;YAC9C,SAAS,EAAE,aAAa,CAAC,SAAS;SACnC,CAAC,CAAC;QAEH,MAAM,cAAc,CAAC,qBAAqB,CACxC;YACE,KAAK;YACL,OAAO;YACP,aAAa,EAAE,aAAa,CAAC,aAAa;YAC1C,YAAY,EAAE,CAAC;SAChB,EACD,EAAE,OAAO,EAAE,IAAI,EAAE,CAClB,CAAC;QAEF,MAAM,SAAS,GACb,aAAa,CAAC,WAAW;YACzB,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;gBACnC,WAAW,EAAE,aAAa,CAAC,WAAW;aACvC,CAAC,CAAC,CAAC;QACN,IAAI,SAAS,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7D,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;AACH,CAAC"}

package/lib/services/verifyQuotation.d.ts

@@ -2,5 +2,5 @@ import { Quotation } from '@unchainedshop/core-quotations';
 import { Modules } from '../modules.js';
 export declare function verifyQuotationService(this: Modules, quotation: Quotation, { quotationContext }: {
     quotationContext?: any;
-}): Promise<any>;
+}): Promise<Quotation>;
 //# sourceMappingURL=verifyQuotation.d.ts.map

package/lib/services/verifyQuotation.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"verifyQuotation.d.ts","sourceRoot":"","sources":["../../src/services/verifyQuotation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAmB,MAAM,gCAAgC,CAAC;AAE5E,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAExC,wBAAsB,sBAAsB,CAC1C,IAAI,EAAE,OAAO,EACb,SAAS,EAAE,SAAS,EACpB,EAAE,gBAAgB,EAAE,EAAE;IAAE,gBAAgB,CAAC,EAAE,GAAG,CAAA;CAAE,gBAUjD"}
+{"version":3,"file":"verifyQuotation.d.ts","sourceRoot":"","sources":["../../src/services/verifyQuotation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAmB,MAAM,gCAAgC,CAAC;AAE5E,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAExC,wBAAsB,sBAAsB,CAC1C,IAAI,EAAE,OAAO,EACb,SAAS,EAAE,SAAS,EACpB,EAAE,gBAAgB,EAAE,EAAE;IAAE,gBAAgB,CAAC,EAAE,GAAG,CAAA;CAAE,sBAUjD"}

package/lib/services/verifyQuotation.js

@@ -3,10 +3,10 @@ import { processQuotationService } from './processQuotation.js';
 export async function verifyQuotationService(quotation, { quotationContext }) {
     if (quotation.status !== QuotationStatus.REQUESTED)
         return quotation;
-    const updatedQuotation = await this.quotations.updateStatus(quotation._id, {
+    const updatedQuotation = (await this.quotations.updateStatus(quotation._id, {
         status: QuotationStatus.PROCESSING,
         info: 'verified elligibility manually',
-    });
+    }));
     return await processQuotationService.bind(this)(updatedQuotation, { quotationContext });
 }
 //# sourceMappingURL=verifyQuotation.js.map

package/lib/services/verifyQuotation.js.map

@@ -1 +1 @@
-{"version":3,"file":"verifyQuotation.js","sourceRoot":"","sources":["../../src/services/verifyQuotation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAa,eAAe,EAAE,MAAM,gCAAgC,CAAC;AAC5E,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAGhE,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAE1C,SAAoB,EACpB,EAAE,gBAAgB,EAA8B;IAEhD,IAAI,SAAS,CAAC,MAAM,KAAK,eAAe,CAAC,SAAS;QAAE,OAAO,SAAS,CAAC;IAErE,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,SAAS,CAAC,GAAG,EAAE;QACzE,MAAM,EAAE,eAAe,CAAC,UAAU;QAClC,IAAI,EAAE,gCAAgC;KACvC,CAAC,CAAC;IAEH,OAAO,MAAM,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,gBAAgB,EAAE,EAAE,gBAAgB,EAAE,CAAC,CAAC;AAC1F,CAAC"}
+{"version":3,"file":"verifyQuotation.js","sourceRoot":"","sources":["../../src/services/verifyQuotation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAa,eAAe,EAAE,MAAM,gCAAgC,CAAC;AAC5E,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAGhE,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAE1C,SAAoB,EACpB,EAAE,gBAAgB,EAA8B;IAEhD,IAAI,SAAS,CAAC,MAAM,KAAK,eAAe,CAAC,SAAS;QAAE,OAAO,SAAS,CAAC;IAErE,MAAM,gBAAgB,GAAG,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,SAAS,CAAC,GAAG,EAAE;QAC1E,MAAM,EAAE,eAAe,CAAC,UAAU;QAClC,IAAI,EAAE,gCAAgC;KACvC,CAAC,CAAc,CAAC;IAEjB,OAAO,MAAM,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,gBAAgB,EAAE,EAAE,gBAAgB,EAAE,CAAC,CAAC;AAC1F,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@unchainedshop/core",
-  "version": "4.0.0-rc.9",
+  "version": "4.0.0",
   "main": "lib/core-index.js",
   "types": "lib/core-index.d.ts",
   "type": "module",
@@ -32,25 +32,26 @@
   "homepage": "https://github.com/unchainedshop/unchained#readme",
   "dependencies": {
     "@breejs/later": "^4.2.0",
-    "@unchainedshop/core-assortments": "^4.0.0-rc.4",
-    "@unchainedshop/core-bookmarks": "^4.0.0-rc.4",
-    "@unchainedshop/core-countries": "^4.0.0-rc.4",
-    "@unchainedshop/core-currencies": "^4.0.0-rc.4",
-    "@unchainedshop/core-delivery": "^4.0.0-rc.4",
-    "@unchainedshop/core-enrollments": "^4.0.0-rc.4",
-    "@unchainedshop/core-events": "^4.0.0-rc.4",
-    "@unchainedshop/core-files": "^4.0.0-rc.4",
-    "@unchainedshop/core-filters": "^4.0.0-rc.4",
-    "@unchainedshop/core-languages": "^4.0.0-rc.4",
-    "@unchainedshop/core-orders": "^4.0.0-rc.4",
-    "@unchainedshop/core-payment": "^4.0.0-rc.4",
-    "@unchainedshop/core-products": "^4.0.0-rc.4",
-    "@unchainedshop/core-quotations": "^4.0.0-rc.4",
-    "@unchainedshop/core-users": "^4.0.0-rc.4",
-    "@unchainedshop/core-warehousing": "^4.0.0-rc.4",
-    "@unchainedshop/core-worker": "^4.0.0-rc.4",
-    "@unchainedshop/logger": "^4.0.0-rc.4",
-    "@unchainedshop/utils": "^4.0.0-rc.4"
+    "@unchainedshop/core-assortments": "^4.0.0",
+    "@unchainedshop/core-bookmarks": "^4.0.0",
+    "@unchainedshop/core-countries": "^4.0.0",
+    "@unchainedshop/core-currencies": "^4.0.0",
+    "@unchainedshop/core-delivery": "^4.0.0",
+    "@unchainedshop/core-enrollments": "^4.0.0",
+    "@unchainedshop/core-events": "^4.0.0",
+    "@unchainedshop/core-files": "^4.0.0",
+    "@unchainedshop/core-filters": "^4.0.0",
+    "@unchainedshop/core-languages": "^4.0.0",
+    "@unchainedshop/core-orders": "^4.0.0",
+    "@unchainedshop/core-payment": "^4.0.0",
+    "@unchainedshop/core-products": "^4.0.0",
+    "@unchainedshop/core-quotations": "^4.0.0",
+    "@unchainedshop/core-users": "^4.0.0",
+    "@unchainedshop/core-warehousing": "^4.0.0",
+    "@unchainedshop/core-worker": "^4.0.0",
+    "@unchainedshop/logger": "^4.0.0",
+    "@unchainedshop/utils": "^4.0.0",
+    "minipass-json-stream": "^1.0.2"
   },
   "devDependencies": {
     "@types/breejs__later": "^4.1.5",

package/src/bulk-importer/createBulkImporter.ts

@@ -0,0 +1,205 @@
+import { z } from 'zod';
+import JSONStream from 'minipass-json-stream';
+import { PassThrough, Readable } from 'node:stream';
+import { pipeline } from 'node:stream/promises';
+import { mongodb } from '@unchainedshop/mongodb';
+import * as AssortmentHandlers from './handlers/assortment/index.js';
+import * as FilterHandlers from './handlers/filter/index.js';
+import * as ProductHandlers from './handlers/product/index.js';
+import { createLogger } from '@unchainedshop/logger';
+import { Modules } from '../modules.js';
+import { Services } from '../services/index.js';
+
+const logger = createLogger('unchained:bulk-import');
+
+export interface BulkImportOperationResult {
+  entity: string;
+  operation: string;
+  success: boolean;
+}
+export type BulkImportOperation<T> = { payloadSchema?: z.AnyZodObject } & ((
+  payload: any,
+  options: {
+    bulk: (collection: string) => typeof mongodb.BulkOperationBase;
+    createShouldUpsertIfIDExists?: boolean;
+    updateShouldUpsertIfIDNotExists?: boolean;
+    skipCacheInvalidation?: boolean;
+  },
+  unchainedAPI: T,
+) => Promise<BulkImportOperationResult>);
+
+export type BulkImportHandler<T> = Record<string, BulkImportOperation<T>>;
+
+let bulkOperationHandlers: Record<string, BulkImportHandler<any>> = {};
+
+export const getOperation = (entity: string, operation: string): BulkImportOperation<any> => {
+  if (
+    entity === '__PROTO__' ||
+    entity === 'CONSTRUCTOR' ||
+    entity === 'PROTOTYPE' ||
+    operation === '__PROTO__' ||
+    operation === 'CONSTRUCTOR' ||
+    operation === 'PROTOTYPE'
+  ) {
+    throw new Error(`Dude!`);
+  }
+  const handlers = bulkOperationHandlers[entity];
+  if (!handlers) {
+    throw new Error(`Entity unknown`);
+  }
+
+  const entityOperation = handlers[operation] as BulkImportOperation<any>;
+
+  if (!entityOperation || typeof entityOperation !== 'function') {
+    throw new Error(`Operation unknown/invalid`);
+  }
+
+  return entityOperation;
+};
+
+export default function createBulkImporterFactory(db, bulkImporterOptions: any) {
+  bulkOperationHandlers = {
+    ASSORTMENT: AssortmentHandlers,
+    PRODUCT: ProductHandlers,
+    FILTER: FilterHandlers,
+    ...(bulkImporterOptions?.handlers || {}),
+  };
+
+  const createBulkImporter = (options) => {
+    const bulkOperations = {};
+    const preparationIssues: {
+      operation: string;
+      entity: string;
+      payloadId: string;
+      errorCode: string;
+      errorMessage: string;
+    }[] = [];
+    const processedOperations = {};
+    const { createShouldUpsertIfIDExists, skipCacheInvalidation, updateShouldUpsertIfIDNotExists } =
+      options;
+
+    const bulk = (collectionName: string) => {
+      const Collection = db.collection(collectionName);
+      if (!bulkOperations[collectionName])
+        bulkOperations[collectionName] = Collection.initializeOrderedBulkOp();
+      return bulkOperations[collectionName];
+    };
+
+    logger.debug(
+      `Configure event import with options: createShouldUpsertIfIDExists=${createShouldUpsertIfIDExists} updateShouldUpsertIfIDNotExists=${updateShouldUpsertIfIDNotExists} skipCacheInvalidation=${skipCacheInvalidation}`,
+    );
+
+    return {
+      validate: async (event) => {
+        const entity = event.entity.toUpperCase();
+        const operation = event.operation.toLowerCase();
+        logger.debug(`🩺 ${entity}.${operation}.${event.payload?._id || '*'}`);
+        try {
+          const fn = getOperation(entity, operation);
+          if (fn.payloadSchema) {
+            fn.payloadSchema.parse(event.payload);
+          }
+        } catch (e) {
+          throw new Error(`🤧 ${entity}.${operation}.${event.payload?._id || '*'} (${e.message})`);
+        }
+      },
+      prepare: async (event, unchainedAPI: { modules: Modules; services: Services }) => {
+        const entity = event.entity.toUpperCase();
+        const operation = event.operation.toLowerCase();
+
+        const handler = getOperation(entity, operation);
+
+        const payloadId = event.payload?._id || 'global';
+
+        logger.debug(`🏃‍♂️ ${entity}.${operation}.${payloadId}`);
+
+        try {
+          await handler(event.payload, { bulk, logger, ...options }, unchainedAPI);
+          if (!processedOperations[entity]) processedOperations[entity] = {};
+          if (!processedOperations[entity][operation]) processedOperations[entity][operation] = [];
+          processedOperations[entity][operation].push(payloadId);
+          logger.debug(`👍 ${entity}.${operation}.${payloadId}`);
+        } catch (e) {
+          logger.debug(`💥 ${entity}.${operation}.${payloadId} (${e.message})`);
+          preparationIssues.push({
+            operation,
+            entity,
+            payloadId,
+            errorCode: e.name,
+            errorMessage: e.message,
+          });
+        } finally {
+          logger.debug(`🏁 ${entity}.${operation}.${payloadId}`);
+        }
+      },
+      execute: async () => {
+        logger.debug(`🍔 ${Object.keys(bulkOperations).join(', ')}`);
+        const processedBulkOperations = await Promise.allSettled(
+          Object.values(bulkOperations).map(async (o: any) => o.execute()),
+        );
+        const operationResults = {
+          processedOperations,
+          processedBulkOperations,
+        };
+        if (preparationIssues?.length) {
+          logger.warn(
+            `${preparationIssues.length} issues occured while preparing events, import finished with errors`,
+          );
+          const errors = { preparationIssues };
+          return [operationResults, errors];
+        }
+        return [operationResults, null];
+      },
+      invalidateCaches: async (unchainedAPI: { modules: Modules; services: Services }) => {
+        if (skipCacheInvalidation) return;
+        await unchainedAPI.modules.assortments.invalidateCache({}, { skipUpstreamTraversal: true });
+        await unchainedAPI.services.filters.invalidateFilterCache();
+      },
+    };
+  };
+
+  const validateEventStream = async (readStream: Readable) => {
+    const bulkImporter = createBulkImporter({});
+    await pipeline(
+      readStream,
+      JSONStream.parse('events.*'),
+      async function* (source: AsyncIterable<any>, { signal }) {
+        for await (const event of source) {
+          if (signal.aborted) break;
+          await bulkImporter.validate(event);
+        }
+        yield true;
+      },
+    );
+  };
+
+  const pipeEventStream = async (
+    readStream: Readable,
+    bulkImporter: ReturnType<typeof createBulkImporter>,
+    unchainedAPI: { modules: Modules; services: Services },
+  ) => {
+    await pipeline(
+      readStream,
+      new PassThrough({
+        highWaterMark: 100,
+      }),
+      JSONStream.parse('events.*'),
+      async function* (source) {
+        for await (const event of source) {
+          await bulkImporter.prepare(event, unchainedAPI);
+        }
+        yield true;
+      },
+    );
+  };
+
+  return {
+    createBulkImporter,
+    validateEventStream,
+    pipeEventStream,
+  };
+}
+
+export type BulkImporter = ReturnType<typeof createBulkImporterFactory>;
+
+export { AssortmentHandlers, ProductHandlers, FilterHandlers };

package/src/bulk-importer/handlers/assortment/create.ts

@@ -0,0 +1,118 @@
+import convertTagsToLowerCase from '../utils/convertTagsToLowerCase.js';
+import upsertAssortmentChildren, { AssortmentLinkSchema } from './upsertAssortmentChildren.js';
+import upsertAssortmentFilters, { AssortmentFilterSchema } from './upsertAssortmentFilters.js';
+import upsertAssortmentProducts, { AssortmentProductSchema } from './upsertAssortmentProducts.js';
+import upsertMedia, { MediaSchema } from './upsertMedia.js';
+import { Modules } from '../../../modules.js';
+import { Services } from '../../../services/index.js';
+import { z } from 'zod';
+
+export const AssortmentCreatePayloadSchema = z.object({
+  _id: z.string(),
+  specification: z.object({
+    isActive: z.boolean(),
+    isBase: z.boolean().optional(),
+    isRoot: z.boolean().optional(),
+    sequence: z.number(),
+    tags: z.array(z.string()).optional(),
+    meta: z.record(z.unknown()).optional(),
+    content: z
+      .record(
+        z.string(), // locale
+        z.object({
+          title: z.string().optional(),
+          subtitle: z.string().optional(),
+          slug: z.string().optional(),
+        }),
+      )
+      .optional(),
+  }),
+  media: z.array(MediaSchema).optional(),
+  products: z.array(AssortmentProductSchema).optional(),
+  children: z.array(AssortmentLinkSchema).optional(),
+  filters: z.array(AssortmentFilterSchema).optional(),
+});
+
+export default async function createAssortment(
+  payload: z.infer<typeof AssortmentCreatePayloadSchema>,
+  { logger, createShouldUpsertIfIDExists },
+  unchainedAPI: { modules: Modules; services: Services },
+) {
+  const { modules } = unchainedAPI;
+  const { media, specification, products, children, filters, _id } = payload;
+  if (!specification) throw new Error(`Specification is required when creating new assortment ${_id}`);
+
+  if (!specification.content)
+    throw new Error(`Assortment content is required when creating new assortment${_id}`);
+
+  if (specification.tags) {
+    specification.tags = convertTagsToLowerCase(specification.tags)!;
+  }
+
+  logger.debug('create assortment object', specification);
+  try {
+    await modules.assortments.create({ ...specification, _id } as any);
+  } catch (e) {
+    if (!createShouldUpsertIfIDExists) throw e;
+    logger.debug('entity already exists, falling back to update', specification);
+    await modules.assortments.update(_id, {
+      ...specification,
+    });
+  }
+
+  if (!(await modules.assortments.assortmentExists({ assortmentId: _id }))) {
+    throw new Error(`Can't create assortment ${_id}, fields missing?`);
+  }
+
+  if (specification.content) {
+    logger.debug('create localized content for assortment', specification.content);
+    await modules.assortments.texts.updateTexts(
+      _id,
+      Object.entries(specification.content).map(([locale, localizedData]: [string, any]) => {
+        return {
+          locale,
+          ...localizedData,
+        };
+      }),
+    );
+  }
+
+  logger.debug('create assortment products', products);
+  await upsertAssortmentProducts(
+    {
+      products: products || [],
+      assortmentId: _id,
+    },
+    unchainedAPI,
+  );
+
+  logger.debug('create assortment children', children);
+  await upsertAssortmentChildren(
+    {
+      children: children || [],
+      assortmentId: _id,
+    },
+    unchainedAPI,
+  );
+
+  logger.debug('create assortment filters', filters);
+  await upsertAssortmentFilters(
+    {
+      filters: filters || [],
+      assortmentId: _id,
+    },
+    unchainedAPI,
+  );
+
+  logger.debug('create assortment media', media);
+  await upsertMedia({ media: media || [], assortmentId: _id }, unchainedAPI);
+
+  return {
+    entity: 'ASSORTMENT',
+    operation: 'create',
+    _id,
+    success: true,
+  };
+}
+
+createAssortment.payloadSchema = AssortmentCreatePayloadSchema;

package/src/bulk-importer/handlers/assortment/index.ts

@@ -0,0 +1,3 @@
+export { default as create } from './create.js';
+export { default as update } from './update.js';
+export { default as remove } from './remove.js';

package/src/bulk-importer/handlers/assortment/remove.ts

@@ -0,0 +1,26 @@
+import { z } from 'zod';
+import { Modules } from '../../../modules.js';
+
+export const AssortmentRemovePayloadSchema = z.object({
+  _id: z.string(),
+});
+
+export default async function removeAssortment(
+  payload: z.infer<typeof AssortmentRemovePayloadSchema>,
+  { logger },
+  unchainedAPI: { modules: Modules },
+) {
+  const { modules } = unchainedAPI;
+  const { _id } = payload;
+  logger.debug('remove assortment');
+  const deletedAssortment = await modules.assortments.delete(_id, { skipInvalidation: true });
+
+  return {
+    entity: 'ASSORTMENT',
+    operation: 'remove',
+    _id,
+    success: Boolean(deletedAssortment),
+  };
+}
+
+removeAssortment.payloadSchema = AssortmentRemovePayloadSchema;

package/src/bulk-importer/handlers/assortment/update.ts

@@ -0,0 +1,133 @@
+import { z } from 'zod';
+import upsertAssortmentProducts, { AssortmentProductSchema } from './upsertAssortmentProducts.js';
+import upsertAssortmentChildren, { AssortmentLinkSchema } from './upsertAssortmentChildren.js';
+import upsertAssortmentFilters, { AssortmentFilterSchema } from './upsertAssortmentFilters.js';
+import upsertMedia, { MediaSchema } from './upsertMedia.js';
+import convertTagsToLowerCase from '../utils/convertTagsToLowerCase.js';
+import createAssortment, { AssortmentCreatePayloadSchema } from './create.js';
+import { Modules } from '../../../modules.js';
+import { Services } from '../../../services/index.js';
+
+export const AssortmentUpdatePayloadSchema = z.object({
+  _id: z.string(),
+  specification: z
+    .object({
+      isActive: z.boolean().optional(),
+      isBase: z.boolean().optional(),
+      isRoot: z.boolean().optional(),
+      sequence: z.number().optional(),
+      tags: z.array(z.string()).optional(),
+      meta: z.record(z.unknown()).optional(),
+      content: z
+        .record(
+          z.string(), // locale
+          z.object({
+            title: z.string().optional(),
+            subtitle: z.string().optional(),
+            slug: z.string().optional(),
+          }),
+        )
+        .optional(),
+    })
+    .optional(),
+  media: z.array(MediaSchema).optional(),
+  products: z.array(AssortmentProductSchema).optional(),
+  children: z.array(AssortmentLinkSchema).optional(),
+  filters: z.array(AssortmentFilterSchema).optional(),
+});
+
+export default async function updateAssortment(
+  payload: z.infer<typeof AssortmentUpdatePayloadSchema>,
+  { logger, createShouldUpsertIfIDExists, updateShouldUpsertIfIDNotExists },
+  unchainedAPI: { modules: Modules; services: Services },
+) {
+  const { modules } = unchainedAPI;
+  const { media, specification, products, children, filters, _id } = payload;
+
+  if (!(await modules.assortments.assortmentExists({ assortmentId: _id }))) {
+    if (updateShouldUpsertIfIDNotExists && specification) {
+      return createAssortment(
+        {
+          _id,
+          specification,
+          media,
+          products,
+          children,
+          filters,
+        } as z.infer<typeof AssortmentCreatePayloadSchema>,
+        { logger, createShouldUpsertIfIDExists },
+        unchainedAPI,
+      );
+    }
+    throw new Error(`Can't update non-existing assortment ${_id}`);
+  }
+
+  if (specification) {
+    logger.debug('update assortment object', specification);
+
+    if (specification.tags) {
+      specification.tags = convertTagsToLowerCase(specification.tags!)!;
+    }
+
+    await unchainedAPI.modules.assortments.update(_id, { ...specification });
+
+    if (specification.content) {
+      logger.debug('replace localized content for assortment', specification.content);
+      await modules.assortments.texts.updateTexts(
+        _id,
+        Object.entries(specification.content).map(([locale, localizedData]: [string, any]) => {
+          return {
+            locale,
+            ...localizedData,
+          };
+        }),
+      );
+    }
+  }
+
+  if (products) {
+    logger.debug('update product products', products);
+    await upsertAssortmentProducts(
+      {
+        products: products || [],
+        assortmentId: _id,
+      },
+      unchainedAPI,
+    );
+  }
+
+  if (children) {
+    logger.debug('update assortment children', children);
+    await upsertAssortmentChildren(
+      {
+        children: children || [],
+        assortmentId: _id,
+      },
+      unchainedAPI,
+    );
+  }
+
+  if (filters) {
+    logger.debug('update assortment filters', filters);
+    await upsertAssortmentFilters(
+      {
+        filters: filters || [],
+        assortmentId: _id,
+      },
+      unchainedAPI,
+    );
+  }
+  if (media) {
+    logger.debug('update assortment media', media);
+    await upsertMedia({ media: media || [], assortmentId: _id }, unchainedAPI);
+  }
+
+  return {
+    entity: 'ASSORTMENT',
+    operation: 'update',
+    _id,
+    success: true,
+  };
+}
+
+updateAssortment.payloadSchema = AssortmentUpdatePayloadSchema;