goods-exporter 1.2.13 → 1.3.1

package/dist/bundle.d.ts

@@ -725,6 +725,10 @@ declare class GoodsExporter<Context extends object | undefined> {
 
 declare const buildCategoryPaths: (categories: Category[]) => Map<number, Category[]>;
 
+declare const writeWithDrain: (stream: Writable) => (chunk: any) => Promise<void>;
+
+declare const delay: (ms: number) => Promise<unknown>;
+
 declare const urlQueryEncode: (inputUrl: string) => string;
 
-export { type Brand, type Category, Currency, type Exporter, Extension, FormatterAbstract, type FormatterOptions, Formatters, GoodsExporter, type IParam, type ISize, type Product, type Transformer, Vat, buildCategoryPaths, urlQueryEncode };
+export { type Brand, type Category, Currency, type Exporter, Extension, FormatterAbstract, type FormatterOptions, Formatters, GoodsExporter, type IParam, type ISize, type Product, type Transformer, Vat, buildCategoryPaths, delay, urlQueryEncode, writeWithDrain };

package/dist/cjs/index.cjs

@@ -1,14 +1,19 @@
 'use strict';
 
+var utils = require('src/utils');
 var stream$3 = require('stream');
 var pkg = require('exceljs');
 var jsonStreamStringify = require('json-stream-stringify');
+var events = require('events');
 var fastXmlParser = require('fast-xml-parser');
 var fs = require('fs');
 
 var __defProp$b = Object.defineProperty;
 var __defNormalProp$b = (obj, key, value) => key in obj ? __defProp$b(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField$b = (obj, key, value) => __defNormalProp$b(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField$b = (obj, key, value) => {
+  __defNormalProp$b(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 class CSVStream {
   constructor({ delimiter, lineSeparator, emptyFieldValue }) {
     __publicField$b(this, "stream", new stream$3.PassThrough());
@@ -16,11 +21,15 @@ class CSVStream {
     __publicField$b(this, "lineSeparator", "\n");
     __publicField$b(this, "emptyFieldValue", "");
     __publicField$b(this, "columns", /* @__PURE__ */ new Set());
-    if (delimiter !== void 0) this.delimiter = delimiter;
-    if (lineSeparator !== void 0) this.lineSeparator = lineSeparator;
-    if (emptyFieldValue !== void 0) this.emptyFieldValue = emptyFieldValue;
+    __publicField$b(this, "writer", utils.writeWithDrain(this.stream));
+    if (delimiter !== void 0)
+      this.delimiter = delimiter;
+    if (lineSeparator !== void 0)
+      this.lineSeparator = lineSeparator;
+    if (emptyFieldValue !== void 0)
+      this.emptyFieldValue = emptyFieldValue;
   }
-  getWritableStream() {
+  get writableStream() {
     return this.stream;
   }
   setColumns(columns) {
@@ -29,12 +38,11 @@ class CSVStream {
       Array.from(this.columns).join(this.delimiter) + this.lineSeparator
     );
   }
-  addRow(items) {
-    this.stream.write(
-      Array.from(this.columns).map(
-        (key) => items[key] === void 0 ? this.emptyFieldValue : items[key] + ""
-      ).join(this.delimiter) + this.lineSeparator
-    );
+  async addRow(items) {
+    const data = Array.from(this.columns).map(
+      (key) => items[key] === void 0 ? this.emptyFieldValue : items[key] + ""
+    ).join(this.delimiter) + this.lineSeparator;
+    await this.writer(data);
   }
 }
 
@@ -51,7 +59,10 @@ var Extension = /* @__PURE__ */ ((Extension2) => {
 
 var __defProp$a = Object.defineProperty;
 var __defNormalProp$a = (obj, key, value) => key in obj ? __defProp$a(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField$a = (obj, key, value) => __defNormalProp$a(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField$a = (obj, key, value) => {
+  __defNormalProp$a(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 class CSVFormatter {
   constructor() {
     __publicField$a(this, "formatterName", "CSV");
@@ -65,7 +76,7 @@ class CSVFormatter {
       emptyFieldValue: "",
       lineSeparator: "\n"
     });
-    csvStream.getWritableStream().pipe(writableStream);
+    csvStream.writableStream.pipe(writableStream);
     const columns = /* @__PURE__ */ new Set([
       "url",
       "productId",
@@ -96,11 +107,12 @@ class CSVFormatter {
     ]);
     products.forEach((product) => {
       Object.entries(product).forEach(([key, value]) => {
-        if (value) columns.add(key);
+        if (value)
+          columns.add(key);
       });
     });
     csvStream.setColumns(columns);
-    products.forEach((product) => {
+    for (const product of products) {
       const row = {
         ...product,
         category: mappedCategories[product.categoryId],
@@ -116,15 +128,18 @@ class CSVFormatter {
         timeDeliveryMin: product.timeDelivery?.min,
         timeDeliveryMax: product.timeDelivery?.max
       };
-      csvStream.addRow(row);
-    });
-    csvStream.getWritableStream().end();
+      await csvStream.addRow(row);
+    }
+    csvStream.writableStream.end();
   }
 }
 
 var __defProp$9 = Object.defineProperty;
 var __defNormalProp$9 = (obj, key, value) => key in obj ? __defProp$9(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField$9 = (obj, key, value) => __defNormalProp$9(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField$9 = (obj, key, value) => {
+  __defNormalProp$9(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 const { stream: stream$2 } = pkg;
 class ExcelFormatter {
   constructor() {
@@ -164,7 +179,8 @@ class ExcelFormatter {
     ]);
     products.forEach((product) => {
       Object.entries(product).forEach(([key, value]) => {
-        if (value) columns.add(key);
+        if (value)
+          columns.add(key);
       });
     });
     const workbook = new stream$2.xlsx.WorkbookWriter({
@@ -200,7 +216,10 @@ class ExcelFormatter {
 
 var __defProp$8 = Object.defineProperty;
 var __defNormalProp$8 = (obj, key, value) => key in obj ? __defProp$8(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField$8 = (obj, key, value) => __defNormalProp$8(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField$8 = (obj, key, value) => {
+  __defNormalProp$8(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 const { stream: stream$1 } = pkg;
 class InsalesFormatter {
   constructor() {
@@ -230,7 +249,8 @@ class InsalesFormatter {
       const categories2 = {};
       const categoryList = new Array();
       function addCategory(categoryId) {
-        if (categoryId === void 0) return;
+        if (categoryId === void 0)
+          return;
         const category = mappedCategories[categoryId];
         if (category) {
           categoryList.push(category.name);
@@ -293,7 +313,7 @@ class InsalesFormatter {
       header: column,
       key: column
     }));
-    products.forEach((product) => {
+    for (const product of products) {
       const externalId = `${product.productId}-${product.variantId}`;
       const row = {
         "\u0412\u043D\u0435\u0448\u043D\u0438\u0439 ID": externalId,
@@ -313,7 +333,7 @@ class InsalesFormatter {
         "\u0413\u0430\u0431\u0430\u0440\u0438\u0442\u044B \u0432\u0430\u0440\u0438\u0430\u043D\u0442\u0430": product.dimensions,
         \u0412\u0435\u0441: product.weight,
         "\u0420\u0430\u0437\u043C\u0435\u0449\u0435\u043D\u0438\u0435 \u043D\u0430 \u0441\u0430\u0439\u0442\u0435": product.available,
-        \u041D\u0414\u0421: product.vat.toString(),
+        \u041D\u0414\u0421: product.vat?.toString(),
         "\u0412\u0430\u043B\u044E\u0442\u0430 \u0441\u043A\u043B\u0430\u0434\u0430": product.currency.toString(),
         "\u0418\u0437\u043E\u0431\u0440\u0430\u0436\u0435\u043D\u0438\u044F \u0432\u0430\u0440\u0438\u0430\u043D\u0442\u0430": product.parentId === void 0 ? product.images?.join(" ") : void 0,
         \u0418\u0437\u043E\u0431\u0440\u0430\u0436\u0435\u043D\u0438\u044F: product.parentId === void 0 ? void 0 : product.images?.join(" "),
@@ -325,7 +345,7 @@ class InsalesFormatter {
         "\u041A\u043B\u044E\u0447\u0435\u0432\u044B\u0435 \u0441\u043B\u043E\u0432\u0430": product.keywords?.join(",")
       };
       worksheet.addRow(row).commit();
-    });
+    }
     worksheet.commit();
     await workbook.commit();
   }
@@ -333,7 +353,10 @@ class InsalesFormatter {
 
 var __defProp$7 = Object.defineProperty;
 var __defNormalProp$7 = (obj, key, value) => key in obj ? __defProp$7(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField$7 = (obj, key, value) => __defNormalProp$7(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField$7 = (obj, key, value) => {
+  __defNormalProp$7(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 class JSONFormatter {
   constructor() {
     __publicField$7(this, "formatterName", "JSON");
@@ -351,7 +374,10 @@ class JSONFormatter {
 
 var __defProp$6 = Object.defineProperty;
 var __defNormalProp$6 = (obj, key, value) => key in obj ? __defProp$6(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField$6 = (obj, key, value) => __defNormalProp$6(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField$6 = (obj, key, value) => {
+  __defNormalProp$6(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 class SimpleJSONFormatter {
   constructor() {
     __publicField$6(this, "formatterName", "JSON");
@@ -360,16 +386,19 @@ class SimpleJSONFormatter {
   async format(writableStream, products, categories, brands, _) {
     const groupedProduct = /* @__PURE__ */ new Map();
     products.forEach((product) => {
-      if (product.parentId !== void 0) return;
+      if (product.parentId !== void 0)
+        return;
       groupedProduct.set(product.variantId, {
         ...product,
         children: []
       });
     });
     products.forEach((product) => {
-      if (product.parentId === void 0) return;
+      if (product.parentId === void 0)
+        return;
       const parent = groupedProduct.get(product.parentId);
-      if (!parent) return;
+      if (!parent)
+        return;
       parent.children.push(product);
     });
     const stream = new jsonStreamStringify.JsonStreamStringify({
@@ -383,7 +412,10 @@ class SimpleJSONFormatter {
 
 var __defProp$5 = Object.defineProperty;
 var __defNormalProp$5 = (obj, key, value) => key in obj ? __defProp$5(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField$5 = (obj, key, value) => __defNormalProp$5(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField$5 = (obj, key, value) => {
+  __defNormalProp$5(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 const { stream } = pkg;
 class TgShopFormatter {
   constructor() {
@@ -461,7 +493,10 @@ class TgShopFormatter {
 
 var __defProp$4 = Object.defineProperty;
 var __defNormalProp$4 = (obj, key, value) => key in obj ? __defProp$4(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField$4 = (obj, key, value) => __defNormalProp$4(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField$4 = (obj, key, value) => {
+  __defNormalProp$4(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 class TildaFormatter {
   constructor() {
     __publicField$4(this, "formatterName", "Tilda");
@@ -475,7 +510,7 @@ class TildaFormatter {
       emptyFieldValue: "",
       lineSeparator: "\n"
     });
-    csvStream.getWritableStream().pipe(writableStream);
+    csvStream.writableStream.pipe(writableStream);
     const columns = /* @__PURE__ */ new Set([
       "SKU",
       "Brand",
@@ -491,7 +526,7 @@ class TildaFormatter {
       "Parent UID"
     ]);
     csvStream.setColumns(columns);
-    products.forEach((product) => {
+    for (const product of products) {
       const row = {
         SKU: product.vendorCode,
         Brand: product.vendor,
@@ -506,9 +541,9 @@ class TildaFormatter {
         "External ID": product.variantId,
         "Parent UID": product.parentId
       };
-      csvStream.addRow(row);
-    });
-    csvStream.getWritableStream().end();
+      await csvStream.addRow(row);
+    }
+    csvStream.writableStream.end();
   }
 }
 
@@ -534,6 +569,17 @@ const buildCategoryPaths = (categories) => {
   return categoryPaths;
 };
 
+const writeWithDrain = (stream) => {
+  return async (chunk) => {
+    const canWrite = stream.write(chunk);
+    if (!canWrite) {
+      await events.once(stream, "drain");
+    }
+  };
+};
+
+const delay = async (ms) => await new Promise((resolve) => setTimeout(resolve, ms));
+
 const urlQueryEncode = (inputUrl) => {
   try {
     const url = new URL(inputUrl);
@@ -547,7 +593,10 @@ const urlQueryEncode = (inputUrl) => {
 
 var __defProp$3 = Object.defineProperty;
 var __defNormalProp$3 = (obj, key, value) => key in obj ? __defProp$3(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField$3 = (obj, key, value) => __defNormalProp$3(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField$3 = (obj, key, value) => {
+  __defNormalProp$3(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 class WooCommerceFormatter {
   constructor() {
     __publicField$3(this, "formatterName", "WooCommerce");
@@ -591,7 +640,8 @@ class WooCommerceFormatter {
     });
   }
   createAttribute(data) {
-    if (!data?.name || data.id === void 0) return;
+    if (!data?.name || data.id === void 0)
+      return;
     const attributeStartName = "Attribute";
     const attribute = {};
     attribute[`${attributeStartName} ${data.id} name`] = data.name;
@@ -638,7 +688,8 @@ class WooCommerceFormatter {
           visible: 0,
           global: 0
         });
-        if (!attribute) return;
+        if (!attribute)
+          return;
         Object.entries(attribute).forEach(
           ([key2, value2]) => paramAttributes[key2] = value2
         );
@@ -671,7 +722,8 @@ class WooCommerceFormatter {
           values: value,
           global: 0
         });
-        if (!attribute) return;
+        if (!attribute)
+          return;
         Object.entries(attribute).forEach(
           ([key2, value2]) => propertyAttributes[key2] = value2
         );
@@ -683,24 +735,25 @@ class WooCommerceFormatter {
   }
   removeVisibleFromAttributes(params) {
     Object.entries(params).forEach(([key]) => {
-      if (key.includes("visible")) params[key] = "";
+      if (key.includes("visible"))
+        params[key] = "";
     });
   }
   async format(writableStream, products, categories, _, __) {
-    const categoriePaths = buildCategoryPaths(categories ?? []);
+    const categoryPaths = buildCategoryPaths(categories ?? []);
     const csvStream = new CSVStream({
       delimiter: ";",
       emptyFieldValue: "",
       lineSeparator: "\n"
     });
-    csvStream.getWritableStream().pipe(writableStream);
+    csvStream.writableStream.pipe(writableStream);
     const columns = new Set(this.DEFAULT_COLUMNS);
     const attributes = this.extractAttributes(products);
     const variationsByParentId = /* @__PURE__ */ new Map();
     const imagesByParentId = /* @__PURE__ */ new Map();
     const sizesByParentId = /* @__PURE__ */ new Map();
     const variations = products.map((product, index) => {
-      const pathsArray = categoriePaths.get(product.categoryId)?.map((category) => category.name);
+      const pathsArray = categoryPaths.get(product.categoryId)?.map((category) => category.name);
       const price = product.price ? product.price : "";
       let row = {
         ID: product.variantId,
@@ -756,7 +809,8 @@ class WooCommerceFormatter {
       const productParams = attributes.params.get(product.SKU) ?? {};
       const productProperties = attributes.properties.get(product.SKU) ?? {};
       Object.entries(productParams).forEach(([key]) => {
-        if (key.includes("visible")) productParams[key] = 0;
+        if (key.includes("visible"))
+          productParams[key] = 0;
       });
       if (currentParent) {
         Object.entries(productParams).forEach(([key, value]) => {
@@ -773,19 +827,24 @@ class WooCommerceFormatter {
     });
     const variableProducts = Array.from(parentProducts.values());
     csvStream.setColumns(columns);
-    variableProducts.forEach((parentProduct) => {
-      csvStream.addRow(parentProduct);
-      variationsByParentId.get(parentProduct.ID)?.forEach((variationProduct) => {
-        csvStream.addRow(variationProduct);
-      });
-    });
-    csvStream.getWritableStream().end();
+    for (const parentProduct of variableProducts) {
+      await csvStream.addRow(parentProduct);
+      for (const variationProduct of variationsByParentId.get(
+        parentProduct.ID
+      ) ?? []) {
+        await csvStream.addRow(variationProduct);
+      }
+    }
+    csvStream.writableStream.end();
   }
 }
 
 var __defProp$2 = Object.defineProperty;
 var __defNormalProp$2 = (obj, key, value) => key in obj ? __defProp$2(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField$2 = (obj, key, value) => __defNormalProp$2(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField$2 = (obj, key, value) => {
+  __defNormalProp$2(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 class YMLFormatter {
   constructor() {
     __publicField$2(this, "formatterName", "YMl");
@@ -804,36 +863,38 @@ class YMLFormatter {
     result.write('<?xml version="1.0" encoding="UTF-8" standalone="yes"?>\n');
     result.write('<yml_catalog date="' + date + '">\n');
     result.write("<shop>\n");
+    const resultWriter = utils.writeWithDrain(result);
     if (options?.shopName) {
-      result.write(builder.build({ name: options.shopName }));
-      result.write("\n");
+      await resultWriter(builder.build({ name: options.shopName }));
+      await resultWriter("\n");
     }
     if (options?.companyName) {
-      result.write(builder.build({ company: options.companyName }));
-      result.write("\n");
+      await resultWriter(builder.build({ company: options.companyName }));
+      await resultWriter("\n");
     }
     if (categories) {
-      result.write(
+      await resultWriter(
         builder.build({
           // tagname: "categories",
           categories: { category: this.getCategories(categories) }
         })
       );
-      result.write("\n");
+      await resultWriter("\n");
     }
     if (brands) {
-      result.write(
+      await resultWriter(
         builder.build({ brands: { brand: this.getBrands(brands) } })
       );
-      result.write("\n");
+      await resultWriter("\n");
     }
-    result.write("<offers>\n");
+    await resultWriter("<offers>\n");
     const offerStream = new stream$3.PassThrough();
+    const offerWriter = utils.writeWithDrain(offerStream);
     offerStream.pipe(result, { end: false });
-    products.forEach((product) => {
+    for (const product of products) {
       const offer = builder.build({ offer: this.getOffer(product) });
-      offerStream.write(offer + "\n");
-    });
+      await offerWriter(offer + "\n");
+    }
     offerStream.end();
     offerStream.on("end", () => {
       result.write("</offers>\n");
@@ -843,7 +904,8 @@ class YMLFormatter {
     });
   }
   getBrands(brands) {
-    if (!brands) return [];
+    if (!brands)
+      return [];
     return brands.map((brand) => ({
       "@_id": brand.id,
       "@_url": brand.coverURL ?? "",
@@ -851,7 +913,8 @@ class YMLFormatter {
     }));
   }
   getCategories(categories) {
-    if (!categories) return [];
+    if (!categories)
+      return [];
     return categories.map((cat) => ({
       "@_id": cat.id,
       "@_parentId": cat.parentId ?? "",
@@ -943,7 +1006,10 @@ class YMLFormatter {
 
 var __defProp$1 = Object.defineProperty;
 var __defNormalProp$1 = (obj, key, value) => key in obj ? __defProp$1(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField$1 = (obj, key, value) => __defNormalProp$1(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField$1 = (obj, key, value) => {
+  __defNormalProp$1(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 class XMLFormatter extends YMLFormatter {
   constructor() {
     super(...arguments);
@@ -967,7 +1033,10 @@ const Formatters = {
 
 var __defProp = Object.defineProperty;
 var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField = (obj, key, value) => {
+  __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 class GoodsExporter {
   constructor(context) {
     this.context = context;
@@ -1035,5 +1104,7 @@ exports.Formatters = Formatters;
 exports.GoodsExporter = GoodsExporter;
 exports.Vat = Vat;
 exports.buildCategoryPaths = buildCategoryPaths;
+exports.delay = delay;
 exports.urlQueryEncode = urlQueryEncode;
+exports.writeWithDrain = writeWithDrain;
 //# sourceMappingURL=index.cjs.map