goods-exporter 1.2.12 → 1.3.1

package/dist/esm/index.mjs

@@ -1,12 +1,17 @@
+import { writeWithDrain as writeWithDrain$1 } from 'src/utils';
 import { PassThrough } from 'stream';
 import pkg from 'exceljs';
 import { JsonStreamStringify } from 'json-stream-stringify';
+import { once } from 'events';
 import { XMLBuilder } from 'fast-xml-parser';
 import fs from 'fs';
 
 var __defProp$b = Object.defineProperty;
 var __defNormalProp$b = (obj, key, value) => key in obj ? __defProp$b(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField$b = (obj, key, value) => __defNormalProp$b(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField$b = (obj, key, value) => {
+  __defNormalProp$b(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 class CSVStream {
   constructor({ delimiter, lineSeparator, emptyFieldValue }) {
     __publicField$b(this, "stream", new PassThrough());
@@ -14,11 +19,15 @@ class CSVStream {
     __publicField$b(this, "lineSeparator", "\n");
     __publicField$b(this, "emptyFieldValue", "");
     __publicField$b(this, "columns", /* @__PURE__ */ new Set());
-    if (delimiter !== void 0) this.delimiter = delimiter;
-    if (lineSeparator !== void 0) this.lineSeparator = lineSeparator;
-    if (emptyFieldValue !== void 0) this.emptyFieldValue = emptyFieldValue;
+    __publicField$b(this, "writer", writeWithDrain$1(this.stream));
+    if (delimiter !== void 0)
+      this.delimiter = delimiter;
+    if (lineSeparator !== void 0)
+      this.lineSeparator = lineSeparator;
+    if (emptyFieldValue !== void 0)
+      this.emptyFieldValue = emptyFieldValue;
   }
-  getWritableStream() {
+  get writableStream() {
     return this.stream;
   }
   setColumns(columns) {
@@ -27,12 +36,11 @@ class CSVStream {
       Array.from(this.columns).join(this.delimiter) + this.lineSeparator
     );
   }
-  addRow(items) {
-    this.stream.write(
-      Array.from(this.columns).map(
-        (key) => items[key] === void 0 ? this.emptyFieldValue : items[key] + ""
-      ).join(this.delimiter) + this.lineSeparator
-    );
+  async addRow(items) {
+    const data = Array.from(this.columns).map(
+      (key) => items[key] === void 0 ? this.emptyFieldValue : items[key] + ""
+    ).join(this.delimiter) + this.lineSeparator;
+    await this.writer(data);
   }
 }
 
@@ -49,7 +57,10 @@ var Extension = /* @__PURE__ */ ((Extension2) => {
 
 var __defProp$a = Object.defineProperty;
 var __defNormalProp$a = (obj, key, value) => key in obj ? __defProp$a(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField$a = (obj, key, value) => __defNormalProp$a(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField$a = (obj, key, value) => {
+  __defNormalProp$a(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 class CSVFormatter {
   constructor() {
     __publicField$a(this, "formatterName", "CSV");
@@ -63,7 +74,7 @@ class CSVFormatter {
       emptyFieldValue: "",
       lineSeparator: "\n"
     });
-    csvStream.getWritableStream().pipe(writableStream);
+    csvStream.writableStream.pipe(writableStream);
     const columns = /* @__PURE__ */ new Set([
       "url",
       "productId",
@@ -94,11 +105,12 @@ class CSVFormatter {
     ]);
     products.forEach((product) => {
       Object.entries(product).forEach(([key, value]) => {
-        if (value) columns.add(key);
+        if (value)
+          columns.add(key);
       });
     });
     csvStream.setColumns(columns);
-    products.forEach((product) => {
+    for (const product of products) {
       const row = {
         ...product,
         category: mappedCategories[product.categoryId],
@@ -114,15 +126,18 @@ class CSVFormatter {
         timeDeliveryMin: product.timeDelivery?.min,
         timeDeliveryMax: product.timeDelivery?.max
       };
-      csvStream.addRow(row);
-    });
-    csvStream.getWritableStream().end();
+      await csvStream.addRow(row);
+    }
+    csvStream.writableStream.end();
   }
 }
 
 var __defProp$9 = Object.defineProperty;
 var __defNormalProp$9 = (obj, key, value) => key in obj ? __defProp$9(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField$9 = (obj, key, value) => __defNormalProp$9(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField$9 = (obj, key, value) => {
+  __defNormalProp$9(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 const { stream: stream$2 } = pkg;
 class ExcelFormatter {
   constructor() {
@@ -162,7 +177,8 @@ class ExcelFormatter {
     ]);
     products.forEach((product) => {
       Object.entries(product).forEach(([key, value]) => {
-        if (value) columns.add(key);
+        if (value)
+          columns.add(key);
       });
     });
     const workbook = new stream$2.xlsx.WorkbookWriter({
@@ -198,7 +214,10 @@ class ExcelFormatter {
 
 var __defProp$8 = Object.defineProperty;
 var __defNormalProp$8 = (obj, key, value) => key in obj ? __defProp$8(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField$8 = (obj, key, value) => __defNormalProp$8(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField$8 = (obj, key, value) => {
+  __defNormalProp$8(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 const { stream: stream$1 } = pkg;
 class InsalesFormatter {
   constructor() {
@@ -228,7 +247,8 @@ class InsalesFormatter {
       const categories2 = {};
       const categoryList = new Array();
       function addCategory(categoryId) {
-        if (categoryId === void 0) return;
+        if (categoryId === void 0)
+          return;
         const category = mappedCategories[categoryId];
         if (category) {
           categoryList.push(category.name);
@@ -291,7 +311,7 @@ class InsalesFormatter {
       header: column,
       key: column
     }));
-    products.forEach((product) => {
+    for (const product of products) {
       const externalId = `${product.productId}-${product.variantId}`;
       const row = {
         "\u0412\u043D\u0435\u0448\u043D\u0438\u0439 ID": externalId,
@@ -311,7 +331,7 @@ class InsalesFormatter {
         "\u0413\u0430\u0431\u0430\u0440\u0438\u0442\u044B \u0432\u0430\u0440\u0438\u0430\u043D\u0442\u0430": product.dimensions,
         \u0412\u0435\u0441: product.weight,
         "\u0420\u0430\u0437\u043C\u0435\u0449\u0435\u043D\u0438\u0435 \u043D\u0430 \u0441\u0430\u0439\u0442\u0435": product.available,
-        \u041D\u0414\u0421: product.vat.toString(),
+        \u041D\u0414\u0421: product.vat?.toString(),
         "\u0412\u0430\u043B\u044E\u0442\u0430 \u0441\u043A\u043B\u0430\u0434\u0430": product.currency.toString(),
         "\u0418\u0437\u043E\u0431\u0440\u0430\u0436\u0435\u043D\u0438\u044F \u0432\u0430\u0440\u0438\u0430\u043D\u0442\u0430": product.parentId === void 0 ? product.images?.join(" ") : void 0,
         \u0418\u0437\u043E\u0431\u0440\u0430\u0436\u0435\u043D\u0438\u044F: product.parentId === void 0 ? void 0 : product.images?.join(" "),
@@ -323,7 +343,7 @@ class InsalesFormatter {
         "\u041A\u043B\u044E\u0447\u0435\u0432\u044B\u0435 \u0441\u043B\u043E\u0432\u0430": product.keywords?.join(",")
       };
       worksheet.addRow(row).commit();
-    });
+    }
     worksheet.commit();
     await workbook.commit();
   }
@@ -331,7 +351,10 @@ class InsalesFormatter {
 
 var __defProp$7 = Object.defineProperty;
 var __defNormalProp$7 = (obj, key, value) => key in obj ? __defProp$7(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField$7 = (obj, key, value) => __defNormalProp$7(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField$7 = (obj, key, value) => {
+  __defNormalProp$7(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 class JSONFormatter {
   constructor() {
     __publicField$7(this, "formatterName", "JSON");
@@ -349,7 +372,10 @@ class JSONFormatter {
 
 var __defProp$6 = Object.defineProperty;
 var __defNormalProp$6 = (obj, key, value) => key in obj ? __defProp$6(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField$6 = (obj, key, value) => __defNormalProp$6(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField$6 = (obj, key, value) => {
+  __defNormalProp$6(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 class SimpleJSONFormatter {
   constructor() {
     __publicField$6(this, "formatterName", "JSON");
@@ -358,16 +384,19 @@ class SimpleJSONFormatter {
   async format(writableStream, products, categories, brands, _) {
     const groupedProduct = /* @__PURE__ */ new Map();
     products.forEach((product) => {
-      if (product.parentId !== void 0) return;
+      if (product.parentId !== void 0)
+        return;
       groupedProduct.set(product.variantId, {
         ...product,
         children: []
       });
     });
     products.forEach((product) => {
-      if (product.parentId === void 0) return;
+      if (product.parentId === void 0)
+        return;
       const parent = groupedProduct.get(product.parentId);
-      if (!parent) return;
+      if (!parent)
+        return;
       parent.children.push(product);
     });
     const stream = new JsonStreamStringify({
@@ -381,7 +410,10 @@ class SimpleJSONFormatter {
 
 var __defProp$5 = Object.defineProperty;
 var __defNormalProp$5 = (obj, key, value) => key in obj ? __defProp$5(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField$5 = (obj, key, value) => __defNormalProp$5(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField$5 = (obj, key, value) => {
+  __defNormalProp$5(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 const { stream } = pkg;
 class TgShopFormatter {
   constructor() {
@@ -459,7 +491,10 @@ class TgShopFormatter {
 
 var __defProp$4 = Object.defineProperty;
 var __defNormalProp$4 = (obj, key, value) => key in obj ? __defProp$4(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField$4 = (obj, key, value) => __defNormalProp$4(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField$4 = (obj, key, value) => {
+  __defNormalProp$4(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 class TildaFormatter {
   constructor() {
     __publicField$4(this, "formatterName", "Tilda");
@@ -473,7 +508,7 @@ class TildaFormatter {
       emptyFieldValue: "",
       lineSeparator: "\n"
     });
-    csvStream.getWritableStream().pipe(writableStream);
+    csvStream.writableStream.pipe(writableStream);
     const columns = /* @__PURE__ */ new Set([
       "SKU",
       "Brand",
@@ -489,7 +524,7 @@ class TildaFormatter {
       "Parent UID"
     ]);
     csvStream.setColumns(columns);
-    products.forEach((product) => {
+    for (const product of products) {
       const row = {
         SKU: product.vendorCode,
         Brand: product.vendor,
@@ -504,9 +539,9 @@ class TildaFormatter {
         "External ID": product.variantId,
         "Parent UID": product.parentId
       };
-      csvStream.addRow(row);
-    });
-    csvStream.getWritableStream().end();
+      await csvStream.addRow(row);
+    }
+    csvStream.writableStream.end();
   }
 }
 
@@ -532,6 +567,17 @@ const buildCategoryPaths = (categories) => {
   return categoryPaths;
 };
 
+const writeWithDrain = (stream) => {
+  return async (chunk) => {
+    const canWrite = stream.write(chunk);
+    if (!canWrite) {
+      await once(stream, "drain");
+    }
+  };
+};
+
+const delay = async (ms) => await new Promise((resolve) => setTimeout(resolve, ms));
+
 const urlQueryEncode = (inputUrl) => {
   try {
     const url = new URL(inputUrl);
@@ -545,7 +591,10 @@ const urlQueryEncode = (inputUrl) => {
 
 var __defProp$3 = Object.defineProperty;
 var __defNormalProp$3 = (obj, key, value) => key in obj ? __defProp$3(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField$3 = (obj, key, value) => __defNormalProp$3(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField$3 = (obj, key, value) => {
+  __defNormalProp$3(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 class WooCommerceFormatter {
   constructor() {
     __publicField$3(this, "formatterName", "WooCommerce");
@@ -589,7 +638,8 @@ class WooCommerceFormatter {
     });
   }
   createAttribute(data) {
-    if (!data?.name || data.id === void 0) return;
+    if (!data?.name || data.id === void 0)
+      return;
     const attributeStartName = "Attribute";
     const attribute = {};
     attribute[`${attributeStartName} ${data.id} name`] = data.name;
@@ -636,7 +686,8 @@ class WooCommerceFormatter {
           visible: 0,
           global: 0
         });
-        if (!attribute) return;
+        if (!attribute)
+          return;
         Object.entries(attribute).forEach(
           ([key2, value2]) => paramAttributes[key2] = value2
         );
@@ -669,7 +720,8 @@ class WooCommerceFormatter {
           values: value,
           global: 0
         });
-        if (!attribute) return;
+        if (!attribute)
+          return;
         Object.entries(attribute).forEach(
           ([key2, value2]) => propertyAttributes[key2] = value2
         );
@@ -681,24 +733,25 @@ class WooCommerceFormatter {
   }
   removeVisibleFromAttributes(params) {
     Object.entries(params).forEach(([key]) => {
-      if (key.includes("visible")) params[key] = "";
+      if (key.includes("visible"))
+        params[key] = "";
     });
   }
   async format(writableStream, products, categories, _, __) {
-    const categoriePaths = buildCategoryPaths(categories ?? []);
+    const categoryPaths = buildCategoryPaths(categories ?? []);
     const csvStream = new CSVStream({
       delimiter: ";",
       emptyFieldValue: "",
       lineSeparator: "\n"
     });
-    csvStream.getWritableStream().pipe(writableStream);
+    csvStream.writableStream.pipe(writableStream);
     const columns = new Set(this.DEFAULT_COLUMNS);
     const attributes = this.extractAttributes(products);
     const variationsByParentId = /* @__PURE__ */ new Map();
     const imagesByParentId = /* @__PURE__ */ new Map();
     const sizesByParentId = /* @__PURE__ */ new Map();
     const variations = products.map((product, index) => {
-      const pathsArray = categoriePaths.get(product.categoryId)?.map((category) => category.name);
+      const pathsArray = categoryPaths.get(product.categoryId)?.map((category) => category.name);
       const price = product.price ? product.price : "";
       let row = {
         ID: product.variantId,
@@ -754,7 +807,8 @@ class WooCommerceFormatter {
       const productParams = attributes.params.get(product.SKU) ?? {};
       const productProperties = attributes.properties.get(product.SKU) ?? {};
       Object.entries(productParams).forEach(([key]) => {
-        if (key.includes("visible")) productParams[key] = 0;
+        if (key.includes("visible"))
+          productParams[key] = 0;
       });
       if (currentParent) {
         Object.entries(productParams).forEach(([key, value]) => {
@@ -771,19 +825,24 @@ class WooCommerceFormatter {
     });
     const variableProducts = Array.from(parentProducts.values());
     csvStream.setColumns(columns);
-    variableProducts.forEach((parentProduct) => {
-      csvStream.addRow(parentProduct);
-      variationsByParentId.get(parentProduct.ID)?.forEach((variationProduct) => {
-        csvStream.addRow(variationProduct);
-      });
-    });
-    csvStream.getWritableStream().end();
+    for (const parentProduct of variableProducts) {
+      await csvStream.addRow(parentProduct);
+      for (const variationProduct of variationsByParentId.get(
+        parentProduct.ID
+      ) ?? []) {
+        await csvStream.addRow(variationProduct);
+      }
+    }
+    csvStream.writableStream.end();
   }
 }
 
 var __defProp$2 = Object.defineProperty;
 var __defNormalProp$2 = (obj, key, value) => key in obj ? __defProp$2(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField$2 = (obj, key, value) => __defNormalProp$2(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField$2 = (obj, key, value) => {
+  __defNormalProp$2(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 class YMLFormatter {
   constructor() {
     __publicField$2(this, "formatterName", "YMl");
@@ -802,36 +861,38 @@ class YMLFormatter {
     result.write('<?xml version="1.0" encoding="UTF-8" standalone="yes"?>\n');
     result.write('<yml_catalog date="' + date + '">\n');
     result.write("<shop>\n");
+    const resultWriter = writeWithDrain$1(result);
     if (options?.shopName) {
-      result.write(builder.build({ name: options.shopName }));
-      result.write("\n");
+      await resultWriter(builder.build({ name: options.shopName }));
+      await resultWriter("\n");
     }
     if (options?.companyName) {
-      result.write(builder.build({ company: options.companyName }));
-      result.write("\n");
+      await resultWriter(builder.build({ company: options.companyName }));
+      await resultWriter("\n");
     }
     if (categories) {
-      result.write(
+      await resultWriter(
         builder.build({
           // tagname: "categories",
           categories: { category: this.getCategories(categories) }
         })
       );
-      result.write("\n");
+      await resultWriter("\n");
     }
     if (brands) {
-      result.write(
+      await resultWriter(
         builder.build({ brands: { brand: this.getBrands(brands) } })
       );
-      result.write("\n");
+      await resultWriter("\n");
     }
-    result.write("<offers>\n");
+    await resultWriter("<offers>\n");
     const offerStream = new PassThrough();
+    const offerWriter = writeWithDrain$1(offerStream);
     offerStream.pipe(result, { end: false });
-    products.forEach((product) => {
+    for (const product of products) {
       const offer = builder.build({ offer: this.getOffer(product) });
-      offerStream.write(offer + "\n");
-    });
+      await offerWriter(offer + "\n");
+    }
     offerStream.end();
     offerStream.on("end", () => {
       result.write("</offers>\n");
@@ -841,7 +902,8 @@ class YMLFormatter {
     });
   }
   getBrands(brands) {
-    if (!brands) return [];
+    if (!brands)
+      return [];
     return brands.map((brand) => ({
       "@_id": brand.id,
       "@_url": brand.coverURL ?? "",
@@ -849,7 +911,8 @@ class YMLFormatter {
     }));
   }
   getCategories(categories) {
-    if (!categories) return [];
+    if (!categories)
+      return [];
     return categories.map((cat) => ({
       "@_id": cat.id,
       "@_parentId": cat.parentId ?? "",
@@ -941,7 +1004,10 @@ class YMLFormatter {
 
 var __defProp$1 = Object.defineProperty;
 var __defNormalProp$1 = (obj, key, value) => key in obj ? __defProp$1(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField$1 = (obj, key, value) => __defNormalProp$1(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField$1 = (obj, key, value) => {
+  __defNormalProp$1(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 class XMLFormatter extends YMLFormatter {
   constructor() {
     super(...arguments);
@@ -965,7 +1031,10 @@ const Formatters = {
 
 var __defProp = Object.defineProperty;
 var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __publicField = (obj, key, value) => {
+  __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 class GoodsExporter {
   constructor(context) {
     this.context = context;
@@ -1026,5 +1095,5 @@ var Currency = /* @__PURE__ */ ((Currency2) => {
   return Currency2;
 })(Currency || {});
 
-export { Currency, Extension, FormatterAbstract, Formatters, GoodsExporter, Vat, buildCategoryPaths, urlQueryEncode };
+export { Currency, Extension, FormatterAbstract, Formatters, GoodsExporter, Vat, buildCategoryPaths, delay, urlQueryEncode, writeWithDrain };
 //# sourceMappingURL=index.mjs.map