@cloudcommerce/cli 2.43.1 → 2.44.0

package/lib/ext/import-feed.js

@@ -1,7 +1,9 @@
+import { extname } from 'node:path';
 import {
   argv, fs, echo, sleep,
 } from 'zx';
 import { XMLParser } from 'fast-xml-parser';
+import { parse } from 'csv-parse/sync';
 import { imageSize } from 'image-size';
 import api from '@cloudcommerce/api';
 
@@ -14,13 +16,24 @@ const slugify = (name) => {
     .replace(/[^a-z0-9_-]/ig, '');
 };
 const uploadPicture = async (downloadUrl, authHeaders) => {
-  const downloadRes = await fetch(downloadUrl);
+  const downloadRes = await fetch(downloadUrl, {
+    method: 'GET',
+    redirect: 'follow',
+    headers: {
+      'User-Agent': 'Mozilla/5.0 (compatible; E-commerce Bot/1.0)',
+    },
+  });
   if (!downloadRes.ok) {
-    throw new Error(`Failed downloading ${downloadUrl} with status ${downloadRes.status}`);
+    const msg = `Failed downloading ${downloadUrl} with status ${downloadRes.status}`;
+    const err = new Error(msg);
+    err.statusCode = downloadRes.status || 0;
+    throw err;
   }
   const contentType = downloadRes.headers.get('content-type');
   if (!contentType) {
-    throw new Error(`No mime type returned for ${downloadUrl}`);
+    const err = new Error(`No mime type returned for ${downloadUrl}`);
+    err.statusCode = 0;
+    throw err;
   }
   const imageBuffer = await downloadRes.arrayBuffer();
   const imageBlob = new Blob([imageBuffer], { type: contentType });
@@ -72,29 +85,83 @@ const uploadPicture = async (downloadUrl, authHeaders) => {
   }
   return picture;
 };
+const mapCSVToFeed = (item) => {
+  const basePrice = parseFloat(item['preco-cheio']?.replace(',', '.')) || 0;
+  const salePrice = parseFloat(item['preco-promocional']?.replace(',', '.')) || 0;
+  const isAvailable = item.ativo === 'S';
+  const quantity = Number(item['estoque-quantidade']) || 0;
+  return {
+    'g:id': item.sku,
+    'g:title': item.nome,
+    'g:description': item['descricao-completa'] || item['seo-tag-description'],
+    'g:image_link': item['imagem-1'],
+    'g:condition': item.usado === 'S' ? 'used' : 'new',
+    'g:shipping_weight': item['peso-em-kg']
+      ? `${item['peso-em-kg']?.replace(',', '.')} kg`
+      : undefined,
+    'g:additional_image_link': [
+      item['imagem-2'],
+      item['imagem-3'],
+      item['imagem-4'],
+      item['imagem-5'],
+    ].filter(Boolean),
+    'g:product_type': item['categoria-nome-nivel-1'],
+    'g:availability': (isAvailable && quantity > 0)
+      ? 'in stock'
+      : 'out of stock',
+    'g:price': `${(basePrice || salePrice)} BRL`,
+    'g:sale_price': (salePrice > 0 && salePrice < basePrice)
+      ? `${salePrice} BRL`
+      : undefined,
+    'g:brand': item.marca,
+    'g:gtin': item.gtin,
+    'g:mpn': item.mpn,
+    'available': isAvailable,
+    'visible': isAvailable,
+    'quantity': quantity,
+  };
+};
 const importFeed = async () => {
+  const {
+    ECOM_STORE_ID, ECOM_AUTHENTICATION_ID, ECOM_API_KEY, ECOM_ACCESS_TOKEN,
+  } = process.env;
   const feedFilepath = typeof argv.feed === 'string' ? argv.feed : '';
   if (!feedFilepath) {
     await echo`You must specify XML file to import with --feed= argument`;
     return process.exit(1);
   }
-  const parser = new XMLParser({
-    ignoreAttributes: false,
-    attributeNamePrefix: '',
-  });
-  const json = parser.parse(fs.readFileSync(argv.feed, 'utf8'));
-  const items = json.rss?.channel?.item?.filter?.((item) => {
-    return item?.['g:id'] && item['g:title'];
-  });
+  const fileExtension = extname(feedFilepath).toLowerCase();
+  await echo`Importing ${fileExtension} file at ${feedFilepath}`;
+  await echo`Store ${ECOM_STORE_ID} with ${ECOM_AUTHENTICATION_ID}`;
+  let items = [];
+  if (fileExtension === '.xml') {
+    const parser = new XMLParser({
+      ignoreAttributes: false,
+      attributeNamePrefix: '',
+    });
+    const json = parser.parse(fs.readFileSync(argv.feed, 'utf8'));
+    items = json.rss?.channel?.item?.filter?.((item) => {
+      return item?.['g:id'] && item['g:title'];
+    });
+  } else if (fileExtension === '.tsv') {
+    const csvContent = fs.readFileSync(feedFilepath, 'utf8');
+    const csvRecords = parse(csvContent, {
+      columns: true,
+      skip_empty_lines: true,
+      delimiter: '\t',
+    });
+    items = csvRecords
+      .filter((record) => record.sku && record.nome)
+      .map(mapCSVToFeed);
+  }
   if (!items?.[0] || typeof items?.[0] !== 'object') {
     await echo`The XML file does not appear to be a valid RSS 2.0 product feed`;
     return process.exit(1);
   }
   const ecomAuthHeaders = {
-    'X-Store-ID': process.env.ECOM_STORE_ID,
-    'X-My-ID': process.env.ECOM_AUTHENTICATION_ID,
+    'X-Store-ID': ECOM_STORE_ID,
+    'X-My-ID': ECOM_AUTHENTICATION_ID,
   };
-  const { ECOM_ACCESS_TOKEN, ECOM_API_KEY } = process.env;
   if (ECOM_ACCESS_TOKEN) {
     ecomAuthHeaders['X-Access-Token'] = ECOM_ACCESS_TOKEN;
   } else {
@@ -205,7 +272,11 @@ const importFeed = async () => {
     }
   }
   const setStockAndPrices = (productOrVatiation, item) => {
-    productOrVatiation.quantity = item['g:availability'] === 'in stock' ? 100 : 0;
+    if (typeof item.quantity === 'number') {
+      productOrVatiation.quantity = item.quantity;
+    } else {
+      productOrVatiation.quantity = item['g:availability'] === 'in stock' ? 100 : 0;
+    }
     const price = parseFloat(item['g:price'] || item['g:sale_price'] || '');
     if (price) {
       const salePrice = parseFloat(item['g:sale_price'] || '');
@@ -272,13 +343,20 @@ const importFeed = async () => {
     await echo`\n${new Date().toISOString()}`;
     await echo`${(productItems.length - i)} products to import\n`;
     await echo`SKU: ${sku}`;
+    let slug = item['g:link']
+      ? new URL(item['g:link']).pathname.substring(1).toLowerCase()
+      : slugify(name);
+    if (!/[a-z0-9]/.test(slug.charAt(0))) {
+      slug = `r${slug}`;
+    }
     const product = {
       sku,
       name,
-      slug: item['g:link']
-        ? new URL(item['g:link']).pathname.substring(1).toLowerCase()
-        : slugify(name),
+      slug,
       condition: item['g:condition'],
+      available: item.available,
+      visible: item.visible,
+      quantity: item.quantity,
     };
     const description = item['g:description']?.trim();
     if (description && description !== name) {
@@ -340,7 +418,8 @@ const importFeed = async () => {
             // eslint-disable-next-line no-console
             console.error(err);
             if (err.statusCode < 500) {
-              throw err;
+              retries = 4;
+              break;
             }
             retries += 1;
             await sleep(4000);

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@cloudcommerce/cli",
   "type": "module",
-  "version": "2.43.1",
+  "version": "2.44.0",
   "description": "e-com.plus Cloud Commerce CLI tools",
   "bin": {
     "cloudcommerce": "./bin/run.mjs"
@@ -31,6 +31,7 @@
   "homepage": "https://github.com/ecomplus/cloud-commerce/tree/main/packages/cli#readme",
   "dependencies": {
     "@fastify/deepmerge": "^3.1.0",
+    "csv-parse": "^5.6.0",
     "dotenv": "^16.5.0",
     "fast-xml-parser": "^5.2.3",
     "image-size": "^2.0.2",
@@ -38,7 +39,7 @@
     "md5": "^2.3.0",
     "typescript": "~5.8.3",
     "zx": "^8.5.4",
-    "@cloudcommerce/api": "2.43.1"
+    "@cloudcommerce/api": "2.44.0"
   },
   "scripts": {
     "build": "bash ../../scripts/build-lib.sh"