@cloudcommerce/cli 2.37.4 → 2.38.1

package/lib/cli.js

@@ -9,6 +9,7 @@ import login from './login.js';
 import build, { prepareCodebases } from './build.js';
 import { siginGcloudAndSetIAM, createServiceAccountKey } from './setup-gcloud.js';
 import createGhSecrets from './setup-gh.js';
+import importFeed from './ext/import-feed.js';
 
 if (!process.env.FIREBASE_PROJECT_ID && !process.env.GOOGLE_APPLICATION_CREDENTIALS) {
   const pwd = process.cwd();
@@ -151,7 +152,7 @@ ECOM_STORE_ID=${storeId}
     }
     if (hasCreatedAllSecrets) {
       return echo`
-      ****
+****
 
 CloudCommerce setup completed successfully.
 Your store repository on GitHub is ready, the first deploy will automatically start with GH Actions.
@@ -160,7 +161,7 @@ Your store repository on GitHub is ready, the first deploy will automatically st
 `;
     }
     return echo`
-    ****
+****
 
 Finish by saving the following secrets to your GitHub repository:
 
@@ -185,6 +186,9 @@ Finish by saving the following secrets to your GitHub repository:
     const port = typeof argv.port === 'string' || typeof argv.port === 'number' ? argv.port : '';
     return $`npm --prefix "${prefix}" run dev -- --host ${host} --port ${port}`;
   }
+  if (argv._.includes('import')) {
+    return importFeed();
+  }
   return $`echo 'Hello from @cloudcommerce/cli'`;
 };
 

package/lib/ext/import-feed.js

@@ -0,0 +1,357 @@
+import {
+  argv, fs, echo, sleep,
+} from 'zx';
+import { XMLParser } from 'fast-xml-parser';
+import { imageSize } from 'image-size';
+import api from '@cloudcommerce/api';
+
+const clearAccents = (str) => {
+  return str.normalize('NFD').replace(/[\u0300-\u036f]/g, '');
+};
+const slugify = (name) => {
+  return clearAccents(name).toLocaleLowerCase()
+    .replace(/[\s\n/]/g, '-')
+    .replace(/[^a-z0-9_-]/ig, '');
+};
+const uploadPicture = async (downloadUrl, authHeaders) => {
+  const downloadRes = await fetch(downloadUrl);
+  if (!downloadRes.ok) {
+    throw new Error(`Failed downloading ${downloadUrl} with status ${downloadRes.status}`);
+  }
+  const contentType = downloadRes.headers.get('content-type');
+  if (!contentType) {
+    throw new Error(`No mime type returned for ${downloadUrl}`);
+  }
+  const imageBuffer = await downloadRes.arrayBuffer();
+  const imageBlob = new Blob([imageBuffer], { type: contentType });
+  const formData = new FormData();
+  const fileName = downloadUrl.split('/').pop() || 'image.jpg';
+  formData.append('file', imageBlob, fileName);
+  const uploadRes = await fetch('https://ecomplus.app/api/storage/upload.json', {
+    method: 'POST',
+    body: formData,
+    headers: authHeaders,
+  });
+  if (!uploadRes.ok) {
+    const err = new Error(`Failed uploading ${downloadUrl} with ${uploadRes.status}`);
+    err.statusCode = uploadRes.status;
+    throw err;
+  }
+  const data = await uploadRes.json();
+  const { width, height } = imageSize(Buffer.from(imageBuffer));
+  const { picture } = data;
+  if (width && height) {
+    picture.zoom.size = `${width}x${height}`;
+    Object.keys(picture).forEach((thumb) => {
+      if (thumb === 'zoom' || !picture[thumb]) return;
+      const px = parseInt(picture[thumb].size, 10);
+      if (px) {
+        if (px >= Math.max(width, height)) {
+          picture[thumb].size = picture.zoom.size;
+        } else {
+          picture[thumb].size = width > height
+            ? px + 'x' + Math.round((height * px) / width)
+            : Math.round((width * px) / height) + 'x' + px;
+        }
+      } else {
+        delete picture[thumb].size;
+      }
+    });
+  } else {
+    Object.keys(picture).forEach((thumb) => {
+      if (!picture[thumb]) return;
+      delete picture[thumb].size;
+    });
+  }
+  if (fileName) {
+    const alt = fileName.replace(/\.[^.]+$/, '');
+    Object.keys(picture).forEach((thumb) => {
+      if (!picture[thumb]) return;
+      picture[thumb].alt = alt;
+    });
+  }
+  return picture;
+};
+const importFeed = async () => {
+  const feedFilepath = typeof argv.feed === 'string' ? argv.feed : '';
+  if (!feedFilepath) {
+    await echo`You must specify XML file to import with --feed= argument`;
+    return process.exit(1);
+  }
+  const parser = new XMLParser({
+    ignoreAttributes: false,
+    attributeNamePrefix: '',
+  });
+  const json = parser.parse(fs.readFileSync(argv.feed, 'utf8'));
+  const items = json.rss?.channel?.item?.filter?.((item) => {
+    return item?.['g:id'] && item['g:title'];
+  });
+  if (!items?.[0] || typeof items?.[0] !== 'object') {
+    await echo`The XML file does not appear to be a valid RSS 2.0 product feed`;
+    return process.exit(1);
+  }
+  const ecomAuthHeaders = {
+    'X-Store-ID': process.env.ECOM_STORE_ID,
+    'X-My-ID': process.env.ECOM_AUTHENTICATION_ID,
+  };
+  const { ECOM_ACCESS_TOKEN, ECOM_API_KEY } = process.env;
+  if (ECOM_ACCESS_TOKEN) {
+    ecomAuthHeaders['X-Access-Token'] = ECOM_ACCESS_TOKEN;
+  } else {
+    const { data } = await api.post('authenticate', {
+      _id: process.env.ECOM_AUTHENTICATION_ID,
+      api_key: ECOM_API_KEY,
+    });
+    ecomAuthHeaders['X-Access-Token'] = data.access_token;
+  }
+  const categoryNames = [];
+  const brandNames = [];
+  items.forEach(async (item) => {
+    const categoryName = item['g:product_type']?.split('>').pop()?.trim();
+    if (categoryName && !categoryNames.includes(categoryName)) {
+      categoryNames.push(categoryName);
+    }
+    const brandName = item['g:brand']?.trim();
+    if (brandName && !brandNames.includes(brandName)) {
+      brandNames.push(brandName);
+    }
+  });
+  const categories = [];
+  /* eslint-disable no-await-in-loop */
+  for (let i = 0; i < categoryNames.length; i++) {
+    const categoryName = categoryNames[i];
+    const { data: { result } } = await api.get('categories', {
+      params: { name: categoryName },
+      fields: [
+        'name',
+        'i18n',
+        'slug',
+        'parent',
+        'ml_category_id',
+        'google_product_category_id',
+      ],
+    });
+    if (result[0]) {
+      categories.push(result[0]);
+      continue;
+    }
+    const category = {
+      name: categoryName,
+      slug: slugify(categoryName),
+    };
+    const { data: { _id } } = await api.post('categories', category);
+    categories.push({ ...category, _id });
+  }
+  const brands = [];
+  for (let i = 0; i < brandNames.length; i++) {
+    const brandName = brandNames[i];
+    const { data: { result } } = await api.get('brands', {
+      params: { name: brandName },
+      fields: [
+        'name',
+        'i18n',
+        'slug',
+        'logo',
+      ],
+    });
+    if (result[0]) {
+      brands.push(result[0]);
+      continue;
+    }
+    const brand = {
+      name: brandName,
+      slug: slugify(brandName),
+    };
+    const { data: { _id } } = await api.post('brands', brand);
+    brands.push({ ...brand, _id });
+  }
+  await echo`\nCategories:`;
+  for (let i = 0; i < categories.length; i++) {
+    await echo`${categories[i].name} (${categories[i].slug})`;
+  }
+  await echo`\nBrands:`;
+  for (let i = 0; i < brands.length; i++) {
+    await echo`${brands[i].name} (${brands[i].slug})`;
+  }
+  const productItems = items.filter((item) => !item['g:item_group_id']);
+  items.forEach((item) => {
+    const parentSku = item['g:item_group_id'];
+    if (!parentSku || productItems.find((i) => i['g:id'] === parentSku)) return;
+    productItems.push({
+      ...item,
+      'g:id': parentSku,
+      'g:title': item['g:title']?.replace(/\s[A-Z]{1,3}$/, ''),
+      'g:description': item['g:title'] === item['g:description']
+        ? undefined
+        : item['g:description'],
+    });
+  });
+  const productItemGroups = [];
+  for (let i = 0; i < productItems.length; i += 20) {
+    productItemGroups.push(productItems.slice(i, i + 20));
+  }
+  for (let i = 0; i < productItemGroups.length; i++) {
+    const { data: { result } } = await api.get('products', {
+      params: {
+        sku: productItemGroups[i].map(({ 'g:id': sku }) => sku),
+      },
+      fields: ['sku'],
+    });
+    for (let ii = 0; ii < productItems.length; ii++) {
+      if (result.find(({ sku }) => sku === productItems[ii]['g:id'])) {
+        productItems.splice(ii, 1);
+        ii -= 1;
+      }
+    }
+  }
+  const setStockAndPrices = (productOrVatiation, item) => {
+    productOrVatiation.quantity = item['g:availability'] === 'in stock' ? 100 : 0;
+    const price = parseFloat(item['g:price'] || item['g:sale_price'] || '');
+    if (price) {
+      const salePrice = parseFloat(item['g:sale_price'] || '');
+      productOrVatiation.price = salePrice || price;
+      if (salePrice && salePrice < price) productOrVatiation.base_price = price;
+    }
+    if (item['g:shipping_weight']) {
+      const [weight, unit] = item['g:shipping_weight'].split(' ');
+      if (parseFloat(weight)) {
+        productOrVatiation.weight = {
+          value: parseFloat(weight),
+          unit: unit === 'g' || unit === 'kg' ? unit : 'kg',
+        };
+      }
+    }
+  };
+  const setSpecifications = (productOrVatiation, item, isProductItem = false) => {
+    const specifications = {};
+    if (item['g:color']) {
+      if (/[A-Z]{1,3}/.test(item['g:color'])) {
+        item['g:size'] = item['g:color'];
+        delete item['g:color'];
+      } else {
+        specifications.colors = [{ text: item['g:color'] }];
+      }
+    }
+    [
+      'material',
+      'pattern',
+      'size',
+      'size_system',
+      'gender',
+    ].forEach((spec) => {
+      if (!isProductItem && (spec === 'size_system' || spec === 'gender')) return;
+      const text = item[`g:${spec}`];
+      if (text) {
+        specifications[spec] = [{ text }];
+      }
+    });
+    if (Object.keys(specifications).length) {
+      productOrVatiation.specifications = specifications;
+    } else if (!isProductItem) {
+      productOrVatiation.specifications = {
+        size: [{ text: 'Único' }],
+      };
+    }
+  };
+  const listItemRemoteImages = (item) => {
+    const remoteImages = Array.isArray(item['g:additional_image_link'])
+      ? item['g:additional_image_link']
+      : [];
+    if (item['g:image_link']) {
+      remoteImages.unshift(item['g:image_link']);
+    }
+    if (typeof item['g:additional_image_link'] === 'string') {
+      remoteImages.push(item['g:additional_image_link']);
+    }
+    return remoteImages;
+  };
+  for (let i = 0; i < productItems.length; i++) {
+    const item = productItems[i];
+    const { 'g:id': sku, 'g:title': name } = item;
+    if (!sku || !name) continue;
+    await echo`\n${new Date().toISOString()}`;
+    await echo`${(productItems.length - i)} products to import\n`;
+    await echo`SKU: ${sku}`;
+    const product = {
+      sku,
+      name,
+      slug: item['g:link']
+        ? new URL(item['g:link']).pathname.substring(1).toLowerCase()
+        : slugify(name),
+      condition: item['g:condition'],
+    };
+    const description = item['g:description']?.trim();
+    if (description && description !== name) {
+      product.body_html = description;
+    }
+    const categoryName = item['g:product_type']?.split('>').pop()?.trim();
+    const category = categoryName && categories.find((c) => c.name === categoryName);
+    if (category) {
+      product.categories = [category];
+    }
+    const brandName = item['g:brand']?.trim();
+    const brand = brandName && brands.find((b) => b.name === brandName);
+    if (brand) {
+      product.brands = [brand];
+    }
+    setStockAndPrices(product, item);
+    const remoteImages = listItemRemoteImages(item);
+    const variationItems = items.filter((_item) => {
+      return _item['g:item_group_id'] === sku;
+    });
+    if (variationItems.length) {
+      let totalQuantity = 0;
+      product.variations = [];
+      variationItems.forEach((variationItem) => {
+        const variation = {
+          sku: variationItem['g:id'],
+          name: variationItem['g:title'],
+          specifications: {},
+        };
+        ['g:shipping_weight', 'g:price', 'g:sale_price'].forEach((field) => {
+          if (item[field] === variationItem[field]) delete variationItem[field];
+        });
+        setStockAndPrices(variation, variationItem);
+        totalQuantity += variation.quantity || 0;
+        setSpecifications(variation, variationItem);
+        product.variations.push(variation);
+        const variationRemoteImages = listItemRemoteImages(variationItem);
+        variationRemoteImages.forEach((imageUrl) => {
+          if (!remoteImages.includes(imageUrl)) remoteImages.push(imageUrl);
+        });
+      });
+      product.quantity = totalQuantity;
+    } else {
+      setSpecifications(product, item, true);
+    }
+    if (remoteImages.length) {
+      product.pictures = [];
+    }
+    for (let ii = 0; ii < remoteImages.length; ii++) {
+      const imageUrl = remoteImages[ii];
+      if (imageUrl) {
+        let retries = 0;
+        while (retries < 4) {
+          try {
+            const picture = await uploadPicture(imageUrl, ecomAuthHeaders);
+            product.pictures?.push(picture);
+            break;
+          } catch (err) {
+            // eslint-disable-next-line no-console
+            console.error(err);
+            if (err.statusCode < 500) {
+              throw err;
+            }
+            retries += 1;
+            await sleep(4000);
+          }
+        }
+      }
+    }
+    await echo`${JSON.stringify(product, null, 2)}\n`;
+    await api.post('products', product);
+  }
+  return echo``;
+};
+
+export default importFeed;

package/lib/login.js

@@ -4,7 +4,7 @@ import md5 from 'md5';
 import api from '@cloudcommerce/api';
 import createAuth from './create-auth.js';
 
-export default async () => {
+const login = async () => {
   await echo`-- Login with your E-Com Plus store admin account.
 (i) same credentials used to enter the dashboard (https://ecomplus.app/)
 `;
@@ -28,11 +28,13 @@ export default async () => {
       }
     };
   });
-  const { data: login } = await api.post('login', {
+  const { data: credentials } = await api.post('login', {
     username,
     pass_md5_hash: passMd5,
   });
-  const storeId = login.store_ids[0];
-  const { data: { access_token: accessToken } } = await api.post('authenticate', login);
+  const storeId = credentials.store_ids[0];
+  const { data: { access_token: accessToken } } = await api.post('authenticate', credentials);
   return createAuth(storeId, accessToken);
 };
+
+export default login;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@cloudcommerce/cli",
   "type": "module",
-  "version": "2.37.4",
+  "version": "2.38.1",
   "description": "e-com.plus Cloud Commerce CLI tools",
   "bin": {
     "cloudcommerce": "./bin/run.mjs"
@@ -32,11 +32,13 @@
   "dependencies": {
     "@fastify/deepmerge": "^2.0.2",
     "dotenv": "^16.4.7",
+    "fast-xml-parser": "^5.0.8",
+    "image-size": "^1.2.0",
     "libsodium-wrappers": "^0.7.15",
     "md5": "^2.3.0",
     "typescript": "~5.8.2",
-    "zx": "^8.3.2",
-    "@cloudcommerce/api": "2.37.4"
+    "zx": "^8.4.0",
+    "@cloudcommerce/api": "2.38.1"
   },
   "scripts": {
     "build": "bash ../../scripts/build-lib.sh"