locize-cli 7.12.2 → 7.12.5

package/CHANGELOG.md

@@ -5,6 +5,19 @@ All notable changes to this project will be documented in this file.
 Project versioning adheres to [Semantic Versioning](http://semver.org/).
 Change log format is based on [Keep a Changelog](http://keepachangelog.com/).
 
+## [7.12.5](https://github.com/locize/locize-cli/compare/v7.12.4...v7.12.5) - 2022-08-25
+
+- update dependencies
+
+## [7.12.4](https://github.com/locize/locize-cli/compare/v7.12.3...v7.12.4) - 2022-07-20
+
+- optimize update handling
+- update dependencies
+
+## [7.12.3](https://github.com/locize/locize-cli/compare/v7.12.2...v7.12.3) - 2022-07-20
+
+- update dependencies
+
 ## [7.12.2](https://github.com/locize/locize-cli/compare/v7.12.1...v7.12.2) - 2022-07-12
 
 - limit parallel downloads

package/download.js

@@ -95,7 +95,7 @@ function handleDownload(opt, url, err, res, downloads, cb) {
 
 function handlePull(opt, toDownload, cb) {
   const url = opt.apiPath + '/pull/' + opt.projectId + '/' + opt.version;
-  async.eachLimit(toDownload, 20, (download, clb) => {
+  async.eachLimit(toDownload, 5, (download, clb) => {
     const lng = download.language;
     const namespace = download.namespace;
 

package/getRemoteNamespace.js

@@ -2,7 +2,9 @@ const request = require('./request');
 const flatten = require('flat');
 const sortFlatResources = require('./sortFlatResources');
 
-const getRemoteNamespace = (opt, lng, ns, cb) => {
+const getRandomDelay = (delayFrom, delayTo) => Math.floor(Math.random() * delayTo) + delayFrom;
+
+const getRemoteNamespace = (opt, lng, ns, cb, retry) => {
   request(opt.apiPath + (opt.isPrivate ? '/private' : opt.unpublished ? '/pull' : '') + '/' + opt.projectId + '/' + opt.version + '/' + lng + '/' + ns + '?ts=' + Date.now(), {
     method: 'get',
     headers: (opt.isPrivate || opt.unpublished) ? {
@@ -11,6 +13,13 @@ const getRemoteNamespace = (opt, lng, ns, cb) => {
   }, (err, res, obj) => {
     if (err) return cb(err);
     if (res.status >= 300) {
+      retry = retry || 0;
+      if (retry < 3 && res.status !== 401) {
+        setTimeout(() => {
+          getRemoteNamespace(opt, lng, ns, cb, retry + 1);
+        }, opt.unpublished ? getRandomDelay(3000, 10000) : getRandomDelay(100, 1000));
+        return;
+      }
       if (obj && (obj.errorMessage || obj.message)) {
         return cb(new Error((obj.errorMessage || obj.message)));
       }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "locize-cli",
-  "version": "7.12.2",
+  "version": "7.12.5",
   "description": "locize cli to import locales",
   "main": "index.js",
   "bin": {
@@ -10,16 +10,16 @@
     "@js.properties/properties": "0.5.4",
     "android-string-resource": "2.3.4",
     "async": "3.2.4",
-    "cacheable-lookup": "6.0.4",
+    "cacheable-lookup": "6.1.0",
     "colors": "1.4.0",
-    "commander": "9.3.0",
+    "commander": "9.4.0",
     "csvjson": "5.1.0",
     "diff": "5.1.0",
     "flat": "5.0.2",
     "fluent_conv": "3.1.0",
-    "gettext-converter": "1.2.2",
+    "gettext-converter": "1.2.3",
     "https-proxy-agent": "5.0.1",
-    "ini": "3.0.0",
+    "ini": "3.0.1",
     "js-yaml": "4.1.0",
     "laravelphp": "2.0.3",
     "lodash.clonedeep": "4.5.0",
@@ -29,13 +29,13 @@
     "rimraf": "3.0.2",
     "strings-file": "0.0.5",
     "tmexchange": "2.0.4",
-    "xliff": "6.0.3",
+    "xliff": "6.1.0",
     "xlsx": "0.18.5"
   },
   "devDependencies": {
-    "eslint": "8.17.0",
+    "eslint": "8.22.0",
     "gh-release": "6.0.4",
-    "pkg": "5.7.0"
+    "pkg": "5.8.0"
   },
   "scripts": {
     "lint": "eslint .",

package/sync.js

@@ -205,7 +205,7 @@ const downloadAll = (opt, remoteLanguages, omitRef, manipulate, cb) => {
         return lng !== opt.referenceLanguage;
       });
     }
-    async.eachLimit(downloads, 20, (download, clb) => {
+    async.eachLimit(downloads, opt.unpublished ? 5 : 20, (download, clb) => {
       const splitted = download.key.split('/');
       const lng = splitted[download.isPrivate ? 3 : 2];
       const namespace = splitted[download.isPrivate ? 4 : 3];
@@ -254,14 +254,15 @@ const update = (opt, lng, ns, shouldOmit, cb) => {
     ns.diff.toUpdate.forEach((k) => data[k] = ns.content[k]);
   }
 
-  if (Object.keys(data).length === 0) return cb(null);
+  var keysToSend = Object.keys(data).length;
+  if (keysToSend === 0) return cb(null);
 
   if (opt.dry) return cb(null);
 
   var payloadKeysLimit = 1000;
 
-  function send(d, clb, isRetrying) {
-    request(opt.apiPath + '/update/' + opt.projectId + '/' + opt.version + '/' + lng + '/' + ns.namespace + (shouldOmit ? '?omitstatsgeneration=true' : ''), {
+  function send(d, so, clb, isRetrying) {
+    request(opt.apiPath + '/update/' + opt.projectId + '/' + opt.version + '/' + lng + '/' + ns.namespace + (so ? '?omitstatsgeneration=true' : ''), {
       method: 'post',
       body: d,
       headers: {
@@ -270,7 +271,7 @@ const update = (opt, lng, ns, shouldOmit, cb) => {
     }, (err, res, obj) => {
       if (err) return clb(err);
       if (res.status === 504 && !isRetrying) {
-        return setTimeout(() => send(d, clb, true), 3000);
+        return setTimeout(() => send(d, so, clb, true), 3000);
       }
       if (res.status >= 300 && res.status !== 412) {
         if (obj && (obj.errorMessage || obj.message)) {
@@ -282,7 +283,7 @@ const update = (opt, lng, ns, shouldOmit, cb) => {
     });
   }
 
-  if (Object.keys(data).length > payloadKeysLimit) {
+  if (keysToSend > payloadKeysLimit) {
     var tasks = [];
     var keysInObj = Object.keys(data);
 
@@ -290,7 +291,8 @@ const update = (opt, lng, ns, shouldOmit, cb) => {
       (function() {
         var pagedData = {};
         keysInObj.splice(0, payloadKeysLimit).forEach((k) => pagedData[k] = data[k]);
-        tasks.push((c) => send(pagedData, c));
+        var hasMoreKeys = keysInObj.length > 0;
+        tasks.push((c) => send(pagedData, hasMoreKeys ? true : shouldOmit, c));
       })();
     }
 
@@ -298,13 +300,13 @@ const update = (opt, lng, ns, shouldOmit, cb) => {
 
     var finalPagedData = {};
     keysInObj.splice(0, keysInObj.length).forEach((k) => finalPagedData[k] = data[k]);
-    tasks.push((c) => send(finalPagedData, c));
+    tasks.push((c) => send(finalPagedData, shouldOmit, c));
 
     async.series(tasks, cb);
     return;
   }
 
-  send(data, cb);
+  send(data, shouldOmit, cb);
 };
 
 const cleanupLanguages = (opt, remoteLanguages) => {