locize-cli 7.12.1 → 7.12.4

package/CHANGELOG.md

@@ -5,6 +5,19 @@ All notable changes to this project will be documented in this file.
 Project versioning adheres to [Semantic Versioning](http://semver.org/).
 Change log format is based on [Keep a Changelog](http://keepachangelog.com/).
 
+## [7.12.4](https://github.com/locize/locize-cli/compare/v7.12.3...v7.12.4) - 2022-07-20
+
+- optimize update handling
+- update dependencies
+
+## [7.12.3](https://github.com/locize/locize-cli/compare/v7.12.2...v7.12.3) - 2022-07-20
+
+- update dependencies
+
+## [7.12.2](https://github.com/locize/locize-cli/compare/v7.12.1...v7.12.2) - 2022-07-12
+
+- limit parallel downloads
+
 ## [7.12.1](https://github.com/locize/locize-cli/compare/v7.12.0...v7.12.1) - 2022-07-12
 
 - limit parallel downloads

package/download.js

@@ -34,7 +34,7 @@ function handleDownload(opt, url, err, res, downloads, cb) {
     return;
   }
 
-  async.eachLimit(downloads, 30, (download, clb) => {
+  async.eachLimit(downloads, 20, (download, clb) => {
     const splitted = download.key.split('/');
     const version = splitted[download.isPrivate ? 2 : 1];
     const lng = splitted[download.isPrivate ? 3 : 2];
@@ -95,7 +95,7 @@ function handleDownload(opt, url, err, res, downloads, cb) {
 
 function handlePull(opt, toDownload, cb) {
   const url = opt.apiPath + '/pull/' + opt.projectId + '/' + opt.version;
-  async.eachLimit(toDownload, 30, (download, clb) => {
+  async.eachLimit(toDownload, 5, (download, clb) => {
     const lng = download.language;
     const namespace = download.namespace;
 
@@ -203,11 +203,13 @@ const download = (opt, cb) => {
           'Authorization': opt.apiKey
         } : undefined
       }, (err, res, obj) => {
+        obj = obj || [];
         if (res && res.status === 401) {
           opt.apiKey = null;
           request(url, {
             method: 'get',
           }, (err, res, obj) => {
+            obj = obj || [];
             if (opt.skipEmpty) obj = obj.filter((d) => d.size > 2);
             handleDownload(opt, url, err, res, obj, cb);
           });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "locize-cli",
-  "version": "7.12.1",
+  "version": "7.12.4",
   "description": "locize cli to import locales",
   "main": "index.js",
   "bin": {
@@ -10,14 +10,14 @@
     "@js.properties/properties": "0.5.4",
     "android-string-resource": "2.3.4",
     "async": "3.2.4",
-    "cacheable-lookup": "6.0.4",
+    "cacheable-lookup": "6.1.0",
     "colors": "1.4.0",
-    "commander": "9.3.0",
+    "commander": "9.4.0",
     "csvjson": "5.1.0",
     "diff": "5.1.0",
     "flat": "5.0.2",
     "fluent_conv": "3.1.0",
-    "gettext-converter": "1.2.2",
+    "gettext-converter": "1.2.3",
     "https-proxy-agent": "5.0.1",
     "ini": "3.0.0",
     "js-yaml": "4.1.0",
@@ -29,13 +29,13 @@
     "rimraf": "3.0.2",
     "strings-file": "0.0.5",
     "tmexchange": "2.0.4",
-    "xliff": "6.0.3",
+    "xliff": "6.1.0",
     "xlsx": "0.18.5"
   },
   "devDependencies": {
-    "eslint": "8.17.0",
+    "eslint": "8.21.0",
     "gh-release": "6.0.4",
-    "pkg": "5.7.0"
+    "pkg": "5.8.0"
   },
   "scripts": {
     "lint": "eslint .",

package/sync.js

@@ -205,7 +205,7 @@ const downloadAll = (opt, remoteLanguages, omitRef, manipulate, cb) => {
         return lng !== opt.referenceLanguage;
       });
     }
-    async.eachLimit(downloads, 30, (download, clb) => {
+    async.eachLimit(downloads, opt.unpublished ? 5 : 20, (download, clb) => {
       const splitted = download.key.split('/');
       const lng = splitted[download.isPrivate ? 3 : 2];
       const namespace = splitted[download.isPrivate ? 4 : 3];
@@ -254,14 +254,15 @@ const update = (opt, lng, ns, shouldOmit, cb) => {
     ns.diff.toUpdate.forEach((k) => data[k] = ns.content[k]);
   }
 
-  if (Object.keys(data).length === 0) return cb(null);
+  var keysToSend = Object.keys(data).length;
+  if (keysToSend === 0) return cb(null);
 
   if (opt.dry) return cb(null);
 
   var payloadKeysLimit = 1000;
 
-  function send(d, clb, isRetrying) {
-    request(opt.apiPath + '/update/' + opt.projectId + '/' + opt.version + '/' + lng + '/' + ns.namespace + (shouldOmit ? '?omitstatsgeneration=true' : ''), {
+  function send(d, so, clb, isRetrying) {
+    request(opt.apiPath + '/update/' + opt.projectId + '/' + opt.version + '/' + lng + '/' + ns.namespace + (so ? '?omitstatsgeneration=true' : ''), {
       method: 'post',
       body: d,
       headers: {
@@ -270,7 +271,7 @@ const update = (opt, lng, ns, shouldOmit, cb) => {
     }, (err, res, obj) => {
       if (err) return clb(err);
       if (res.status === 504 && !isRetrying) {
-        return setTimeout(() => send(d, clb, true), 3000);
+        return setTimeout(() => send(d, so, clb, true), 3000);
       }
       if (res.status >= 300 && res.status !== 412) {
         if (obj && (obj.errorMessage || obj.message)) {
@@ -282,7 +283,7 @@ const update = (opt, lng, ns, shouldOmit, cb) => {
     });
   }
 
-  if (Object.keys(data).length > payloadKeysLimit) {
+  if (keysToSend > payloadKeysLimit) {
     var tasks = [];
     var keysInObj = Object.keys(data);
 
@@ -290,7 +291,8 @@ const update = (opt, lng, ns, shouldOmit, cb) => {
       (function() {
         var pagedData = {};
         keysInObj.splice(0, payloadKeysLimit).forEach((k) => pagedData[k] = data[k]);
-        tasks.push((c) => send(pagedData, c));
+        var hasMoreKeys = keysInObj.length > 0;
+        tasks.push((c) => send(pagedData, hasMoreKeys ? true : shouldOmit, c));
       })();
     }
 
@@ -298,13 +300,13 @@ const update = (opt, lng, ns, shouldOmit, cb) => {
 
     var finalPagedData = {};
     keysInObj.splice(0, keysInObj.length).forEach((k) => finalPagedData[k] = data[k]);
-    tasks.push((c) => send(finalPagedData, c));
+    tasks.push((c) => send(finalPagedData, shouldOmit, c));
 
     async.series(tasks, cb);
     return;
   }
 
-  send(data, cb);
+  send(data, shouldOmit, cb);
 };
 
 const cleanupLanguages = (opt, remoteLanguages) => {
@@ -509,7 +511,7 @@ const handleSync = (opt, remoteLanguages, localNamespaces, cb) => {
 
       if (opt.deleteRemoteNamespace && localMissingNamespaces.length > 0) {
         wasThereSomethingToUpdate = true;
-        async.eachLimit(localMissingNamespaces, 30, (n, clb) => {
+        async.eachLimit(localMissingNamespaces, 20, (n, clb) => {
           if (opt.dry) {
             console.log(colors.red(`would delete complete namespace ${n.namespace}...`));
             return clb();