locize-cli 7.12.5 → 7.12.6

package/CHANGELOG.md

@@ -5,6 +5,10 @@ All notable changes to this project will be documented in this file.
 Project versioning adheres to [Semantic Versioning](http://semver.org/).
 Change log format is based on [Keep a Changelog](http://keepachangelog.com/).
 
+## [7.12.6](https://github.com/locize/locize-cli/compare/v7.12.5...v7.12.6) - 2022-08-26
+
+- internal optimization of unpublished download workflow
+
 ## [7.12.5](https://github.com/locize/locize-cli/compare/v7.12.4...v7.12.5) - 2022-08-25
 
 - update dependencies

package/getRemoteNamespace.js

@@ -4,20 +4,21 @@ const sortFlatResources = require('./sortFlatResources');
 
 const getRandomDelay = (delayFrom, delayTo) => Math.floor(Math.random() * delayTo) + delayFrom;
 
-const getRemoteNamespace = (opt, lng, ns, cb, retry) => {
-  request(opt.apiPath + (opt.isPrivate ? '/private' : opt.unpublished ? '/pull' : '') + '/' + opt.projectId + '/' + opt.version + '/' + lng + '/' + ns + '?ts=' + Date.now(), {
+const pullNamespacePaged = (opt, lng, ns, cb, next, retry) => {
+  next = next || '';
+  request(opt.apiPath + '/pull/' + opt.projectId + '/' + opt.version + '/' + lng + '/' + ns + '?' + 'next=' + next + '&ts=' + Date.now(), {
     method: 'get',
-    headers: (opt.isPrivate || opt.unpublished) ? {
+    headers: {
       'Authorization': opt.apiKey
-    } : undefined
+    }
   }, (err, res, obj) => {
     if (err) return cb(err);
     if (res.status >= 300) {
       retry = retry || 0;
       if (retry < 3 && res.status !== 401) {
         setTimeout(() => {
-          getRemoteNamespace(opt, lng, ns, cb, retry + 1);
-        }, opt.unpublished ? getRandomDelay(3000, 10000) : getRandomDelay(100, 1000));
+          pullNamespacePaged(opt, lng, ns, cb, next, retry + 1);
+        }, getRandomDelay(3000, 10000));
         return;
       }
       if (obj && (obj.errorMessage || obj.message)) {
@@ -25,6 +26,54 @@ const getRemoteNamespace = (opt, lng, ns, cb, retry) => {
       }
       return cb(new Error(res.statusText + ' (' + res.status + ')'));
     }
+
+    cb(null, {
+      result: sortFlatResources(flatten(obj)),
+      next: res.headers.get('x-next-page'),
+      lastModified: res.headers.get('last-modified') ? new Date(res.headers.get('last-modified')) : undefined
+    });
+  });
+};
+
+const pullNamespace = (opt, lng, ns, cb) => {
+  var ret = {};
+  var lastModified = new Date(2000, 0, 1);
+  (function nextPage(next) {
+    pullNamespacePaged(opt, lng, ns, (err, info) => {
+      if (err) return cb(err);
+
+      Object.keys(info.result).forEach((k) => {
+        ret[k] = info.result[k];
+      });
+
+      if (info.lastModified.getTime() > lastModified.getTime()) {
+        lastModified = info.lastModified;
+      }
+
+      if (info.next) {
+        return nextPage(info.next);
+      }
+      cb(null, ret, lastModified);
+    }, next);
+  })();
+};
+
+const getRemoteNamespace = (opt, lng, ns, cb) => {
+  if (opt.unpublished) return pullNamespace(opt, lng, ns, cb);
+
+  request(opt.apiPath + (opt.isPrivate ? '/private' : '') + '/' + opt.projectId + '/' + opt.version + '/' + lng + '/' + ns + '?ts=' + Date.now(), {
+    method: 'get',
+    headers: opt.isPrivate ? {
+      'Authorization': opt.apiKey
+    } : undefined
+  }, (err, res, obj) => {
+    if (err) return cb(err);
+    if (res.status >= 300) {
+      if (obj && (obj.errorMessage || obj.message)) {
+        return cb(new Error((obj.errorMessage || obj.message)));
+      }
+      return cb(new Error(res.statusText + ' (' + res.status + ')'));
+    }
     cb(null, sortFlatResources(flatten(obj)), res.headers.get('last-modified') ? new Date(res.headers.get('last-modified')) : undefined);
   });
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "locize-cli",
-  "version": "7.12.5",
+  "version": "7.12.6",
   "description": "locize cli to import locales",
   "main": "index.js",
   "bin": {