locize-cli 8.6.0 → 8.6.2

package/CHANGELOG.md

@@ -5,6 +5,14 @@ All notable changes to this project will be documented in this file.
 Project versioning adheres to [Semantic Versioning](http://semver.org/).
 Change log format is based on [Keep a Changelog](http://keepachangelog.com/).
 
+## [8.6.2](https://github.com/locize/locize-cli/compare/v8.6.1...v8.6.2) - 2025-03-18
+
+- fix migrate command to handle paged update
+
+## [8.6.1](https://github.com/locize/locize-cli/compare/v8.6.0...v8.6.1) - 2025-03-11
+
+- fix .yml yaml format variats to address [104](https://github.com/locize/locize-cli/issues/104)
+
 ## [8.6.0](https://github.com/locize/locize-cli/compare/v8.5.1...v8.6.0) - 2025-03-10
 
 - introduce .yml yaml format variats to address [104](https://github.com/locize/locize-cli/issues/104)

package/convertToFlatFormat.js

@@ -117,19 +117,28 @@ const convertToFlatFormat = (opt, data, lng, cb) => {
       cb(null, data);
       return;
     }
-    if (opt.format === 'yaml') {
+    if (
+      opt.format === 'yaml' ||
+      opt.format === 'yml'
+    ) {
       const d = data.toString();
       if (!d || d === '') return cb(null, {});
       cb(null, flatten(jsyaml.load(d)));
       return;
     }
-    if (opt.format === 'yaml-nested') {
+    if (
+      opt.format === 'yaml-nested' ||
+      opt.format === 'yml-nested'
+    ) {
       const d = data.toString();
       if (!d || d === '') return cb(null, {});
       cb(null, flatten(jsyaml.load(d)));
       return;
     }
-    if (opt.format === 'yaml-rails') {
+    if (
+      opt.format === 'yaml-rails' ||
+      opt.format === 'yml-rails'
+    ) {
       const d = data.toString();
       if (!d || d === '') return cb(null, {});
       const jsObj = jsyaml.load(d);

package/migrate.js

@@ -69,28 +69,79 @@ const transfer = (opt, ns, cb) => {
 
   if (!opt.replace) url = url.replace('/update/', '/missing/');
 
-  request(url + `?replace=${!!opt.replace}`, {
-    method: 'post',
-    body: ns.value,
-    headers: {
-      'Authorization': opt.apiKey
+  var data = ns.value;
+  var keysToSend = Object.keys(data).length;
+  if (keysToSend === 0) return cb(null);
+
+  var payloadKeysLimit = 1000;
+
+  function send(d, so, isFirst, clb, isRetrying) {
+    const queryParams = new URLSearchParams();
+    if (so) {
+      queryParams.append('omitstatsgeneration', 'true');
     }
-  }, (err, res, obj) => {
-    if (err || (obj && (obj.errorMessage || obj.message))) {
-      if (url.indexOf('/missing/') > -1 && res.status === 412) {
-        console.log(colors.green(`transfered ${opt.version}/${ns.language}/${ns.namespace} (but all keys already existed)...`));
-        cb(null);
-        return;
+    if (isFirst && opt.replace) {
+      queryParams.append('replace', 'true');
+    }
+
+    const queryString = queryParams.size > 0 ? '?' + queryParams.toString() : '';
+
+    request(url + queryString, {
+      method: 'post',
+      body: d,
+      headers: {
+        'Authorization': opt.apiKey
       }
-      console.log(colors.red(`transfer failed for ${opt.version}/${ns.language}/${ns.namespace}...`));
+    }, (err, res, obj) => {
+      if (err || (obj && (obj.errorMessage || obj.message))) {
+        if (url.indexOf('/missing/') > -1 && res.status === 412) {
+          console.log(colors.green(`transfered ${Object.keys(d).length} keys ${opt.version}/${ns.language}/${ns.namespace} (but all keys already existed)...`));
+          clb(null);
+          return;
+        }
+        if (res.status === 504 && !isRetrying) {
+          return setTimeout(() => send(d, so, isFirst, clb, true), 3000);
+        }
+        console.log(colors.red(`transfer failed for ${Object.keys(d).length} keys ${opt.version}/${ns.language}/${ns.namespace}...`));
 
-      if (err) return cb(err);
-      if (obj && (obj.errorMessage || obj.message)) return cb(new Error((obj.errorMessage || obj.message)));
+        if (err) return clb(err);
+        if (obj && (obj.errorMessage || obj.message)) return clb(new Error((obj.errorMessage || obj.message)));
+      }
+      if (res.status >= 300 && res.status !== 412) {
+        if (obj && (obj.errorMessage || obj.message)) {
+          return clb(new Error((obj.errorMessage || obj.message)));
+        }
+        return clb(new Error(res.statusText + ' (' + res.status + ')'));
+      }
+      console.log(colors.green(`transfered ${Object.keys(d).length} keys ${opt.version}/${ns.language}/${ns.namespace}...`));
+      clb(null);
+    });
+  }
+
+  if (keysToSend > payloadKeysLimit) {
+    var tasks = [];
+    var keysInObj = Object.keys(data);
+
+    while (keysInObj.length > payloadKeysLimit) {
+      (function() {
+        var pagedData = {};
+        keysInObj.splice(0, payloadKeysLimit).forEach((k) => pagedData[k] = data[k]);
+        var hasMoreKeys = keysInObj.length > 0;
+        tasks.push((c) => send(pagedData, hasMoreKeys, false, c));
+      })();
     }
-    if (res.status >= 300 && res.status !== 412) return cb(new Error(res.statusText + ' (' + res.status + ')'));
-    console.log(colors.green(`transfered ${opt.version}/${ns.language}/${ns.namespace}...`));
-    cb(null);
-  });
+
+    if (keysInObj.length === 0) return cb(null);
+
+    var finalPagedData = {};
+    keysInObj.splice(0, keysInObj.length).forEach((k) => finalPagedData[k] = data[k]);
+    tasks.push((c) => send(finalPagedData, false, false, c));
+
+    async.series(tasks, cb);
+    return;
+  }
+
+  send(data, false, true, cb);
 };
 
 const upload = (opt, nss, cb) => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "locize-cli",
-  "version": "8.6.0",
+  "version": "8.6.2",
   "description": "locize cli to import locales",
   "main": "index.js",
   "bin": {

package/sync.js

@@ -272,7 +272,6 @@ const update = (opt, lng, ns, shouldOmit, cb) => {
       queryParams.append('autotranslate', 'true');
     }
     if (so) {
-      // no API docs for this
       queryParams.append('omitstatsgeneration', 'true');
     }