@kununu/phraseapp-cli 1.5.0-beta.1 → 2.0.0

package/index.js

@@ -1,6 +1,6 @@
 #! /usr/bin/env node
 
-/* eslint-disable */
+/* eslint-disable no-console */
 
 const fs = require('fs');
 
@@ -9,6 +9,17 @@ require('dotenv').config();
 const request = require('request');
 const colors = require('colors'); // eslint-disable-line no-unused-vars
 
+/**
+ * Splits array into smaller chunks
+ *
+ * E.g: chunks([1, 2, 3, 4], 2) => [[1, 2], [3, 4]]
+ */
+function* chunks (arr, n) {
+  for (let i = 0; i < arr.length; i += n) {
+    yield arr.slice(i, i + n);
+  }
+}
+
 function logErrorsAndExitProcess (errors) {
   errors.map(error => console.error(error.red.bold));
   process.exit(1);
@@ -71,51 +82,68 @@ function getPhraseAppQueryParams (tags, fallbackLocale, branch) {
     .join('&');
 }
 
-async function loadLocale (phrase) {
-  for (const locale of phrase.locales) {
-    const filepath = `${phrase.path}${locale.filePrefix ? `${locale.filePrefix}-` : ''}${locale.locale_id}.json`;
-    let file = {};
+const getFileName = (filePrefix, localeId) => `${filePrefix ? `${filePrefix}-` : ''}${localeId}.json`;
 
-    if (fs.existsSync(filepath)) {
-      file = JSON.parse(fs.readFileSync(filepath));
-    }
+const getFilePath = (path, filePrefix, localeId) => `${path}${getFileName(filePrefix, localeId)}`;
+
+function getPhraseAppDownloadUrl (accessToken, projectId, localeId, tags, fallbackLocaleId, branch) {
+  return `https://${accessToken}@api.phraseapp.com/api/v2/projects/${projectId}/locales/${localeId}/download?${getPhraseAppQueryParams(tags, fallbackLocaleId, branch)}`;
+}
 
-    const tags = locale.tags || [false];
-
-    await new Promise((resolve, reject) => {
-      const url = `https://${
-        phrase.access_token
-      }@api.phraseapp.com/api/v2/projects/${phrase.project_id}/locales/${
-        locale.locale_id
-      }/download?${getPhraseAppQueryParams(tags, locale.fallback_locale_id, phrase.branch)}`;
-
-      request.get(url, (error, response, body) => {
-        if (!error && response.statusCode === 200) {
-          fs.writeFileSync(
-            filepath,
-            JSON.stringify(Object.assign(file, JSON.parse(body)), null, '\t'),
-          );
-          console.info(
-            `Success: locale file [${locale.locale_id}.json]${
-              tag ? ` for tag ${tag} ` : ' '
-            }was updated`.green.bold,
-          );
-          resolve();
-        } else {
-          if (response.statusCode !== 401) {
-            console.error(
-              `Error: locale file [${locale.locale_id}.json] error message: ${
-                JSON.parse(body).message
-              }`.red.bold,
-            );
-          } else {
-            console.error('Error: Please check your access_token'.red.bold);
-          }
-          reject(response);
-        }
-      });
+function downloadLocaleFile (phrase, locale) {
+  const {
+    access_token: accessToken,
+    branch,
+    path,
+    project_id: projectId,
+  } = phrase;
+
+  const {
+    filePrefix,
+    locale_id: localeId,
+    fallback_locale_id: fallbackLocaleId,
+  } = locale;
+
+  const filepath = getFilePath(path, filePrefix, localeId);
+
+  const tags = locale.tags || [false];
+
+  return new Promise((resolve, reject) => {
+    const url = getPhraseAppDownloadUrl(accessToken, projectId, localeId, tags, fallbackLocaleId, branch);
+
+    request.get(url, (error, response, body) => {
+      if (!error && response.statusCode === 200) {
+        fs.writeFileSync(filepath, body);
+        console.info(`Success: locale file ${getFileName(filePrefix, localeId)} was updated`.green.bold);
+        return resolve();
+      }
+
+      if (response.statusCode === 401) {
+        console.error('Error: Please check your access_token'.red.bold);
+      } else {
+        console.error(`Error: locale file ${getFileName(filePrefix, localeId)}. Message: ${JSON.parse(body).message}`.red);
+      }
+
+      return reject(response);
     });
+  });
+}
+
+async function loadLocale (phrase) {
+  const startTime = new Date();
+
+  // Usually we'd create one big array and do all requests in parallel
+  // Unfortunately phraseapp only allows us 4 concurrent request. So we split our locales into groups of 4
+  // https://developers.phrase.com/api/#overview--rate-limiting
+  for (const localeChunk of chunks(phrase.locales, 4)) {
+    // Create Promise array to download the four translations for this chunk
+    const downloads = localeChunk.map(locale => downloadLocaleFile(phrase, locale));
+
+    // eslint-disable-next-line no-await-in-loop
+    await Promise.all(downloads);
   }
+
+  console.log(`Downloaded all files in ${(new Date() - startTime) / 1000}s`);
 }
 
 function loadLocalesFromConfig () {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kununu/phraseapp-cli",
-  "version": "1.5.0-beta.1",
+  "version": "2.0.0",
   "description": "",
   "main": "index.js",
   "bin": {