lingo.dev 0.70.4 → 0.71.0

package/build/cli.mjs

@@ -1,6 +1,6 @@
 import {
   ReplexicaEngine
-} from "./chunk-FAB4HZX7.mjs";
+} from "./chunk-NUMPOGXY.mjs";
 import {
   bucketTypeSchema,
   bucketTypes,
@@ -10,11 +10,13 @@ import {
   parseI18nConfig,
   resolveLocaleCode,
   resolveOverridenLocale
-} from "./chunk-3TBVVQ2O.mjs";
+} from "./chunk-NF6GBJ2R.mjs";
 
 // src/cli/index.ts
 import dotenv from "dotenv";
 import { InteractiveCommand as InteractiveCommand2 } from "interactive-commander";
+import figlet from "figlet";
+import { vice } from "gradient-string";
 
 // src/cli/cli/auth.ts
 import { Command } from "interactive-commander";
@@ -34,11 +36,12 @@ function getSettings(explicitApiKey) {
   const env = _loadEnv();
   const systemFile = _loadSystemFile();
   const defaults = _loadDefaults();
+  _legacyEnvVarWarning();
   return {
     auth: {
-      apiKey: explicitApiKey || env.REPLEXICA_API_KEY || systemFile.auth?.apiKey || defaults.auth.apiKey,
-      apiUrl: env.REPLEXICA_API_URL || systemFile.auth?.apiUrl || defaults.auth.apiUrl,
-      webUrl: env.REPLEXICA_WEB_URL || systemFile.auth?.webUrl || defaults.auth.webUrl
+      apiKey: explicitApiKey || env.LINGODOTDEV_API_KEY || systemFile.auth?.apiKey || defaults.auth.apiKey,
+      apiUrl: env.LINGODOTDEV_API_URL || systemFile.auth?.apiUrl || defaults.auth.apiUrl,
+      webUrl: env.LINGODOTDEV_WEB_URL || systemFile.auth?.webUrl || defaults.auth.webUrl
     }
   };
 }
@@ -63,9 +66,9 @@ function _loadDefaults() {
 }
 function _loadEnv() {
   return Z.object({
-    REPLEXICA_API_KEY: Z.string().optional(),
-    REPLEXICA_API_URL: Z.string().optional(),
-    REPLEXICA_WEB_URL: Z.string().optional()
+    LINGODOTDEV_API_KEY: Z.string().optional(),
+    LINGODOTDEV_API_URL: Z.string().optional(),
+    LINGODOTDEV_WEB_URL: Z.string().optional()
   }).passthrough().parse(process.env);
 }
 function _loadSystemFile() {
@@ -91,6 +94,21 @@ function _getSettingsFilePath() {
   const settingsFilePath = path.join(homedir, settingsFile);
   return settingsFilePath;
 }
+function _legacyEnvVarWarning() {
+  const env = _loadEnv();
+  if (env.REPLEXICA_API_KEY && !env.LINGODOTDEV_API_KEY) {
+    console.warn(
+      "\x1B[33m%s\x1B[0m",
+      `
+\u26A0\uFE0F  WARNING: REPLEXICA_API_KEY env var is deprecated \u26A0\uFE0F
+===========================================================
+
+Please use LINGODOTDEV_API_KEY instead.
+===========================================================
+`
+    );
+  }
+}
 
 // src/cli/utils/errors.ts
 var docLinks = {
@@ -195,7 +213,7 @@ Press Enter to open the browser for authentication.
 
 ---
 
-Having issues? Put REPLEXICA_API_KEY in your .env file instead.
+Having issues? Put LINGODOTDEV_API_KEY in your .env file instead.
     `.trim() + "\n"
   );
   const spinner = Ora().start("Waiting for the API key");
@@ -262,9 +280,9 @@ import fs3 from "fs";
 import { spawn } from "child_process";
 import _2 from "lodash";
 import { confirm } from "@inquirer/prompts";
-var openUrl = (path7) => {
+var openUrl = (path8) => {
   const settings = getSettings(void 0);
-  spawn("open", [`${settings.auth.webUrl}${path7}`]);
+  spawn("open", [`${settings.auth.webUrl}${path8}`]);
 };
 var throwHelpError = (option, value) => {
   if (value === "help") {
@@ -307,14 +325,14 @@ var init_default = new InteractiveCommand().command("init").description("Initial
 ).addOption(
   new InteractiveOption("-p, --paths <path...>", "List of paths for the bucket").argParser((value) => {
     const values = value.includes(",") ? value.split(",") : value.split(" ");
-    for (const path7 of values) {
+    for (const path8 of values) {
       try {
-        const stats = fs3.statSync(path7);
+        const stats = fs3.statSync(path8);
         if (!stats.isDirectory()) {
-          throw new Error(`${path7} is not a directory`);
+          throw new Error(`${path8} is not a directory`);
         }
       } catch (err) {
-        throw new Error(`Invalid directory path: ${path7}`);
+        throw new Error(`Invalid directory path: ${path8}`);
       }
     }
     return values;
@@ -540,8 +558,8 @@ var files_default = new Command4().command("files").description("Print out the l
           } else if (type.target) {
             result.push(...targetPaths);
           }
-          result.forEach((path7) => {
-            console.log(path7);
+          result.forEach((path8) => {
+            console.log(path8);
           });
         }
       }
@@ -979,9 +997,9 @@ function createHtmlLoader() {
         const bDepth = b.split("/").length;
         return aDepth - bDepth;
       });
-      paths.forEach((path7) => {
-        const value = data[path7];
-        const [nodePath, attribute] = path7.split("#");
+      paths.forEach((path8) => {
+        const value = data[path8];
+        const [nodePath, attribute] = path8.split("#");
         const [rootTag, ...indices] = nodePath.split("/");
         let parent = rootTag === "head" ? document.head : document.body;
         let current = parent;
@@ -1979,18 +1997,18 @@ function createRawDatoValue(parsedDatoValue, originalRawDatoValue, isClean = fal
 }
 function serializeStructuredText(rawStructuredText) {
   return serializeStructuredTextNode(rawStructuredText);
-  function serializeStructuredTextNode(node, path7 = [], acc = {}) {
+  function serializeStructuredTextNode(node, path8 = [], acc = {}) {
     if ("document" in node) {
-      return serializeStructuredTextNode(node.document, [...path7, "document"], acc);
+      return serializeStructuredTextNode(node.document, [...path8, "document"], acc);
     }
     if (!_13.isNil(node.value)) {
-      acc[[...path7, "value"].join(".")] = node.value;
+      acc[[...path8, "value"].join(".")] = node.value;
     } else if (_13.get(node, "type") === "block") {
-      acc[[...path7, "item"].join(".")] = serializeBlock(node.item);
+      acc[[...path8, "item"].join(".")] = serializeBlock(node.item);
     }
     if (node.children) {
       for (let i = 0; i < node.children.length; i++) {
-        serializeStructuredTextNode(node.children[i], [...path7, i.toString()], acc);
+        serializeStructuredTextNode(node.children[i], [...path8, i.toString()], acc);
       }
     }
     return acc;
@@ -2049,8 +2067,8 @@ function deserializeBlockList(parsedBlockList, originalRawBlockList, isClean = f
 }
 function deserializeStructuredText(parsedStructuredText, originalRawStructuredText) {
   const result = _13.cloneDeep(originalRawStructuredText);
-  for (const [path7, value] of _13.entries(parsedStructuredText)) {
-    const realPath = _13.chain(path7.split(".")).flatMap((s) => !_13.isNaN(_13.toNumber(s)) ? ["children", s] : s).value();
+  for (const [path8, value] of _13.entries(parsedStructuredText)) {
+    const realPath = _13.chain(path8.split(".")).flatMap((s) => !_13.isNaN(_13.toNumber(s)) ? ["children", s] : s).value();
     const deserializedValue = createRawDatoValue(value, _13.get(originalRawStructuredText, realPath), true);
     _13.set(result, realPath, deserializedValue);
   }
@@ -2395,6 +2413,13 @@ function createLockfileHelper() {
       lockfile.checksums[sectionKey] = sectionChecksums;
       _saveLockfile(lockfile);
     },
+    registerPartialSourceData: (pathPattern, partialSourceData) => {
+      const lockfile = _loadLockfile();
+      const sectionKey = MD5(pathPattern);
+      const sectionChecksums = _16.mapValues(partialSourceData, (value) => MD5(value));
+      lockfile.checksums[sectionKey] = _16.merge({}, lockfile.checksums[sectionKey] ?? {}, sectionChecksums);
+      _saveLockfile(lockfile);
+    },
     extractUpdatedData: (pathPattern, sourceData) => {
       const lockfile = _loadLockfile();
       const sectionKey = MD5(pathPattern);
@@ -2442,6 +2467,75 @@ import chalk from "chalk";
 import { createTwoFilesPatch } from "diff";
 import inquirer2 from "inquirer";
 import externalEditor from "external-editor";
+
+// src/cli/utils/cache.ts
+import path7 from "path";
+import fs8 from "fs";
+var cacheChunk = (targetLocale, sourceChunk, processedChunk) => {
+  const rows = Object.entries(sourceChunk).map(([key, source]) => ({
+    targetLocale,
+    key,
+    source,
+    processed: processedChunk[key]
+  }));
+  _appendToCache(rows);
+};
+function getNormalizedCache() {
+  const rows = _loadCache();
+  if (!rows.length) {
+    return null;
+  }
+  const normalized = {};
+  for (const row of rows) {
+    if (!normalized[row.targetLocale]) {
+      normalized[row.targetLocale] = {};
+    }
+    normalized[row.targetLocale][row.key] = {
+      source: row.source,
+      result: row.processed
+    };
+  }
+  return normalized;
+}
+function deleteCache() {
+  const cacheFilePath = _getCacheFilePath();
+  try {
+    fs8.unlinkSync(cacheFilePath);
+  } catch (e) {
+  }
+}
+function _loadCache() {
+  const cacheFilePath = _getCacheFilePath();
+  if (!fs8.existsSync(cacheFilePath)) {
+    return [];
+  }
+  const content = fs8.readFileSync(cacheFilePath, "utf-8");
+  const result = _parseJSONLines(content);
+  return result;
+}
+function _appendToCache(rows) {
+  const cacheFilePath = _getCacheFilePath();
+  const lines = _buildJSONLines(rows);
+  fs8.appendFileSync(cacheFilePath, lines);
+}
+function _getCacheFilePath() {
+  return path7.join(process.cwd(), "i18n.cache");
+}
+function _buildJSONLines(rows) {
+  return rows.map((row) => JSON.stringify(row)).join("\n") + "\n";
+}
+function _parseJSONLines(lines) {
+  return lines.split("\n").map(_tryParseJSON).filter((line) => line !== null);
+}
+function _tryParseJSON(line) {
+  try {
+    return JSON.parse(line);
+  } catch (e) {
+    return null;
+  }
+}
+
+// src/cli/cli/i18n.ts
 var i18n_default = new Command6().command("i18n").description("Run Localization engine").helpOption("-h, --help", "Show help").option("--locale <locale>", "Locale to process", (val, prev) => prev ? [...prev, val] : [val]).option("--bucket <bucket>", "Bucket to process", (val, prev) => prev ? [...prev, val] : [val]).option("--key <key>", "Key to process").option("--frozen", `Don't update the translations and fail if an update is needed`).option("--force", "Ignore lockfile and process all keys").option("--verbose", "Show verbose output").option("--interactive", "Interactive mode").option("--api-key <api-key>", "Explicitly set the API key to use").option("--debug", "Debug mode").option("--strict", "Stop on first error").action(async function(options) {
   const ora = Ora5();
   const flags = parseFlags(options);
@@ -2490,6 +2584,45 @@ var i18n_default = new Command6().command("i18n").description("Run Localization
     } else {
       ora.succeed("i18n.lock loaded");
     }
+    const cache = getNormalizedCache();
+    if (cache) {
+      console.log();
+      ora.succeed(`Cache loaded. Attempting recovery...`);
+      const cacheOra = Ora5({ indent: 2 });
+      for (const bucket of buckets) {
+        cacheOra.info(`Processing bucket: ${bucket.type}`);
+        for (const bucketConfig of bucket.config) {
+          const bucketOra = ora.info(`Processing path: ${bucketConfig.pathPattern}`);
+          const sourceLocale = resolveOverridenLocale(i18nConfig.locale.source, bucketConfig.delimiter);
+          const bucketLoader = createBucketLoader(bucket.type, bucketConfig.pathPattern);
+          bucketLoader.setDefaultLocale(sourceLocale);
+          await bucketLoader.init();
+          const sourceData = await bucketLoader.pull(sourceLocale);
+          const cachedSourceData = {};
+          for (const targetLocale in cache) {
+            const targetData = await bucketLoader.pull(targetLocale);
+            for (const key in cache[targetLocale]) {
+              const { source, result } = cache[targetLocale][key];
+              if (sourceData[key] === source && targetData[key] !== result) {
+                targetData[key] = result;
+                cachedSourceData[key] = source;
+              }
+            }
+            await bucketLoader.push(targetLocale, targetData);
+            lockfileHelper.registerPartialSourceData(bucketConfig.pathPattern, cachedSourceData);
+            bucketOra.succeed(
+              `[${sourceLocale} -> ${targetLocale}] Recovered ${Object.keys(cachedSourceData).length} entries from cache`
+            );
+          }
+        }
+      }
+      deleteCache();
+      if (flags.verbose) {
+        cacheOra.info("Cache file deleted.");
+      }
+    } else if (flags.verbose) {
+      ora.info("Cache file not found. Skipping recovery.");
+    }
     if (flags.frozen) {
       ora.start("Checking for lockfile updates...");
       let requiresUpdate = false;
@@ -2559,8 +2692,17 @@ var i18n_default = new Command6().command("i18n").description("Run Localization
                   targetLocale,
                   targetData
                 },
-                (progress) => {
-                  bucketOra.text = `[${sourceLocale} -> ${targetLocale}] [${Object.keys(processableData).length} entries] (${progress}%) AI localization in progress...`;
+                (progress, sourceChunk, processedChunk) => {
+                  cacheChunk(targetLocale, sourceChunk, processedChunk);
+                  const progressLog = `[${sourceLocale} -> ${targetLocale}] [${Object.keys(processableData).length} entries] (${progress}%) AI localization in progress...`;
+                  if (flags.verbose) {
+                    ora.info(progressLog);
+                    ora.info(
+                      `Caching chunk ${JSON.stringify(sourceChunk, null, 2)} -> ${JSON.stringify(processedChunk, null, 2)}`
+                    );
+                  } else {
+                    ora.text = progressLog;
+                  }
                 }
               );
               if (flags.verbose) {
@@ -2612,6 +2754,10 @@ var i18n_default = new Command6().command("i18n").description("Run Localization
     console.log();
     if (!hasErrors) {
       ora.succeed("Localization completed.");
+      deleteCache();
+      if (flags.verbose) {
+        ora.info("Cache file deleted.");
+      }
     } else {
       ora.warn("Localization completed with errors.");
     }
@@ -2934,7 +3080,7 @@ function displaySummary(results) {
 // package.json
 var package_default = {
   name: "lingo.dev",
-  version: "0.70.4",
+  version: "0.71.0",
   description: "Lingo.dev CLI",
   private: false,
   type: "module",
@@ -2964,7 +3110,7 @@ var package_default = {
     "build"
   ],
   scripts: {
-    "lingo.dev": "node ./bin/cli.mjs",
+    "lingo.dev": "node --inspect=9229 ./bin/cli.mjs",
     dev: "tsup --watch",
     build: "tsc --noEmit && tsup",
     test: "vitest run",
@@ -2986,9 +3132,12 @@ var package_default = {
     dotenv: "^16.4.7",
     express: "^4.21.2",
     "external-editor": "^3.1.0",
+    figlet: "^1.8.0",
+    "figlet-cli": "^0.2.0",
     flat: "^6.0.1",
     "gettext-parser": "^8.0.0",
     glob: "<11.0.0",
+    "gradient-string": "^3.0.0",
     "gray-matter": "^4.0.3",
     ini: "^5.0.0",
     inquirer: "^12.3.0",
@@ -3026,6 +3175,7 @@ var package_default = {
     "@types/cors": "^2.8.17",
     "@types/diff": "^6.0.0",
     "@types/express": "^5.0.0",
+    "@types/figlet": "^1.7.0",
     "@types/gettext-parser": "^4.0.4",
     "@types/glob": "^8.1.0",
     "@types/ini": "^4.1.1",
@@ -3052,10 +3202,23 @@ dotenv.config();
 var cli_default = new InteractiveCommand2().name("lingo.dev").description("Lingo.dev CLI").helpOption("-h, --help", "Show help").addHelpText(
   "beforeAll",
   `
-Lingo.dev CLI
+${vice(
+    figlet.textSync("LINGO.DEV", {
+      font: "ANSI Shadow",
+      horizontalLayout: "default",
+      verticalLayout: "default"
+    })
+  )}
+
 Website: https://lingo.dev
 `
-).version(`v${package_default.version}`, "-v, --version", "Show version").addCommand(init_default).interactive("-y, --no-interactive", "Disable interactive mode").addCommand(i18n_default).addCommand(auth_default).addCommand(show_default).addCommand(lockfile_default).addCommand(cleanup_default);
+).version(`v${package_default.version}`, "-v, --version", "Show version").addCommand(init_default).interactive("-y, --no-interactive", "Disable interactive mode").addCommand(i18n_default).addCommand(auth_default).addCommand(show_default).addCommand(lockfile_default).addCommand(cleanup_default).exitOverride((err) => {
+  if (err.code === "commander.helpDisplayed" || err.code === "commander.version" || err.code === "commander.help") {
+    process.exit(0);
+  }
+  throw err;
+});
 export {
   cli_default as default
 };
+//# sourceMappingURL=cli.mjs.map