lingo.dev 0.107.2 → 0.107.4

package/build/cli.mjs

@@ -510,7 +510,7 @@ async function waitForApiKey(cb) {
 // src/cli/cmd/logout.ts
 import { Command as Command3 } from "interactive-commander";
 import Ora3 from "ora";
-var logout_default = new Command3().command("logout").description("Sign out from Lingo.dev API").helpOption("-h, --help", "Show help").action(async () => {
+var logout_default = new Command3().command("logout").description("Log out from Lingo.dev API").helpOption("-h, --help", "Show help").action(async () => {
   try {
     await renderClear();
     await renderSpacer();
@@ -1483,7 +1483,7 @@ import {
 } from "@lingo.dev/_spec";
 import { Command as Command12 } from "interactive-commander";
 import Z3 from "zod";
-import _30 from "lodash";
+import _31 from "lodash";
 import Ora7 from "ora";
 
 // src/cli/loaders/_utils.ts
@@ -1708,7 +1708,7 @@ function createTextFileLoader(pathPattern) {
       const trimmedResult = result.trim();
       return trimmedResult;
     },
-    async push(locale, data, _34, originalLocale) {
+    async push(locale, data, _35, originalLocale) {
       const draftPath = pathPattern.replaceAll("[locale]", locale);
       const finalPath = path10.resolve(draftPath);
       const dirPath = path10.dirname(finalPath);
@@ -2287,7 +2287,7 @@ function createPropertiesLoader() {
       return result;
     },
     async push(locale, payload) {
-      const result = Object.entries(payload).filter(([_34, value]) => value != null).map(([key, value]) => `${key}=${value}`).join("\n");
+      const result = Object.entries(payload).filter(([_35, value]) => value != null).map(([key, value]) => `${key}=${value}`).join("\n");
       return result;
     }
   });
@@ -2558,12 +2558,12 @@ function createUnlocalizableLoader(returnUnlocalizedKeys = false) {
       const unlocalizableKeys = _getUnlocalizableKeys(input2);
       const result = _13.omitBy(
         input2,
-        (_34, key) => unlocalizableKeys.includes(key)
+        (_35, key) => unlocalizableKeys.includes(key)
       );
       if (returnUnlocalizedKeys) {
         result.unlocalizable = _13.omitBy(
           input2,
-          (_34, key) => !unlocalizableKeys.includes(key)
+          (_35, key) => !unlocalizableKeys.includes(key)
         );
       }
       return result;
@@ -2573,7 +2573,7 @@ function createUnlocalizableLoader(returnUnlocalizedKeys = false) {
       const result = _13.merge(
         {},
         data,
-        _13.omitBy(originalInput, (_34, key) => !unlocalizableKeys.includes(key))
+        _13.omitBy(originalInput, (_35, key) => !unlocalizableKeys.includes(key))
       );
       return result;
     }
@@ -2604,7 +2604,7 @@ function _getUnlocalizableKeys(input2) {
       }
     }
     return false;
-  }).map(([key, _34]) => key);
+  }).map(([key, _35]) => key);
 }
 
 // src/cli/loaders/po/index.ts
@@ -5173,7 +5173,7 @@ var AST = class _AST {
     if (!this.type) {
       const noEmpty = this.isStart() && this.isEnd();
       const src = this.#parts.map((p) => {
-        const [re, _34, hasMagic, uflag] = typeof p === "string" ? _AST.#parseGlob(p, this.#hasMagic, noEmpty) : p.toRegExpSource(allowDot);
+        const [re, _35, hasMagic, uflag] = typeof p === "string" ? _AST.#parseGlob(p, this.#hasMagic, noEmpty) : p.toRegExpSource(allowDot);
         this.#hasMagic = this.#hasMagic || hasMagic;
         this.#uflag = this.#uflag || uflag;
         return re;
@@ -5246,7 +5246,7 @@ var AST = class _AST {
       if (typeof p === "string") {
         throw new Error("string type in extglob ast??");
       }
-      const [re, _34, _hasMagic, uflag] = p.toRegExpSource(dot);
+      const [re, _35, _hasMagic, uflag] = p.toRegExpSource(dot);
       this.#uflag = this.#uflag || uflag;
       return re;
     }).filter((p) => !(this.isStart() && this.isEnd()) || !!p).join("|");
@@ -5491,7 +5491,7 @@ var Minimatch = class {
     }
     return false;
   }
-  debug(..._34) {
+  debug(..._35) {
   }
   make() {
     const pattern = this.pattern;
@@ -5513,7 +5513,7 @@ var Minimatch = class {
     const rawGlobParts = this.globSet.map((s) => this.slashSplit(s));
     this.globParts = this.preprocess(rawGlobParts);
     this.debug(this.pattern, this.globParts);
-    let set = this.globParts.map((s, _34, __) => {
+    let set = this.globParts.map((s, _35, __) => {
       if (this.isWindows && this.windowsNoMagicRoot) {
         const isUNC = s[0] === "" && s[1] === "" && (s[2] === "?" || !globMagic.test(s[2])) && !globMagic.test(s[3]);
         const isDrive = /^[a-z]:/i.test(s[0]);
@@ -6540,11 +6540,102 @@ function createTxtLoader() {
       const sortedEntries = Object.entries(payload).sort(
         ([a], [b]) => parseInt(a) - parseInt(b)
       );
-      return sortedEntries.map(([_34, value]) => value).join("\n");
+      return sortedEntries.map(([_35, value]) => value).join("\n");
     }
   });
 }
 
+// src/cli/loaders/json-dictionary.ts
+import _28 from "lodash";
+var TOP_LEVEL_KEY = "--content--";
+function createJsonDictionaryLoader() {
+  return createLoader({
+    pull: async (locale, input2) => {
+      const result = extractTranslatables(input2, locale);
+      if (typeof result === "string") {
+        return { [TOP_LEVEL_KEY]: result };
+      }
+      return result;
+    },
+    push: async (locale, data, originalInput, originalLocale) => {
+      if (!originalInput) {
+        throw new Error("Error while parsing json-dictionary bucket");
+      }
+      const input2 = _28.cloneDeep(originalInput);
+      if (Object.keys(data).length === 1 && Object.keys(data)[0] === TOP_LEVEL_KEY) {
+        setNestedLocale(
+          { [TOP_LEVEL_KEY]: input2 },
+          [TOP_LEVEL_KEY],
+          locale,
+          data[TOP_LEVEL_KEY],
+          originalLocale
+        );
+        return input2;
+      }
+      function walk(obj, dataNode, path17 = []) {
+        if (Array.isArray(obj) && Array.isArray(dataNode)) {
+          obj.forEach(
+            (item, idx) => walk(item, dataNode[idx], [...path17, String(idx)])
+          );
+        } else if (obj && typeof obj === "object" && dataNode && typeof dataNode === "object" && !Array.isArray(dataNode)) {
+          for (const key of Object.keys(obj)) {
+            if (dataNode.hasOwnProperty(key)) {
+              walk(obj[key], dataNode[key], [...path17, key]);
+            }
+          }
+        } else if (obj && typeof obj === "object" && !Array.isArray(obj) && typeof dataNode === "string") {
+          setNestedLocale(input2, path17, locale, dataNode, originalLocale);
+        }
+      }
+      walk(input2, data);
+      return input2;
+    }
+  });
+}
+function extractTranslatables(obj, locale) {
+  if (Array.isArray(obj)) {
+    return obj.map((item) => extractTranslatables(item, locale));
+  } else if (isTranslatableObject(obj, locale)) {
+    return obj[locale];
+  } else if (obj && typeof obj === "object") {
+    const result = {};
+    for (const key of Object.keys(obj)) {
+      const value = extractTranslatables(obj[key], locale);
+      if (typeof value === "object" && value !== null && Object.keys(value).length > 0 || Array.isArray(value) && value.length > 0 || typeof value === "string" && value.length > 0) {
+        result[key] = value;
+      }
+    }
+    return result;
+  }
+  return void 0;
+}
+function isTranslatableObject(obj, locale) {
+  return obj && typeof obj === "object" && !Array.isArray(obj) && Object.prototype.hasOwnProperty.call(obj, locale);
+}
+function setNestedLocale(obj, path17, locale, value, originalLocale) {
+  let curr = obj;
+  for (let i = 0; i < path17.length - 1; i++) {
+    const key = path17[i];
+    if (!(key in curr)) curr[key] = {};
+    curr = curr[key];
+  }
+  const last = path17[path17.length - 1];
+  if (curr[last] && typeof curr[last] === "object") {
+    curr[last][locale] = value;
+    if (originalLocale && curr[last][originalLocale]) {
+      const entries = Object.entries(curr[last]);
+      const first = entries.filter(([k]) => k === originalLocale);
+      const rest = entries.filter(([k]) => k !== originalLocale).sort(([a], [b]) => a.localeCompare(b));
+      const ordered = [...first, ...rest];
+      const reordered = {};
+      for (const [k, v] of ordered) {
+        reordered[k] = v;
+      }
+      curr[last] = reordered;
+    }
+  }
+}
+
 // src/cli/loaders/index.ts
 function createBucketLoader(bucketType, bucketPathPattern, options, lockedKeys, lockedPatterns, ignoredKeys) {
   switch (bucketType) {
@@ -6776,6 +6867,19 @@ function createBucketLoader(bucketType, bucketPathPattern, options, lockedKeys,
         createSyncLoader(),
         createUnlocalizableLoader(options.returnUnlocalizedKeys)
       );
+    case "json-dictionary":
+      return composeLoaders(
+        createTextFileLoader(bucketPathPattern),
+        createPrettierLoader({ parser: "json", bucketPathPattern }),
+        createJsonLoader(),
+        createJsonDictionaryLoader(),
+        createEnsureKeyOrderLoader(),
+        createFlatLoader(),
+        createInjectLocaleLoader(options.injectLocale),
+        createLockedKeysLoader(lockedKeys || []),
+        createSyncLoader(),
+        createUnlocalizableLoader(options.returnUnlocalizedKeys)
+      );
   }
 }
 
@@ -6818,7 +6922,7 @@ function createLingoLocalizer(params) {
 
 // src/cli/processor/basic.ts
 import { generateText } from "ai";
-import _28 from "lodash";
+import _29 from "lodash";
 function createBasicTranslator(model, systemPrompt) {
   return async (input2, onProgress) => {
     const chunks = extractPayloadChunks(input2.processableData);
@@ -6832,7 +6936,7 @@ function createBasicTranslator(model, systemPrompt) {
       subResults.push(result2);
       onProgress(i / chunks.length * 100, chunk, result2);
     }
-    const result = _28.merge({}, ...subResults);
+    const result = _29.merge({}, ...subResults);
     return result;
   };
   async function doJob(input2) {
@@ -7079,7 +7183,7 @@ async function trackEvent(distinctId, event, properties) {
 }
 
 // src/cli/utils/delta.ts
-import _29 from "lodash";
+import _30 from "lodash";
 import z from "zod";
 
 // src/cli/utils/fs.ts
@@ -7128,11 +7232,11 @@ function createDeltaProcessor(fileKey) {
       return checkIfFileExists(lockfilePath);
     },
     async calculateDelta(params) {
-      let added = _29.difference(
+      let added = _30.difference(
         Object.keys(params.sourceData),
         Object.keys(params.targetData)
       );
-      let removed = _29.difference(
+      let removed = _30.difference(
         Object.keys(params.targetData),
         Object.keys(params.sourceData)
       );
@@ -7194,7 +7298,7 @@ function createDeltaProcessor(fileKey) {
       await this.saveLock(lockfileData);
     },
     async createChecksums(sourceData) {
-      const checksums = _29.mapValues(sourceData, (value) => md5(value));
+      const checksums = _30.mapValues(sourceData, (value) => md5(value));
       return checksums;
     }
   };
@@ -7364,7 +7468,7 @@ var i18n_default = new Command12().command("i18n").description("Run Localization
           const deltaProcessor = createDeltaProcessor(bucketPath.pathPattern);
           const sourceChecksums = await deltaProcessor.createChecksums(sourceData);
           const savedChecksums = await deltaProcessor.loadChecksums();
-          const updatedSourceData = _30.pickBy(
+          const updatedSourceData = _31.pickBy(
             sourceData,
             (value, key) => sourceChecksums[key] !== savedChecksums[key]
           );
@@ -7378,15 +7482,15 @@ var i18n_default = new Command12().command("i18n").description("Run Localization
               bucketPath.delimiter
             );
             const { unlocalizable: targetUnlocalizable, ...targetData } = await bucketLoader.pull(targetLocale);
-            const missingKeys = _30.difference(
+            const missingKeys = _31.difference(
               Object.keys(sourceData),
               Object.keys(targetData)
             );
-            const extraKeys = _30.difference(
+            const extraKeys = _31.difference(
               Object.keys(targetData),
               Object.keys(sourceData)
             );
-            const unlocalizableDataDiff = !_30.isEqual(
+            const unlocalizableDataDiff = !_31.isEqual(
               sourceUnlocalizable,
               targetUnlocalizable
             );
@@ -7467,13 +7571,13 @@ var i18n_default = new Command12().command("i18n").description("Run Localization
                 targetData,
                 checksums: checksums2
               });
-              let processableData = _30.chain(sourceData).entries().filter(
+              let processableData = _31.chain(sourceData).entries().filter(
                 ([key, value]) => delta.added.includes(key) || delta.updated.includes(key) || !!flags.force
               ).fromPairs().value();
               if (flags.key) {
-                processableData = _30.pickBy(
+                processableData = _31.pickBy(
                   processableData,
-                  (_34, key) => key === flags.key
+                  (_35, key) => key === flags.key
                 );
               }
               if (flags.verbose) {
@@ -7506,13 +7610,13 @@ var i18n_default = new Command12().command("i18n").description("Run Localization
               if (flags.verbose) {
                 bucketOra.info(JSON.stringify(processedTargetData, null, 2));
               }
-              let finalTargetData = _30.merge(
+              let finalTargetData = _31.merge(
                 {},
                 sourceData,
                 targetData,
                 processedTargetData
               );
-              finalTargetData = _30.chain(finalTargetData).entries().map(([key, value]) => {
+              finalTargetData = _31.chain(finalTargetData).entries().map(([key, value]) => {
                 const renaming = delta.renamed.find(
                   ([oldKey, newKey]) => oldKey === key
                 );
@@ -7536,7 +7640,7 @@ var i18n_default = new Command12().command("i18n").description("Run Localization
                   `Applying changes to ${bucketPath} (${targetLocale})`
                 );
               }
-              const finalDiffSize = _30.chain(finalTargetData).omitBy((value, key) => value === targetData[key]).size().value();
+              const finalDiffSize = _31.chain(finalTargetData).omitBy((value, key) => value === targetData[key]).size().value();
               await bucketLoader.push(targetLocale, finalTargetData);
               if (finalDiffSize > 0 || flags.force) {
                 bucketOra.succeed(
@@ -7713,7 +7817,7 @@ Reviewing changes for ${chalk6.blue(args.pathPattern)} (${chalk6.yellow(
     return args.currentData;
   }
   const customData = { ...args.currentData };
-  const changes = _30.reduce(
+  const changes = _31.reduce(
     args.proposedData,
     (result, value, key) => {
       if (args.currentData[key] !== value) {
@@ -7786,7 +7890,7 @@ import path15 from "path";
 import Z4 from "zod";
 import YAML5 from "yaml";
 import { MD5 as MD52 } from "object-hash";
-import _31 from "lodash";
+import _32 from "lodash";
 function createLockfileHelper() {
   return {
     isLockfileExists: () => {
@@ -7796,18 +7900,18 @@ function createLockfileHelper() {
     registerSourceData: (pathPattern, sourceData) => {
       const lockfile = _loadLockfile();
       const sectionKey = MD52(pathPattern);
-      const sectionChecksums = _31.mapValues(sourceData, (value) => MD52(value));
+      const sectionChecksums = _32.mapValues(sourceData, (value) => MD52(value));
       lockfile.checksums[sectionKey] = sectionChecksums;
       _saveLockfile(lockfile);
     },
     registerPartialSourceData: (pathPattern, partialSourceData) => {
       const lockfile = _loadLockfile();
       const sectionKey = MD52(pathPattern);
-      const sectionChecksums = _31.mapValues(
+      const sectionChecksums = _32.mapValues(
         partialSourceData,
         (value) => MD52(value)
       );
-      lockfile.checksums[sectionKey] = _31.merge(
+      lockfile.checksums[sectionKey] = _32.merge(
         {},
         lockfile.checksums[sectionKey] ?? {},
         sectionChecksums
@@ -7817,9 +7921,9 @@ function createLockfileHelper() {
     extractUpdatedData: (pathPattern, sourceData) => {
       const lockfile = _loadLockfile();
       const sectionKey = MD52(pathPattern);
-      const currentChecksums = _31.mapValues(sourceData, (value) => MD52(value));
+      const currentChecksums = _32.mapValues(sourceData, (value) => MD52(value));
       const savedChecksums = lockfile.checksums[sectionKey] || {};
-      const updatedData = _31.pickBy(
+      const updatedData = _32.pickBy(
         sourceData,
         (value, key) => savedChecksums[key] !== currentChecksums[key]
       );
@@ -7903,7 +8007,7 @@ var flagsSchema = Z5.object({
 // src/cli/cmd/cleanup.ts
 import { resolveOverriddenLocale as resolveOverriddenLocale5 } from "@lingo.dev/_spec";
 import { Command as Command14 } from "interactive-commander";
-import _32 from "lodash";
+import _33 from "lodash";
 import Ora9 from "ora";
 var cleanup_default = new Command14().command("cleanup").description(
   "Remove keys from target files that do not exist in the source file"
@@ -7954,7 +8058,7 @@ var cleanup_default = new Command14().command("cleanup").description(
           try {
             const targetData = await bucketLoader.pull(targetLocale);
             const targetKeys = Object.keys(targetData);
-            const keysToRemove = _32.difference(targetKeys, sourceKeys);
+            const keysToRemove = _33.difference(targetKeys, sourceKeys);
             if (keysToRemove.length === 0) {
               bucketOra.succeed(`[${targetLocale}] No keys to remove`);
               continue;
@@ -7969,7 +8073,7 @@ var cleanup_default = new Command14().command("cleanup").description(
               );
             }
             if (!options.dryRun) {
-              const cleanedData = _32.pick(targetData, sourceKeys);
+              const cleanedData = _33.pick(targetData, sourceKeys);
               await bucketLoader.push(targetLocale, cleanedData);
               bucketOra.succeed(
                 `[${targetLocale}] Removed ${keysToRemove.length} keys`
@@ -8030,7 +8134,7 @@ import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js"
 import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
 import Z6 from "zod";
 import { ReplexicaEngine } from "@lingo.dev/_sdk";
-var mcp_default = new Command15().command("mcp").description("Use Lingo.dev model context provider with your AI agent").helpOption("-h, --help", "Show help").action(async (_34, program) => {
+var mcp_default = new Command15().command("mcp").description("Use Lingo.dev model context provider with your AI agent").helpOption("-h, --help", "Show help").action(async (_35, program) => {
   const apiKey = program.args[0];
   const settings = getSettings(apiKey);
   if (!settings.auth.apiKey) {
@@ -8580,7 +8684,7 @@ async function plan(input2) {
 import chalk12 from "chalk";
 import { Listr as Listr3 } from "listr2";
 import pLimit from "p-limit";
-import _33 from "lodash";
+import _34 from "lodash";
 var MAX_WORKER_COUNT = 10;
 async function execute(input2) {
   const effectiveConcurrency = Math.min(
@@ -8615,7 +8719,7 @@ async function execute(input2) {
           const workerTasks = [];
           for (let i = 0; i < workersCount; i++) {
             const assignedTasks = ctx.tasks.filter(
-              (_34, idx) => idx % workersCount === i
+              (_35, idx) => idx % workersCount === i
             );
             workerTasks.push(
               createWorkerTask({
@@ -8715,7 +8819,7 @@ function createWorkerTask(args) {
               targetData,
               checksums
             });
-            const processableData = _33.chain(sourceData).entries().filter(
+            const processableData = _34.chain(sourceData).entries().filter(
               ([key, value]) => delta.added.includes(key) || delta.updated.includes(key) || !!args.ctx.flags.force
             ).filter(
               ([key]) => !assignedTask.onlyKeys.length || assignedTask.onlyKeys?.some(
@@ -8742,7 +8846,7 @@ function createWorkerTask(args) {
                   const latestTargetData = await bucketLoader.pull(
                     assignedTask.targetLocale
                   );
-                  const _partialData = _33.merge(
+                  const _partialData = _34.merge(
                     {},
                     latestTargetData,
                     processedChunk
@@ -8762,7 +8866,7 @@ function createWorkerTask(args) {
                 });
               }
             );
-            const finalTargetData = _33.merge(
+            const finalTargetData = _34.merge(
               {},
               sourceData,
               targetData,
@@ -8803,7 +8907,7 @@ function countTasks(ctx, predicate) {
   ).length;
 }
 function processRenamedKeys(delta, targetData) {
-  return _33.chain(targetData).entries().map(([key, value]) => {
+  return _34.chain(targetData).entries().map(([key, value]) => {
     const renaming = delta.renamed.find(([oldKey]) => oldKey === key);
     if (!renaming) {
       return [key, value];
@@ -10373,7 +10477,7 @@ async function renderHero2() {
 // package.json
 var package_default = {
   name: "lingo.dev",
-  version: "0.107.2",
+  version: "0.107.4",
   description: "Lingo.dev CLI",
   private: false,
   publishConfig: {