lingo.dev 0.79.4 → 0.80.0

package/build/cli.cjs

@@ -158,7 +158,8 @@ function createAuthenticator(params) {
             return null;
           }
           return {
-            email: payload.email
+            email: payload.email,
+            id: payload.id
           };
         }
         return null;
@@ -988,7 +989,6 @@ var show_default = new (0, _interactivecommander.Command)().command("show").desc
 
 // src/cli/cmd/i18n.ts
 
-var __sdk = require('@lingo.dev/_sdk');
 
 
 
@@ -2742,7 +2742,8 @@ function variableExtractLoader(params) {
   return createLoader({
     pull: async (locale, input2) => {
       const result = {};
-      for (const [key, value] of Object.entries(input2)) {
+      const inputValues = _lodash2.default.omitBy(input2, _lodash2.default.isEmpty);
+      for (const [key, value] of Object.entries(inputValues)) {
         const matches = value.match(specifierPattern) || [];
         result[key] = result[key] || {
           value,
@@ -2993,12 +2994,13 @@ function createInjectLocaleLoader(injectLocaleKeys) {
       if (!injectLocaleKeys) {
         return data;
       }
+      const mergedData = _lodash2.default.merge({}, originalInput, data);
       injectLocaleKeys.forEach((key) => {
-        if (_lodash2.default.get(originalInput, key) === originalLocale) {
-          _lodash2.default.set(data, key, locale);
+        if (_lodash2.default.get(mergedData, key) === originalLocale) {
+          _lodash2.default.set(mergedData, key, locale);
         }
       });
-      return data;
+      return mergedData;
     }
   });
 }
@@ -3056,8 +3058,8 @@ function createBucketLoader(bucketType, bucketPathPattern, options) {
         createPoLoader(),
         createFlatLoader(),
         createSyncLoader(),
-        createUnlocalizableLoader(options.isCacheRestore, options.returnUnlocalizedKeys),
-        createVariableLoader({ type: "python" })
+        createVariableLoader({ type: "python" }),
+        createUnlocalizableLoader(options.isCacheRestore, options.returnUnlocalizedKeys)
       );
     case "properties":
       return composeLoaders(
@@ -3089,8 +3091,8 @@ function createBucketLoader(bucketType, bucketPathPattern, options) {
         createXcodeXcstringsLoader(options.defaultLocale),
         createFlatLoader(),
         createSyncLoader(),
-        createUnlocalizableLoader(options.isCacheRestore, options.returnUnlocalizedKeys),
-        createVariableLoader({ type: "ieee" })
+        createVariableLoader({ type: "ieee" }),
+        createUnlocalizableLoader(options.isCacheRestore, options.returnUnlocalizedKeys)
       );
     case "yaml":
       return composeLoaders(
@@ -3319,6 +3321,152 @@ function _tryParseJSON(line) {
   }
 }
 
+// src/cli/processor/lingo.ts
+var __sdk = require('@lingo.dev/_sdk');
+function createLingoLocalizer(params) {
+  return async (input2, onProgress) => {
+    const lingo = new (0, __sdk.LingoDotDevEngine)({
+      apiKey: params.apiKey,
+      apiUrl: params.apiUrl
+    });
+    const result = await lingo.localizeObject(
+      input2.processableData,
+      {
+        sourceLocale: input2.sourceLocale,
+        targetLocale: input2.targetLocale,
+        reference: {
+          [input2.sourceLocale]: input2.sourceData,
+          [input2.targetLocale]: input2.targetData
+        }
+      },
+      onProgress
+    );
+    return result;
+  };
+}
+
+// src/cli/processor/openai.ts
+var _ai = require('ai');
+function createBasicTranslator(model, systemPrompt) {
+  return async (input2, onProgress) => {
+    if (!process.env.OPENAI_API_KEY) {
+      throw new Error("OPENAI_API_KEY is not set");
+    }
+    const response = await _ai.generateText.call(void 0, {
+      model,
+      messages: [
+        {
+          role: "system",
+          content: JSON.stringify({
+            role: "system",
+            content: systemPrompt.replaceAll("{source}", input2.sourceLocale).replaceAll("{target}", input2.targetLocale)
+          })
+        },
+        {
+          role: "user",
+          content: JSON.stringify({
+            sourceLocale: "en",
+            targetLocale: "es",
+            data: {
+              message: "Hello, world!"
+            }
+          })
+        },
+        {
+          role: "assistant",
+          content: JSON.stringify({
+            sourceLocale: "en",
+            targetLocale: "es",
+            data: {
+              message: "Hola, mundo!"
+            }
+          })
+        },
+        {
+          role: "user",
+          content: JSON.stringify({
+            sourceLocale: "en",
+            targetLocale: "es",
+            data: input2.processableData
+          })
+        }
+      ]
+    });
+    const result = JSON.parse(response.text);
+    return result;
+  };
+}
+
+// src/cli/processor/index.ts
+var _openai = require('@ai-sdk/openai');
+var _anthropic = require('@ai-sdk/anthropic');
+function createProcessor(provider, params) {
+  if (!provider || provider.id === "lingo") {
+    const result = createLingoLocalizer(params);
+    return result;
+  } else {
+    const model = getPureModelProvider(provider);
+    const result = createBasicTranslator(model, provider.prompt);
+    return result;
+  }
+}
+function getPureModelProvider(provider) {
+  switch (_optionalChain([provider, 'optionalAccess', _137 => _137.id])) {
+    case "openai":
+      if (!process.env.OPENAI_API_KEY) {
+        throw new Error("OPENAI_API_KEY is not set.");
+      }
+      return _openai.createOpenAI.call(void 0, {
+        apiKey: process.env.OPENAI_API_KEY,
+        baseURL: provider.baseUrl
+      })(provider.model);
+    case "anthropic":
+      if (!process.env.ANTHROPIC_API_KEY) {
+        throw new Error("ANTHROPIC_API_KEY is not set.");
+      }
+      return _anthropic.createAnthropic.call(void 0, {
+        apiKey: process.env.ANTHROPIC_API_KEY
+      })(provider.model);
+    default:
+      throw new Error(`Unsupported provider: ${_optionalChain([provider, 'optionalAccess', _138 => _138.id])}`);
+  }
+}
+
+// src/cli/utils/exp-backoff.ts
+function withExponentialBackoff(fn, maxAttempts = 3, baseDelay = 1e3) {
+  return async (...args) => {
+    for (let attempt = 0; attempt < maxAttempts; attempt++) {
+      try {
+        return await fn(...args);
+      } catch (error) {
+        if (attempt === maxAttempts - 1) throw error;
+        const delay = baseDelay * Math.pow(2, attempt);
+        await new Promise((resolve) => setTimeout(resolve, delay));
+      }
+    }
+    throw new Error("Unreachable code");
+  };
+}
+
+// src/cli/utils/observability.ts
+var _posthognode = require('posthog-node');
+async function trackEvent(distinctId, event, properties) {
+  if (process.env.DO_NOT_TRACK) {
+    return;
+  }
+  const posthog = new (0, _posthognode.PostHog)("phc_eR0iSoQufBxNY36k0f0T15UvHJdTfHlh8rJcxsfhfXk", {
+    host: "https://eu.i.posthog.com",
+    flushAt: 1,
+    flushInterval: 0
+  });
+  await posthog.capture({
+    distinctId,
+    event,
+    properties
+  });
+  await posthog.shutdown();
+}
+
 // src/cli/cmd/i18n.ts
 var i18n_default = new (0, _interactivecommander.Command)().command("i18n").description("Run Localization engine").helpOption("-h, --help", "Show help").option("--locale <locale>", "Locale to process", (val, prev) => prev ? [...prev, val] : [val]).option("--bucket <bucket>", "Bucket to process", (val, prev) => prev ? [...prev, val] : [val]).option(
   "--key <key>",
@@ -3343,6 +3491,7 @@ var i18n_default = new (0, _interactivecommander.Command)().command("i18n").desc
     ]);
   }
   let hasErrors = false;
+  let authId = null;
   try {
     ora.start("Loading configuration...");
     const i18nConfig = getConfig();
@@ -3353,15 +3502,20 @@ var i18n_default = new (0, _interactivecommander.Command)().command("i18n").desc
     ora.succeed("Localization configuration is valid");
     ora.start("Connecting to Lingo.dev Localization Engine...");
     const auth = await validateAuth(settings);
+    authId = auth.id;
     ora.succeed(`Authenticated as ${auth.email}`);
+    trackEvent(authId, "cmd.i18n.start", {
+      i18nConfig,
+      flags
+    });
     let buckets = getBuckets(i18nConfig);
-    if (_optionalChain([flags, 'access', _137 => _137.bucket, 'optionalAccess', _138 => _138.length])) {
+    if (_optionalChain([flags, 'access', _139 => _139.bucket, 'optionalAccess', _140 => _140.length])) {
       buckets = buckets.filter((bucket) => flags.bucket.includes(bucket.type));
     }
     ora.succeed("Buckets retrieved");
-    if (_optionalChain([flags, 'access', _139 => _139.file, 'optionalAccess', _140 => _140.length])) {
+    if (_optionalChain([flags, 'access', _141 => _141.file, 'optionalAccess', _142 => _142.length])) {
       buckets = buckets.map((bucket) => {
-        const paths = bucket.paths.filter((path15) => flags.file.find((file) => _optionalChain([path15, 'access', _141 => _141.pathPattern, 'optionalAccess', _142 => _142.match, 'call', _143 => _143(file)])));
+        const paths = bucket.paths.filter((path15) => flags.file.find((file) => _optionalChain([path15, 'access', _143 => _143.pathPattern, 'optionalAccess', _144 => _144.match, 'call', _145 => _145(file)])));
         return { ...bucket, paths };
       }).filter((bucket) => bucket.paths.length > 0);
       if (buckets.length === 0) {
@@ -3377,7 +3531,7 @@ var i18n_default = new (0, _interactivecommander.Command)().command("i18n").desc
         });
       }
     }
-    const targetLocales = _optionalChain([flags, 'access', _144 => _144.locale, 'optionalAccess', _145 => _145.length]) ? flags.locale : i18nConfig.locale.targets;
+    const targetLocales = _optionalChain([flags, 'access', _146 => _146.locale, 'optionalAccess', _147 => _147.length]) ? flags.locale : i18nConfig.locale.targets;
     const lockfileHelper = createLockfileHelper();
     ora.start("Ensuring i18n.lock exists...");
     if (!lockfileHelper.isLockfileExists()) {
@@ -3537,11 +3691,12 @@ var i18n_default = new (0, _interactivecommander.Command)().command("i18n").desc
               bucketOra.start(
                 `[${sourceLocale} -> ${targetLocale}] [${Object.keys(processableData).length} entries] (0%) AI localization in progress...`
               );
-              const localizationEngine = createLocalizationEngineConnection({
+              let processPayload = createProcessor(i18nConfig.provider, {
                 apiKey: settings.auth.apiKey,
                 apiUrl: settings.auth.apiUrl
               });
-              const processedTargetData = await localizationEngine.process(
+              processPayload = withExponentialBackoff(processPayload, 3, 1e3);
+              const processedTargetData = await processPayload(
                 {
                   sourceLocale,
                   sourceData,
@@ -3615,11 +3770,19 @@ var i18n_default = new (0, _interactivecommander.Command)().command("i18n").desc
       if (flags.verbose) {
         ora.info("Cache file deleted.");
       }
+      trackEvent(auth.id, "cmd.i18n.success", {
+        i18nConfig,
+        flags
+      });
     } else {
       ora.warn("Localization completed with errors.");
     }
   } catch (error) {
     ora.fail(error.message);
+    trackEvent(authId || "unknown", "cmd.i18n.error", {
+      flags,
+      error
+    });
     process.exit(1);
   }
 });
@@ -3629,43 +3792,6 @@ function calculateDataDelta(args) {
   const result = _lodash2.default.chain(args.sourceData).pickBy((value, key) => newKeys.includes(key) || updatedKeys.includes(key)).value();
   return result;
 }
-async function retryWithExponentialBackoff(operation, maxAttempts, baseDelay = 1e3) {
-  for (let attempt = 0; attempt < maxAttempts; attempt++) {
-    try {
-      return await operation();
-    } catch (error) {
-      if (attempt === maxAttempts - 1) throw error;
-      const delay = baseDelay * Math.pow(2, attempt);
-      await new Promise((resolve) => setTimeout(resolve, delay));
-    }
-  }
-  throw new Error("Unreachable code");
-}
-function createLocalizationEngineConnection(params) {
-  const engine = new (0, __sdk.LingoDotDevEngine)({
-    apiKey: params.apiKey,
-    apiUrl: params.apiUrl
-  });
-  return {
-    process: async (args, onProgress) => {
-      return retryWithExponentialBackoff(
-        () => engine.localizeObject(
-          args.processableData,
-          {
-            sourceLocale: args.sourceLocale,
-            targetLocale: args.targetLocale,
-            reference: {
-              [args.sourceLocale]: args.sourceData,
-              [args.targetLocale]: args.targetData
-            }
-          },
-          onProgress
-        ),
-        _nullishCoalesce(params.maxRetries, () => ( 3))
-      );
-    }
-  };
-}
 function parseFlags(options) {
   return _zod2.default.object({
     apiKey: _zod2.default.string().optional(),
@@ -3712,12 +3838,12 @@ function validateParams(i18nConfig, flags) {
       message: "No buckets found in i18n.json. Please add at least one bucket containing i18n content.",
       docUrl: "bucketNotFound"
     });
-  } else if (_optionalChain([flags, 'access', _146 => _146.locale, 'optionalAccess', _147 => _147.some, 'call', _148 => _148((locale) => !i18nConfig.locale.targets.includes(locale))])) {
+  } else if (_optionalChain([flags, 'access', _148 => _148.locale, 'optionalAccess', _149 => _149.some, 'call', _150 => _150((locale) => !i18nConfig.locale.targets.includes(locale))])) {
     throw new CLIError({
       message: `One or more specified locales do not exist in i18n.json locale.targets. Please add them to the list and try again.`,
       docUrl: "localeTargetNotFound"
     });
-  } else if (_optionalChain([flags, 'access', _149 => _149.bucket, 'optionalAccess', _150 => _150.some, 'call', _151 => _151((bucket) => !i18nConfig.buckets[bucket])])) {
+  } else if (_optionalChain([flags, 'access', _151 => _151.bucket, 'optionalAccess', _152 => _152.some, 'call', _153 => _153((bucket) => !i18nConfig.buckets[bucket])])) {
     throw new CLIError({
       message: `One or more specified buckets do not exist in i18n.json. Please add them to the list and try again.`,
       docUrl: "bucketNotFound"
@@ -4079,7 +4205,7 @@ var InBranchFlow = class extends IntegrationFlow {
     _child_process.execSync.call(void 0, `git config --global safe.directory ${process.cwd()}`);
     _child_process.execSync.call(void 0, `git config user.name "${gitConfig.userName}"`);
     _child_process.execSync.call(void 0, `git config user.email "${gitConfig.userEmail}"`);
-    _optionalChain([this, 'access', _152 => _152.platformKit, 'optionalAccess', _153 => _153.gitConfig, 'call', _154 => _154()]);
+    _optionalChain([this, 'access', _154 => _154.platformKit, 'optionalAccess', _155 => _155.gitConfig, 'call', _156 => _156()]);
     _child_process.execSync.call(void 0, `git fetch origin ${baseBranchName}`, { stdio: "inherit" });
     _child_process.execSync.call(void 0, `git checkout ${baseBranchName} --`, { stdio: "inherit" });
     if (!processOwnCommits) {
@@ -4104,7 +4230,7 @@ var InBranchFlow = class extends IntegrationFlow {
 // ../../action/src/flows/pull-request.ts
 var PullRequestFlow = class extends InBranchFlow {
   async preRun() {
-    const canContinue = await _optionalChain([super.preRun.bind(this), 'optionalCall', _155 => _155()]);
+    const canContinue = await _optionalChain([super.preRun.bind(this), 'optionalCall', _157 => _157()]);
     if (!canContinue) {
       return false;
     }
@@ -4316,10 +4442,10 @@ var BitbucketPlatformKit = class extends PlatformKit {
       repo_slug: this.platformConfig.repositoryName,
       state: "OPEN"
     }).then(({ data: { values } }) => {
-      return _optionalChain([values, 'optionalAccess', _156 => _156.find, 'call', _157 => _157(
-        ({ source, destination }) => _optionalChain([source, 'optionalAccess', _158 => _158.branch, 'optionalAccess', _159 => _159.name]) === branch && _optionalChain([destination, 'optionalAccess', _160 => _160.branch, 'optionalAccess', _161 => _161.name]) === this.platformConfig.baseBranchName
+      return _optionalChain([values, 'optionalAccess', _158 => _158.find, 'call', _159 => _159(
+        ({ source, destination }) => _optionalChain([source, 'optionalAccess', _160 => _160.branch, 'optionalAccess', _161 => _161.name]) === branch && _optionalChain([destination, 'optionalAccess', _162 => _162.branch, 'optionalAccess', _163 => _163.name]) === this.platformConfig.baseBranchName
       )]);
-    }).then((pr) => _optionalChain([pr, 'optionalAccess', _162 => _162.id]));
+    }).then((pr) => _optionalChain([pr, 'optionalAccess', _164 => _164.id]));
   }
   async closePullRequest({ pullRequestNumber }) {
     await this.bb.repositories.declinePullRequest({
@@ -4406,7 +4532,7 @@ var GitHubPlatformKit = class extends PlatformKit {
       repo: this.platformConfig.repositoryName,
       base: this.platformConfig.baseBranchName,
       state: "open"
-    }).then(({ data }) => data[0]).then((pr) => _optionalChain([pr, 'optionalAccess', _163 => _163.number]));
+    }).then(({ data }) => data[0]).then((pr) => _optionalChain([pr, 'optionalAccess', _165 => _165.number]));
   }
   async closePullRequest({ pullRequestNumber }) {
     await this.octokit.rest.pulls.update({
@@ -4522,7 +4648,7 @@ var GitlabPlatformKit = class extends PlatformKit {
       sourceBranch: branch,
       state: "opened"
     });
-    return _optionalChain([mergeRequests, 'access', _164 => _164[0], 'optionalAccess', _165 => _165.iid]);
+    return _optionalChain([mergeRequests, 'access', _166 => _166[0], 'optionalAccess', _167 => _167.iid]);
   }
   async closePullRequest({ pullRequestNumber }) {
     await this.gitlab.MergeRequests.edit(this.platformConfig.gitlabProjectId, pullRequestNumber, {
@@ -4576,7 +4702,7 @@ async function main() {
   const { isPullRequestMode } = platformKit.config;
   ora.info(`Pull request mode: ${isPullRequestMode ? "on" : "off"}`);
   const flow = isPullRequestMode ? new PullRequestFlow(ora, platformKit) : new InBranchFlow(ora, platformKit);
-  const canRun = await _optionalChain([flow, 'access', _166 => _166.preRun, 'optionalCall', _167 => _167()]);
+  const canRun = await _optionalChain([flow, 'access', _168 => _168.preRun, 'optionalCall', _169 => _169()]);
   if (canRun === false) {
     return;
   }
@@ -4584,7 +4710,7 @@ async function main() {
   if (!hasChanges) {
     return;
   }
-  await _optionalChain([flow, 'access', _168 => _168.postRun, 'optionalCall', _169 => _169()]);
+  await _optionalChain([flow, 'access', _170 => _170.postRun, 'optionalCall', _171 => _171()]);
 }
 
 // src/cli/cmd/ci.ts
@@ -4606,7 +4732,7 @@ var ci_default = new (0, _interactivecommander.Command)().command("ci").descript
   }
   const env = {
     LINGODOTDEV_API_KEY: settings.auth.apiKey,
-    LINGODOTDEV_PULL_REQUEST: _optionalChain([options, 'access', _170 => _170.pullRequest, 'optionalAccess', _171 => _171.toString, 'call', _172 => _172()]) || "false",
+    LINGODOTDEV_PULL_REQUEST: _optionalChain([options, 'access', _172 => _172.pullRequest, 'optionalAccess', _173 => _173.toString, 'call', _174 => _174()]) || "false",
     ...options.commitMessage && { LINGODOTDEV_COMMIT_MESSAGE: options.commitMessage },
     ...options.pullRequestTitle && { LINGODOTDEV_PULL_REQUEST_TITLE: options.pullRequestTitle },
     ...options.workingDirectory && { LINGODOTDEV_WORKING_DIRECTORY: options.workingDirectory },
@@ -4619,7 +4745,7 @@ var ci_default = new (0, _interactivecommander.Command)().command("ci").descript
 // package.json
 var package_default = {
   name: "lingo.dev",
-  version: "0.79.4",
+  version: "0.80.0",
   description: "Lingo.dev CLI",
   private: false,
   publishConfig: {
@@ -4676,6 +4802,8 @@ var package_default = {
   author: "",
   license: "Apache-2.0",
   dependencies: {
+    "@ai-sdk/anthropic": "^1.2.6",
+    "@ai-sdk/openai": "^1.3.7",
     "@datocms/cma-client-node": "^3.4.0",
     "@gitbeaker/rest": "^39.34.3",
     "@inquirer/prompts": "^7.2.3",
@@ -4683,6 +4811,7 @@ var package_default = {
     "@lingo.dev/_spec": "workspace:*",
     "@modelcontextprotocol/sdk": "^1.5.0",
     "@paralleldrive/cuid2": "^2.2.2",
+    ai: "^4.3.2",
     bitbucket: "^2.12.0",
     chalk: "^5.4.1",
     cors: "^2.8.5",
@@ -4719,6 +4848,7 @@ var package_default = {
     "p-limit": "^6.2.0",
     "php-array-reader": "^2.1.2",
     plist: "^3.1.0",
+    "posthog-node": "^4.11.2",
     prettier: "^3.4.2",
     "properties-parser": "^0.6.0",
     slugify: "^1.6.6",