lingo.dev 0.87.14 → 0.88.0

package/README.md

@@ -1,13 +1,176 @@
-# Lingo.dev CLI
+<p align="center">
+  <a href="https://lingo.dev">
+    <img src="https://raw.githubusercontent.com/lingodotdev/lingo.dev/main/content/banner.dark.png" width="100%" alt="Lingo.dev" />
+  </a>
+</p>
 
-CLI for Lingo.dev.
+<p align="center">
+  <strong>⚡️ AI-powered open-source CLI for web & mobile localization.</strong>
+</p>
 
-### Installation
+<br />
+
+<p align="center">
+  <a href="https://docs.lingo.dev">Docs</a> •
+  <a href="https://github.com/lingodotdev/lingo.dev/issues?q=is%3Aissue+is%3Aopen+label%3A%22good+first+issue%22">Contribute</a> •
+  <a href="#-github-action">GitHub Action</a> •
+  <a href="#">Star the repo</a>
+</p>
+
+<p align="center">
+  <a href="https://github.com/lingodotdev/lingo.dev/actions/workflows/release.yml">
+    <img src="https://github.com/lingodotdev/lingo.dev/actions/workflows/release.yml/badge.svg" alt="Release" />
+  </a>
+  <a href="https://github.com/lingodotdev/lingo.dev/blob/main/LICENSE.md">
+    <img src="https://img.shields.io/github/license/lingodotdev/lingo.dev" alt="License" />
+  </a>
+  <a href="https://github.com/lingodotdev/lingo.dev/commits/main">
+    <img src="https://img.shields.io/github/last-commit/lingodotdev/lingo.dev" alt="Last Commit" />
+  </a>
+</p>
+
+<br />
+
+Lingo.dev is a community-driven, open-source CLI for AI-powered web and mobile app localization.
+
+Lingo.dev is designed to produce authentic translations instantly, eliminating manual work and management overhead. As a result, teams do accurate localization 100x faster, shipping features to more happy users worldwide. It can be used with your own LLM or with Lingo.dev-managed Localization Engine.
+
+> **Little-known fact:** Lingo.dev began as a small project at a student hackathon back in 2023! Many iterations later, we got accepted into Y Combinator in 2024, and we're now hiring! Interested in building the next-gen localization tools? Send your CV to careers@lingo.dev! 🚀
+
+## 📑 In This Guide
+
+- [Quickstart](#-quickstart) - Get started in minutes
+- [Caching](#-caching-with-i18nlock) - Optimize translation updates
+- [GitHub Action](#-github-action) - Automate localization in CI/CD
+- [Features](#-supercharged-features) - What makes Lingo.dev powerful
+- [Documentation](#-documentation) - Detailed guides and references
+- [Contribute](#-contribute) - Join our community
+
+## 💫 Quickstart
+
+Lingo.dev CLI is designed to work with both your own LLM, and Lingo.dev-managed Localization Engine built on top of latest SOTA (state-of-the-art) LLMs.
+
+### Using Your Own LLM (BYOK or Bring Your Own Key)
+
+1. Create an `i18n.json` configuration file:
+
+```json
+{
+  "version": 1.5,
+  "provider": {
+    "id": "anthropic",
+    "model": "claude-3-7-sonnet-latest",
+    "prompt": "You're translating text from {source} to {target}."
+  },
+  "locale": {
+    "source": "en",
+    "targets": ["es", "fr", "de"]
+  }
+}
+```
+
+2. Set your API key as an environment variable:
+
+```bash
+export ANTHROPIC_API_KEY=your_anthropic_api_key
+# or for OpenAI
+export OPENAI_API_KEY=your_openai_api_key
+```
+
+3. Run the localization:
+
+```bash
+npx lingo.dev@latest i18n
+```
+
+### Using Lingo.dev Cloud
+
+Oftentimes, production-grade apps require features like translation memory, glossary support, and localization quality assurance. Also, sometimes, you want an expert to decide for you which LLM provider and model to use, and to update the model automatically when new ones are released. Lingo.dev is a managed Localization Engine that provides these features:
+
+1. Create an `i18n.json` configuration file (without provider node):
+
+```json
+{
+  "version": 1.5,
+  "locale": {
+    "source": "en",
+    "targets": ["es", "fr", "de"]
+  }
+}
+```
+
+2. Authenticate with Lingo.dev:
+
+```bash
+npx lingo.dev@latest auth --login
+```
+
+3. Run localization:
 
 ```bash
-npm i lingo.dev
+npx lingo.dev@latest i18n
 ```
 
-### Documentation
+## 📖 Documentation
+
+For detailed guides and API references, visit the [documentation](https://lingo.dev/go/docs).
+
+## 🔒 Caching with `i18n.lock`
+
+Lingo.dev uses an `i18n.lock` file to track content checksums, ensuring only changed text gets translated. This improves:
+
+- ⚡️ **Speed**: Skip already translated content
+- 🔄 **Consistency**: Prevent unnecessary retranslations
+- 💰 **Cost**: No billing for repeated translations
+
+## 🤖 GitHub Action
+
+Lingo.dev offers a GitHub Action to automate localization in your CI/CD pipeline. Here's a basic setup:
+
+```yaml
+- uses: lingodotdev/lingo.dev@main
+  with:
+    api-key: ${{ secrets.LINGODOTDEV_API_KEY }}
+```
+
+This action runs `lingo.dev i18n` on every push, keeping your translations up-to-date automatically.
+
+For pull request mode and other configuration options, visit our [GitHub Action documentation](https://docs.lingo.dev/ci-action/gha).
+
+## ⚡️ Lingo.dev's Superpowers
+
+- 🔥 **Instant integration**: Works with your codebase in minutes
+- 🔄 **CI/CD Automation**: Set it and forget it
+- 🌍 **Global reach**: Ship to users everywhere
+- 🧠 **AI-powered**: Uses latest language models for natural translations
+- 📊 **Format-agnostic**: JSON, YAML, CSV, Markdown, Android, iOS, and many more
+- 🔍 **Clean diffs**: Preserves your file structure exactly
+- ⚡️ **Lightning-fast**: Translations in seconds, not days
+- 🔄 **Always synced**: Automatically updates when content changes
+- 🌟 **Human quality**: Translations that don't sound robotic
+- 👨‍💻 **Built by devs, for devs**: We use it ourselves daily
+- 📈 **Grows with you**: From side project to enterprise scale
+
+## 🤝 Contribute
+
+Lingo.dev is community-driven, so we welcome all contributions!
+
+Have an idea for a new feature? Create a GitHub issue!
+
+Want to contribute? Create a pull request!
+
+## 🌐 Readme in other languages
+
+- [English](https://github.com/lingodotdev/lingo.dev)
+- [Spanish](/readme/es.md)
+- [French](/readme/fr.md)
+- [Russian](/readme/ru.md)
+- [German](/readme/de.md)
+- [Chinese](/readme/zh-Hans.md)
+- [Korean](/readme/ko.md)
+- [Japanese](/readme/ja.md)
+- [Italian](/readme/it.md)
+- [Arabic](/readme/ar.md)
+- [Hindi](/readme/hi.md)
 
-[Documentation](https://lingo.dev/go/docs)
+Don't see your language? Just add a new language code to the [`i18n.json`](./i18n.json) file and open a PR.

package/build/cli.cjs

@@ -865,6 +865,9 @@ function getBuckets(i18nConfig) {
     if (bucketEntry.lockedKeys) {
       config.lockedKeys = bucketEntry.lockedKeys;
     }
+    if (bucketEntry.lockedPatterns) {
+      config.lockedPatterns = bucketEntry.lockedPatterns;
+    }
     return config;
   });
   return result;
@@ -3139,7 +3142,7 @@ function md5(input2) {
 
 var fenceRegex = /([ \t]*)(^>\s*)?```([\s\S]*?)```/gm;
 var inlineCodeRegex = /(?<!`)`([^`\r\n]+?)`(?!`)/g;
-var imageRegex = /([ \t]*)(^>\s*)?!\[[^\]]*?\]\([^\n\r]*?\)/gm;
+var imageRegex = /([ \t]*)(^>\s*)?!\[[^\]]*?\]\(([^()]*(\([^()]*\)[^()]*)*)\)/gm;
 function ensureSurroundingImageNewlines(_content) {
   let found = false;
   let content = _content;
@@ -3278,8 +3281,57 @@ function createMdxSectionsSplit2Loader() {
   });
 }
 
+// src/cli/loaders/mdx2/locked-patterns.ts
+function extractLockedPatterns(content, patterns = []) {
+  let finalContent = content;
+  const lockedPlaceholders = {};
+  if (!patterns || patterns.length === 0) {
+    return { content: finalContent, lockedPlaceholders };
+  }
+  for (const patternStr of patterns) {
+    try {
+      const pattern = new RegExp(patternStr, "gm");
+      const matches = Array.from(finalContent.matchAll(pattern));
+      for (const match of matches) {
+        const matchedText = match[0];
+        const matchHash = md5(matchedText);
+        const placeholder = `---LOCKED-PATTERN-${matchHash}---`;
+        lockedPlaceholders[placeholder] = matchedText;
+        finalContent = finalContent.replace(matchedText, placeholder);
+      }
+    } catch (error) {
+      console.warn(`Invalid regex pattern: ${patternStr}`);
+    }
+  }
+  return {
+    content: finalContent,
+    lockedPlaceholders
+  };
+}
+function createMdxLockedPatternsLoader(defaultPatterns) {
+  return createLoader({
+    async pull(locale, input2, initCtx, originalLocale) {
+      const patterns = defaultPatterns || [];
+      const { content } = extractLockedPatterns(input2 || "", patterns);
+      return content;
+    },
+    async push(locale, data, originalInput, originalLocale, pullInput, pullOutput) {
+      const patterns = defaultPatterns || [];
+      if (!pullInput) {
+        return data;
+      }
+      const { lockedPlaceholders } = extractLockedPatterns(pullInput, patterns);
+      let result = data;
+      for (const [placeholder, original] of Object.entries(lockedPlaceholders)) {
+        result = result.replaceAll(placeholder, original);
+      }
+      return result;
+    }
+  });
+}
+
 // src/cli/loaders/index.ts
-function createBucketLoader(bucketType, bucketPathPattern, options, lockedKeys) {
+function createBucketLoader(bucketType, bucketPathPattern, options, lockedKeys, lockedPatterns) {
   switch (bucketType) {
     default:
       throw new Error(`Unsupported bucket type: ${bucketType}`);
@@ -3349,6 +3401,7 @@ function createBucketLoader(bucketType, bucketPathPattern, options, lockedKeys)
           bucketPathPattern
         }),
         createMdxCodePlaceholderLoader(),
+        createMdxLockedPatternsLoader(lockedPatterns),
         createMdxFrontmatterSplitLoader(),
         createMdxSectionsSplit2Loader(),
         createLocalizableMdxDocumentLoader(),
@@ -3673,13 +3726,14 @@ function withExponentialBackoff(fn, maxAttempts = 3, baseDelay = 1e3) {
 }
 
 // src/cli/utils/observability.ts
-var _posthognode = require('posthog-node');
+var _posthognode = require('posthog-node'); var _posthognode2 = _interopRequireDefault(_posthognode);
+var { PostHog } = _posthognode2.default;
 async function trackEvent(distinctId, event, properties) {
   if (process.env.DO_NOT_TRACK) {
     return;
   }
   try {
-    const posthog = new (0, _posthognode.PostHog)("phc_eR0iSoQufBxNY36k0f0T15UvHJdTfHlh8rJcxsfhfXk", {
+    const posthog = new PostHog("phc_eR0iSoQufBxNY36k0f0T15UvHJdTfHlh8rJcxsfhfXk", {
       host: "https://eu.i.posthog.com",
       flushAt: 1,
       flushInterval: 0
@@ -3927,7 +3981,8 @@ var i18n_default = new (0, _interactivecommander.Command)().command("i18n").desc
               defaultLocale: sourceLocale,
               injectLocale: bucket.injectLocale
             },
-            bucket.lockedKeys
+            bucket.lockedKeys,
+            bucket.lockedPatterns
           );
           bucketLoader.setDefaultLocale(sourceLocale);
           await bucketLoader.init();
@@ -4113,7 +4168,8 @@ var i18n_default = new (0, _interactivecommander.Command)().command("i18n").desc
               defaultLocale: sourceLocale,
               injectLocale: bucket.injectLocale
             },
-            bucket.lockedKeys
+            bucket.lockedKeys,
+            bucket.lockedPatterns
           );
           bucketLoader.setDefaultLocale(sourceLocale);
           await bucketLoader.init();
@@ -5724,7 +5780,7 @@ function validateParams2(i18nConfig, flags) {
 // package.json
 var package_default = {
   name: "lingo.dev",
-  version: "0.87.14",
+  version: "0.88.0",
   description: "Lingo.dev CLI",
   private: false,
   publishConfig: {