@lingo.dev/_compiler 0.2.4 → 0.3.1

package/build/index.cjs

@@ -4,7 +4,7 @@ var _unplugin = require('unplugin');
 // package.json
 var package_default = {
   name: "@lingo.dev/_compiler",
-  version: "0.2.4",
+  version: "0.3.1",
   description: "Lingo.dev Compiler",
   private: false,
   publishConfig: {
@@ -46,6 +46,8 @@ var package_default = {
     "@babel/parser": "^7.26.7",
     "@babel/traverse": "^7.27.4",
     "@babel/types": "^7.26.7",
+    "@lingo.dev/_sdk": "workspace:*",
+    "@openrouter/ai-sdk-provider": "^0.7.1",
     ai: "^4.2.10",
     dedent: "^1.6.0",
     dotenv: "^16.4.5",
@@ -53,11 +55,13 @@ var package_default = {
     ini: "^5.0.0",
     lodash: "^4.17.21",
     "object-hash": "^3.0.0",
+    "ollama-ai-provider": "^1.2.0",
     prettier: "^3.4.2",
     unplugin: "^2.1.2",
     vitest: "^2.1.4",
     zod: "^3.24.1"
-  }
+  },
+  packageManager: "pnpm@9.12.3"
 };
 
 // src/index.ts
@@ -830,10 +834,9 @@ var LCPCache = class {
   }
   // merge dictionary with current cache, sort files, entries and locales to minimize diffs
   static _mergeLocaleDictionary(currentCache, dictionary, lcp) {
-    const files = _lodash2.default.call(void 0, dictionary.files).mapValues((file, fileName) => ({
-      ...file,
-      entries: _lodash2.default.call(void 0, file.entries).mapValues((entry, entryName) => {
-        const cachedEntry = _nullishCoalesce(_lodash2.default.get(currentCache, ["files", fileName, "entries", entryName]), () => ( {}));
+    const newCache = _lodash2.default.cloneDeep(currentCache);
+    for (const [fileName, fileData] of Object.entries(dictionary.files)) {
+      for (const [entryName, entryValue] of Object.entries(fileData.entries)) {
         const hash = _lodash2.default.get(lcp, [
           "files",
           fileName,
@@ -841,19 +844,33 @@ var LCPCache = class {
           entryName,
           "hash"
         ]);
-        const cachedEntryContent = cachedEntry.hash === hash ? cachedEntry.content : {};
-        const content = _lodash2.default.call(void 0, {
-          ...cachedEntryContent,
-          [dictionary.locale]: entry
+        const existingEntry = _lodash2.default.get(newCache, [
+          "files",
+          fileName,
+          "entries",
+          entryName
+        ]) || {
+          content: {},
+          hash
+        };
+        const mergedContent = _lodash2.default.call(void 0, {
+          ...existingEntry.content,
+          [dictionary.locale]: entryValue
         }).toPairs().sortBy([0]).fromPairs().value();
-        return { content, hash };
-      }).toPairs().sortBy([0]).fromPairs().value()
-    })).toPairs().sortBy([0]).fromPairs().value();
-    const newCache = {
+        _lodash2.default.set(newCache, ["files", fileName, "entries", entryName], {
+          content: mergedContent,
+          hash
+        });
+      }
+    }
+    const sortedFiles = _lodash2.default.call(void 0, newCache.files).toPairs().sortBy([0]).map(([fileName, file]) => {
+      const sortedEntries = _lodash2.default.call(void 0, file.entries).toPairs().sortBy([0]).fromPairs().value();
+      return [fileName, { entries: sortedEntries }];
+    }).fromPairs().value();
+    return {
       version: dictionary.version,
-      files
+      files: sortedFiles
     };
-    return newCache;
   }
   // extract dictionary from cache for given locale, validate entry hash from LCP schema
   static _extractLocaleDictionary(cache, locale, lcp) {
@@ -926,7 +943,10 @@ var LCPCache = class {
 // src/lib/lcp/api/index.ts
 var _groq = require('@ai-sdk/groq');
 var _google = require('@ai-sdk/google');
+var _aisdkprovider = require('@openrouter/ai-sdk-provider');
+var _ollamaaiprovider = require('ollama-ai-provider');
 var _ai = require('ai');
+var __sdk = require('@lingo.dev/_sdk');
 
 
 // src/utils/locales.ts
@@ -949,7 +969,16 @@ function getLocaleModel(localeModels, sourceLocale, targetLocale) {
   ];
   const modelKey = localeKeys.find((key) => localeModels.hasOwnProperty(key));
   if (modelKey) {
-    const [provider, model] = _optionalChain([localeModels, 'access', _29 => _29[modelKey], 'optionalAccess', _30 => _30.split, 'call', _31 => _31(":")]);
+    const value = localeModels[modelKey];
+    const firstColonIndex = _optionalChain([value, 'optionalAccess', _29 => _29.indexOf, 'call', _30 => _30(":")]);
+    if (value && firstColonIndex !== -1 && firstColonIndex !== void 0) {
+      const provider2 = value.substring(0, firstColonIndex);
+      const model2 = value.substring(firstColonIndex + 1);
+      if (provider2 && model2) {
+        return { provider: provider2, model: model2 };
+      }
+    }
+    const [provider, model] = _optionalChain([value, 'optionalAccess', _31 => _31.split, 'call', _32 => _32(":")]) || [];
     if (provider && model) {
       return { provider, model };
     }
@@ -962,7 +991,7 @@ var prompt_default = (args) => {
   return getUserSystemPrompt(args) || getBuiltInSystemPrompt(args);
 };
 function getUserSystemPrompt(args) {
-  const userPrompt = _optionalChain([args, 'access', _32 => _32.prompt, 'optionalAccess', _33 => _33.trim, 'call', _34 => _34(), 'optionalAccess', _35 => _35.replace, 'call', _36 => _36("{SOURCE_LOCALE}", args.sourceLocale), 'optionalAccess', _37 => _37.replace, 'call', _38 => _38("{TARGET_LOCALE}", args.targetLocale)]);
+  const userPrompt = _optionalChain([args, 'access', _33 => _33.prompt, 'optionalAccess', _34 => _34.trim, 'call', _35 => _35(), 'optionalAccess', _36 => _36.replace, 'call', _37 => _37("{SOURCE_LOCALE}", args.sourceLocale), 'optionalAccess', _38 => _38.replace, 'call', _39 => _39("{TARGET_LOCALE}", args.targetLocale)]);
   if (userPrompt) {
     console.log("\u2728 Compiler is using user-defined prompt.");
     return userPrompt;
@@ -1172,7 +1201,7 @@ function getKeyFromEnv(envVarName) {
       path.default.resolve(process.cwd(), ".env.development")
     ]
   });
-  return _optionalChain([result, 'optionalAccess', _39 => _39.parsed, 'optionalAccess', _40 => _40[envVarName]]);
+  return _optionalChain([result, 'optionalAccess', _40 => _40.parsed, 'optionalAccess', _41 => _41[envVarName]]);
 }
 function getKeyFromRc(rcPath) {
   const rc = getRc();
@@ -1188,6 +1217,15 @@ function getGroqKeyFromRc() {
 function getGroqKeyFromEnv() {
   return getKeyFromEnv("GROQ_API_KEY");
 }
+function getLingoDotDevKeyFromEnv() {
+  return getKeyFromEnv("LINGODOTDEV_API_KEY");
+}
+function getLingoDotDevKeyFromRc() {
+  return getKeyFromRc("auth.apiKey");
+}
+function getLingoDotDevKey() {
+  return getLingoDotDevKeyFromEnv() || getLingoDotDevKeyFromRc();
+}
 function getGoogleKey() {
   return getGoogleKeyFromEnv() || getGoogleKeyFromRc();
 }
@@ -1197,6 +1235,15 @@ function getGoogleKeyFromRc() {
 function getGoogleKeyFromEnv() {
   return getKeyFromEnv("GOOGLE_API_KEY");
 }
+function getOpenRouterKey() {
+  return getOpenRouterKeyFromEnv() || getOpenRouterKeyFromRc();
+}
+function getOpenRouterKeyFromRc() {
+  return getKeyFromRc("llm.openrouterApiKey");
+}
+function getOpenRouterKeyFromEnv() {
+  return getKeyFromEnv("OPENROUTER_API_KEY");
+}
 
 // src/lib/lcp/api/index.ts
 
@@ -1222,6 +1269,22 @@ var providerDetails = {
     apiKeyConfigKey: "llm.googleApiKey",
     getKeyLink: "https://ai.google.dev/",
     docsLink: "https://ai.google.dev/gemini-api/docs/troubleshooting"
+  },
+  openrouter: {
+    name: "OpenRouter",
+    apiKeyEnvVar: "OPENROUTER_API_KEY",
+    apiKeyConfigKey: "llm.openrouterApiKey",
+    getKeyLink: "https://openrouter.ai",
+    docsLink: "https://openrouter.ai/docs"
+  },
+  ollama: {
+    name: "Ollama",
+    apiKeyEnvVar: void 0,
+    // Ollama doesn't require an API key
+    apiKeyConfigKey: void 0,
+    // Ollama doesn't require an API key
+    getKeyLink: "https://ollama.com/download",
+    docsLink: "https://github.com/ollama/ollama/tree/main/docs"
   }
 };
 
@@ -1308,59 +1371,118 @@ var LCPAPI = class {
     };
     return dictionary;
   }
-  static async _translateChunk(models, sourceDictionary, sourceLocale, targetLocale) {
-    const { provider, model } = getLocaleModel(
-      models,
-      sourceLocale,
-      targetLocale
-    );
-    if (!provider || !model) {
+  static _createLingoDotDevEngine() {
+    if (isRunningInCIOrDocker()) {
+      const apiKeyFromEnv = getLingoDotDevKeyFromEnv();
+      if (!apiKeyFromEnv) {
+        this._failMissingLLMKeyCi("lingo.dev");
+      }
+    }
+    const apiKey = getLingoDotDevKey();
+    if (!apiKey) {
       throw new Error(
-        `\u26A0\uFE0F  Locale "${targetLocale}" is not configured. Add provider and model for this locale to your config, e.g., "groq:llama3-8b-8192".`
+        "\u26A0\uFE0F  Lingo.dev API key not found. Please set LINGODOTDEV_API_KEY environment variable or configure it user-wide."
       );
     }
-    try {
-      const aiModel = this._createAiModel(provider, model, targetLocale);
-      console.log(
-        `\u2728 Using model "${model}" from "${provider}" to translate from "${sourceLocale}" to "${targetLocale}"`
-      );
-      const response = await _ai.generateText.call(void 0, {
-        model: aiModel,
-        messages: [
+    console.log(`Creating Lingo.dev client`);
+    return new (0, __sdk.LingoDotDevEngine)({
+      apiKey
+    });
+  }
+  static async _translateChunk(models, sourceDictionary, sourceLocale, targetLocale) {
+    if (models === "lingo.dev") {
+      try {
+        const lingoDotDevEngine = this._createLingoDotDevEngine();
+        console.log(
+          `\u2728 Using Lingo.dev Engine to localize from "${sourceLocale}" to "${targetLocale}"`
+        );
+        const result = await lingoDotDevEngine.localizeObject(
+          sourceDictionary,
           {
-            role: "system",
-            content: prompt_default({ sourceLocale, targetLocale })
-          },
-          ...shots_default.flatMap((shotsTuple) => [
+            sourceLocale,
+            targetLocale
+          }
+        );
+        return result;
+      } catch (error) {
+        this._failLLMFailureLocal(
+          "lingo.dev",
+          targetLocale,
+          error instanceof Error ? error.message : "Unknown error"
+        );
+        throw error;
+      }
+    } else {
+      const { provider, model } = getLocaleModel(
+        models,
+        sourceLocale,
+        targetLocale
+      );
+      if (!provider || !model) {
+        throw new Error(
+          _dedent2.default`
+            🚫  Lingo.dev Localization Engine Not Configured!
+
+            The "models" parameter is missing or incomplete in your Lingo.dev configuration.
+
+            👉 To fix this, set the "models" parameter to either:
+               • "lingo.dev" (for the default engine)
+               • a map of locale-to-model, e.g. { "models": { "en:es": "openai:gpt-3.5-turbo" } }
+
+            Example:
+              {
+                // ...
+                "models": "lingo.dev"
+              }
+
+            For more details, see: https://lingo.dev/compiler
+            To get help, join our Discord: https://lingo.dev/go/discord
+            `
+        );
+      }
+      try {
+        const aiModel = this._createAiModel(provider, model, targetLocale);
+        console.log(
+          `\u2139\uFE0F Using raw LLM API ("${provider}":"${model}") to translate from "${sourceLocale}" to "${targetLocale}"`
+        );
+        const response = await _ai.generateText.call(void 0, {
+          model: aiModel,
+          messages: [
             {
-              role: "user",
-              content: obj2xml(shotsTuple[0])
+              role: "system",
+              content: prompt_default({ sourceLocale, targetLocale })
             },
+            ...shots_default.flatMap((shotsTuple) => [
+              {
+                role: "user",
+                content: obj2xml(shotsTuple[0])
+              },
+              {
+                role: "assistant",
+                content: obj2xml(shotsTuple[1])
+              }
+            ]),
             {
-              role: "assistant",
-              content: obj2xml(shotsTuple[1])
+              role: "user",
+              content: obj2xml(sourceDictionary)
             }
-          ]),
-          {
-            role: "user",
-            content: obj2xml(sourceDictionary)
-          }
-        ]
-      });
-      console.log("Response text received for", targetLocale);
-      let responseText = response.text;
-      responseText = responseText.substring(
-        responseText.indexOf("<"),
-        responseText.lastIndexOf(">") + 1
-      );
-      return xml2obj(responseText);
-    } catch (error) {
-      this._failLLMFailureLocal(
-        provider,
-        targetLocale,
-        error instanceof Error ? error.message : "Unknown error"
-      );
-      throw error;
+          ]
+        });
+        console.log("Response text received for", targetLocale);
+        let responseText = response.text;
+        responseText = responseText.substring(
+          responseText.indexOf("<"),
+          responseText.lastIndexOf(">") + 1
+        );
+        return xml2obj(responseText);
+      } catch (error) {
+        this._failLLMFailureLocal(
+          provider,
+          targetLocale,
+          error instanceof Error ? error.message : "Unknown error"
+        );
+        throw error;
+      }
     }
   }
   /**
@@ -1374,7 +1496,7 @@ var LCPAPI = class {
    */
   static _createAiModel(providerId, modelId, targetLocale) {
     switch (providerId) {
-      case "groq":
+      case "groq": {
         if (isRunningInCIOrDocker()) {
           const groqFromEnv = getGroqKeyFromEnv();
           if (!groqFromEnv) {
@@ -1391,7 +1513,8 @@ var LCPAPI = class {
           `Creating Groq client for ${targetLocale} using model ${modelId}`
         );
         return _groq.createGroq.call(void 0, { apiKey: groqKey })(modelId);
-      case "google":
+      }
+      case "google": {
         if (isRunningInCIOrDocker()) {
           const googleFromEnv = getGoogleKeyFromEnv();
           if (!googleFromEnv) {
@@ -1408,10 +1531,38 @@ var LCPAPI = class {
           `Creating Google Generative AI client for ${targetLocale} using model ${modelId}`
         );
         return _google.createGoogleGenerativeAI.call(void 0, { apiKey: googleKey })(modelId);
-      default:
+      }
+      case "openrouter": {
+        if (isRunningInCIOrDocker()) {
+          const openRouterFromEnv = getOpenRouterKeyFromEnv();
+          if (!openRouterFromEnv) {
+            this._failMissingLLMKeyCi(providerId);
+          }
+        }
+        const openRouterKey = getOpenRouterKey();
+        if (!openRouterKey) {
+          throw new Error(
+            "\u26A0\uFE0F  OpenRouter API key not found. Please set OPENROUTER_API_KEY environment variable or configure it user-wide."
+          );
+        }
+        console.log(
+          `Creating OpenRouter client for ${targetLocale} using model ${modelId}`
+        );
+        return _aisdkprovider.createOpenRouter.call(void 0, {
+          apiKey: openRouterKey
+        })(modelId);
+      }
+      case "ollama": {
+        console.log(
+          `Creating Ollama client for ${targetLocale} using model ${modelId} at default Ollama address`
+        );
+        return _ollamaaiprovider.createOllama.call(void 0, )(modelId);
+      }
+      default: {
         throw new Error(
           `\u26A0\uFE0F  Provider "${providerId}" for locale "${targetLocale}" is not supported. Only "groq" and "google" providers are supported at the moment.`
         );
+      }
     }
   }
   /**
@@ -1500,7 +1651,7 @@ var LCPAPI = class {
         This error comes from the ${details.name} API, please check their documentation for more details: ${details.docsLink}
 
         ⭐️ Also:
-        1. Did you set ${details.apiKeyEnvVar} environment variable correctly?
+        1. Did you set ${details.apiKeyEnvVar ? `${details.apiKeyEnvVar}` : "the provider API key"} environment variable correctly ${!details.apiKeyEnvVar ? "(if required)" : ""}?
         2. Did you reach any limits of your ${details.name} account?
         3. If you have questions, feature requests, or would like to contribute, join our Discord: https://lingo.dev/go/discord
 
@@ -1514,31 +1665,39 @@ var LCPAPI = class {
 
 // src/lib/lcp/server.ts
 var LCPServer = (_class = class {
-  static __initStatic() {this.isLoading = false}
+  static __initStatic() {this.dictionariesCache = null}
+  static __initStatic2() {this.inFlightPromise = null}
   static async loadDictionaries(params) {
-    while (this.isLoading) {
-      await new Promise(function(resolve3) {
-        setTimeout(resolve3, 500);
-      });
+    if (this.dictionariesCache) {
+      return this.dictionariesCache;
     }
-    this.isLoading = true;
-    const targetLocales = _lodash2.default.uniq([
-      ...params.targetLocales,
-      params.sourceLocale
-    ]);
-    const dictionaries = await Promise.all(
-      targetLocales.map(
-        (targetLocale) => this.loadDictionaryForLocale({ ...params, targetLocale })
-      )
-    );
-    const result = _lodash2.default.fromPairs(
-      targetLocales.map((targetLocale, index) => [
-        targetLocale,
-        dictionaries[index]
-      ])
-    );
-    this.isLoading = false;
-    return result;
+    if (this.inFlightPromise) {
+      return this.inFlightPromise;
+    }
+    this.inFlightPromise = (async () => {
+      try {
+        const targetLocales = _lodash2.default.uniq([
+          ...params.targetLocales,
+          params.sourceLocale
+        ]);
+        const dictionaries = await Promise.all(
+          targetLocales.map(
+            (targetLocale) => this.loadDictionaryForLocale({ ...params, targetLocale })
+          )
+        );
+        const result = _lodash2.default.fromPairs(
+          targetLocales.map((targetLocale, index) => [
+            targetLocale,
+            dictionaries[index]
+          ])
+        );
+        this.dictionariesCache = result;
+        return result;
+      } finally {
+        this.inFlightPromise = null;
+      }
+    })();
+    return this.inFlightPromise;
   }
   static async loadDictionaryForLocale(params) {
     const sourceDictionary = this._extractSourceDictionary(
@@ -1703,14 +1862,14 @@ var LCPServer = (_class = class {
       const sourceFile = _lodash2.default.get(sourceDictionary.files, fileName);
       const targetFile = _lodash2.default.get(targetDictionary.files, fileName);
       const entries = removeEmptyEntries ? _lodash2.default.pickBy(
-        _optionalChain([sourceFile, 'optionalAccess', _41 => _41.entries]) || {},
-        (value) => _optionalChain([String, 'call', _42 => _42(value || ""), 'optionalAccess', _43 => _43.trim, 'optionalCall', _44 => _44(), 'optionalAccess', _45 => _45.length]) > 0
-      ) : _optionalChain([sourceFile, 'optionalAccess', _46 => _46.entries]) || {};
+        _optionalChain([sourceFile, 'optionalAccess', _42 => _42.entries]) || {},
+        (value) => _optionalChain([String, 'call', _43 => _43(value || ""), 'optionalAccess', _44 => _44.trim, 'optionalCall', _45 => _45(), 'optionalAccess', _46 => _46.length]) > 0
+      ) : _optionalChain([sourceFile, 'optionalAccess', _47 => _47.entries]) || {};
       return [
         fileName,
         {
           ...targetFile,
-          entries: _lodash2.default.merge(_optionalChain([targetFile, 'optionalAccess', _47 => _47.entries]) || {}, entries)
+          entries: _lodash2.default.merge({}, _optionalChain([targetFile, 'optionalAccess', _48 => _48.entries]) || {}, entries)
         }
       ];
     }).fromPairs().value();
@@ -1727,7 +1886,7 @@ var LCPServer = (_class = class {
       0
     );
   }
-}, _class.__initStatic(), _class);
+}, _class.__initStatic(), _class.__initStatic2(), _class);
 
 // src/utils/invokations.ts
 
@@ -1916,7 +2075,7 @@ function jsxFragmentMutation(payload) {
 var jsxHtmlLangMutation = createCodeMutation((payload) => {
   _traverse2.default.call(void 0, payload.ast, {
     JSXElement: (path7) => {
-      if (_optionalChain([getJsxElementName, 'call', _48 => _48(path7), 'optionalAccess', _49 => _49.toLowerCase, 'call', _50 => _50()]) === "html") {
+      if (_optionalChain([getJsxElementName, 'call', _49 => _49(path7), 'optionalAccess', _50 => _50.toLowerCase, 'call', _51 => _51()]) === "html") {
         const mode = getModuleExecutionMode(payload.ast, payload.params.rsc);
         const packagePath = mode === "client" ? ModuleId.ReactClient : ModuleId.ReactRSC;
         const lingoHtmlComponentImport = getOrCreateImport(payload.ast, {
@@ -2499,6 +2658,10 @@ var keyCheckers = {
   google: {
     checkEnv: getGoogleKeyFromEnv,
     checkRc: getGoogleKeyFromRc
+  },
+  "lingo.dev": {
+    checkEnv: getLingoDotDevKeyFromEnv,
+    checkRc: getLingoDotDevKeyFromRc
   }
 };
 var unplugin = _unplugin.createUnplugin.call(void 0, 
@@ -2506,26 +2669,31 @@ var unplugin = _unplugin.createUnplugin.call(void 0,
     console.log("\u2139\uFE0F  Starting Lingo.dev compiler...");
     const params = _lodash2.default.defaults(_params, defaultParams);
     if (!isRunningInCIOrDocker()) {
-      validateLLMKeyDetails(params.models);
-    }
-    const invalidLocales = getInvalidLocales(
-      params.models,
-      params.sourceLocale,
-      params.targetLocales
-    );
-    if (invalidLocales.length > 0) {
-      console.log(_dedent2.default`
-        \n
-        ⚠️  Lingo.dev Localization Compiler requires LLM model setup for the following locales: ${invalidLocales.join(", ")}.
-
-        ⭐️ Next steps:
-        1. Refer to documentation for help: https://docs.lingo.dev/
-        2. If you want to use a different LLM, raise an issue in our open-source repo: https://lingo.dev/go/gh
-        3. If you have questions, feature requests, or would like to contribute, join our Discord: https://lingo.dev/go/discord
-
-        ✨
-      `);
-      process.exit(1);
+      if (params.models === "lingo.dev") {
+        validateLLMKeyDetails(["lingo.dev"]);
+      } else {
+        const configuredProviders = getConfiguredProviders(params.models);
+        validateLLMKeyDetails(configuredProviders);
+        const invalidLocales = getInvalidLocales(
+          params.models,
+          params.sourceLocale,
+          params.targetLocales
+        );
+        if (invalidLocales.length > 0) {
+          console.log(_dedent2.default`
+            \n
+            ⚠️  Lingo.dev Localization Compiler requires LLM model setup for the following locales: ${invalidLocales.join(", ")}.
+    
+            ⭐️ Next steps:
+            1. Refer to documentation for help: https://docs.lingo.dev/
+            2. If you want to use a different LLM, raise an issue in our open-source repo: https://lingo.dev/go/gh
+            3. If you have questions, feature requests, or would like to contribute, join our Discord: https://lingo.dev/go/discord
+    
+            ✨
+          `);
+          process.exit(1);
+        }
+      }
     }
     LCPCache.ensureDictionaryFile({
       sourceRoot: params.sourceRoot,
@@ -2553,6 +2721,7 @@ var unplugin = _unplugin.createUnplugin.call(void 0,
           lingoDir: params.lingoDir
         });
         const dictionary = dictionaries[moduleInfo.params.locale];
+        console.log(JSON.stringify(dictionary, null, 2));
         return {
           code: `export default ${JSON.stringify(dictionary, null, 2)}`
         };
@@ -2621,10 +2790,12 @@ var src_default = {
     return config2;
   }
 };
-function validateLLMKeyDetails(models) {
-  const configuredProviders = _lodash2.default.chain(Object.values(models)).map((modelString) => modelString.split(":")[0]).filter(Boolean).uniq().filter(
+function getConfiguredProviders(models) {
+  return _lodash2.default.chain(Object.values(models)).map((modelString) => modelString.split(":")[0]).filter(Boolean).uniq().filter(
     (providerId) => providerDetails.hasOwnProperty(providerId) && keyCheckers.hasOwnProperty(providerId)
   ).value();
+}
+function validateLLMKeyDetails(configuredProviders) {
   if (configuredProviders.length === 0) {
     return;
   }

package/build/index.d.cts

@@ -8,7 +8,7 @@ type CompilerParams = {
     rsc: boolean;
     useDirective: boolean;
     debug: boolean;
-    models: Record<string, string>;
+    models: "lingo.dev" | Record<string, string>;
 };
 declare const defaultParams: CompilerParams;
 

package/build/index.d.ts

@@ -8,7 +8,7 @@ type CompilerParams = {
     rsc: boolean;
     useDirective: boolean;
     debug: boolean;
-    models: Record<string, string>;
+    models: "lingo.dev" | Record<string, string>;
 };
 declare const defaultParams: CompilerParams;
 

package/build/index.mjs

@@ -4,7 +4,7 @@ import { createUnplugin } from "unplugin";
 // package.json
 var package_default = {
   name: "@lingo.dev/_compiler",
-  version: "0.2.4",
+  version: "0.3.1",
   description: "Lingo.dev Compiler",
   private: false,
   publishConfig: {
@@ -46,6 +46,8 @@ var package_default = {
     "@babel/parser": "^7.26.7",
     "@babel/traverse": "^7.27.4",
     "@babel/types": "^7.26.7",
+    "@lingo.dev/_sdk": "workspace:*",
+    "@openrouter/ai-sdk-provider": "^0.7.1",
     ai: "^4.2.10",
     dedent: "^1.6.0",
     dotenv: "^16.4.5",
@@ -53,11 +55,13 @@ var package_default = {
     ini: "^5.0.0",
     lodash: "^4.17.21",
     "object-hash": "^3.0.0",
+    "ollama-ai-provider": "^1.2.0",
     prettier: "^3.4.2",
     unplugin: "^2.1.2",
     vitest: "^2.1.4",
     zod: "^3.24.1"
-  }
+  },
+  packageManager: "pnpm@9.12.3"
 };
 
 // src/index.ts
@@ -830,10 +834,9 @@ var LCPCache = class {
   }
   // merge dictionary with current cache, sort files, entries and locales to minimize diffs
   static _mergeLocaleDictionary(currentCache, dictionary, lcp) {
-    const files = _3(dictionary.files).mapValues((file, fileName) => ({
-      ...file,
-      entries: _3(file.entries).mapValues((entry, entryName) => {
-        const cachedEntry = _3.get(currentCache, ["files", fileName, "entries", entryName]) ?? {};
+    const newCache = _3.cloneDeep(currentCache);
+    for (const [fileName, fileData] of Object.entries(dictionary.files)) {
+      for (const [entryName, entryValue] of Object.entries(fileData.entries)) {
         const hash = _3.get(lcp, [
           "files",
           fileName,
@@ -841,19 +844,33 @@ var LCPCache = class {
           entryName,
           "hash"
         ]);
-        const cachedEntryContent = cachedEntry.hash === hash ? cachedEntry.content : {};
-        const content = _3({
-          ...cachedEntryContent,
-          [dictionary.locale]: entry
+        const existingEntry = _3.get(newCache, [
+          "files",
+          fileName,
+          "entries",
+          entryName
+        ]) || {
+          content: {},
+          hash
+        };
+        const mergedContent = _3({
+          ...existingEntry.content,
+          [dictionary.locale]: entryValue
         }).toPairs().sortBy([0]).fromPairs().value();
-        return { content, hash };
-      }).toPairs().sortBy([0]).fromPairs().value()
-    })).toPairs().sortBy([0]).fromPairs().value();
-    const newCache = {
+        _3.set(newCache, ["files", fileName, "entries", entryName], {
+          content: mergedContent,
+          hash
+        });
+      }
+    }
+    const sortedFiles = _3(newCache.files).toPairs().sortBy([0]).map(([fileName, file]) => {
+      const sortedEntries = _3(file.entries).toPairs().sortBy([0]).fromPairs().value();
+      return [fileName, { entries: sortedEntries }];
+    }).fromPairs().value();
+    return {
       version: dictionary.version,
-      files
+      files: sortedFiles
     };
-    return newCache;
   }
   // extract dictionary from cache for given locale, validate entry hash from LCP schema
   static _extractLocaleDictionary(cache, locale, lcp) {
@@ -926,7 +943,10 @@ var LCPCache = class {
 // src/lib/lcp/api/index.ts
 import { createGroq } from "@ai-sdk/groq";
 import { createGoogleGenerativeAI } from "@ai-sdk/google";
+import { createOpenRouter } from "@openrouter/ai-sdk-provider";
+import { createOllama } from "ollama-ai-provider";
 import { generateText } from "ai";
+import { LingoDotDevEngine } from "@lingo.dev/_sdk";
 import _6 from "lodash";
 
 // src/utils/locales.ts
@@ -949,7 +969,16 @@ function getLocaleModel(localeModels, sourceLocale, targetLocale) {
   ];
   const modelKey = localeKeys.find((key) => localeModels.hasOwnProperty(key));
   if (modelKey) {
-    const [provider, model] = localeModels[modelKey]?.split(":");
+    const value = localeModels[modelKey];
+    const firstColonIndex = value?.indexOf(":");
+    if (value && firstColonIndex !== -1 && firstColonIndex !== void 0) {
+      const provider2 = value.substring(0, firstColonIndex);
+      const model2 = value.substring(firstColonIndex + 1);
+      if (provider2 && model2) {
+        return { provider: provider2, model: model2 };
+      }
+    }
+    const [provider, model] = value?.split(":") || [];
     if (provider && model) {
       return { provider, model };
     }
@@ -1188,6 +1217,15 @@ function getGroqKeyFromRc() {
 function getGroqKeyFromEnv() {
   return getKeyFromEnv("GROQ_API_KEY");
 }
+function getLingoDotDevKeyFromEnv() {
+  return getKeyFromEnv("LINGODOTDEV_API_KEY");
+}
+function getLingoDotDevKeyFromRc() {
+  return getKeyFromRc("auth.apiKey");
+}
+function getLingoDotDevKey() {
+  return getLingoDotDevKeyFromEnv() || getLingoDotDevKeyFromRc();
+}
 function getGoogleKey() {
   return getGoogleKeyFromEnv() || getGoogleKeyFromRc();
 }
@@ -1197,6 +1235,15 @@ function getGoogleKeyFromRc() {
 function getGoogleKeyFromEnv() {
   return getKeyFromEnv("GOOGLE_API_KEY");
 }
+function getOpenRouterKey() {
+  return getOpenRouterKeyFromEnv() || getOpenRouterKeyFromRc();
+}
+function getOpenRouterKeyFromRc() {
+  return getKeyFromRc("llm.openrouterApiKey");
+}
+function getOpenRouterKeyFromEnv() {
+  return getKeyFromEnv("OPENROUTER_API_KEY");
+}
 
 // src/lib/lcp/api/index.ts
 import dedent2 from "dedent";
@@ -1222,6 +1269,22 @@ var providerDetails = {
     apiKeyConfigKey: "llm.googleApiKey",
     getKeyLink: "https://ai.google.dev/",
     docsLink: "https://ai.google.dev/gemini-api/docs/troubleshooting"
+  },
+  openrouter: {
+    name: "OpenRouter",
+    apiKeyEnvVar: "OPENROUTER_API_KEY",
+    apiKeyConfigKey: "llm.openrouterApiKey",
+    getKeyLink: "https://openrouter.ai",
+    docsLink: "https://openrouter.ai/docs"
+  },
+  ollama: {
+    name: "Ollama",
+    apiKeyEnvVar: void 0,
+    // Ollama doesn't require an API key
+    apiKeyConfigKey: void 0,
+    // Ollama doesn't require an API key
+    getKeyLink: "https://ollama.com/download",
+    docsLink: "https://github.com/ollama/ollama/tree/main/docs"
   }
 };
 
@@ -1308,59 +1371,118 @@ var LCPAPI = class {
     };
     return dictionary;
   }
-  static async _translateChunk(models, sourceDictionary, sourceLocale, targetLocale) {
-    const { provider, model } = getLocaleModel(
-      models,
-      sourceLocale,
-      targetLocale
-    );
-    if (!provider || !model) {
+  static _createLingoDotDevEngine() {
+    if (isRunningInCIOrDocker()) {
+      const apiKeyFromEnv = getLingoDotDevKeyFromEnv();
+      if (!apiKeyFromEnv) {
+        this._failMissingLLMKeyCi("lingo.dev");
+      }
+    }
+    const apiKey = getLingoDotDevKey();
+    if (!apiKey) {
       throw new Error(
-        `\u26A0\uFE0F  Locale "${targetLocale}" is not configured. Add provider and model for this locale to your config, e.g., "groq:llama3-8b-8192".`
+        "\u26A0\uFE0F  Lingo.dev API key not found. Please set LINGODOTDEV_API_KEY environment variable or configure it user-wide."
       );
     }
-    try {
-      const aiModel = this._createAiModel(provider, model, targetLocale);
-      console.log(
-        `\u2728 Using model "${model}" from "${provider}" to translate from "${sourceLocale}" to "${targetLocale}"`
-      );
-      const response = await generateText({
-        model: aiModel,
-        messages: [
+    console.log(`Creating Lingo.dev client`);
+    return new LingoDotDevEngine({
+      apiKey
+    });
+  }
+  static async _translateChunk(models, sourceDictionary, sourceLocale, targetLocale) {
+    if (models === "lingo.dev") {
+      try {
+        const lingoDotDevEngine = this._createLingoDotDevEngine();
+        console.log(
+          `\u2728 Using Lingo.dev Engine to localize from "${sourceLocale}" to "${targetLocale}"`
+        );
+        const result = await lingoDotDevEngine.localizeObject(
+          sourceDictionary,
           {
-            role: "system",
-            content: prompt_default({ sourceLocale, targetLocale })
-          },
-          ...shots_default.flatMap((shotsTuple) => [
+            sourceLocale,
+            targetLocale
+          }
+        );
+        return result;
+      } catch (error) {
+        this._failLLMFailureLocal(
+          "lingo.dev",
+          targetLocale,
+          error instanceof Error ? error.message : "Unknown error"
+        );
+        throw error;
+      }
+    } else {
+      const { provider, model } = getLocaleModel(
+        models,
+        sourceLocale,
+        targetLocale
+      );
+      if (!provider || !model) {
+        throw new Error(
+          dedent2`
+            🚫  Lingo.dev Localization Engine Not Configured!
+
+            The "models" parameter is missing or incomplete in your Lingo.dev configuration.
+
+            👉 To fix this, set the "models" parameter to either:
+               • "lingo.dev" (for the default engine)
+               • a map of locale-to-model, e.g. { "models": { "en:es": "openai:gpt-3.5-turbo" } }
+
+            Example:
+              {
+                // ...
+                "models": "lingo.dev"
+              }
+
+            For more details, see: https://lingo.dev/compiler
+            To get help, join our Discord: https://lingo.dev/go/discord
+            `
+        );
+      }
+      try {
+        const aiModel = this._createAiModel(provider, model, targetLocale);
+        console.log(
+          `\u2139\uFE0F Using raw LLM API ("${provider}":"${model}") to translate from "${sourceLocale}" to "${targetLocale}"`
+        );
+        const response = await generateText({
+          model: aiModel,
+          messages: [
             {
-              role: "user",
-              content: obj2xml(shotsTuple[0])
+              role: "system",
+              content: prompt_default({ sourceLocale, targetLocale })
             },
+            ...shots_default.flatMap((shotsTuple) => [
+              {
+                role: "user",
+                content: obj2xml(shotsTuple[0])
+              },
+              {
+                role: "assistant",
+                content: obj2xml(shotsTuple[1])
+              }
+            ]),
             {
-              role: "assistant",
-              content: obj2xml(shotsTuple[1])
+              role: "user",
+              content: obj2xml(sourceDictionary)
             }
-          ]),
-          {
-            role: "user",
-            content: obj2xml(sourceDictionary)
-          }
-        ]
-      });
-      console.log("Response text received for", targetLocale);
-      let responseText = response.text;
-      responseText = responseText.substring(
-        responseText.indexOf("<"),
-        responseText.lastIndexOf(">") + 1
-      );
-      return xml2obj(responseText);
-    } catch (error) {
-      this._failLLMFailureLocal(
-        provider,
-        targetLocale,
-        error instanceof Error ? error.message : "Unknown error"
-      );
-      throw error;
+          ]
+        });
+        console.log("Response text received for", targetLocale);
+        let responseText = response.text;
+        responseText = responseText.substring(
+          responseText.indexOf("<"),
+          responseText.lastIndexOf(">") + 1
+        );
+        return xml2obj(responseText);
+      } catch (error) {
+        this._failLLMFailureLocal(
+          provider,
+          targetLocale,
+          error instanceof Error ? error.message : "Unknown error"
+        );
+        throw error;
+      }
     }
   }
   /**
@@ -1374,7 +1496,7 @@ var LCPAPI = class {
    */
   static _createAiModel(providerId, modelId, targetLocale) {
     switch (providerId) {
-      case "groq":
+      case "groq": {
         if (isRunningInCIOrDocker()) {
           const groqFromEnv = getGroqKeyFromEnv();
           if (!groqFromEnv) {
@@ -1391,7 +1513,8 @@ var LCPAPI = class {
           `Creating Groq client for ${targetLocale} using model ${modelId}`
         );
         return createGroq({ apiKey: groqKey })(modelId);
-      case "google":
+      }
+      case "google": {
         if (isRunningInCIOrDocker()) {
           const googleFromEnv = getGoogleKeyFromEnv();
           if (!googleFromEnv) {
@@ -1408,10 +1531,38 @@ var LCPAPI = class {
           `Creating Google Generative AI client for ${targetLocale} using model ${modelId}`
         );
         return createGoogleGenerativeAI({ apiKey: googleKey })(modelId);
-      default:
+      }
+      case "openrouter": {
+        if (isRunningInCIOrDocker()) {
+          const openRouterFromEnv = getOpenRouterKeyFromEnv();
+          if (!openRouterFromEnv) {
+            this._failMissingLLMKeyCi(providerId);
+          }
+        }
+        const openRouterKey = getOpenRouterKey();
+        if (!openRouterKey) {
+          throw new Error(
+            "\u26A0\uFE0F  OpenRouter API key not found. Please set OPENROUTER_API_KEY environment variable or configure it user-wide."
+          );
+        }
+        console.log(
+          `Creating OpenRouter client for ${targetLocale} using model ${modelId}`
+        );
+        return createOpenRouter({
+          apiKey: openRouterKey
+        })(modelId);
+      }
+      case "ollama": {
+        console.log(
+          `Creating Ollama client for ${targetLocale} using model ${modelId} at default Ollama address`
+        );
+        return createOllama()(modelId);
+      }
+      default: {
         throw new Error(
           `\u26A0\uFE0F  Provider "${providerId}" for locale "${targetLocale}" is not supported. Only "groq" and "google" providers are supported at the moment.`
         );
+      }
     }
   }
   /**
@@ -1500,7 +1651,7 @@ var LCPAPI = class {
         This error comes from the ${details.name} API, please check their documentation for more details: ${details.docsLink}
 
         ⭐️ Also:
-        1. Did you set ${details.apiKeyEnvVar} environment variable correctly?
+        1. Did you set ${details.apiKeyEnvVar ? `${details.apiKeyEnvVar}` : "the provider API key"} environment variable correctly ${!details.apiKeyEnvVar ? "(if required)" : ""}?
         2. Did you reach any limits of your ${details.name} account?
         3. If you have questions, feature requests, or would like to contribute, join our Discord: https://lingo.dev/go/discord
 
@@ -1514,31 +1665,39 @@ var LCPAPI = class {
 
 // src/lib/lcp/server.ts
 var LCPServer = class {
-  static isLoading = false;
+  static dictionariesCache = null;
+  static inFlightPromise = null;
   static async loadDictionaries(params) {
-    while (this.isLoading) {
-      await new Promise(function(resolve3) {
-        setTimeout(resolve3, 500);
-      });
+    if (this.dictionariesCache) {
+      return this.dictionariesCache;
     }
-    this.isLoading = true;
-    const targetLocales = _7.uniq([
-      ...params.targetLocales,
-      params.sourceLocale
-    ]);
-    const dictionaries = await Promise.all(
-      targetLocales.map(
-        (targetLocale) => this.loadDictionaryForLocale({ ...params, targetLocale })
-      )
-    );
-    const result = _7.fromPairs(
-      targetLocales.map((targetLocale, index) => [
-        targetLocale,
-        dictionaries[index]
-      ])
-    );
-    this.isLoading = false;
-    return result;
+    if (this.inFlightPromise) {
+      return this.inFlightPromise;
+    }
+    this.inFlightPromise = (async () => {
+      try {
+        const targetLocales = _7.uniq([
+          ...params.targetLocales,
+          params.sourceLocale
+        ]);
+        const dictionaries = await Promise.all(
+          targetLocales.map(
+            (targetLocale) => this.loadDictionaryForLocale({ ...params, targetLocale })
+          )
+        );
+        const result = _7.fromPairs(
+          targetLocales.map((targetLocale, index) => [
+            targetLocale,
+            dictionaries[index]
+          ])
+        );
+        this.dictionariesCache = result;
+        return result;
+      } finally {
+        this.inFlightPromise = null;
+      }
+    })();
+    return this.inFlightPromise;
   }
   static async loadDictionaryForLocale(params) {
     const sourceDictionary = this._extractSourceDictionary(
@@ -1710,7 +1869,7 @@ var LCPServer = class {
         fileName,
         {
           ...targetFile,
-          entries: _7.merge(targetFile?.entries || {}, entries)
+          entries: _7.merge({}, targetFile?.entries || {}, entries)
         }
       ];
     }).fromPairs().value();
@@ -2499,6 +2658,10 @@ var keyCheckers = {
   google: {
     checkEnv: getGoogleKeyFromEnv,
     checkRc: getGoogleKeyFromRc
+  },
+  "lingo.dev": {
+    checkEnv: getLingoDotDevKeyFromEnv,
+    checkRc: getLingoDotDevKeyFromRc
   }
 };
 var unplugin = createUnplugin(
@@ -2506,26 +2669,31 @@ var unplugin = createUnplugin(
     console.log("\u2139\uFE0F  Starting Lingo.dev compiler...");
     const params = _11.defaults(_params, defaultParams);
     if (!isRunningInCIOrDocker()) {
-      validateLLMKeyDetails(params.models);
-    }
-    const invalidLocales = getInvalidLocales(
-      params.models,
-      params.sourceLocale,
-      params.targetLocales
-    );
-    if (invalidLocales.length > 0) {
-      console.log(dedent3`
-        \n
-        ⚠️  Lingo.dev Localization Compiler requires LLM model setup for the following locales: ${invalidLocales.join(", ")}.
-
-        ⭐️ Next steps:
-        1. Refer to documentation for help: https://docs.lingo.dev/
-        2. If you want to use a different LLM, raise an issue in our open-source repo: https://lingo.dev/go/gh
-        3. If you have questions, feature requests, or would like to contribute, join our Discord: https://lingo.dev/go/discord
-
-        ✨
-      `);
-      process.exit(1);
+      if (params.models === "lingo.dev") {
+        validateLLMKeyDetails(["lingo.dev"]);
+      } else {
+        const configuredProviders = getConfiguredProviders(params.models);
+        validateLLMKeyDetails(configuredProviders);
+        const invalidLocales = getInvalidLocales(
+          params.models,
+          params.sourceLocale,
+          params.targetLocales
+        );
+        if (invalidLocales.length > 0) {
+          console.log(dedent3`
+            \n
+            ⚠️  Lingo.dev Localization Compiler requires LLM model setup for the following locales: ${invalidLocales.join(", ")}.
+    
+            ⭐️ Next steps:
+            1. Refer to documentation for help: https://docs.lingo.dev/
+            2. If you want to use a different LLM, raise an issue in our open-source repo: https://lingo.dev/go/gh
+            3. If you have questions, feature requests, or would like to contribute, join our Discord: https://lingo.dev/go/discord
+    
+            ✨
+          `);
+          process.exit(1);
+        }
+      }
     }
     LCPCache.ensureDictionaryFile({
       sourceRoot: params.sourceRoot,
@@ -2553,6 +2721,7 @@ var unplugin = createUnplugin(
           lingoDir: params.lingoDir
         });
         const dictionary = dictionaries[moduleInfo.params.locale];
+        console.log(JSON.stringify(dictionary, null, 2));
         return {
           code: `export default ${JSON.stringify(dictionary, null, 2)}`
         };
@@ -2621,10 +2790,12 @@ var src_default = {
     return config2;
   }
 };
-function validateLLMKeyDetails(models) {
-  const configuredProviders = _11.chain(Object.values(models)).map((modelString) => modelString.split(":")[0]).filter(Boolean).uniq().filter(
+function getConfiguredProviders(models) {
+  return _11.chain(Object.values(models)).map((modelString) => modelString.split(":")[0]).filter(Boolean).uniq().filter(
     (providerId) => providerDetails.hasOwnProperty(providerId) && keyCheckers.hasOwnProperty(providerId)
   ).value();
+}
+function validateLLMKeyDetails(configuredProviders) {
   if (configuredProviders.length === 0) {
     return;
   }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lingo.dev/_compiler",
-  "version": "0.2.4",
+  "version": "0.3.1",
   "description": "Lingo.dev Compiler",
   "private": false,
   "publishConfig": {
@@ -35,6 +35,7 @@
     "@babel/parser": "^7.26.7",
     "@babel/traverse": "^7.27.4",
     "@babel/types": "^7.26.7",
+    "@openrouter/ai-sdk-provider": "^0.7.1",
     "ai": "^4.2.10",
     "dedent": "^1.6.0",
     "dotenv": "^16.4.5",
@@ -42,10 +43,12 @@
     "ini": "^5.0.0",
     "lodash": "^4.17.21",
     "object-hash": "^3.0.0",
+    "ollama-ai-provider": "^1.2.0",
     "prettier": "^3.4.2",
     "unplugin": "^2.1.2",
     "vitest": "^2.1.4",
-    "zod": "^3.24.1"
+    "zod": "^3.24.1",
+    "@lingo.dev/_sdk": "0.9.1"
   },
   "scripts": {
     "dev": "tsup --watch",