lingo.dev 0.119.0 → 0.120.0

package/build/cli.mjs

@@ -9982,10 +9982,67 @@ function setNestedLocale(obj, path20, locale, value, originalLocale) {
   }
 }
 
+// src/cli/loaders/csv-per-locale.ts
+import { parse as parse4 } from "csv-parse/sync";
+import { stringify as stringify2 } from "csv-stringify/sync";
+function dedupeHeaders(headers) {
+  const seen = /* @__PURE__ */ new Map();
+  return headers.map((h) => {
+    const count = seen.get(h) ?? 0;
+    seen.set(h, count + 1);
+    return count === 0 ? h : `${h}__${count + 1}`;
+  });
+}
+function createCsvPerLocaleLoader() {
+  return createLoader({
+    async pull(_locale, input2) {
+      if (!input2?.trim()) return {};
+      const parsed = parse4(input2, {
+        skip_empty_lines: true,
+        columns: (headers) => {
+          const dedupedHeaders = dedupeHeaders(headers);
+          return dedupedHeaders;
+        }
+      });
+      if (parsed.length === 0) return {};
+      return parsed;
+    },
+    async push(_locale, data, originalInput) {
+      const rawRows = parse4(originalInput || "", {
+        skip_empty_lines: true
+      });
+      const originalHeaders = rawRows[0];
+      const dedupedHeaders = dedupeHeaders(originalHeaders);
+      const columns = originalHeaders.map((header, i) => ({
+        key: dedupedHeaders[i],
+        header
+      }));
+      const rows = Object.values(data).filter(
+        (row) => row && Object.values(row).some(
+          (v) => v !== void 0 && v !== null
+        )
+      );
+      const output = stringify2(rows, {
+        header: true,
+        columns
+      }).trimEnd();
+      return output;
+    }
+  });
+}
+
 // src/cli/loaders/index.ts
 function encodeKeys(keys) {
   return keys.map((key) => encodeURIComponent(key));
 }
+function normalizeCsvPatterns(patterns) {
+  return patterns.map((pattern) => {
+    if (pattern.includes("/") || pattern.startsWith("*/")) {
+      return pattern;
+    }
+    return `*/${pattern}`;
+  });
+}
 function createBucketLoader(bucketType, bucketPathPattern, options, lockedKeys, lockedPatterns, ignoredKeys) {
   switch (bucketType) {
     default:
@@ -10026,6 +10083,18 @@ function createBucketLoader(bucketType, bucketPathPattern, options, lockedKeys,
         createSyncLoader(),
         createUnlocalizableLoader(options.returnUnlocalizedKeys)
       );
+    case "csv-per-locale":
+      return composeLoaders(
+        createTextFileLoader(bucketPathPattern),
+        createLockedPatternsLoader(lockedPatterns),
+        createCsvPerLocaleLoader(),
+        createEnsureKeyOrderLoader(),
+        createFlatLoader(),
+        createLockedKeysLoader(normalizeCsvPatterns(lockedKeys || [])),
+        createIgnoredKeysLoader(normalizeCsvPatterns(ignoredKeys || [])),
+        createSyncLoader(),
+        createUnlocalizableLoader(options.returnUnlocalizedKeys)
+      );
     case "html":
       return composeLoaders(
         createTextFileLoader(bucketPathPattern),
@@ -12581,7 +12650,7 @@ function createExplicitLocalizer(provider) {
 function createAiSdkLocalizer(params) {
   const skipAuth = params.skipAuth === true;
   const apiKey = process.env[params?.apiKeyName ?? ""];
-  if (!skipAuth && !apiKey || !params.apiKeyName) {
+  if (!skipAuth && (!apiKey || !params.apiKeyName)) {
     throw new Error(
       dedent7`
         You're trying to use raw ${chalk10.dim(params.id)} API for translation. ${params.apiKeyName ? `However, ${chalk10.dim(
@@ -13051,13 +13120,19 @@ import chalk13 from "chalk";
 import { Listr as Listr3 } from "listr2";
 import pLimit from "p-limit";
 import _35 from "lodash";
-var MAX_WORKER_COUNT = 10;
+var WARN_CONCURRENCY_COUNT = 30;
 async function execute(input2) {
   const effectiveConcurrency = Math.min(
     input2.flags.concurrency,
-    input2.tasks.length,
-    MAX_WORKER_COUNT
+    input2.tasks.length
   );
+  if (effectiveConcurrency >= WARN_CONCURRENCY_COUNT) {
+    console.warn(
+      chalk13.yellow(
+        `\u26A0\uFE0F High concurrency (${effectiveConcurrency}) may cause failures in some environments.`
+      )
+    );
+  }
   console.log(chalk13.hex(colors.orange)(`[Localization]`));
   return new Listr3(
     [
@@ -15160,7 +15235,7 @@ async function renderHero2() {
 // package.json
 var package_default = {
   name: "lingo.dev",
-  version: "0.119.0",
+  version: "0.120.0",
   description: "Lingo.dev CLI",
   private: false,
   repository: {