lingo.dev 0.87.1 → 0.87.2

package/build/cli.mjs

@@ -998,7 +998,7 @@ import {
 } from "@lingo.dev/_spec";
 import { Command as Command6 } from "interactive-commander";
 import Z3 from "zod";
-import _22 from "lodash";
+import _23 from "lodash";
 import * as path14 from "path";
 import Ora5 from "ora";
 
@@ -1218,7 +1218,7 @@ function createTextFileLoader(pathPattern) {
       const trimmedResult = result.trim();
       return trimmedResult;
     },
-    async push(locale, data, _25, originalLocale) {
+    async push(locale, data, _26, originalLocale) {
       const draftPath = pathPattern.replaceAll("[locale]", locale);
       const finalPath = path10.resolve(draftPath);
       const dirPath = path10.dirname(finalPath);
@@ -1659,7 +1659,7 @@ function createPropertiesLoader() {
       return result;
     },
     async push(locale, payload) {
-      const result = Object.entries(payload).filter(([_25, value]) => value != null).map(([key, value]) => `${key}=${value}`).join("\n");
+      const result = Object.entries(payload).filter(([_26, value]) => value != null).map(([key, value]) => `${key}=${value}`).join("\n");
       return result;
     }
   });
@@ -1926,10 +1926,10 @@ function createUnlocalizableLoader(isCacheRestore = false, returnUnlocalizedKeys
           }
         }
         return false;
-      }).map(([key, _25]) => key);
-      const result = _10.omitBy(input2, (_25, key) => passthroughKeys.includes(key));
+      }).map(([key, _26]) => key);
+      const result = _10.omitBy(input2, (_26, key) => passthroughKeys.includes(key));
       if (returnUnlocalizedKeys) {
-        result.unlocalizable = _10.omitBy(input2, (_25, key) => !passthroughKeys.includes(key));
+        result.unlocalizable = _10.omitBy(input2, (_26, key) => !passthroughKeys.includes(key));
       }
       return result;
     },
@@ -3098,16 +3098,33 @@ function md5(input2) {
 }
 
 // src/cli/loaders/mdx2/code-placeholder.ts
-import { unified } from "unified";
-import remarkParse from "remark-parse";
-import remarkGfm from "remark-gfm";
-import { VFile } from "vfile";
-import remarkMdx from "remark-mdx";
+import _20 from "lodash";
+var unindentedFenceRegex = /(?<!\n\n)```([\s\S]*?)```(?!\n\n)/g;
+var indentedFenceRegex = /```([\s\S]*?)```/g;
+function ensureTrailingFenceNewline(_content) {
+  let found = false;
+  let content = _content;
+  do {
+    found = false;
+    const matches = content.match(unindentedFenceRegex);
+    if (matches) {
+      const match = matches[0];
+      content = content.replace(match, `
+
+${match}
+
+`);
+      found = true;
+    }
+  } while (found);
+  content = _20.chain(content).split("\n\n").filter(Boolean).join("\n\n").value();
+  return content;
+}
 function extractCodePlaceholders(content) {
   let finalContent = content;
+  finalContent = ensureTrailingFenceNewline(finalContent);
   const codePlaceholders = {};
-  const codeBlockRegex = /^```.*\n([\s\S]*?)^```$/gm;
-  const codeBlockMatches = finalContent.matchAll(codeBlockRegex);
+  const codeBlockMatches = finalContent.matchAll(indentedFenceRegex);
   for (const match of codeBlockMatches) {
     const codeBlock = match[0];
     const codeBlockHash = md5(codeBlock);
@@ -3159,11 +3176,11 @@ function createLocalizableMdxDocumentLoader() {
 }
 
 // src/cli/loaders/mdx2/sections-split-2.ts
-import _20 from "lodash";
+import _21 from "lodash";
 function createMdxSectionsSplit2Loader() {
   return createLoader({
     async pull(locale, input2) {
-      const sections = _20.chain(input2.content).split("\n\n").filter(Boolean).map((section, index) => [index, section]).fromPairs().value();
+      const sections = _21.chain(input2.content).split("\n\n").filter(Boolean).map((section, index) => [index, section]).fromPairs().value();
       const result = {
         frontmatter: input2.frontmatter,
         sections
@@ -3171,7 +3188,7 @@ function createMdxSectionsSplit2Loader() {
       return result;
     },
     async push(locale, data, originalInput, _originalLocale, pullInput) {
-      const content = _20.chain(data.sections).values().join("\n\n").value();
+      const content = _21.chain(data.sections).values().join("\n\n").value();
       const result = {
         frontmatter: data.frontmatter,
         codePlaceholders: pullInput?.codePlaceholders || {},
@@ -3607,7 +3624,7 @@ async function trackEvent(distinctId, event, properties) {
 }
 
 // src/cli/utils/delta.ts
-import _21 from "lodash";
+import _22 from "lodash";
 import z from "zod";
 
 // src/cli/utils/fs.ts
@@ -3656,9 +3673,9 @@ function createDeltaProcessor(fileKey) {
       return checkIfFileExists(lockfilePath);
     },
     async calculateDelta(params) {
-      let added = _21.difference(Object.keys(params.sourceData), Object.keys(params.targetData));
-      let removed = _21.difference(Object.keys(params.targetData), Object.keys(params.sourceData));
-      const updated = _21.filter(Object.keys(params.sourceData), (key) => {
+      let added = _22.difference(Object.keys(params.sourceData), Object.keys(params.targetData));
+      let removed = _22.difference(Object.keys(params.targetData), Object.keys(params.sourceData));
+      const updated = _22.filter(Object.keys(params.sourceData), (key) => {
         return md5(params.sourceData[key]) !== params.checksums[key] && params.checksums[key];
       });
       const renamed = [];
@@ -3707,7 +3724,7 @@ function createDeltaProcessor(fileKey) {
       await this.saveLock(lockfileData);
     },
     async createChecksums(sourceData) {
-      const checksums = _21.mapValues(sourceData, (value) => md5(value));
+      const checksums = _22.mapValues(sourceData, (value) => md5(value));
       return checksums;
     }
   };
@@ -3939,7 +3956,7 @@ var i18n_default = new Command6().command("i18n").description("Run Localization
           const deltaProcessor = createDeltaProcessor(bucketPath.pathPattern);
           const sourceChecksums = await deltaProcessor.createChecksums(sourceData);
           const savedChecksums = await deltaProcessor.loadChecksums();
-          const updatedSourceData = _22.pickBy(
+          const updatedSourceData = _23.pickBy(
             sourceData,
             (value, key) => sourceChecksums[key] !== savedChecksums[key]
           );
@@ -3953,15 +3970,15 @@ var i18n_default = new Command6().command("i18n").description("Run Localization
               bucketPath.delimiter
             );
             const { unlocalizable: targetUnlocalizable, ...targetData } = await bucketLoader.pull(targetLocale);
-            const missingKeys = _22.difference(
+            const missingKeys = _23.difference(
               Object.keys(sourceData),
               Object.keys(targetData)
             );
-            const extraKeys = _22.difference(
+            const extraKeys = _23.difference(
               Object.keys(targetData),
               Object.keys(sourceData)
             );
-            const unlocalizableDataDiff = !_22.isEqual(
+            const unlocalizableDataDiff = !_23.isEqual(
               sourceUnlocalizable,
               targetUnlocalizable
             );
@@ -4041,13 +4058,13 @@ var i18n_default = new Command6().command("i18n").description("Run Localization
                 targetData,
                 checksums: checksums2
               });
-              let processableData = _22.chain(sourceData).entries().filter(
+              let processableData = _23.chain(sourceData).entries().filter(
                 ([key, value]) => delta.added.includes(key) || delta.updated.includes(key) || !!flags.force
               ).fromPairs().value();
               if (flags.key) {
-                processableData = _22.pickBy(
+                processableData = _23.pickBy(
                   processableData,
-                  (_25, key) => key === flags.key
+                  (_26, key) => key === flags.key
                 );
               }
               if (flags.verbose) {
@@ -4088,7 +4105,7 @@ var i18n_default = new Command6().command("i18n").description("Run Localization
               if (flags.verbose) {
                 bucketOra.info(JSON.stringify(processedTargetData, null, 2));
               }
-              let finalTargetData = _22.merge(
+              let finalTargetData = _23.merge(
                 {},
                 sourceData,
                 targetData,
@@ -4109,7 +4126,7 @@ var i18n_default = new Command6().command("i18n").description("Run Localization
                   `Applying changes to ${bucketPath} (${targetLocale})`
                 );
               }
-              const finalDiffSize = _22.chain(finalTargetData).omitBy((value, key) => value === targetData[key]).size().value();
+              const finalDiffSize = _23.chain(finalTargetData).omitBy((value, key) => value === targetData[key]).size().value();
               await bucketLoader.push(targetLocale, finalTargetData);
               if (finalDiffSize > 0 || flags.force) {
                 bucketOra.succeed(
@@ -4277,7 +4294,7 @@ Reviewing changes for ${chalk.blue(args.pathPattern)} (${chalk.yellow(args.targe
     return args.currentData;
   }
   const customData = { ...args.currentData };
-  const changes = _22.reduce(
+  const changes = _23.reduce(
     args.proposedData,
     (result, value, key) => {
       if (args.currentData[key] !== value) {
@@ -4350,7 +4367,7 @@ import path15 from "path";
 import Z4 from "zod";
 import YAML4 from "yaml";
 import { MD5 as MD52 } from "object-hash";
-import _23 from "lodash";
+import _24 from "lodash";
 function createLockfileHelper() {
   return {
     isLockfileExists: () => {
@@ -4360,23 +4377,23 @@ function createLockfileHelper() {
     registerSourceData: (pathPattern, sourceData) => {
       const lockfile = _loadLockfile();
       const sectionKey = MD52(pathPattern);
-      const sectionChecksums = _23.mapValues(sourceData, (value) => MD52(value));
+      const sectionChecksums = _24.mapValues(sourceData, (value) => MD52(value));
       lockfile.checksums[sectionKey] = sectionChecksums;
       _saveLockfile(lockfile);
     },
     registerPartialSourceData: (pathPattern, partialSourceData) => {
       const lockfile = _loadLockfile();
       const sectionKey = MD52(pathPattern);
-      const sectionChecksums = _23.mapValues(partialSourceData, (value) => MD52(value));
-      lockfile.checksums[sectionKey] = _23.merge({}, lockfile.checksums[sectionKey] ?? {}, sectionChecksums);
+      const sectionChecksums = _24.mapValues(partialSourceData, (value) => MD52(value));
+      lockfile.checksums[sectionKey] = _24.merge({}, lockfile.checksums[sectionKey] ?? {}, sectionChecksums);
       _saveLockfile(lockfile);
     },
     extractUpdatedData: (pathPattern, sourceData) => {
       const lockfile = _loadLockfile();
       const sectionKey = MD52(pathPattern);
-      const currentChecksums = _23.mapValues(sourceData, (value) => MD52(value));
+      const currentChecksums = _24.mapValues(sourceData, (value) => MD52(value));
       const savedChecksums = lockfile.checksums[sectionKey] || {};
-      const updatedData = _23.pickBy(sourceData, (value, key) => savedChecksums[key] !== currentChecksums[key]);
+      const updatedData = _24.pickBy(sourceData, (value, key) => savedChecksums[key] !== currentChecksums[key]);
       return updatedData;
     }
   };
@@ -4446,7 +4463,7 @@ var flagsSchema = Z5.object({
 // src/cli/cmd/cleanup.ts
 import { resolveOverriddenLocale as resolveOverriddenLocale5 } from "@lingo.dev/_spec";
 import { Command as Command8 } from "interactive-commander";
-import _24 from "lodash";
+import _25 from "lodash";
 import Ora7 from "ora";
 var cleanup_default = new Command8().command("cleanup").description("Remove keys from target files that do not exist in the source file").helpOption("-h, --help", "Show help").option("--locale <locale>", "Specific locale to cleanup").option("--bucket <bucket>", "Specific bucket to cleanup").option("--dry-run", "Show what would be removed without making changes").option(
   "--verbose",
@@ -4482,7 +4499,7 @@ var cleanup_default = new Command8().command("cleanup").description("Remove keys
           try {
             const targetData = await bucketLoader.pull(targetLocale);
             const targetKeys = Object.keys(targetData);
-            const keysToRemove = _24.difference(targetKeys, sourceKeys);
+            const keysToRemove = _25.difference(targetKeys, sourceKeys);
             if (keysToRemove.length === 0) {
               bucketOra.succeed(`[${targetLocale}] No keys to remove`);
               continue;
@@ -4491,7 +4508,7 @@ var cleanup_default = new Command8().command("cleanup").description("Remove keys
               bucketOra.info(`[${targetLocale}] Keys to remove: ${JSON.stringify(keysToRemove, null, 2)}`);
             }
             if (!options.dryRun) {
-              const cleanedData = _24.pick(targetData, sourceKeys);
+              const cleanedData = _25.pick(targetData, sourceKeys);
               await bucketLoader.push(targetLocale, cleanedData);
               bucketOra.succeed(`[${targetLocale}] Removed ${keysToRemove.length} keys`);
             } else {
@@ -4546,7 +4563,7 @@ import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js"
 import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
 import Z6 from "zod";
 import { ReplexicaEngine } from "@lingo.dev/_sdk";
-var mcp_default = new Command9().command("mcp").description("Use Lingo.dev model context provider with your AI agent").helpOption("-h, --help", "Show help").action(async (_25, program) => {
+var mcp_default = new Command9().command("mcp").description("Use Lingo.dev model context provider with your AI agent").helpOption("-h, --help", "Show help").action(async (_26, program) => {
   const apiKey = program.args[0];
   const settings = getSettings(apiKey);
   if (!settings.auth.apiKey) {
@@ -5627,7 +5644,7 @@ function validateParams2(i18nConfig, flags) {
 // package.json
 var package_default = {
   name: "lingo.dev",
-  version: "0.87.1",
+  version: "0.87.2",
   description: "Lingo.dev CLI",
   private: false,
   publishConfig: {