strapi-llm-translator 0.9.5 → 0.9.6

package/README.md

@@ -6,7 +6,7 @@ The Strapi LLM Translator plugin enhances your localization workflow by utilisin
 
 ## 🚀 Key Features
 
-- 🌍 **Multi-field Support** - Translates all text-based fields (string, text, richtext)
+- 🌍 **Multi-field Support** - Translates all text-based fields (string, text, richtext) and JSON/Blocks content, including Strapi 5 structured rich text
 - 🔌 **LLM Agnostic** - Works with any OpenAI-compatible API (your choice of provider)
 - 📝 **Format Preservation** - Maintains markdown formatting during translation
 - 🔗 **Smart UUID Handling** - Auto-translates slugs when i18n is enabled with relative fields

package/dist/server/index.js

@@ -134,13 +134,32 @@ const cleanJSONString = (content) => {
   return content.replace(/^```json\s*\n/, "").replace(/^```\s*\n/, "").replace(/\n\s*```$/, "").replace(/\u200B/g, "").replace(/[\u2018\u2019]/g, "'").replace(/[\u201C\u201D]/g, '"').trim();
 };
 const balanceJSONBraces = (content) => {
-  const openBraces = (content.match(/{/g) || []).length;
-  const closeBraces = (content.match(/}/g) || []).length;
+  let openBraces = 0;
+  let closeBraces = 0;
+  let inString = false;
+  for (let i = 0; i < content.length; i += 1) {
+    const char = content[i];
+    if (char === '"' && content[i - 1] !== "\\") {
+      inString = !inString;
+    }
+    if (!inString) {
+      if (char === "{") openBraces += 1;
+      if (char === "}") closeBraces += 1;
+    }
+  }
   if (openBraces > closeBraces) {
     return content + "}".repeat(openBraces - closeBraces);
   }
   return content;
 };
+const extractJSONObject = (content) => {
+  const firstBrace = content.indexOf("{");
+  const lastBrace = content.lastIndexOf("}");
+  if (firstBrace !== -1 && lastBrace !== -1 && lastBrace > firstBrace) {
+    return content.slice(firstBrace, lastBrace + 1);
+  }
+  return content;
+};
 const safeJSONParse = (content) => {
   const parsed = JSON.parse(content);
   if (typeof parsed === "object" && parsed !== null) {
@@ -153,46 +172,56 @@ const openai = new openai$1.OpenAI({
   apiKey: process.env.LLM_TRANSLATOR_LLM_API_KEY
 });
 const model = process.env.STRAPI_ADMIN_LLM_TRANSLATOR_LLM_MODEL;
-const isTranslatableField = (contentType, key, value) => {
-  if (typeof value !== "string") {
-    return false;
-  }
-  const fieldSchema = contentType?.attributes?.[key];
-  if (!fieldSchema) {
-    return false;
-  }
-  const isStringOrText = ["string", "text", "richtext"].includes(fieldSchema.type);
-  const isNotUID = fieldSchema.type !== "uid";
-  const isLocalizable = fieldSchema.pluginOptions?.i18n?.localized !== false;
-  return isStringOrText && isNotUID && isLocalizable;
-};
 const extractTranslatableFields = (contentType, fields, components = {}) => {
   const translatableFields = [];
-  Object.entries(fields).forEach(([key, value]) => {
-    if (isTranslatableField(contentType, key, value)) {
-      translatableFields.push({
-        path: [key],
-        value,
-        originalPath: [key]
-      });
+  const isTranslatableFieldSchema = (schema, value) => {
+    if (!schema) {
+      return false;
     }
-  });
-  if (fields.blocks && Array.isArray(fields.blocks)) {
-    fields.blocks.forEach((block, blockIndex) => {
-      if (block.__component && components[block.__component]) {
-        const componentSchema = components[block.__component];
-        Object.entries(componentSchema.attributes).forEach(([fieldName, schema]) => {
-          if (block[fieldName] && typeof block[fieldName] === "string" && ["string", "text", "richtext"].includes(schema.type)) {
-            translatableFields.push({
-              path: ["blocks", String(blockIndex), fieldName],
-              value: block[fieldName],
-              originalPath: ["blocks", String(blockIndex), fieldName]
-            });
+    const { type } = schema;
+    const isStringType = ["string", "text"].includes(type) && typeof value === "string";
+    const isRichTextType = ["richtext", "richText", "blocks"].includes(type) && (typeof value === "string" || typeof value === "object");
+    const isJSONType = type === "json" && typeof value === "object";
+    const isNotUID = type !== "uid";
+    const isLocalizable = schema.pluginOptions?.i18n?.localized !== false;
+    return (isStringType || isRichTextType || isJSONType) && isNotUID && isLocalizable;
+  };
+  const traverse = (schema, data, path = [], originalPath = []) => {
+    Object.entries(schema.attributes || {}).forEach(([fieldName, fieldSchemaRaw]) => {
+      const fieldSchema = fieldSchemaRaw;
+      const value = data?.[fieldName];
+      if (value === void 0 || value === null) {
+        return;
+      }
+      if (isTranslatableFieldSchema(fieldSchema, value)) {
+        translatableFields.push({
+          path: [...path, fieldName],
+          value,
+          originalPath: [...originalPath, fieldName]
+        });
+        return;
+      }
+      if (fieldSchema.type === "component") {
+        const componentSchema = components[fieldSchema.component];
+        if (!componentSchema) return;
+        if (fieldSchema.repeatable && Array.isArray(value)) {
+          value.forEach(
+            (item, index2) => traverse(componentSchema, item, [...path, fieldName, String(index2)], [...originalPath, fieldName, String(index2)])
+          );
+        } else if (typeof value === "object") {
+          traverse(componentSchema, value, [...path, fieldName], [...originalPath, fieldName]);
+        }
+      } else if (fieldSchema.type === "dynamiczone" && Array.isArray(value)) {
+        value.forEach((item, index2) => {
+          const compSchema = components[item.__component];
+          if (compSchema) {
+            traverse(compSchema, item, [...path, fieldName, String(index2)], [...originalPath, fieldName, String(index2)]);
           }
         });
       }
     });
-  }
+  };
+  traverse(contentType, fields, [], []);
   return translatableFields;
 };
 const prepareTranslationPayload = (fields) => {
@@ -326,7 +355,7 @@ IMPORTANT RULES:
 4. Keep HTML tags intact if present
 5. Preserve any special characters or placeholders
 6. Return ONLY the translated JSON object
-7. Ensure the JSON is valid and well-formed, all values must be strings
+7. Ensure the JSON is valid and well-formed. Keep arrays and nested objects intact
 8. Do not add any explanations or comments
 9. Ensure professional and culturally appropriate translations
 
@@ -349,7 +378,8 @@ const createLLMRequest = (messages, temperature = 0.1) => {
   return openai.chat.completions.create({
     model,
     messages,
-    temperature
+    temperature,
+    response_format: { type: "json_object" }
   });
 };
 const callLLMProvider = async (prompt, systemPrompt, model2, config2) => {
@@ -387,10 +417,11 @@ const parseLLMResponse = async (response) => {
     const content = response.choices[0]?.message?.content;
     if (!content) throw new Error("No content in response");
     const cleanContent = cleanJSONString(content);
+    const jsonContent = extractJSONObject(cleanContent);
     try {
-      return safeJSONParse(cleanContent);
+      return safeJSONParse(jsonContent);
     } catch (parseError) {
-      const balancedContent = balanceJSONBraces(cleanContent);
+      const balancedContent = balanceJSONBraces(jsonContent);
       try {
         return safeJSONParse(balancedContent);
       } catch (secondError) {

package/dist/server/index.mjs

@@ -133,13 +133,32 @@ const cleanJSONString = (content) => {
   return content.replace(/^```json\s*\n/, "").replace(/^```\s*\n/, "").replace(/\n\s*```$/, "").replace(/\u200B/g, "").replace(/[\u2018\u2019]/g, "'").replace(/[\u201C\u201D]/g, '"').trim();
 };
 const balanceJSONBraces = (content) => {
-  const openBraces = (content.match(/{/g) || []).length;
-  const closeBraces = (content.match(/}/g) || []).length;
+  let openBraces = 0;
+  let closeBraces = 0;
+  let inString = false;
+  for (let i = 0; i < content.length; i += 1) {
+    const char = content[i];
+    if (char === '"' && content[i - 1] !== "\\") {
+      inString = !inString;
+    }
+    if (!inString) {
+      if (char === "{") openBraces += 1;
+      if (char === "}") closeBraces += 1;
+    }
+  }
   if (openBraces > closeBraces) {
     return content + "}".repeat(openBraces - closeBraces);
   }
   return content;
 };
+const extractJSONObject = (content) => {
+  const firstBrace = content.indexOf("{");
+  const lastBrace = content.lastIndexOf("}");
+  if (firstBrace !== -1 && lastBrace !== -1 && lastBrace > firstBrace) {
+    return content.slice(firstBrace, lastBrace + 1);
+  }
+  return content;
+};
 const safeJSONParse = (content) => {
   const parsed = JSON.parse(content);
   if (typeof parsed === "object" && parsed !== null) {
@@ -152,46 +171,56 @@ const openai = new OpenAI({
   apiKey: process.env.LLM_TRANSLATOR_LLM_API_KEY
 });
 const model = process.env.STRAPI_ADMIN_LLM_TRANSLATOR_LLM_MODEL;
-const isTranslatableField = (contentType, key, value) => {
-  if (typeof value !== "string") {
-    return false;
-  }
-  const fieldSchema = contentType?.attributes?.[key];
-  if (!fieldSchema) {
-    return false;
-  }
-  const isStringOrText = ["string", "text", "richtext"].includes(fieldSchema.type);
-  const isNotUID = fieldSchema.type !== "uid";
-  const isLocalizable = fieldSchema.pluginOptions?.i18n?.localized !== false;
-  return isStringOrText && isNotUID && isLocalizable;
-};
 const extractTranslatableFields = (contentType, fields, components = {}) => {
   const translatableFields = [];
-  Object.entries(fields).forEach(([key, value]) => {
-    if (isTranslatableField(contentType, key, value)) {
-      translatableFields.push({
-        path: [key],
-        value,
-        originalPath: [key]
-      });
+  const isTranslatableFieldSchema = (schema, value) => {
+    if (!schema) {
+      return false;
     }
-  });
-  if (fields.blocks && Array.isArray(fields.blocks)) {
-    fields.blocks.forEach((block, blockIndex) => {
-      if (block.__component && components[block.__component]) {
-        const componentSchema = components[block.__component];
-        Object.entries(componentSchema.attributes).forEach(([fieldName, schema]) => {
-          if (block[fieldName] && typeof block[fieldName] === "string" && ["string", "text", "richtext"].includes(schema.type)) {
-            translatableFields.push({
-              path: ["blocks", String(blockIndex), fieldName],
-              value: block[fieldName],
-              originalPath: ["blocks", String(blockIndex), fieldName]
-            });
+    const { type } = schema;
+    const isStringType = ["string", "text"].includes(type) && typeof value === "string";
+    const isRichTextType = ["richtext", "richText", "blocks"].includes(type) && (typeof value === "string" || typeof value === "object");
+    const isJSONType = type === "json" && typeof value === "object";
+    const isNotUID = type !== "uid";
+    const isLocalizable = schema.pluginOptions?.i18n?.localized !== false;
+    return (isStringType || isRichTextType || isJSONType) && isNotUID && isLocalizable;
+  };
+  const traverse = (schema, data, path = [], originalPath = []) => {
+    Object.entries(schema.attributes || {}).forEach(([fieldName, fieldSchemaRaw]) => {
+      const fieldSchema = fieldSchemaRaw;
+      const value = data?.[fieldName];
+      if (value === void 0 || value === null) {
+        return;
+      }
+      if (isTranslatableFieldSchema(fieldSchema, value)) {
+        translatableFields.push({
+          path: [...path, fieldName],
+          value,
+          originalPath: [...originalPath, fieldName]
+        });
+        return;
+      }
+      if (fieldSchema.type === "component") {
+        const componentSchema = components[fieldSchema.component];
+        if (!componentSchema) return;
+        if (fieldSchema.repeatable && Array.isArray(value)) {
+          value.forEach(
+            (item, index2) => traverse(componentSchema, item, [...path, fieldName, String(index2)], [...originalPath, fieldName, String(index2)])
+          );
+        } else if (typeof value === "object") {
+          traverse(componentSchema, value, [...path, fieldName], [...originalPath, fieldName]);
+        }
+      } else if (fieldSchema.type === "dynamiczone" && Array.isArray(value)) {
+        value.forEach((item, index2) => {
+          const compSchema = components[item.__component];
+          if (compSchema) {
+            traverse(compSchema, item, [...path, fieldName, String(index2)], [...originalPath, fieldName, String(index2)]);
           }
         });
       }
     });
-  }
+  };
+  traverse(contentType, fields, [], []);
   return translatableFields;
 };
 const prepareTranslationPayload = (fields) => {
@@ -325,7 +354,7 @@ IMPORTANT RULES:
 4. Keep HTML tags intact if present
 5. Preserve any special characters or placeholders
 6. Return ONLY the translated JSON object
-7. Ensure the JSON is valid and well-formed, all values must be strings
+7. Ensure the JSON is valid and well-formed. Keep arrays and nested objects intact
 8. Do not add any explanations or comments
 9. Ensure professional and culturally appropriate translations
 
@@ -348,7 +377,8 @@ const createLLMRequest = (messages, temperature = 0.1) => {
   return openai.chat.completions.create({
     model,
     messages,
-    temperature
+    temperature,
+    response_format: { type: "json_object" }
   });
 };
 const callLLMProvider = async (prompt, systemPrompt, model2, config2) => {
@@ -386,10 +416,11 @@ const parseLLMResponse = async (response) => {
     const content = response.choices[0]?.message?.content;
     if (!content) throw new Error("No content in response");
     const cleanContent = cleanJSONString(content);
+    const jsonContent = extractJSONObject(cleanContent);
     try {
-      return safeJSONParse(cleanContent);
+      return safeJSONParse(jsonContent);
     } catch (parseError) {
-      const balancedContent = balanceJSONBraces(cleanContent);
+      const balancedContent = balanceJSONBraces(jsonContent);
       try {
         return safeJSONParse(balancedContent);
       } catch (secondError) {

package/dist/server/src/types/index.d.ts

@@ -32,7 +32,7 @@ export interface GenerateRequestBody {
 }
 export interface TranslatableField {
     path: string[];
-    value: string;
+    value: any;
     originalPath: string[];
 }
 export interface UIDField {

package/dist/server/src/utils/json-utils.d.ts

@@ -1,3 +1,4 @@
 export declare const cleanJSONString: (content: string) => string;
 export declare const balanceJSONBraces: (content: string) => string;
+export declare const extractJSONObject: (content: string) => string;
 export declare const safeJSONParse: (content: string) => Record<string, any>;

package/package.json

@@ -1,5 +1,5 @@
 {
-  "version": "0.9.5",
+  "version": "0.9.6",
   "keywords": [
     "strapi",
     "plugin",