@braze/sanity-plugin-ai-translation 0.2.52 → 0.2.54

package/dist/index.js

@@ -1,7 +1,7 @@
 import { getPublishedId, pathToString, useClient, defineType, defineField, definePlugin } from "sanity";
 import { jsx, jsxs, Fragment } from "react/jsx-runtime";
 import { WarningOutlineIcon, SearchIcon, CheckmarkIcon, ErrorOutlineIcon, CircleIcon, ArrowRightIcon, ResetIcon, PanelRightIcon, TranslateIcon } from "@sanity/icons";
-import { createContext, useReducer, useEffect, useContext, useMemo, useState, useCallback } from "react";
+import { createContext, useReducer, useRef, useEffect, useContext, useMemo, useState, useCallback } from "react";
 import defaults from "lodash.defaults";
 import { Card, Stack, Flex, Text, Box, Heading, Button, Spinner, Inline, Checkbox, Grid, Radio, TextInput, Badge, Select, Label, Code, Tooltip } from "@sanity/ui";
 import { toPlainText } from "@portabletext/react";
@@ -62,7 +62,7 @@ const isLoggingEnabled = () => process.env.NEXT_PUBLIC_SANITY_STUDIO_AI_TRANSLAT
       error: error instanceof Error ? error.message : "Network error"
     };
   }
-}, activeTranslations = /* @__PURE__ */ new Map(), registerActiveTranslation = (documentId, releaseId) => {
+}, undraftId = (id) => id.replace(/^drafts\./, ""), activeTranslations = /* @__PURE__ */ new Map(), registerActiveTranslation = (documentId, releaseId) => {
   const entry = {
     state: {
       documentId,
@@ -80,7 +80,7 @@ const isLoggingEnabled = () => process.env.NEXT_PUBLIC_SANITY_STUDIO_AI_TRANSLAT
 }, updateActiveTranslationJob = (documentId, job) => {
   const entry = activeTranslations.get(documentId);
   if (entry) {
-    const jobKey = `${job._id}_${job.language}`, existingJob = entry.state.translationJobs.get(jobKey), jobWithDefinedValues = Object.fromEntries(
+    const jobKey = `${undraftId(job._id)}_${job.language}`, existingJob = entry.state.translationJobs.get(jobKey), jobWithDefinedValues = Object.fromEntries(
       Object.entries(job).filter(([_, value]) => value !== void 0)
     ), mergedJob = existingJob ? { ...existingJob, ...jobWithDefinedValues } : jobWithDefinedValues;
     entry.state.translationJobs.set(jobKey, mergedJob), notifySubscribers(entry);
@@ -114,6 +114,7 @@ const isLoggingEnabled = () => process.env.NEXT_PUBLIC_SANITY_STUDIO_AI_TRANSLAT
   shouldTranslateReferences: !1,
   maxReferenceDepth: 1,
   references: [],
+  selectedReferenceIds: /* @__PURE__ */ new Set(),
   translationMetadata: null,
   translationMode: "sanity-only",
   openaiValidated: !1,
@@ -167,8 +168,13 @@ const isLoggingEnabled = () => process.env.NEXT_PUBLIC_SANITY_STUDIO_AI_TRANSLAT
         ...context,
         references: action.payload
       };
+    case "SET_SELECTED_REFERENCE_IDS":
+      return {
+        ...context,
+        selectedReferenceIds: action.payload
+      };
     case "SET_TRANSLATION_JOB_STATUS": {
-      const jobKey = `${action.payload._id}_${action.payload.language}`, newTranslationJobs = new Map(context.translationJobs), existingJob = newTranslationJobs.get(jobKey), mergedJob = defaults(action.payload, existingJob);
+      const jobKey = `${undraftId(action.payload._id)}_${action.payload.language}`, newTranslationJobs = new Map(context.translationJobs), existingJob = newTranslationJobs.get(jobKey), mergedJob = defaults(action.payload, existingJob);
       return newTranslationJobs.set(jobKey, mergedJob), {
         ...context,
         translationJobs: newTranslationJobs
@@ -191,6 +197,7 @@ const isLoggingEnabled = () => process.env.NEXT_PUBLIC_SANITY_STUDIO_AI_TRANSLAT
         ...context,
         overallStatus: "idle",
         translationJobs: /* @__PURE__ */ new Map(),
+        selectedReferenceIds: /* @__PURE__ */ new Set(),
         // Clear any release conflicts from previous run
         releaseConfig: {
           ...context.releaseConfig,
@@ -218,6 +225,7 @@ const isLoggingEnabled = () => process.env.NEXT_PUBLIC_SANITY_STUDIO_AI_TRANSLAT
     shouldTranslateReferences: !1,
     maxReferenceDepth: 1,
     references: [],
+    selectedReferenceIds: /* @__PURE__ */ new Set(),
     // Restore jobs from active translation if available
     translationJobs: activeTranslation?.translationJobs ?? /* @__PURE__ */ new Map(),
     translationMode: config?.openai?.defaultMode || "sanity-only",
@@ -233,7 +241,7 @@ const isLoggingEnabled = () => process.env.NEXT_PUBLIC_SANITY_STUDIO_AI_TRANSLAT
     jobCount: activeTranslation.translationJobs.size,
     component: "TranslationContextProvider"
   });
-  const [context, dispatch] = useReducer(translationReducer, initialContext);
+  const [context, dispatch] = useReducer(translationReducer, initialContext), lastProcessedRefsRef = useRef("");
   return useEffect(() => {
     const handleActiveTranslationUpdate = (state) => {
       dispatch({
@@ -273,7 +281,28 @@ const isLoggingEnabled = () => process.env.NEXT_PUBLIC_SANITY_STUDIO_AI_TRANSLAT
           });
         }
     })();
-  }, [config?.openai?.apiKey, config?.openai?.enabled, config?.openai?.model]), devLog.debug("Translation context state initialized", {
+  }, [config?.openai?.apiKey, config?.openai?.enabled, config?.openai?.model]), useEffect(() => {
+    const currentRefsKey = context.references.map((ref) => ref._id).sort().join(",");
+    if (currentRefsKey !== lastProcessedRefsRef.current) {
+      if (context.references.length > 0) {
+        const currentReferenceIds = new Set(context.references.map((ref) => ref._id)), previousReferenceIds = new Set(
+          lastProcessedRefsRef.current ? lastProcessedRefsRef.current.split(",") : []
+        ), hasNewReferences = Array.from(currentReferenceIds).some((id) => !previousReferenceIds.has(id)), currentSelection = context.selectedReferenceIds;
+        if (currentSelection.size === 0 || hasNewReferences) {
+          const newSelection = new Set(currentSelection);
+          currentReferenceIds.forEach((id) => {
+            newSelection.add(id);
+          });
+          const currentIds = Array.from(currentSelection).sort(), newIds = Array.from(newSelection).sort();
+          (currentIds.length !== newIds.length || !currentIds.every((id, i) => id === newIds[i])) && dispatch({
+            type: "SET_SELECTED_REFERENCE_IDS",
+            payload: newSelection
+          });
+        }
+      }
+      lastProcessedRefsRef.current = currentRefsKey;
+    }
+  }, [context.references, context.selectedReferenceIds]), devLog.debug("Translation context state initialized", {
     documentId: document._id,
     overallStatus: context.overallStatus,
     selectedLanguages: context.selectedTargetLanguages,
@@ -290,7 +319,7 @@ const isLoggingEnabled = () => process.env.NEXT_PUBLIC_SANITY_STUDIO_AI_TRANSLAT
   return context;
 }, getExistingTranslationId = (translationMetadata, targetLanguage) => translationMetadata?.translations?.length && translationMetadata.translations.find(
   (translation) => translation._key === targetLanguage
-)?.value._ref || null, undraftId = (id) => id.replace(/^drafts\./, ""), TRANSLATION_METADATA_TYPE = "translation.metadata", getTranslationMetadata = async ({
+)?.value._ref || null, TRANSLATION_METADATA_TYPE = "translation.metadata", getTranslationMetadata = async ({
   client,
   sourceDocument,
   sourceLanguage
@@ -1253,7 +1282,9 @@ function restoreTransforms({
         schemaType,
         document: translatedDocument
       };
-      devLog.debug("Restoring transform for field", { fieldPath, schemaType }), restoredObj[key] = transform.fromTranslatable(value, originalValue, context);
+      devLog.debug("Restoring transform for field", { fieldPath, schemaType });
+      const restoredValue = transform.fromTranslatable(value, originalValue, context);
+      restoredObj[key] = restoredValue;
     } else
       restoredObj[key] = restoreTransforms({
         translatedDocument: value,
@@ -1491,9 +1522,9 @@ const globalTransformRegistry = new TransformRegistry(), callGPT5 = async (apiKe
   }, modelPricing = pricing[model] || pricing["gpt-5"], cachedInputRate = model === "gpt-5.1" ? 0.125 / 1e6 : modelPricing.input;
   return Math.max(0, tokens.prompt - tokens.cached) * modelPricing.input + tokens.cached * cachedInputRate + tokens.completion * modelPricing.output + tokens.reasoning * modelPricing.reasoning;
 }, deserializeDocument = (originalDoc, reviewedText) => {
-  const parsed = parseReviewFormat(reviewedText), result = cloneDeep(originalDoc);
+  const parsed = parseReviewFormat(reviewedText, originalDoc), result = cloneDeep(originalDoc);
   return applyTextChanges(result, parsed), result;
-}, parseReviewFormat = (text) => {
+}, parseReviewFormat = (text, originalDoc) => {
   const root = [], stack = [], lines = text.split(`
 `);
   for (let i = 0; i < lines.length; i++) {
@@ -1526,8 +1557,16 @@ const globalTransformRegistry = new TransformRegistry(), callGPT5 = async (apiKe
       }
       const content = contentLines.join(`
 `);
-      let contentType = "translatable.vtt.captions";
-      (content.includes("<block") || content.includes("<span")) && (contentType = "translatable.richtext");
+      let contentType;
+      try {
+        const fieldValue = get(originalDoc, [fieldName]);
+        if (fieldValue && typeof fieldValue == "object" && fieldValue !== null) {
+          const fieldType = fieldValue._type;
+          typeof fieldType == "string" && fieldType.startsWith("translatable.") && (contentType = fieldType);
+        }
+      } catch {
+      }
+      contentType || (content.includes("<block") || content.includes("<span") ? contentType = "translatable.richtext" : contentType = "translatable.vtt.captions");
       const node = {
         type: "field",
         name: fieldName,
@@ -1564,7 +1603,7 @@ const globalTransformRegistry = new TransformRegistry(), callGPT5 = async (apiKe
           parent && parent.children.push(node);
         } else
           root.push(node);
-      else if (attributes.type === "translatable.vtt.captions" || attributes.type === "translatable.richtext") {
+      else if (attributes.type && typeof attributes.type == "string" && attributes.type.startsWith("translatable.")) {
         const contentLines = [];
         for (i++; i < lines.length; ) {
           const currentLine = lines[i];
@@ -1626,14 +1665,13 @@ const globalTransformRegistry = new TransformRegistry(), callGPT5 = async (apiKe
       applyFieldChanges(doc, path, node);
     }
 }, applyFieldChanges = (doc, path, node) => {
-  if (node.attributes.type === "translatable.vtt.captions") {
-    const fieldValue = get(doc, path);
-    fieldValue && typeof fieldValue == "object" && fieldValue._type === "translatable.vtt.captions" && node.text && set(doc, [...path, "translationText"], node.text);
-    return;
-  }
-  if (node.attributes.type === "translatable.richtext") {
+  const nodeType = node.attributes.type;
+  if (typeof nodeType == "string" && nodeType.startsWith("translatable.")) {
     const fieldValue = get(doc, path);
-    fieldValue && typeof fieldValue == "object" && fieldValue._type === "translatable.richtext" && node.text && set(doc, [...path, "translationText"], node.text);
+    if (fieldValue && typeof fieldValue == "object" && fieldValue !== null) {
+      const fieldType = fieldValue._type;
+      typeof fieldType == "string" && fieldType === nodeType && node.text && set(doc, [...path, "translationText"], node.text);
+    }
     return;
   }
   if (node.attributes.type === "array") {
@@ -1721,12 +1759,9 @@ const globalTransformRegistry = new TransformRegistry(), callGPT5 = async (apiKe
       return;
     }
     if (isPlainObject(value)) {
-      if (value._type === "translatable.vtt.captions" && typeof value.translationText == "string") {
-        lines.push(`${indentStr}--- ${fieldName} ---`), lines.push(value.translationText), lines.push(`${indentStr}--- /${fieldName} ---`);
-        return;
-      }
-      if (value._type === "translatable.richtext" && typeof value.translationText == "string") {
-        lines.push(`${indentStr}--- ${fieldName} ---`), lines.push(value.translationText), lines.push(`${indentStr}--- /${fieldName} ---`);
+      const valueObj = value, valueType = valueObj._type, translationText = valueObj.translationText;
+      if (typeof valueType == "string" && valueType.startsWith("translatable.") && typeof translationText == "string") {
+        lines.push(`${indentStr}--- ${fieldName} ---`), lines.push(translationText), lines.push(`${indentStr}--- /${fieldName} ---`);
         return;
       }
       lines.push(`${indentStr}<field name="${fieldName}" type="object">`);
@@ -2656,10 +2691,11 @@ ${protectedPhrases.join(", ")}`, buildStyleGuideSection = (globalPrompt, localeP
     overallStatus,
     dispatch,
     references,
+    selectedReferenceIds,
     selectedTargetLanguages,
     translationMode,
     releaseConfig
-  } = useTranslationContext(), client = useClient({ apiVersion: "vX" }), [conflictContext, setConflictContext] = useState(null), [isCheckingConflicts, setIsCheckingConflicts] = useState(!1);
+  } = useTranslationContext(), client = useClient({ apiVersion: "vX" }), [conflictContext, setConflictContext] = useState(null), [isCheckingConflicts, setIsCheckingConflicts] = useState(!1), filteredReferences = references.filter((ref) => selectedReferenceIds.has(ref._id));
   useEffect(() => {
     releaseConfig.mode === "new" && conflictContext && setConflictContext(null);
   }, [releaseConfig.mode, conflictContext]);
@@ -2672,7 +2708,7 @@ ${protectedPhrases.join(", ")}`, buildStyleGuideSection = (globalPrompt, localeP
         dispatch,
         languageFieldName: config.languageFieldName,
         schemaId: config.schemaId,
-        references,
+        references: filteredReferences,
         maxConcurrentTranslationJobs: config.maxConcurrentTranslationJobs,
         maxReferenceDepth: config.maxReferenceDepth,
         translationMode,
@@ -2698,7 +2734,7 @@ ${protectedPhrases.join(", ")}`, buildStyleGuideSection = (globalPrompt, localeP
       config.maxReferenceDepth,
       config.openai,
       config.excludeFields,
-      references,
+      filteredReferences,
       translationMode,
       releaseConfig
     ]
@@ -2716,7 +2752,7 @@ ${protectedPhrases.join(", ")}`, buildStyleGuideSection = (globalPrompt, localeP
         sourceDocument: document,
         targetLanguages: selectedTargetLanguages,
         languageFieldName: config.languageFieldName,
-        references
+        references: filteredReferences
       });
       if (setIsCheckingConflicts(!1), foundConflicts.length > 0) {
         setConflictContext({
@@ -2727,7 +2763,7 @@ ${protectedPhrases.join(", ")}`, buildStyleGuideSection = (globalPrompt, localeP
       }
     }
     startTranslation(!1);
-  }, [releaseConfig, client, document, selectedTargetLanguages, config.languageFieldName, startTranslation, references]), handleCancelConflict = useCallback(() => {
+  }, [releaseConfig, client, document, selectedTargetLanguages, config.languageFieldName, startTranslation, filteredReferences]), handleCancelConflict = useCallback(() => {
     setConflictContext(null);
   }, []), handleReplaceConflict = useCallback(() => {
     conflictContext && startTranslation(!0, conflictContext.releaseId);
@@ -3101,8 +3137,104 @@ ${protectedPhrases.join(", ")}`, buildStyleGuideSection = (globalPrompt, localeP
     });
   }
   return result;
+}, ReferenceSelectionPanel = () => {
+  const { references, selectedReferenceIds, dispatch } = useTranslationContext(), [typeFilter, setTypeFilter] = useState("all"), documentTypes = useMemo(() => {
+    const types = new Set(references.map((ref) => ref._type));
+    return Array.from(types).sort();
+  }, [references]), filteredReferences = useMemo(() => typeFilter === "all" ? references : references.filter((ref) => ref._type === typeFilter), [references, typeFilter]), selectedCount = useMemo(() => filteredReferences.filter((ref) => selectedReferenceIds.has(ref._id)).length, [filteredReferences, selectedReferenceIds]), handleToggleReference = (referenceId) => {
+    const newSelection = new Set(selectedReferenceIds);
+    newSelection.has(referenceId) ? newSelection.delete(referenceId) : newSelection.add(referenceId), dispatch({
+      type: "SET_SELECTED_REFERENCE_IDS",
+      payload: newSelection
+    });
+  }, handleSelectAll = () => {
+    const newSelection = new Set(selectedReferenceIds);
+    filteredReferences.forEach((ref) => {
+      newSelection.add(ref._id);
+    }), dispatch({
+      type: "SET_SELECTED_REFERENCE_IDS",
+      payload: newSelection
+    });
+  }, handleSelectNone = () => {
+    const newSelection = new Set(selectedReferenceIds);
+    filteredReferences.forEach((ref) => {
+      newSelection.delete(ref._id);
+    }), dispatch({
+      type: "SET_SELECTED_REFERENCE_IDS",
+      payload: newSelection
+    });
+  };
+  return references.length === 0 ? null : /* @__PURE__ */ jsx(Card, { padding: 4, border: !0, muted: !0, children: /* @__PURE__ */ jsxs(Stack, { space: 3, children: [
+    /* @__PURE__ */ jsxs(Flex, { justify: "space-between", align: "center", gap: 2, children: [
+      /* @__PURE__ */ jsxs(Flex, { gap: 2, align: "center", children: [
+        /* @__PURE__ */ jsx(Text, { size: 1, weight: "semibold", children: "Select References" }),
+        /* @__PURE__ */ jsxs(Text, { size: 1, muted: !0, children: [
+          "(",
+          selectedCount,
+          " of ",
+          filteredReferences.length,
+          " selected)"
+        ] })
+      ] }),
+      /* @__PURE__ */ jsxs(Flex, { gap: 2, children: [
+        /* @__PURE__ */ jsx(Button, { mode: "ghost", size: 1, onClick: handleSelectAll, text: "Select All" }),
+        /* @__PURE__ */ jsx(Button, { mode: "ghost", size: 1, onClick: handleSelectNone, text: "Select None" })
+      ] })
+    ] }),
+    documentTypes.length > 1 && /* @__PURE__ */ jsxs(Flex, { align: "center", gap: 2, children: [
+      /* @__PURE__ */ jsx(Text, { size: 1, muted: !0, children: "Filter by type:" }),
+      /* @__PURE__ */ jsxs(
+        Select,
+        {
+          value: typeFilter,
+          onChange: (event) => setTypeFilter(event.target.value),
+          style: { minWidth: "150px" },
+          children: [
+            /* @__PURE__ */ jsxs("option", { value: "all", children: [
+              "All types (",
+              references.length,
+              ")"
+            ] }),
+            documentTypes.map((type) => {
+              const count = references.filter((ref) => ref._type === type).length;
+              return /* @__PURE__ */ jsxs("option", { value: type, children: [
+                type,
+                " (",
+                count,
+                ")"
+              ] }, type);
+            })
+          ]
+        }
+      )
+    ] }),
+    /* @__PURE__ */ jsx(Box, { style: { maxHeight: "400px", overflowY: "auto" }, children: /* @__PURE__ */ jsx(Stack, { space: 2, children: filteredReferences.length === 0 ? /* @__PURE__ */ jsx(Text, { size: 1, muted: !0, children: "No references match the selected filter." }) : filteredReferences.map((reference) => {
+      const isSelected = selectedReferenceIds.has(reference._id), displayTitle = reference.title || reference._id;
+      return /* @__PURE__ */ jsx(Card, { padding: 3, border: !0, radius: 2, children: /* @__PURE__ */ jsxs(Flex, { align: "center", gap: 3, children: [
+        /* @__PURE__ */ jsx(
+          Checkbox,
+          {
+            checked: isSelected,
+            onChange: () => handleToggleReference(reference._id)
+          }
+        ),
+        /* @__PURE__ */ jsxs(Flex, { flex: 1, align: "center", gap: 2, children: [
+          /* @__PURE__ */ jsx(Text, { size: 1, children: displayTitle }),
+          /* @__PURE__ */ jsx(Badge, { tone: "primary", fontSize: 0, children: reference._type })
+        ] })
+      ] }) }, reference._id);
+    }) }) })
+  ] }) });
 }, ReferenceConfigPanel = () => {
-  const { dispatch, document, shouldTranslateReferences, maxReferenceDepth, config, references } = useTranslationContext(), client = useClient({ apiVersion: "vX" }), [isLoadingReferences, setIsLoadingReferences] = useState(!1), maxDepth = config.maxReferenceDepth || 3;
+  const {
+    dispatch,
+    document,
+    shouldTranslateReferences,
+    maxReferenceDepth,
+    config,
+    references,
+    selectedReferenceIds
+  } = useTranslationContext(), client = useClient({ apiVersion: "vX" }), [isLoadingReferences, setIsLoadingReferences] = useState(!1), [showSelectionPanel, setShowSelectionPanel] = useState(!1), maxDepth = config.maxReferenceDepth || 3;
   useEffect(() => {
     (async () => {
       if (setIsLoadingReferences(!0), !shouldTranslateReferences) {
@@ -3172,7 +3304,24 @@ ${protectedPhrases.join(", ")}`, buildStyleGuideSection = (globalPrompt, localeP
         )
       ] }) : null
     ] }),
-    shouldTranslateReferences ? /* @__PURE__ */ jsx(Flex, { padding: 2, justify: "flex-end", children: /* @__PURE__ */ jsx(Text, { size: 1, muted: !0, children: isLoadingReferences ? "Loading references..." : references.length === 0 ? "No translatable references found." : `${references.length} translatable references found.` }) }) : null
+    shouldTranslateReferences ? /* @__PURE__ */ jsxs(Fragment, { children: [
+      /* @__PURE__ */ jsxs(Flex, { padding: 2, justify: "space-between", align: "center", children: [
+        /* @__PURE__ */ jsx(Text, { size: 1, muted: !0, children: isLoadingReferences ? "Loading references..." : references.length === 0 ? "No translatable references found." : (() => {
+          const selectedCount = references.filter((ref) => selectedReferenceIds.has(ref._id)).length, totalCount = references.length;
+          return selectedCount === totalCount ? `${totalCount} reference${totalCount === 1 ? "" : "s"} will be translated along with this document.` : `${selectedCount} of ${totalCount} reference${totalCount === 1 ? "" : "s"} will be translated along with this document.`;
+        })() }),
+        !isLoadingReferences && references.length > 0 && /* @__PURE__ */ jsx(
+          Button,
+          {
+            mode: "ghost",
+            size: 1,
+            text: showSelectionPanel ? "Hide selection" : "Select specific references...",
+            onClick: () => setShowSelectionPanel(!showSelectionPanel)
+          }
+        )
+      ] }),
+      !isLoadingReferences && references.length > 0 && showSelectionPanel && /* @__PURE__ */ jsx(ReferenceSelectionPanel, {})
+    ] }) : null
   ] });
 }, WriteSettingsPanel = () => /* @__PURE__ */ jsx(ReferenceConfigPanel, {}), TranslationConfigView = ({ setIsDialogOpen }) => /* @__PURE__ */ jsxs(Stack, { space: 4, children: [
   /* @__PURE__ */ jsxs(Stack, { space: 2, children: [
@@ -3984,7 +4133,14 @@ function parseSRTContent(content) {
     contentPreview: content.substring(0, 100) + (content.length > 100 ? "..." : "")
   }), !content || content.trim() === "")
     return [];
-  const cues = [], cueBlocks = content.split(/\n\s*\n/);
+  let normalizedContent = content;
+  content.includes("\\n") && !content.includes(`
+`) && (normalizedContent = content.replace(/\\n/g, `
+`), devLog.debug("Unescaped newlines in SRT content", {
+    originalLength: content.length,
+    normalizedLength: normalizedContent.length
+  }));
+  const cues = [], cueBlocks = normalizedContent.split(/\n\s*\n/);
   for (const block of cueBlocks) {
     const lines = block.trim().split(`
 `);