@adminforth/i18n 2.2.0 → 2.3.1

package/build.log

@@ -20,5 +20,5 @@ custom/package.json
 custom/pnpm-lock.yaml
 custom/tsconfig.json
 
-sent 47,746 bytes  received 305 bytes  96,102.00 bytes/sec
-total size is 46,578  speedup is 0.97
+sent 47,968 bytes  received 305 bytes  96,546.00 bytes/sec
+total size is 46,800  speedup is 0.97

package/custom/BulkActionButton.vue

@@ -23,7 +23,7 @@
       <button class="flex items-center justify-center w-full">
         <IconLanguageOutline class="text-gray-500 dark:text-gray-400 w-5 h-5" />
         <div class="flex items-end justify-start gap-2 cursor-pointer">
-          <p class="text-justify max-h-[18px] truncate max-w-[60vw] md:max-w-none">{{ t('Translate filtered') }}</p>
+          <p class="text-justify max-h-[18px] truncate max-w-[60vw] md:max-w-none">{{props.checkboxes.length === 0 ? t('Translate filtered') : t('Translate selected ({count})', { count: props.checkboxes.length })}}</p>
             <div class="flex items-center justify-center text-white bg-gradient-to-r h-[18px] from-purple-500 via-purple-600 to-purple-700 hover:bg-gradient-to-br focus:ring-4 focus:outline-none focus:ring-purple-300 dark:focus:ring-purple-800 font-medium rounded-md text-sm px-1 text-center">
             {{t('AI')}}
           </div>
@@ -133,7 +133,13 @@
 
   async function runTranslation() {
     isLoading.value = true;
-    const listOfIds = await getListOfIds();
+  
+    let listOfIds = []; 
+    if (props.checkboxes.length === 0) {
+      listOfIds = await getListOfIds();
+    } else {
+      listOfIds = props.checkboxes;
+    }
     try {
       const res = await callAdminForthApi({
         path: `/plugin/${props.meta.pluginInstanceId}/translate-selected-to-languages`,

package/dist/custom/BulkActionButton.vue

@@ -23,7 +23,7 @@
       <button class="flex items-center justify-center w-full">
         <IconLanguageOutline class="text-gray-500 dark:text-gray-400 w-5 h-5" />
         <div class="flex items-end justify-start gap-2 cursor-pointer">
-          <p class="text-justify max-h-[18px] truncate max-w-[60vw] md:max-w-none">{{ t('Translate filtered') }}</p>
+          <p class="text-justify max-h-[18px] truncate max-w-[60vw] md:max-w-none">{{props.checkboxes.length === 0 ? t('Translate filtered') : t('Translate selected ({count})', { count: props.checkboxes.length })}}</p>
             <div class="flex items-center justify-center text-white bg-gradient-to-r h-[18px] from-purple-500 via-purple-600 to-purple-700 hover:bg-gradient-to-br focus:ring-4 focus:outline-none focus:ring-purple-300 dark:focus:ring-purple-800 font-medium rounded-md text-sm px-1 text-center">
             {{t('AI')}}
           </div>
@@ -133,7 +133,13 @@
 
   async function runTranslation() {
     isLoading.value = true;
-    const listOfIds = await getListOfIds();
+  
+    let listOfIds = []; 
+    if (props.checkboxes.length === 0) {
+      listOfIds = await getListOfIds();
+    } else {
+      listOfIds = props.checkboxes;
+    }
     try {
       const res = await callAdminForthApi({
         path: `/plugin/${props.meta.pluginInstanceId}/translate-selected-to-languages`,

package/dist/index.js

@@ -586,10 +586,32 @@ export default class I18nPlugin extends AdminForthPlugin {
             const maxInputTokens = (_a = this.options.inputTokensPerBatch) !== null && _a !== void 0 ? _a : 30000;
             const limit = pLimit(30);
             const enStringsTokenLengthCache = {};
+            let tokenCountingFailed = false;
+            // Counting tokens is only used to split requests into batches. Some completion
+            // adapters cannot provide a token count, so use a conservative estimate instead
+            // of preventing the translation job from being created.
+            const getTokenLength = (value) => __awaiter(this, void 0, void 0, function* () {
+                try {
+                    const tokenLength = yield this.options.completeAdapter.measureTokensCount(value);
+                    if (!Number.isFinite(tokenLength) || tokenLength < 0) {
+                        throw new Error(`Invalid token count: ${tokenLength}`);
+                    }
+                    return tokenLength;
+                }
+                catch (error) {
+                    if (!tokenCountingFailed) {
+                        tokenCountingFailed = true;
+                        afLogger.warn(`Could not count tokens for translation batches in plugin ${this.constructor.name}; using a character-based estimate instead: ${String(error)}`);
+                    }
+                    // English text normally uses about 4 characters per token. Three gives
+                    // batches some extra headroom for JSON formatting and unusual characters.
+                    return Math.max(1, Math.ceil(value.length / 3));
+                }
+            });
             const tokenLengthPerString = (_a) => __awaiter(this, [_a], void 0, function* ({ str, id }) {
                 const objectToPush = {
                     en_string: str,
-                    numOfTokens: yield this.options.completeAdapter.measureTokensCount(`"${str}":"", \n`)
+                    numOfTokens: yield getTokenLength(`"${str}":"", \n`)
                 };
                 enStringsTokenLengthCache[id] = objectToPush;
             });
@@ -622,7 +644,7 @@ export default class I18nPlugin extends AdminForthPlugin {
       \`\`\`
     `;
             const failedToTranslate = [];
-            const basePromptTokenLength = yield this.options.completeAdapter.measureTokensCount(basePrompt);
+            const basePromptTokenLength = yield getTokenLength(basePrompt);
             const allowedTokensAmountForFields = maxInputTokens - basePromptTokenLength;
             const stringsToTranslate = Object.fromEntries(strings.map(s => [s.id, s]));
             const generationTasksInitialData = [];

package/index.ts

@@ -698,12 +698,34 @@ export default class I18nPlugin extends AdminForthPlugin {
 
     const limit = pLimit(30); 
     const enStringsTokenLengthCache: Record<string, any> = {};
+    let tokenCountingFailed = false;
+
+    // Counting tokens is only used to split requests into batches. Some completion
+    // adapters cannot provide a token count, so use a conservative estimate instead
+    // of preventing the translation job from being created.
+    const getTokenLength = async (value: string): Promise<number> => {
+      try {
+        const tokenLength = await this.options.completeAdapter.measureTokensCount(value);
+        if (!Number.isFinite(tokenLength) || tokenLength < 0) {
+          throw new Error(`Invalid token count: ${tokenLength}`);
+        }
+        return tokenLength;
+      } catch (error) {
+        if (!tokenCountingFailed) {
+          tokenCountingFailed = true;
+          afLogger.warn(`Could not count tokens for translation batches in plugin ${this.constructor.name}; using a character-based estimate instead: ${String(error)}`);
+        }
+        // English text normally uses about 4 characters per token. Three gives
+        // batches some extra headroom for JSON formatting and unusual characters.
+        return Math.max(1, Math.ceil(value.length / 3));
+      }
+    };
     
 
     const tokenLengthPerString = async ({ str, id }: { str: string; id: string }): Promise<void> => {
       const objectToPush = {
         en_string: str,
-        numOfTokens: await this.options.completeAdapter.measureTokensCount(`"${str}":"", \n`)
+        numOfTokens: await getTokenLength(`"${str}":"", \n`)
       };
       enStringsTokenLengthCache[id] = objectToPush;
     }
@@ -741,7 +763,7 @@ export default class I18nPlugin extends AdminForthPlugin {
     `;
 
     const failedToTranslate: IFailedTranslation[] = [];
-    const basePromptTokenLength = await this.options.completeAdapter.measureTokensCount(basePrompt);
+    const basePromptTokenLength = await getTokenLength(basePrompt);
     const allowedTokensAmountForFields = maxInputTokens - basePromptTokenLength;
     const stringsToTranslate: Record<string, { id: string; en_string: string; category: string }> = Object.fromEntries(strings.map(s => [s.id, s]));
     const generationTasksInitialData = []

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@adminforth/i18n",
-  "version": "2.2.0",
+  "version": "2.3.1",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "type": "module",