@razzium/piece-aimw-api 0.0.20 → 0.0.21

package/package.json

@@ -1,5 +1,7 @@
 {
   "name": "@razzium/piece-aimw-api",
-  "version": "0.0.20",
-  "dependencies": {}
+  "version": "0.0.21",
+  "dependencies": {
+    "tiktoken": "1.0.11"
+  }
 }

package/src/index.ts

@@ -62,12 +62,10 @@ export const openaiAuth = PieceAuth.SecretText({
       return {
         valid: true,
       };
-    } catch (e: any) {
-      console.error('Auth validation error:', e?.message || e);
-      const errorMessage = e?.message || e?.response?.data?.message || 'Invalid API key';
+    } catch (e) {
       return {
         valid: false,
-        error: errorMessage,
+        error: 'Invalid API key',
       };
     }
   },

package/src/lib/actions/send-prompt.ts

@@ -219,28 +219,16 @@ export const askOpenAI = createAction({
     // });
 
     // Send prompt
-    let completion;
-    try {
-      completion = await openai.chat.completions.create({
-        model: model,
-        messages: [...messageHistory],
-        // messages: [...roles, ...messageHistory],
-        // temperature: temperature,
-        // top_p: topP,
-        // frequency_penalty: frequencyPenalty,
-        // presence_penalty: presencePenalty,
-        // max_completion_tokens: maxTokens,
-      });
-    } catch (error: any) {
-      const errorMessage = error?.message || error?.error?.message || JSON.stringify(error);
-      const errorStatus = error?.status || error?.response?.status || 'unknown';
-      throw new Error(`AIMW API Error (${errorStatus}): ${errorMessage}`);
-    }
-
-    // Validate API response
-    if (!completion?.choices?.[0]?.message) {
-      throw new Error('Invalid API response: no completion message returned');
-    }
+    const completion = await openai.chat.completions.create({
+      model: model,
+      messages: [...messageHistory],
+      // messages: [...roles, ...messageHistory],
+      // temperature: temperature,
+      // top_p: topP,
+      // frequency_penalty: frequencyPenalty,
+      // presence_penalty: presencePenalty,
+      // max_completion_tokens: maxTokens,
+    });
 
     // Add response to message history
     messageHistory = [...messageHistory, completion.choices[0].message];

package/src/lib/common/common.ts

@@ -1,3 +1,5 @@
+import { encoding_for_model } from 'tiktoken';
+
 export const baseUrl = 'https://rekto.dashboard.aimw.ai/api';
 
 export const Languages = [
@@ -82,9 +84,17 @@ export const streamToBuffer = (stream: any) => {
   });
 };
 
-export const calculateTokensFromString = (string: string, _model: string) => {
-  // Estimation simple: ~4 caractères par token
-  return Math.round(string.length / 4);
+export const calculateTokensFromString = (string: string, model: string) => {
+  try {
+    const encoder = encoding_for_model(model as any);
+    const tokens = encoder.encode(string);
+    encoder.free();
+
+    return tokens.length;
+  } catch (e) {
+    // Model not supported by tiktoken, every 4 chars is a token
+    return Math.round(string.length / 4);
+  }
 };
 
 export const calculateMessagesTokenSize = async (