@adminforth/completion-adapter-open-ai-chat-gpt 2.0.3 → 2.0.6

package/dist/index.js

@@ -7,6 +7,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
+import { encoding_for_model } from "tiktoken";
 export default class CompletionAdapterOpenAIChatGPT {
     constructor(options) {
         this.complete = (content_1, ...args_1) => __awaiter(this, [content_1, ...args_1], void 0, function* (content, stop = ["."], maxTokens = 50, outputSchema) {
@@ -42,4 +43,11 @@ export default class CompletionAdapterOpenAIChatGPT {
             throw new Error("openAiApiKey is required");
         }
     }
+    measureTokensCount(content) {
+        // Implement token counting logic here
+        const model = this.options.model || "gpt-5-nano";
+        const encoding = encoding_for_model(model);
+        const tokens = encoding.encode(content);
+        return tokens.length;
+    }
 }

package/index.ts

@@ -1,6 +1,6 @@
 import type { AdapterOptions } from "./types.js";
 import type { CompletionAdapter } from "adminforth";
-
+import { encoding_for_model, type TiktokenModel } from "tiktoken";
 export default class CompletionAdapterOpenAIChatGPT
   implements CompletionAdapter
 {
@@ -16,6 +16,15 @@ export default class CompletionAdapterOpenAIChatGPT
     }
   }
 
+
+  measureTokensCount(content: string): number {
+    // Implement token counting logic here
+    const model = this.options.model || "gpt-5-nano";
+    const encoding = encoding_for_model(model as TiktokenModel);
+    const tokens = encoding.encode(content);
+    return tokens.length;
+  }
+
   complete = async (content: string, stop = ["."], maxTokens = 50, outputSchema?: any): Promise<{
     content?: string;
     finishReason?: string;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@adminforth/completion-adapter-open-ai-chat-gpt",
-  "version": "2.0.3",
+  "version": "2.0.6",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "type": "module",
@@ -15,5 +15,8 @@
   "description": "",
   "devDependencies": {
     "typescript": "^5.9.3"
+  },
+  "dependencies": {
+    "tiktoken": "^1.0.22"
   }
 }