@xapp/stentor-service-generative-ai 1.77.2 → 1.78.0

package/lib/utils/getTokens.d.ts

@@ -0,0 +1,8 @@
+/*! Copyright (c) 2025, XAPP AI */
+/**
+ * Get the number of tokens in a prompt using the GPT tokenizer.
+ *
+ * @param prompt - The input string to tokenize.
+ * @returns The number of tokens in the prompt.
+ */
+export declare function getTokens(prompt: string): number;

package/lib/utils/getTokens.js

@@ -0,0 +1,17 @@
+"use strict";
+/*! Copyright (c) 2025, XAPP AI */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getTokens = getTokens;
+const gpt_tokenizer_1 = require("gpt-tokenizer");
+/**
+ * Get the number of tokens in a prompt using the GPT tokenizer.
+ *
+ * @param prompt - The input string to tokenize.
+ * @returns The number of tokens in the prompt.
+ */
+function getTokens(prompt) {
+    // Use the GPT tokenizer to encode the prompt and return the number of tokens
+    const encoded = (0, gpt_tokenizer_1.encode)(prompt);
+    return encoded.length;
+}
+//# sourceMappingURL=getTokens.js.map

package/lib/utils/getTokens.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getTokens.js","sourceRoot":"","sources":["../../src/utils/getTokens.ts"],"names":[],"mappings":";AAAA,kCAAkC;;AAUlC,8BAIC;AAZD,iDAAuC;AAEvC;;;;;GAKG;AACH,SAAgB,SAAS,CAAC,MAAc;IACpC,6EAA6E;IAC7E,MAAM,OAAO,GAAG,IAAA,sBAAM,EAAC,MAAM,CAAC,CAAC;IAC/B,OAAO,OAAO,CAAC,MAAM,CAAC;AAC1B,CAAC"}

package/package.json

@@ -4,7 +4,7 @@
     "publishConfig": {
         "access": "public"
     },
-    "version": "1.77.2",
+    "version": "1.78.0",
     "description": "Generative AI Service",
     "types": "lib/index",
     "main": "lib/index",
@@ -22,7 +22,7 @@
         "dotenv": "17.3.1",
         "mocha": "11.7.5",
         "stentor-logger": "1.71.0",
-        "stentor-models": "1.71.0",
+        "stentor-models": "1.72.0",
         "stentor-service-fetch": "1.71.0",
         "stentor-utils": "1.71.0",
         "ts-node": "10.9.2",
@@ -46,5 +46,5 @@
         "test": "mocha --recursive -r ts-node/register \"./src/**/*.test.ts\"",
         "ftest": "mocha --recursive -r ts-node/register \"./src/**/*.ftest.ts\""
     },
-    "gitHead": "2ad66e5027dcf0a1aae780792cd30c7a5f284c76"
+    "gitHead": "7ad5a86334ecb7ae383da1aef801375cb9af71af"
 }