@adminforth/completion-adapter-google-gemini 2.0.9 → 2.1.0

package/dist/index.js

@@ -38,6 +38,20 @@ function getGoogleLangChainAgentOptions(extraRequestBodyParameters) {
     }
     return options;
 }
+function extractUsedTokens(usageMetadata) {
+    var _a, _b, _c, _d, _e, _f, _g, _h;
+    if (!usageMetadata)
+        return undefined;
+    const input = (_b = (_a = usageMetadata.promptTokenCount) !== null && _a !== void 0 ? _a : usageMetadata.prompt_token_count) !== null && _b !== void 0 ? _b : 0;
+    const inputCached = (_d = (_c = usageMetadata.cachedContentTokenCount) !== null && _c !== void 0 ? _c : usageMetadata.cached_content_token_count) !== null && _d !== void 0 ? _d : 0;
+    const output = (_f = (_e = usageMetadata.candidatesTokenCount) !== null && _e !== void 0 ? _e : usageMetadata.candidates_token_count) !== null && _f !== void 0 ? _f : 0;
+    const thoughts = (_h = (_g = usageMetadata.thoughtsTokenCount) !== null && _g !== void 0 ? _g : usageMetadata.thoughts_token_count) !== null && _h !== void 0 ? _h : 0;
+    return {
+        input_uncached: Math.max(input - inputCached, 0),
+        input_cached: inputCached,
+        output: output + thoughts,
+    };
+}
 export default class CompletionAdapterGoogleGemini {
     constructor(options) {
         this.complete = (requestOrContent_1, ...args_1) => __awaiter(this, [requestOrContent_1, ...args_1], void 0, function* (requestOrContent, stopOrMaxTokens = 50, maxTokensOrOutputSchema = 50, outputSchema) {
@@ -74,6 +88,7 @@ export default class CompletionAdapterGoogleGemini {
                     logger.debug(`Google Gemini SUCCESSFUL API response: ${response}`);
                     return {
                         content: response.text,
+                        used_tokens: extractUsedTokens(response.usageMetadata),
                     };
                 }
                 catch (error) {

package/index.ts

@@ -13,6 +13,23 @@ type CompletionRequestInput = {
 
 type AgentModelPurpose = "primary" | "summary";
 
+type GeminiUsageMetadata = {
+  promptTokenCount?: number;
+  cachedContentTokenCount?: number;
+  candidatesTokenCount?: number;
+  thoughtsTokenCount?: number;
+  prompt_token_count?: number;
+  cached_content_token_count?: number;
+  candidates_token_count?: number;
+  thoughts_token_count?: number;
+};
+
+type UsedTokens = {
+  input_uncached: number;
+  input_cached: number;
+  output: number;
+};
+
 const GOOGLE_LANGCHAIN_AGENT_OPTION_KEYS = [
   "temperature",
   "topP",
@@ -47,6 +64,30 @@ function getGoogleLangChainAgentOptions(
   return options;
 }
 
+function extractUsedTokens(usageMetadata?: GeminiUsageMetadata): UsedTokens | undefined {
+  if (!usageMetadata) return undefined;
+
+  const input = usageMetadata.promptTokenCount ?? usageMetadata.prompt_token_count ?? 0;
+  const inputCached =
+    usageMetadata.cachedContentTokenCount ??
+    usageMetadata.cached_content_token_count ??
+    0;
+  const output =
+    usageMetadata.candidatesTokenCount ??
+    usageMetadata.candidates_token_count ??
+    0;
+  const thoughts =
+    usageMetadata.thoughtsTokenCount ??
+    usageMetadata.thoughts_token_count ??
+    0;
+
+  return {
+    input_uncached: Math.max(input - inputCached, 0),
+    input_cached: inputCached,
+    output: output + thoughts,
+  };
+}
+
 export default class CompletionAdapterGoogleGemini
   implements CompletionAdapter
 {
@@ -103,6 +144,7 @@ export default class CompletionAdapterGoogleGemini
     content?: string;
     finishReason?: string;
     error?: string;
+    used_tokens?: UsedTokens;
   }> => {
     const request =
       typeof requestOrContent === "string"
@@ -150,6 +192,7 @@ export default class CompletionAdapterGoogleGemini
         logger.debug(`Google Gemini SUCCESSFUL API response: ${response}`);
         return {
           content: response.text,
+          used_tokens: extractUsedTokens(response.usageMetadata),
         };
       } catch (error) {
         logger.error(`Error during Google Gemini API call: ${error}`);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@adminforth/completion-adapter-google-gemini",
-  "version": "2.0.9",
+  "version": "2.1.0",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "type": "module",