@mate-academy/llm-gateway 11.32.0 → 11.32.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (23) hide show
  1. package/README.md +26 -4
  2. package/dist/LLMService.typedefs.d.ts +1 -0
  3. package/dist/LLMService.typedefs.js.map +1 -1
  4. package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAISpeechToText.service.d.ts +1 -0
  5. package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAISpeechToText.service.js +33 -16
  6. package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAISpeechToText.service.js.map +1 -1
  7. package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAISpeechToText.typedefs.d.ts +9 -2
  8. package/dist/providers/LLMAPI/LLMAPI.constants.d.ts +90 -0
  9. package/dist/providers/LLMAPI/LLMAPI.constants.js +30 -0
  10. package/dist/providers/LLMAPI/LLMAPI.constants.js.map +1 -1
  11. package/dist/providers/LLMAPI/services/LLMAPIAssistance.service.js +5 -1
  12. package/dist/providers/LLMAPI/services/LLMAPIAssistance.service.js.map +1 -1
  13. package/dist/providers/LLMAPI/services/LLMAPICompletion.service.js +10 -2
  14. package/dist/providers/LLMAPI/services/LLMAPICompletion.service.js.map +1 -1
  15. package/dist/providers/LLMAPI/utilities/cacheControl.constants.d.ts +2 -0
  16. package/dist/providers/LLMAPI/utilities/cacheControl.constants.js +8 -0
  17. package/dist/providers/LLMAPI/utilities/cacheControl.constants.js.map +1 -0
  18. package/dist/providers/LLMAPI/utilities/cacheControl.d.ts +2 -2
  19. package/dist/providers/LLMAPI/utilities/cacheControl.js +10 -1
  20. package/dist/providers/LLMAPI/utilities/cacheControl.js.map +1 -1
  21. package/dist/providers/LLMAPI/utilities/cacheControl.typedefs.d.ts +6 -1
  22. package/dist/providers/LLMAPI/utilities/cacheControl.typedefs.js.map +1 -1
  23. package/package.json +1 -1
package/README.md CHANGED
@@ -2264,9 +2264,10 @@ await service.sendMessage({
2264
2264
  cache read costs about 0.1×. Every read restarts the timer. Flag only a prefix
2265
2265
  that stays the same between calls, because a prefix that changes on every call
2266
2266
  pays the write price each time and never gets a read.
2267
- - The gateway does not add, move or drop a flag. Anthropic accepts at most 4
2268
- breakpoints per request and rejects a `'1h'` breakpoint after a `'5m'` one;
2269
- that error reaches the caller.
2267
+ - The gateway does not move or drop a flag. It adds one flag only: see the
2268
+ default system prompt flag below. Anthropic accepts at most 4 breakpoints per
2269
+ request and rejects a `'1h'` breakpoint after a `'5m'` one; that error
2270
+ reaches the caller.
2270
2271
 
2271
2272
  How each provider applies the flags:
2272
2273
 
@@ -2277,6 +2278,18 @@ How each provider applies the flags:
2277
2278
  flagged user message keeps its marker in the stored chat. Claude routes cache
2278
2279
  on the marker. Other routes accept it and cache as their upstream provider
2279
2280
  does.
2281
+ - **LLMAPI, default system prompt flag:** a model with the capability
2282
+ `explicitPromptCache` (GPT-5.6 and later, on every host) gets
2283
+ `{ ttl: '5m' }` on its system prompt when the call sets no
2284
+ `instructionsCache`. LLMAPI turns the marker into an explicit cache
2285
+ breakpoint, so a later call with the same system prompt reads it from cache.
2286
+ Without the marker, `azure/gpt-6-luna` read the system prompt on 1 of 30
2287
+ calls that came 1 to 15 minutes after the first call. With the marker, it
2288
+ read on 30 of 30. The model gets the same tokens: the prompt token count does
2289
+ not change. A call that still sends the full previous prompt keeps the read
2290
+ of all of it. The `openai/` and `novita/` hosts accept the marker too. Give
2291
+ `explicitPromptCache: true` to each new GPT model of 5.6 and later in
2292
+ `LLMAPI.constants.ts`.
2280
2293
  - **OpenAI and Google Generative AI providers:** the flags are not applied.
2281
2294
 
2282
2295
  A request without flags is sent exactly as before. The usage of a call reports
@@ -2399,9 +2412,18 @@ raw JSON text. The other speech-to-text services return `{ error }` with an
2399
2412
  `LLMConfigError` and send no request. `acceptsResponseSchema` on a service
2400
2413
  tells which case applies.
2401
2414
 
2415
+ `GoogleGenerativeAISpeechToTextService` gets the Gemini answer as a stream
2416
+ (`models.generateContentStream`) and joins the chunks. The text is the text of
2417
+ all chunks in sequence. The usage is the usage of the last chunk that has it.
2418
+ Thus a long recording does not fail when Gemini needs more than 300 s for the
2419
+ full answer: Node `fetch` stops a request that gets no response headers in
2420
+ 300 s. The generation trace records the `finishReason` of the answer in its
2421
+ metadata.
2422
+
2402
2423
  A Gemini response with no text returns `{ error }` with a
2403
2424
  `GoogleGenerativeAIEmptyTranscriptionError`, not an empty `text`. Its `details`
2404
- carry `finishReason`, `blockReason` and the billed `usage`.
2425
+ carry `finishReason`, `blockReason` and the billed `usage`. A stream with no
2426
+ chunks gives the same error.
2405
2427
 
2406
2428
  LLMAPI selects the route from the model catalog:
2407
2429
 
@@ -117,6 +117,7 @@ export interface LLMModelCapabilities {
117
117
  */
118
118
  forcedToolChoice?: boolean;
119
119
  reasoningToolsOnChatCompletions?: boolean;
120
+ explicitPromptCache?: boolean;
120
121
  tts?: boolean;
121
122
  stt?: boolean;
122
123
  audioInput?: boolean;
@@ -1 +1 @@
1
- {"version":3,"file":"LLMService.typedefs.js","sourceRoot":"","sources":["../src/LLMService.typedefs.ts"],"names":[],"mappings":";;;AA2CA;;GAEG;AACH,IAAY,YAIX;AAJD,WAAY,YAAY;IACtB,iCAAiB,CAAA;IACjB,yDAAyC,CAAA;IACzC,iCAAiB,CAAA;AACnB,CAAC,EAJW,YAAY,4BAAZ,YAAY,QAIvB;AAoBD;;GAEG;AACH,IAAY,WAQX;AARD,WAAY,WAAW;IACrB,wCAAyB,CAAA;IACzB,wCAAyB,CAAA;IACzB,8CAA+B,CAAA;IAC/B,8CAA+B,CAAA;IAC/B,mDAAoC,CAAA;IACpC,oCAAqB,CAAA;IACrB,sCAAuB,CAAA;AACzB,CAAC,EARW,WAAW,2BAAX,WAAW,QAQtB;AAED,IAAY,aAEX;AAFD,WAAY,aAAa;IACvB,wCAAuB,CAAA;AACzB,CAAC,EAFW,aAAa,6BAAb,aAAa,QAExB;AA+QD;;GAEG;AACH,IAAY,QAGX;AAHD,WAAY,QAAQ;IAClB,yBAAa,CAAA;IACb,mCAAuB,CAAA;AACzB,CAAC,EAHW,QAAQ,wBAAR,QAAQ,QAGnB;AAED;;GAEG;AACH,IAAY,qBAKX;AALD,WAAY,qBAAqB;IAC/B,sCAAa,CAAA;IACb,gDAAuB,CAAA;IACvB,kDAAyB,CAAA;IACzB,gDAAuB,CAAA;AACzB,CAAC,EALW,qBAAqB,qCAArB,qBAAqB,QAKhC;AAUD;;GAEG;AACH,IAAY,cAIX;AAJD,WAAY,cAAc;IACxB,+BAAa,CAAA;IACb,6BAAW,CAAA;IACX,+BAAa,CAAA;AACf,CAAC,EAJW,cAAc,8BAAd,cAAc,QAIzB;AAuFD;;;;;GAKG;AACH,IAAY,oBAKX;AALD,WAAY,oBAAoB;IAC9B,2CAAmB,CAAA;IACnB,8CAAsB,CAAA;IACtB,kDAA0B,CAAA;IAC1B,2CAAmB,CAAA;AACrB,CAAC,EALW,oBAAoB,oCAApB,oBAAoB,QAK/B;AA0OD,IAAY,kBAQX;AARD,WAAY,kBAAkB;IAC5B,mCAAa,CAAA;IACb,yCAAmB,CAAA;IACnB,iCAAW,CAAA;IACX,uCAAiB,CAAA;IACjB,mCAAa,CAAA;IACb,qCAAe,CAAA;IACf,iCAAW,CAAA;AACb,CAAC,EARW,kBAAkB,kCAAlB,kBAAkB,QAQ7B;AAED,IAAY,mBAGX;AAHD,WAAY,mBAAmB;IAC7B,oCAAa,CAAA;IACb,kCAAW,CAAA;AACb,CAAC,EAHW,mBAAmB,mCAAnB,mBAAmB,QAG9B;AAED,IAAY,WAGX;AAHD,WAAY,WAAW;IACrB,iCAAkB,CAAA;IAClB,6BAAc,CAAA;AAChB,CAAC,EAHW,WAAW,2BAAX,WAAW,QAGtB;AAyED;;;;GAIG;AACH,IAAY,yBAGX;AAHD,WAAY,yBAAyB;IACnC,mDAAsB,CAAA;IACtB,gDAAmB,CAAA;AACrB,CAAC,EAHW,yBAAyB,yCAAzB,yBAAyB,QAGpC;AAED,IAAY,0BAEX;AAFD,WAAY,0BAA0B;IACpC,oFAAsD,CAAA;AACxD,CAAC,EAFW,0BAA0B,0CAA1B,0BAA0B,QAErC;AAoBD;;GAEG;AACH,IAAY,sBAiBX;AAjBD,WAAY,sBAAsB;IAChC,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,iDAAuB,CAAA;IACvB,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,yDAA+B,CAAA;IAC/B,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,oDAA0B,CAAA;IAC1B,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,iDAAuB,CAAA;IACvB,iDAAuB,CAAA;IACvB,iDAAuB,CAAA;AACzB,CAAC,EAjBW,sBAAsB,sCAAtB,sBAAsB,QAiBjC;AAwOD,IAAY,yBAIX;AAJD,WAAY,yBAAyB;IACnC,0CAAa,CAAA;IACb,oDAAuB,CAAA;IACvB,0CAAa,CAAA;AACf,CAAC,EAJW,yBAAyB,yCAAzB,yBAAyB,QAIpC;AAwDD;;;;;GAKG;AACH,IAAY,sBAIX;AAJD,WAAY,sBAAsB;IAChC,iDAAuB,CAAA;IACvB,0DAAgC,CAAA;IAChC,wDAA8B,CAAA;AAChC,CAAC,EAJW,sBAAsB,sCAAtB,sBAAsB,QAIjC;AAmHD,IAAY,sBAGX;AAHD,WAAY,sBAAsB;IAChC,uCAAa,CAAA;IACb,6CAAmB,CAAA;AACrB,CAAC,EAHW,sBAAsB,sCAAtB,sBAAsB,QAGjC;AA6ED,IAAY,eAKX;AALD,WAAY,eAAe;IACzB,0CAAuB,CAAA;IACvB,oCAAiB,CAAA;IACjB,kCAAe,CAAA;IACf,sCAAmB,CAAA;AACrB,CAAC,EALW,eAAe,+BAAf,eAAe,QAK1B;AAED,IAAY,wBAGX;AAHD,WAAY,wBAAwB;IAClC,+CAAmB,CAAA;IACnB,iDAAqB,CAAA;AACvB,CAAC,EAHW,wBAAwB,wCAAxB,wBAAwB,QAGnC;AAED,IAAY,sBAKX;AALD,WAAY,sBAAsB;IAChC,qCAAW,CAAA;IACX,uCAAa,CAAA;IACb,uCAAa,CAAA;IACb,+CAAqB,CAAA;AACvB,CAAC,EALW,sBAAsB,sCAAtB,sBAAsB,QAKjC"}
1
+ {"version":3,"file":"LLMService.typedefs.js","sourceRoot":"","sources":["../src/LLMService.typedefs.ts"],"names":[],"mappings":";;;AA2CA;;GAEG;AACH,IAAY,YAIX;AAJD,WAAY,YAAY;IACtB,iCAAiB,CAAA;IACjB,yDAAyC,CAAA;IACzC,iCAAiB,CAAA;AACnB,CAAC,EAJW,YAAY,4BAAZ,YAAY,QAIvB;AAoBD;;GAEG;AACH,IAAY,WAQX;AARD,WAAY,WAAW;IACrB,wCAAyB,CAAA;IACzB,wCAAyB,CAAA;IACzB,8CAA+B,CAAA;IAC/B,8CAA+B,CAAA;IAC/B,mDAAoC,CAAA;IACpC,oCAAqB,CAAA;IACrB,sCAAuB,CAAA;AACzB,CAAC,EARW,WAAW,2BAAX,WAAW,QAQtB;AAED,IAAY,aAEX;AAFD,WAAY,aAAa;IACvB,wCAAuB,CAAA;AACzB,CAAC,EAFW,aAAa,6BAAb,aAAa,QAExB;AAgRD;;GAEG;AACH,IAAY,QAGX;AAHD,WAAY,QAAQ;IAClB,yBAAa,CAAA;IACb,mCAAuB,CAAA;AACzB,CAAC,EAHW,QAAQ,wBAAR,QAAQ,QAGnB;AAED;;GAEG;AACH,IAAY,qBAKX;AALD,WAAY,qBAAqB;IAC/B,sCAAa,CAAA;IACb,gDAAuB,CAAA;IACvB,kDAAyB,CAAA;IACzB,gDAAuB,CAAA;AACzB,CAAC,EALW,qBAAqB,qCAArB,qBAAqB,QAKhC;AAUD;;GAEG;AACH,IAAY,cAIX;AAJD,WAAY,cAAc;IACxB,+BAAa,CAAA;IACb,6BAAW,CAAA;IACX,+BAAa,CAAA;AACf,CAAC,EAJW,cAAc,8BAAd,cAAc,QAIzB;AAuFD;;;;;GAKG;AACH,IAAY,oBAKX;AALD,WAAY,oBAAoB;IAC9B,2CAAmB,CAAA;IACnB,8CAAsB,CAAA;IACtB,kDAA0B,CAAA;IAC1B,2CAAmB,CAAA;AACrB,CAAC,EALW,oBAAoB,oCAApB,oBAAoB,QAK/B;AA0OD,IAAY,kBAQX;AARD,WAAY,kBAAkB;IAC5B,mCAAa,CAAA;IACb,yCAAmB,CAAA;IACnB,iCAAW,CAAA;IACX,uCAAiB,CAAA;IACjB,mCAAa,CAAA;IACb,qCAAe,CAAA;IACf,iCAAW,CAAA;AACb,CAAC,EARW,kBAAkB,kCAAlB,kBAAkB,QAQ7B;AAED,IAAY,mBAGX;AAHD,WAAY,mBAAmB;IAC7B,oCAAa,CAAA;IACb,kCAAW,CAAA;AACb,CAAC,EAHW,mBAAmB,mCAAnB,mBAAmB,QAG9B;AAED,IAAY,WAGX;AAHD,WAAY,WAAW;IACrB,iCAAkB,CAAA;IAClB,6BAAc,CAAA;AAChB,CAAC,EAHW,WAAW,2BAAX,WAAW,QAGtB;AAyED;;;;GAIG;AACH,IAAY,yBAGX;AAHD,WAAY,yBAAyB;IACnC,mDAAsB,CAAA;IACtB,gDAAmB,CAAA;AACrB,CAAC,EAHW,yBAAyB,yCAAzB,yBAAyB,QAGpC;AAED,IAAY,0BAEX;AAFD,WAAY,0BAA0B;IACpC,oFAAsD,CAAA;AACxD,CAAC,EAFW,0BAA0B,0CAA1B,0BAA0B,QAErC;AAoBD;;GAEG;AACH,IAAY,sBAiBX;AAjBD,WAAY,sBAAsB;IAChC,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,iDAAuB,CAAA;IACvB,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,yDAA+B,CAAA;IAC/B,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,oDAA0B,CAAA;IAC1B,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,iDAAuB,CAAA;IACvB,iDAAuB,CAAA;IACvB,iDAAuB,CAAA;AACzB,CAAC,EAjBW,sBAAsB,sCAAtB,sBAAsB,QAiBjC;AAwOD,IAAY,yBAIX;AAJD,WAAY,yBAAyB;IACnC,0CAAa,CAAA;IACb,oDAAuB,CAAA;IACvB,0CAAa,CAAA;AACf,CAAC,EAJW,yBAAyB,yCAAzB,yBAAyB,QAIpC;AAwDD;;;;;GAKG;AACH,IAAY,sBAIX;AAJD,WAAY,sBAAsB;IAChC,iDAAuB,CAAA;IACvB,0DAAgC,CAAA;IAChC,wDAA8B,CAAA;AAChC,CAAC,EAJW,sBAAsB,sCAAtB,sBAAsB,QAIjC;AAmHD,IAAY,sBAGX;AAHD,WAAY,sBAAsB;IAChC,uCAAa,CAAA;IACb,6CAAmB,CAAA;AACrB,CAAC,EAHW,sBAAsB,sCAAtB,sBAAsB,QAGjC;AA6ED,IAAY,eAKX;AALD,WAAY,eAAe;IACzB,0CAAuB,CAAA;IACvB,oCAAiB,CAAA;IACjB,kCAAe,CAAA;IACf,sCAAmB,CAAA;AACrB,CAAC,EALW,eAAe,+BAAf,eAAe,QAK1B;AAED,IAAY,wBAGX;AAHD,WAAY,wBAAwB;IAClC,+CAAmB,CAAA;IACnB,iDAAqB,CAAA;AACvB,CAAC,EAHW,wBAAwB,wCAAxB,wBAAwB,QAGnC;AAED,IAAY,sBAKX;AALD,WAAY,sBAAsB;IAChC,qCAAW,CAAA;IACX,uCAAa,CAAA;IACb,uCAAa,CAAA;IACb,+CAAqB,CAAA;AACvB,CAAC,EALW,sBAAsB,sCAAtB,sBAAsB,QAKjC"}
@@ -10,6 +10,7 @@ export declare class GoogleGenerativeAISpeechToTextService<Reporter extends LLMR
10
10
  transcribe(options: LLMTranscribeOptions<typeof this.provider, Reporter>): Promise<LLMTranscribeResult>;
11
11
  private requestTranscription;
12
12
  private static buildResponseConfig;
13
+ private static joinAnswer;
13
14
  private settleTranscription;
14
15
  /**
15
16
  * Gemini reports thinking apart from `candidatesTokenCount` and bills it as
@@ -30,7 +30,7 @@ class GoogleGenerativeAISpeechToTextService extends services_1.LLMSpeechToTextSe
30
30
  writeMetrics: this.reporter?.initWriter(options.reporterContext),
31
31
  startedAt: Date.now(),
32
32
  };
33
- return this.requestTranscription(options).then((response) => this.settleTranscription({ ...call, response }), (error) => this.failTranscription({ ...call, error }));
33
+ return this.requestTranscription(options).then((answer) => this.settleTranscription({ ...call, answer }), (error) => this.failTranscription({ ...call, error }));
34
34
  }
35
35
  async requestTranscription(options) {
36
36
  const { model, pathToAudio, mimeType, instructions, generationParams, abortSignal, responseSchema, } = options;
@@ -55,7 +55,7 @@ class GoogleGenerativeAISpeechToTextService extends services_1.LLMSpeechToTextSe
55
55
  if (!audioFile || !audioFile.uri || !audioFile.mimeType) {
56
56
  throw new Error(`Failed to upload audio file, response: ${JSON.stringify(audioFile)}`);
57
57
  }
58
- return this.instance.models.generateContent({
58
+ const answerChunks = await this.instance.models.generateContentStream({
59
59
  model: model.name,
60
60
  contents: (0, genai_1.createUserContent)([
61
61
  (0, genai_1.createPartFromUri)(audioFile.uri, audioFile.mimeType),
@@ -68,6 +68,7 @@ class GoogleGenerativeAISpeechToTextService extends services_1.LLMSpeechToTextSe
68
68
  abortSignal,
69
69
  },
70
70
  });
71
+ return GoogleGenerativeAISpeechToTextService.joinAnswer(await Array.fromAsync(answerChunks));
71
72
  }
72
73
  static buildResponseConfig(responseSchema) {
73
74
  return responseSchema
@@ -77,21 +78,34 @@ class GoogleGenerativeAISpeechToTextService extends services_1.LLMSpeechToTextSe
77
78
  }
78
79
  : {};
79
80
  }
81
+ static joinAnswer(answerChunks) {
82
+ const finishedCandidate = answerChunks
83
+ .map((answerChunk) => answerChunk.candidates?.[0])
84
+ .findLast((candidate) => candidate?.finishReason);
85
+ return {
86
+ text: answerChunks.map((answerChunk) => answerChunk.text ?? '').join(''),
87
+ finishReason: finishedCandidate?.finishReason,
88
+ finishMessage: finishedCandidate?.finishMessage,
89
+ promptFeedback: answerChunks
90
+ .find((answerChunk) => answerChunk.promptFeedback)?.promptFeedback,
91
+ usageMetadata: answerChunks
92
+ .findLast((answerChunk) => answerChunk.usageMetadata)?.usageMetadata,
93
+ };
94
+ }
80
95
  async settleTranscription(params) {
81
- const { options, response, method, startedAt } = params;
96
+ const { options, answer, method, startedAt } = params;
82
97
  const { model, pathToAudio, instructions, generationParams, abortSignal, traceContext, } = options;
83
- const usage = this.extractUsage(response);
98
+ const usage = this.extractUsage(answer.usageMetadata);
84
99
  try {
85
100
  abortSignal?.throwIfAborted();
86
- const transcription = response.text;
101
+ const transcription = answer.text;
87
102
  if (!transcription) {
88
- const [candidate] = response.candidates ?? [];
89
103
  throw new GoogleGenerativeAIEmptyTranscriptionError_1.GoogleGenerativeAIEmptyTranscriptionError({
90
- finishReason: candidate?.finishReason,
91
- finishMessage: candidate?.finishMessage,
92
- blockReason: response.promptFeedback?.blockReason,
93
- blockReasonMessage: response.promptFeedback?.blockReasonMessage,
94
- thoughtsTokenCount: response.usageMetadata?.thoughtsTokenCount,
104
+ finishReason: answer.finishReason,
105
+ finishMessage: answer.finishMessage,
106
+ blockReason: answer.promptFeedback?.blockReason,
107
+ blockReasonMessage: answer.promptFeedback?.blockReasonMessage,
108
+ thoughtsTokenCount: answer.usageMetadata?.thoughtsTokenCount,
95
109
  });
96
110
  }
97
111
  await this.writeSuccessMetrics({
@@ -105,6 +119,9 @@ class GoogleGenerativeAISpeechToTextService extends services_1.LLMSpeechToTextSe
105
119
  input: { pathToAudio, instructions },
106
120
  output: transcription,
107
121
  modelParameters: (0, GoogleGenerativeAIThinking_1.toEffectiveThinkingParameters)({ model, generationParams }),
122
+ metadata: answer.finishReason
123
+ ? { finishReason: answer.finishReason }
124
+ : undefined,
108
125
  startedAt,
109
126
  }),
110
127
  });
@@ -122,8 +139,8 @@ class GoogleGenerativeAISpeechToTextService extends services_1.LLMSpeechToTextSe
122
139
  * Gemini reports thinking apart from `candidatesTokenCount` and bills it as
123
140
  * output, so it is carried as reasoning.
124
141
  */
125
- extractUsage(response) {
126
- const tokenDetails = (response.usageMetadata?.promptTokensDetails ?? [])
142
+ extractUsage(usageMetadata) {
143
+ const tokenDetails = (usageMetadata?.promptTokensDetails ?? [])
127
144
  .reduce((details, item) => {
128
145
  if (item.modality === genai_1.MediaModality.TEXT) {
129
146
  return {
@@ -142,13 +159,13 @@ class GoogleGenerativeAISpeechToTextService extends services_1.LLMSpeechToTextSe
142
159
  inputTextTokens: 0,
143
160
  inputAudioTokens: 0,
144
161
  });
145
- const cachedTokens = response.usageMetadata?.cachedContentTokenCount ?? 0;
162
+ const cachedTokens = usageMetadata?.cachedContentTokenCount ?? 0;
146
163
  return {
147
164
  inputTextTokens: Math.max(tokenDetails.inputTextTokens - cachedTokens, 0),
148
165
  inputCachedTextTokens: cachedTokens,
149
166
  inputAudioTokens: tokenDetails.inputAudioTokens,
150
- outputTextTokens: response.usageMetadata?.candidatesTokenCount ?? 0,
151
- outputReasoningTokens: response.usageMetadata?.thoughtsTokenCount ?? 0,
167
+ outputTextTokens: usageMetadata?.candidatesTokenCount ?? 0,
168
+ outputReasoningTokens: usageMetadata?.thoughtsTokenCount ?? 0,
152
169
  };
153
170
  }
154
171
  async failTranscription(params) {
@@ -1 +1 @@
1
- {"version":3,"file":"GoogleGenerativeAISpeechToText.service.js","sourceRoot":"","sources":["../../../../src/providers/GoogleGenerativeAI/services/GoogleGenerativeAISpeechToText.service.ts"],"names":[],"mappings":";;;;;;AAAA,2BAA8B;AAC9B,yCAMuB;AACvB,+DAM+B;AAG/B,2CAA6C;AAE7C,yCAAoD;AACpD,wGAAoG;AAQpG,wIAEkF;AAClF,0GAGmE;AACnE,4DAA8B;AAE9B,MAAa,qCAEX,SAAQ,iCAAiE;IACzE,YACE,MAAsC,EACtC,QAAkB,EAClB,OAA6D;QAE7D,KAAK,CAAC,kCAAY,CAAC,kBAAkB,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACpE,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,mBAAmB,CAAC,GAAG,EAAE,CAAC,IAAI,mBAAW,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;IAC7E,CAAC;IAED,IAAa,qBAAqB;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,UAAU,CACd,OAA6D;QAE7D,MAAM,IAAI,GAAsC;YAC9C,OAAO;YACP,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC;YAC3C,YAAY,EAAE,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,OAAO,CAAC,eAAe,CAAC;YAChE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC;QAEF,OAAO,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,IAAI,CAC5C,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,CAAC,EAC7D,CAAC,KAAc,EAAE,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,CAAC,CAC/D,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAChC,OAA6D;QAE7D,MAAM,EACJ,KAAK,EACL,WAAW,EACX,QAAQ,EACR,YAAY,EACZ,gBAAgB,EAChB,WAAW,EACX,cAAc,GACf,GAAG,OAAO,CAAC;QACZ,MAAM,EACJ,WAAW,EACX,kBAAkB,GACnB,GAAG,oDAAwB,CAAC,gBAAgB,CAAC;QAE9C,MAAM,QAAQ,GAAG,IAAA,aAAQ,EAAC,WAAW,CAAC,CAAC,IAAI,CAAC;QAE5C,IAAI,QAAQ,GAAG,WAAW,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CACb,kCAAkC,WAAW,QAAQ,CACtD,CAAC;QACJ,CAAC;QAED,MAAM,gBAAgB,GAAG,QAAQ,IAAI,oBAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAE9D,IAAI,CAAC,gBAAgB,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,gBAAuB,CAAC,EAAE,CAAC;YAC/E,MAAM,IAAI,KAAK,CACb,gCAAgC,gBAAgB,0BAA0B,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC1G,CAAC;QACJ,CAAC;QAED,WAAW,EAAE,cAAc,EAAE,CAAC;QAE9B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC;YACjD,IAAI,EAAE,WAAW;YACjB,MAAM,EAAE;gBACN,QAAQ,EAAE,gBAAgB;gBAC1B,WAAW;aACZ;SACF,CAAC,CAAC;QAEH,WAAW,EAAE,cAAc,EAAE,CAAC;QAE9B,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;YACxD,MAAM,IAAI,KAAK,CAAC,0CAA0C,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACzF,CAAC;QAED,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,eAAe,CAAC;YAC1C,KAAK,EAAE,KAAK,CAAC,IAAI;YACjB,QAAQ,EAAE,IAAA,yBAAiB,EAAC;gBAC1B,IAAA,yBAAiB,EAAC,SAAS,CAAC,GAAG,EAAE,SAAS,CAAC,QAAQ,CAAC;gBACpD,YAAY,IAAI,oDAAwB,CAAC,sBAAsB;aAChE,CAAC;YACF,MAAM,EAAE;gBACN,GAAG,KAAK,CAAC,MAAM;gBACf,GAAG,IAAA,iDAAoB,EAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;gBACpD,GAAG,qCAAqC,CAAC,mBAAmB,CAAC,cAAc,CAAC;gBAC5E,WAAW;aACZ;SACF,CAAC,CAAC;IACL,CAAC;IAEO,MAAM,CAAC,mBAAmB,CAChC,cAA8C;QAE9C,OAAO,cAAc;YACnB,CAAC,CAAC;gBACA,gBAAgB,EAAE,kBAAkB;gBACpC,cAAc,EAAE,cAAc,CAAC,iBAAiB,CAAC,kCAAY,CAAC,kBAAkB,CAAC;aAClF;YACD,CAAC,CAAC,EAAE,CAAC;IACT,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC/B,MAA6C;QAE7C,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,CAAC;QACxD,MAAM,EACJ,KAAK,EACL,WAAW,EACX,YAAY,EACZ,gBAAgB,EAChB,WAAW,EACX,YAAY,GACb,GAAG,OAAO,CAAC;QACZ,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAE1C,IAAI,CAAC;YACH,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC;YAEpC,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnB,MAAM,CAAC,SAAS,CAAC,GAAG,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC;gBAE9C,MAAM,IAAI,qFAAyC,CAAC;oBAClD,YAAY,EAAE,SAAS,EAAE,YAAY;oBACrC,aAAa,EAAE,SAAS,EAAE,aAAa;oBACvC,WAAW,EAAE,QAAQ,CAAC,cAAc,EAAE,WAAW;oBACjD,kBAAkB,EAAE,QAAQ,CAAC,cAAc,EAAE,kBAAkB;oBAC/D,kBAAkB,EAAE,QAAQ,CAAC,aAAa,EAAE,kBAAkB;iBAC/D,CAAC,CAAC;YACL,CAAC;YAED,MAAM,IAAI,CAAC,mBAAmB,CAAC;gBAC7B,MAAM;gBACN,KAAK;gBACL,KAAK;gBACL,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,eAAe,EAAE,IAAI,CAAC,oBAAoB,CAAC;oBACzC,MAAM;oBACN,YAAY;oBACZ,KAAK,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE;oBACpC,MAAM,EAAE,aAAa;oBACrB,eAAe,EAAE,IAAA,0DAA6B,EAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;oBAC3E,SAAS;iBACV,CAAC;aACH,CAAC,CAAC;YAEH,OAAO;gBACL,IAAI,EAAE,aAAa;gBACnB,KAAK;gBACL,IAAI,EAAE,IAAA,0BAAc,EAAC,KAAK,EAAE,KAAK,CAAC;aACnC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,iBAAiB,CAAC,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,YAAY,CAAC,QAAiC;QACpD,MAAM,YAAY,GAAG,CAAC,QAAQ,CAAC,aAAa,EAAE,mBAAmB,IAAI,EAAE,CAAC;aACrE,MAAM,CAAkC,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE;YACzD,IAAI,IAAI,CAAC,QAAQ,KAAK,qBAAa,CAAC,IAAI,EAAE,CAAC;gBACzC,OAAO;oBACL,GAAG,OAAO;oBACV,eAAe,EAAE,OAAO,CAAC,eAAe,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;iBAClE,CAAC;YACJ,CAAC;YAED,IAAI,IAAI,CAAC,QAAQ,KAAK,qBAAa,CAAC,KAAK,EAAE,CAAC;gBAC1C,OAAO;oBACL,GAAG,OAAO;oBACV,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;iBACpE,CAAC;YACJ,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC,EAAE;YACD,eAAe,EAAE,CAAC;YAClB,gBAAgB,EAAE,CAAC;SACpB,CAAC,CAAC;QACL,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa,EAAE,uBAAuB,IAAI,CAAC,CAAC;QAE1E,OAAO;YACL,eAAe,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,eAAe,GAAG,YAAY,EAAE,CAAC,CAAC;YACzE,qBAAqB,EAAE,YAAY;YACnC,gBAAgB,EAAE,YAAY,CAAC,gBAAgB;YAC/C,gBAAgB,EAAE,QAAQ,CAAC,aAAa,EAAE,oBAAoB,IAAI,CAAC;YACnE,qBAAqB,EAAE,QAAQ,CAAC,aAAa,EAAE,kBAAkB,IAAI,CAAC;SACvE,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,MAA4C;QAE5C,MAAM,EACJ,OAAO,EACP,MAAM,EACN,YAAY,EACZ,SAAS,EACT,KAAK,EACL,KAAK,GACN,GAAG,MAAM,CAAC;QACX,MAAM,EACJ,KAAK,EACL,WAAW,EACX,YAAY,EACZ,gBAAgB,EAChB,WAAW,EACX,YAAY,GACb,GAAG,OAAO,CAAC;QAEZ,MAAM,IAAI,CAAC,iBAAiB,CAAC;YAC3B,MAAM;YACN,KAAK;YACL,SAAS,EAAE,WAAW,EAAE,OAAO;YAC/B,KAAK;YACL,YAAY;YACZ,KAAK;YACL,eAAe,EAAE,IAAI,CAAC,oBAAoB,CAAC;gBACzC,MAAM;gBACN,YAAY;gBACZ,KAAK,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE;gBACpC,eAAe,EAAE,IAAA,0DAA6B,EAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;gBAC3E,SAAS;aACV,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,iBAAiB,CAAC;YACrB,MAAM;YACN,OAAO,EAAE,0BAA0B;YACnC,KAAK;YACL,IAAI,EAAE,EAAE,OAAO,EAAE;SAClB,CAAC,CAAC;QAEH,OAAO;YACL,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;SACjE,CAAC;IACJ,CAAC;CACF;AA1PD,sFA0PC"}
1
+ {"version":3,"file":"GoogleGenerativeAISpeechToText.service.js","sourceRoot":"","sources":["../../../../src/providers/GoogleGenerativeAI/services/GoogleGenerativeAISpeechToText.service.ts"],"names":[],"mappings":";;;;;;AAAA,2BAA8B;AAC9B,yCAOuB;AACvB,+DAM+B;AAG/B,2CAA6C;AAE7C,yCAAoD;AACpD,wGAAoG;AASpG,wIAEkF;AAClF,0GAGmE;AACnE,4DAA8B;AAE9B,MAAa,qCAEX,SAAQ,iCAAiE;IACzE,YACE,MAAsC,EACtC,QAAkB,EAClB,OAA6D;QAE7D,KAAK,CAAC,kCAAY,CAAC,kBAAkB,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACpE,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,mBAAmB,CAAC,GAAG,EAAE,CAAC,IAAI,mBAAW,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;IAC7E,CAAC;IAED,IAAa,qBAAqB;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,UAAU,CACd,OAA6D;QAE7D,MAAM,IAAI,GAAsC;YAC9C,OAAO;YACP,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC;YAC3C,YAAY,EAAE,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,OAAO,CAAC,eAAe,CAAC;YAChE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC;QAEF,OAAO,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,IAAI,CAC5C,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,CAAC,EACzD,CAAC,KAAc,EAAE,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,CAAC,CAC/D,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAChC,OAA6D;QAE7D,MAAM,EACJ,KAAK,EACL,WAAW,EACX,QAAQ,EACR,YAAY,EACZ,gBAAgB,EAChB,WAAW,EACX,cAAc,GACf,GAAG,OAAO,CAAC;QACZ,MAAM,EACJ,WAAW,EACX,kBAAkB,GACnB,GAAG,oDAAwB,CAAC,gBAAgB,CAAC;QAE9C,MAAM,QAAQ,GAAG,IAAA,aAAQ,EAAC,WAAW,CAAC,CAAC,IAAI,CAAC;QAE5C,IAAI,QAAQ,GAAG,WAAW,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CACb,kCAAkC,WAAW,QAAQ,CACtD,CAAC;QACJ,CAAC;QAED,MAAM,gBAAgB,GAAG,QAAQ,IAAI,oBAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAE9D,IAAI,CAAC,gBAAgB,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,gBAAuB,CAAC,EAAE,CAAC;YAC/E,MAAM,IAAI,KAAK,CACb,gCAAgC,gBAAgB,0BAA0B,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC1G,CAAC;QACJ,CAAC;QAED,WAAW,EAAE,cAAc,EAAE,CAAC;QAE9B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC;YACjD,IAAI,EAAE,WAAW;YACjB,MAAM,EAAE;gBACN,QAAQ,EAAE,gBAAgB;gBAC1B,WAAW;aACZ;SACF,CAAC,CAAC;QAEH,WAAW,EAAE,cAAc,EAAE,CAAC;QAE9B,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;YACxD,MAAM,IAAI,KAAK,CAAC,0CAA0C,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACzF,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,qBAAqB,CAAC;YACpE,KAAK,EAAE,KAAK,CAAC,IAAI;YACjB,QAAQ,EAAE,IAAA,yBAAiB,EAAC;gBAC1B,IAAA,yBAAiB,EAAC,SAAS,CAAC,GAAG,EAAE,SAAS,CAAC,QAAQ,CAAC;gBACpD,YAAY,IAAI,oDAAwB,CAAC,sBAAsB;aAChE,CAAC;YACF,MAAM,EAAE;gBACN,GAAG,KAAK,CAAC,MAAM;gBACf,GAAG,IAAA,iDAAoB,EAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;gBACpD,GAAG,qCAAqC,CAAC,mBAAmB,CAAC,cAAc,CAAC;gBAC5E,WAAW;aACZ;SACF,CAAC,CAAC;QAEH,OAAO,qCAAqC,CAAC,UAAU,CACrD,MAAM,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,CACpC,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,mBAAmB,CAChC,cAA8C;QAE9C,OAAO,cAAc;YACnB,CAAC,CAAC;gBACA,gBAAgB,EAAE,kBAAkB;gBACpC,cAAc,EAAE,cAAc,CAAC,iBAAiB,CAAC,kCAAY,CAAC,kBAAkB,CAAC;aAClF;YACD,CAAC,CAAC,EAAE,CAAC;IACT,CAAC;IAEO,MAAM,CAAC,UAAU,CACvB,YAAuC;QAEvC,MAAM,iBAAiB,GAAG,YAAY;aACnC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;aACjD,QAAQ,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QAEpD,OAAO;YACL,IAAI,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YACxE,YAAY,EAAE,iBAAiB,EAAE,YAAY;YAC7C,aAAa,EAAE,iBAAiB,EAAE,aAAa;YAC/C,cAAc,EAAE,YAAY;iBACzB,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,cAAc,CAAC,EAAE,cAAc;YACpE,aAAa,EAAE,YAAY;iBACxB,QAAQ,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,aAAa,CAAC,EAAE,aAAa;SACvE,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC/B,MAA6C;QAE7C,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,CAAC;QACtD,MAAM,EACJ,KAAK,EACL,WAAW,EACX,YAAY,EACZ,gBAAgB,EAChB,WAAW,EACX,YAAY,GACb,GAAG,OAAO,CAAC;QACZ,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAEtD,IAAI,CAAC;YACH,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC;YAElC,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnB,MAAM,IAAI,qFAAyC,CAAC;oBAClD,YAAY,EAAE,MAAM,CAAC,YAAY;oBACjC,aAAa,EAAE,MAAM,CAAC,aAAa;oBACnC,WAAW,EAAE,MAAM,CAAC,cAAc,EAAE,WAAW;oBAC/C,kBAAkB,EAAE,MAAM,CAAC,cAAc,EAAE,kBAAkB;oBAC7D,kBAAkB,EAAE,MAAM,CAAC,aAAa,EAAE,kBAAkB;iBAC7D,CAAC,CAAC;YACL,CAAC;YAED,MAAM,IAAI,CAAC,mBAAmB,CAAC;gBAC7B,MAAM;gBACN,KAAK;gBACL,KAAK;gBACL,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,eAAe,EAAE,IAAI,CAAC,oBAAoB,CAAC;oBACzC,MAAM;oBACN,YAAY;oBACZ,KAAK,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE;oBACpC,MAAM,EAAE,aAAa;oBACrB,eAAe,EAAE,IAAA,0DAA6B,EAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;oBAC3E,QAAQ,EAAE,MAAM,CAAC,YAAY;wBAC3B,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE;wBACvC,CAAC,CAAC,SAAS;oBACb,SAAS;iBACV,CAAC;aACH,CAAC,CAAC;YAEH,OAAO;gBACL,IAAI,EAAE,aAAa;gBACnB,KAAK;gBACL,IAAI,EAAE,IAAA,0BAAc,EAAC,KAAK,EAAE,KAAK,CAAC;aACnC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,iBAAiB,CAAC,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,YAAY,CAClB,aAA+D;QAE/D,MAAM,YAAY,GAAG,CAAC,aAAa,EAAE,mBAAmB,IAAI,EAAE,CAAC;aAC5D,MAAM,CAAkC,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE;YACzD,IAAI,IAAI,CAAC,QAAQ,KAAK,qBAAa,CAAC,IAAI,EAAE,CAAC;gBACzC,OAAO;oBACL,GAAG,OAAO;oBACV,eAAe,EAAE,OAAO,CAAC,eAAe,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;iBAClE,CAAC;YACJ,CAAC;YAED,IAAI,IAAI,CAAC,QAAQ,KAAK,qBAAa,CAAC,KAAK,EAAE,CAAC;gBAC1C,OAAO;oBACL,GAAG,OAAO;oBACV,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;iBACpE,CAAC;YACJ,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC,EAAE;YACD,eAAe,EAAE,CAAC;YAClB,gBAAgB,EAAE,CAAC;SACpB,CAAC,CAAC;QACL,MAAM,YAAY,GAAG,aAAa,EAAE,uBAAuB,IAAI,CAAC,CAAC;QAEjE,OAAO;YACL,eAAe,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,eAAe,GAAG,YAAY,EAAE,CAAC,CAAC;YACzE,qBAAqB,EAAE,YAAY;YACnC,gBAAgB,EAAE,YAAY,CAAC,gBAAgB;YAC/C,gBAAgB,EAAE,aAAa,EAAE,oBAAoB,IAAI,CAAC;YAC1D,qBAAqB,EAAE,aAAa,EAAE,kBAAkB,IAAI,CAAC;SAC9D,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,MAA4C;QAE5C,MAAM,EACJ,OAAO,EACP,MAAM,EACN,YAAY,EACZ,SAAS,EACT,KAAK,EACL,KAAK,GACN,GAAG,MAAM,CAAC;QACX,MAAM,EACJ,KAAK,EACL,WAAW,EACX,YAAY,EACZ,gBAAgB,EAChB,WAAW,EACX,YAAY,GACb,GAAG,OAAO,CAAC;QAEZ,MAAM,IAAI,CAAC,iBAAiB,CAAC;YAC3B,MAAM;YACN,KAAK;YACL,SAAS,EAAE,WAAW,EAAE,OAAO;YAC/B,KAAK;YACL,YAAY;YACZ,KAAK;YACL,eAAe,EAAE,IAAI,CAAC,oBAAoB,CAAC;gBACzC,MAAM;gBACN,YAAY;gBACZ,KAAK,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE;gBACpC,eAAe,EAAE,IAAA,0DAA6B,EAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;gBAC3E,SAAS;aACV,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,iBAAiB,CAAC;YACrB,MAAM;YACN,OAAO,EAAE,0BAA0B;YACnC,KAAK;YACL,IAAI,EAAE,EAAE,OAAO,EAAE;SAClB,CAAC,CAAC;QAEH,OAAO;YACL,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;SACjE,CAAC;IACJ,CAAC;CACF;AAnRD,sFAmRC"}
@@ -1,4 +1,4 @@
1
- import type { GenerateContentConfig, GenerateContentResponse } from '@google/genai';
1
+ import type { FinishReason, GenerateContentConfig, GenerateContentResponsePromptFeedback, GenerateContentResponseUsageMetadata } from '@google/genai';
2
2
  import type { LLMModelUsage, LLMProviders, LLMTranscribeOptions } from '../../../LLMService.typedefs';
3
3
  import type { LLMMetricsWriter, LLMReporterInterface } from '../../../utilities/reporter';
4
4
  export interface GoogleTranscriptionCall<Reporter extends LLMReporterInterface<any> | undefined> {
@@ -8,7 +8,14 @@ export interface GoogleTranscriptionCall<Reporter extends LLMReporterInterface<a
8
8
  startedAt: number;
9
9
  }
10
10
  export interface GoogleTranscriptionResponse<Reporter extends LLMReporterInterface<any> | undefined> extends GoogleTranscriptionCall<Reporter> {
11
- response: GenerateContentResponse;
11
+ answer: GoogleTranscriptionAnswer;
12
+ }
13
+ export interface GoogleTranscriptionAnswer {
14
+ text: string;
15
+ finishReason?: FinishReason;
16
+ finishMessage?: string;
17
+ promptFeedback?: GenerateContentResponsePromptFeedback;
18
+ usageMetadata?: GenerateContentResponseUsageMetadata;
12
19
  }
13
20
  export interface GoogleTranscriptionFailure<Reporter extends LLMReporterInterface<any> | undefined> extends GoogleTranscriptionCall<Reporter> {
14
21
  error: unknown;