@mate-academy/llm-gateway 11.32.0 → 11.32.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +26 -4
- package/dist/LLMService.typedefs.d.ts +1 -0
- package/dist/LLMService.typedefs.js.map +1 -1
- package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAISpeechToText.service.d.ts +1 -0
- package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAISpeechToText.service.js +33 -16
- package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAISpeechToText.service.js.map +1 -1
- package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAISpeechToText.typedefs.d.ts +9 -2
- package/dist/providers/LLMAPI/LLMAPI.constants.d.ts +90 -0
- package/dist/providers/LLMAPI/LLMAPI.constants.js +30 -0
- package/dist/providers/LLMAPI/LLMAPI.constants.js.map +1 -1
- package/dist/providers/LLMAPI/services/LLMAPIAssistance.service.js +5 -1
- package/dist/providers/LLMAPI/services/LLMAPIAssistance.service.js.map +1 -1
- package/dist/providers/LLMAPI/services/LLMAPICompletion.service.js +10 -2
- package/dist/providers/LLMAPI/services/LLMAPICompletion.service.js.map +1 -1
- package/dist/providers/LLMAPI/utilities/cacheControl.constants.d.ts +2 -0
- package/dist/providers/LLMAPI/utilities/cacheControl.constants.js +8 -0
- package/dist/providers/LLMAPI/utilities/cacheControl.constants.js.map +1 -0
- package/dist/providers/LLMAPI/utilities/cacheControl.d.ts +2 -2
- package/dist/providers/LLMAPI/utilities/cacheControl.js +10 -1
- package/dist/providers/LLMAPI/utilities/cacheControl.js.map +1 -1
- package/dist/providers/LLMAPI/utilities/cacheControl.typedefs.d.ts +6 -1
- package/dist/providers/LLMAPI/utilities/cacheControl.typedefs.js.map +1 -1
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -2264,9 +2264,10 @@ await service.sendMessage({
|
|
|
2264
2264
|
cache read costs about 0.1×. Every read restarts the timer. Flag only a prefix
|
|
2265
2265
|
that stays the same between calls, because a prefix that changes on every call
|
|
2266
2266
|
pays the write price each time and never gets a read.
|
|
2267
|
-
- The gateway does not
|
|
2268
|
-
|
|
2269
|
-
|
|
2267
|
+
- The gateway does not move or drop a flag. It adds one flag only: see the
|
|
2268
|
+
default system prompt flag below. Anthropic accepts at most 4 breakpoints per
|
|
2269
|
+
request and rejects a `'1h'` breakpoint after a `'5m'` one; that error
|
|
2270
|
+
reaches the caller.
|
|
2270
2271
|
|
|
2271
2272
|
How each provider applies the flags:
|
|
2272
2273
|
|
|
@@ -2277,6 +2278,18 @@ How each provider applies the flags:
|
|
|
2277
2278
|
flagged user message keeps its marker in the stored chat. Claude routes cache
|
|
2278
2279
|
on the marker. Other routes accept it and cache as their upstream provider
|
|
2279
2280
|
does.
|
|
2281
|
+
- **LLMAPI, default system prompt flag:** a model with the capability
|
|
2282
|
+
`explicitPromptCache` (GPT-5.6 and later, on every host) gets
|
|
2283
|
+
`{ ttl: '5m' }` on its system prompt when the call sets no
|
|
2284
|
+
`instructionsCache`. LLMAPI turns the marker into an explicit cache
|
|
2285
|
+
breakpoint, so a later call with the same system prompt reads it from cache.
|
|
2286
|
+
Without the marker, `azure/gpt-6-luna` read the system prompt on 1 of 30
|
|
2287
|
+
calls that came 1 to 15 minutes after the first call. With the marker, it
|
|
2288
|
+
read on 30 of 30. The model gets the same tokens: the prompt token count does
|
|
2289
|
+
not change. A call that still sends the full previous prompt keeps the read
|
|
2290
|
+
of all of it. The `openai/` and `novita/` hosts accept the marker too. Give
|
|
2291
|
+
`explicitPromptCache: true` to each new GPT model of 5.6 and later in
|
|
2292
|
+
`LLMAPI.constants.ts`.
|
|
2280
2293
|
- **OpenAI and Google Generative AI providers:** the flags are not applied.
|
|
2281
2294
|
|
|
2282
2295
|
A request without flags is sent exactly as before. The usage of a call reports
|
|
@@ -2399,9 +2412,18 @@ raw JSON text. The other speech-to-text services return `{ error }` with an
|
|
|
2399
2412
|
`LLMConfigError` and send no request. `acceptsResponseSchema` on a service
|
|
2400
2413
|
tells which case applies.
|
|
2401
2414
|
|
|
2415
|
+
`GoogleGenerativeAISpeechToTextService` gets the Gemini answer as a stream
|
|
2416
|
+
(`models.generateContentStream`) and joins the chunks. The text is the text of
|
|
2417
|
+
all chunks in sequence. The usage is the usage of the last chunk that has it.
|
|
2418
|
+
Thus a long recording does not fail when Gemini needs more than 300 s for the
|
|
2419
|
+
full answer: Node `fetch` stops a request that gets no response headers in
|
|
2420
|
+
300 s. The generation trace records the `finishReason` of the answer in its
|
|
2421
|
+
metadata.
|
|
2422
|
+
|
|
2402
2423
|
A Gemini response with no text returns `{ error }` with a
|
|
2403
2424
|
`GoogleGenerativeAIEmptyTranscriptionError`, not an empty `text`. Its `details`
|
|
2404
|
-
carry `finishReason`, `blockReason` and the billed `usage`.
|
|
2425
|
+
carry `finishReason`, `blockReason` and the billed `usage`. A stream with no
|
|
2426
|
+
chunks gives the same error.
|
|
2405
2427
|
|
|
2406
2428
|
LLMAPI selects the route from the model catalog:
|
|
2407
2429
|
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"LLMService.typedefs.js","sourceRoot":"","sources":["../src/LLMService.typedefs.ts"],"names":[],"mappings":";;;AA2CA;;GAEG;AACH,IAAY,YAIX;AAJD,WAAY,YAAY;IACtB,iCAAiB,CAAA;IACjB,yDAAyC,CAAA;IACzC,iCAAiB,CAAA;AACnB,CAAC,EAJW,YAAY,4BAAZ,YAAY,QAIvB;AAoBD;;GAEG;AACH,IAAY,WAQX;AARD,WAAY,WAAW;IACrB,wCAAyB,CAAA;IACzB,wCAAyB,CAAA;IACzB,8CAA+B,CAAA;IAC/B,8CAA+B,CAAA;IAC/B,mDAAoC,CAAA;IACpC,oCAAqB,CAAA;IACrB,sCAAuB,CAAA;AACzB,CAAC,EARW,WAAW,2BAAX,WAAW,QAQtB;AAED,IAAY,aAEX;AAFD,WAAY,aAAa;IACvB,wCAAuB,CAAA;AACzB,CAAC,EAFW,aAAa,6BAAb,aAAa,QAExB;
|
|
1
|
+
{"version":3,"file":"LLMService.typedefs.js","sourceRoot":"","sources":["../src/LLMService.typedefs.ts"],"names":[],"mappings":";;;AA2CA;;GAEG;AACH,IAAY,YAIX;AAJD,WAAY,YAAY;IACtB,iCAAiB,CAAA;IACjB,yDAAyC,CAAA;IACzC,iCAAiB,CAAA;AACnB,CAAC,EAJW,YAAY,4BAAZ,YAAY,QAIvB;AAoBD;;GAEG;AACH,IAAY,WAQX;AARD,WAAY,WAAW;IACrB,wCAAyB,CAAA;IACzB,wCAAyB,CAAA;IACzB,8CAA+B,CAAA;IAC/B,8CAA+B,CAAA;IAC/B,mDAAoC,CAAA;IACpC,oCAAqB,CAAA;IACrB,sCAAuB,CAAA;AACzB,CAAC,EARW,WAAW,2BAAX,WAAW,QAQtB;AAED,IAAY,aAEX;AAFD,WAAY,aAAa;IACvB,wCAAuB,CAAA;AACzB,CAAC,EAFW,aAAa,6BAAb,aAAa,QAExB;AAgRD;;GAEG;AACH,IAAY,QAGX;AAHD,WAAY,QAAQ;IAClB,yBAAa,CAAA;IACb,mCAAuB,CAAA;AACzB,CAAC,EAHW,QAAQ,wBAAR,QAAQ,QAGnB;AAED;;GAEG;AACH,IAAY,qBAKX;AALD,WAAY,qBAAqB;IAC/B,sCAAa,CAAA;IACb,gDAAuB,CAAA;IACvB,kDAAyB,CAAA;IACzB,gDAAuB,CAAA;AACzB,CAAC,EALW,qBAAqB,qCAArB,qBAAqB,QAKhC;AAUD;;GAEG;AACH,IAAY,cAIX;AAJD,WAAY,cAAc;IACxB,+BAAa,CAAA;IACb,6BAAW,CAAA;IACX,+BAAa,CAAA;AACf,CAAC,EAJW,cAAc,8BAAd,cAAc,QAIzB;AAuFD;;;;;GAKG;AACH,IAAY,oBAKX;AALD,WAAY,oBAAoB;IAC9B,2CAAmB,CAAA;IACnB,8CAAsB,CAAA;IACtB,kDAA0B,CAAA;IAC1B,2CAAmB,CAAA;AACrB,CAAC,EALW,oBAAoB,oCAApB,oBAAoB,QAK/B;AA0OD,IAAY,kBAQX;AARD,WAAY,kBAAkB;IAC5B,mCAAa,CAAA;IACb,yCAAmB,CAAA;IACnB,iCAAW,CAAA;IACX,uCAAiB,CAAA;IACjB,mCAAa,CAAA;IACb,qCAAe,CAAA;IACf,iCAAW,CAAA;AACb,CAAC,EARW,kBAAkB,kCAAlB,kBAAkB,QAQ7B;AAED,IAAY,mBAGX;AAHD,WAAY,mBAAmB;IAC7B,oCAAa,CAAA;IACb,kCAAW,CAAA;AACb,CAAC,EAHW,mBAAmB,mCAAnB,mBAAmB,QAG9B;AAED,IAAY,WAGX;AAHD,WAAY,WAAW;IACrB,iCAAkB,CAAA;IAClB,6BAAc,CAAA;AAChB,CAAC,EAHW,WAAW,2BAAX,WAAW,QAGtB;AAyED;;;;GAIG;AACH,IAAY,yBAGX;AAHD,WAAY,yBAAyB;IACnC,mDAAsB,CAAA;IACtB,gDAAmB,CAAA;AACrB,CAAC,EAHW,yBAAyB,yCAAzB,yBAAyB,QAGpC;AAED,IAAY,0BAEX;AAFD,WAAY,0BAA0B;IACpC,oFAAsD,CAAA;AACxD,CAAC,EAFW,0BAA0B,0CAA1B,0BAA0B,QAErC;AAoBD;;GAEG;AACH,IAAY,sBAiBX;AAjBD,WAAY,sBAAsB;IAChC,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,iDAAuB,CAAA;IACvB,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,yDAA+B,CAAA;IAC/B,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,oDAA0B,CAAA;IAC1B,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,iDAAuB,CAAA;IACvB,iDAAuB,CAAA;IACvB,iDAAuB,CAAA;AACzB,CAAC,EAjBW,sBAAsB,sCAAtB,sBAAsB,QAiBjC;AAwOD,IAAY,yBAIX;AAJD,WAAY,yBAAyB;IACnC,0CAAa,CAAA;IACb,oDAAuB,CAAA;IACvB,0CAAa,CAAA;AACf,CAAC,EAJW,yBAAyB,yCAAzB,yBAAyB,QAIpC;AAwDD;;;;;GAKG;AACH,IAAY,sBAIX;AAJD,WAAY,sBAAsB;IAChC,iDAAuB,CAAA;IACvB,0DAAgC,CAAA;IAChC,wDAA8B,CAAA;AAChC,CAAC,EAJW,sBAAsB,sCAAtB,sBAAsB,QAIjC;AAmHD,IAAY,sBAGX;AAHD,WAAY,sBAAsB;IAChC,uCAAa,CAAA;IACb,6CAAmB,CAAA;AACrB,CAAC,EAHW,sBAAsB,sCAAtB,sBAAsB,QAGjC;AA6ED,IAAY,eAKX;AALD,WAAY,eAAe;IACzB,0CAAuB,CAAA;IACvB,oCAAiB,CAAA;IACjB,kCAAe,CAAA;IACf,sCAAmB,CAAA;AACrB,CAAC,EALW,eAAe,+BAAf,eAAe,QAK1B;AAED,IAAY,wBAGX;AAHD,WAAY,wBAAwB;IAClC,+CAAmB,CAAA;IACnB,iDAAqB,CAAA;AACvB,CAAC,EAHW,wBAAwB,wCAAxB,wBAAwB,QAGnC;AAED,IAAY,sBAKX;AALD,WAAY,sBAAsB;IAChC,qCAAW,CAAA;IACX,uCAAa,CAAA;IACb,uCAAa,CAAA;IACb,+CAAqB,CAAA;AACvB,CAAC,EALW,sBAAsB,sCAAtB,sBAAsB,QAKjC"}
|
package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAISpeechToText.service.d.ts
CHANGED
|
@@ -10,6 +10,7 @@ export declare class GoogleGenerativeAISpeechToTextService<Reporter extends LLMR
|
|
|
10
10
|
transcribe(options: LLMTranscribeOptions<typeof this.provider, Reporter>): Promise<LLMTranscribeResult>;
|
|
11
11
|
private requestTranscription;
|
|
12
12
|
private static buildResponseConfig;
|
|
13
|
+
private static joinAnswer;
|
|
13
14
|
private settleTranscription;
|
|
14
15
|
/**
|
|
15
16
|
* Gemini reports thinking apart from `candidatesTokenCount` and bills it as
|
package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAISpeechToText.service.js
CHANGED
|
@@ -30,7 +30,7 @@ class GoogleGenerativeAISpeechToTextService extends services_1.LLMSpeechToTextSe
|
|
|
30
30
|
writeMetrics: this.reporter?.initWriter(options.reporterContext),
|
|
31
31
|
startedAt: Date.now(),
|
|
32
32
|
};
|
|
33
|
-
return this.requestTranscription(options).then((
|
|
33
|
+
return this.requestTranscription(options).then((answer) => this.settleTranscription({ ...call, answer }), (error) => this.failTranscription({ ...call, error }));
|
|
34
34
|
}
|
|
35
35
|
async requestTranscription(options) {
|
|
36
36
|
const { model, pathToAudio, mimeType, instructions, generationParams, abortSignal, responseSchema, } = options;
|
|
@@ -55,7 +55,7 @@ class GoogleGenerativeAISpeechToTextService extends services_1.LLMSpeechToTextSe
|
|
|
55
55
|
if (!audioFile || !audioFile.uri || !audioFile.mimeType) {
|
|
56
56
|
throw new Error(`Failed to upload audio file, response: ${JSON.stringify(audioFile)}`);
|
|
57
57
|
}
|
|
58
|
-
|
|
58
|
+
const answerChunks = await this.instance.models.generateContentStream({
|
|
59
59
|
model: model.name,
|
|
60
60
|
contents: (0, genai_1.createUserContent)([
|
|
61
61
|
(0, genai_1.createPartFromUri)(audioFile.uri, audioFile.mimeType),
|
|
@@ -68,6 +68,7 @@ class GoogleGenerativeAISpeechToTextService extends services_1.LLMSpeechToTextSe
|
|
|
68
68
|
abortSignal,
|
|
69
69
|
},
|
|
70
70
|
});
|
|
71
|
+
return GoogleGenerativeAISpeechToTextService.joinAnswer(await Array.fromAsync(answerChunks));
|
|
71
72
|
}
|
|
72
73
|
static buildResponseConfig(responseSchema) {
|
|
73
74
|
return responseSchema
|
|
@@ -77,21 +78,34 @@ class GoogleGenerativeAISpeechToTextService extends services_1.LLMSpeechToTextSe
|
|
|
77
78
|
}
|
|
78
79
|
: {};
|
|
79
80
|
}
|
|
81
|
+
static joinAnswer(answerChunks) {
|
|
82
|
+
const finishedCandidate = answerChunks
|
|
83
|
+
.map((answerChunk) => answerChunk.candidates?.[0])
|
|
84
|
+
.findLast((candidate) => candidate?.finishReason);
|
|
85
|
+
return {
|
|
86
|
+
text: answerChunks.map((answerChunk) => answerChunk.text ?? '').join(''),
|
|
87
|
+
finishReason: finishedCandidate?.finishReason,
|
|
88
|
+
finishMessage: finishedCandidate?.finishMessage,
|
|
89
|
+
promptFeedback: answerChunks
|
|
90
|
+
.find((answerChunk) => answerChunk.promptFeedback)?.promptFeedback,
|
|
91
|
+
usageMetadata: answerChunks
|
|
92
|
+
.findLast((answerChunk) => answerChunk.usageMetadata)?.usageMetadata,
|
|
93
|
+
};
|
|
94
|
+
}
|
|
80
95
|
async settleTranscription(params) {
|
|
81
|
-
const { options,
|
|
96
|
+
const { options, answer, method, startedAt } = params;
|
|
82
97
|
const { model, pathToAudio, instructions, generationParams, abortSignal, traceContext, } = options;
|
|
83
|
-
const usage = this.extractUsage(
|
|
98
|
+
const usage = this.extractUsage(answer.usageMetadata);
|
|
84
99
|
try {
|
|
85
100
|
abortSignal?.throwIfAborted();
|
|
86
|
-
const transcription =
|
|
101
|
+
const transcription = answer.text;
|
|
87
102
|
if (!transcription) {
|
|
88
|
-
const [candidate] = response.candidates ?? [];
|
|
89
103
|
throw new GoogleGenerativeAIEmptyTranscriptionError_1.GoogleGenerativeAIEmptyTranscriptionError({
|
|
90
|
-
finishReason:
|
|
91
|
-
finishMessage:
|
|
92
|
-
blockReason:
|
|
93
|
-
blockReasonMessage:
|
|
94
|
-
thoughtsTokenCount:
|
|
104
|
+
finishReason: answer.finishReason,
|
|
105
|
+
finishMessage: answer.finishMessage,
|
|
106
|
+
blockReason: answer.promptFeedback?.blockReason,
|
|
107
|
+
blockReasonMessage: answer.promptFeedback?.blockReasonMessage,
|
|
108
|
+
thoughtsTokenCount: answer.usageMetadata?.thoughtsTokenCount,
|
|
95
109
|
});
|
|
96
110
|
}
|
|
97
111
|
await this.writeSuccessMetrics({
|
|
@@ -105,6 +119,9 @@ class GoogleGenerativeAISpeechToTextService extends services_1.LLMSpeechToTextSe
|
|
|
105
119
|
input: { pathToAudio, instructions },
|
|
106
120
|
output: transcription,
|
|
107
121
|
modelParameters: (0, GoogleGenerativeAIThinking_1.toEffectiveThinkingParameters)({ model, generationParams }),
|
|
122
|
+
metadata: answer.finishReason
|
|
123
|
+
? { finishReason: answer.finishReason }
|
|
124
|
+
: undefined,
|
|
108
125
|
startedAt,
|
|
109
126
|
}),
|
|
110
127
|
});
|
|
@@ -122,8 +139,8 @@ class GoogleGenerativeAISpeechToTextService extends services_1.LLMSpeechToTextSe
|
|
|
122
139
|
* Gemini reports thinking apart from `candidatesTokenCount` and bills it as
|
|
123
140
|
* output, so it is carried as reasoning.
|
|
124
141
|
*/
|
|
125
|
-
extractUsage(
|
|
126
|
-
const tokenDetails = (
|
|
142
|
+
extractUsage(usageMetadata) {
|
|
143
|
+
const tokenDetails = (usageMetadata?.promptTokensDetails ?? [])
|
|
127
144
|
.reduce((details, item) => {
|
|
128
145
|
if (item.modality === genai_1.MediaModality.TEXT) {
|
|
129
146
|
return {
|
|
@@ -142,13 +159,13 @@ class GoogleGenerativeAISpeechToTextService extends services_1.LLMSpeechToTextSe
|
|
|
142
159
|
inputTextTokens: 0,
|
|
143
160
|
inputAudioTokens: 0,
|
|
144
161
|
});
|
|
145
|
-
const cachedTokens =
|
|
162
|
+
const cachedTokens = usageMetadata?.cachedContentTokenCount ?? 0;
|
|
146
163
|
return {
|
|
147
164
|
inputTextTokens: Math.max(tokenDetails.inputTextTokens - cachedTokens, 0),
|
|
148
165
|
inputCachedTextTokens: cachedTokens,
|
|
149
166
|
inputAudioTokens: tokenDetails.inputAudioTokens,
|
|
150
|
-
outputTextTokens:
|
|
151
|
-
outputReasoningTokens:
|
|
167
|
+
outputTextTokens: usageMetadata?.candidatesTokenCount ?? 0,
|
|
168
|
+
outputReasoningTokens: usageMetadata?.thoughtsTokenCount ?? 0,
|
|
152
169
|
};
|
|
153
170
|
}
|
|
154
171
|
async failTranscription(params) {
|
package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAISpeechToText.service.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"GoogleGenerativeAISpeechToText.service.js","sourceRoot":"","sources":["../../../../src/providers/GoogleGenerativeAI/services/GoogleGenerativeAISpeechToText.service.ts"],"names":[],"mappings":";;;;;;AAAA,2BAA8B;AAC9B,
|
|
1
|
+
{"version":3,"file":"GoogleGenerativeAISpeechToText.service.js","sourceRoot":"","sources":["../../../../src/providers/GoogleGenerativeAI/services/GoogleGenerativeAISpeechToText.service.ts"],"names":[],"mappings":";;;;;;AAAA,2BAA8B;AAC9B,yCAOuB;AACvB,+DAM+B;AAG/B,2CAA6C;AAE7C,yCAAoD;AACpD,wGAAoG;AASpG,wIAEkF;AAClF,0GAGmE;AACnE,4DAA8B;AAE9B,MAAa,qCAEX,SAAQ,iCAAiE;IACzE,YACE,MAAsC,EACtC,QAAkB,EAClB,OAA6D;QAE7D,KAAK,CAAC,kCAAY,CAAC,kBAAkB,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACpE,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,mBAAmB,CAAC,GAAG,EAAE,CAAC,IAAI,mBAAW,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;IAC7E,CAAC;IAED,IAAa,qBAAqB;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,UAAU,CACd,OAA6D;QAE7D,MAAM,IAAI,GAAsC;YAC9C,OAAO;YACP,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC;YAC3C,YAAY,EAAE,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,OAAO,CAAC,eAAe,CAAC;YAChE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC;QAEF,OAAO,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,IAAI,CAC5C,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,CAAC,EACzD,CAAC,KAAc,EAAE,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,CAAC,CAC/D,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAChC,OAA6D;QAE7D,MAAM,EACJ,KAAK,EACL,WAAW,EACX,QAAQ,EACR,YAAY,EACZ,gBAAgB,EAChB,WAAW,EACX,cAAc,GACf,GAAG,OAAO,CAAC;QACZ,MAAM,EACJ,WAAW,EACX,kBAAkB,GACnB,GAAG,oDAAwB,CAAC,gBAAgB,CAAC;QAE9C,MAAM,QAAQ,GAAG,IAAA,aAAQ,EAAC,WAAW,CAAC,CAAC,IAAI,CAAC;QAE5C,IAAI,QAAQ,GAAG,WAAW,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CACb,kCAAkC,WAAW,QAAQ,CACtD,CAAC;QACJ,CAAC;QAED,MAAM,gBAAgB,GAAG,QAAQ,IAAI,oBAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAE9D,IAAI,CAAC,gBAAgB,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,gBAAuB,CAAC,EAAE,CAAC;YAC/E,MAAM,IAAI,KAAK,CACb,gCAAgC,gBAAgB,0BAA0B,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC1G,CAAC;QACJ,CAAC;QAED,WAAW,EAAE,cAAc,EAAE,CAAC;QAE9B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC;YACjD,IAAI,EAAE,WAAW;YACjB,MAAM,EAAE;gBACN,QAAQ,EAAE,gBAAgB;gBAC1B,WAAW;aACZ;SACF,CAAC,CAAC;QAEH,WAAW,EAAE,cAAc,EAAE,CAAC;QAE9B,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;YACxD,MAAM,IAAI,KAAK,CAAC,0CAA0C,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACzF,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,qBAAqB,CAAC;YACpE,KAAK,EAAE,KAAK,CAAC,IAAI;YACjB,QAAQ,EAAE,IAAA,yBAAiB,EAAC;gBAC1B,IAAA,yBAAiB,EAAC,SAAS,CAAC,GAAG,EAAE,SAAS,CAAC,QAAQ,CAAC;gBACpD,YAAY,IAAI,oDAAwB,CAAC,sBAAsB;aAChE,CAAC;YACF,MAAM,EAAE;gBACN,GAAG,KAAK,CAAC,MAAM;gBACf,GAAG,IAAA,iDAAoB,EAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;gBACpD,GAAG,qCAAqC,CAAC,mBAAmB,CAAC,cAAc,CAAC;gBAC5E,WAAW;aACZ;SACF,CAAC,CAAC;QAEH,OAAO,qCAAqC,CAAC,UAAU,CACrD,MAAM,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,CACpC,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,mBAAmB,CAChC,cAA8C;QAE9C,OAAO,cAAc;YACnB,CAAC,CAAC;gBACA,gBAAgB,EAAE,kBAAkB;gBACpC,cAAc,EAAE,cAAc,CAAC,iBAAiB,CAAC,kCAAY,CAAC,kBAAkB,CAAC;aAClF;YACD,CAAC,CAAC,EAAE,CAAC;IACT,CAAC;IAEO,MAAM,CAAC,UAAU,CACvB,YAAuC;QAEvC,MAAM,iBAAiB,GAAG,YAAY;aACnC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;aACjD,QAAQ,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QAEpD,OAAO;YACL,IAAI,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YACxE,YAAY,EAAE,iBAAiB,EAAE,YAAY;YAC7C,aAAa,EAAE,iBAAiB,EAAE,aAAa;YAC/C,cAAc,EAAE,YAAY;iBACzB,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,cAAc,CAAC,EAAE,cAAc;YACpE,aAAa,EAAE,YAAY;iBACxB,QAAQ,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,aAAa,CAAC,EAAE,aAAa;SACvE,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC/B,MAA6C;QAE7C,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,CAAC;QACtD,MAAM,EACJ,KAAK,EACL,WAAW,EACX,YAAY,EACZ,gBAAgB,EAChB,WAAW,EACX,YAAY,GACb,GAAG,OAAO,CAAC;QACZ,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAEtD,IAAI,CAAC;YACH,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC;YAElC,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnB,MAAM,IAAI,qFAAyC,CAAC;oBAClD,YAAY,EAAE,MAAM,CAAC,YAAY;oBACjC,aAAa,EAAE,MAAM,CAAC,aAAa;oBACnC,WAAW,EAAE,MAAM,CAAC,cAAc,EAAE,WAAW;oBAC/C,kBAAkB,EAAE,MAAM,CAAC,cAAc,EAAE,kBAAkB;oBAC7D,kBAAkB,EAAE,MAAM,CAAC,aAAa,EAAE,kBAAkB;iBAC7D,CAAC,CAAC;YACL,CAAC;YAED,MAAM,IAAI,CAAC,mBAAmB,CAAC;gBAC7B,MAAM;gBACN,KAAK;gBACL,KAAK;gBACL,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,eAAe,EAAE,IAAI,CAAC,oBAAoB,CAAC;oBACzC,MAAM;oBACN,YAAY;oBACZ,KAAK,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE;oBACpC,MAAM,EAAE,aAAa;oBACrB,eAAe,EAAE,IAAA,0DAA6B,EAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;oBAC3E,QAAQ,EAAE,MAAM,CAAC,YAAY;wBAC3B,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE;wBACvC,CAAC,CAAC,SAAS;oBACb,SAAS;iBACV,CAAC;aACH,CAAC,CAAC;YAEH,OAAO;gBACL,IAAI,EAAE,aAAa;gBACnB,KAAK;gBACL,IAAI,EAAE,IAAA,0BAAc,EAAC,KAAK,EAAE,KAAK,CAAC;aACnC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,iBAAiB,CAAC,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,YAAY,CAClB,aAA+D;QAE/D,MAAM,YAAY,GAAG,CAAC,aAAa,EAAE,mBAAmB,IAAI,EAAE,CAAC;aAC5D,MAAM,CAAkC,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE;YACzD,IAAI,IAAI,CAAC,QAAQ,KAAK,qBAAa,CAAC,IAAI,EAAE,CAAC;gBACzC,OAAO;oBACL,GAAG,OAAO;oBACV,eAAe,EAAE,OAAO,CAAC,eAAe,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;iBAClE,CAAC;YACJ,CAAC;YAED,IAAI,IAAI,CAAC,QAAQ,KAAK,qBAAa,CAAC,KAAK,EAAE,CAAC;gBAC1C,OAAO;oBACL,GAAG,OAAO;oBACV,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;iBACpE,CAAC;YACJ,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC,EAAE;YACD,eAAe,EAAE,CAAC;YAClB,gBAAgB,EAAE,CAAC;SACpB,CAAC,CAAC;QACL,MAAM,YAAY,GAAG,aAAa,EAAE,uBAAuB,IAAI,CAAC,CAAC;QAEjE,OAAO;YACL,eAAe,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,eAAe,GAAG,YAAY,EAAE,CAAC,CAAC;YACzE,qBAAqB,EAAE,YAAY;YACnC,gBAAgB,EAAE,YAAY,CAAC,gBAAgB;YAC/C,gBAAgB,EAAE,aAAa,EAAE,oBAAoB,IAAI,CAAC;YAC1D,qBAAqB,EAAE,aAAa,EAAE,kBAAkB,IAAI,CAAC;SAC9D,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,MAA4C;QAE5C,MAAM,EACJ,OAAO,EACP,MAAM,EACN,YAAY,EACZ,SAAS,EACT,KAAK,EACL,KAAK,GACN,GAAG,MAAM,CAAC;QACX,MAAM,EACJ,KAAK,EACL,WAAW,EACX,YAAY,EACZ,gBAAgB,EAChB,WAAW,EACX,YAAY,GACb,GAAG,OAAO,CAAC;QAEZ,MAAM,IAAI,CAAC,iBAAiB,CAAC;YAC3B,MAAM;YACN,KAAK;YACL,SAAS,EAAE,WAAW,EAAE,OAAO;YAC/B,KAAK;YACL,YAAY;YACZ,KAAK;YACL,eAAe,EAAE,IAAI,CAAC,oBAAoB,CAAC;gBACzC,MAAM;gBACN,YAAY;gBACZ,KAAK,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE;gBACpC,eAAe,EAAE,IAAA,0DAA6B,EAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;gBAC3E,SAAS;aACV,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,iBAAiB,CAAC;YACrB,MAAM;YACN,OAAO,EAAE,0BAA0B;YACnC,KAAK;YACL,IAAI,EAAE,EAAE,OAAO,EAAE;SAClB,CAAC,CAAC;QAEH,OAAO;YACL,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;SACjE,CAAC;IACJ,CAAC;CACF;AAnRD,sFAmRC"}
|
package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAISpeechToText.typedefs.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { GenerateContentConfig,
|
|
1
|
+
import type { FinishReason, GenerateContentConfig, GenerateContentResponsePromptFeedback, GenerateContentResponseUsageMetadata } from '@google/genai';
|
|
2
2
|
import type { LLMModelUsage, LLMProviders, LLMTranscribeOptions } from '../../../LLMService.typedefs';
|
|
3
3
|
import type { LLMMetricsWriter, LLMReporterInterface } from '../../../utilities/reporter';
|
|
4
4
|
export interface GoogleTranscriptionCall<Reporter extends LLMReporterInterface<any> | undefined> {
|
|
@@ -8,7 +8,14 @@ export interface GoogleTranscriptionCall<Reporter extends LLMReporterInterface<a
|
|
|
8
8
|
startedAt: number;
|
|
9
9
|
}
|
|
10
10
|
export interface GoogleTranscriptionResponse<Reporter extends LLMReporterInterface<any> | undefined> extends GoogleTranscriptionCall<Reporter> {
|
|
11
|
-
|
|
11
|
+
answer: GoogleTranscriptionAnswer;
|
|
12
|
+
}
|
|
13
|
+
export interface GoogleTranscriptionAnswer {
|
|
14
|
+
text: string;
|
|
15
|
+
finishReason?: FinishReason;
|
|
16
|
+
finishMessage?: string;
|
|
17
|
+
promptFeedback?: GenerateContentResponsePromptFeedback;
|
|
18
|
+
usageMetadata?: GenerateContentResponseUsageMetadata;
|
|
12
19
|
}
|
|
13
20
|
export interface GoogleTranscriptionFailure<Reporter extends LLMReporterInterface<any> | undefined> extends GoogleTranscriptionCall<Reporter> {
|
|
14
21
|
error: unknown;
|