@ai-sdk/google 2.0.0-canary.2 → 2.0.0-canary.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +184 -0
- package/README.md +2 -2
- package/dist/index.d.mts +107 -65
- package/dist/index.d.ts +107 -65
- package/dist/index.js +363 -280
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +368 -282
- package/dist/index.mjs.map +1 -1
- package/{internal/dist → dist/internal}/index.d.mts +14 -80
- package/{internal/dist → dist/internal}/index.d.ts +14 -80
- package/{internal/dist → dist/internal}/index.js +298 -253
- package/dist/internal/index.js.map +1 -0
- package/{internal/dist → dist/internal}/index.mjs +301 -254
- package/dist/internal/index.mjs.map +1 -0
- package/internal.d.ts +1 -0
- package/package.json +20 -19
- package/internal/dist/index.js.map +0 -1
- package/internal/dist/index.mjs.map +0 -1
@@ -7,11 +7,11 @@ import {
|
|
7
7
|
postJsonToApi,
|
8
8
|
resolve
|
9
9
|
} from "@ai-sdk/provider-utils";
|
10
|
-
import { z as
|
10
|
+
import { z as z3 } from "zod";
|
11
11
|
|
12
12
|
// src/convert-json-schema-to-openapi-schema.ts
|
13
13
|
function convertJSONSchemaToOpenAPISchema(jsonSchema) {
|
14
|
-
if (isEmptyObjectSchema(jsonSchema)) {
|
14
|
+
if (jsonSchema == null || isEmptyObjectSchema(jsonSchema)) {
|
15
15
|
return void 0;
|
16
16
|
}
|
17
17
|
if (typeof jsonSchema === "boolean") {
|
@@ -110,9 +110,10 @@ function isEmptyObjectSchema(jsonSchema) {
|
|
110
110
|
import {
|
111
111
|
UnsupportedFunctionalityError
|
112
112
|
} from "@ai-sdk/provider";
|
113
|
-
import {
|
113
|
+
import {
|
114
|
+
convertToBase64
|
115
|
+
} from "@ai-sdk/provider-utils";
|
114
116
|
function convertToGoogleGenerativeAIMessages(prompt) {
|
115
|
-
var _a, _b;
|
116
117
|
const systemInstructionParts = [];
|
117
118
|
const contents = [];
|
118
119
|
let systemMessagesAllowed = true;
|
@@ -136,33 +137,18 @@ function convertToGoogleGenerativeAIMessages(prompt) {
|
|
136
137
|
parts.push({ text: part.text });
|
137
138
|
break;
|
138
139
|
}
|
139
|
-
case "image": {
|
140
|
-
parts.push(
|
141
|
-
part.image instanceof URL ? {
|
142
|
-
fileData: {
|
143
|
-
mimeType: (_a = part.mimeType) != null ? _a : "image/jpeg",
|
144
|
-
fileUri: part.image.toString()
|
145
|
-
}
|
146
|
-
} : {
|
147
|
-
inlineData: {
|
148
|
-
mimeType: (_b = part.mimeType) != null ? _b : "image/jpeg",
|
149
|
-
data: convertUint8ArrayToBase64(part.image)
|
150
|
-
}
|
151
|
-
}
|
152
|
-
);
|
153
|
-
break;
|
154
|
-
}
|
155
140
|
case "file": {
|
141
|
+
const mediaType = part.mediaType === "image/*" ? "image/jpeg" : part.mediaType;
|
156
142
|
parts.push(
|
157
143
|
part.data instanceof URL ? {
|
158
144
|
fileData: {
|
159
|
-
mimeType:
|
145
|
+
mimeType: mediaType,
|
160
146
|
fileUri: part.data.toString()
|
161
147
|
}
|
162
148
|
} : {
|
163
149
|
inlineData: {
|
164
|
-
mimeType:
|
165
|
-
data: part.data
|
150
|
+
mimeType: mediaType,
|
151
|
+
data: convertToBase64(part.data)
|
166
152
|
}
|
167
153
|
}
|
168
154
|
);
|
@@ -183,7 +169,7 @@ function convertToGoogleGenerativeAIMessages(prompt) {
|
|
183
169
|
return part.text.length === 0 ? void 0 : { text: part.text };
|
184
170
|
}
|
185
171
|
case "file": {
|
186
|
-
if (part.
|
172
|
+
if (part.mediaType !== "image/png") {
|
187
173
|
throw new UnsupportedFunctionalityError({
|
188
174
|
functionality: "Only PNG images are supported in assistant messages"
|
189
175
|
});
|
@@ -195,8 +181,8 @@ function convertToGoogleGenerativeAIMessages(prompt) {
|
|
195
181
|
}
|
196
182
|
return {
|
197
183
|
inlineData: {
|
198
|
-
mimeType: part.
|
199
|
-
data: part.data
|
184
|
+
mimeType: part.mediaType,
|
185
|
+
data: convertToBase64(part.data)
|
200
186
|
}
|
201
187
|
};
|
202
188
|
}
|
@@ -257,20 +243,112 @@ var googleFailedResponseHandler = createJsonErrorResponseHandler({
|
|
257
243
|
errorToMessage: (data) => data.error.message
|
258
244
|
});
|
259
245
|
|
246
|
+
// src/google-generative-ai-options.ts
|
247
|
+
import { z as z2 } from "zod";
|
248
|
+
var dynamicRetrievalConfig = z2.object({
|
249
|
+
/**
|
250
|
+
* The mode of the predictor to be used in dynamic retrieval.
|
251
|
+
*/
|
252
|
+
mode: z2.enum(["MODE_UNSPECIFIED", "MODE_DYNAMIC"]).optional(),
|
253
|
+
/**
|
254
|
+
* The threshold to be used in dynamic retrieval. If not set, a system default
|
255
|
+
* value is used.
|
256
|
+
*/
|
257
|
+
dynamicThreshold: z2.number().optional()
|
258
|
+
});
|
259
|
+
var googleGenerativeAIProviderOptions = z2.object({
|
260
|
+
responseModalities: z2.array(z2.enum(["TEXT", "IMAGE"])).optional(),
|
261
|
+
thinkingConfig: z2.object({
|
262
|
+
thinkingBudget: z2.number().optional()
|
263
|
+
}).optional(),
|
264
|
+
/**
|
265
|
+
Optional.
|
266
|
+
The name of the cached content used as context to serve the prediction.
|
267
|
+
Format: cachedContents/{cachedContent}
|
268
|
+
*/
|
269
|
+
cachedContent: z2.string().optional(),
|
270
|
+
/**
|
271
|
+
* Optional. Enable structured output. Default is true.
|
272
|
+
*
|
273
|
+
* This is useful when the JSON Schema contains elements that are
|
274
|
+
* not supported by the OpenAPI schema version that
|
275
|
+
* Google Generative AI uses. You can use this to disable
|
276
|
+
* structured outputs if you need to.
|
277
|
+
*/
|
278
|
+
structuredOutputs: z2.boolean().optional(),
|
279
|
+
/**
|
280
|
+
Optional. A list of unique safety settings for blocking unsafe content.
|
281
|
+
*/
|
282
|
+
safetySettings: z2.array(
|
283
|
+
z2.object({
|
284
|
+
category: z2.enum([
|
285
|
+
"HARM_CATEGORY_UNSPECIFIED",
|
286
|
+
"HARM_CATEGORY_HATE_SPEECH",
|
287
|
+
"HARM_CATEGORY_DANGEROUS_CONTENT",
|
288
|
+
"HARM_CATEGORY_HARASSMENT",
|
289
|
+
"HARM_CATEGORY_SEXUALLY_EXPLICIT",
|
290
|
+
"HARM_CATEGORY_CIVIC_INTEGRITY"
|
291
|
+
]),
|
292
|
+
threshold: z2.enum([
|
293
|
+
"HARM_BLOCK_THRESHOLD_UNSPECIFIED",
|
294
|
+
"BLOCK_LOW_AND_ABOVE",
|
295
|
+
"BLOCK_MEDIUM_AND_ABOVE",
|
296
|
+
"BLOCK_ONLY_HIGH",
|
297
|
+
"BLOCK_NONE",
|
298
|
+
"OFF"
|
299
|
+
])
|
300
|
+
})
|
301
|
+
).optional(),
|
302
|
+
threshold: z2.enum([
|
303
|
+
"HARM_BLOCK_THRESHOLD_UNSPECIFIED",
|
304
|
+
"BLOCK_LOW_AND_ABOVE",
|
305
|
+
"BLOCK_MEDIUM_AND_ABOVE",
|
306
|
+
"BLOCK_ONLY_HIGH",
|
307
|
+
"BLOCK_NONE",
|
308
|
+
"OFF"
|
309
|
+
]).optional(),
|
310
|
+
/**
|
311
|
+
* Optional. Enables timestamp understanding for audio-only files.
|
312
|
+
*
|
313
|
+
* https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/audio-understanding
|
314
|
+
*/
|
315
|
+
audioTimestamp: z2.boolean().optional(),
|
316
|
+
/**
|
317
|
+
Optional. When enabled, the model will use Google search to ground the response.
|
318
|
+
|
319
|
+
@see https://cloud.google.com/vertex-ai/generative-ai/docs/grounding/overview
|
320
|
+
*/
|
321
|
+
useSearchGrounding: z2.boolean().optional(),
|
322
|
+
/**
|
323
|
+
Optional. Specifies the dynamic retrieval configuration.
|
324
|
+
|
325
|
+
@note Dynamic retrieval is only compatible with Gemini 1.5 Flash.
|
326
|
+
|
327
|
+
@see https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/ground-with-google-search#dynamic-retrieval
|
328
|
+
*/
|
329
|
+
dynamicRetrievalConfig: dynamicRetrievalConfig.optional()
|
330
|
+
});
|
331
|
+
|
260
332
|
// src/google-prepare-tools.ts
|
261
333
|
import {
|
262
334
|
UnsupportedFunctionalityError as UnsupportedFunctionalityError2
|
263
335
|
} from "@ai-sdk/provider";
|
264
|
-
function prepareTools(
|
265
|
-
|
266
|
-
|
336
|
+
function prepareTools({
|
337
|
+
tools,
|
338
|
+
toolChoice,
|
339
|
+
useSearchGrounding,
|
340
|
+
dynamicRetrievalConfig: dynamicRetrievalConfig2,
|
341
|
+
modelId
|
342
|
+
}) {
|
343
|
+
var _a;
|
344
|
+
tools = (tools == null ? void 0 : tools.length) ? tools : void 0;
|
267
345
|
const toolWarnings = [];
|
268
346
|
const isGemini2 = modelId.includes("gemini-2");
|
269
347
|
const supportsDynamicRetrieval = modelId.includes("gemini-1.5-flash") && !modelId.includes("-8b");
|
270
348
|
if (useSearchGrounding) {
|
271
349
|
return {
|
272
350
|
tools: isGemini2 ? { googleSearch: {} } : {
|
273
|
-
googleSearchRetrieval: !supportsDynamicRetrieval || !
|
351
|
+
googleSearchRetrieval: !supportsDynamicRetrieval || !dynamicRetrievalConfig2 ? {} : { dynamicRetrievalConfig: dynamicRetrievalConfig2 }
|
274
352
|
},
|
275
353
|
toolConfig: void 0,
|
276
354
|
toolWarnings
|
@@ -286,12 +364,11 @@ function prepareTools(mode, useSearchGrounding, dynamicRetrievalConfig, modelId)
|
|
286
364
|
} else {
|
287
365
|
functionDeclarations.push({
|
288
366
|
name: tool.name,
|
289
|
-
description: (
|
367
|
+
description: (_a = tool.description) != null ? _a : "",
|
290
368
|
parameters: convertJSONSchemaToOpenAPISchema(tool.parameters)
|
291
369
|
});
|
292
370
|
}
|
293
371
|
}
|
294
|
-
const toolChoice = mode.toolChoice;
|
295
372
|
if (toolChoice == null) {
|
296
373
|
return {
|
297
374
|
tools: { functionDeclarations },
|
@@ -333,7 +410,7 @@ function prepareTools(mode, useSearchGrounding, dynamicRetrievalConfig, modelId)
|
|
333
410
|
default: {
|
334
411
|
const _exhaustiveCheck = type;
|
335
412
|
throw new UnsupportedFunctionalityError2({
|
336
|
-
functionality: `
|
413
|
+
functionality: `tool choice type: ${_exhaustiveCheck}`
|
337
414
|
});
|
338
415
|
}
|
339
416
|
}
|
@@ -368,25 +445,21 @@ function mapGoogleGenerativeAIFinishReason({
|
|
368
445
|
|
369
446
|
// src/google-generative-ai-language-model.ts
|
370
447
|
var GoogleGenerativeAILanguageModel = class {
|
371
|
-
constructor(modelId,
|
448
|
+
constructor(modelId, config) {
|
372
449
|
this.specificationVersion = "v2";
|
373
|
-
this.defaultObjectGenerationMode = "json";
|
374
|
-
this.supportsImageUrls = false;
|
375
450
|
this.modelId = modelId;
|
376
|
-
this.settings = settings;
|
377
451
|
this.config = config;
|
378
452
|
}
|
379
|
-
get supportsStructuredOutputs() {
|
380
|
-
var _a;
|
381
|
-
return (_a = this.settings.structuredOutputs) != null ? _a : true;
|
382
|
-
}
|
383
453
|
get provider() {
|
384
454
|
return this.config.provider;
|
385
455
|
}
|
456
|
+
get supportedUrls() {
|
457
|
+
var _a, _b, _c;
|
458
|
+
return (_c = (_b = (_a = this.config).supportedUrls) == null ? void 0 : _b.call(_a)) != null ? _c : {};
|
459
|
+
}
|
386
460
|
async getArgs({
|
387
|
-
mode,
|
388
461
|
prompt,
|
389
|
-
|
462
|
+
maxOutputTokens,
|
390
463
|
temperature,
|
391
464
|
topP,
|
392
465
|
topK,
|
@@ -395,111 +468,66 @@ var GoogleGenerativeAILanguageModel = class {
|
|
395
468
|
stopSequences,
|
396
469
|
responseFormat,
|
397
470
|
seed,
|
398
|
-
|
471
|
+
tools,
|
472
|
+
toolChoice,
|
473
|
+
providerOptions
|
399
474
|
}) {
|
400
475
|
var _a, _b;
|
401
|
-
const type = mode.type;
|
402
476
|
const warnings = [];
|
403
|
-
const googleOptions = parseProviderOptions({
|
477
|
+
const googleOptions = await parseProviderOptions({
|
404
478
|
provider: "google",
|
405
|
-
providerOptions
|
406
|
-
schema:
|
479
|
+
providerOptions,
|
480
|
+
schema: googleGenerativeAIProviderOptions
|
407
481
|
});
|
408
|
-
const generationConfig = {
|
409
|
-
// standardized settings:
|
410
|
-
maxOutputTokens: maxTokens,
|
411
|
-
temperature,
|
412
|
-
topK,
|
413
|
-
topP,
|
414
|
-
frequencyPenalty,
|
415
|
-
presencePenalty,
|
416
|
-
stopSequences,
|
417
|
-
seed,
|
418
|
-
// response format:
|
419
|
-
responseMimeType: (responseFormat == null ? void 0 : responseFormat.type) === "json" ? "application/json" : void 0,
|
420
|
-
responseSchema: (responseFormat == null ? void 0 : responseFormat.type) === "json" && responseFormat.schema != null && // Google GenAI does not support all OpenAPI Schema features,
|
421
|
-
// so this is needed as an escape hatch:
|
422
|
-
this.supportsStructuredOutputs ? convertJSONSchemaToOpenAPISchema(responseFormat.schema) : void 0,
|
423
|
-
...this.settings.audioTimestamp && {
|
424
|
-
audioTimestamp: this.settings.audioTimestamp
|
425
|
-
},
|
426
|
-
// provider options:
|
427
|
-
responseModalities: googleOptions == null ? void 0 : googleOptions.responseModalities
|
428
|
-
};
|
429
482
|
const { contents, systemInstruction } = convertToGoogleGenerativeAIMessages(prompt);
|
430
|
-
|
431
|
-
|
432
|
-
|
433
|
-
|
434
|
-
|
435
|
-
|
436
|
-
|
437
|
-
|
438
|
-
|
439
|
-
|
440
|
-
|
441
|
-
|
442
|
-
|
443
|
-
|
444
|
-
|
445
|
-
|
446
|
-
|
447
|
-
|
448
|
-
|
449
|
-
|
450
|
-
|
451
|
-
|
452
|
-
|
453
|
-
|
454
|
-
|
455
|
-
|
456
|
-
|
457
|
-
|
458
|
-
|
459
|
-
|
460
|
-
|
461
|
-
contents,
|
462
|
-
systemInstruction,
|
463
|
-
safetySettings: this.settings.safetySettings,
|
464
|
-
cachedContent: this.settings.cachedContent
|
465
|
-
},
|
466
|
-
warnings
|
467
|
-
};
|
468
|
-
}
|
469
|
-
case "object-tool": {
|
470
|
-
return {
|
471
|
-
args: {
|
472
|
-
generationConfig,
|
473
|
-
contents,
|
474
|
-
tools: {
|
475
|
-
functionDeclarations: [
|
476
|
-
{
|
477
|
-
name: mode.tool.name,
|
478
|
-
description: (_b = mode.tool.description) != null ? _b : "",
|
479
|
-
parameters: convertJSONSchemaToOpenAPISchema(
|
480
|
-
mode.tool.parameters
|
481
|
-
)
|
482
|
-
}
|
483
|
-
]
|
484
|
-
},
|
485
|
-
toolConfig: { functionCallingConfig: { mode: "ANY" } },
|
486
|
-
safetySettings: this.settings.safetySettings,
|
487
|
-
cachedContent: this.settings.cachedContent
|
483
|
+
const {
|
484
|
+
tools: googleTools,
|
485
|
+
toolConfig: googleToolConfig,
|
486
|
+
toolWarnings
|
487
|
+
} = prepareTools({
|
488
|
+
tools,
|
489
|
+
toolChoice,
|
490
|
+
useSearchGrounding: (_a = googleOptions == null ? void 0 : googleOptions.useSearchGrounding) != null ? _a : false,
|
491
|
+
dynamicRetrievalConfig: googleOptions == null ? void 0 : googleOptions.dynamicRetrievalConfig,
|
492
|
+
modelId: this.modelId
|
493
|
+
});
|
494
|
+
return {
|
495
|
+
args: {
|
496
|
+
generationConfig: {
|
497
|
+
// standardized settings:
|
498
|
+
maxOutputTokens,
|
499
|
+
temperature,
|
500
|
+
topK,
|
501
|
+
topP,
|
502
|
+
frequencyPenalty,
|
503
|
+
presencePenalty,
|
504
|
+
stopSequences,
|
505
|
+
seed,
|
506
|
+
// response format:
|
507
|
+
responseMimeType: (responseFormat == null ? void 0 : responseFormat.type) === "json" ? "application/json" : void 0,
|
508
|
+
responseSchema: (responseFormat == null ? void 0 : responseFormat.type) === "json" && responseFormat.schema != null && // Google GenAI does not support all OpenAPI Schema features,
|
509
|
+
// so this is needed as an escape hatch:
|
510
|
+
// TODO convert into provider option
|
511
|
+
((_b = googleOptions == null ? void 0 : googleOptions.structuredOutputs) != null ? _b : true) ? convertJSONSchemaToOpenAPISchema(responseFormat.schema) : void 0,
|
512
|
+
...(googleOptions == null ? void 0 : googleOptions.audioTimestamp) && {
|
513
|
+
audioTimestamp: googleOptions.audioTimestamp
|
488
514
|
},
|
489
|
-
|
490
|
-
|
491
|
-
|
492
|
-
|
493
|
-
|
494
|
-
|
495
|
-
|
496
|
-
|
497
|
-
|
498
|
-
|
499
|
-
|
515
|
+
// provider options:
|
516
|
+
responseModalities: googleOptions == null ? void 0 : googleOptions.responseModalities,
|
517
|
+
thinkingConfig: googleOptions == null ? void 0 : googleOptions.thinkingConfig
|
518
|
+
},
|
519
|
+
contents,
|
520
|
+
systemInstruction,
|
521
|
+
safetySettings: googleOptions == null ? void 0 : googleOptions.safetySettings,
|
522
|
+
tools: googleTools,
|
523
|
+
toolConfig: googleToolConfig,
|
524
|
+
cachedContent: googleOptions == null ? void 0 : googleOptions.cachedContent
|
525
|
+
},
|
526
|
+
warnings: [...warnings, ...toolWarnings]
|
527
|
+
};
|
500
528
|
}
|
501
529
|
async doGenerate(options) {
|
502
|
-
var _a, _b, _c, _d, _e;
|
530
|
+
var _a, _b, _c, _d, _e, _f, _g, _h, _i;
|
503
531
|
const { args, warnings } = await this.getArgs(options);
|
504
532
|
const body = JSON.stringify(args);
|
505
533
|
const mergedHeaders = combineHeaders(
|
@@ -521,43 +549,62 @@ var GoogleGenerativeAILanguageModel = class {
|
|
521
549
|
abortSignal: options.abortSignal,
|
522
550
|
fetch: this.config.fetch
|
523
551
|
});
|
524
|
-
const { contents: rawPrompt, ...rawSettings } = args;
|
525
552
|
const candidate = response.candidates[0];
|
526
|
-
const
|
527
|
-
const
|
528
|
-
|
553
|
+
const content = [];
|
554
|
+
const parts = candidate.content == null || typeof candidate.content !== "object" || !("parts" in candidate.content) ? [] : (_a = candidate.content.parts) != null ? _a : [];
|
555
|
+
for (const part of parts) {
|
556
|
+
if ("text" in part && part.text.length > 0) {
|
557
|
+
content.push({ type: "text", text: part.text });
|
558
|
+
} else if ("functionCall" in part) {
|
559
|
+
content.push({
|
560
|
+
type: "tool-call",
|
561
|
+
toolCallType: "function",
|
562
|
+
toolCallId: this.config.generateId(),
|
563
|
+
toolName: part.functionCall.name,
|
564
|
+
args: JSON.stringify(part.functionCall.args)
|
565
|
+
});
|
566
|
+
} else if ("inlineData" in part) {
|
567
|
+
content.push({
|
568
|
+
type: "file",
|
569
|
+
data: part.inlineData.data,
|
570
|
+
mediaType: part.inlineData.mimeType
|
571
|
+
});
|
572
|
+
}
|
573
|
+
}
|
574
|
+
const sources = (_b = extractSources({
|
575
|
+
groundingMetadata: candidate.groundingMetadata,
|
529
576
|
generateId: this.config.generateId
|
530
|
-
});
|
577
|
+
})) != null ? _b : [];
|
578
|
+
for (const source of sources) {
|
579
|
+
content.push(source);
|
580
|
+
}
|
531
581
|
const usageMetadata = response.usageMetadata;
|
532
582
|
return {
|
533
|
-
|
534
|
-
files: (_a = getInlineDataParts(parts)) == null ? void 0 : _a.map((part) => ({
|
535
|
-
data: part.inlineData.data,
|
536
|
-
mimeType: part.inlineData.mimeType
|
537
|
-
})),
|
538
|
-
toolCalls,
|
583
|
+
content,
|
539
584
|
finishReason: mapGoogleGenerativeAIFinishReason({
|
540
585
|
finishReason: candidate.finishReason,
|
541
|
-
hasToolCalls:
|
586
|
+
hasToolCalls: content.some((part) => part.type === "tool-call")
|
542
587
|
}),
|
543
588
|
usage: {
|
544
|
-
|
545
|
-
|
589
|
+
inputTokens: (_c = usageMetadata == null ? void 0 : usageMetadata.promptTokenCount) != null ? _c : void 0,
|
590
|
+
outputTokens: (_d = usageMetadata == null ? void 0 : usageMetadata.candidatesTokenCount) != null ? _d : void 0,
|
591
|
+
totalTokens: (_e = usageMetadata == null ? void 0 : usageMetadata.totalTokenCount) != null ? _e : void 0,
|
592
|
+
reasoningTokens: (_f = usageMetadata == null ? void 0 : usageMetadata.thoughtsTokenCount) != null ? _f : void 0,
|
593
|
+
cachedInputTokens: (_g = usageMetadata == null ? void 0 : usageMetadata.cachedContentTokenCount) != null ? _g : void 0
|
546
594
|
},
|
547
|
-
rawCall: { rawPrompt, rawSettings },
|
548
|
-
rawResponse: { headers: responseHeaders, body: rawResponse },
|
549
595
|
warnings,
|
550
596
|
providerMetadata: {
|
551
597
|
google: {
|
552
|
-
groundingMetadata: (
|
553
|
-
safetyRatings: (
|
598
|
+
groundingMetadata: (_h = candidate.groundingMetadata) != null ? _h : null,
|
599
|
+
safetyRatings: (_i = candidate.safetyRatings) != null ? _i : null
|
554
600
|
}
|
555
601
|
},
|
556
|
-
|
557
|
-
|
558
|
-
|
559
|
-
|
560
|
-
|
602
|
+
request: { body },
|
603
|
+
response: {
|
604
|
+
// TODO timestamp, model id, id
|
605
|
+
headers: responseHeaders,
|
606
|
+
body: rawResponse
|
607
|
+
}
|
561
608
|
};
|
562
609
|
}
|
563
610
|
async doStream(options) {
|
@@ -578,11 +625,11 @@ var GoogleGenerativeAILanguageModel = class {
|
|
578
625
|
abortSignal: options.abortSignal,
|
579
626
|
fetch: this.config.fetch
|
580
627
|
});
|
581
|
-
const { contents: rawPrompt, ...rawSettings } = args;
|
582
628
|
let finishReason = "unknown";
|
583
|
-
|
584
|
-
|
585
|
-
|
629
|
+
const usage = {
|
630
|
+
inputTokens: void 0,
|
631
|
+
outputTokens: void 0,
|
632
|
+
totalTokens: void 0
|
586
633
|
};
|
587
634
|
let providerMetadata = void 0;
|
588
635
|
const generateId = this.config.generateId;
|
@@ -590,8 +637,11 @@ var GoogleGenerativeAILanguageModel = class {
|
|
590
637
|
return {
|
591
638
|
stream: response.pipeThrough(
|
592
639
|
new TransformStream({
|
640
|
+
start(controller) {
|
641
|
+
controller.enqueue({ type: "stream-start", warnings });
|
642
|
+
},
|
593
643
|
transform(chunk, controller) {
|
594
|
-
var _a, _b, _c, _d, _e, _f;
|
644
|
+
var _a, _b, _c, _d, _e, _f, _g, _h, _i;
|
595
645
|
if (!chunk.success) {
|
596
646
|
controller.enqueue({ type: "error", error: chunk.error });
|
597
647
|
return;
|
@@ -599,12 +649,13 @@ var GoogleGenerativeAILanguageModel = class {
|
|
599
649
|
const value = chunk.value;
|
600
650
|
const usageMetadata = value.usageMetadata;
|
601
651
|
if (usageMetadata != null) {
|
602
|
-
usage =
|
603
|
-
|
604
|
-
|
605
|
-
|
652
|
+
usage.inputTokens = (_a = usageMetadata.promptTokenCount) != null ? _a : void 0;
|
653
|
+
usage.outputTokens = (_b = usageMetadata.candidatesTokenCount) != null ? _b : void 0;
|
654
|
+
usage.totalTokens = (_c = usageMetadata.totalTokenCount) != null ? _c : void 0;
|
655
|
+
usage.reasoningTokens = (_d = usageMetadata.thoughtsTokenCount) != null ? _d : void 0;
|
656
|
+
usage.cachedInputTokens = (_e = usageMetadata.cachedContentTokenCount) != null ? _e : void 0;
|
606
657
|
}
|
607
|
-
const candidate = (
|
658
|
+
const candidate = (_f = value.candidates) == null ? void 0 : _f[0];
|
608
659
|
if (candidate == null) {
|
609
660
|
return;
|
610
661
|
}
|
@@ -612,17 +663,14 @@ var GoogleGenerativeAILanguageModel = class {
|
|
612
663
|
if (content != null) {
|
613
664
|
const deltaText = getTextFromParts(content.parts);
|
614
665
|
if (deltaText != null) {
|
615
|
-
controller.enqueue(
|
616
|
-
type: "text-delta",
|
617
|
-
textDelta: deltaText
|
618
|
-
});
|
666
|
+
controller.enqueue(deltaText);
|
619
667
|
}
|
620
668
|
const inlineDataParts = getInlineDataParts(content.parts);
|
621
669
|
if (inlineDataParts != null) {
|
622
670
|
for (const part of inlineDataParts) {
|
623
671
|
controller.enqueue({
|
624
672
|
type: "file",
|
625
|
-
|
673
|
+
mediaType: part.inlineData.mimeType,
|
626
674
|
data: part.inlineData.data
|
627
675
|
});
|
628
676
|
}
|
@@ -656,17 +704,17 @@ var GoogleGenerativeAILanguageModel = class {
|
|
656
704
|
finishReason: candidate.finishReason,
|
657
705
|
hasToolCalls
|
658
706
|
});
|
659
|
-
const sources = (
|
707
|
+
const sources = (_g = extractSources({
|
660
708
|
groundingMetadata: candidate.groundingMetadata,
|
661
709
|
generateId
|
662
|
-
})) != null ?
|
710
|
+
})) != null ? _g : [];
|
663
711
|
for (const source of sources) {
|
664
|
-
controller.enqueue(
|
712
|
+
controller.enqueue(source);
|
665
713
|
}
|
666
714
|
providerMetadata = {
|
667
715
|
google: {
|
668
|
-
groundingMetadata: (
|
669
|
-
safetyRatings: (
|
716
|
+
groundingMetadata: (_h = candidate.groundingMetadata) != null ? _h : null,
|
717
|
+
safetyRatings: (_i = candidate.safetyRatings) != null ? _i : null
|
670
718
|
}
|
671
719
|
};
|
672
720
|
}
|
@@ -681,9 +729,7 @@ var GoogleGenerativeAILanguageModel = class {
|
|
681
729
|
}
|
682
730
|
})
|
683
731
|
),
|
684
|
-
|
685
|
-
rawResponse: { headers: responseHeaders },
|
686
|
-
warnings,
|
732
|
+
response: { headers: responseHeaders },
|
687
733
|
request: { body }
|
688
734
|
};
|
689
735
|
}
|
@@ -696,6 +742,7 @@ function getToolCallsFromParts({
|
|
696
742
|
(part) => "functionCall" in part
|
697
743
|
);
|
698
744
|
return functionCallParts == null || functionCallParts.length === 0 ? void 0 : functionCallParts.map((part) => ({
|
745
|
+
type: "tool-call",
|
699
746
|
toolCallType: "function",
|
700
747
|
toolCallId: generateId(),
|
701
748
|
toolName: part.functionCall.name,
|
@@ -704,7 +751,10 @@ function getToolCallsFromParts({
|
|
704
751
|
}
|
705
752
|
function getTextFromParts(parts) {
|
706
753
|
const textParts = parts == null ? void 0 : parts.filter((part) => "text" in part);
|
707
|
-
return textParts == null || textParts.length === 0 ? void 0 :
|
754
|
+
return textParts == null || textParts.length === 0 ? void 0 : {
|
755
|
+
type: "text",
|
756
|
+
text: textParts.map((part) => part.text).join("")
|
757
|
+
};
|
708
758
|
}
|
709
759
|
function getInlineDataParts(parts) {
|
710
760
|
return parts == null ? void 0 : parts.filter(
|
@@ -719,104 +769,101 @@ function extractSources({
|
|
719
769
|
return (_a = groundingMetadata == null ? void 0 : groundingMetadata.groundingChunks) == null ? void 0 : _a.filter(
|
720
770
|
(chunk) => chunk.web != null
|
721
771
|
).map((chunk) => ({
|
772
|
+
type: "source",
|
722
773
|
sourceType: "url",
|
723
774
|
id: generateId(),
|
724
775
|
url: chunk.web.uri,
|
725
776
|
title: chunk.web.title
|
726
777
|
}));
|
727
778
|
}
|
728
|
-
var contentSchema =
|
729
|
-
role:
|
730
|
-
parts:
|
731
|
-
|
732
|
-
|
733
|
-
text:
|
779
|
+
var contentSchema = z3.object({
|
780
|
+
role: z3.string(),
|
781
|
+
parts: z3.array(
|
782
|
+
z3.union([
|
783
|
+
z3.object({
|
784
|
+
text: z3.string()
|
734
785
|
}),
|
735
|
-
|
736
|
-
functionCall:
|
737
|
-
name:
|
738
|
-
args:
|
786
|
+
z3.object({
|
787
|
+
functionCall: z3.object({
|
788
|
+
name: z3.string(),
|
789
|
+
args: z3.unknown()
|
739
790
|
})
|
740
791
|
}),
|
741
|
-
|
742
|
-
inlineData:
|
743
|
-
mimeType:
|
744
|
-
data:
|
792
|
+
z3.object({
|
793
|
+
inlineData: z3.object({
|
794
|
+
mimeType: z3.string(),
|
795
|
+
data: z3.string()
|
745
796
|
})
|
746
797
|
})
|
747
798
|
])
|
748
799
|
).nullish()
|
749
800
|
});
|
750
|
-
var groundingChunkSchema =
|
751
|
-
web:
|
752
|
-
retrievedContext:
|
801
|
+
var groundingChunkSchema = z3.object({
|
802
|
+
web: z3.object({ uri: z3.string(), title: z3.string() }).nullish(),
|
803
|
+
retrievedContext: z3.object({ uri: z3.string(), title: z3.string() }).nullish()
|
753
804
|
});
|
754
|
-
var groundingMetadataSchema =
|
755
|
-
webSearchQueries:
|
756
|
-
retrievalQueries:
|
757
|
-
searchEntryPoint:
|
758
|
-
groundingChunks:
|
759
|
-
groundingSupports:
|
760
|
-
|
761
|
-
segment:
|
762
|
-
startIndex:
|
763
|
-
endIndex:
|
764
|
-
text:
|
805
|
+
var groundingMetadataSchema = z3.object({
|
806
|
+
webSearchQueries: z3.array(z3.string()).nullish(),
|
807
|
+
retrievalQueries: z3.array(z3.string()).nullish(),
|
808
|
+
searchEntryPoint: z3.object({ renderedContent: z3.string() }).nullish(),
|
809
|
+
groundingChunks: z3.array(groundingChunkSchema).nullish(),
|
810
|
+
groundingSupports: z3.array(
|
811
|
+
z3.object({
|
812
|
+
segment: z3.object({
|
813
|
+
startIndex: z3.number().nullish(),
|
814
|
+
endIndex: z3.number().nullish(),
|
815
|
+
text: z3.string().nullish()
|
765
816
|
}),
|
766
|
-
segment_text:
|
767
|
-
groundingChunkIndices:
|
768
|
-
supportChunkIndices:
|
769
|
-
confidenceScores:
|
770
|
-
confidenceScore:
|
817
|
+
segment_text: z3.string().nullish(),
|
818
|
+
groundingChunkIndices: z3.array(z3.number()).nullish(),
|
819
|
+
supportChunkIndices: z3.array(z3.number()).nullish(),
|
820
|
+
confidenceScores: z3.array(z3.number()).nullish(),
|
821
|
+
confidenceScore: z3.array(z3.number()).nullish()
|
771
822
|
})
|
772
823
|
).nullish(),
|
773
|
-
retrievalMetadata:
|
774
|
-
|
775
|
-
webDynamicRetrievalScore:
|
824
|
+
retrievalMetadata: z3.union([
|
825
|
+
z3.object({
|
826
|
+
webDynamicRetrievalScore: z3.number()
|
776
827
|
}),
|
777
|
-
|
828
|
+
z3.object({})
|
778
829
|
]).nullish()
|
779
830
|
});
|
780
|
-
var safetyRatingSchema =
|
781
|
-
category:
|
782
|
-
probability:
|
783
|
-
probabilityScore:
|
784
|
-
severity:
|
785
|
-
severityScore:
|
786
|
-
blocked:
|
831
|
+
var safetyRatingSchema = z3.object({
|
832
|
+
category: z3.string().nullish(),
|
833
|
+
probability: z3.string().nullish(),
|
834
|
+
probabilityScore: z3.number().nullish(),
|
835
|
+
severity: z3.string().nullish(),
|
836
|
+
severityScore: z3.number().nullish(),
|
837
|
+
blocked: z3.boolean().nullish()
|
787
838
|
});
|
788
|
-
var
|
789
|
-
|
790
|
-
|
791
|
-
|
792
|
-
|
793
|
-
|
839
|
+
var usageSchema = z3.object({
|
840
|
+
cachedContentTokenCount: z3.number().nullish(),
|
841
|
+
thoughtsTokenCount: z3.number().nullish(),
|
842
|
+
promptTokenCount: z3.number().nullish(),
|
843
|
+
candidatesTokenCount: z3.number().nullish(),
|
844
|
+
totalTokenCount: z3.number().nullish()
|
845
|
+
});
|
846
|
+
var responseSchema = z3.object({
|
847
|
+
candidates: z3.array(
|
848
|
+
z3.object({
|
849
|
+
content: contentSchema.nullish().or(z3.object({}).strict()),
|
850
|
+
finishReason: z3.string().nullish(),
|
851
|
+
safetyRatings: z3.array(safetyRatingSchema).nullish(),
|
794
852
|
groundingMetadata: groundingMetadataSchema.nullish()
|
795
853
|
})
|
796
854
|
),
|
797
|
-
usageMetadata:
|
798
|
-
promptTokenCount: z2.number().nullish(),
|
799
|
-
candidatesTokenCount: z2.number().nullish(),
|
800
|
-
totalTokenCount: z2.number().nullish()
|
801
|
-
}).nullish()
|
855
|
+
usageMetadata: usageSchema.nullish()
|
802
856
|
});
|
803
|
-
var chunkSchema =
|
804
|
-
candidates:
|
805
|
-
|
857
|
+
var chunkSchema = z3.object({
|
858
|
+
candidates: z3.array(
|
859
|
+
z3.object({
|
806
860
|
content: contentSchema.nullish(),
|
807
|
-
finishReason:
|
808
|
-
safetyRatings:
|
861
|
+
finishReason: z3.string().nullish(),
|
862
|
+
safetyRatings: z3.array(safetyRatingSchema).nullish(),
|
809
863
|
groundingMetadata: groundingMetadataSchema.nullish()
|
810
864
|
})
|
811
865
|
).nullish(),
|
812
|
-
usageMetadata:
|
813
|
-
promptTokenCount: z2.number().nullish(),
|
814
|
-
candidatesTokenCount: z2.number().nullish(),
|
815
|
-
totalTokenCount: z2.number().nullish()
|
816
|
-
}).nullish()
|
817
|
-
});
|
818
|
-
var googleGenerativeAIProviderOptionsSchema = z2.object({
|
819
|
-
responseModalities: z2.array(z2.enum(["TEXT", "IMAGE"])).nullish()
|
866
|
+
usageMetadata: usageSchema.nullish()
|
820
867
|
});
|
821
868
|
export {
|
822
869
|
GoogleGenerativeAILanguageModel,
|