promptfoo 0.125.0 → 0.125.1

package/dist/src/ai.studio-gSXK2cGI.js

@@ -1,374 +0,0 @@
-import { t as __exportAll } from "./rolldown-runtime-BhDjJH2R.js";
-import { o as logger } from "./logger-CNHLbG5Y.js";
-import { a as getRequestTimeoutMs, b as withResponseCacheMetadata, f as parseChatPrompt, m as shouldBustProviderCache } from "./shared-BnN4RWgk.js";
-import { o as getNunjucksEngine } from "./render-DrCSgzhR.js";
-import { t as resolveProviderEnv } from "./env-DG25rpzi.js";
-import { i as fetchWithCache } from "./cache-Cbw1zH6q.js";
-import { D as removeGoogleFunctionDeclarations, E as removeDeprecatedGeminiGenerationParams, M as CHAT_MODELS, O as resolveGoogleToolConfig, S as normalizeSafetySettings, _ as mergeGoogleCompletionOptions, a as createAuthCacheDiscriminator, b as normalizeGeminiAudio, c as getCandidate, d as getGoogleGuardrails, f as getGoogleResponseServiceTier, h as isNonCandidateStreamChunk, i as collectThoughtSignatures, n as calculateGoogleCostFromUsage, o as formatCandidateContents, p as getLastPromptSafetyRatings, r as collectGroundingMetadata, s as geminiFormatAndSystemInstructions, t as calculateGoogleCost, u as getGoogleApiBaseUrl, v as mergeGoogleRequestTools, w as parseConfigResponseSchema, x as normalizeGoogleServiceTier, y as mergeParts } from "./util-o_BnlYqS.js";
-import { t as GoogleGenericProvider } from "./base-CRdQwC1W.js";
-//#region src/providers/google/ai.studio.ts
-var ai_studio_exports = /* @__PURE__ */ __exportAll({
-	AIStudioChatProvider: () => AIStudioChatProvider,
-	AIStudioEmbeddingProvider: () => AIStudioEmbeddingProvider,
-	getGoogleAiStudioProviders: () => getGoogleAiStudioProviders
-});
-const DEFAULT_API_HOST = "generativelanguage.googleapis.com";
-const GENERATE_CONTENT_MODEL_PREFIXES = [
-	"gemini",
-	"gemma",
-	"codegemma",
-	"paligemma"
-];
-function usesGenerateContentApi(modelName) {
-	return GENERATE_CONTENT_MODEL_PREFIXES.some((prefix) => modelName.startsWith(prefix));
-}
-/**
-* Google AI Studio provider for Gemini models.
-*
-* Extends GoogleGenericProvider for shared functionality like MCP integration,
-* authentication management, and resource cleanup.
-*/
-var AIStudioChatProvider = class extends GoogleGenericProvider {
-	constructor(modelName, options = {}) {
-		if (!CHAT_MODELS.includes(modelName)) logger.debug(`Using unknown Google chat model: ${modelName}`);
-		super(modelName, {
-			...options,
-			config: {
-				...options.config,
-				vertexai: false
-			}
-		});
-	}
-	/**
-	* Get the API endpoint URL for Google AI Studio.
-	*
-	* @param action - Optional action like 'generateContent'
-	* @returns The full API endpoint URL
-	*/
-	getApiEndpoint(action) {
-		const apiVersion = this.getApiVersion();
-		const baseUrl = this.getApiBaseUrl();
-		const actionSuffix = action ? `:${action}` : "";
-		return `${baseUrl}/${apiVersion}/models/${this.modelName}${actionSuffix}`;
-	}
-	/**
-	* Get the API version.
-	*
-	* Uses config.apiVersion if set, otherwise defaults to v1beta — Google's
-	* primary endpoint for current Gemini models, including the Gemini 3.x
-	* family. The legacy gemini-2.0-flash-thinking-exp model only responds on
-	* v1alpha. Set config.apiVersion to 'v1alpha' to opt into preview-only
-	* features such as media_resolution.
-	*/
-	getApiVersion() {
-		if (this.config.apiVersion) return this.config.apiVersion;
-		return this.modelName === "gemini-2.0-flash-thinking-exp" ? "v1alpha" : "v1beta";
-	}
-	/**
-	* Get the API host for Google AI Studio.
-	* Public for use by integrations like Adaline Gateway.
-	*/
-	getApiHost() {
-		const apiHost = this.config.apiHost || resolveProviderEnv(this.env, ["GOOGLE_API_HOST", "PALM_API_HOST"])?.value || DEFAULT_API_HOST;
-		return getNunjucksEngine().renderString(apiHost, {});
-	}
-	/**
-	* Get the base URL for Google AI Studio API.
-	*/
-	getApiBaseUrl() {
-		return getGoogleApiBaseUrl(this.config, this.env);
-	}
-	/**
-	* Get authentication headers for Google AI Studio.
-	* API key is passed via x-goog-api-key header for improved security.
-	*/
-	async getAuthHeaders() {
-		const headers = {
-			"Content-Type": "application/json",
-			...this.config.headers
-		};
-		const apiKey = this.getApiKey();
-		if (apiKey) headers["x-goog-api-key"] = apiKey;
-		return headers;
-	}
-	/**
-	* Call the Google AI Studio API.
-	*/
-	async callApi(prompt, context, options) {
-		await this.initializeMCP(options?.abortSignal);
-		if (!this.getApiKey()) throw new Error("Google API key is not set. Set the GOOGLE_API_KEY or GEMINI_API_KEY environment variable or add `apiKey` to the provider config.");
-		if (usesGenerateContentApi(this.modelName)) return this.callGemini(prompt, context);
-		const config = mergeGoogleCompletionOptions(this.config, context?.prompt?.config);
-		const body = {
-			prompt: { messages: parseChatPrompt(prompt, [{ content: prompt }]) },
-			temperature: config.temperature,
-			topP: config.topP,
-			topK: config.topK,
-			safetySettings: normalizeSafetySettings(config.safetySettings),
-			stopSequences: config.stopSequences,
-			maxOutputTokens: config.maxOutputTokens
-		};
-		let data, cached = false;
-		try {
-			const baseUrl = this.getApiBaseUrl();
-			const headers = await this.getAuthHeaders();
-			const authDiscriminator = createAuthCacheDiscriminator(headers);
-			({data, cached} = await fetchWithCache(`${baseUrl}/v1beta3/models/${this.modelName}:generateMessage`, {
-				method: "POST",
-				headers,
-				body: JSON.stringify(body),
-				...authDiscriminator && { _authHash: authDiscriminator }
-			}, getRequestTimeoutMs(), "json", shouldBustProviderCache(context)));
-		} catch (err) {
-			return { error: `API call error: ${String(err)}` };
-		}
-		if (!data?.candidates || data.candidates.length === 0) return { error: `API did not return any candidate responses: ${JSON.stringify(data)}` };
-		try {
-			const output = data.candidates[0].content;
-			const tokenUsage = {
-				prompt: data.usageMetadata?.promptTokenCount === void 0 ? void 0 : data.usageMetadata.promptTokenCount + (data.usageMetadata?.toolUsePromptTokenCount ?? 0),
-				completion: data.usageMetadata?.candidatesTokenCount,
-				total: data.usageMetadata?.totalTokenCount,
-				numRequests: 1,
-				...data.usageMetadata?.cachedContentTokenCount !== void 0 && { cached: data.usageMetadata.cachedContentTokenCount },
-				...data.usageMetadata?.thoughtsTokenCount !== void 0 && { completionDetails: {
-					reasoning: data.usageMetadata.thoughtsTokenCount,
-					acceptedPrediction: 0,
-					rejectedPrediction: 0
-				} }
-			};
-			const completionForCost = data.usageMetadata?.candidatesTokenCount == null ? void 0 : data.usageMetadata.candidatesTokenCount + (data.usageMetadata?.thoughtsTokenCount ?? 0);
-			const cost = calculateGoogleCostFromUsage(this.modelName, config, data.usageMetadata?.promptTokenCount, completionForCost, false, data.usageMetadata);
-			return withResponseCacheMetadata({
-				output,
-				tokenUsage,
-				cost,
-				raw: data
-			}, cached);
-		} catch (err) {
-			return { error: `API response error: ${String(err)}: ${JSON.stringify(data)}` };
-		}
-	}
-	/**
-	* Call the Gemini API specifically.
-	*/
-	async callGemini(prompt, context) {
-		if (!this.getApiKey()) throw new Error("Google API key is not set. Set the GOOGLE_API_KEY or GEMINI_API_KEY environment variable or add `apiKey` to the provider config.");
-		const promptConfig = context?.prompt?.config;
-		const config = mergeGoogleCompletionOptions(this.config, promptConfig);
-		const promptBasePath = promptConfig?.basePath ?? this.config.basePath;
-		const { contents, systemInstruction } = geminiFormatAndSystemInstructions(prompt, context?.vars, config.systemInstruction, {
-			basePath: promptConfig?.systemInstruction === void 0 ? this.config.basePath : promptBasePath,
-			useAssistantRole: config.useAssistantRole
-		});
-		const { toolConfig, toolsDisabled } = resolveGoogleToolConfig(config);
-		const allTools = await this.getAllTools(context, { skipExecutableToolFiles: toolsDisabled });
-		const requestTools = toolsDisabled ? removeGoogleFunctionDeclarations(allTools) : allTools;
-		const { service_tier: passthroughServiceTier, serviceTier: camelCasePassthroughServiceTier, tools: passthroughTools, toolConfig: _passthroughToolConfig, tool_config: _passthroughToolConfigSnakeCase, ...passthrough } = config.passthrough || {};
-		const serviceTier = normalizeGoogleServiceTier(passthroughServiceTier ?? camelCasePassthroughServiceTier ?? config.service_tier);
-		const requestPassthroughTools = toolsDisabled && passthroughTools !== void 0 ? removeGoogleFunctionDeclarations(passthroughTools) : passthroughTools;
-		const mergedTools = mergeGoogleRequestTools(requestTools, requestPassthroughTools);
-		const body = {
-			contents,
-			generationConfig: {
-				...config.temperature !== void 0 && { temperature: config.temperature },
-				...config.topP !== void 0 && { topP: config.topP },
-				...config.topK !== void 0 && { topK: config.topK },
-				...config.stopSequences !== void 0 && { stopSequences: config.stopSequences },
-				...config.maxOutputTokens !== void 0 && { maxOutputTokens: config.maxOutputTokens },
-				...config.generationConfig,
-				...this.modelName.includes("-tts") && {
-					response_modalities: void 0,
-					responseModalities: config.generationConfig?.responseModalities ?? config.generationConfig?.response_modalities?.map((modality) => modality.toUpperCase()) ?? ["AUDIO"],
-					speechConfig: config.generationConfig?.speechConfig ?? { voiceConfig: this.modelName.startsWith("gemini-3.8-") ? { voice: "Kore" } : { prebuiltVoiceConfig: { voiceName: "Kore" } } }
-				}
-			},
-			safetySettings: normalizeSafetySettings(config.safetySettings),
-			...toolConfig ? { toolConfig } : {},
-			...mergedTools ? { tools: mergedTools } : {},
-			...systemInstruction ? { system_instruction: systemInstruction } : {},
-			...serviceTier ? { service_tier: serviceTier } : {},
-			...passthrough
-		};
-		body.generationConfig = removeDeprecatedGeminiGenerationParams(this.modelName, body.generationConfig);
-		if (config.responseSchema) {
-			if (body.generationConfig.response_schema) throw new Error("`responseSchema` provided but `generationConfig.response_schema` already set.");
-			const schema = parseConfigResponseSchema(config.responseSchema, context?.vars, promptConfig?.responseSchema === void 0 ? this.config.basePath : promptBasePath);
-			body.generationConfig.response_schema = schema;
-			body.generationConfig.response_mime_type = "application/json";
-		}
-		let data;
-		let cached = false;
-		let responseHeaders;
-		let responseTimestamp;
-		try {
-			const endpoint = this.getApiEndpoint(config.streaming === true ? "streamGenerateContent" : "generateContent");
-			const headers = await this.getAuthHeaders();
-			const authDiscriminator = createAuthCacheDiscriminator(headers);
-			const response = await fetchWithCache(endpoint, {
-				method: "POST",
-				headers,
-				body: JSON.stringify(body),
-				...authDiscriminator && { _authHash: authDiscriminator }
-			}, getRequestTimeoutMs(), "json", shouldBustProviderCache(context));
-			data = response.data;
-			cached = response.cached;
-			responseHeaders = response.headers;
-			responseTimestamp = Date.parse(response.headers?.date ?? "");
-		} catch (err) {
-			return { error: `API call error: ${String(err)}` };
-		}
-		const dataWithResponse = Array.isArray(data) ? data : [data];
-		const lastData = dataWithResponse[dataWithResponse.length - 1];
-		if (!lastData) return { error: `No response data found in response: ${JSON.stringify(data)}` };
-		let output;
-		let candidate;
-		try {
-			for (const datum of dataWithResponse) {
-				if (Array.isArray(data) && isNonCandidateStreamChunk(datum)) continue;
-				const candidateForChunk = getCandidate(datum);
-				candidate = {
-					...candidate,
-					...candidateForChunk
-				};
-				if (!candidateForChunk.content?.parts && (candidateForChunk.finishReason === "STOP" || candidateForChunk.finishReason === "MAX_TOKENS")) continue;
-				output = mergeParts(output, formatCandidateContents(candidateForChunk));
-			}
-			if (output === void 0 || output === "" || candidate === void 0) throw new Error(`No output found in response: ${JSON.stringify(data)}`);
-		} catch (err) {
-			return { error: `${String(err)}` };
-		}
-		const finalCandidate = candidate;
-		try {
-			const guardrails = getGoogleGuardrails(getLastPromptSafetyRatings(dataWithResponse), finalCandidate.safetyRatings);
-			const grounding = collectGroundingMetadata(dataWithResponse);
-			const thoughtSignatures = collectThoughtSignatures(dataWithResponse);
-			const actualServiceTier = getGoogleResponseServiceTier(responseHeaders, lastData.usageMetadata);
-			const tokenUsage = {
-				prompt: lastData.usageMetadata?.promptTokenCount === void 0 ? void 0 : lastData.usageMetadata.promptTokenCount + (lastData.usageMetadata?.toolUsePromptTokenCount ?? 0),
-				completion: lastData.usageMetadata?.candidatesTokenCount,
-				total: lastData.usageMetadata?.totalTokenCount,
-				numRequests: 1,
-				...lastData.usageMetadata?.cachedContentTokenCount !== void 0 && { cached: lastData.usageMetadata.cachedContentTokenCount },
-				...lastData.usageMetadata?.thoughtsTokenCount !== void 0 && { completionDetails: {
-					reasoning: lastData.usageMetadata.thoughtsTokenCount,
-					acceptedPrediction: 0,
-					rejectedPrediction: 0
-				} }
-			};
-			const completionForCost = lastData.usageMetadata?.candidatesTokenCount == null ? void 0 : lastData.usageMetadata.candidatesTokenCount + (lastData.usageMetadata?.thoughtsTokenCount ?? 0);
-			const cost = calculateGoogleCostFromUsage(this.modelName, config, lastData.usageMetadata?.promptTokenCount, completionForCost, false, lastData.usageMetadata, actualServiceTier, void 0, void 0, responseTimestamp);
-			const audio = normalizeGeminiAudio(output);
-			const response = withResponseCacheMetadata({
-				output,
-				...audio && { audio },
-				tokenUsage,
-				cost,
-				raw: data,
-				...guardrails && { guardrails },
-				metadata: {
-					...grounding,
-					...thoughtSignatures.length > 0 && { thoughtSignatures },
-					...actualServiceTier && { serviceTier: actualServiceTier }
-				}
-			}, cached);
-			try {
-				response.output = await this.executeFunctionToolCallbacks(output, {
-					...config,
-					basePath: promptConfig?.functionToolCallbacks === void 0 ? this.config.basePath : promptBasePath
-				}, toolsDisabled);
-			} catch (error) {
-				return {
-					...response,
-					output: void 0,
-					error: String(error)
-				};
-			}
-			return response;
-		} catch (err) {
-			return { error: `API response error: ${String(err)}: ${JSON.stringify(data)}` };
-		}
-	}
-};
-/**
-* Google AI Studio embedding provider.
-*
-* Calls the Gemini API `:embedContent` endpoint and normalizes the response
-* into `ProviderEmbeddingResponse`.
-*
-* Exposes the three standard knobs the Gemini API accepts: `taskType`
-* (optimizes the vector for a particular use case), `outputDimensionality`
-* (truncates the vector; useful for storage cost), and `title` (only
-* meaningful when `taskType` is `RETRIEVAL_DOCUMENT`).
-*/
-var AIStudioEmbeddingProvider = class extends AIStudioChatProvider {
-	supportsEmbeddingCancellation = true;
-	id() {
-		if (this.customId) return this.customId();
-		return `google:embedding:${this.modelName}`;
-	}
-	toString() {
-		return `[Google AI Studio Embedding Provider ${this.modelName}]`;
-	}
-	async callApi(_prompt, _context) {
-		return { error: `Provider ${this.id()} is an embedding provider; use a non-embedding google: provider for chat completions.` };
-	}
-	async callEmbeddingApi(text, context, options) {
-		if (!this.getApiKey()) return { error: "Google API key is not set. Set the GOOGLE_API_KEY or GEMINI_API_KEY environment variable or add `apiKey` to the provider config." };
-		if (typeof text !== "string") return { error: `Invalid input type for embedding API. Expected string, got ${typeof text}.` };
-		const config = this.config;
-		const body = {
-			content: { parts: [{ text }] },
-			...config.taskType !== void 0 && { taskType: config.taskType },
-			...config.outputDimensionality !== void 0 && { outputDimensionality: config.outputDimensionality },
-			...config.title !== void 0 && { title: config.title }
-		};
-		let data;
-		let cached = false;
-		try {
-			const endpoint = this.getApiEndpoint("embedContent");
-			const headers = await this.getAuthHeaders();
-			const authDiscriminator = createAuthCacheDiscriminator(headers);
-			({data, cached} = await fetchWithCache(endpoint, {
-				method: "POST",
-				headers,
-				body: JSON.stringify(body),
-				...options?.abortSignal && { signal: options.abortSignal },
-				...authDiscriminator && { _authHash: authDiscriminator }
-			}, getRequestTimeoutMs(), "json", shouldBustProviderCache(context)));
-		} catch (err) {
-			options?.abortSignal?.throwIfAborted();
-			logger.error(`Google AI Studio embedding API call error: ${String(err)}`);
-			return { error: `API call error: ${String(err)}` };
-		}
-		const values = data?.embedding?.values;
-		if (!values) return { error: `No embedding found in Google AI Studio response: ${JSON.stringify(data)}` };
-		const promptTokens = data?.usageMetadata?.promptTokenCount;
-		return withResponseCacheMetadata({
-			embedding: values,
-			tokenUsage: {
-				...promptTokens === void 0 ? {} : { total: promptTokens },
-				numRequests: 1
-			},
-			cost: promptTokens === void 0 ? void 0 : calculateGoogleCost(this.modelName, this.config, promptTokens, 0)
-		}, cached);
-	}
-};
-const DEFAULT_AI_STUDIO_MODEL = "gemini-3.8-flash";
-function getGoogleAiStudioProviders(env) {
-	const gradingProvider = new AIStudioChatProvider(DEFAULT_AI_STUDIO_MODEL, { env });
-	return {
-		gradingJsonProvider: new AIStudioChatProvider(DEFAULT_AI_STUDIO_MODEL, {
-			env,
-			config: { generationConfig: { response_mime_type: "application/json" } }
-		}),
-		gradingProvider,
-		llmRubricProvider: new AIStudioChatProvider(DEFAULT_AI_STUDIO_MODEL, { env }),
-		suggestionsProvider: gradingProvider,
-		synthesizeProvider: gradingProvider
-	};
-}
-//#endregion
-export { ai_studio_exports as n, getGoogleAiStudioProviders as r, AIStudioEmbeddingProvider as t };
-
-//# sourceMappingURL=ai.studio-gSXK2cGI.js.map