promptfoo 0.120.26 → 0.121.1

package/dist/src/evaluator-0PvfeBYh.js

@@ -1,38 +0,0 @@
-#!/usr/bin/env node
-import "./chunk-DHDDz29n.js";
-import "./logger-BotXmWKW.js";
-import "./fetch-SRsE6Ctl.js";
-import "./accounts-DHHiXsy6.js";
-import "./cloud-BMbRVJFw.js";
-import "./telemetry-BXyVqyAg.js";
-import "./types-t52w-XsS.js";
-import "./server-DWmZLfCy.js";
-import "./providers-BlEhY5mi.js";
-import "./cache-mIszOnuz.js";
-import "./util-BSh4a_Q8.js";
-import "./esm-CYhseqj4.js";
-import "./pythonUtils-r1uBuA0n.js";
-import "./transform-CqTFr7KR.js";
-import "./graders-BaMCwIKp.js";
-import "./utils-JaY9veb5.js";
-import "./extractor-LSYjrhK0.js";
-import "./genaiTracer-CqNnnXrE.js";
-import "./chat-DIywASPG.js";
-import "./transform-CoP2bJ7P.js";
-import "./messages-D61tPFQo.js";
-import "./util-vjscpUzy.js";
-import "./responses-TsdODUpm.js";
-import "./openai-CT5fwbve.js";
-import "./util-CUEt0Vum.js";
-import "./completion-BBJ6zmG3.js";
-import "./blobs-kt8v3UyH.js";
-import "./tables-C7TT2XVn.js";
-import "./store-D4gdn9ih.js";
-import "./base-BaXmtXYp.js";
-import "./image-mhAGP07h.js";
-import "./providerRegistry-Xf0qdqGQ.js";
-import "./rubyUtils-BtjlqyXt.js";
-import { a as runEval, i as isAllowedPrompt, n as formatVarsForDisplay, r as generateVarCombinations, t as evaluate } from "./evaluator-3EJCMTs0.js";
-import "./signal-Bl32q42d.js";
-
-export { evaluate };

package/dist/src/fetch-Bi0o-fdp.js

@@ -1,4 +0,0 @@
-import "./logger-w8Ozp0Td.js";
-import { a as isRateLimited, i as handleRateLimit, n as fetchWithRetries, o as isTransientError, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-18MuNu9i.js";
-
-export { fetchWithProxy };

package/dist/src/fetch-CMptBDVg.cjs

@@ -1,4 +0,0 @@
-require('./logger-BdZ-IqBc.cjs');
-const require_fetch = require('./fetch-ZMn_oemb.cjs');
-
-exports.fetchWithProxy = require_fetch.fetchWithProxy;

package/dist/src/fetch-DAZkv3gV.js

@@ -1,6 +0,0 @@
-#!/usr/bin/env node
-import "./logger-BotXmWKW.js";
-import { a as handleRateLimit, i as fetchWithTimeout, n as fetchWithProxy, o as isRateLimited, r as fetchWithRetries, s as isTransientError, t as clearAgentCache } from "./fetch-SRsE6Ctl.js";
-import "./cloud-BMbRVJFw.js";
-
-export { fetchWithProxy };

package/dist/src/graders-BCytzXrb.js

@@ -1,34 +0,0 @@
-import "./chunk-FhC4c-0y.js";
-import "./logger-w8Ozp0Td.js";
-import "./esm-rDtG_2rg.js";
-import "./pythonUtils-vMlk9Qp5.js";
-import "./transform-D8dILpfZ.js";
-import { n as getGraderById, t as GRADERS } from "./graders-QsALpIdy.js";
-import "./types-DMVjYLpx.js";
-import "./util-DiCePfDu.js";
-import "./fetch-18MuNu9i.js";
-import "./cache-BLLayYEN.js";
-import "./providers-BiNq_Iyc.js";
-import "./utils-CVzb4YiI.js";
-import "./extractor-Hs7la_19.js";
-import "./genaiTracer-Ce19n68P.js";
-import "./chat-C8Ei4f87.js";
-import "./transform-DMaxQwDx.js";
-import "./messages-CDZYGNlS.js";
-import "./util-mJ58qbbw.js";
-import "./responses-DLLjADw5.js";
-import "./openai-Dz3surb_.js";
-import "./util-Cl0zfT3V.js";
-import "./completion-D9_MDlnd.js";
-import "./accounts-R3gfCR_g.js";
-import "./server-CbMTRQkg.js";
-import "./blobs-C9J2mVgo.js";
-import "./tables-D-NSwNIb.js";
-import "./telemetry-DZ_7PaVq.js";
-import "./store-2ocbYY9D.js";
-import "./base-Dtp8b4_N.js";
-import "./image-BiEVdpdP.js";
-import "./providerRegistry-wCWd7sKQ.js";
-import "./rubyUtils-Cs35SDYa.js";
-
-export { getGraderById };

package/dist/src/graders-CGZQShfJ.cjs

@@ -1,33 +0,0 @@
-require('./logger-BdZ-IqBc.cjs');
-require('./esm-BQkx5roy.cjs');
-require('./pythonUtils-DZ6EbdY4.cjs');
-require('./transform-Kd6u-oNm.cjs');
-const require_graders = require('./graders-DzUUnUjC.cjs');
-require('./types-BIfttHrT.cjs');
-require('./util-DUYOvxAy.cjs');
-require('./fetch-ZMn_oemb.cjs');
-require('./cache-7xULbvt3.cjs');
-require('./providers-BNKVY53V.cjs');
-require('./utils-DFaZa6Rf.cjs');
-require('./extractor-DbhlYEeo.cjs');
-require('./genaiTracer-CQlpZkrp.cjs');
-require('./chat-C4zqjObh.cjs');
-require('./transform-ivxEY4f7.cjs');
-require('./messages-DXV3Qh8_.cjs');
-require('./util-DkFTvieG.cjs');
-require('./responses-zOtKtnY_.cjs');
-require('./openai-Bigwjgo1.cjs');
-require('./util-C08Kns6-.cjs');
-require('./completion-DDyL3Cb2.cjs');
-require('./accounts-BzEY8H3v.cjs');
-require('./server-CgUQ25qW.cjs');
-require('./blobs-673H0jCl.cjs');
-require('./tables-B9E1kRp-.cjs');
-require('./telemetry-D0_yFdtU.cjs');
-require('./store-BqwfFEyF.cjs');
-require('./base-f71xxWai.cjs');
-require('./image-C3BjJUAU.cjs');
-require('./providerRegistry-lc7a7utN.cjs');
-require('./rubyUtils-DCVaJ3mc.cjs');
-
-exports.getGraderById = require_graders.getGraderById;

package/dist/src/graders-spkuVC-E.js

@@ -1,36 +0,0 @@
-#!/usr/bin/env node
-import "./chunk-DHDDz29n.js";
-import "./logger-BotXmWKW.js";
-import "./fetch-SRsE6Ctl.js";
-import "./accounts-DHHiXsy6.js";
-import "./cloud-BMbRVJFw.js";
-import "./telemetry-BXyVqyAg.js";
-import "./types-t52w-XsS.js";
-import "./server-DWmZLfCy.js";
-import "./providers-BlEhY5mi.js";
-import "./cache-mIszOnuz.js";
-import "./util-BSh4a_Q8.js";
-import "./esm-CYhseqj4.js";
-import "./pythonUtils-r1uBuA0n.js";
-import "./transform-CqTFr7KR.js";
-import { n as getGraderById, t as GRADERS } from "./graders-BaMCwIKp.js";
-import "./utils-JaY9veb5.js";
-import "./extractor-LSYjrhK0.js";
-import "./genaiTracer-CqNnnXrE.js";
-import "./chat-DIywASPG.js";
-import "./transform-CoP2bJ7P.js";
-import "./messages-D61tPFQo.js";
-import "./util-vjscpUzy.js";
-import "./responses-TsdODUpm.js";
-import "./openai-CT5fwbve.js";
-import "./util-CUEt0Vum.js";
-import "./completion-BBJ6zmG3.js";
-import "./blobs-kt8v3UyH.js";
-import "./tables-C7TT2XVn.js";
-import "./store-D4gdn9ih.js";
-import "./base-BaXmtXYp.js";
-import "./image-mhAGP07h.js";
-import "./providerRegistry-Xf0qdqGQ.js";
-import "./rubyUtils-BtjlqyXt.js";
-
-export { getGraderById };

package/dist/src/opencode-sdk-CImWVqy9.js

@@ -1,382 +0,0 @@
-#!/usr/bin/env node
-import "./chunk-DHDDz29n.js";
-import { C as getEnvString, O as cliState_default, n as getLogLevel, o as logger_default } from "./logger-BotXmWKW.js";
-import "./fetch-SRsE6Ctl.js";
-import "./cloud-BMbRVJFw.js";
-import "./cache-mIszOnuz.js";
-import { r as importModule } from "./esm-CYhseqj4.js";
-import { n as getCachedResponse, r as initializeAgenticCache, t as cacheResponse } from "./agentic-utils-D6_gzOUF.js";
-import { createRequire } from "node:module";
-import fs from "fs";
-import path from "path";
-import os from "os";
-import dedent from "dedent";
-
-//#region src/providers/opencode-sdk.ts
-/**
-* Check if promptfoo is in debug mode
-*/
-function isDebugMode() {
-	return getLogLevel() === "debug";
-}
-/**
-* Maximum number of sessions to keep in memory to prevent unbounded growth
-*/
-const MAX_SESSIONS = 100;
-/**
-* Resolve ESM-only package entry point by reading package.json exports
-* Handles packages that only have "import" condition (no "require" condition)
-*
-* @param packageName - The package name (e.g., '@opencode-ai/sdk')
-* @param basePath - Base path for resolution
-* @returns Absolute path to the ESM entry point
-*/
-function resolveEsmPackage(packageName, basePath) {
-	const require = createRequire(path.join(basePath, "package.json"));
-	let packageJsonPath;
-	try {
-		packageJsonPath = require.resolve(`${packageName}/package.json`);
-	} catch {
-		packageJsonPath = path.join(basePath, "node_modules", ...packageName.split("/"), "package.json");
-		if (!fs.existsSync(packageJsonPath)) throw new Error(`Cannot find ${packageName}/package.json`);
-	}
-	const packageDir = path.dirname(packageJsonPath);
-	const packageJson = JSON.parse(fs.readFileSync(packageJsonPath, "utf-8"));
-	let esmEntry;
-	if (packageJson.exports) {
-		const mainExport = packageJson.exports["."] || packageJson.exports;
-		if (typeof mainExport === "string") esmEntry = mainExport;
-		else if (typeof mainExport === "object") esmEntry = mainExport.import || mainExport.default;
-	}
-	if (!esmEntry) esmEntry = packageJson.module || packageJson.main;
-	if (!esmEntry) throw new Error(`Cannot find ESM entry point in ${packageName}/package.json`);
-	return path.join(packageDir, esmEntry);
-}
-/**
-* Helper to load the OpenCode SDK ESM module
-*
-* Uses a two-phase approach:
-* 1. Try simple dynamic import - works when SDK is in same node_modules tree
-* 2. Fall back to smart ESM resolution for edge cases (pnpm, global installs, monorepos)
-*/
-async function loadOpenCodeSDK() {
-	try {
-		logger_default.debug("Attempting simple dynamic import of @opencode-ai/sdk");
-		return await import("@opencode-ai/sdk");
-	} catch {
-		logger_default.debug("Simple import failed, falling back to smart ESM resolution");
-	}
-	try {
-		const modulePath = resolveEsmPackage("@opencode-ai/sdk", cliState_default.basePath && path.isAbsolute(cliState_default.basePath) ? cliState_default.basePath : process.cwd());
-		logger_default.debug(`Resolved OpenCode SDK path: ${modulePath}`);
-		return await importModule(modulePath);
-	} catch (err) {
-		logger_default.error(`Failed to load OpenCode SDK: ${err}`);
-		const stack = err.stack;
-		if (stack) logger_default.error(stack);
-		throw new Error(dedent`The @opencode-ai/sdk package is required but not installed.
-
-      To use the OpenCode SDK provider, install it with:
-        npm install @opencode-ai/sdk
-
-      For more information, see: https://www.promptfoo.dev/docs/providers/opencode-sdk/`);
-	}
-}
-var OpenCodeSDKProvider = class {
-	config;
-	env;
-	providerId = "opencode:sdk";
-	opencodeModule;
-	client;
-	server;
-	sessions = /* @__PURE__ */ new Map();
-	sessionOrder = [];
-	constructor(options = {}) {
-		const { config, env, id } = options;
-		this.config = config ?? {};
-		this.env = env;
-		this.providerId = id ?? this.providerId;
-	}
-	id() {
-		return this.providerId;
-	}
-	/**
-	* Get API key based on provider_id or common environment variables
-	*/
-	getApiKey() {
-		if (this.config?.apiKey) return this.config.apiKey;
-		const providerId = this.config?.provider_id?.toLowerCase();
-		if (providerId === "anthropic") return this.env?.ANTHROPIC_API_KEY || getEnvString("ANTHROPIC_API_KEY");
-		if (providerId === "openai") return this.env?.OPENAI_API_KEY || getEnvString("OPENAI_API_KEY");
-		if (providerId === "google") return this.env?.GOOGLE_API_KEY || getEnvString("GOOGLE_API_KEY");
-		return this.env?.ANTHROPIC_API_KEY || getEnvString("ANTHROPIC_API_KEY") || this.env?.OPENAI_API_KEY || getEnvString("OPENAI_API_KEY");
-	}
-	toString() {
-		return "[OpenCode SDK Provider]";
-	}
-	async cleanup() {
-		if (!this.config.persist_sessions) for (const sessionId of this.sessions.values()) try {
-			await this.client?.session?.delete({ path: { id: sessionId } });
-		} catch (err) {
-			logger_default.debug(`Failed to delete session ${sessionId}: ${err}`);
-		}
-		this.sessions.clear();
-		this.sessionOrder = [];
-		if (this.server) {
-			try {
-				this.server.close();
-			} catch (err) {
-				logger_default.debug(`Failed to close OpenCode server: ${err}`);
-			}
-			this.server = void 0;
-		}
-	}
-	/**
-	* Build the tools configuration based on config and defaults
-	*/
-	buildToolsConfig(config) {
-		if (config.tools) return config.tools;
-		if (!config.working_dir) return {
-			bash: false,
-			edit: false,
-			write: false,
-			read: false,
-			grep: false,
-			glob: false,
-			list: false,
-			patch: false,
-			todowrite: false,
-			todoread: false,
-			webfetch: false,
-			question: false,
-			skill: false,
-			lsp: false
-		};
-		return {
-			bash: false,
-			edit: false,
-			write: false,
-			read: true,
-			grep: true,
-			glob: true,
-			list: true,
-			patch: false,
-			todowrite: false,
-			todoread: false,
-			webfetch: false,
-			question: false,
-			skill: false,
-			lsp: false
-		};
-	}
-	/**
-	* Add a session to the cache with LRU eviction
-	*/
-	addSession(cacheKey, sessionId) {
-		while (this.sessions.size >= MAX_SESSIONS && this.sessionOrder.length > 0) {
-			const oldestKey = this.sessionOrder.shift();
-			if (oldestKey) {
-				const oldSessionId = this.sessions.get(oldestKey);
-				this.sessions.delete(oldestKey);
-				if (oldSessionId) this.client?.session?.delete({ path: { id: oldSessionId } }).catch((err) => {
-					logger_default.debug(`Failed to delete evicted session ${oldSessionId}: ${err}`);
-				});
-			}
-		}
-		this.sessions.set(cacheKey, sessionId);
-		this.sessionOrder.push(cacheKey);
-	}
-	async callApi(prompt, context, callOptions) {
-		const config = {
-			...this.config,
-			...context?.prompt?.config
-		};
-		let isTempDir = false;
-		let workingDir;
-		if (config.working_dir) {
-			workingDir = path.isAbsolute(config.working_dir) ? config.working_dir : path.resolve(process.cwd(), config.working_dir);
-			let stats;
-			try {
-				stats = fs.statSync(workingDir);
-			} catch (err) {
-				throw new Error(`Working directory ${config.working_dir} (resolved to ${workingDir}) does not exist or isn't accessible: ${err.message}`);
-			}
-			if (!stats.isDirectory()) throw new Error(`Working directory ${config.working_dir} (resolved to ${workingDir}) is not a directory`);
-		} else {
-			isTempDir = true;
-			workingDir = fs.mkdtempSync(path.join(os.tmpdir(), "promptfoo-opencode-sdk-"));
-		}
-		const mcpConfig = config.mcp && Object.keys(config.mcp).length > 0 ? config.mcp : void 0;
-		const cacheResult = await initializeAgenticCache({
-			cacheKeyPrefix: "opencode:sdk",
-			workingDir: config.working_dir ? workingDir : void 0,
-			bustCache: context?.bustCache,
-			mcp: mcpConfig,
-			cacheMcp: config.cache_mcp
-		}, {
-			prompt,
-			provider_id: config.provider_id,
-			model: config.model,
-			tools: this.buildToolsConfig(config),
-			permission: config.permission,
-			agent: config.agent,
-			custom_agent: config.custom_agent
-		});
-		const cachedResponse = await getCachedResponse(cacheResult, "OpenCode SDK");
-		if (cachedResponse) return cachedResponse;
-		if (callOptions?.abortSignal?.aborted) return { error: "OpenCode SDK call aborted before it started" };
-		try {
-			if (!this.opencodeModule) this.opencodeModule = await loadOpenCodeSDK();
-			if (!this.client) {
-				const { createOpencode, createOpencodeClient } = this.opencodeModule;
-				if (config.baseUrl) this.client = createOpencodeClient({ baseUrl: config.baseUrl });
-				else {
-					const homeDir = os.homedir();
-					const opencodeBinPath = path.join(homeDir, ".opencode", "bin");
-					const serverEnv = { ...process.env };
-					if (!serverEnv.PATH?.includes(opencodeBinPath)) {
-						serverEnv.PATH = `${opencodeBinPath}:${serverEnv.PATH ?? ""}`;
-						logger_default.debug(`Added ${opencodeBinPath} to PATH for OpenCode CLI`);
-					}
-					if (config.log_level === "debug" || isDebugMode()) {
-						serverEnv.DEBUG = serverEnv.DEBUG || "opencode:*";
-						logger_default.debug("[OpenCode SDK] Debug mode enabled, synced from promptfoo log level");
-					}
-					const serverOptions = {
-						hostname: config.hostname ?? "127.0.0.1",
-						port: config.port ?? 0,
-						timeout: config.timeout ?? 3e4,
-						env: serverEnv
-					};
-					const serverConfig = {};
-					if (config.mcp && Object.keys(config.mcp).length > 0) {
-						serverConfig.mcp = config.mcp;
-						logger_default.debug(`[OpenCode SDK] Configuring MCP servers: ${Object.keys(config.mcp).join(", ")}`);
-					}
-					if (config.custom_agent) {
-						serverConfig.agent = { custom: {
-							description: config.custom_agent.description,
-							model: config.custom_agent.model,
-							temperature: config.custom_agent.temperature,
-							top_p: config.custom_agent.top_p,
-							tools: config.custom_agent.tools,
-							permission: config.custom_agent.permission,
-							prompt: config.custom_agent.prompt,
-							mode: config.custom_agent.mode ?? "primary",
-							maxSteps: config.custom_agent.steps ?? config.custom_agent.maxSteps,
-							color: config.custom_agent.color,
-							disable: config.custom_agent.disable,
-							hidden: config.custom_agent.hidden
-						} };
-						logger_default.debug(`[OpenCode SDK] Configuring custom agent: ${config.custom_agent.description}`);
-					}
-					if (config.permission) {
-						serverConfig.permission = config.permission;
-						logger_default.debug("[OpenCode SDK] Configuring global permissions");
-					}
-					const toolsConfig = this.buildToolsConfig(config);
-					if (toolsConfig) serverConfig.tools = toolsConfig;
-					if (Object.keys(serverConfig).length > 0) serverOptions.config = serverConfig;
-					const opencode = await createOpencode(serverOptions);
-					this.client = opencode.client;
-					this.server = opencode.server;
-					logger_default.debug(`OpenCode server started at ${opencode.server.url}`);
-				}
-			}
-			let sessionId;
-			const sessionCacheKey = cacheResult.cacheKey;
-			if (config.session_id) sessionId = config.session_id;
-			else if (config.persist_sessions && sessionCacheKey && this.sessions.has(sessionCacheKey)) sessionId = this.sessions.get(sessionCacheKey);
-			else {
-				const createResult = await this.client.session.create({ body: { title: `promptfoo-${Date.now()}` } });
-				const extractedId = createResult?.data?.id ?? createResult?.id;
-				if (!extractedId) throw new Error("Failed to get session ID from OpenCode SDK response");
-				sessionId = extractedId;
-				if (config.persist_sessions && sessionCacheKey) this.addSession(sessionCacheKey, sessionId);
-			}
-			const promptBody = { parts: [{
-				type: "text",
-				text: prompt
-			}] };
-			if (config.provider_id || config.model) promptBody.model = {
-				providerID: config.provider_id ?? "",
-				modelID: config.model ?? ""
-			};
-			const toolsConfig = this.buildToolsConfig(config);
-			if (toolsConfig) promptBody.tools = toolsConfig;
-			if (config.agent) promptBody.agent = config.agent;
-			else if (config.custom_agent) promptBody.agent = "custom";
-			if (config.custom_agent?.prompt) promptBody.system = config.custom_agent.prompt;
-			if (config.permission) promptBody.permission = config.permission;
-			const promptOptions = {
-				path: { id: sessionId },
-				body: promptBody
-			};
-			if (config.working_dir) promptOptions.query = { directory: workingDir };
-			logger_default.debug(`OpenCode SDK prompt options:`, {
-				path: promptOptions.path,
-				body: promptBody,
-				query: promptOptions.query
-			});
-			const response = await this.client.session.prompt(promptOptions);
-			logger_default.debug(`OpenCode SDK response received`);
-			const responseData = response?.data;
-			const assistantMessage = responseData?.info;
-			const parts = responseData?.parts ?? [];
-			let output = "";
-			for (const part of parts) if (part.type === "text" && part.text) output += (output ? "\n" : "") + part.text;
-			const raw = JSON.stringify(response);
-			const tokens = assistantMessage?.tokens;
-			const tokenUsage = tokens ? {
-				prompt: tokens.input ?? 0,
-				completion: tokens.output ?? 0,
-				total: (tokens.input ?? 0) + (tokens.output ?? 0)
-			} : void 0;
-			const cost = assistantMessage?.cost ?? 0;
-			const providerResponse = {
-				output,
-				tokenUsage,
-				cost,
-				raw,
-				sessionId
-			};
-			await cacheResponse(cacheResult, providerResponse, "OpenCode SDK");
-			logger_default.debug(`OpenCode SDK response: ${output.substring(0, 100)}...`);
-			return providerResponse;
-		} catch (error) {
-			if (error?.name === "AbortError" || callOptions?.abortSignal?.aborted) {
-				logger_default.warn("OpenCode SDK call aborted");
-				return { error: "OpenCode SDK call aborted" };
-			}
-			if (error?.code === "ENOENT" && error?.message?.includes("opencode")) {
-				const cliError = dedent`The OpenCode CLI is required but not installed.
-
-          The OpenCode SDK requires the 'opencode' CLI to be installed and available in your PATH.
-
-          Install it with:
-            curl -fsSL https://opencode.ai/install | bash
-
-          Or see: https://opencode.ai for other installation methods.`;
-				logger_default.error(cliError);
-				return { error: cliError };
-			}
-			logger_default.error(`Error calling OpenCode SDK: ${error}`);
-			return { error: `Error calling OpenCode SDK: ${error.message || error}` };
-		} finally {
-			if (isTempDir && workingDir) fs.rmSync(workingDir, {
-				recursive: true,
-				force: true
-			});
-			const sessionCacheKey = cacheResult.cacheKey;
-			if (!config.persist_sessions && !config.session_id && sessionCacheKey) {
-				this.sessions.delete(sessionCacheKey);
-				const idx = this.sessionOrder.indexOf(sessionCacheKey);
-				if (idx !== -1) this.sessionOrder.splice(idx, 1);
-			}
-		}
-	}
-};
-
-//#endregion
-export { OpenCodeSDKProvider };
-//# sourceMappingURL=opencode-sdk-CImWVqy9.js.map