promptfoo 0.120.26 → 0.121.1

package/dist/src/{claude-agent-sdk-BzxF6NIJ.cjs → claude-agent-sdk-CJH22shf.cjs}

@@ -1,13 +1,13 @@
-const require_logger = require('./logger-BdZ-IqBc.cjs');
-const require_esm = require('./esm-BQkx5roy.cjs');
-require('./pythonUtils-DZ6EbdY4.cjs');
-require('./types-BIfttHrT.cjs');
-require('./util-DUYOvxAy.cjs');
-require('./fetch-ZMn_oemb.cjs');
-require('./cache-7xULbvt3.cjs');
-const require_transform = require('./transform-ivxEY4f7.cjs');
-const require_util$1 = require('./util-DkFTvieG.cjs');
-const require_cometapi = require('./cometapi-JbvOJSCO.cjs');
+const require_logger = require("./logger-Cp1GPUjj.cjs");
+const require_esm = require("./esm-CnNt7sI4.cjs");
+require("./pythonUtils-CTU3Y3lw.cjs");
+require("./types-LJ0r3wbR.cjs");
+require("./util-Yz-1aEhW.cjs");
+require("./fetch-BxUk8odA.cjs");
+require("./cache-COish3-W.cjs");
+const require_transform = require("./transform-DOcQeLld.cjs");
+const require_util$1 = require("./util-CchiqXh_.cjs");
+const require_cometapi = require("./cometapi-vY6aDZgo.cjs");
 let node_fs = require("node:fs");
 node_fs = require_logger.__toESM(node_fs);
 let node_path = require("node:path");
@@ -16,7 +16,6 @@ let dedent = require("dedent");
 dedent = require_logger.__toESM(dedent);
 let node_os = require("node:os");
 node_os = require_logger.__toESM(node_os);
-
 //#region src/providers/claude-agent-sdk.ts
 /**
 * Claude Agent SDK Provider
@@ -53,7 +52,7 @@ const CLAUDE_CODE_MODEL_ALIASES = [
 * Uses resolvePackageEntryPoint to handle ESM-only packages with restrictive exports
 */
 async function loadClaudeCodeSDK() {
-	const claudeCodePath = require_esm.resolvePackageEntryPoint("@anthropic-ai/claude-agent-sdk", require_logger.cliState_default.basePath && node_path.default.isAbsolute(require_logger.cliState_default.basePath) ? require_logger.cliState_default.basePath : process.cwd());
+	const claudeCodePath = require_esm.resolvePackageEntryPoint("@anthropic-ai/claude-agent-sdk", require_logger.state.basePath && node_path.default.isAbsolute(require_logger.state.basePath) ? require_logger.state.basePath : process.cwd());
 	if (!claudeCodePath) throw new Error(dedent.default`The @anthropic-ai/claude-agent-sdk package is required but not installed.
 
       To use the Claude Agent SDK provider, install it with:
@@ -63,8 +62,8 @@ async function loadClaudeCodeSDK() {
 	try {
 		return require_esm.importModule(claudeCodePath);
 	} catch (err) {
-		require_logger.logger_default.error(`Failed to load Claude Agent SDK: ${err}`);
-		if (err.stack) require_logger.logger_default.error(err.stack);
+		require_logger.logger.error(`Failed to load Claude Agent SDK: ${err}`);
+		if (err.stack) require_logger.logger.error(err.stack);
 		throw new Error(dedent.default`Failed to load @anthropic-ai/claude-agent-sdk.
 
       The package was found but could not be loaded. This may be due to:
@@ -131,8 +130,8 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 		this.env = env;
 		this.apiKey = this.getApiKey();
 		this.providerId = id ?? this.providerId;
-		if (this.config.model && !ClaudeCodeSDKProvider.ANTHROPIC_MODELS_NAMES.includes(this.config.model) && !CLAUDE_CODE_MODEL_ALIASES.includes(this.config.model)) require_logger.logger_default.warn(`Using unknown model for Claude Agent SDK: ${this.config.model}`);
-		if (this.config.fallback_model && !ClaudeCodeSDKProvider.ANTHROPIC_MODELS_NAMES.includes(this.config.fallback_model) && !CLAUDE_CODE_MODEL_ALIASES.includes(this.config.fallback_model)) require_logger.logger_default.warn(`Using unknown model for Claude Agent SDK fallback: ${this.config.fallback_model}`);
+		if (this.config.model && !ClaudeCodeSDKProvider.ANTHROPIC_MODELS_NAMES.includes(this.config.model) && !CLAUDE_CODE_MODEL_ALIASES.includes(this.config.model)) require_logger.logger.warn(`Using unknown model for Claude Agent SDK: ${this.config.model}`);
+		if (this.config.fallback_model && !ClaudeCodeSDKProvider.ANTHROPIC_MODELS_NAMES.includes(this.config.fallback_model) && !CLAUDE_CODE_MODEL_ALIASES.includes(this.config.fallback_model)) require_logger.logger.warn(`Using unknown model for Claude Agent SDK fallback: ${this.config.fallback_model}`);
 	}
 	id() {
 		return this.providerId;
@@ -160,9 +159,10 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 		if ("custom_allowed_tools" in config) allowedTools = Array.from(new Set(config.custom_allowed_tools ?? [])).sort();
 		else if (config.append_allowed_tools) allowedTools = Array.from(new Set([...defaultAllowedTools, ...config.append_allowed_tools])).sort();
 		const disallowedTools = config.disallowed_tools ? Array.from(new Set(config.disallowed_tools)).sort() : void 0;
+		const basePath = require_logger.state.basePath ? node_path.default.resolve(require_logger.state.basePath) : process.cwd();
 		let isTempDir = false;
 		let workingDir;
-		if (config.working_dir) workingDir = config.working_dir;
+		if (config.working_dir) workingDir = require_esm.safeResolve(basePath, config.working_dir);
 		else isTempDir = true;
 		let canUseTool;
 		if (config.ask_user_question) canUseTool = createAskUserQuestionCanUseTool(config.ask_user_question.behavior);
@@ -180,9 +180,12 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 			maxThinkingTokens: config.max_thinking_tokens,
 			allowedTools,
 			disallowedTools,
-			plugins: config.plugins,
+			plugins: config.plugins?.map((plugin) => ({
+				...plugin,
+				path: require_esm.safeResolve(basePath, plugin.path)
+			})),
 			maxBudgetUsd: config.max_budget_usd,
-			additionalDirectories: config.additional_directories,
+			additionalDirectories: config.additional_directories?.map((dir) => require_esm.safeResolve(basePath, dir)),
 			resume: config.resume,
 			forkSession: config.fork_session,
 			resumeSessionAt: config.resume_session_at,
@@ -197,14 +200,14 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 			agent: config.agent,
 			sessionId: config.session_id,
 			debug: config.debug,
-			debugFile: config.debug_file,
+			debugFile: config.debug_file ? require_esm.safeResolve(basePath, config.debug_file) : void 0,
 			sandbox: config.sandbox,
 			allowDangerouslySkipPermissions: config.allow_dangerously_skip_permissions,
 			permissionPromptToolName: config.permission_prompt_tool_name,
 			executable: config.executable,
 			executableArgs: config.executable_args,
 			extraArgs: config.extra_args,
-			pathToClaudeCodeExecutable: config.path_to_claude_code_executable,
+			pathToClaudeCodeExecutable: config.path_to_claude_code_executable ? require_esm.safeResolve(basePath, config.path_to_claude_code_executable) : void 0,
 			settingSources: config.setting_sources,
 			tools: config.tools,
 			enableFileCheckpointing: config.enable_file_checkpointing,
@@ -213,7 +216,7 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 		};
 		const cacheResult = await require_cometapi.initializeAgenticCache({
 			cacheKeyPrefix: "anthropic:claude-agent-sdk",
-			workingDir: config.working_dir,
+			workingDir,
 			bustCache: context?.bustCache,
 			mcp: config.mcp?.servers?.length ? config.mcp : void 0,
 			cacheMcp: config.cache_mcp
@@ -255,7 +258,7 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 			prompt,
 			options
 		};
-		require_logger.logger_default.debug(`Calling Claude Agent SDK: ${JSON.stringify({
+		require_logger.logger.debug(`Calling Claude Agent SDK: ${JSON.stringify({
 			prompt,
 			options: {
 				...options,
@@ -298,7 +301,7 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 				const sessionId = msg.session_id;
 				const toolCallsArray = Array.from(toolCallsMap.values());
 				if (msg.subtype === "success") {
-					require_logger.logger_default.debug(`Claude Agent SDK response: ${raw}`);
+					require_logger.logger.debug(`Claude Agent SDK response: ${raw}`);
 					const response = {
 						output: msg.structured_output !== void 0 ? msg.structured_output : msg.result,
 						tokenUsage,
@@ -307,6 +310,11 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 						sessionId,
 						metadata: {
 							toolCalls: toolCallsArray,
+							numTurns: msg.num_turns,
+							durationMs: msg.duration_ms,
+							durationApiMs: msg.duration_api_ms,
+							modelUsage: msg.modelUsage,
+							permissionDenials: msg.permission_denials,
 							...msg.structured_output !== void 0 ? { structuredOutput: msg.structured_output } : {}
 						}
 					};
@@ -318,16 +326,23 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 					cost,
 					raw,
 					sessionId,
-					metadata: { toolCalls: toolCallsArray }
+					metadata: {
+						toolCalls: toolCallsArray,
+						numTurns: msg.num_turns,
+						durationMs: msg.duration_ms,
+						durationApiMs: msg.duration_api_ms,
+						modelUsage: msg.modelUsage,
+						permissionDenials: msg.permission_denials
+					}
 				};
 			}
 			return { error: "Claude Agent SDK call didn't return a result" };
 		} catch (error) {
 			if (error?.name === "AbortError" || callOptions?.abortSignal?.aborted) {
-				require_logger.logger_default.warn("Claude Agent SDK call aborted");
+				require_logger.logger.warn("Claude Agent SDK call aborted");
 				return { error: "Claude Agent SDK call aborted" };
 			}
-			require_logger.logger_default.error(`Error calling Claude Agent SDK: ${error}`);
+			require_logger.logger.error(`Error calling Claude Agent SDK: ${error}`);
 			return { error: `Error calling Claude Agent SDK: ${error}` };
 		} finally {
 			if (isTempDir && workingDir) node_fs.default.rmSync(workingDir, {
@@ -349,7 +364,7 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 	}
 	async cleanup() {}
 };
-
 //#endregion
 exports.ClaudeCodeSDKProvider = ClaudeCodeSDKProvider;
-//# sourceMappingURL=claude-agent-sdk-BzxF6NIJ.cjs.map
+
+//# sourceMappingURL=claude-agent-sdk-CJH22shf.cjs.map

package/dist/src/{claude-agent-sdk-CmkTnKGH.js → claude-agent-sdk-D6_k9FKA.js}

@@ -1,21 +1,17 @@
-#!/usr/bin/env node
-import "./chunk-DHDDz29n.js";
-import { C as getEnvString, O as cliState_default, o as logger_default } from "./logger-BotXmWKW.js";
-import "./fetch-SRsE6Ctl.js";
-import "./cloud-BMbRVJFw.js";
-import "./types-t52w-XsS.js";
-import "./cache-mIszOnuz.js";
-import "./util-BSh4a_Q8.js";
-import { i as resolvePackageEntryPoint, r as importModule } from "./esm-CYhseqj4.js";
-import "./pythonUtils-r1uBuA0n.js";
-import { t as transformMCPConfigToClaudeCode } from "./transform-CoP2bJ7P.js";
-import { t as ANTHROPIC_MODELS } from "./util-vjscpUzy.js";
-import { n as getCachedResponse, r as initializeAgenticCache, t as cacheResponse } from "./agentic-utils-D6_gzOUF.js";
-import fs from "node:fs";
+import { b as getEnvString, i as logger, w as state } from "./logger-CT3IKMKA.js";
+import { i as resolvePackageEntryPoint, o as safeResolve, r as importModule } from "./esm-Cd1AjG1D.js";
+import "./pythonUtils-D5nxkQ0P.js";
+import "./types-CLKiCBW3.js";
+import "./util-Dlz_Wvgm.js";
+import "./fetch-60Gzydls.js";
+import "./cache-8XhNqPKW.js";
+import { t as transformMCPConfigToClaudeCode } from "./transform-DGLazrMm.js";
+import { t as ANTHROPIC_MODELS } from "./util-DaWTWKBK.js";
+import { i as initializeAgenticCache, r as getCachedResponse, t as cacheResponse } from "./cometapi-DkXrKi5z.js";
 import path from "node:path";
+import fs from "node:fs";
 import dedent from "dedent";
 import os from "node:os";
-
 //#region src/providers/claude-agent-sdk.ts
 /**
 * Claude Agent SDK Provider
@@ -52,7 +48,7 @@ const CLAUDE_CODE_MODEL_ALIASES = [
 * Uses resolvePackageEntryPoint to handle ESM-only packages with restrictive exports
 */
 async function loadClaudeCodeSDK() {
-	const claudeCodePath = resolvePackageEntryPoint("@anthropic-ai/claude-agent-sdk", cliState_default.basePath && path.isAbsolute(cliState_default.basePath) ? cliState_default.basePath : process.cwd());
+	const claudeCodePath = resolvePackageEntryPoint("@anthropic-ai/claude-agent-sdk", state.basePath && path.isAbsolute(state.basePath) ? state.basePath : process.cwd());
 	if (!claudeCodePath) throw new Error(dedent`The @anthropic-ai/claude-agent-sdk package is required but not installed.
 
       To use the Claude Agent SDK provider, install it with:
@@ -62,8 +58,8 @@ async function loadClaudeCodeSDK() {
 	try {
 		return importModule(claudeCodePath);
 	} catch (err) {
-		logger_default.error(`Failed to load Claude Agent SDK: ${err}`);
-		if (err.stack) logger_default.error(err.stack);
+		logger.error(`Failed to load Claude Agent SDK: ${err}`);
+		if (err.stack) logger.error(err.stack);
 		throw new Error(dedent`Failed to load @anthropic-ai/claude-agent-sdk.
 
       The package was found but could not be loaded. This may be due to:
@@ -130,8 +126,8 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 		this.env = env;
 		this.apiKey = this.getApiKey();
 		this.providerId = id ?? this.providerId;
-		if (this.config.model && !ClaudeCodeSDKProvider.ANTHROPIC_MODELS_NAMES.includes(this.config.model) && !CLAUDE_CODE_MODEL_ALIASES.includes(this.config.model)) logger_default.warn(`Using unknown model for Claude Agent SDK: ${this.config.model}`);
-		if (this.config.fallback_model && !ClaudeCodeSDKProvider.ANTHROPIC_MODELS_NAMES.includes(this.config.fallback_model) && !CLAUDE_CODE_MODEL_ALIASES.includes(this.config.fallback_model)) logger_default.warn(`Using unknown model for Claude Agent SDK fallback: ${this.config.fallback_model}`);
+		if (this.config.model && !ClaudeCodeSDKProvider.ANTHROPIC_MODELS_NAMES.includes(this.config.model) && !CLAUDE_CODE_MODEL_ALIASES.includes(this.config.model)) logger.warn(`Using unknown model for Claude Agent SDK: ${this.config.model}`);
+		if (this.config.fallback_model && !ClaudeCodeSDKProvider.ANTHROPIC_MODELS_NAMES.includes(this.config.fallback_model) && !CLAUDE_CODE_MODEL_ALIASES.includes(this.config.fallback_model)) logger.warn(`Using unknown model for Claude Agent SDK fallback: ${this.config.fallback_model}`);
 	}
 	id() {
 		return this.providerId;
@@ -159,9 +155,10 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 		if ("custom_allowed_tools" in config) allowedTools = Array.from(new Set(config.custom_allowed_tools ?? [])).sort();
 		else if (config.append_allowed_tools) allowedTools = Array.from(new Set([...defaultAllowedTools, ...config.append_allowed_tools])).sort();
 		const disallowedTools = config.disallowed_tools ? Array.from(new Set(config.disallowed_tools)).sort() : void 0;
+		const basePath = state.basePath ? path.resolve(state.basePath) : process.cwd();
 		let isTempDir = false;
 		let workingDir;
-		if (config.working_dir) workingDir = config.working_dir;
+		if (config.working_dir) workingDir = safeResolve(basePath, config.working_dir);
 		else isTempDir = true;
 		let canUseTool;
 		if (config.ask_user_question) canUseTool = createAskUserQuestionCanUseTool(config.ask_user_question.behavior);
@@ -179,9 +176,12 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 			maxThinkingTokens: config.max_thinking_tokens,
 			allowedTools,
 			disallowedTools,
-			plugins: config.plugins,
+			plugins: config.plugins?.map((plugin) => ({
+				...plugin,
+				path: safeResolve(basePath, plugin.path)
+			})),
 			maxBudgetUsd: config.max_budget_usd,
-			additionalDirectories: config.additional_directories,
+			additionalDirectories: config.additional_directories?.map((dir) => safeResolve(basePath, dir)),
 			resume: config.resume,
 			forkSession: config.fork_session,
 			resumeSessionAt: config.resume_session_at,
@@ -196,14 +196,14 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 			agent: config.agent,
 			sessionId: config.session_id,
 			debug: config.debug,
-			debugFile: config.debug_file,
+			debugFile: config.debug_file ? safeResolve(basePath, config.debug_file) : void 0,
 			sandbox: config.sandbox,
 			allowDangerouslySkipPermissions: config.allow_dangerously_skip_permissions,
 			permissionPromptToolName: config.permission_prompt_tool_name,
 			executable: config.executable,
 			executableArgs: config.executable_args,
 			extraArgs: config.extra_args,
-			pathToClaudeCodeExecutable: config.path_to_claude_code_executable,
+			pathToClaudeCodeExecutable: config.path_to_claude_code_executable ? safeResolve(basePath, config.path_to_claude_code_executable) : void 0,
 			settingSources: config.setting_sources,
 			tools: config.tools,
 			enableFileCheckpointing: config.enable_file_checkpointing,
@@ -212,7 +212,7 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 		};
 		const cacheResult = await initializeAgenticCache({
 			cacheKeyPrefix: "anthropic:claude-agent-sdk",
-			workingDir: config.working_dir,
+			workingDir,
 			bustCache: context?.bustCache,
 			mcp: config.mcp?.servers?.length ? config.mcp : void 0,
 			cacheMcp: config.cache_mcp
@@ -254,7 +254,7 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 			prompt,
 			options
 		};
-		logger_default.debug(`Calling Claude Agent SDK: ${JSON.stringify({
+		logger.debug(`Calling Claude Agent SDK: ${JSON.stringify({
 			prompt,
 			options: {
 				...options,
@@ -297,7 +297,7 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 				const sessionId = msg.session_id;
 				const toolCallsArray = Array.from(toolCallsMap.values());
 				if (msg.subtype === "success") {
-					logger_default.debug(`Claude Agent SDK response: ${raw}`);
+					logger.debug(`Claude Agent SDK response: ${raw}`);
 					const response = {
 						output: msg.structured_output !== void 0 ? msg.structured_output : msg.result,
 						tokenUsage,
@@ -306,6 +306,11 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 						sessionId,
 						metadata: {
 							toolCalls: toolCallsArray,
+							numTurns: msg.num_turns,
+							durationMs: msg.duration_ms,
+							durationApiMs: msg.duration_api_ms,
+							modelUsage: msg.modelUsage,
+							permissionDenials: msg.permission_denials,
 							...msg.structured_output !== void 0 ? { structuredOutput: msg.structured_output } : {}
 						}
 					};
@@ -317,16 +322,23 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 					cost,
 					raw,
 					sessionId,
-					metadata: { toolCalls: toolCallsArray }
+					metadata: {
+						toolCalls: toolCallsArray,
+						numTurns: msg.num_turns,
+						durationMs: msg.duration_ms,
+						durationApiMs: msg.duration_api_ms,
+						modelUsage: msg.modelUsage,
+						permissionDenials: msg.permission_denials
+					}
 				};
 			}
 			return { error: "Claude Agent SDK call didn't return a result" };
 		} catch (error) {
 			if (error?.name === "AbortError" || callOptions?.abortSignal?.aborted) {
-				logger_default.warn("Claude Agent SDK call aborted");
+				logger.warn("Claude Agent SDK call aborted");
 				return { error: "Claude Agent SDK call aborted" };
 			}
-			logger_default.error(`Error calling Claude Agent SDK: ${error}`);
+			logger.error(`Error calling Claude Agent SDK: ${error}`);
 			return { error: `Error calling Claude Agent SDK: ${error}` };
 		} finally {
 			if (isTempDir && workingDir) fs.rmSync(workingDir, {
@@ -348,7 +360,7 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 	}
 	async cleanup() {}
 };
-
 //#endregion
 export { ClaudeCodeSDKProvider };
-//# sourceMappingURL=claude-agent-sdk-CmkTnKGH.js.map
+
+//# sourceMappingURL=claude-agent-sdk-D6_k9FKA.js.map

package/dist/src/{claude-agent-sdk-rXCBLK_o.js → claude-agent-sdk-Dy5lT-Tx.js}

@@ -1,10 +1,19 @@
-import { E as resolvePackageEntryPoint, I as getEnvString, L as cliState_default, T as importModule, j as logger_default, m as transformMCPConfigToClaudeCode, p as ANTHROPIC_MODELS } from "./server/index.js";
-import { n as getCachedResponse, r as initializeAgenticCache, t as cacheResponse } from "./cloudflare-gateway-Djf3F3_H.js";
+#!/usr/bin/env node
+import { C as getEnvString, O as state, o as logger } from "./logger-KkObSCzq.js";
+import "./fetch-BMv0O527.js";
+import "./cloud-Bc9526yV.js";
+import "./types-CH3Ge2sE.js";
+import "./cache-CG0SlR1d.js";
+import "./util-YT5HPZaS.js";
+import { i as resolvePackageEntryPoint, o as safeResolve, r as importModule } from "./esm-C03C-mv3.js";
+import "./pythonUtils-C3py6GC1.js";
+import { t as transformMCPConfigToClaudeCode } from "./transform-Cgi24fJ7.js";
+import { t as ANTHROPIC_MODELS } from "./util-B7T3SiBS.js";
+import { i as initializeAgenticCache, r as getCachedResponse, t as cacheResponse } from "./agentic-utils-BKIN5PKu.js";
 import fs from "node:fs";
 import path from "node:path";
 import dedent from "dedent";
 import os from "node:os";
-
 //#region src/providers/claude-agent-sdk.ts
 /**
 * Claude Agent SDK Provider
@@ -41,7 +50,7 @@ const CLAUDE_CODE_MODEL_ALIASES = [
 * Uses resolvePackageEntryPoint to handle ESM-only packages with restrictive exports
 */
 async function loadClaudeCodeSDK() {
-	const claudeCodePath = resolvePackageEntryPoint("@anthropic-ai/claude-agent-sdk", cliState_default.basePath && path.isAbsolute(cliState_default.basePath) ? cliState_default.basePath : process.cwd());
+	const claudeCodePath = resolvePackageEntryPoint("@anthropic-ai/claude-agent-sdk", state.basePath && path.isAbsolute(state.basePath) ? state.basePath : process.cwd());
 	if (!claudeCodePath) throw new Error(dedent`The @anthropic-ai/claude-agent-sdk package is required but not installed.
 
       To use the Claude Agent SDK provider, install it with:
@@ -51,8 +60,8 @@ async function loadClaudeCodeSDK() {
 	try {
 		return importModule(claudeCodePath);
 	} catch (err) {
-		logger_default.error(`Failed to load Claude Agent SDK: ${err}`);
-		if (err.stack) logger_default.error(err.stack);
+		logger.error(`Failed to load Claude Agent SDK: ${err}`);
+		if (err.stack) logger.error(err.stack);
 		throw new Error(dedent`Failed to load @anthropic-ai/claude-agent-sdk.
 
       The package was found but could not be loaded. This may be due to:
@@ -119,8 +128,8 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 		this.env = env;
 		this.apiKey = this.getApiKey();
 		this.providerId = id ?? this.providerId;
-		if (this.config.model && !ClaudeCodeSDKProvider.ANTHROPIC_MODELS_NAMES.includes(this.config.model) && !CLAUDE_CODE_MODEL_ALIASES.includes(this.config.model)) logger_default.warn(`Using unknown model for Claude Agent SDK: ${this.config.model}`);
-		if (this.config.fallback_model && !ClaudeCodeSDKProvider.ANTHROPIC_MODELS_NAMES.includes(this.config.fallback_model) && !CLAUDE_CODE_MODEL_ALIASES.includes(this.config.fallback_model)) logger_default.warn(`Using unknown model for Claude Agent SDK fallback: ${this.config.fallback_model}`);
+		if (this.config.model && !ClaudeCodeSDKProvider.ANTHROPIC_MODELS_NAMES.includes(this.config.model) && !CLAUDE_CODE_MODEL_ALIASES.includes(this.config.model)) logger.warn(`Using unknown model for Claude Agent SDK: ${this.config.model}`);
+		if (this.config.fallback_model && !ClaudeCodeSDKProvider.ANTHROPIC_MODELS_NAMES.includes(this.config.fallback_model) && !CLAUDE_CODE_MODEL_ALIASES.includes(this.config.fallback_model)) logger.warn(`Using unknown model for Claude Agent SDK fallback: ${this.config.fallback_model}`);
 	}
 	id() {
 		return this.providerId;
@@ -148,9 +157,10 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 		if ("custom_allowed_tools" in config) allowedTools = Array.from(new Set(config.custom_allowed_tools ?? [])).sort();
 		else if (config.append_allowed_tools) allowedTools = Array.from(new Set([...defaultAllowedTools, ...config.append_allowed_tools])).sort();
 		const disallowedTools = config.disallowed_tools ? Array.from(new Set(config.disallowed_tools)).sort() : void 0;
+		const basePath = state.basePath ? path.resolve(state.basePath) : process.cwd();
 		let isTempDir = false;
 		let workingDir;
-		if (config.working_dir) workingDir = config.working_dir;
+		if (config.working_dir) workingDir = safeResolve(basePath, config.working_dir);
 		else isTempDir = true;
 		let canUseTool;
 		if (config.ask_user_question) canUseTool = createAskUserQuestionCanUseTool(config.ask_user_question.behavior);
@@ -168,9 +178,12 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 			maxThinkingTokens: config.max_thinking_tokens,
 			allowedTools,
 			disallowedTools,
-			plugins: config.plugins,
+			plugins: config.plugins?.map((plugin) => ({
+				...plugin,
+				path: safeResolve(basePath, plugin.path)
+			})),
 			maxBudgetUsd: config.max_budget_usd,
-			additionalDirectories: config.additional_directories,
+			additionalDirectories: config.additional_directories?.map((dir) => safeResolve(basePath, dir)),
 			resume: config.resume,
 			forkSession: config.fork_session,
 			resumeSessionAt: config.resume_session_at,
@@ -185,14 +198,14 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 			agent: config.agent,
 			sessionId: config.session_id,
 			debug: config.debug,
-			debugFile: config.debug_file,
+			debugFile: config.debug_file ? safeResolve(basePath, config.debug_file) : void 0,
 			sandbox: config.sandbox,
 			allowDangerouslySkipPermissions: config.allow_dangerously_skip_permissions,
 			permissionPromptToolName: config.permission_prompt_tool_name,
 			executable: config.executable,
 			executableArgs: config.executable_args,
 			extraArgs: config.extra_args,
-			pathToClaudeCodeExecutable: config.path_to_claude_code_executable,
+			pathToClaudeCodeExecutable: config.path_to_claude_code_executable ? safeResolve(basePath, config.path_to_claude_code_executable) : void 0,
 			settingSources: config.setting_sources,
 			tools: config.tools,
 			enableFileCheckpointing: config.enable_file_checkpointing,
@@ -201,7 +214,7 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 		};
 		const cacheResult = await initializeAgenticCache({
 			cacheKeyPrefix: "anthropic:claude-agent-sdk",
-			workingDir: config.working_dir,
+			workingDir,
 			bustCache: context?.bustCache,
 			mcp: config.mcp?.servers?.length ? config.mcp : void 0,
 			cacheMcp: config.cache_mcp
@@ -243,7 +256,7 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 			prompt,
 			options
 		};
-		logger_default.debug(`Calling Claude Agent SDK: ${JSON.stringify({
+		logger.debug(`Calling Claude Agent SDK: ${JSON.stringify({
 			prompt,
 			options: {
 				...options,
@@ -286,7 +299,7 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 				const sessionId = msg.session_id;
 				const toolCallsArray = Array.from(toolCallsMap.values());
 				if (msg.subtype === "success") {
-					logger_default.debug(`Claude Agent SDK response: ${raw}`);
+					logger.debug(`Claude Agent SDK response: ${raw}`);
 					const response = {
 						output: msg.structured_output !== void 0 ? msg.structured_output : msg.result,
 						tokenUsage,
@@ -295,6 +308,11 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 						sessionId,
 						metadata: {
 							toolCalls: toolCallsArray,
+							numTurns: msg.num_turns,
+							durationMs: msg.duration_ms,
+							durationApiMs: msg.duration_api_ms,
+							modelUsage: msg.modelUsage,
+							permissionDenials: msg.permission_denials,
 							...msg.structured_output !== void 0 ? { structuredOutput: msg.structured_output } : {}
 						}
 					};
@@ -306,16 +324,23 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 					cost,
 					raw,
 					sessionId,
-					metadata: { toolCalls: toolCallsArray }
+					metadata: {
+						toolCalls: toolCallsArray,
+						numTurns: msg.num_turns,
+						durationMs: msg.duration_ms,
+						durationApiMs: msg.duration_api_ms,
+						modelUsage: msg.modelUsage,
+						permissionDenials: msg.permission_denials
+					}
 				};
 			}
 			return { error: "Claude Agent SDK call didn't return a result" };
 		} catch (error) {
 			if (error?.name === "AbortError" || callOptions?.abortSignal?.aborted) {
-				logger_default.warn("Claude Agent SDK call aborted");
+				logger.warn("Claude Agent SDK call aborted");
 				return { error: "Claude Agent SDK call aborted" };
 			}
-			logger_default.error(`Error calling Claude Agent SDK: ${error}`);
+			logger.error(`Error calling Claude Agent SDK: ${error}`);
 			return { error: `Error calling Claude Agent SDK: ${error}` };
 		} finally {
 			if (isTempDir && workingDir) fs.rmSync(workingDir, {
@@ -337,7 +362,7 @@ var ClaudeCodeSDKProvider = class ClaudeCodeSDKProvider {
 	}
 	async cleanup() {}
 };
-
 //#endregion
 export { ClaudeCodeSDKProvider };
-//# sourceMappingURL=claude-agent-sdk-rXCBLK_o.js.map
+
+//# sourceMappingURL=claude-agent-sdk-Dy5lT-Tx.js.map

package/dist/src/{cloud-BMbRVJFw.js → cloud-Bc9526yV.js}

@@ -1,9 +1,8 @@
 #!/usr/bin/env node
-import { C as getEnvString, o as logger_default, v as getConfigDirectoryPath } from "./logger-BotXmWKW.js";
+import { C as getEnvString, o as logger, v as getConfigDirectoryPath } from "./logger-KkObSCzq.js";
 import * as fs$1 from "fs";
 import * as path$1 from "path";
 import yaml from "js-yaml";
-
 //#region src/globalConfig/globalConfig.ts
 /**
 * Functions for manipulating the global configuration file, which lives at
@@ -43,11 +42,11 @@ function writeGlobalConfigPartial(partialConfig) {
 	});
 	writeGlobalConfig(updatedConfig);
 }
-
 //#endregion
 //#region src/globalConfig/cloud.ts
 const CLOUD_API_HOST = "https://api.promptfoo.app";
 const API_HOST = getEnvString("API_HOST", CLOUD_API_HOST);
+const SHARING_CUTOFF_DATE = /* @__PURE__ */ new Date("2026-03-09T00:00:00Z");
 var CloudConfig = class {
 	config;
 	constructor() {
@@ -56,6 +55,7 @@ var CloudConfig = class {
 			appUrl: savedConfig.appUrl || "https://www.promptfoo.app",
 			apiHost: savedConfig.apiHost,
 			apiKey: savedConfig.apiKey,
+			sharing: savedConfig.sharing,
 			currentOrganizationId: savedConfig.currentOrganizationId,
 			currentTeamId: savedConfig.currentTeamId,
 			teams: savedConfig.teams
@@ -100,8 +100,21 @@ var CloudConfig = class {
 	getAppUrl() {
 		return this.config.appUrl;
 	}
+	getSharing() {
+		return this.config.sharing;
+	}
+	/**
+	* Sets the sharing preference. Note: this value is only updated at authentication time
+	* (via `validateAndSetApiToken`) and may become stale if the user's license status
+	* changes between re-authentications.
+	*/
+	setSharing(sharing) {
+		this.config.sharing = sharing;
+		this.saveConfig();
+	}
 	delete() {
 		writeGlobalConfigPartial({ cloud: {} });
+		this.reload();
 	}
 	saveConfig() {
 		writeGlobalConfigPartial({ cloud: this.config });
@@ -113,6 +126,7 @@ var CloudConfig = class {
 			appUrl: savedConfig.appUrl || "https://www.promptfoo.app",
 			apiHost: savedConfig.apiHost,
 			apiKey: savedConfig.apiKey,
+			sharing: savedConfig.sharing,
 			currentOrganizationId: savedConfig.currentOrganizationId,
 			currentTeamId: savedConfig.currentTeamId,
 			teams: savedConfig.teams
@@ -120,27 +134,33 @@ var CloudConfig = class {
 	}
 	async validateAndSetApiToken(token, apiHost) {
 		try {
-			const { fetchWithProxy } = await import("./fetch-DAZkv3gV.js");
+			const { fetchWithProxy } = await import("./fetch-KV5kNASw.js");
 			const response = await fetchWithProxy(`${apiHost}/api/v1/users/me`, { headers: { Authorization: `Bearer ${token}` } });
 			if (!response.ok) {
 				const errorMessage = await response.text();
-				logger_default.error(`[Cloud] Failed to validate API token: ${errorMessage}. HTTP Status: ${response.status} - ${response.statusText}.`);
+				logger.error(`[Cloud] Failed to validate API token: ${errorMessage}. HTTP Status: ${response.status} - ${response.statusText}.`);
 				throw new Error("Failed to validate API token: " + response.statusText);
 			}
-			const { user, organization, app } = await response.json();
+			const { user, organization, app, hasActiveLicense } = await response.json();
 			this.setApiKey(token);
 			this.setApiHost(apiHost);
 			this.setAppUrl(app.url);
+			if (typeof hasActiveLicense === "boolean") {
+				const createdAt = user?.createdAt ? new Date(user.createdAt) : null;
+				const isGrandfathered = createdAt != null && createdAt < SHARING_CUTOFF_DATE;
+				this.setSharing(hasActiveLicense || isGrandfathered);
+			}
 			return {
 				user,
 				organization,
-				app
+				app,
+				hasActiveLicense: typeof hasActiveLicense === "boolean" ? hasActiveLicense : false
 			};
 		} catch (err) {
 			const error = err;
 			const errorMessage = error instanceof Error ? error.message : String(error);
-			logger_default.error(`[Cloud] Failed to validate API token with host ${apiHost}: ${errorMessage}`);
-			if (error.cause) logger_default.error(`Cause: ${error.cause}`);
+			logger.error(`[Cloud] Failed to validate API token with host ${apiHost}: ${errorMessage}`);
+			if (error.cause) logger.error(`Cause: ${error.cause}`);
 			throw error;
 		}
 	}
@@ -187,7 +207,7 @@ var CloudConfig = class {
 	}
 };
 const cloudConfig = new CloudConfig();
-
 //#endregion
-export { readGlobalConfig as a, cloudConfig as i, CLOUD_API_HOST as n, writeGlobalConfig as o, CloudConfig as r, writeGlobalConfigPartial as s, API_HOST as t };
-//# sourceMappingURL=cloud-BMbRVJFw.js.map
+export { cloudConfig as a, writeGlobalConfigPartial as c, SHARING_CUTOFF_DATE as i, CLOUD_API_HOST as n, readGlobalConfig as o, CloudConfig as r, writeGlobalConfig as s, API_HOST as t };
+
+//# sourceMappingURL=cloud-Bc9526yV.js.map

package/dist/src/cloud-DmE0EwsY.js

@@ -0,0 +1,4 @@
+#!/usr/bin/env node
+import "./logger-KkObSCzq.js";
+import { a as cloudConfig } from "./cloud-Bc9526yV.js";
+export { cloudConfig };