promptfoo 0.120.27 → 0.121.2

package/dist/src/{openclaw-A-3_loM7.js → openclaw-DiSz3I5L.js}

@@ -1,108 +1,164 @@
-import { A as fetchWithProxy, I as VERSION, M as REQUEST_TIMEOUT_MS, P as logger_default, d as OpenAiChatCompletionProvider, l as OpenAiResponsesProvider, z as getEnvString } from "./server/index.js";
+#!/usr/bin/env node
+import { C as getEnvString, o as logger } from "./logger-KkObSCzq.js";
+import { N as VERSION, f as REQUEST_TIMEOUT_MS, n as fetchWithProxy } from "./fetch-Dxpd4_sr.js";
+import "./cloud-C0dlstV_.js";
+import "./types-Cbd8uOMq.js";
+import "./cache-BVeDlD87.js";
+import "./util-C1CeHl-P.js";
+import "./esm-C03C-mv3.js";
+import "./pythonUtils-C3py6GC1.js";
+import "./genaiTracer-C1rxGO8Q.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-BiKyneZl.js";
+import "./transform-D5HsjduX.js";
+import { t as OpenAiResponsesProvider } from "./responses-WNGNYe3K.js";
+import "./openai-DhbB7eWK.js";
+import "./util-CMy69ZgQ.js";
 import fs from "fs";
 import path from "path";
 import os from "os";
 import crypto from "crypto";
 import WebSocket from "ws";
-
+import JSON5 from "json5";
 //#region src/providers/openclaw/shared.ts
 const DEFAULT_GATEWAY_PORT = 18789;
 const DEFAULT_GATEWAY_HOST = "127.0.0.1";
 /**
-* Strip JSON5 syntax (comments and trailing commas) for JSON.parse compatibility.
-* Uses a state machine to avoid corrupting strings containing // or slash characters.
-*/
-function stripJson5Syntax(raw) {
-	let result = "";
-	let i = 0;
-	let inString = false;
-	let stringQuote = "";
-	let escape = false;
-	while (i < raw.length) {
-		const ch = raw[i];
-		if (inString) {
-			result += ch;
-			if (escape) escape = false;
-			else if (ch === "\\") escape = true;
-			else if (ch === stringQuote) inString = false;
-			i++;
-			continue;
-		}
-		if (ch === "\"" || ch === "'") {
-			inString = true;
-			stringQuote = ch;
-			result += ch;
-			i++;
-		} else if (ch === "/" && raw[i + 1] === "/") while (i < raw.length && raw[i] !== "\n") i++;
-		else if (ch === "/" && raw[i + 1] === "*") {
-			i += 2;
-			while (i < raw.length - 1 && !(raw[i] === "*" && raw[i + 1] === "/")) i++;
-			if (i < raw.length - 1 && raw[i] === "*" && raw[i + 1] === "/") i += 2;
-		} else if (ch === ",") {
-			let j = i + 1;
-			while (j < raw.length && (raw[j] === " " || raw[j] === "	" || raw[j] === "\n" || raw[j] === "\r")) j++;
-			if (j < raw.length && (raw[j] === "}" || raw[j] === "]")) i++;
-			else {
-				result += ch;
-				i++;
-			}
-		} else {
-			result += ch;
-			i++;
-		}
-	}
-	return result;
-}
-/**
 * Cached config to avoid re-reading the file multiple times during provider init.
 */
 let cachedConfig;
+let cachedConfigPath;
+function resolveConfigPath(env) {
+	return env?.OPENCLAW_CONFIG_PATH || getEnvString("OPENCLAW_CONFIG_PATH") || path.join(os.homedir(), ".openclaw", "openclaw.json");
+}
+function normalizeGatewayUrl(url, transport) {
+	const trimmed = url.trim();
+	if (!trimmed) return;
+	if (transport === "http") {
+		if (trimmed.startsWith("wss://")) return `https://${trimmed.slice(6)}`;
+		if (trimmed.startsWith("ws://")) return `http://${trimmed.slice(5)}`;
+		return trimmed;
+	}
+	if (trimmed.startsWith("https://")) return `wss://${trimmed.slice(8)}`;
+	if (trimmed.startsWith("http://")) return `ws://${trimmed.slice(7)}`;
+	return trimmed;
+}
+function resolveGatewayHost(gatewayConfig) {
+	const bind = gatewayConfig?.bind?.trim();
+	const customBindHost = gatewayConfig?.customBindHost?.trim();
+	if (!bind || bind === "auto" || bind === "loopback" || bind === "lan" || bind === "tailnet" || bind === "0.0.0.0" || bind === "::" || bind === "127.0.0.1" || bind === "localhost" || bind === "::1") return DEFAULT_GATEWAY_HOST;
+	if (bind === "custom") {
+		if (!customBindHost || customBindHost === "0.0.0.0" || customBindHost === "::" || customBindHost === "127.0.0.1" || customBindHost === "localhost" || customBindHost === "::1") return DEFAULT_GATEWAY_HOST;
+		return customBindHost;
+	}
+	return bind;
+}
+function buildLocalGatewayUrl(gatewayConfig, transport) {
+	const scheme = transport === "ws" ? gatewayConfig?.tls?.enabled ? "wss" : "ws" : gatewayConfig?.tls?.enabled ? "https" : "http";
+	const port = gatewayConfig?.port ?? 18789;
+	return `${scheme}://${resolveGatewayHost(gatewayConfig)}:${port}`;
+}
+function resolveGatewayUrlFromConfig(openclawConfig, transport) {
+	const gatewayConfig = openclawConfig?.gateway;
+	if (!gatewayConfig) return;
+	if (gatewayConfig.mode === "remote") {
+		const remoteUrl = normalizeGatewayUrl(gatewayConfig.remote?.url ?? "", transport);
+		if (remoteUrl) return remoteUrl;
+	}
+	return buildLocalGatewayUrl(gatewayConfig, transport);
+}
+function toAuthSecret(kind, value) {
+	const trimmed = value?.trim();
+	return trimmed ? {
+		kind,
+		value: trimmed
+	} : void 0;
+}
+function resolveAuthSecretFromConfig(openclawConfig) {
+	const gatewayConfig = openclawConfig?.gateway;
+	const authMode = gatewayConfig?.auth?.mode?.trim();
+	const preferRemoteCredentials = gatewayConfig?.mode === "remote";
+	const localToken = toAuthSecret("token", gatewayConfig?.auth?.token);
+	const localPassword = toAuthSecret("password", gatewayConfig?.auth?.password);
+	const remoteToken = toAuthSecret("token", gatewayConfig?.remote?.token);
+	const remotePassword = toAuthSecret("password", gatewayConfig?.remote?.password);
+	if (preferRemoteCredentials) {
+		if (authMode === "password") return remotePassword || localPassword || remoteToken || localToken;
+		if (authMode === "token") return remoteToken || localToken || remotePassword || localPassword;
+		return remoteToken || remotePassword || localToken || localPassword;
+	}
+	if (authMode === "password") return localPassword || remotePassword || localToken || remoteToken;
+	if (authMode === "token") return localToken || remoteToken || localPassword || remotePassword;
+	return localToken || localPassword || remoteToken || remotePassword;
+}
 /**
-* Read and parse the OpenClaw configuration file.
+* Read and parse the active OpenClaw configuration file.
 * Results are cached based on file modification time.
 * Returns undefined if the file doesn't exist or can't be parsed.
 */
-function readOpenClawConfig() {
-	const configPath = path.join(os.homedir(), ".openclaw", "openclaw.json");
+function readOpenClawConfig(env) {
+	const configPath = resolveConfigPath(env);
 	try {
 		if (!fs.existsSync(configPath)) return;
 		const mtime = fs.statSync(configPath).mtimeMs;
-		if (cachedConfig && cachedConfig.mtime === mtime) return cachedConfig.config;
-		const cleaned = stripJson5Syntax(fs.readFileSync(configPath, "utf-8"));
-		const config = JSON.parse(cleaned);
+		if (cachedConfig && cachedConfigPath === configPath && cachedConfig.mtime === mtime) return cachedConfig.config;
+		const raw = fs.readFileSync(configPath, "utf-8");
+		const config = JSON5.parse(raw);
 		cachedConfig = {
 			config,
 			mtime
 		};
+		cachedConfigPath = configPath;
 		return config;
 	} catch (err) {
-		logger_default.debug(`Failed to read OpenClaw config at ${configPath}: ${err}`);
+		logger.debug(`Failed to read OpenClaw config at ${configPath}: ${err}`);
 		return;
 	}
 }
 /**
-* Auto-detect the OpenClaw gateway URL from config, env overrides, or environment.
+* Auto-detect the OpenClaw gateway URL from config, env overrides, or the active config file.
 */
 function resolveGatewayUrl(config, env) {
-	if (config?.gateway_url) return config.gateway_url;
-	const envUrl = env?.OPENCLAW_GATEWAY_URL || getEnvString("OPENCLAW_GATEWAY_URL");
-	if (envUrl) return envUrl;
-	const openclawConfig = readOpenClawConfig();
-	if (openclawConfig?.gateway) {
-		const port = openclawConfig.gateway.port ?? DEFAULT_GATEWAY_PORT;
-		const bind = openclawConfig.gateway.bind;
-		return `http://${!bind || bind === "loopback" || bind === "0.0.0.0" || bind === "::" ? DEFAULT_GATEWAY_HOST : bind}:${port}`;
-	}
-	return `http://${DEFAULT_GATEWAY_HOST}:${DEFAULT_GATEWAY_PORT}`;
+	return resolveGatewayTransportUrl(config, env, "http");
+}
+function resolveGatewayWsUrl(config, env) {
+	return resolveGatewayTransportUrl(config, env, "ws");
+}
+function resolveGatewayTransportUrl(config, env, transport) {
+	const configUrl = config?.gateway_url?.trim();
+	if (configUrl) return normalizeGatewayUrl(configUrl, transport) || configUrl;
+	const trimmedEnvUrl = (env?.OPENCLAW_GATEWAY_URL || getEnvString("OPENCLAW_GATEWAY_URL") || env?.CLAWDBOT_GATEWAY_URL || getEnvString("CLAWDBOT_GATEWAY_URL"))?.trim();
+	if (trimmedEnvUrl) return normalizeGatewayUrl(trimmedEnvUrl, transport) || trimmedEnvUrl;
+	const resolvedUrl = resolveGatewayUrlFromConfig(readOpenClawConfig(env), transport);
+	if (resolvedUrl) return resolvedUrl;
+	return `${transport === "ws" ? "ws" : "http"}://${DEFAULT_GATEWAY_HOST}:${DEFAULT_GATEWAY_PORT}`;
+}
+function resolveAuthSecret(config, env) {
+	if (config?.auth_token) return {
+		kind: "token",
+		value: config.auth_token
+	};
+	if (config?.auth_password) return {
+		kind: "password",
+		value: config.auth_password
+	};
+	const envToken = env?.OPENCLAW_GATEWAY_TOKEN || getEnvString("OPENCLAW_GATEWAY_TOKEN") || env?.CLAWDBOT_GATEWAY_TOKEN || getEnvString("CLAWDBOT_GATEWAY_TOKEN");
+	if (envToken) return {
+		kind: "token",
+		value: envToken
+	};
+	const envPassword = env?.OPENCLAW_GATEWAY_PASSWORD || getEnvString("OPENCLAW_GATEWAY_PASSWORD") || env?.CLAWDBOT_GATEWAY_PASSWORD || getEnvString("CLAWDBOT_GATEWAY_PASSWORD");
+	if (envPassword) return {
+		kind: "password",
+		value: envPassword
+	};
+	return resolveAuthSecretFromConfig(readOpenClawConfig(env));
 }
 /**
-* Auto-detect the OpenClaw gateway auth token from config, env overrides, or environment.
+* Auto-detect the OpenClaw gateway bearer secret from config, env overrides, or the active
+* config file. OpenClaw accepts either a token or password as the HTTP bearer secret.
 */
 function resolveAuthToken(config, env) {
-	if (config?.auth_token) return config.auth_token;
-	const envToken = env?.OPENCLAW_GATEWAY_TOKEN || getEnvString("OPENCLAW_GATEWAY_TOKEN");
-	if (envToken) return envToken;
-	return readOpenClawConfig()?.gateway?.auth?.token;
+	return resolveAuthSecret(config, env)?.value;
 }
 /**
 * Build common OpenClaw headers for agent-id and session-key.
@@ -137,7 +193,6 @@ function buildOpenClawProviderOptions(agentId, providerOptions) {
 		}
 	};
 }
-
 //#endregion
 //#region src/providers/openclaw/agent.ts
 const OPENCLAW_PROTOCOL_VERSION = 3;
@@ -163,7 +218,8 @@ const OPENCLAW_PROTOCOL_VERSION = 3;
 var OpenClawAgentProvider = class {
 	agentId;
 	gatewayUrl;
-	authToken;
+	authKind;
+	authSecret;
 	openclawConfig;
 	timeoutMs;
 	activeConnections = /* @__PURE__ */ new Set();
@@ -171,8 +227,10 @@ var OpenClawAgentProvider = class {
 		this.agentId = agentId;
 		this.openclawConfig = providerOptions.config || {};
 		const env = providerOptions.env;
-		this.gatewayUrl = resolveGatewayUrl(this.openclawConfig, env);
-		this.authToken = resolveAuthToken(this.openclawConfig, env);
+		this.gatewayUrl = resolveGatewayWsUrl(this.openclawConfig, env);
+		const authSecret = resolveAuthSecret(this.openclawConfig, env);
+		this.authKind = authSecret?.kind;
+		this.authSecret = authSecret?.value;
 		this.timeoutMs = this.openclawConfig.timeoutMs ?? REQUEST_TIMEOUT_MS;
 	}
 	id() {
@@ -189,9 +247,9 @@ var OpenClawAgentProvider = class {
 		this.activeConnections.clear();
 	}
 	async callApi(prompt) {
-		const wsUrl = this.gatewayUrl.replace(/^http(s?):\/\//, "ws$1://");
+		const sessionKey = this.openclawConfig.session_key || `promptfoo-${crypto.randomUUID()}`;
 		return new Promise((resolve) => {
-			const ws = new WebSocket(wsUrl);
+			const ws = new WebSocket(this.gatewayUrl);
 			this.activeConnections.add(ws);
 			const agentRequestId = crypto.randomUUID();
 			const waitRequestId = crypto.randomUUID();
@@ -200,37 +258,33 @@ var OpenClawAgentProvider = class {
 			let runId;
 			let connected = false;
 			let resolved = false;
-			const timeout = setTimeout(() => {
-				if (!resolved) {
-					resolved = true;
-					ws.close();
-					resolve({ error: `OpenClaw agent request timed out after ${this.timeoutMs}ms` });
-				}
-			}, this.timeoutMs);
-			const finish = (result) => {
+			const finish = (result, closeSocket = true) => {
 				if (resolved) return;
 				resolved = true;
 				clearTimeout(timeout);
 				this.activeConnections.delete(ws);
-				ws.close();
+				if (closeSocket) ws.close();
 				resolve(result);
 			};
+			const timeout = setTimeout(() => {
+				finish({ error: `OpenClaw agent request timed out after ${this.timeoutMs}ms` });
+			}, this.timeoutMs);
 			ws.on("error", (err) => {
 				finish({ error: `OpenClaw WebSocket error: ${err.message}` });
 			});
 			ws.on("close", () => {
 				this.activeConnections.delete(ws);
-				if (!resolved) finish({ error: "OpenClaw WebSocket connection closed unexpectedly" });
+				if (!resolved) finish({ error: "OpenClaw WebSocket connection closed unexpectedly" }, false);
 			});
 			ws.on("message", (data) => {
 				let frame;
 				try {
 					frame = JSON.parse(data.toString());
 				} catch {
-					logger_default.debug("[OpenClaw Agent] Failed to parse WS frame");
+					logger.debug("[OpenClaw Agent] Failed to parse WS frame");
 					return;
 				}
-				logger_default.debug("[OpenClaw Agent] Frame received", {
+				logger.debug("[OpenClaw Agent] Frame received", {
 					type: frame.type,
 					event: frame.event,
 					id: frame.id
@@ -255,7 +309,7 @@ var OpenClawAgentProvider = class {
 							caps: [],
 							commands: [],
 							permissions: {},
-							...this.authToken && { auth: { token: this.authToken } }
+							...this.authSecret && this.authKind && { auth: this.authKind === "password" ? { password: this.authSecret } : { token: this.authSecret } }
 						}
 					}));
 					return;
@@ -274,8 +328,9 @@ var OpenClawAgentProvider = class {
 							message: prompt,
 							agentId: this.agentId,
 							idempotencyKey,
-							...this.openclawConfig.session_key && { sessionKey: this.openclawConfig.session_key },
-							...this.openclawConfig.thinking_level && { thinking: this.openclawConfig.thinking_level }
+							sessionKey,
+							...this.openclawConfig.thinking_level && { thinking: this.openclawConfig.thinking_level },
+							...this.openclawConfig.extra_system_prompt && { extraSystemPrompt: this.openclawConfig.extra_system_prompt }
 						}
 					}));
 					return;
@@ -285,8 +340,17 @@ var OpenClawAgentProvider = class {
 						finish({ error: `OpenClaw agent error: ${frame.error?.message || "unknown error"}` });
 						return;
 					}
-					runId = frame.payload?.runId;
-					if (runId) ws.send(JSON.stringify({
+					const payload = frame.payload;
+					runId = typeof payload?.runId === "string" && payload.runId.trim() ? payload.runId : void 0;
+					if (!runId) {
+						logger.warn("[OpenClaw Agent] Missing runId in accepted response", {
+							agentId: this.agentId,
+							payload
+						});
+						finish({ error: "OpenClaw agent error: gateway accepted request without a runId" });
+						return;
+					}
+					ws.send(JSON.stringify({
 						type: "req",
 						id: waitRequestId,
 						method: "agent.wait",
@@ -312,17 +376,17 @@ var OpenClawAgentProvider = class {
 		});
 	}
 };
-
 //#endregion
 //#region src/providers/openclaw/chat.ts
 /**
 * OpenClaw chat provider extends OpenAI chat completion provider.
 *
 * OpenClaw exposes an OpenAI-compatible HTTP API at /v1/chat/completions.
-* This provider auto-detects gateway URL and auth token from:
-*   1. Explicit config (gateway_url, auth_token)
-*   2. Environment variables (OPENCLAW_GATEWAY_URL, OPENCLAW_GATEWAY_TOKEN)
-*   3. ~/.openclaw/openclaw.json
+* This provider auto-detects gateway URL and bearer auth from:
+*   1. Explicit config (gateway_url, auth_token, auth_password)
+*   2. Environment variables (OPENCLAW_GATEWAY_URL, OPENCLAW_GATEWAY_TOKEN, OPENCLAW_GATEWAY_PASSWORD)
+*   3. The active OpenClaw config file (OPENCLAW_CONFIG_PATH or ~/.openclaw/openclaw.json),
+*      including gateway.remote.url and gateway.tls.enabled
 *
 * Usage:
 *   openclaw              - default agent (main)
@@ -351,7 +415,6 @@ var OpenClawChatProvider = class extends OpenAiChatCompletionProvider {
 		return this.config.apiBaseUrl || this.getApiUrlDefault();
 	}
 };
-
 //#endregion
 //#region src/providers/openclaw/responses.ts
 /**
@@ -394,21 +457,25 @@ var OpenClawResponsesProvider = class extends OpenAiResponsesProvider {
 		return result;
 	}
 };
-
 //#endregion
 //#region src/providers/openclaw/tools.ts
 /**
 * OpenClaw Tool Invoke Provider
 *
 * Simple HTTP provider for direct tool invocation via POST /tools/invoke.
-* The tool name is extracted from the provider path: openclaw:tools:bash → tool="bash"
+* The tool name is extracted from the provider path:
+* openclaw:tools:sessions_list → tool="sessions_list"
 *
 * The prompt is parsed as JSON for tool arguments. If it's not valid JSON,
 * it's passed as a single `input` argument.
 *
 * Usage:
-*   openclaw:tools:bash        - invoke the bash tool
-*   openclaw:tools:agents_list - invoke the agents_list tool
+*   openclaw:tools:sessions_list - invoke the sessions_list tool
+*   openclaw:tools:session_status - invoke the session_status tool
+*
+* Optional config:
+*   action  - tool sub-action, forwarded as body.action
+*   dry_run - dry-run hint, forwarded as body.dryRun
 */
 var OpenClawToolInvokeProvider = class {
 	toolName;
@@ -441,14 +508,19 @@ var OpenClawToolInvokeProvider = class {
 			args = { input: prompt };
 		}
 		const url = `${this.gatewayUrl}/tools/invoke`;
-		const headers = { "Content-Type": "application/json" };
+		const headers = {
+			"Content-Type": "application/json",
+			...this.openclawConfig.headers || {}
+		};
 		if (this.authToken) headers["Authorization"] = `Bearer ${this.authToken}`;
 		const body = {
 			tool: this.toolName,
+			...this.openclawConfig.action && { action: this.openclawConfig.action },
 			args,
+			...typeof this.openclawConfig.dry_run === "boolean" && { dryRun: this.openclawConfig.dry_run },
 			...this.openclawConfig.session_key && { sessionKey: this.openclawConfig.session_key }
 		};
-		logger_default.debug(`[OpenClaw Tool] POST ${url}`, {
+		logger.debug(`[OpenClaw Tool] POST ${url}`, {
 			tool: this.toolName,
 			args
 		});
@@ -473,7 +545,6 @@ var OpenClawToolInvokeProvider = class {
 		}
 	}
 };
-
 //#endregion
 //#region src/providers/openclaw/index.ts
 /**
@@ -487,7 +558,7 @@ var OpenClawToolInvokeProvider = class {
 *   openclaw:responses:X    → OpenClawResponsesProvider('X')
 *   openclaw:agent          → OpenClawAgentProvider('main')
 *   openclaw:agent:X        → OpenClawAgentProvider('X')
-*   openclaw:tools:bash     → OpenClawToolInvokeProvider('bash')
+*   openclaw:tools:sessions_list → OpenClawToolInvokeProvider('sessions_list')
 */
 function createOpenClawProvider(providerPath, providerOptions = {}, env) {
 	const splits = providerPath.split(":");
@@ -505,7 +576,7 @@ function createOpenClawProvider(providerPath, providerOptions = {}, env) {
 	}
 	return new OpenClawChatProvider(splits.length > 1 ? splits.slice(1).join(":") : "main", opts);
 }
-
 //#endregion
 export { createOpenClawProvider };
-//# sourceMappingURL=openclaw-A-3_loM7.js.map
+
+//# sourceMappingURL=openclaw-DiSz3I5L.js.map