promptfoo 0.120.24 → 0.120.26

package/dist/src/openclaw-DDSfq5fp.cjs

@@ -0,0 +1,528 @@
+const require_logger = require('./logger-BdZ-IqBc.cjs');
+require('./esm-BQkx5roy.cjs');
+require('./pythonUtils-DZ6EbdY4.cjs');
+require('./types-BIfttHrT.cjs');
+require('./util-DUYOvxAy.cjs');
+const require_fetch = require('./fetch-ZMn_oemb.cjs');
+require('./cache-7xULbvt3.cjs');
+require('./genaiTracer-CQlpZkrp.cjs');
+const require_chat = require('./chat-C4zqjObh.cjs');
+require('./transform-ivxEY4f7.cjs');
+const require_responses = require('./responses-zOtKtnY_.cjs');
+require('./openai-Bigwjgo1.cjs');
+require('./util-C08Kns6-.cjs');
+let fs = require("fs");
+fs = require_logger.__toESM(fs);
+let path = require("path");
+path = require_logger.__toESM(path);
+let os = require("os");
+os = require_logger.__toESM(os);
+let crypto = require("crypto");
+crypto = require_logger.__toESM(crypto);
+let ws = require("ws");
+ws = require_logger.__toESM(ws);
+
+//#region src/providers/openclaw/shared.ts
+const DEFAULT_GATEWAY_PORT = 18789;
+const DEFAULT_GATEWAY_HOST = "127.0.0.1";
+/**
+* Strip JSON5 syntax (comments and trailing commas) for JSON.parse compatibility.
+* Uses a state machine to avoid corrupting strings containing // or slash characters.
+*/
+function stripJson5Syntax(raw) {
+	let result = "";
+	let i = 0;
+	let inString = false;
+	let stringQuote = "";
+	let escape = false;
+	while (i < raw.length) {
+		const ch = raw[i];
+		if (inString) {
+			result += ch;
+			if (escape) escape = false;
+			else if (ch === "\\") escape = true;
+			else if (ch === stringQuote) inString = false;
+			i++;
+			continue;
+		}
+		if (ch === "\"" || ch === "'") {
+			inString = true;
+			stringQuote = ch;
+			result += ch;
+			i++;
+		} else if (ch === "/" && raw[i + 1] === "/") while (i < raw.length && raw[i] !== "\n") i++;
+		else if (ch === "/" && raw[i + 1] === "*") {
+			i += 2;
+			while (i < raw.length - 1 && !(raw[i] === "*" && raw[i + 1] === "/")) i++;
+			if (i < raw.length - 1 && raw[i] === "*" && raw[i + 1] === "/") i += 2;
+		} else if (ch === ",") {
+			let j = i + 1;
+			while (j < raw.length && (raw[j] === " " || raw[j] === "	" || raw[j] === "\n" || raw[j] === "\r")) j++;
+			if (j < raw.length && (raw[j] === "}" || raw[j] === "]")) i++;
+			else {
+				result += ch;
+				i++;
+			}
+		} else {
+			result += ch;
+			i++;
+		}
+	}
+	return result;
+}
+/**
+* Cached config to avoid re-reading the file multiple times during provider init.
+*/
+let cachedConfig;
+/**
+* Read and parse the OpenClaw configuration file.
+* Results are cached based on file modification time.
+* Returns undefined if the file doesn't exist or can't be parsed.
+*/
+function readOpenClawConfig() {
+	const configPath = path.default.join(os.default.homedir(), ".openclaw", "openclaw.json");
+	try {
+		if (!fs.default.existsSync(configPath)) return;
+		const mtime = fs.default.statSync(configPath).mtimeMs;
+		if (cachedConfig && cachedConfig.mtime === mtime) return cachedConfig.config;
+		const cleaned = stripJson5Syntax(fs.default.readFileSync(configPath, "utf-8"));
+		const config = JSON.parse(cleaned);
+		cachedConfig = {
+			config,
+			mtime
+		};
+		return config;
+	} catch (err) {
+		require_logger.logger_default.debug(`Failed to read OpenClaw config at ${configPath}: ${err}`);
+		return;
+	}
+}
+/**
+* Auto-detect the OpenClaw gateway URL from config, env overrides, or environment.
+*/
+function resolveGatewayUrl(config, env) {
+	if (config?.gateway_url) return config.gateway_url;
+	const envUrl = env?.OPENCLAW_GATEWAY_URL || require_logger.getEnvString("OPENCLAW_GATEWAY_URL");
+	if (envUrl) return envUrl;
+	const openclawConfig = readOpenClawConfig();
+	if (openclawConfig?.gateway) {
+		const port = openclawConfig.gateway.port ?? DEFAULT_GATEWAY_PORT;
+		const bind = openclawConfig.gateway.bind;
+		return `http://${!bind || bind === "loopback" || bind === "0.0.0.0" || bind === "::" ? DEFAULT_GATEWAY_HOST : bind}:${port}`;
+	}
+	return `http://${DEFAULT_GATEWAY_HOST}:${DEFAULT_GATEWAY_PORT}`;
+}
+/**
+* Auto-detect the OpenClaw gateway auth token from config, env overrides, or environment.
+*/
+function resolveAuthToken(config, env) {
+	if (config?.auth_token) return config.auth_token;
+	const envToken = env?.OPENCLAW_GATEWAY_TOKEN || require_logger.getEnvString("OPENCLAW_GATEWAY_TOKEN");
+	if (envToken) return envToken;
+	return readOpenClawConfig()?.gateway?.auth?.token;
+}
+/**
+* Build common OpenClaw headers for agent-id and session-key.
+* Note: thinking_level is only supported by the WS Agent provider and is
+* passed as an RPC param there, not as an HTTP header.
+*/
+function buildOpenClawHeaders(agentId, config) {
+	const headers = { "x-openclaw-agent-id": agentId };
+	if (config?.session_key) headers["x-openclaw-session-key"] = config.session_key;
+	return headers;
+}
+/**
+* Build provider options for OpenAI-compatible OpenClaw providers (chat, responses).
+* Resolves gateway URL, auth token, and merges OpenClaw-specific headers.
+*/
+function buildOpenClawProviderOptions(agentId, providerOptions) {
+	const config = providerOptions.config || {};
+	const env = providerOptions.env;
+	const gatewayUrl = resolveGatewayUrl(config, env);
+	const authToken = resolveAuthToken(config, env);
+	return {
+		...providerOptions,
+		config: {
+			...config,
+			apiBaseUrl: `${gatewayUrl}/v1`,
+			...authToken && { apiKey: authToken },
+			apiKeyRequired: false,
+			headers: {
+				...config.headers,
+				...buildOpenClawHeaders(agentId, config)
+			}
+		}
+	};
+}
+
+//#endregion
+//#region src/providers/openclaw/agent.ts
+const OPENCLAW_PROTOCOL_VERSION = 3;
+/**
+* OpenClaw WebSocket Agent Provider
+*
+* Custom provider that uses the native OpenClaw WS RPC protocol to invoke agents.
+* Supports full streaming with event accumulation.
+*
+* Protocol flow:
+*   1. Open WS connection to gateway
+*   2. Receive connect.challenge event → send connect request
+*   3. Receive hello-ok response → send agent request
+*   4. Receive agent accepted response → send agent.wait
+*   5. Accumulate streaming "agent" events (stream: "assistant")
+*   6. Resolve on agent.wait response
+*
+* Usage:
+*   openclaw:agent           - default agent (main)
+*   openclaw:agent:main      - explicit agent ID
+*   openclaw:agent:my-agent  - custom agent ID
+*/
+var OpenClawAgentProvider = class {
+	agentId;
+	gatewayUrl;
+	authToken;
+	openclawConfig;
+	timeoutMs;
+	activeConnections = /* @__PURE__ */ new Set();
+	constructor(agentId, providerOptions = {}) {
+		this.agentId = agentId;
+		this.openclawConfig = providerOptions.config || {};
+		const env = providerOptions.env;
+		this.gatewayUrl = resolveGatewayUrl(this.openclawConfig, env);
+		this.authToken = resolveAuthToken(this.openclawConfig, env);
+		this.timeoutMs = this.openclawConfig.timeoutMs ?? require_fetch.REQUEST_TIMEOUT_MS;
+	}
+	id() {
+		return `openclaw:agent:${this.agentId}`;
+	}
+	toString() {
+		return `[OpenClaw Agent Provider ${this.agentId}]`;
+	}
+	toJSON() {
+		return { provider: this.id() };
+	}
+	async cleanup() {
+		for (const ws of this.activeConnections) ws.close();
+		this.activeConnections.clear();
+	}
+	async callApi(prompt) {
+		const wsUrl = this.gatewayUrl.replace(/^http(s?):\/\//, "ws$1://");
+		return new Promise((resolve) => {
+			const ws = new ws.default(wsUrl);
+			this.activeConnections.add(ws);
+			const agentRequestId = crypto.default.randomUUID();
+			const waitRequestId = crypto.default.randomUUID();
+			const idempotencyKey = crypto.default.randomUUID();
+			let lastText = "";
+			let runId;
+			let connected = false;
+			let resolved = false;
+			const timeout = setTimeout(() => {
+				if (!resolved) {
+					resolved = true;
+					ws.close();
+					resolve({ error: `OpenClaw agent request timed out after ${this.timeoutMs}ms` });
+				}
+			}, this.timeoutMs);
+			const finish = (result) => {
+				if (resolved) return;
+				resolved = true;
+				clearTimeout(timeout);
+				this.activeConnections.delete(ws);
+				ws.close();
+				resolve(result);
+			};
+			ws.on("error", (err) => {
+				finish({ error: `OpenClaw WebSocket error: ${err.message}` });
+			});
+			ws.on("close", () => {
+				this.activeConnections.delete(ws);
+				if (!resolved) finish({ error: "OpenClaw WebSocket connection closed unexpectedly" });
+			});
+			ws.on("message", (data) => {
+				let frame;
+				try {
+					frame = JSON.parse(data.toString());
+				} catch {
+					require_logger.logger_default.debug("[OpenClaw Agent] Failed to parse WS frame");
+					return;
+				}
+				require_logger.logger_default.debug("[OpenClaw Agent] Frame received", {
+					type: frame.type,
+					event: frame.event,
+					id: frame.id
+				});
+				if (frame.type === "event" && frame.event === "connect.challenge") {
+					ws.send(JSON.stringify({
+						type: "req",
+						id: crypto.default.randomUUID(),
+						method: "connect",
+						params: {
+							minProtocol: OPENCLAW_PROTOCOL_VERSION,
+							maxProtocol: OPENCLAW_PROTOCOL_VERSION,
+							client: {
+								id: "gateway-client",
+								displayName: "promptfoo",
+								version: require_fetch.VERSION,
+								platform: process.platform,
+								mode: "cli"
+							},
+							role: "operator",
+							scopes: ["operator.read", "operator.write"],
+							caps: [],
+							commands: [],
+							permissions: {},
+							...this.authToken && { auth: { token: this.authToken } }
+						}
+					}));
+					return;
+				}
+				if (frame.type === "res" && !connected) {
+					if (!frame.ok) {
+						finish({ error: `OpenClaw connect failed: ${frame.error?.message || "unknown error"}` });
+						return;
+					}
+					connected = true;
+					ws.send(JSON.stringify({
+						type: "req",
+						id: agentRequestId,
+						method: "agent",
+						params: {
+							message: prompt,
+							agentId: this.agentId,
+							idempotencyKey,
+							...this.openclawConfig.session_key && { sessionKey: this.openclawConfig.session_key },
+							...this.openclawConfig.thinking_level && { thinking: this.openclawConfig.thinking_level }
+						}
+					}));
+					return;
+				}
+				if (frame.type === "res" && frame.id === agentRequestId) {
+					if (!frame.ok) {
+						finish({ error: `OpenClaw agent error: ${frame.error?.message || "unknown error"}` });
+						return;
+					}
+					runId = frame.payload?.runId;
+					if (runId) ws.send(JSON.stringify({
+						type: "req",
+						id: waitRequestId,
+						method: "agent.wait",
+						params: {
+							runId,
+							timeoutMs: this.timeoutMs
+						}
+					}));
+					return;
+				}
+				if (frame.type === "event" && frame.event === "agent") {
+					const payload = frame.payload;
+					if (payload?.runId && runId && payload.runId !== runId) return;
+					if (payload?.stream === "assistant" && payload?.data?.text) lastText = payload.data.text;
+					return;
+				}
+				if (frame.type === "res" && frame.id === waitRequestId) {
+					if (frame.ok) finish({ output: lastText || "No output from agent" });
+					else finish({ error: `OpenClaw agent error: ${frame.error?.message || "unknown error"}` });
+					return;
+				}
+			});
+		});
+	}
+};
+
+//#endregion
+//#region src/providers/openclaw/chat.ts
+/**
+* OpenClaw chat provider extends OpenAI chat completion provider.
+*
+* OpenClaw exposes an OpenAI-compatible HTTP API at /v1/chat/completions.
+* This provider auto-detects gateway URL and auth token from:
+*   1. Explicit config (gateway_url, auth_token)
+*   2. Environment variables (OPENCLAW_GATEWAY_URL, OPENCLAW_GATEWAY_TOKEN)
+*   3. ~/.openclaw/openclaw.json
+*
+* Usage:
+*   openclaw              - default agent (main)
+*   openclaw:main         - specific agent
+*   openclaw:coding-agent - named agent
+*/
+var OpenClawChatProvider = class extends require_chat.OpenAiChatCompletionProvider {
+	agentId;
+	constructor(agentId, providerOptions = {}) {
+		super(`openclaw:${agentId}`, buildOpenClawProviderOptions(agentId, providerOptions));
+		this.agentId = agentId;
+	}
+	id() {
+		return `openclaw:${this.agentId}`;
+	}
+	toString() {
+		return `[OpenClaw Provider ${this.agentId}]`;
+	}
+	getApiUrlDefault() {
+		return `http://${DEFAULT_GATEWAY_HOST}:${DEFAULT_GATEWAY_PORT}/v1`;
+	}
+	getApiKey() {
+		return this.config.apiKey;
+	}
+	getApiUrl() {
+		return this.config.apiBaseUrl || this.getApiUrlDefault();
+	}
+};
+
+//#endregion
+//#region src/providers/openclaw/responses.ts
+/**
+* OpenClaw Responses API Provider
+*
+* Extends OpenAI Responses API provider with OpenClaw-specific configuration.
+* Routes through the OpenClaw gateway's /v1/responses endpoint.
+*
+* Requires `gateway.http.endpoints.responses.enabled=true` in OpenClaw config.
+*
+* Usage:
+*   openclaw:responses       - default agent (main)
+*   openclaw:responses:main  - explicit agent ID
+*   openclaw:responses:X     - custom agent ID
+*/
+var OpenClawResponsesProvider = class extends require_responses.OpenAiResponsesProvider {
+	agentId;
+	constructor(agentId, providerOptions = {}) {
+		super(`openclaw:${agentId}`, buildOpenClawProviderOptions(agentId, providerOptions));
+		this.agentId = agentId;
+	}
+	id() {
+		return `openclaw:responses:${this.agentId}`;
+	}
+	toString() {
+		return `[OpenClaw Responses Provider ${this.agentId}]`;
+	}
+	getApiUrlDefault() {
+		return `http://${DEFAULT_GATEWAY_HOST}:${DEFAULT_GATEWAY_PORT}/v1`;
+	}
+	getApiKey() {
+		return this.config.apiKey;
+	}
+	getApiUrl() {
+		return this.config.apiBaseUrl || this.getApiUrlDefault();
+	}
+	async getOpenAiBody(prompt, context, callApiOptions) {
+		const result = await super.getOpenAiBody(prompt, context, callApiOptions);
+		if ("text" in result.body) delete result.body.text;
+		return result;
+	}
+};
+
+//#endregion
+//#region src/providers/openclaw/tools.ts
+/**
+* OpenClaw Tool Invoke Provider
+*
+* Simple HTTP provider for direct tool invocation via POST /tools/invoke.
+* The tool name is extracted from the provider path: openclaw:tools:bash → tool="bash"
+*
+* The prompt is parsed as JSON for tool arguments. If it's not valid JSON,
+* it's passed as a single `input` argument.
+*
+* Usage:
+*   openclaw:tools:bash        - invoke the bash tool
+*   openclaw:tools:agents_list - invoke the agents_list tool
+*/
+var OpenClawToolInvokeProvider = class {
+	toolName;
+	gatewayUrl;
+	authToken;
+	openclawConfig;
+	timeoutMs;
+	constructor(toolName, providerOptions = {}) {
+		this.toolName = toolName;
+		this.openclawConfig = providerOptions.config || {};
+		const env = providerOptions.env;
+		this.gatewayUrl = resolveGatewayUrl(this.openclawConfig, env);
+		this.authToken = resolveAuthToken(this.openclawConfig, env);
+		this.timeoutMs = this.openclawConfig.timeoutMs ?? require_fetch.REQUEST_TIMEOUT_MS;
+	}
+	id() {
+		return `openclaw:tools:${this.toolName}`;
+	}
+	toString() {
+		return `[OpenClaw Tool Provider ${this.toolName}]`;
+	}
+	toJSON() {
+		return { provider: this.id() };
+	}
+	async callApi(prompt) {
+		let args;
+		try {
+			args = JSON.parse(prompt);
+		} catch {
+			args = { input: prompt };
+		}
+		const url = `${this.gatewayUrl}/tools/invoke`;
+		const headers = { "Content-Type": "application/json" };
+		if (this.authToken) headers["Authorization"] = `Bearer ${this.authToken}`;
+		const body = {
+			tool: this.toolName,
+			args,
+			...this.openclawConfig.session_key && { sessionKey: this.openclawConfig.session_key }
+		};
+		require_logger.logger_default.debug(`[OpenClaw Tool] POST ${url}`, {
+			tool: this.toolName,
+			args
+		});
+		try {
+			const controller = new AbortController();
+			const fetchTimeout = setTimeout(() => controller.abort(), this.timeoutMs);
+			const response = await require_fetch.fetchWithProxy(url, {
+				method: "POST",
+				headers,
+				body: JSON.stringify(body),
+				signal: controller.signal
+			}).finally(() => clearTimeout(fetchTimeout));
+			if (!response.ok) {
+				const text = await response.text();
+				return { error: `OpenClaw tool invoke failed (${response.status}): ${text}` };
+			}
+			const data = await response.json();
+			if (data.ok) return { output: typeof data.result === "string" ? data.result : JSON.stringify(data.result) };
+			return { error: data.error || "Unknown tool error" };
+		} catch (err) {
+			return { error: `OpenClaw tool invoke error: ${err instanceof Error ? err.message : String(err)}` };
+		}
+	}
+};
+
+//#endregion
+//#region src/providers/openclaw/index.ts
+/**
+* Create an OpenClaw provider from a provider path string.
+*
+* Routing:
+*   openclaw                → OpenClawChatProvider('main')
+*   openclaw:main           → OpenClawChatProvider('main')
+*   openclaw:my-agent       → OpenClawChatProvider('my-agent')
+*   openclaw:responses      → OpenClawResponsesProvider('main')
+*   openclaw:responses:X    → OpenClawResponsesProvider('X')
+*   openclaw:agent          → OpenClawAgentProvider('main')
+*   openclaw:agent:X        → OpenClawAgentProvider('X')
+*   openclaw:tools:bash     → OpenClawToolInvokeProvider('bash')
+*/
+function createOpenClawProvider(providerPath, providerOptions = {}, env) {
+	const splits = providerPath.split(":");
+	const keyword = splits[1];
+	const opts = {
+		...providerOptions,
+		env
+	};
+	if (keyword === "responses") return new OpenClawResponsesProvider(splits[2] || "main", opts);
+	if (keyword === "agent") return new OpenClawAgentProvider(splits[2] || "main", opts);
+	if (keyword === "tools") {
+		const toolName = splits.slice(2).join(":");
+		if (!toolName) throw new Error("OpenClaw tools provider requires a tool name: openclaw:tools:<tool-name>");
+		return new OpenClawToolInvokeProvider(toolName, opts);
+	}
+	return new OpenClawChatProvider(splits.length > 1 ? splits.slice(1).join(":") : "main", opts);
+}
+
+//#endregion
+exports.createOpenClawProvider = createOpenClawProvider;
+//# sourceMappingURL=openclaw-DDSfq5fp.cjs.map