promptfoo 0.125.0 → 0.125.1

package/dist/src/openinterpreter-C3_Cg5b_.js

@@ -0,0 +1,431 @@
+import { G as state } from "./logger-Gff7RMNF.js";
+import { t as providerRegistry } from "./providerRegistry-jbw0KYyZ.js";
+import { n as renderVarsInObject } from "./render-DuOHcYot.js";
+import { CodexAppServerConfigSchema, OpenAICodexAppServerProvider } from "./codex-app-server-BFIrSgdy.js";
+import fs from "fs";
+import path from "path";
+import os from "os";
+import { z as z$1 } from "zod";
+//#region src/providers/openinterpreter.ts
+const MAX_INLINE_IMAGE_CHARS = 5e6;
+const FRAMEWORK_PROMPT_OPTION_KEYS = /* @__PURE__ */ new Set([
+	"prefix",
+	"suffix",
+	"postprocess",
+	"transform",
+	"transformVars",
+	"storeOutputAs",
+	"rubricPrompt",
+	"provider",
+	"factuality",
+	"disableVarExpansion",
+	"disableConversationVar",
+	"disableDefaultAsserts",
+	"runSerially",
+	"repeat",
+	"redteamGraderExamples"
+]);
+const NUMERIC_PROMPT_OPTION_KEYS = /* @__PURE__ */ new Set([
+	"thread_pool_size",
+	"request_timeout_ms",
+	"startup_timeout_ms",
+	"turn_timeout_ms"
+]);
+const BOOLEAN_PROMPT_OPTION_KEYS = /* @__PURE__ */ new Set([
+	"skip_git_repo_check",
+	"network_access_enabled",
+	"persist_threads",
+	"ephemeral",
+	"persist_extended_history",
+	"experimental_raw_events",
+	"experimental_api",
+	"include_raw_events",
+	"inherit_process_env",
+	"reuse_server",
+	"deep_tracing",
+	"harness_guidance"
+]);
+const ENUM_PROMPT_OPTION_KEYS = /* @__PURE__ */ new Set([
+	"service_tier",
+	"sandbox_mode",
+	"approval_policy",
+	"approvals_reviewer",
+	"model_reasoning_effort",
+	"reasoning_summary",
+	"personality",
+	"thread_cleanup"
+]);
+const TYPED_PROMPT_OPTION_KEYS = /* @__PURE__ */ new Set([
+	...NUMERIC_PROMPT_OPTION_KEYS,
+	...BOOLEAN_PROMPT_OPTION_KEYS,
+	...ENUM_PROMPT_OPTION_KEYS
+]);
+const NESTED_TYPED_PROMPT_OPTION_KEYS = /* @__PURE__ */ new Set([
+	"approval_policy",
+	"collaboration_mode",
+	"server_request_policy"
+]);
+const GRANULAR_APPROVAL_BOOLEAN_KEYS = /* @__PURE__ */ new Set([
+	"sandbox_approval",
+	"rules",
+	"skill_approval",
+	"request_permissions",
+	"mcp_elicitations"
+]);
+function isSchemaDefinedBooleanPath(path) {
+	return path.length === 3 && path[0] === "approval_policy" && path[1] === "granular" && GRANULAR_APPROVAL_BOOLEAN_KEYS.has(path[2]) || path.length === 3 && path[0] === "server_request_policy" && path[1] === "permissions" && path[2] === "strict_auto_review" || path.length === 4 && path[0] === "server_request_policy" && path[1] === "dynamic_tools" && path[3] === "success";
+}
+const OpenInterpreterConfigSchema = CodexAppServerConfigSchema.omit({ codex_path_override: true }).extend({
+	interpreter_path: z$1.string().min(1).optional(),
+	interpreter_home: z$1.string().min(1).optional(),
+	harness: z$1.string().min(1).optional(),
+	harness_guidance: z$1.boolean().optional()
+}).strict();
+function isRecord(value) {
+	return Boolean(value) && typeof value === "object" && !Array.isArray(value);
+}
+function containsTemplate(value) {
+	if (typeof value === "string") return value.includes("{{") && value.includes("}}") || value.includes("{%") && value.includes("%}") || value.includes("{#") && value.includes("#}");
+	if (Array.isArray(value)) return value.some(containsTemplate);
+	return isRecord(value) && Object.values(value).some(containsTemplate);
+}
+function coerceRenderedPromptOption(key, value, nestedTyped = false, optionPath = [key]) {
+	const typedValue = typeof value === "string" && (optionPath.length === 1 && TYPED_PROMPT_OPTION_KEYS.has(key) || nestedTyped && isSchemaDefinedBooleanPath(optionPath)) ? value.trim() : value;
+	if (optionPath.length === 1 && NUMERIC_PROMPT_OPTION_KEYS.has(key) && typeof typedValue === "string" && typedValue) {
+		const numericValue = Number(typedValue);
+		if (Number.isFinite(numericValue)) return numericValue;
+	}
+	if ((optionPath.length === 1 && BOOLEAN_PROMPT_OPTION_KEYS.has(key) || nestedTyped && isSchemaDefinedBooleanPath(optionPath)) && (typedValue === "true" || typedValue === "false")) return typedValue === "true";
+	if (Array.isArray(value) && nestedTyped) return value.map((entry, index) => coerceRenderedPromptOption(key, entry, true, [...optionPath, String(index)]));
+	if (isRecord(value) && nestedTyped) return Object.fromEntries(Object.entries(value).map(([nestedKey, nestedValue]) => [nestedKey, coerceRenderedPromptOption(nestedKey, nestedValue, true, [...optionPath, nestedKey])]));
+	return typedValue;
+}
+function parseOpenInterpreterConfig(config) {
+	const parsed = OpenInterpreterConfigSchema.safeParse(config ?? {});
+	if (!parsed.success) {
+		const issues = parsed.error.issues.map((issue) => `${issue.path.length ? issue.path.join(".") : "(root)"}: ${issue.message}`).join("; ");
+		throw new Error(`Invalid Open Interpreter config: ${issues}`);
+	}
+	return parsed.data;
+}
+function parseOpenInterpreterPromptConfig(config, vars, stripFrameworkOptions = true) {
+	if (!isRecord(config)) return parseOpenInterpreterConfig(config);
+	const renderableConfig = Object.fromEntries(Object.entries(config).filter(([key]) => !stripFrameworkOptions || !FRAMEWORK_PROMPT_OPTION_KEYS.has(key)));
+	return parseOpenInterpreterConfig(Object.fromEntries(Object.entries(renderVarsInObject(renderableConfig, vars)).map(([key, value]) => [key, coerceRenderedPromptOption(key, value, NESTED_TYPED_PROMPT_OPTION_KEYS.has(key))])));
+}
+function parseInitialOpenInterpreterConfig(config) {
+	if (!isRecord(config)) return parseOpenInterpreterConfig(config);
+	const initialConfig = Object.fromEntries(Object.entries(config).filter(([key, value]) => !((TYPED_PROMPT_OPTION_KEYS.has(key) || NESTED_TYPED_PROMPT_OPTION_KEYS.has(key)) && containsTemplate(value))));
+	if (containsTemplate(initialConfig.interpreter_home)) delete initialConfig.interpreter_home;
+	if (isRecord(initialConfig.cli_env) && containsTemplate(initialConfig.cli_env.INTERPRETER_HOME)) {
+		const cliEnv = { ...initialConfig.cli_env };
+		delete cliEnv.INTERPRETER_HOME;
+		initialConfig.cli_env = cliEnv;
+	}
+	return parseOpenInterpreterConfig(Object.fromEntries(Object.entries(initialConfig).map(([key, value]) => [key, coerceRenderedPromptOption(key, value, NESTED_TYPED_PROMPT_OPTION_KEYS.has(key))])));
+}
+function validateThreadPersistence(config) {
+	if (config.persist_threads && !config.working_dir) throw new Error("Invalid Open Interpreter config: persist_threads requires an explicit working_dir.");
+	if (config.persist_threads && config.reuse_server === false) throw new Error("Invalid Open Interpreter config: persist_threads cannot be combined with reuse_server: false.");
+}
+function getBasePath(config) {
+	return config.basePath || state.basePath || process.cwd();
+}
+function resolveInterpreterPath(config) {
+	const interpreterPath = config.interpreter_path ?? "interpreter";
+	return /[\\/]/.test(interpreterPath) ? path.resolve(getBasePath(config), interpreterPath) : interpreterPath;
+}
+function resolveInterpreterHome(config) {
+	const configured = config.interpreter_home ?? config.cli_env?.INTERPRETER_HOME;
+	if (typeof configured !== "string") return;
+	const interpreterHome = path.resolve(getBasePath(config), configured);
+	try {
+		if (!fs.statSync(interpreterHome).isDirectory()) throw new Error("not a directory");
+	} catch (error) {
+		const reason = error instanceof Error ? error.message : String(error);
+		throw new Error(`Open Interpreter home ${interpreterHome} does not exist or is not accessible: ${reason}`);
+	}
+	return interpreterHome;
+}
+function mergeRecords(base, override) {
+	const baseRecord = isRecord(base) ? base : {};
+	const overrideRecord = isRecord(override) ? override : {};
+	const merged = {
+		...baseRecord,
+		...overrideRecord
+	};
+	for (const [key, value] of Object.entries(overrideRecord)) {
+		const original = baseRecord[key];
+		if (isRecord(original) && isRecord(value)) merged[key] = mergeRecords(original, value);
+	}
+	return merged;
+}
+function mergeServerRequestPolicy(base, override) {
+	if (!base && !override) return;
+	const permissions = base?.permissions || override?.permissions ? {
+		...base?.permissions ?? {},
+		...override?.permissions ?? {}
+	} : void 0;
+	const dynamicTools = base?.dynamic_tools || override?.dynamic_tools ? {
+		...base?.dynamic_tools ?? {},
+		...override?.dynamic_tools ?? {}
+	} : void 0;
+	return {
+		...base ?? {},
+		...override ?? {},
+		...permissions ? { permissions } : {},
+		...dynamicTools ? { dynamic_tools: dynamicTools } : {}
+	};
+}
+function toCodexAppServerConfig(config, interpreterHome, temporaryWorkspace) {
+	const { interpreter_path: _interpreterPath, interpreter_home: _interpreterHome, harness, harness_guidance, ...appServerConfig } = config;
+	const cliConfig = config.cli_config ?? {};
+	const analytics = isRecord(cliConfig.analytics) ? cliConfig.analytics : {};
+	const feedback = isRecord(cliConfig.feedback) ? cliConfig.feedback : {};
+	const features = isRecord(cliConfig.features) ? cliConfig.features : {};
+	return {
+		...appServerConfig,
+		codex_path_override: resolveInterpreterPath(config),
+		working_dir: config.working_dir ?? temporaryWorkspace,
+		skip_git_repo_check: config.skip_git_repo_check ?? (temporaryWorkspace ? true : void 0),
+		sandbox_mode: config.sandbox_mode ?? "read-only",
+		approval_policy: config.approval_policy ?? "untrusted",
+		ephemeral: config.ephemeral ?? !config.thread_id,
+		reuse_server: config.reuse_server ?? Boolean(config.persist_threads),
+		turn_timeout_ms: config.turn_timeout_ms ?? 12e4,
+		cli_env: {
+			...config.cli_env ?? {},
+			INTERPRETER_HOME: interpreterHome
+		},
+		cli_config: {
+			...cliConfig,
+			analytics: {
+				enabled: false,
+				...analytics
+			},
+			feedback: {
+				enabled: false,
+				...feedback
+			},
+			features: {
+				memories: false,
+				...features
+			},
+			...harness === void 0 ? {} : { harness: harness === "native" ? "" : harness },
+			...harness_guidance === void 0 ? {} : { harness_guidance }
+		}
+	};
+}
+function existingRealPath(candidate) {
+	try {
+		return fs.realpathSync(candidate);
+	} catch {
+		return candidate;
+	}
+}
+function isWithinDirectory(root, candidate) {
+	const relative = path.relative(root, candidate);
+	return relative === "" || relative !== ".." && !relative.startsWith(`..${path.sep}`) && !path.isAbsolute(relative);
+}
+function isVirtualMention(item) {
+	return item.type === "mention" && typeof item.path === "string" && /^(app|plugin):\/\//.test(item.path);
+}
+function normalizePrompt(prompt, config, temporaryWorkspace) {
+	let parsed;
+	try {
+		parsed = JSON.parse(prompt);
+	} catch {
+		return { prompt };
+	}
+	if (!Array.isArray(parsed)) return { prompt };
+	if (parsed.length > 0 && parsed.every((message) => isRecord(message) && typeof message.role === "string" && typeof message.content === "string")) return { prompt: parsed.map((message) => `[${message.role}]\n${message.content}`).join("\n\n") };
+	const basePath = getBasePath(config);
+	const workingDir = path.resolve(basePath, config.working_dir ?? temporaryWorkspace);
+	const roots = [workingDir, ...(config.additional_directories ?? []).map((directory) => path.resolve(basePath, directory))].map(existingRealPath);
+	let inlineImageChars = 0;
+	for (const item of parsed) {
+		if (!isRecord(item) || typeof item.type !== "string") continue;
+		if (isVirtualMention(item)) continue;
+		if ([
+			"local_image",
+			"localImage",
+			"skill",
+			"mention"
+		].includes(item.type) && typeof item.path === "string") {
+			let candidate;
+			try {
+				candidate = fs.realpathSync(path.resolve(workingDir, item.path));
+			} catch {
+				return {
+					prompt,
+					error: "Open Interpreter structured input path does not exist or is not accessible."
+				};
+			}
+			if (!roots.some((root) => isWithinDirectory(root, candidate))) return {
+				prompt,
+				error: "Open Interpreter structured input path is outside the configured workspace."
+			};
+			item.path = candidate;
+		}
+		if (item.type === "image" && typeof item.url === "string") {
+			if (!/^data:/i.test(item.url)) return {
+				prompt,
+				error: "Open Interpreter image inputs require an inline data URL; remote image URLs are not supported."
+			};
+			inlineImageChars += item.url.length;
+			if (inlineImageChars > MAX_INLINE_IMAGE_CHARS) return {
+				prompt,
+				error: `Open Interpreter inline image inputs exceeded ${MAX_INLINE_IMAGE_CHARS} characters.`
+			};
+		}
+	}
+	return { prompt: JSON.stringify(parsed) };
+}
+var OpenInterpreterProvider = class {
+	useGeneration = 0;
+	config;
+	env;
+	providerId;
+	delegate;
+	temporaryHome;
+	interpreterHome;
+	constructor(options = {}) {
+		const initialConfig = parseInitialOpenInterpreterConfig(options.config);
+		this.config = {
+			...initialConfig,
+			...options.config ?? {}
+		};
+		validateThreadPersistence(initialConfig);
+		this.env = options.env;
+		this.providerId = options.id ?? "openinterpreter";
+		const configuredHome = resolveInterpreterHome(initialConfig);
+		if (configuredHome) this.interpreterHome = configuredHome;
+		else {
+			this.temporaryHome = fs.mkdtempSync(path.join(os.tmpdir(), "promptfoo-openinterpreter-home-"));
+			this.interpreterHome = this.temporaryHome;
+		}
+		try {
+			this.delegate = new OpenAICodexAppServerProvider({
+				id: this.providerId,
+				config: toCodexAppServerConfig(initialConfig, this.interpreterHome),
+				env: this.env,
+				registerForCleanup: false
+			});
+			providerRegistry.register(this);
+		} catch (error) {
+			this.removeTemporaryHome();
+			throw error;
+		}
+	}
+	id() {
+		return this.providerId;
+	}
+	getApiKey() {
+		return this.delegate.getApiKey();
+	}
+	requiresApiKey() {
+		return false;
+	}
+	toString() {
+		return "[Open Interpreter Provider]";
+	}
+	async callApi(prompt, context, callOptions) {
+		this.useGeneration++;
+		providerRegistry.register(this);
+		if (this.temporaryHome && !fs.existsSync(this.temporaryHome)) fs.mkdirSync(this.temporaryHome, { recursive: true });
+		let temporaryWorkspace;
+		try {
+			const promptConfig = context?.prompt?.config ? parseOpenInterpreterPromptConfig(context.prompt.config, context?.vars) : void 0;
+			const renderableBaseConfig = { ...this.config };
+			delete renderableBaseConfig.provider;
+			const renderedBaseConfig = parseOpenInterpreterPromptConfig(renderableBaseConfig, context?.vars, false);
+			const effectiveConfig = {
+				...renderedBaseConfig,
+				...promptConfig ?? {},
+				cli_config: mergeRecords(renderedBaseConfig.cli_config, promptConfig?.cli_config),
+				cli_env: {
+					...renderedBaseConfig.cli_env ?? {},
+					...promptConfig?.cli_env ?? {}
+				},
+				server_request_policy: mergeServerRequestPolicy(renderedBaseConfig.server_request_policy, promptConfig?.server_request_policy)
+			};
+			validateThreadPersistence(effectiveConfig);
+			if (!effectiveConfig.working_dir) temporaryWorkspace = fs.mkdtempSync(path.join(os.tmpdir(), "promptfoo-openinterpreter-workspace-"));
+			const interpreterHome = resolveInterpreterHome(effectiveConfig) ?? this.interpreterHome;
+			const normalized = normalizePrompt(prompt, effectiveConfig, temporaryWorkspace);
+			if (normalized.error) return { error: normalized.error };
+			const mappedConfig = toCodexAppServerConfig(effectiveConfig, interpreterHome, temporaryWorkspace);
+			const mappedContext = {
+				...context ?? {
+					vars: {},
+					prompt: {
+						raw: prompt,
+						label: "Open Interpreter"
+					}
+				},
+				vars: void 0,
+				prompt: {
+					...context?.prompt ?? {
+						raw: prompt,
+						label: "Open Interpreter"
+					},
+					config: mappedConfig
+				}
+			};
+			const response = await this.delegate.callApi(normalized.prompt, mappedContext, callOptions);
+			if (response.error) {
+				const interpreterPath = mappedConfig.codex_path_override ?? "";
+				if (/\bspawn\b[\s\S]*\bENOENT\b/i.test(response.error) && (!interpreterPath || response.error.includes(interpreterPath))) return {
+					...response,
+					error: `Open Interpreter CLI was not found at ${mappedConfig.codex_path_override}. Install Open Interpreter or set config.interpreter_path to its executable.`
+				};
+				return {
+					...response,
+					error: response.error.replace(/(?:OpenAI )?Codex app-server/gi, "Open Interpreter app-server")
+				};
+			}
+			const { codexAppServer: codexMetadata, ...restMetadata } = response.metadata ?? {};
+			return {
+				...response,
+				metadata: {
+					...restMetadata,
+					openInterpreter: {
+						...isRecord(codexMetadata) ? codexMetadata : {},
+						harness: effectiveConfig.harness
+					}
+				}
+			};
+		} catch (error) {
+			return { error: error instanceof Error ? error.message : String(error) };
+		} finally {
+			if (temporaryWorkspace) fs.rmSync(temporaryWorkspace, {
+				recursive: true,
+				force: true
+			});
+		}
+	}
+	async cleanup() {
+		const useGeneration = this.useGeneration;
+		providerRegistry.unregister(this);
+		try {
+			await this.delegate.cleanup();
+			if (useGeneration === this.useGeneration) this.removeTemporaryHome();
+		} catch (error) {
+			providerRegistry.register(this);
+			throw error;
+		}
+	}
+	async shutdown() {
+		await this.cleanup();
+	}
+	removeTemporaryHome() {
+		if (this.temporaryHome) fs.rmSync(this.temporaryHome, {
+			recursive: true,
+			force: true
+		});
+	}
+};
+//#endregion
+export { OpenInterpreterProvider };
+
+//# sourceMappingURL=openinterpreter-C3_Cg5b_.js.map