activeclaw 2026.2.11 → 2026.2.13

package/dist/runner-CY0nmVme.js

@@ -0,0 +1,1886 @@
+import { S as logVerbose, T as shouldLogVerbose } from "./entry.js";
+import { S as resolveOpenClawAgentDir, U as normalizeGoogleModelId, ct as resolveApiKeyForProvider, k as normalizeProviderId, st as requireApiKey } from "./auth-profiles-ByNs3eEm.js";
+import { n as runExec } from "./exec-CACT5OAW.js";
+import { i as loadConfig } from "./config-Bdhomfei.js";
+import { r as formatUncaughtError, t as extractErrorCode } from "./errors-DjZBTJJ3.js";
+import { _ as normalizeChatType } from "./plugins-4Hqd1WGf.js";
+import { _ as isAudioFileName, h as getFileExtension, p as detectMime, y as kindFromMime } from "./routes-DewK5tq2.js";
+import { i as fetchWithSsrFGuard, n as MediaFetchError, r as fetchRemoteMedia, t as fetchWithTimeout } from "./fetch-timeout-DTK9vxex.js";
+import { t as describeImageWithModel, y as ensureOpenClawModelsJson } from "./image-DgtfXMcX.js";
+import path from "node:path";
+import process$1 from "node:process";
+import os from "node:os";
+import { constants } from "node:fs";
+import fs$1 from "node:fs/promises";
+import { fileURLToPath } from "node:url";
+import crypto from "node:crypto";
+
+//#region src/agents/model-catalog.ts
+let modelCatalogPromise = null;
+let hasLoggedModelCatalogError = false;
+const defaultImportPiSdk = () => import("./pi-model-discovery-DzEIEgHL.js").then((n) => n.r);
+let importPiSdk = defaultImportPiSdk;
+async function loadModelCatalog(params) {
+	if (params?.useCache === false) modelCatalogPromise = null;
+	if (modelCatalogPromise) return modelCatalogPromise;
+	modelCatalogPromise = (async () => {
+		const models = [];
+		const sortModels = (entries) => entries.sort((a, b) => {
+			const p = a.provider.localeCompare(b.provider);
+			if (p !== 0) return p;
+			return a.name.localeCompare(b.name);
+		});
+		try {
+			await ensureOpenClawModelsJson(params?.config ?? loadConfig());
+			const piSdk = await importPiSdk();
+			const agentDir = resolveOpenClawAgentDir();
+			const { join } = await import("node:path");
+			const authStorage = new piSdk.AuthStorage(join(agentDir, "auth.json"));
+			const registry = new piSdk.ModelRegistry(authStorage, join(agentDir, "models.json"));
+			const entries = Array.isArray(registry) ? registry : registry.getAll();
+			for (const entry of entries) {
+				const id = String(entry?.id ?? "").trim();
+				if (!id) continue;
+				const provider = String(entry?.provider ?? "").trim();
+				if (!provider) continue;
+				const name = String(entry?.name ?? id).trim() || id;
+				const contextWindow = typeof entry?.contextWindow === "number" && entry.contextWindow > 0 ? entry.contextWindow : void 0;
+				const reasoning = typeof entry?.reasoning === "boolean" ? entry.reasoning : void 0;
+				const input = Array.isArray(entry?.input) ? entry.input : void 0;
+				models.push({
+					id,
+					name,
+					provider,
+					contextWindow,
+					reasoning,
+					input
+				});
+			}
+			if (models.length === 0) modelCatalogPromise = null;
+			return sortModels(models);
+		} catch (error) {
+			if (!hasLoggedModelCatalogError) {
+				hasLoggedModelCatalogError = true;
+				console.warn(`[model-catalog] Failed to load model catalog: ${String(error)}`);
+			}
+			modelCatalogPromise = null;
+			if (models.length > 0) return sortModels(models);
+			return [];
+		}
+	})();
+	return modelCatalogPromise;
+}
+/**
+* Check if a model supports image input based on its catalog entry.
+*/
+function modelSupportsVision(entry) {
+	return entry?.input?.includes("image") ?? false;
+}
+/**
+* Find a model in the catalog by provider and model ID.
+*/
+function findModelInCatalog(catalog, provider, modelId) {
+	const normalizedProvider = provider.toLowerCase().trim();
+	const normalizedModelId = modelId.toLowerCase().trim();
+	return catalog.find((entry) => entry.provider.toLowerCase() === normalizedProvider && entry.id.toLowerCase() === normalizedModelId);
+}
+
+//#endregion
+//#region src/infra/unhandled-rejections.ts
+const handlers = /* @__PURE__ */ new Set();
+const FATAL_ERROR_CODES = new Set([
+	"ERR_OUT_OF_MEMORY",
+	"ERR_SCRIPT_EXECUTION_TIMEOUT",
+	"ERR_WORKER_OUT_OF_MEMORY",
+	"ERR_WORKER_UNCAUGHT_EXCEPTION",
+	"ERR_WORKER_INITIALIZATION_FAILED"
+]);
+const CONFIG_ERROR_CODES = new Set([
+	"INVALID_CONFIG",
+	"MISSING_API_KEY",
+	"MISSING_CREDENTIALS"
+]);
+const TRANSIENT_NETWORK_CODES = new Set([
+	"ECONNRESET",
+	"ECONNREFUSED",
+	"ENOTFOUND",
+	"ETIMEDOUT",
+	"ESOCKETTIMEDOUT",
+	"ECONNABORTED",
+	"EPIPE",
+	"EHOSTUNREACH",
+	"ENETUNREACH",
+	"EAI_AGAIN",
+	"UND_ERR_CONNECT_TIMEOUT",
+	"UND_ERR_DNS_RESOLVE_FAILED",
+	"UND_ERR_CONNECT",
+	"UND_ERR_SOCKET",
+	"UND_ERR_HEADERS_TIMEOUT",
+	"UND_ERR_BODY_TIMEOUT"
+]);
+function getErrorCause(err) {
+	if (!err || typeof err !== "object") return;
+	return err.cause;
+}
+function extractErrorCodeWithCause(err) {
+	const direct = extractErrorCode(err);
+	if (direct) return direct;
+	return extractErrorCode(getErrorCause(err));
+}
+/**
+* Checks if an error is an AbortError.
+* These are typically intentional cancellations (e.g., during shutdown) and shouldn't crash.
+*/
+function isAbortError(err) {
+	if (!err || typeof err !== "object") return false;
+	if (("name" in err ? String(err.name) : "") === "AbortError") return true;
+	if (("message" in err && typeof err.message === "string" ? err.message : "") === "This operation was aborted") return true;
+	return false;
+}
+function isFatalError(err) {
+	const code = extractErrorCodeWithCause(err);
+	return code !== void 0 && FATAL_ERROR_CODES.has(code);
+}
+function isConfigError(err) {
+	const code = extractErrorCodeWithCause(err);
+	return code !== void 0 && CONFIG_ERROR_CODES.has(code);
+}
+/**
+* Checks if an error is a transient network error that shouldn't crash the gateway.
+* These are typically temporary connectivity issues that will resolve on their own.
+*/
+function isTransientNetworkError(err) {
+	if (!err) return false;
+	const code = extractErrorCodeWithCause(err);
+	if (code && TRANSIENT_NETWORK_CODES.has(code)) return true;
+	if (err instanceof TypeError && err.message === "fetch failed") {
+		const cause = getErrorCause(err);
+		if (cause) return isTransientNetworkError(cause);
+		return true;
+	}
+	const cause = getErrorCause(err);
+	if (cause && cause !== err) return isTransientNetworkError(cause);
+	if (err instanceof AggregateError && err.errors?.length) return err.errors.some((e) => isTransientNetworkError(e));
+	return false;
+}
+function registerUnhandledRejectionHandler(handler) {
+	handlers.add(handler);
+	return () => {
+		handlers.delete(handler);
+	};
+}
+function isUnhandledRejectionHandled(reason) {
+	for (const handler of handlers) try {
+		if (handler(reason)) return true;
+	} catch (err) {
+		console.error("[openclaw] Unhandled rejection handler failed:", err instanceof Error ? err.stack ?? err.message : err);
+	}
+	return false;
+}
+function installUnhandledRejectionHandler() {
+	process$1.on("unhandledRejection", (reason, _promise) => {
+		if (isUnhandledRejectionHandled(reason)) return;
+		if (isAbortError(reason)) {
+			console.warn("[openclaw] Suppressed AbortError:", formatUncaughtError(reason));
+			return;
+		}
+		if (isFatalError(reason)) {
+			console.error("[openclaw] FATAL unhandled rejection:", formatUncaughtError(reason));
+			process$1.exit(1);
+			return;
+		}
+		if (isConfigError(reason)) {
+			console.error("[openclaw] CONFIGURATION ERROR - requires fix:", formatUncaughtError(reason));
+			process$1.exit(1);
+			return;
+		}
+		if (isTransientNetworkError(reason)) {
+			console.warn("[openclaw] Non-fatal unhandled rejection (continuing):", formatUncaughtError(reason));
+			return;
+		}
+		console.error("[openclaw] Unhandled promise rejection:", formatUncaughtError(reason));
+		process$1.exit(1);
+	});
+}
+
+//#endregion
+//#region src/auto-reply/templating.ts
+function formatTemplateValue(value) {
+	if (value == null) return "";
+	if (typeof value === "string") return value;
+	if (typeof value === "number" || typeof value === "boolean" || typeof value === "bigint") return String(value);
+	if (typeof value === "symbol" || typeof value === "function") return value.toString();
+	if (Array.isArray(value)) return value.flatMap((entry) => {
+		if (entry == null) return [];
+		if (typeof entry === "string") return [entry];
+		if (typeof entry === "number" || typeof entry === "boolean" || typeof entry === "bigint") return [String(entry)];
+		return [];
+	}).join(",");
+	if (typeof value === "object") return "";
+	return "";
+}
+function applyTemplate(str, ctx) {
+	if (!str) return "";
+	return str.replace(/{{\s*(\w+)\s*}}/g, (_, key) => {
+		const value = ctx[key];
+		return formatTemplateValue(value);
+	});
+}
+
+//#endregion
+//#region src/media-understanding/defaults.ts
+const MB = 1024 * 1024;
+const DEFAULT_MAX_CHARS = 500;
+const DEFAULT_MAX_CHARS_BY_CAPABILITY = {
+	image: DEFAULT_MAX_CHARS,
+	audio: void 0,
+	video: DEFAULT_MAX_CHARS
+};
+const DEFAULT_MAX_BYTES = {
+	image: 10 * MB,
+	audio: 20 * MB,
+	video: 50 * MB
+};
+const DEFAULT_TIMEOUT_SECONDS = {
+	image: 60,
+	audio: 60,
+	video: 120
+};
+const DEFAULT_PROMPT = {
+	image: "Describe the image.",
+	audio: "Transcribe the audio.",
+	video: "Describe the video."
+};
+const DEFAULT_VIDEO_MAX_BASE64_BYTES = 70 * MB;
+const DEFAULT_AUDIO_MODELS = {
+	groq: "whisper-large-v3-turbo",
+	openai: "gpt-4o-mini-transcribe",
+	deepgram: "nova-3"
+};
+const AUTO_AUDIO_KEY_PROVIDERS = [
+	"openai",
+	"groq",
+	"deepgram",
+	"google"
+];
+const AUTO_IMAGE_KEY_PROVIDERS = [
+	"openai",
+	"anthropic",
+	"google",
+	"minimax",
+	"zai"
+];
+const AUTO_VIDEO_KEY_PROVIDERS = ["google"];
+const DEFAULT_IMAGE_MODELS = {
+	openai: "gpt-5-mini",
+	anthropic: "claude-opus-4-6",
+	google: "gemini-3-flash-preview",
+	minimax: "MiniMax-VL-01",
+	zai: "glm-4.6v"
+};
+const CLI_OUTPUT_MAX_BUFFER = 5 * MB;
+const DEFAULT_MEDIA_CONCURRENCY = 2;
+
+//#endregion
+//#region src/media-understanding/providers/anthropic/index.ts
+const anthropicProvider = {
+	id: "anthropic",
+	capabilities: ["image"],
+	describeImage: describeImageWithModel
+};
+
+//#endregion
+//#region src/media-understanding/providers/shared.ts
+const MAX_ERROR_CHARS = 300;
+function normalizeBaseUrl(baseUrl, fallback) {
+	return (baseUrl?.trim() || fallback).replace(/\/+$/, "");
+}
+async function fetchWithTimeoutGuarded(url, init, timeoutMs, fetchFn, options) {
+	return await fetchWithSsrFGuard({
+		url,
+		fetchImpl: fetchFn,
+		init,
+		timeoutMs,
+		policy: options?.ssrfPolicy,
+		lookupFn: options?.lookupFn,
+		pinDns: options?.pinDns
+	});
+}
+async function readErrorResponse(res) {
+	try {
+		const collapsed = (await res.text()).replace(/\s+/g, " ").trim();
+		if (!collapsed) return;
+		if (collapsed.length <= MAX_ERROR_CHARS) return collapsed;
+		return `${collapsed.slice(0, MAX_ERROR_CHARS)}…`;
+	} catch {
+		return;
+	}
+}
+
+//#endregion
+//#region src/media-understanding/providers/deepgram/audio.ts
+const DEFAULT_DEEPGRAM_AUDIO_BASE_URL = "https://api.deepgram.com/v1";
+const DEFAULT_DEEPGRAM_AUDIO_MODEL = "nova-3";
+function resolveModel$3(model) {
+	return model?.trim() || DEFAULT_DEEPGRAM_AUDIO_MODEL;
+}
+async function transcribeDeepgramAudio(params) {
+	const fetchFn = params.fetchFn ?? fetch;
+	const baseUrl = normalizeBaseUrl(params.baseUrl, DEFAULT_DEEPGRAM_AUDIO_BASE_URL);
+	const allowPrivate = Boolean(params.baseUrl?.trim());
+	const model = resolveModel$3(params.model);
+	const url = new URL(`${baseUrl}/listen`);
+	url.searchParams.set("model", model);
+	if (params.language?.trim()) url.searchParams.set("language", params.language.trim());
+	if (params.query) for (const [key, value] of Object.entries(params.query)) {
+		if (value === void 0) continue;
+		url.searchParams.set(key, String(value));
+	}
+	const headers = new Headers(params.headers);
+	if (!headers.has("authorization")) headers.set("authorization", `Token ${params.apiKey}`);
+	if (!headers.has("content-type")) headers.set("content-type", params.mime ?? "application/octet-stream");
+	const body = new Uint8Array(params.buffer);
+	const { response: res, release } = await fetchWithTimeoutGuarded(url.toString(), {
+		method: "POST",
+		headers,
+		body
+	}, params.timeoutMs, fetchFn, allowPrivate ? { ssrfPolicy: { allowPrivateNetwork: true } } : void 0);
+	try {
+		if (!res.ok) {
+			const detail = await readErrorResponse(res);
+			const suffix = detail ? `: ${detail}` : "";
+			throw new Error(`Audio transcription failed (HTTP ${res.status})${suffix}`);
+		}
+		const transcript = (await res.json()).results?.channels?.[0]?.alternatives?.[0]?.transcript?.trim();
+		if (!transcript) throw new Error("Audio transcription response missing transcript");
+		return {
+			text: transcript,
+			model
+		};
+	} finally {
+		await release();
+	}
+}
+
+//#endregion
+//#region src/media-understanding/providers/deepgram/index.ts
+const deepgramProvider = {
+	id: "deepgram",
+	capabilities: ["audio"],
+	transcribeAudio: transcribeDeepgramAudio
+};
+
+//#endregion
+//#region src/media-understanding/providers/google/audio.ts
+const DEFAULT_GOOGLE_AUDIO_BASE_URL = "https://generativelanguage.googleapis.com/v1beta";
+const DEFAULT_GOOGLE_AUDIO_MODEL = "gemini-3-flash-preview";
+const DEFAULT_GOOGLE_AUDIO_PROMPT = "Transcribe the audio.";
+function resolveModel$2(model) {
+	const trimmed = model?.trim();
+	if (!trimmed) return DEFAULT_GOOGLE_AUDIO_MODEL;
+	return normalizeGoogleModelId(trimmed);
+}
+function resolvePrompt$2(prompt) {
+	return prompt?.trim() || DEFAULT_GOOGLE_AUDIO_PROMPT;
+}
+async function transcribeGeminiAudio(params) {
+	const fetchFn = params.fetchFn ?? fetch;
+	const baseUrl = normalizeBaseUrl(params.baseUrl, DEFAULT_GOOGLE_AUDIO_BASE_URL);
+	const allowPrivate = Boolean(params.baseUrl?.trim());
+	const model = resolveModel$2(params.model);
+	const url = `${baseUrl}/models/${model}:generateContent`;
+	const headers = new Headers(params.headers);
+	if (!headers.has("content-type")) headers.set("content-type", "application/json");
+	if (!headers.has("x-goog-api-key")) headers.set("x-goog-api-key", params.apiKey);
+	const body = { contents: [{
+		role: "user",
+		parts: [{ text: resolvePrompt$2(params.prompt) }, { inline_data: {
+			mime_type: params.mime ?? "audio/wav",
+			data: params.buffer.toString("base64")
+		} }]
+	}] };
+	const { response: res, release } = await fetchWithTimeoutGuarded(url, {
+		method: "POST",
+		headers,
+		body: JSON.stringify(body)
+	}, params.timeoutMs, fetchFn, allowPrivate ? { ssrfPolicy: { allowPrivateNetwork: true } } : void 0);
+	try {
+		if (!res.ok) {
+			const detail = await readErrorResponse(res);
+			const suffix = detail ? `: ${detail}` : "";
+			throw new Error(`Audio transcription failed (HTTP ${res.status})${suffix}`);
+		}
+		const text = ((await res.json()).candidates?.[0]?.content?.parts ?? []).map((part) => part?.text?.trim()).filter(Boolean).join("\n");
+		if (!text) throw new Error("Audio transcription response missing text");
+		return {
+			text,
+			model
+		};
+	} finally {
+		await release();
+	}
+}
+
+//#endregion
+//#region src/media-understanding/providers/google/video.ts
+const DEFAULT_GOOGLE_VIDEO_BASE_URL = "https://generativelanguage.googleapis.com/v1beta";
+const DEFAULT_GOOGLE_VIDEO_MODEL = "gemini-3-flash-preview";
+const DEFAULT_GOOGLE_VIDEO_PROMPT = "Describe the video.";
+function resolveModel$1(model) {
+	const trimmed = model?.trim();
+	if (!trimmed) return DEFAULT_GOOGLE_VIDEO_MODEL;
+	return normalizeGoogleModelId(trimmed);
+}
+function resolvePrompt$1(prompt) {
+	return prompt?.trim() || DEFAULT_GOOGLE_VIDEO_PROMPT;
+}
+async function describeGeminiVideo(params) {
+	const fetchFn = params.fetchFn ?? fetch;
+	const baseUrl = normalizeBaseUrl(params.baseUrl, DEFAULT_GOOGLE_VIDEO_BASE_URL);
+	const allowPrivate = Boolean(params.baseUrl?.trim());
+	const model = resolveModel$1(params.model);
+	const url = `${baseUrl}/models/${model}:generateContent`;
+	const headers = new Headers(params.headers);
+	if (!headers.has("content-type")) headers.set("content-type", "application/json");
+	if (!headers.has("x-goog-api-key")) headers.set("x-goog-api-key", params.apiKey);
+	const body = { contents: [{
+		role: "user",
+		parts: [{ text: resolvePrompt$1(params.prompt) }, { inline_data: {
+			mime_type: params.mime ?? "video/mp4",
+			data: params.buffer.toString("base64")
+		} }]
+	}] };
+	const { response: res, release } = await fetchWithTimeoutGuarded(url, {
+		method: "POST",
+		headers,
+		body: JSON.stringify(body)
+	}, params.timeoutMs, fetchFn, allowPrivate ? { ssrfPolicy: { allowPrivateNetwork: true } } : void 0);
+	try {
+		if (!res.ok) {
+			const detail = await readErrorResponse(res);
+			const suffix = detail ? `: ${detail}` : "";
+			throw new Error(`Video description failed (HTTP ${res.status})${suffix}`);
+		}
+		const text = ((await res.json()).candidates?.[0]?.content?.parts ?? []).map((part) => part?.text?.trim()).filter(Boolean).join("\n");
+		if (!text) throw new Error("Video description response missing text");
+		return {
+			text,
+			model
+		};
+	} finally {
+		await release();
+	}
+}
+
+//#endregion
+//#region src/media-understanding/providers/google/index.ts
+const googleProvider = {
+	id: "google",
+	capabilities: [
+		"image",
+		"audio",
+		"video"
+	],
+	describeImage: describeImageWithModel,
+	transcribeAudio: transcribeGeminiAudio,
+	describeVideo: describeGeminiVideo
+};
+
+//#endregion
+//#region src/media-understanding/providers/openai/audio.ts
+const DEFAULT_OPENAI_AUDIO_BASE_URL = "https://api.openai.com/v1";
+const DEFAULT_OPENAI_AUDIO_MODEL = "gpt-4o-mini-transcribe";
+function resolveModel(model) {
+	return model?.trim() || DEFAULT_OPENAI_AUDIO_MODEL;
+}
+async function transcribeOpenAiCompatibleAudio(params) {
+	const fetchFn = params.fetchFn ?? fetch;
+	const baseUrl = normalizeBaseUrl(params.baseUrl, DEFAULT_OPENAI_AUDIO_BASE_URL);
+	const allowPrivate = Boolean(params.baseUrl?.trim());
+	const url = `${baseUrl}/audio/transcriptions`;
+	const model = resolveModel(params.model);
+	const form = new FormData();
+	const fileName = params.fileName?.trim() || path.basename(params.fileName) || "audio";
+	const bytes = new Uint8Array(params.buffer);
+	const blob = new Blob([bytes], { type: params.mime ?? "application/octet-stream" });
+	form.append("file", blob, fileName);
+	form.append("model", model);
+	if (params.language?.trim()) form.append("language", params.language.trim());
+	if (params.prompt?.trim()) form.append("prompt", params.prompt.trim());
+	const headers = new Headers(params.headers);
+	if (!headers.has("authorization")) headers.set("authorization", `Bearer ${params.apiKey}`);
+	const { response: res, release } = await fetchWithTimeoutGuarded(url, {
+		method: "POST",
+		headers,
+		body: form
+	}, params.timeoutMs, fetchFn, allowPrivate ? { ssrfPolicy: { allowPrivateNetwork: true } } : void 0);
+	try {
+		if (!res.ok) {
+			const detail = await readErrorResponse(res);
+			const suffix = detail ? `: ${detail}` : "";
+			throw new Error(`Audio transcription failed (HTTP ${res.status})${suffix}`);
+		}
+		const text = (await res.json()).text?.trim();
+		if (!text) throw new Error("Audio transcription response missing text");
+		return {
+			text,
+			model
+		};
+	} finally {
+		await release();
+	}
+}
+
+//#endregion
+//#region src/media-understanding/providers/groq/index.ts
+const DEFAULT_GROQ_AUDIO_BASE_URL = "https://api.groq.com/openai/v1";
+const groqProvider = {
+	id: "groq",
+	capabilities: ["audio"],
+	transcribeAudio: (req) => transcribeOpenAiCompatibleAudio({
+		...req,
+		baseUrl: req.baseUrl ?? DEFAULT_GROQ_AUDIO_BASE_URL
+	})
+};
+
+//#endregion
+//#region src/media-understanding/providers/minimax/index.ts
+const minimaxProvider = {
+	id: "minimax",
+	capabilities: ["image"],
+	describeImage: describeImageWithModel
+};
+
+//#endregion
+//#region src/media-understanding/providers/openai/index.ts
+const openaiProvider = {
+	id: "openai",
+	capabilities: ["image"],
+	describeImage: describeImageWithModel,
+	transcribeAudio: transcribeOpenAiCompatibleAudio
+};
+
+//#endregion
+//#region src/media-understanding/providers/zai/index.ts
+const zaiProvider = {
+	id: "zai",
+	capabilities: ["image"],
+	describeImage: describeImageWithModel
+};
+
+//#endregion
+//#region src/media-understanding/providers/index.ts
+const PROVIDERS = [
+	groqProvider,
+	openaiProvider,
+	googleProvider,
+	anthropicProvider,
+	minimaxProvider,
+	zaiProvider,
+	deepgramProvider
+];
+function normalizeMediaProviderId(id) {
+	const normalized = normalizeProviderId(id);
+	if (normalized === "gemini") return "google";
+	return normalized;
+}
+function buildMediaUnderstandingRegistry(overrides) {
+	const registry = /* @__PURE__ */ new Map();
+	for (const provider of PROVIDERS) registry.set(normalizeMediaProviderId(provider.id), provider);
+	if (overrides) for (const [key, provider] of Object.entries(overrides)) {
+		const normalizedKey = normalizeMediaProviderId(key);
+		const existing = registry.get(normalizedKey);
+		const merged = existing ? {
+			...existing,
+			...provider,
+			capabilities: provider.capabilities ?? existing.capabilities
+		} : provider;
+		registry.set(normalizedKey, merged);
+	}
+	return registry;
+}
+function getMediaUnderstandingProvider(id, registry) {
+	return registry.get(normalizeMediaProviderId(id));
+}
+
+//#endregion
+//#region src/media-understanding/scope.ts
+function normalizeDecision(value) {
+	const normalized = value?.trim().toLowerCase();
+	if (normalized === "allow") return "allow";
+	if (normalized === "deny") return "deny";
+}
+function normalizeMatch(value) {
+	return value?.trim().toLowerCase() || void 0;
+}
+function normalizeMediaUnderstandingChatType(raw) {
+	return normalizeChatType(raw ?? void 0);
+}
+function resolveMediaUnderstandingScope(params) {
+	const scope = params.scope;
+	if (!scope) return "allow";
+	const channel = normalizeMatch(params.channel);
+	const chatType = normalizeMediaUnderstandingChatType(params.chatType);
+	const sessionKey = normalizeMatch(params.sessionKey) ?? "";
+	for (const rule of scope.rules ?? []) {
+		if (!rule) continue;
+		const action = normalizeDecision(rule.action) ?? "allow";
+		const match = rule.match ?? {};
+		const matchChannel = normalizeMatch(match.channel);
+		const matchChatType = normalizeMediaUnderstandingChatType(match.chatType);
+		const matchPrefix = normalizeMatch(match.keyPrefix);
+		if (matchChannel && matchChannel !== channel) continue;
+		if (matchChatType && matchChatType !== chatType) continue;
+		if (matchPrefix && !sessionKey.startsWith(matchPrefix)) continue;
+		return action;
+	}
+	return normalizeDecision(scope.default) ?? "allow";
+}
+
+//#endregion
+//#region src/media-understanding/resolve.ts
+function resolveTimeoutMs(seconds, fallbackSeconds) {
+	const value = typeof seconds === "number" && Number.isFinite(seconds) ? seconds : fallbackSeconds;
+	return Math.max(1e3, Math.floor(value * 1e3));
+}
+function resolvePrompt(capability, prompt, maxChars) {
+	const base = prompt?.trim() || DEFAULT_PROMPT[capability];
+	if (!maxChars || capability === "audio") return base;
+	return `${base} Respond in at most ${maxChars} characters.`;
+}
+function resolveMaxChars(params) {
+	const { capability, entry, cfg } = params;
+	const configured = entry.maxChars ?? params.config?.maxChars ?? cfg.tools?.media?.[capability]?.maxChars;
+	if (typeof configured === "number") return configured;
+	return DEFAULT_MAX_CHARS_BY_CAPABILITY[capability];
+}
+function resolveMaxBytes(params) {
+	const configured = params.entry.maxBytes ?? params.config?.maxBytes ?? params.cfg.tools?.media?.[params.capability]?.maxBytes;
+	if (typeof configured === "number") return configured;
+	return DEFAULT_MAX_BYTES[params.capability];
+}
+function resolveScopeDecision(params) {
+	return resolveMediaUnderstandingScope({
+		scope: params.scope,
+		sessionKey: params.ctx.SessionKey,
+		channel: params.ctx.Surface ?? params.ctx.Provider,
+		chatType: normalizeMediaUnderstandingChatType(params.ctx.ChatType)
+	});
+}
+function resolveEntryCapabilities(params) {
+	if ((params.entry.type ?? (params.entry.command ? "cli" : "provider")) === "cli") return;
+	const providerId = normalizeMediaProviderId(params.entry.provider ?? "");
+	if (!providerId) return;
+	return params.providerRegistry.get(providerId)?.capabilities;
+}
+function resolveModelEntries(params) {
+	const { cfg, capability, config } = params;
+	const sharedModels = cfg.tools?.media?.models ?? [];
+	const entries = [...(config?.models ?? []).map((entry) => ({
+		entry,
+		source: "capability"
+	})), ...sharedModels.map((entry) => ({
+		entry,
+		source: "shared"
+	}))];
+	if (entries.length === 0) return [];
+	return entries.filter(({ entry, source }) => {
+		const caps = entry.capabilities && entry.capabilities.length > 0 ? entry.capabilities : source === "shared" ? resolveEntryCapabilities({
+			entry,
+			providerRegistry: params.providerRegistry
+		}) : void 0;
+		if (!caps || caps.length === 0) {
+			if (source === "shared") {
+				if (shouldLogVerbose()) logVerbose(`Skipping shared media model without capabilities: ${entry.provider ?? entry.command ?? "unknown"}`);
+				return false;
+			}
+			return true;
+		}
+		return caps.includes(capability);
+	}).map(({ entry }) => entry);
+}
+function resolveConcurrency(cfg) {
+	const configured = cfg.tools?.media?.concurrency;
+	if (typeof configured === "number" && Number.isFinite(configured) && configured > 0) return Math.floor(configured);
+	return DEFAULT_MEDIA_CONCURRENCY;
+}
+
+//#endregion
+//#region src/media-understanding/errors.ts
+var MediaUnderstandingSkipError = class extends Error {
+	constructor(reason, message) {
+		super(message);
+		this.reason = reason;
+		this.name = "MediaUnderstandingSkipError";
+	}
+};
+function isMediaUnderstandingSkipError(err) {
+	return err instanceof MediaUnderstandingSkipError;
+}
+
+//#endregion
+//#region src/media-understanding/attachments.ts
+const DEFAULT_MAX_ATTACHMENTS = 1;
+function normalizeAttachmentPath(raw) {
+	const value = raw?.trim();
+	if (!value) return;
+	if (value.startsWith("file://")) try {
+		return fileURLToPath(value);
+	} catch {
+		return;
+	}
+	return value;
+}
+function normalizeAttachments(ctx) {
+	const pathsFromArray = Array.isArray(ctx.MediaPaths) ? ctx.MediaPaths : void 0;
+	const urlsFromArray = Array.isArray(ctx.MediaUrls) ? ctx.MediaUrls : void 0;
+	const typesFromArray = Array.isArray(ctx.MediaTypes) ? ctx.MediaTypes : void 0;
+	const resolveMime = (count, index) => {
+		const typeHint = typesFromArray?.[index];
+		const trimmed = typeof typeHint === "string" ? typeHint.trim() : "";
+		if (trimmed) return trimmed;
+		return count === 1 ? ctx.MediaType : void 0;
+	};
+	if (pathsFromArray && pathsFromArray.length > 0) {
+		const count = pathsFromArray.length;
+		const urls = urlsFromArray && urlsFromArray.length > 0 ? urlsFromArray : void 0;
+		return pathsFromArray.map((value, index) => ({
+			path: value?.trim() || void 0,
+			url: urls?.[index] ?? ctx.MediaUrl,
+			mime: resolveMime(count, index),
+			index
+		})).filter((entry) => Boolean(entry.path?.trim() || entry.url?.trim()));
+	}
+	if (urlsFromArray && urlsFromArray.length > 0) {
+		const count = urlsFromArray.length;
+		return urlsFromArray.map((value, index) => ({
+			path: void 0,
+			url: value?.trim() || void 0,
+			mime: resolveMime(count, index),
+			index
+		})).filter((entry) => Boolean(entry.url?.trim()));
+	}
+	const pathValue = ctx.MediaPath?.trim();
+	const url = ctx.MediaUrl?.trim();
+	if (!pathValue && !url) return [];
+	return [{
+		path: pathValue || void 0,
+		url: url || void 0,
+		mime: ctx.MediaType,
+		index: 0
+	}];
+}
+function resolveAttachmentKind(attachment) {
+	const kind = kindFromMime(attachment.mime);
+	if (kind === "image" || kind === "audio" || kind === "video") return kind;
+	const ext = getFileExtension(attachment.path ?? attachment.url);
+	if (!ext) return "unknown";
+	if ([
+		".mp4",
+		".mov",
+		".mkv",
+		".webm",
+		".avi",
+		".m4v"
+	].includes(ext)) return "video";
+	if (isAudioFileName(attachment.path ?? attachment.url)) return "audio";
+	if ([
+		".png",
+		".jpg",
+		".jpeg",
+		".webp",
+		".gif",
+		".bmp",
+		".tiff",
+		".tif"
+	].includes(ext)) return "image";
+	return "unknown";
+}
+function isVideoAttachment(attachment) {
+	return resolveAttachmentKind(attachment) === "video";
+}
+function isAudioAttachment(attachment) {
+	return resolveAttachmentKind(attachment) === "audio";
+}
+function isImageAttachment(attachment) {
+	return resolveAttachmentKind(attachment) === "image";
+}
+function resolveRequestUrl(input) {
+	if (typeof input === "string") return input;
+	if (input instanceof URL) return input.toString();
+	return input.url;
+}
+function orderAttachments(attachments, prefer) {
+	if (!prefer || prefer === "first") return attachments;
+	if (prefer === "last") return [...attachments].toReversed();
+	if (prefer === "path") {
+		const withPath = attachments.filter((item) => item.path);
+		const withoutPath = attachments.filter((item) => !item.path);
+		return [...withPath, ...withoutPath];
+	}
+	if (prefer === "url") {
+		const withUrl = attachments.filter((item) => item.url);
+		const withoutUrl = attachments.filter((item) => !item.url);
+		return [...withUrl, ...withoutUrl];
+	}
+	return attachments;
+}
+function selectAttachments(params) {
+	const { capability, attachments, policy } = params;
+	const matches = attachments.filter((item) => {
+		if (capability === "audio" && item.alreadyTranscribed) return false;
+		if (capability === "image") return isImageAttachment(item);
+		if (capability === "audio") return isAudioAttachment(item);
+		return isVideoAttachment(item);
+	});
+	if (matches.length === 0) return [];
+	const ordered = orderAttachments(matches, policy?.prefer);
+	const mode = policy?.mode ?? "first";
+	const maxAttachments = policy?.maxAttachments ?? DEFAULT_MAX_ATTACHMENTS;
+	if (mode === "all") return ordered.slice(0, Math.max(1, maxAttachments));
+	return ordered.slice(0, 1);
+}
+var MediaAttachmentCache = class {
+	constructor(attachments) {
+		this.entries = /* @__PURE__ */ new Map();
+		this.attachments = attachments;
+		for (const attachment of attachments) this.entries.set(attachment.index, { attachment });
+	}
+	async getBuffer(params) {
+		const entry = await this.ensureEntry(params.attachmentIndex);
+		if (entry.buffer) {
+			if (entry.buffer.length > params.maxBytes) throw new MediaUnderstandingSkipError("maxBytes", `Attachment ${params.attachmentIndex + 1} exceeds maxBytes ${params.maxBytes}`);
+			return {
+				buffer: entry.buffer,
+				mime: entry.bufferMime,
+				fileName: entry.bufferFileName ?? `media-${params.attachmentIndex + 1}`,
+				size: entry.buffer.length
+			};
+		}
+		if (entry.resolvedPath) {
+			const size = await this.ensureLocalStat(entry);
+			if (entry.resolvedPath) {
+				if (size !== void 0 && size > params.maxBytes) throw new MediaUnderstandingSkipError("maxBytes", `Attachment ${params.attachmentIndex + 1} exceeds maxBytes ${params.maxBytes}`);
+				const buffer = await fs$1.readFile(entry.resolvedPath);
+				entry.buffer = buffer;
+				entry.bufferMime = entry.bufferMime ?? entry.attachment.mime ?? await detectMime({
+					buffer,
+					filePath: entry.resolvedPath
+				});
+				entry.bufferFileName = path.basename(entry.resolvedPath) || `media-${params.attachmentIndex + 1}`;
+				return {
+					buffer,
+					mime: entry.bufferMime,
+					fileName: entry.bufferFileName,
+					size: buffer.length
+				};
+			}
+		}
+		const url = entry.attachment.url?.trim();
+		if (!url) throw new MediaUnderstandingSkipError("empty", `Attachment ${params.attachmentIndex + 1} has no path or URL.`);
+		try {
+			const fetchImpl = (input, init) => fetchWithTimeout(resolveRequestUrl(input), init ?? {}, params.timeoutMs, fetch);
+			const fetched = await fetchRemoteMedia({
+				url,
+				fetchImpl,
+				maxBytes: params.maxBytes
+			});
+			entry.buffer = fetched.buffer;
+			entry.bufferMime = entry.attachment.mime ?? fetched.contentType ?? await detectMime({
+				buffer: fetched.buffer,
+				filePath: fetched.fileName ?? url
+			});
+			entry.bufferFileName = fetched.fileName ?? `media-${params.attachmentIndex + 1}`;
+			return {
+				buffer: fetched.buffer,
+				mime: entry.bufferMime,
+				fileName: entry.bufferFileName,
+				size: fetched.buffer.length
+			};
+		} catch (err) {
+			if (err instanceof MediaFetchError && err.code === "max_bytes") throw new MediaUnderstandingSkipError("maxBytes", `Attachment ${params.attachmentIndex + 1} exceeds maxBytes ${params.maxBytes}`);
+			if (isAbortError(err)) throw new MediaUnderstandingSkipError("timeout", `Attachment ${params.attachmentIndex + 1} timed out while fetching.`);
+			throw err;
+		}
+	}
+	async getPath(params) {
+		const entry = await this.ensureEntry(params.attachmentIndex);
+		if (entry.resolvedPath) {
+			if (params.maxBytes) {
+				const size = await this.ensureLocalStat(entry);
+				if (entry.resolvedPath) {
+					if (size !== void 0 && size > params.maxBytes) throw new MediaUnderstandingSkipError("maxBytes", `Attachment ${params.attachmentIndex + 1} exceeds maxBytes ${params.maxBytes}`);
+				}
+			}
+			if (entry.resolvedPath) return { path: entry.resolvedPath };
+		}
+		if (entry.tempPath) {
+			if (params.maxBytes && entry.buffer && entry.buffer.length > params.maxBytes) throw new MediaUnderstandingSkipError("maxBytes", `Attachment ${params.attachmentIndex + 1} exceeds maxBytes ${params.maxBytes}`);
+			return {
+				path: entry.tempPath,
+				cleanup: entry.tempCleanup
+			};
+		}
+		const maxBytes = params.maxBytes ?? Number.POSITIVE_INFINITY;
+		const bufferResult = await this.getBuffer({
+			attachmentIndex: params.attachmentIndex,
+			maxBytes,
+			timeoutMs: params.timeoutMs
+		});
+		const extension = path.extname(bufferResult.fileName || "") || "";
+		const tmpPath = path.join(os.tmpdir(), `openclaw-media-${crypto.randomUUID()}${extension}`);
+		await fs$1.writeFile(tmpPath, bufferResult.buffer);
+		entry.tempPath = tmpPath;
+		entry.tempCleanup = async () => {
+			await fs$1.unlink(tmpPath).catch(() => {});
+		};
+		return {
+			path: tmpPath,
+			cleanup: entry.tempCleanup
+		};
+	}
+	async cleanup() {
+		const cleanups = [];
+		for (const entry of this.entries.values()) if (entry.tempCleanup) {
+			cleanups.push(Promise.resolve(entry.tempCleanup()));
+			entry.tempCleanup = void 0;
+		}
+		await Promise.all(cleanups);
+	}
+	async ensureEntry(attachmentIndex) {
+		const existing = this.entries.get(attachmentIndex);
+		if (existing) {
+			if (!existing.resolvedPath) existing.resolvedPath = this.resolveLocalPath(existing.attachment);
+			return existing;
+		}
+		const attachment = this.attachments.find((item) => item.index === attachmentIndex) ?? { index: attachmentIndex };
+		const entry = {
+			attachment,
+			resolvedPath: this.resolveLocalPath(attachment)
+		};
+		this.entries.set(attachmentIndex, entry);
+		return entry;
+	}
+	resolveLocalPath(attachment) {
+		const rawPath = normalizeAttachmentPath(attachment.path);
+		if (!rawPath) return;
+		return path.isAbsolute(rawPath) ? rawPath : path.resolve(rawPath);
+	}
+	async ensureLocalStat(entry) {
+		if (!entry.resolvedPath) return;
+		if (entry.statSize !== void 0) return entry.statSize;
+		try {
+			const stat = await fs$1.stat(entry.resolvedPath);
+			if (!stat.isFile()) {
+				entry.resolvedPath = void 0;
+				return;
+			}
+			entry.statSize = stat.size;
+			return stat.size;
+		} catch (err) {
+			entry.resolvedPath = void 0;
+			if (shouldLogVerbose()) logVerbose(`Failed to read attachment ${entry.attachment.index + 1}: ${String(err)}`);
+			return;
+		}
+	}
+};
+
+//#endregion
+//#region src/media-understanding/video.ts
+function estimateBase64Size(bytes) {
+	return Math.ceil(bytes / 3) * 4;
+}
+function resolveVideoMaxBase64Bytes(maxBytes) {
+	const expanded = Math.floor(maxBytes * (4 / 3));
+	return Math.min(expanded, DEFAULT_VIDEO_MAX_BASE64_BYTES);
+}
+
+//#endregion
+//#region src/media-understanding/runner.ts
+function buildProviderRegistry(overrides) {
+	return buildMediaUnderstandingRegistry(overrides);
+}
+function normalizeMediaAttachments(ctx) {
+	return normalizeAttachments(ctx);
+}
+function createMediaAttachmentCache(attachments) {
+	return new MediaAttachmentCache(attachments);
+}
+const binaryCache = /* @__PURE__ */ new Map();
+const geminiProbeCache = /* @__PURE__ */ new Map();
+function expandHomeDir(value) {
+	if (!value.startsWith("~")) return value;
+	const home = os.homedir();
+	if (value === "~") return home;
+	if (value.startsWith("~/")) return path.join(home, value.slice(2));
+	return value;
+}
+function hasPathSeparator(value) {
+	return value.includes("/") || value.includes("\\");
+}
+function candidateBinaryNames(name) {
+	if (process.platform !== "win32") return [name];
+	if (path.extname(name)) return [name];
+	const pathext = (process.env.PATHEXT ?? ".EXE;.CMD;.BAT;.COM").split(";").map((item) => item.trim()).filter(Boolean).map((item) => item.startsWith(".") ? item : `.${item}`);
+	return [name, ...Array.from(new Set(pathext)).map((item) => `${name}${item}`)];
+}
+async function isExecutable(filePath) {
+	try {
+		if (!(await fs$1.stat(filePath)).isFile()) return false;
+		if (process.platform === "win32") return true;
+		await fs$1.access(filePath, constants.X_OK);
+		return true;
+	} catch {
+		return false;
+	}
+}
+async function findBinary(name) {
+	const cached = binaryCache.get(name);
+	if (cached) return cached;
+	const resolved = (async () => {
+		const direct = expandHomeDir(name.trim());
+		if (direct && hasPathSeparator(direct)) {
+			for (const candidate of candidateBinaryNames(direct)) if (await isExecutable(candidate)) return candidate;
+		}
+		const searchName = name.trim();
+		if (!searchName) return null;
+		const pathEntries = (process.env.PATH ?? "").split(path.delimiter);
+		const candidates = candidateBinaryNames(searchName);
+		for (const entryRaw of pathEntries) {
+			const entry = expandHomeDir(entryRaw.trim().replace(/^"(.*)"$/, "$1"));
+			if (!entry) continue;
+			for (const candidate of candidates) {
+				const fullPath = path.join(entry, candidate);
+				if (await isExecutable(fullPath)) return fullPath;
+			}
+		}
+		return null;
+	})();
+	binaryCache.set(name, resolved);
+	return resolved;
+}
+async function hasBinary(name) {
+	return Boolean(await findBinary(name));
+}
+async function fileExists(filePath) {
+	if (!filePath) return false;
+	try {
+		await fs$1.stat(filePath);
+		return true;
+	} catch {
+		return false;
+	}
+}
+function extractLastJsonObject(raw) {
+	const trimmed = raw.trim();
+	const start = trimmed.lastIndexOf("{");
+	if (start === -1) return null;
+	const slice = trimmed.slice(start);
+	try {
+		return JSON.parse(slice);
+	} catch {
+		return null;
+	}
+}
+function extractGeminiResponse(raw) {
+	const payload = extractLastJsonObject(raw);
+	if (!payload || typeof payload !== "object") return null;
+	const response = payload.response;
+	if (typeof response !== "string") return null;
+	return response.trim() || null;
+}
+function extractSherpaOnnxText(raw) {
+	const tryParse = (value) => {
+		const trimmed = value.trim();
+		if (!trimmed) return null;
+		const head = trimmed[0];
+		if (head !== "{" && head !== "\"") return null;
+		try {
+			const parsed = JSON.parse(trimmed);
+			if (typeof parsed === "string") return tryParse(parsed);
+			if (parsed && typeof parsed === "object") {
+				const text = parsed.text;
+				if (typeof text === "string" && text.trim()) return text.trim();
+			}
+		} catch {}
+		return null;
+	};
+	const direct = tryParse(raw);
+	if (direct) return direct;
+	const lines = raw.split("\n").map((line) => line.trim()).filter(Boolean);
+	for (let i = lines.length - 1; i >= 0; i -= 1) {
+		const parsed = tryParse(lines[i] ?? "");
+		if (parsed) return parsed;
+	}
+	return null;
+}
+async function probeGeminiCli() {
+	const cached = geminiProbeCache.get("gemini");
+	if (cached) return cached;
+	const resolved = (async () => {
+		if (!await hasBinary("gemini")) return false;
+		try {
+			const { stdout } = await runExec("gemini", [
+				"--output-format",
+				"json",
+				"ok"
+			], { timeoutMs: 8e3 });
+			return Boolean(extractGeminiResponse(stdout) ?? stdout.toLowerCase().includes("ok"));
+		} catch {
+			return false;
+		}
+	})();
+	geminiProbeCache.set("gemini", resolved);
+	return resolved;
+}
+async function resolveLocalWhisperCppEntry() {
+	if (!await hasBinary("whisper-cli")) return null;
+	const envModel = process.env.WHISPER_CPP_MODEL?.trim();
+	const modelPath = envModel && await fileExists(envModel) ? envModel : "/opt/homebrew/share/whisper-cpp/for-tests-ggml-tiny.bin";
+	if (!await fileExists(modelPath)) return null;
+	return {
+		type: "cli",
+		command: "whisper-cli",
+		args: [
+			"-m",
+			modelPath,
+			"-otxt",
+			"-of",
+			"{{OutputBase}}",
+			"-np",
+			"-nt",
+			"{{MediaPath}}"
+		]
+	};
+}
+async function resolveLocalWhisperEntry() {
+	if (!await hasBinary("whisper")) return null;
+	return {
+		type: "cli",
+		command: "whisper",
+		args: [
+			"--model",
+			"turbo",
+			"--output_format",
+			"txt",
+			"--output_dir",
+			"{{OutputDir}}",
+			"--verbose",
+			"False",
+			"{{MediaPath}}"
+		]
+	};
+}
+async function resolveSherpaOnnxEntry() {
+	if (!await hasBinary("sherpa-onnx-offline")) return null;
+	const modelDir = process.env.SHERPA_ONNX_MODEL_DIR?.trim();
+	if (!modelDir) return null;
+	const tokens = path.join(modelDir, "tokens.txt");
+	const encoder = path.join(modelDir, "encoder.onnx");
+	const decoder = path.join(modelDir, "decoder.onnx");
+	const joiner = path.join(modelDir, "joiner.onnx");
+	if (!await fileExists(tokens)) return null;
+	if (!await fileExists(encoder)) return null;
+	if (!await fileExists(decoder)) return null;
+	if (!await fileExists(joiner)) return null;
+	return {
+		type: "cli",
+		command: "sherpa-onnx-offline",
+		args: [
+			`--tokens=${tokens}`,
+			`--encoder=${encoder}`,
+			`--decoder=${decoder}`,
+			`--joiner=${joiner}`,
+			"{{MediaPath}}"
+		]
+	};
+}
+async function resolveLocalAudioEntry() {
+	const sherpa = await resolveSherpaOnnxEntry();
+	if (sherpa) return sherpa;
+	const whisperCpp = await resolveLocalWhisperCppEntry();
+	if (whisperCpp) return whisperCpp;
+	return await resolveLocalWhisperEntry();
+}
+async function resolveGeminiCliEntry(_capability) {
+	if (!await probeGeminiCli()) return null;
+	return {
+		type: "cli",
+		command: "gemini",
+		args: [
+			"--output-format",
+			"json",
+			"--allowed-tools",
+			"read_many_files",
+			"--include-directories",
+			"{{MediaDir}}",
+			"{{Prompt}}",
+			"Use read_many_files to read {{MediaPath}} and respond with only the text output."
+		]
+	};
+}
+async function resolveKeyEntry(params) {
+	const { cfg, agentDir, providerRegistry, capability } = params;
+	const checkProvider = async (providerId, model) => {
+		const provider = getMediaUnderstandingProvider(providerId, providerRegistry);
+		if (!provider) return null;
+		if (capability === "audio" && !provider.transcribeAudio) return null;
+		if (capability === "image" && !provider.describeImage) return null;
+		if (capability === "video" && !provider.describeVideo) return null;
+		try {
+			await resolveApiKeyForProvider({
+				provider: providerId,
+				cfg,
+				agentDir
+			});
+			return {
+				type: "provider",
+				provider: providerId,
+				model
+			};
+		} catch {
+			return null;
+		}
+	};
+	if (capability === "image") {
+		const activeProvider = params.activeModel?.provider?.trim();
+		if (activeProvider) {
+			const activeEntry = await checkProvider(activeProvider, params.activeModel?.model);
+			if (activeEntry) return activeEntry;
+		}
+		for (const providerId of AUTO_IMAGE_KEY_PROVIDERS) {
+			const model = DEFAULT_IMAGE_MODELS[providerId];
+			const entry = await checkProvider(providerId, model);
+			if (entry) return entry;
+		}
+		return null;
+	}
+	if (capability === "video") {
+		const activeProvider = params.activeModel?.provider?.trim();
+		if (activeProvider) {
+			const activeEntry = await checkProvider(activeProvider, params.activeModel?.model);
+			if (activeEntry) return activeEntry;
+		}
+		for (const providerId of AUTO_VIDEO_KEY_PROVIDERS) {
+			const entry = await checkProvider(providerId, void 0);
+			if (entry) return entry;
+		}
+		return null;
+	}
+	const activeProvider = params.activeModel?.provider?.trim();
+	if (activeProvider) {
+		const activeEntry = await checkProvider(activeProvider, params.activeModel?.model);
+		if (activeEntry) return activeEntry;
+	}
+	for (const providerId of AUTO_AUDIO_KEY_PROVIDERS) {
+		const entry = await checkProvider(providerId, void 0);
+		if (entry) return entry;
+	}
+	return null;
+}
+async function resolveAutoEntries(params) {
+	const activeEntry = await resolveActiveModelEntry(params);
+	if (activeEntry) return [activeEntry];
+	if (params.capability === "audio") {
+		const localAudio = await resolveLocalAudioEntry();
+		if (localAudio) return [localAudio];
+	}
+	const gemini = await resolveGeminiCliEntry(params.capability);
+	if (gemini) return [gemini];
+	const keys = await resolveKeyEntry(params);
+	if (keys) return [keys];
+	return [];
+}
+async function resolveAutoImageModel(params) {
+	const providerRegistry = buildProviderRegistry();
+	const toActive = (entry) => {
+		if (!entry || entry.type === "cli") return null;
+		const provider = entry.provider;
+		if (!provider) return null;
+		const model = entry.model ?? DEFAULT_IMAGE_MODELS[provider];
+		if (!model) return null;
+		return {
+			provider,
+			model
+		};
+	};
+	const resolvedActive = toActive(await resolveActiveModelEntry({
+		cfg: params.cfg,
+		agentDir: params.agentDir,
+		providerRegistry,
+		capability: "image",
+		activeModel: params.activeModel
+	}));
+	if (resolvedActive) return resolvedActive;
+	return toActive(await resolveKeyEntry({
+		cfg: params.cfg,
+		agentDir: params.agentDir,
+		providerRegistry,
+		capability: "image",
+		activeModel: params.activeModel
+	}));
+}
+async function resolveActiveModelEntry(params) {
+	const activeProviderRaw = params.activeModel?.provider?.trim();
+	if (!activeProviderRaw) return null;
+	const providerId = normalizeMediaProviderId(activeProviderRaw);
+	if (!providerId) return null;
+	const provider = getMediaUnderstandingProvider(providerId, params.providerRegistry);
+	if (!provider) return null;
+	if (params.capability === "audio" && !provider.transcribeAudio) return null;
+	if (params.capability === "image" && !provider.describeImage) return null;
+	if (params.capability === "video" && !provider.describeVideo) return null;
+	try {
+		await resolveApiKeyForProvider({
+			provider: providerId,
+			cfg: params.cfg,
+			agentDir: params.agentDir
+		});
+	} catch {
+		return null;
+	}
+	return {
+		type: "provider",
+		provider: providerId,
+		model: params.activeModel?.model
+	};
+}
+function trimOutput(text, maxChars) {
+	const trimmed = text.trim();
+	if (!maxChars || trimmed.length <= maxChars) return trimmed;
+	return trimmed.slice(0, maxChars).trim();
+}
+function commandBase(command) {
+	return path.parse(command).name;
+}
+function findArgValue(args, keys) {
+	for (let i = 0; i < args.length; i += 1) if (keys.includes(args[i] ?? "")) {
+		const value = args[i + 1];
+		if (value) return value;
+	}
+}
+function hasArg(args, keys) {
+	return args.some((arg) => keys.includes(arg));
+}
+function resolveWhisperOutputPath(args, mediaPath) {
+	const outputDir = findArgValue(args, ["--output_dir", "-o"]);
+	const outputFormat = findArgValue(args, ["--output_format"]);
+	if (!outputDir || !outputFormat) return null;
+	if (!outputFormat.split(",").map((value) => value.trim()).includes("txt")) return null;
+	const base = path.parse(mediaPath).name;
+	return path.join(outputDir, `${base}.txt`);
+}
+function resolveWhisperCppOutputPath(args) {
+	if (!hasArg(args, ["-otxt", "--output-txt"])) return null;
+	const outputBase = findArgValue(args, ["-of", "--output-file"]);
+	if (!outputBase) return null;
+	return `${outputBase}.txt`;
+}
+async function resolveCliOutput(params) {
+	const commandId = commandBase(params.command);
+	const fileOutput = commandId === "whisper-cli" ? resolveWhisperCppOutputPath(params.args) : commandId === "whisper" ? resolveWhisperOutputPath(params.args, params.mediaPath) : null;
+	if (fileOutput && await fileExists(fileOutput)) try {
+		const content = await fs$1.readFile(fileOutput, "utf8");
+		if (content.trim()) return content.trim();
+	} catch {}
+	if (commandId === "gemini") {
+		const response = extractGeminiResponse(params.stdout);
+		if (response) return response;
+	}
+	if (commandId === "sherpa-onnx-offline") {
+		const response = extractSherpaOnnxText(params.stdout);
+		if (response) return response;
+	}
+	return params.stdout.trim();
+}
+function normalizeProviderQuery(options) {
+	if (!options) return;
+	const query = {};
+	for (const [key, value] of Object.entries(options)) {
+		if (value === void 0) continue;
+		query[key] = value;
+	}
+	return Object.keys(query).length > 0 ? query : void 0;
+}
+function buildDeepgramCompatQuery(options) {
+	if (!options) return;
+	const query = {};
+	if (typeof options.detectLanguage === "boolean") query.detect_language = options.detectLanguage;
+	if (typeof options.punctuate === "boolean") query.punctuate = options.punctuate;
+	if (typeof options.smartFormat === "boolean") query.smart_format = options.smartFormat;
+	return Object.keys(query).length > 0 ? query : void 0;
+}
+function normalizeDeepgramQueryKeys(query) {
+	const normalized = { ...query };
+	if ("detectLanguage" in normalized) {
+		normalized.detect_language = normalized.detectLanguage;
+		delete normalized.detectLanguage;
+	}
+	if ("smartFormat" in normalized) {
+		normalized.smart_format = normalized.smartFormat;
+		delete normalized.smartFormat;
+	}
+	return normalized;
+}
+function resolveProviderQuery(params) {
+	const { providerId, config, entry } = params;
+	const mergedOptions = normalizeProviderQuery({
+		...config?.providerOptions?.[providerId],
+		...entry.providerOptions?.[providerId]
+	});
+	if (providerId !== "deepgram") return mergedOptions;
+	let query = normalizeDeepgramQueryKeys(mergedOptions ?? {});
+	const compat = buildDeepgramCompatQuery({
+		...config?.deepgram,
+		...entry.deepgram
+	});
+	for (const [key, value] of Object.entries(compat ?? {})) if (query[key] === void 0) query[key] = value;
+	return Object.keys(query).length > 0 ? query : void 0;
+}
+function buildModelDecision(params) {
+	if (params.entryType === "cli") {
+		const command = params.entry.command?.trim();
+		return {
+			type: "cli",
+			provider: command ?? "cli",
+			model: params.entry.model ?? command,
+			outcome: params.outcome,
+			reason: params.reason
+		};
+	}
+	const providerIdRaw = params.entry.provider?.trim();
+	return {
+		type: "provider",
+		provider: (providerIdRaw ? normalizeMediaProviderId(providerIdRaw) : void 0) ?? providerIdRaw,
+		model: params.entry.model,
+		outcome: params.outcome,
+		reason: params.reason
+	};
+}
+function formatDecisionSummary(decision) {
+	const total = decision.attachments.length;
+	const success = decision.attachments.filter((entry) => entry.chosen?.outcome === "success").length;
+	const chosen = decision.attachments.find((entry) => entry.chosen)?.chosen;
+	const provider = chosen?.provider?.trim();
+	const model = chosen?.model?.trim();
+	const modelLabel = provider ? model ? `${provider}/${model}` : provider : void 0;
+	const reason = decision.attachments.flatMap((entry) => entry.attempts.map((attempt) => attempt.reason).filter(Boolean)).find(Boolean);
+	const shortReason = reason ? reason.split(":")[0]?.trim() : void 0;
+	const countLabel = total > 0 ? ` (${success}/${total})` : "";
+	const viaLabel = modelLabel ? ` via ${modelLabel}` : "";
+	const reasonLabel = shortReason ? ` reason=${shortReason}` : "";
+	return `${decision.capability}: ${decision.outcome}${countLabel}${viaLabel}${reasonLabel}`;
+}
+async function runProviderEntry(params) {
+	const { entry, capability, cfg } = params;
+	const providerIdRaw = entry.provider?.trim();
+	if (!providerIdRaw) throw new Error(`Provider entry missing provider for ${capability}`);
+	const providerId = normalizeMediaProviderId(providerIdRaw);
+	const maxBytes = resolveMaxBytes({
+		capability,
+		entry,
+		cfg,
+		config: params.config
+	});
+	const maxChars = resolveMaxChars({
+		capability,
+		entry,
+		cfg,
+		config: params.config
+	});
+	const timeoutMs = resolveTimeoutMs(entry.timeoutSeconds ?? params.config?.timeoutSeconds ?? cfg.tools?.media?.[capability]?.timeoutSeconds, DEFAULT_TIMEOUT_SECONDS[capability]);
+	const prompt = resolvePrompt(capability, entry.prompt ?? params.config?.prompt ?? cfg.tools?.media?.[capability]?.prompt, maxChars);
+	if (capability === "image") {
+		if (!params.agentDir) throw new Error("Image understanding requires agentDir");
+		const modelId = entry.model?.trim();
+		if (!modelId) throw new Error("Image understanding requires model id");
+		const media = await params.cache.getBuffer({
+			attachmentIndex: params.attachmentIndex,
+			maxBytes,
+			timeoutMs
+		});
+		const provider = getMediaUnderstandingProvider(providerId, params.providerRegistry);
+		const result = provider?.describeImage ? await provider.describeImage({
+			buffer: media.buffer,
+			fileName: media.fileName,
+			mime: media.mime,
+			model: modelId,
+			provider: providerId,
+			prompt,
+			timeoutMs,
+			profile: entry.profile,
+			preferredProfile: entry.preferredProfile,
+			agentDir: params.agentDir,
+			cfg: params.cfg
+		}) : await describeImageWithModel({
+			buffer: media.buffer,
+			fileName: media.fileName,
+			mime: media.mime,
+			model: modelId,
+			provider: providerId,
+			prompt,
+			timeoutMs,
+			profile: entry.profile,
+			preferredProfile: entry.preferredProfile,
+			agentDir: params.agentDir,
+			cfg: params.cfg
+		});
+		return {
+			kind: "image.description",
+			attachmentIndex: params.attachmentIndex,
+			text: trimOutput(result.text, maxChars),
+			provider: providerId,
+			model: result.model ?? modelId
+		};
+	}
+	const provider = getMediaUnderstandingProvider(providerId, params.providerRegistry);
+	if (!provider) throw new Error(`Media provider not available: ${providerId}`);
+	if (capability === "audio") {
+		if (!provider.transcribeAudio) throw new Error(`Audio transcription provider "${providerId}" not available.`);
+		const media = await params.cache.getBuffer({
+			attachmentIndex: params.attachmentIndex,
+			maxBytes,
+			timeoutMs
+		});
+		const apiKey = requireApiKey(await resolveApiKeyForProvider({
+			provider: providerId,
+			cfg,
+			profileId: entry.profile,
+			preferredProfile: entry.preferredProfile,
+			agentDir: params.agentDir
+		}), providerId);
+		const providerConfig = cfg.models?.providers?.[providerId];
+		const baseUrl = entry.baseUrl ?? params.config?.baseUrl ?? providerConfig?.baseUrl;
+		const mergedHeaders = {
+			...providerConfig?.headers,
+			...params.config?.headers,
+			...entry.headers
+		};
+		const headers = Object.keys(mergedHeaders).length > 0 ? mergedHeaders : void 0;
+		const providerQuery = resolveProviderQuery({
+			providerId,
+			config: params.config,
+			entry
+		});
+		const model = entry.model?.trim() || DEFAULT_AUDIO_MODELS[providerId] || entry.model;
+		const result = await provider.transcribeAudio({
+			buffer: media.buffer,
+			fileName: media.fileName,
+			mime: media.mime,
+			apiKey,
+			baseUrl,
+			headers,
+			model,
+			language: entry.language ?? params.config?.language ?? cfg.tools?.media?.audio?.language,
+			prompt,
+			query: providerQuery,
+			timeoutMs
+		});
+		return {
+			kind: "audio.transcription",
+			attachmentIndex: params.attachmentIndex,
+			text: trimOutput(result.text, maxChars),
+			provider: providerId,
+			model: result.model ?? model
+		};
+	}
+	if (!provider.describeVideo) throw new Error(`Video understanding provider "${providerId}" not available.`);
+	const media = await params.cache.getBuffer({
+		attachmentIndex: params.attachmentIndex,
+		maxBytes,
+		timeoutMs
+	});
+	const estimatedBase64Bytes = estimateBase64Size(media.size);
+	const maxBase64Bytes = resolveVideoMaxBase64Bytes(maxBytes);
+	if (estimatedBase64Bytes > maxBase64Bytes) throw new MediaUnderstandingSkipError("maxBytes", `Video attachment ${params.attachmentIndex + 1} base64 payload ${estimatedBase64Bytes} exceeds ${maxBase64Bytes}`);
+	const apiKey = requireApiKey(await resolveApiKeyForProvider({
+		provider: providerId,
+		cfg,
+		profileId: entry.profile,
+		preferredProfile: entry.preferredProfile,
+		agentDir: params.agentDir
+	}), providerId);
+	const providerConfig = cfg.models?.providers?.[providerId];
+	const result = await provider.describeVideo({
+		buffer: media.buffer,
+		fileName: media.fileName,
+		mime: media.mime,
+		apiKey,
+		baseUrl: providerConfig?.baseUrl,
+		headers: providerConfig?.headers,
+		model: entry.model,
+		prompt,
+		timeoutMs
+	});
+	return {
+		kind: "video.description",
+		attachmentIndex: params.attachmentIndex,
+		text: trimOutput(result.text, maxChars),
+		provider: providerId,
+		model: result.model ?? entry.model
+	};
+}
+async function runCliEntry(params) {
+	const { entry, capability, cfg, ctx } = params;
+	const command = entry.command?.trim();
+	const args = entry.args ?? [];
+	if (!command) throw new Error(`CLI entry missing command for ${capability}`);
+	const maxBytes = resolveMaxBytes({
+		capability,
+		entry,
+		cfg,
+		config: params.config
+	});
+	const maxChars = resolveMaxChars({
+		capability,
+		entry,
+		cfg,
+		config: params.config
+	});
+	const timeoutMs = resolveTimeoutMs(entry.timeoutSeconds ?? params.config?.timeoutSeconds ?? cfg.tools?.media?.[capability]?.timeoutSeconds, DEFAULT_TIMEOUT_SECONDS[capability]);
+	const prompt = resolvePrompt(capability, entry.prompt ?? params.config?.prompt ?? cfg.tools?.media?.[capability]?.prompt, maxChars);
+	const pathResult = await params.cache.getPath({
+		attachmentIndex: params.attachmentIndex,
+		maxBytes,
+		timeoutMs
+	});
+	const outputDir = await fs$1.mkdtemp(path.join(os.tmpdir(), "openclaw-media-cli-"));
+	const mediaPath = pathResult.path;
+	const outputBase = path.join(outputDir, path.parse(mediaPath).name);
+	const templCtx = {
+		...ctx,
+		MediaPath: mediaPath,
+		MediaDir: path.dirname(mediaPath),
+		OutputDir: outputDir,
+		OutputBase: outputBase,
+		Prompt: prompt,
+		MaxChars: maxChars
+	};
+	const argv = [command, ...args].map((part, index) => index === 0 ? part : applyTemplate(part, templCtx));
+	try {
+		if (shouldLogVerbose()) logVerbose(`Media understanding via CLI: ${argv.join(" ")}`);
+		const { stdout } = await runExec(argv[0], argv.slice(1), {
+			timeoutMs,
+			maxBuffer: CLI_OUTPUT_MAX_BUFFER
+		});
+		const text = trimOutput(await resolveCliOutput({
+			command,
+			args: argv.slice(1),
+			stdout,
+			mediaPath
+		}), maxChars);
+		if (!text) return null;
+		return {
+			kind: capability === "audio" ? "audio.transcription" : `${capability}.description`,
+			attachmentIndex: params.attachmentIndex,
+			text,
+			provider: "cli",
+			model: command
+		};
+	} finally {
+		await fs$1.rm(outputDir, {
+			recursive: true,
+			force: true
+		}).catch(() => {});
+	}
+}
+async function runAttachmentEntries(params) {
+	const { entries, capability } = params;
+	const attempts = [];
+	for (const entry of entries) {
+		const entryType = entry.type ?? (entry.command ? "cli" : "provider");
+		try {
+			const result = entryType === "cli" ? await runCliEntry({
+				capability,
+				entry,
+				cfg: params.cfg,
+				ctx: params.ctx,
+				attachmentIndex: params.attachmentIndex,
+				cache: params.cache,
+				config: params.config
+			}) : await runProviderEntry({
+				capability,
+				entry,
+				cfg: params.cfg,
+				ctx: params.ctx,
+				attachmentIndex: params.attachmentIndex,
+				cache: params.cache,
+				agentDir: params.agentDir,
+				providerRegistry: params.providerRegistry,
+				config: params.config
+			});
+			if (result) {
+				const decision = buildModelDecision({
+					entry,
+					entryType,
+					outcome: "success"
+				});
+				if (result.provider) decision.provider = result.provider;
+				if (result.model) decision.model = result.model;
+				attempts.push(decision);
+				return {
+					output: result,
+					attempts
+				};
+			}
+			attempts.push(buildModelDecision({
+				entry,
+				entryType,
+				outcome: "skipped",
+				reason: "empty output"
+			}));
+		} catch (err) {
+			if (isMediaUnderstandingSkipError(err)) {
+				attempts.push(buildModelDecision({
+					entry,
+					entryType,
+					outcome: "skipped",
+					reason: `${err.reason}: ${err.message}`
+				}));
+				if (shouldLogVerbose()) logVerbose(`Skipping ${capability} model due to ${err.reason}: ${err.message}`);
+				continue;
+			}
+			attempts.push(buildModelDecision({
+				entry,
+				entryType,
+				outcome: "failed",
+				reason: String(err)
+			}));
+			if (shouldLogVerbose()) logVerbose(`${capability} understanding failed: ${String(err)}`);
+		}
+	}
+	return {
+		output: null,
+		attempts
+	};
+}
+async function runCapability(params) {
+	const { capability, cfg, ctx } = params;
+	const config = params.config ?? cfg.tools?.media?.[capability];
+	if (config?.enabled === false) return {
+		outputs: [],
+		decision: {
+			capability,
+			outcome: "disabled",
+			attachments: []
+		}
+	};
+	const attachmentPolicy = config?.attachments;
+	const selected = selectAttachments({
+		capability,
+		attachments: params.media,
+		policy: attachmentPolicy
+	});
+	if (selected.length === 0) return {
+		outputs: [],
+		decision: {
+			capability,
+			outcome: "no-attachment",
+			attachments: []
+		}
+	};
+	if (resolveScopeDecision({
+		scope: config?.scope,
+		ctx
+	}) === "deny") {
+		if (shouldLogVerbose()) logVerbose(`${capability} understanding disabled by scope policy.`);
+		return {
+			outputs: [],
+			decision: {
+				capability,
+				outcome: "scope-deny",
+				attachments: selected.map((item) => ({
+					attachmentIndex: item.index,
+					attempts: []
+				}))
+			}
+		};
+	}
+	const activeProvider = params.activeModel?.provider?.trim();
+	if (capability === "image" && activeProvider) {
+		if (modelSupportsVision(findModelInCatalog(await loadModelCatalog({ config: cfg }), activeProvider, params.activeModel?.model ?? ""))) {
+			if (shouldLogVerbose()) logVerbose("Skipping image understanding: primary model supports vision natively");
+			const model = params.activeModel?.model?.trim();
+			const reason = "primary model supports vision natively";
+			return {
+				outputs: [],
+				decision: {
+					capability,
+					outcome: "skipped",
+					attachments: selected.map((item) => {
+						const attempt = {
+							type: "provider",
+							provider: activeProvider,
+							model: model || void 0,
+							outcome: "skipped",
+							reason
+						};
+						return {
+							attachmentIndex: item.index,
+							attempts: [attempt],
+							chosen: attempt
+						};
+					})
+				}
+			};
+		}
+	}
+	let resolvedEntries = resolveModelEntries({
+		cfg,
+		capability,
+		config,
+		providerRegistry: params.providerRegistry
+	});
+	if (resolvedEntries.length === 0) resolvedEntries = await resolveAutoEntries({
+		cfg,
+		agentDir: params.agentDir,
+		providerRegistry: params.providerRegistry,
+		capability,
+		activeModel: params.activeModel
+	});
+	if (resolvedEntries.length === 0) return {
+		outputs: [],
+		decision: {
+			capability,
+			outcome: "skipped",
+			attachments: selected.map((item) => ({
+				attachmentIndex: item.index,
+				attempts: []
+			}))
+		}
+	};
+	const outputs = [];
+	const attachmentDecisions = [];
+	for (const attachment of selected) {
+		const { output, attempts } = await runAttachmentEntries({
+			capability,
+			cfg,
+			ctx,
+			attachmentIndex: attachment.index,
+			agentDir: params.agentDir,
+			providerRegistry: params.providerRegistry,
+			cache: params.attachments,
+			entries: resolvedEntries,
+			config
+		});
+		if (output) outputs.push(output);
+		attachmentDecisions.push({
+			attachmentIndex: attachment.index,
+			attempts,
+			chosen: attempts.find((attempt) => attempt.outcome === "success")
+		});
+	}
+	const decision = {
+		capability,
+		outcome: outputs.length > 0 ? "success" : "skipped",
+		attachments: attachmentDecisions
+	};
+	if (shouldLogVerbose()) logVerbose(`Media understanding ${formatDecisionSummary(decision)}`);
+	return {
+		outputs,
+		decision
+	};
+}
+
+//#endregion
+export { loadModelCatalog as _, runCapability as a, resolveConcurrency as c, resolveMediaUnderstandingScope as d, CLI_OUTPUT_MAX_BUFFER as f, findModelInCatalog as g, registerUnhandledRejectionHandler as h, resolveAutoImageModel as i, resolveTimeoutMs as l, installUnhandledRejectionHandler as m, createMediaAttachmentCache as n, isAudioAttachment as o, applyTemplate as p, normalizeMediaAttachments as r, resolveAttachmentKind as s, buildProviderRegistry as t, normalizeMediaUnderstandingChatType as u, modelSupportsVision as v };