openclaw-multi-auto 1.5.2 → 1.5.4

package/dist/plugin-sdk/image-ops-BSiMpAw4.js

@@ -0,0 +1,584 @@
+import { O as runExec } from "./run-with-concurrency-Bt_ks0Qa.js";
+import { Ct as normalizeChatChannelId, _t as CHANNEL_IDS, wt as getActivePluginRegistry } from "./config-BkEnz2Po.js";
+import path from "node:path";
+import os from "node:os";
+import fs from "node:fs/promises";
+import { fileTypeFromBuffer } from "file-type";
+
+//#region src/gateway/protocol/client-info.ts
+const GATEWAY_CLIENT_IDS = {
+	WEBCHAT_UI: "webchat-ui",
+	CONTROL_UI: "openclaw-control-ui",
+	WEBCHAT: "webchat",
+	CLI: "cli",
+	GATEWAY_CLIENT: "gateway-client",
+	MACOS_APP: "openclaw-macos",
+	IOS_APP: "openclaw-ios",
+	ANDROID_APP: "openclaw-android",
+	NODE_HOST: "node-host",
+	TEST: "test",
+	FINGERPRINT: "fingerprint",
+	PROBE: "openclaw-probe"
+};
+const GATEWAY_CLIENT_NAMES = GATEWAY_CLIENT_IDS;
+const GATEWAY_CLIENT_MODES = {
+	WEBCHAT: "webchat",
+	CLI: "cli",
+	UI: "ui",
+	BACKEND: "backend",
+	NODE: "node",
+	PROBE: "probe",
+	TEST: "test"
+};
+const GATEWAY_CLIENT_ID_SET = new Set(Object.values(GATEWAY_CLIENT_IDS));
+const GATEWAY_CLIENT_MODE_SET = new Set(Object.values(GATEWAY_CLIENT_MODES));
+
+//#endregion
+//#region src/utils/message-channel.ts
+const INTERNAL_MESSAGE_CHANNEL = "webchat";
+const MARKDOWN_CAPABLE_CHANNELS = new Set([
+	"slack",
+	"telegram",
+	"signal",
+	"discord",
+	"googlechat",
+	"tui",
+	INTERNAL_MESSAGE_CHANNEL
+]);
+function isInternalMessageChannel(raw) {
+	return normalizeMessageChannel(raw) === INTERNAL_MESSAGE_CHANNEL;
+}
+function normalizeMessageChannel(raw) {
+	const normalized = raw?.trim().toLowerCase();
+	if (!normalized) return;
+	if (normalized === INTERNAL_MESSAGE_CHANNEL) return INTERNAL_MESSAGE_CHANNEL;
+	const builtIn = normalizeChatChannelId(normalized);
+	if (builtIn) return builtIn;
+	return (getActivePluginRegistry()?.channels.find((entry) => {
+		if (entry.plugin.id.toLowerCase() === normalized) return true;
+		return (entry.plugin.meta.aliases ?? []).some((alias) => alias.trim().toLowerCase() === normalized);
+	}))?.plugin.id ?? normalized;
+}
+const listPluginChannelIds = () => {
+	const registry = getActivePluginRegistry();
+	if (!registry) return [];
+	return registry.channels.map((entry) => entry.plugin.id);
+};
+const listDeliverableMessageChannels = () => Array.from(new Set([...CHANNEL_IDS, ...listPluginChannelIds()]));
+const listGatewayMessageChannels = () => [...listDeliverableMessageChannels(), INTERNAL_MESSAGE_CHANNEL];
+function isGatewayMessageChannel(value) {
+	return listGatewayMessageChannels().includes(value);
+}
+function isDeliverableMessageChannel(value) {
+	return listDeliverableMessageChannels().includes(value);
+}
+function resolveGatewayMessageChannel(raw) {
+	const normalized = normalizeMessageChannel(raw);
+	if (!normalized) return;
+	return isGatewayMessageChannel(normalized) ? normalized : void 0;
+}
+function resolveMessageChannel(primary, fallback) {
+	return normalizeMessageChannel(primary) ?? normalizeMessageChannel(fallback);
+}
+function isMarkdownCapableMessageChannel(raw) {
+	const channel = normalizeMessageChannel(raw);
+	if (!channel) return false;
+	return MARKDOWN_CAPABLE_CHANNELS.has(channel);
+}
+
+//#endregion
+//#region src/media/constants.ts
+const MAX_IMAGE_BYTES = 6 * 1024 * 1024;
+const MAX_AUDIO_BYTES = 16 * 1024 * 1024;
+const MAX_VIDEO_BYTES = 16 * 1024 * 1024;
+const MAX_DOCUMENT_BYTES = 100 * 1024 * 1024;
+function mediaKindFromMime(mime) {
+	if (!mime) return "unknown";
+	if (mime.startsWith("image/")) return "image";
+	if (mime.startsWith("audio/")) return "audio";
+	if (mime.startsWith("video/")) return "video";
+	if (mime === "application/pdf") return "document";
+	if (mime.startsWith("text/")) return "document";
+	if (mime.startsWith("application/")) return "document";
+	return "unknown";
+}
+function maxBytesForKind(kind) {
+	switch (kind) {
+		case "image": return MAX_IMAGE_BYTES;
+		case "audio": return MAX_AUDIO_BYTES;
+		case "video": return MAX_VIDEO_BYTES;
+		case "document": return MAX_DOCUMENT_BYTES;
+		default: return MAX_DOCUMENT_BYTES;
+	}
+}
+
+//#endregion
+//#region src/media/mime.ts
+const EXT_BY_MIME = {
+	"image/heic": ".heic",
+	"image/heif": ".heif",
+	"image/jpeg": ".jpg",
+	"image/png": ".png",
+	"image/webp": ".webp",
+	"image/gif": ".gif",
+	"audio/ogg": ".ogg",
+	"audio/mpeg": ".mp3",
+	"audio/x-m4a": ".m4a",
+	"audio/mp4": ".m4a",
+	"video/mp4": ".mp4",
+	"video/quicktime": ".mov",
+	"application/pdf": ".pdf",
+	"application/json": ".json",
+	"application/zip": ".zip",
+	"application/gzip": ".gz",
+	"application/x-tar": ".tar",
+	"application/x-7z-compressed": ".7z",
+	"application/vnd.rar": ".rar",
+	"application/msword": ".doc",
+	"application/vnd.ms-excel": ".xls",
+	"application/vnd.ms-powerpoint": ".ppt",
+	"application/vnd.openxmlformats-officedocument.wordprocessingml.document": ".docx",
+	"application/vnd.openxmlformats-officedocument.spreadsheetml.sheet": ".xlsx",
+	"application/vnd.openxmlformats-officedocument.presentationml.presentation": ".pptx",
+	"text/csv": ".csv",
+	"text/plain": ".txt",
+	"text/markdown": ".md"
+};
+const MIME_BY_EXT = {
+	...Object.fromEntries(Object.entries(EXT_BY_MIME).map(([mime, ext]) => [ext, mime])),
+	".jpeg": "image/jpeg",
+	".js": "text/javascript"
+};
+const AUDIO_FILE_EXTENSIONS = new Set([
+	".aac",
+	".caf",
+	".flac",
+	".m4a",
+	".mp3",
+	".oga",
+	".ogg",
+	".opus",
+	".wav"
+]);
+function normalizeMimeType(mime) {
+	if (!mime) return;
+	return mime.split(";")[0]?.trim().toLowerCase() || void 0;
+}
+async function sniffMime(buffer) {
+	if (!buffer) return;
+	try {
+		return (await fileTypeFromBuffer(buffer))?.mime ?? void 0;
+	} catch {
+		return;
+	}
+}
+function getFileExtension(filePath) {
+	if (!filePath) return;
+	try {
+		if (/^https?:\/\//i.test(filePath)) {
+			const url = new URL(filePath);
+			return path.extname(url.pathname).toLowerCase() || void 0;
+		}
+	} catch {}
+	return path.extname(filePath).toLowerCase() || void 0;
+}
+function isAudioFileName(fileName) {
+	const ext = getFileExtension(fileName);
+	if (!ext) return false;
+	return AUDIO_FILE_EXTENSIONS.has(ext);
+}
+function detectMime(opts) {
+	return detectMimeImpl(opts);
+}
+function isGenericMime(mime) {
+	if (!mime) return true;
+	const m = mime.toLowerCase();
+	return m === "application/octet-stream" || m === "application/zip";
+}
+async function detectMimeImpl(opts) {
+	const ext = getFileExtension(opts.filePath);
+	const extMime = ext ? MIME_BY_EXT[ext] : void 0;
+	const headerMime = normalizeMimeType(opts.headerMime);
+	const sniffed = await sniffMime(opts.buffer);
+	if (sniffed && (!isGenericMime(sniffed) || !extMime)) return sniffed;
+	if (extMime) return extMime;
+	if (headerMime && !isGenericMime(headerMime)) return headerMime;
+	if (sniffed) return sniffed;
+	if (headerMime) return headerMime;
+}
+function extensionForMime(mime) {
+	const normalized = normalizeMimeType(mime);
+	if (!normalized) return;
+	return EXT_BY_MIME[normalized];
+}
+function isGifMedia(opts) {
+	if (opts.contentType?.toLowerCase() === "image/gif") return true;
+	return getFileExtension(opts.fileName) === ".gif";
+}
+function imageMimeFromFormat(format) {
+	if (!format) return;
+	switch (format.toLowerCase()) {
+		case "jpg":
+		case "jpeg": return "image/jpeg";
+		case "heic": return "image/heic";
+		case "heif": return "image/heif";
+		case "png": return "image/png";
+		case "webp": return "image/webp";
+		case "gif": return "image/gif";
+		default: return;
+	}
+}
+function kindFromMime(mime) {
+	return mediaKindFromMime(normalizeMimeType(mime));
+}
+
+//#endregion
+//#region src/media/image-ops.ts
+const IMAGE_REDUCE_QUALITY_STEPS = [
+	85,
+	75,
+	65,
+	55,
+	45,
+	35
+];
+function buildImageResizeSideGrid(maxSide, sideStart) {
+	return [
+		sideStart,
+		1800,
+		1600,
+		1400,
+		1200,
+		1e3,
+		800
+	].map((value) => Math.min(maxSide, value)).filter((value, idx, arr) => value > 0 && arr.indexOf(value) === idx).toSorted((a, b) => b - a);
+}
+function isBun() {
+	return typeof process.versions.bun === "string";
+}
+function prefersSips() {
+	return process.env.OPENCLAW_IMAGE_BACKEND === "sips" || process.env.OPENCLAW_IMAGE_BACKEND !== "sharp" && isBun() && process.platform === "darwin";
+}
+async function loadSharp() {
+	const mod = await import("sharp");
+	const sharp = mod.default ?? mod;
+	return (buffer) => sharp(buffer, { failOnError: false });
+}
+/**
+* Reads EXIF orientation from JPEG buffer.
+* Returns orientation value 1-8, or null if not found/not JPEG.
+*
+* EXIF orientation values:
+* 1 = Normal, 2 = Flip H, 3 = Rotate 180, 4 = Flip V,
+* 5 = Rotate 270 CW + Flip H, 6 = Rotate 90 CW, 7 = Rotate 90 CW + Flip H, 8 = Rotate 270 CW
+*/
+function readJpegExifOrientation(buffer) {
+	if (buffer.length < 2 || buffer[0] !== 255 || buffer[1] !== 216) return null;
+	let offset = 2;
+	while (offset < buffer.length - 4) {
+		if (buffer[offset] !== 255) {
+			offset++;
+			continue;
+		}
+		const marker = buffer[offset + 1];
+		if (marker === 255) {
+			offset++;
+			continue;
+		}
+		if (marker === 225) {
+			const exifStart = offset + 4;
+			if (buffer.length > exifStart + 6 && buffer.toString("ascii", exifStart, exifStart + 4) === "Exif" && buffer[exifStart + 4] === 0 && buffer[exifStart + 5] === 0) {
+				const tiffStart = exifStart + 6;
+				if (buffer.length < tiffStart + 8) return null;
+				const isLittleEndian = buffer.toString("ascii", tiffStart, tiffStart + 2) === "II";
+				const readU16 = (pos) => isLittleEndian ? buffer.readUInt16LE(pos) : buffer.readUInt16BE(pos);
+				const readU32 = (pos) => isLittleEndian ? buffer.readUInt32LE(pos) : buffer.readUInt32BE(pos);
+				const ifd0Start = tiffStart + readU32(tiffStart + 4);
+				if (buffer.length < ifd0Start + 2) return null;
+				const numEntries = readU16(ifd0Start);
+				for (let i = 0; i < numEntries; i++) {
+					const entryOffset = ifd0Start + 2 + i * 12;
+					if (buffer.length < entryOffset + 12) break;
+					if (readU16(entryOffset) === 274) {
+						const value = readU16(entryOffset + 8);
+						return value >= 1 && value <= 8 ? value : null;
+					}
+				}
+			}
+			return null;
+		}
+		if (marker >= 224 && marker <= 239) {
+			const segmentLength = buffer.readUInt16BE(offset + 2);
+			offset += 2 + segmentLength;
+			continue;
+		}
+		if (marker === 192 || marker === 218) break;
+		offset++;
+	}
+	return null;
+}
+async function withTempDir(fn) {
+	const dir = await fs.mkdtemp(path.join(os.tmpdir(), "openclaw-img-"));
+	try {
+		return await fn(dir);
+	} finally {
+		await fs.rm(dir, {
+			recursive: true,
+			force: true
+		}).catch(() => {});
+	}
+}
+async function sipsMetadataFromBuffer(buffer) {
+	return await withTempDir(async (dir) => {
+		const input = path.join(dir, "in.img");
+		await fs.writeFile(input, buffer);
+		const { stdout } = await runExec("/usr/bin/sips", [
+			"-g",
+			"pixelWidth",
+			"-g",
+			"pixelHeight",
+			input
+		], {
+			timeoutMs: 1e4,
+			maxBuffer: 512 * 1024
+		});
+		const w = stdout.match(/pixelWidth:\s*([0-9]+)/);
+		const h = stdout.match(/pixelHeight:\s*([0-9]+)/);
+		if (!w?.[1] || !h?.[1]) return null;
+		const width = Number.parseInt(w[1], 10);
+		const height = Number.parseInt(h[1], 10);
+		if (!Number.isFinite(width) || !Number.isFinite(height)) return null;
+		if (width <= 0 || height <= 0) return null;
+		return {
+			width,
+			height
+		};
+	});
+}
+async function sipsResizeToJpeg(params) {
+	return await withTempDir(async (dir) => {
+		const input = path.join(dir, "in.img");
+		const output = path.join(dir, "out.jpg");
+		await fs.writeFile(input, params.buffer);
+		await runExec("/usr/bin/sips", [
+			"-Z",
+			String(Math.max(1, Math.round(params.maxSide))),
+			"-s",
+			"format",
+			"jpeg",
+			"-s",
+			"formatOptions",
+			String(Math.max(1, Math.min(100, Math.round(params.quality)))),
+			input,
+			"--out",
+			output
+		], {
+			timeoutMs: 2e4,
+			maxBuffer: 1024 * 1024
+		});
+		return await fs.readFile(output);
+	});
+}
+async function sipsConvertToJpeg(buffer) {
+	return await withTempDir(async (dir) => {
+		const input = path.join(dir, "in.heic");
+		const output = path.join(dir, "out.jpg");
+		await fs.writeFile(input, buffer);
+		await runExec("/usr/bin/sips", [
+			"-s",
+			"format",
+			"jpeg",
+			input,
+			"--out",
+			output
+		], {
+			timeoutMs: 2e4,
+			maxBuffer: 1024 * 1024
+		});
+		return await fs.readFile(output);
+	});
+}
+async function getImageMetadata(buffer) {
+	if (prefersSips()) return await sipsMetadataFromBuffer(buffer).catch(() => null);
+	try {
+		const meta = await (await loadSharp())(buffer).metadata();
+		const width = Number(meta.width ?? 0);
+		const height = Number(meta.height ?? 0);
+		if (!Number.isFinite(width) || !Number.isFinite(height)) return null;
+		if (width <= 0 || height <= 0) return null;
+		return {
+			width,
+			height
+		};
+	} catch {
+		return null;
+	}
+}
+/**
+* Applies rotation/flip to image buffer using sips based on EXIF orientation.
+*/
+async function sipsApplyOrientation(buffer, orientation) {
+	const ops = [];
+	switch (orientation) {
+		case 2:
+			ops.push("-f", "horizontal");
+			break;
+		case 3:
+			ops.push("-r", "180");
+			break;
+		case 4:
+			ops.push("-f", "vertical");
+			break;
+		case 5:
+			ops.push("-r", "270", "-f", "horizontal");
+			break;
+		case 6:
+			ops.push("-r", "90");
+			break;
+		case 7:
+			ops.push("-r", "90", "-f", "horizontal");
+			break;
+		case 8:
+			ops.push("-r", "270");
+			break;
+		default: return buffer;
+	}
+	return await withTempDir(async (dir) => {
+		const input = path.join(dir, "in.jpg");
+		const output = path.join(dir, "out.jpg");
+		await fs.writeFile(input, buffer);
+		await runExec("/usr/bin/sips", [
+			...ops,
+			input,
+			"--out",
+			output
+		], {
+			timeoutMs: 2e4,
+			maxBuffer: 1024 * 1024
+		});
+		return await fs.readFile(output);
+	});
+}
+async function resizeToJpeg(params) {
+	if (prefersSips()) {
+		const normalized = await normalizeExifOrientationSips(params.buffer);
+		if (params.withoutEnlargement !== false) {
+			const meta = await getImageMetadata(normalized);
+			if (meta) {
+				const maxDim = Math.max(meta.width, meta.height);
+				if (maxDim > 0 && maxDim <= params.maxSide) return await sipsResizeToJpeg({
+					buffer: normalized,
+					maxSide: maxDim,
+					quality: params.quality
+				});
+			}
+		}
+		return await sipsResizeToJpeg({
+			buffer: normalized,
+			maxSide: params.maxSide,
+			quality: params.quality
+		});
+	}
+	return await (await loadSharp())(params.buffer).rotate().resize({
+		width: params.maxSide,
+		height: params.maxSide,
+		fit: "inside",
+		withoutEnlargement: params.withoutEnlargement !== false
+	}).jpeg({
+		quality: params.quality,
+		mozjpeg: true
+	}).toBuffer();
+}
+async function convertHeicToJpeg(buffer) {
+	if (prefersSips()) return await sipsConvertToJpeg(buffer);
+	return await (await loadSharp())(buffer).jpeg({
+		quality: 90,
+		mozjpeg: true
+	}).toBuffer();
+}
+/**
+* Checks if an image has an alpha channel (transparency).
+* Returns true if the image has alpha, false otherwise.
+*/
+async function hasAlphaChannel(buffer) {
+	try {
+		const meta = await (await loadSharp())(buffer).metadata();
+		return meta.hasAlpha || meta.channels === 4;
+	} catch {
+		return false;
+	}
+}
+/**
+* Resizes an image to PNG format, preserving alpha channel (transparency).
+* Falls back to sharp only (no sips fallback for PNG with alpha).
+*/
+async function resizeToPng(params) {
+	const sharp = await loadSharp();
+	const compressionLevel = params.compressionLevel ?? 6;
+	return await sharp(params.buffer).rotate().resize({
+		width: params.maxSide,
+		height: params.maxSide,
+		fit: "inside",
+		withoutEnlargement: params.withoutEnlargement !== false
+	}).png({ compressionLevel }).toBuffer();
+}
+async function optimizeImageToPng(buffer, maxBytes) {
+	const sides = [
+		2048,
+		1536,
+		1280,
+		1024,
+		800
+	];
+	const compressionLevels = [
+		6,
+		7,
+		8,
+		9
+	];
+	let smallest = null;
+	for (const side of sides) for (const compressionLevel of compressionLevels) try {
+		const out = await resizeToPng({
+			buffer,
+			maxSide: side,
+			compressionLevel,
+			withoutEnlargement: true
+		});
+		const size = out.length;
+		if (!smallest || size < smallest.size) smallest = {
+			buffer: out,
+			size,
+			resizeSide: side,
+			compressionLevel
+		};
+		if (size <= maxBytes) return {
+			buffer: out,
+			optimizedSize: size,
+			resizeSide: side,
+			compressionLevel
+		};
+	} catch {}
+	if (smallest) return {
+		buffer: smallest.buffer,
+		optimizedSize: smallest.size,
+		resizeSide: smallest.resizeSide,
+		compressionLevel: smallest.compressionLevel
+	};
+	throw new Error("Failed to optimize PNG image");
+}
+/**
+* Internal sips-only EXIF normalization (no sharp fallback).
+* Used by resizeToJpeg to normalize before sips resize.
+*/
+async function normalizeExifOrientationSips(buffer) {
+	try {
+		const orientation = readJpegExifOrientation(buffer);
+		if (!orientation || orientation === 1) return buffer;
+		return await sipsApplyOrientation(buffer, orientation);
+	} catch {
+		return buffer;
+	}
+}
+
+//#endregion
+export { GATEWAY_CLIENT_NAMES as A, isMarkdownCapableMessageChannel as C, resolveMessageChannel as D, resolveGatewayMessageChannel as E, GATEWAY_CLIENT_IDS as O, isInternalMessageChannel as S, normalizeMessageChannel as T, maxBytesForKind as _, hasAlphaChannel as a, isDeliverableMessageChannel as b, detectMime as c, imageMimeFromFormat as d, isAudioFileName as f, MAX_IMAGE_BYTES as g, normalizeMimeType as h, getImageMetadata as i, GATEWAY_CLIENT_MODES as k, extensionForMime as l, kindFromMime as m, buildImageResizeSideGrid as n, optimizeImageToPng as o, isGifMedia as p, convertHeicToJpeg as r, resizeToJpeg as s, IMAGE_REDUCE_QUALITY_STEPS as t, getFileExtension as u, mediaKindFromMime as v, listDeliverableMessageChannels as w, isGatewayMessageChannel as x, INTERNAL_MESSAGE_CHANNEL as y };

package/dist/plugin-sdk/image-runtime-6xPp8m5a.js

@@ -0,0 +1,25 @@
+import "./run-with-concurrency-Bt_ks0Qa.js";
+import "./accounts-DP1-L-QS.js";
+import "./paths-MKyEVmEb.js";
+import "./github-copilot-token-D5fdS6xD.js";
+import "./config-BkEnz2Po.js";
+import "./logger-CZY9KIoY.js";
+import "./thinking-Bo2eosVa.js";
+import "./image-ops-BSiMpAw4.js";
+import "./pi-embedded-helpers-1R1gu7eX.js";
+import "./plugins-DeBZB9l_.js";
+import "./accounts-CJWOBzwB.js";
+import "./accounts-DZhWlEg3.js";
+import "./paths-vTM3Lh3X.js";
+import "./redact-DjVX-1N3.js";
+import "./errors-DaiAM-yU.js";
+import "./path-alias-guards-DBjLbIX_.js";
+import "./fs-safe-B8y811FR.js";
+import "./ssrf-cFtplYtS.js";
+import "./tool-images-Gk_-0y2N.js";
+import "./skills-CBkHBYPq.js";
+import "./chrome-BXoCyCkY.js";
+import "./store-5nyxY3WU.js";
+import { t as describeImageWithModel } from "./image-DjTEkYZE.js";
+
+export { describeImageWithModel };