@alfe.ai/openclaw 0.3.1 → 0.4.0

package/dist/plugin2.cjs

@@ -3090,13 +3090,6 @@ async function registerWithDaemon(client, log, pluginName = "@alfe.ai/openclaw")
 const pkg = (0, node_module.createRequire)(require("url").pathToFileURL(__filename).href)("../package.json");
 const DEFAULT_SOCKET_PATH = (0, node_path.join)((0, node_os.homedir)(), ".alfe", "gateway.sock");
 let ipcClient = null;
-/**
-* The local AI proxy (packages/ai-proxy-local) runs alongside the daemon on a
-* fixed loopback port in every runtime mode (managed VM / docker / self-hosted),
-* injects the agent's Alfe key, and forwards arbitrary paths to the cloud AI
-* proxy. openclaw-chat hardcodes the same host for /__alfe/set-identity.
-*/
-const LOCAL_AI_PROXY_URL = process.env.ALFE_AI_PROXY_URL ?? "http://127.0.0.1:18193";
 /** Max avatar upload size — mirrors the server-side finalize check. */
 const MAX_AVATAR_BYTES = 5 * 1024 * 1024;
 /** Image types the avatar presign/finalize flow accepts, keyed by file extension. */
@@ -3113,6 +3106,23 @@ function avatarMimeFromPath(path) {
 	if (!mimeType) throw new Error(`unsupported image type "${ext || path}" — set_avatar accepts .png, .jpg/.jpeg, or .webp`);
 	return mimeType;
 }
+/**
+* Infer an avatar mime type for a remote image — prefer the response's
+* Content-Type, else the URL path extension. Lets `set_avatar` accept a URL
+* (e.g. the one `generate_image` returns), which is how an agent naturally
+* wants to set the picture it just generated.
+*/
+function avatarMimeFromUrl(url, contentType) {
+	const ct = (contentType ?? "").split(";")[0].trim().toLowerCase();
+	if (ct === "image/png" || ct === "image/jpeg" || ct === "image/webp") return ct;
+	let pathname = url;
+	try {
+		pathname = new URL(url).pathname;
+	} catch {}
+	const byExt = AVATAR_MIME_BY_EXT[(0, node_path.extname)(pathname).toLowerCase()];
+	if (byExt) return byExt;
+	throw new Error(`could not determine the image type for "${url}" — set_avatar accepts png, jpeg, or webp`);
+}
 function ok(result) {
 	return { content: [{
 		type: "text",
@@ -3120,10 +3130,17 @@ function ok(result) {
 	}] };
 }
 function errResult(message) {
-	return { content: [{
-		type: "text",
-		text: JSON.stringify({ error: message })
-	}] };
+	return {
+		content: [{
+			type: "text",
+			text: JSON.stringify({ error: message })
+		}],
+		isError: true,
+		details: {
+			status: "error",
+			error: message
+		}
+	};
 }
 function defineTool(def) {
 	return {
@@ -3257,12 +3274,25 @@ function buildVoiceTools(client) {
 		}),
 		defineTool({
 			name: "set_avatar",
-			description: "Set THIS agent's own profile picture from a local image file you created or downloaded (png/jpeg/webp, <=5MB). Updates the real profile picture shown in the dashboard, chat, and apps. Use this — do NOT use `config set ui.assistant.avatar`, which has no effect on the real profile.",
-			parameters: Type.Object({ path: Type.String({ description: "Absolute path to a local image file (.png, .jpg/.jpeg, or .webp, <=5MB) to use as the avatar." }) }),
+			description: "Set THIS agent's OWN profile picture from an image — pass a `url` (e.g. the URL returned by `generate_image`) OR a local file `path` you created/downloaded (png/jpeg/webp, <=5MB). Updates the real profile picture shown in the dashboard, chat, and apps. IMPORTANT: this is how you set YOUR OWN avatar — do NOT use `update_identity` (that edits a CONTACT/person you know, not your own profile) and do NOT use `config set ui.assistant.avatar` (no effect).",
+			parameters: Type.Object({
+				url: Type.Optional(Type.String({ description: "URL of an image to use as the avatar — e.g. the `url` returned by `generate_image`. png/jpeg/webp, <=5MB." })),
+				path: Type.Optional(Type.String({ description: "Absolute path to a LOCAL image file (.png, .jpg/.jpeg, or .webp, <=5MB). Use `url` instead if you have a URL." }))
+			}),
 			handler: async (params) => {
+				const url = params.url;
 				const path = params.path;
-				const mimeType = avatarMimeFromPath(path);
-				const bytes = await (0, node_fs_promises.readFile)(path);
+				let bytes;
+				let mimeType;
+				if (url) {
+					const dl = await fetch(url);
+					if (!dl.ok) throw new Error(`failed to download the image from the url (${String(dl.status)})`);
+					bytes = Buffer.from(await dl.arrayBuffer());
+					mimeType = avatarMimeFromUrl(url, dl.headers.get("content-type"));
+				} else if (path) {
+					mimeType = avatarMimeFromPath(path);
+					bytes = await (0, node_fs_promises.readFile)(path);
+				} else throw new Error("provide either `url` (an image URL, e.g. from generate_image) or `path` (a local image file)");
 				if (bytes.length > MAX_AVATAR_BYTES) throw new Error(`image is ${String(bytes.length)} bytes — the avatar limit is ${String(MAX_AVATAR_BYTES)} bytes (5MB)`);
 				const { uploadUrl, s3Key } = await client.presignAvatar({
 					mimeType,
@@ -3271,7 +3301,7 @@ function buildVoiceTools(client) {
 				const putRes = await fetch(uploadUrl, {
 					method: "PUT",
 					headers: { "Content-Type": mimeType },
-					body: bytes
+					body: new Uint8Array(bytes)
 				});
 				if (!putRes.ok) throw new Error(`failed to upload the avatar image (${String(putRes.status)})`);
 				return {
@@ -3283,49 +3313,22 @@ function buildVoiceTools(client) {
 		}),
 		defineTool({
 			name: "generate_image",
-			description: "Generate an image from a text prompt. Returns a URL to the generated PNG. To show the image to the user, embed it in your reply as markdown: ![description](imageUrl). Optional `model` picks the image model (default gpt-image-1).",
+			description: "Generate an image from a text prompt. Returns a URL to the generated PNG. To show the image to the user, embed it in your reply as markdown: ![description](imageUrl). To set the generated image as YOUR OWN profile picture, pass its url to `set_avatar` (NOT update_identity, which edits other people you know). Or skip this and use `generate_avatar` to generate + set your avatar in one step. Optional `model` picks the image model (default gpt-image-1). Generation is synchronous and may take up to ~30s; if it times out, retry or use a standard size.",
 			parameters: Type.Object({
 				prompt: Type.String({ description: "Text description of the image to generate." }),
 				model: Type.Optional(Type.String({ description: "Image model id (default \"gpt-image-1\"). Others may be available, e.g. dall-e-3." })),
-				size: Type.Optional(Type.String({ description: "Image size, e.g. \"1024x1024\" (provider-dependent)." })),
+				size: Type.Optional(Type.String({ description: "Image size. For the default gpt-image-1 use one of \"1024x1024\" (square), \"1536x1024\" (landscape), \"1024x1536\" (portrait), or \"auto\" — NOT \"512x512\". Other models accept their own sizes. Omit to use the provider default." })),
 				quality: Type.Optional(Type.String({ description: "Image quality hint (provider-dependent)." }))
 			}),
 			handler: async (params) => {
-				const prompt = params.prompt;
-				const model = params.model ?? "gpt-image-1";
-				const size = params.size;
-				const quality = params.quality;
-				const genRes = await fetch(`${LOCAL_AI_PROXY_URL}/v1/images/generations`, {
-					method: "POST",
-					headers: { "Content-Type": "application/json" },
-					body: JSON.stringify({
-						model,
-						prompt,
-						...size ? { size } : {},
-						...quality ? { quality } : {}
-					})
-				});
-				const genJson = await genRes.json().catch(() => ({}));
-				if (!genRes.ok) throw new Error(`image generation failed (${String(genRes.status)}): ${genJson.message ?? genJson.error ?? "unknown error"}`);
-				const b64 = genJson.data?.[0]?.b64_json;
-				if (!b64) throw new Error("image generation returned no image data");
-				const buffer = Buffer.from(b64, "base64");
-				const filename = `generated-image-${String(Date.now())}.png`;
-				const { attachments } = await client.presignAttachments([{
-					filename,
-					mimeType: "image/png",
-					size: buffer.length
-				}]);
-				if (attachments.length === 0) throw new Error("failed to presign upload for the generated image");
-				const att = attachments[0];
-				const putRes = await fetch(att.uploadUrl, {
-					method: "PUT",
-					headers: { "Content-Type": "image/png" },
-					body: buffer
+				const { imageUrl, model } = await client.generateImage({
+					prompt: params.prompt,
+					model: params.model,
+					size: params.size,
+					quality: params.quality
 				});
-				if (!putRes.ok) throw new Error(`failed to upload the generated image (${String(putRes.status)})`);
 				return {
-					imageUrl: att.downloadUrl,
+					imageUrl,
 					model,
 					instruction: "Show this image to the user by including it in your reply as markdown: ![image](imageUrl)."
 				};

package/dist/plugin2.js

@@ -3091,13 +3091,6 @@ async function registerWithDaemon(client, log, pluginName = "@alfe.ai/openclaw")
 const pkg = createRequire(import.meta.url)("../package.json");
 const DEFAULT_SOCKET_PATH = join(homedir(), ".alfe", "gateway.sock");
 let ipcClient = null;
-/**
-* The local AI proxy (packages/ai-proxy-local) runs alongside the daemon on a
-* fixed loopback port in every runtime mode (managed VM / docker / self-hosted),
-* injects the agent's Alfe key, and forwards arbitrary paths to the cloud AI
-* proxy. openclaw-chat hardcodes the same host for /__alfe/set-identity.
-*/
-const LOCAL_AI_PROXY_URL = process.env.ALFE_AI_PROXY_URL ?? "http://127.0.0.1:18193";
 /** Max avatar upload size — mirrors the server-side finalize check. */
 const MAX_AVATAR_BYTES = 5 * 1024 * 1024;
 /** Image types the avatar presign/finalize flow accepts, keyed by file extension. */
@@ -3114,6 +3107,23 @@ function avatarMimeFromPath(path) {
 	if (!mimeType) throw new Error(`unsupported image type "${ext || path}" — set_avatar accepts .png, .jpg/.jpeg, or .webp`);
 	return mimeType;
 }
+/**
+* Infer an avatar mime type for a remote image — prefer the response's
+* Content-Type, else the URL path extension. Lets `set_avatar` accept a URL
+* (e.g. the one `generate_image` returns), which is how an agent naturally
+* wants to set the picture it just generated.
+*/
+function avatarMimeFromUrl(url, contentType) {
+	const ct = (contentType ?? "").split(";")[0].trim().toLowerCase();
+	if (ct === "image/png" || ct === "image/jpeg" || ct === "image/webp") return ct;
+	let pathname = url;
+	try {
+		pathname = new URL(url).pathname;
+	} catch {}
+	const byExt = AVATAR_MIME_BY_EXT[extname(pathname).toLowerCase()];
+	if (byExt) return byExt;
+	throw new Error(`could not determine the image type for "${url}" — set_avatar accepts png, jpeg, or webp`);
+}
 function ok(result) {
 	return { content: [{
 		type: "text",
@@ -3121,10 +3131,17 @@ function ok(result) {
 	}] };
 }
 function errResult(message) {
-	return { content: [{
-		type: "text",
-		text: JSON.stringify({ error: message })
-	}] };
+	return {
+		content: [{
+			type: "text",
+			text: JSON.stringify({ error: message })
+		}],
+		isError: true,
+		details: {
+			status: "error",
+			error: message
+		}
+	};
 }
 function defineTool(def) {
 	return {
@@ -3258,12 +3275,25 @@ function buildVoiceTools(client) {
 		}),
 		defineTool({
 			name: "set_avatar",
-			description: "Set THIS agent's own profile picture from a local image file you created or downloaded (png/jpeg/webp, <=5MB). Updates the real profile picture shown in the dashboard, chat, and apps. Use this — do NOT use `config set ui.assistant.avatar`, which has no effect on the real profile.",
-			parameters: Type.Object({ path: Type.String({ description: "Absolute path to a local image file (.png, .jpg/.jpeg, or .webp, <=5MB) to use as the avatar." }) }),
+			description: "Set THIS agent's OWN profile picture from an image — pass a `url` (e.g. the URL returned by `generate_image`) OR a local file `path` you created/downloaded (png/jpeg/webp, <=5MB). Updates the real profile picture shown in the dashboard, chat, and apps. IMPORTANT: this is how you set YOUR OWN avatar — do NOT use `update_identity` (that edits a CONTACT/person you know, not your own profile) and do NOT use `config set ui.assistant.avatar` (no effect).",
+			parameters: Type.Object({
+				url: Type.Optional(Type.String({ description: "URL of an image to use as the avatar — e.g. the `url` returned by `generate_image`. png/jpeg/webp, <=5MB." })),
+				path: Type.Optional(Type.String({ description: "Absolute path to a LOCAL image file (.png, .jpg/.jpeg, or .webp, <=5MB). Use `url` instead if you have a URL." }))
+			}),
 			handler: async (params) => {
+				const url = params.url;
 				const path = params.path;
-				const mimeType = avatarMimeFromPath(path);
-				const bytes = await readFile(path);
+				let bytes;
+				let mimeType;
+				if (url) {
+					const dl = await fetch(url);
+					if (!dl.ok) throw new Error(`failed to download the image from the url (${String(dl.status)})`);
+					bytes = Buffer.from(await dl.arrayBuffer());
+					mimeType = avatarMimeFromUrl(url, dl.headers.get("content-type"));
+				} else if (path) {
+					mimeType = avatarMimeFromPath(path);
+					bytes = await readFile(path);
+				} else throw new Error("provide either `url` (an image URL, e.g. from generate_image) or `path` (a local image file)");
 				if (bytes.length > MAX_AVATAR_BYTES) throw new Error(`image is ${String(bytes.length)} bytes — the avatar limit is ${String(MAX_AVATAR_BYTES)} bytes (5MB)`);
 				const { uploadUrl, s3Key } = await client.presignAvatar({
 					mimeType,
@@ -3272,7 +3302,7 @@ function buildVoiceTools(client) {
 				const putRes = await fetch(uploadUrl, {
 					method: "PUT",
 					headers: { "Content-Type": mimeType },
-					body: bytes
+					body: new Uint8Array(bytes)
 				});
 				if (!putRes.ok) throw new Error(`failed to upload the avatar image (${String(putRes.status)})`);
 				return {
@@ -3284,49 +3314,22 @@ function buildVoiceTools(client) {
 		}),
 		defineTool({
 			name: "generate_image",
-			description: "Generate an image from a text prompt. Returns a URL to the generated PNG. To show the image to the user, embed it in your reply as markdown: ![description](imageUrl). Optional `model` picks the image model (default gpt-image-1).",
+			description: "Generate an image from a text prompt. Returns a URL to the generated PNG. To show the image to the user, embed it in your reply as markdown: ![description](imageUrl). To set the generated image as YOUR OWN profile picture, pass its url to `set_avatar` (NOT update_identity, which edits other people you know). Or skip this and use `generate_avatar` to generate + set your avatar in one step. Optional `model` picks the image model (default gpt-image-1). Generation is synchronous and may take up to ~30s; if it times out, retry or use a standard size.",
 			parameters: Type.Object({
 				prompt: Type.String({ description: "Text description of the image to generate." }),
 				model: Type.Optional(Type.String({ description: "Image model id (default \"gpt-image-1\"). Others may be available, e.g. dall-e-3." })),
-				size: Type.Optional(Type.String({ description: "Image size, e.g. \"1024x1024\" (provider-dependent)." })),
+				size: Type.Optional(Type.String({ description: "Image size. For the default gpt-image-1 use one of \"1024x1024\" (square), \"1536x1024\" (landscape), \"1024x1536\" (portrait), or \"auto\" — NOT \"512x512\". Other models accept their own sizes. Omit to use the provider default." })),
 				quality: Type.Optional(Type.String({ description: "Image quality hint (provider-dependent)." }))
 			}),
 			handler: async (params) => {
-				const prompt = params.prompt;
-				const model = params.model ?? "gpt-image-1";
-				const size = params.size;
-				const quality = params.quality;
-				const genRes = await fetch(`${LOCAL_AI_PROXY_URL}/v1/images/generations`, {
-					method: "POST",
-					headers: { "Content-Type": "application/json" },
-					body: JSON.stringify({
-						model,
-						prompt,
-						...size ? { size } : {},
-						...quality ? { quality } : {}
-					})
-				});
-				const genJson = await genRes.json().catch(() => ({}));
-				if (!genRes.ok) throw new Error(`image generation failed (${String(genRes.status)}): ${genJson.message ?? genJson.error ?? "unknown error"}`);
-				const b64 = genJson.data?.[0]?.b64_json;
-				if (!b64) throw new Error("image generation returned no image data");
-				const buffer = Buffer.from(b64, "base64");
-				const filename = `generated-image-${String(Date.now())}.png`;
-				const { attachments } = await client.presignAttachments([{
-					filename,
-					mimeType: "image/png",
-					size: buffer.length
-				}]);
-				if (attachments.length === 0) throw new Error("failed to presign upload for the generated image");
-				const att = attachments[0];
-				const putRes = await fetch(att.uploadUrl, {
-					method: "PUT",
-					headers: { "Content-Type": "image/png" },
-					body: buffer
+				const { imageUrl, model } = await client.generateImage({
+					prompt: params.prompt,
+					model: params.model,
+					size: params.size,
+					quality: params.quality
 				});
-				if (!putRes.ok) throw new Error(`failed to upload the generated image (${String(putRes.status)})`);
 				return {
-					imageUrl: att.downloadUrl,
+					imageUrl,
 					model,
 					instruction: "Show this image to the user by including it in your reply as markdown: ![image](imageUrl)."
 				};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@alfe.ai/openclaw",
-  "version": "0.3.1",
+  "version": "0.4.0",
   "description": "OpenClaw plugin for Alfe — connects to local gateway daemon via IPC for integration management",
   "type": "module",
   "main": "./dist/index.js",
@@ -26,7 +26,7 @@
     "@auriclabs/logger": "^0.1.1",
     "@sinclair/typebox": "^0.34.48",
     "zod": "^4.1.5",
-    "@alfe.ai/agent-api-client": "^0.4.0",
+    "@alfe.ai/agent-api-client": "^0.5.0",
     "@alfe.ai/config": "^0.3.0"
   },
   "peerDependencies": {