@alfe.ai/openclaw 0.1.0 → 0.3.0

package/dist/plugin2.cjs

@@ -31,6 +31,7 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
 }) : target, mod));
 //#endregion
 let node_path = require("node:path");
+let node_fs_promises = require("node:fs/promises");
 let node_os = require("node:os");
 let node_module = require("node:module");
 let _alfe_ai_config = require("@alfe.ai/config");
@@ -3089,6 +3090,29 @@ async function registerWithDaemon(client, log, pluginName = "@alfe.ai/openclaw")
 const pkg = (0, node_module.createRequire)(require("url").pathToFileURL(__filename).href)("../package.json");
 const DEFAULT_SOCKET_PATH = (0, node_path.join)((0, node_os.homedir)(), ".alfe", "gateway.sock");
 let ipcClient = null;
+/**
+* The local AI proxy (packages/ai-proxy-local) runs alongside the daemon on a
+* fixed loopback port in every runtime mode (managed VM / docker / self-hosted),
+* injects the agent's Alfe key, and forwards arbitrary paths to the cloud AI
+* proxy. openclaw-chat hardcodes the same host for /__alfe/set-identity.
+*/
+const LOCAL_AI_PROXY_URL = process.env.ALFE_AI_PROXY_URL ?? "http://127.0.0.1:18193";
+/** Max avatar upload size — mirrors the server-side finalize check. */
+const MAX_AVATAR_BYTES = 5 * 1024 * 1024;
+/** Image types the avatar presign/finalize flow accepts, keyed by file extension. */
+const AVATAR_MIME_BY_EXT = {
+	".png": "image/png",
+	".jpg": "image/jpeg",
+	".jpeg": "image/jpeg",
+	".webp": "image/webp"
+};
+/** Infer an avatar mime type from a file path, rejecting unsupported types. */
+function avatarMimeFromPath(path) {
+	const ext = (0, node_path.extname)(path).toLowerCase();
+	const mimeType = AVATAR_MIME_BY_EXT[ext];
+	if (!mimeType) throw new Error(`unsupported image type "${ext || path}" — set_avatar accepts .png, .jpg/.jpeg, or .webp`);
+	return mimeType;
+}
 function ok(result) {
 	return { content: [{
 		type: "text",
@@ -3182,40 +3206,132 @@ function buildIntegrationTools(client) {
 	];
 }
 function buildVoiceTools(client) {
-	return [defineTool({
-		name: "list_voices",
-		description: "List the available voices this agent can speak with (the ElevenLabs catalogue). Use this to pick or confirm a voice before calling set_voice with the chosen id.",
-		parameters: Type.Object({}),
-		handler: async () => {
-			const { voices } = await client.listVoices();
-			return { voices: voices.map((v) => ({
-				id: v.id,
-				name: v.name,
-				description: v.description,
-				labels: v.labels,
-				category: v.category,
-				previewUrl: v.previewUrl
-			})) };
-		}
-	}), defineTool({
-		name: "set_voice",
-		description: "Change this agent's OWN voice. Pass a `voiceId` from list_voices. Optionally set `enabled` to turn voice on/off. Returns the updated voice config.",
-		parameters: Type.Object({
-			voiceId: Type.String({ description: "The ElevenLabs voice id to use, from list_voices (e.g. the `id` field)." }),
-			enabled: Type.Optional(Type.Boolean({ description: "Enable or disable voice. Omit to leave the current on/off state unchanged." }))
+	return [
+		defineTool({
+			name: "list_voices",
+			description: "List the available voices this agent can speak with (the ElevenLabs catalogue). Use this to pick or confirm a voice before calling set_voice with the chosen id.",
+			parameters: Type.Object({}),
+			handler: async () => {
+				const { voices } = await client.listVoices();
+				return { voices: voices.map((v) => ({
+					id: v.id,
+					name: v.name,
+					description: v.description,
+					labels: v.labels,
+					category: v.category,
+					previewUrl: v.previewUrl
+				})) };
+			}
 		}),
-		handler: async (params) => {
-			const voiceId = params.voiceId;
-			const enabled = params.enabled;
-			return {
-				updated: true,
-				voiceConfig: (await client.updateSelf({ voiceConfig: {
-					voiceId,
-					...enabled === void 0 ? {} : { enabled }
-				} })).voiceConfig
-			};
-		}
-	})];
+		defineTool({
+			name: "set_voice",
+			description: "Change this agent's OWN voice. Pass a `voiceId` from list_voices. Optionally set `enabled` to turn voice on/off. Returns the updated voice config.",
+			parameters: Type.Object({
+				voiceId: Type.String({ description: "The ElevenLabs voice id to use, from list_voices (e.g. the `id` field)." }),
+				enabled: Type.Optional(Type.Boolean({ description: "Enable or disable voice. Omit to leave the current on/off state unchanged." }))
+			}),
+			handler: async (params) => {
+				const voiceId = params.voiceId;
+				const enabled = params.enabled;
+				return {
+					updated: true,
+					voiceConfig: (await client.updateSelf({ voiceConfig: {
+						voiceId,
+						...enabled === void 0 ? {} : { enabled }
+					} })).voiceConfig
+				};
+			}
+		}),
+		defineTool({
+			name: "generate_avatar",
+			description: "Generate and set THIS agent's own profile picture / avatar from a text prompt (e.g. a character description). Updates the agent's real profile picture shown in the dashboard, chat, and apps. Use this — do NOT use `config set ui.assistant.avatar`, which has no effect on the real profile.",
+			parameters: Type.Object({ prompt: Type.String({ description: "Text description of the avatar to generate (e.g. a character or portrait description)." }) }),
+			handler: async (params) => {
+				const prompt = params.prompt;
+				return {
+					updated: true,
+					avatarUrl: (await client.generateAvatar({ prompt })).avatarUrl,
+					note: "This is now your live profile picture across the Alfe dashboard, chat, and apps. `config set ui.assistant.avatar` is NOT the way — it has no effect on the real profile."
+				};
+			}
+		}),
+		defineTool({
+			name: "set_avatar",
+			description: "Set THIS agent's own profile picture from a local image file you created or downloaded (png/jpeg/webp, <=5MB). Updates the real profile picture shown in the dashboard, chat, and apps. Use this — do NOT use `config set ui.assistant.avatar`, which has no effect on the real profile.",
+			parameters: Type.Object({ path: Type.String({ description: "Absolute path to a local image file (.png, .jpg/.jpeg, or .webp, <=5MB) to use as the avatar." }) }),
+			handler: async (params) => {
+				const path = params.path;
+				const mimeType = avatarMimeFromPath(path);
+				const bytes = await (0, node_fs_promises.readFile)(path);
+				if (bytes.length > MAX_AVATAR_BYTES) throw new Error(`image is ${String(bytes.length)} bytes — the avatar limit is ${String(MAX_AVATAR_BYTES)} bytes (5MB)`);
+				const { uploadUrl, s3Key } = await client.presignAvatar({
+					mimeType,
+					size: bytes.length
+				});
+				const putRes = await fetch(uploadUrl, {
+					method: "PUT",
+					headers: { "Content-Type": mimeType },
+					body: bytes
+				});
+				if (!putRes.ok) throw new Error(`failed to upload the avatar image (${String(putRes.status)})`);
+				return {
+					updated: true,
+					avatarUrl: (await client.finalizeAvatar(s3Key)).avatarUrl,
+					note: "This is now your live profile picture across the Alfe dashboard, chat, and apps. `config set ui.assistant.avatar` is NOT the way — it has no effect on the real profile."
+				};
+			}
+		}),
+		defineTool({
+			name: "generate_image",
+			description: "Generate an image from a text prompt. Returns a URL to the generated PNG. To show the image to the user, embed it in your reply as markdown: ![description](imageUrl). Optional `model` picks the image model (default gpt-image-1).",
+			parameters: Type.Object({
+				prompt: Type.String({ description: "Text description of the image to generate." }),
+				model: Type.Optional(Type.String({ description: "Image model id (default \"gpt-image-1\"). Others may be available, e.g. dall-e-3." })),
+				size: Type.Optional(Type.String({ description: "Image size, e.g. \"1024x1024\" (provider-dependent)." })),
+				quality: Type.Optional(Type.String({ description: "Image quality hint (provider-dependent)." }))
+			}),
+			handler: async (params) => {
+				const prompt = params.prompt;
+				const model = params.model ?? "gpt-image-1";
+				const size = params.size;
+				const quality = params.quality;
+				const genRes = await fetch(`${LOCAL_AI_PROXY_URL}/v1/images/generations`, {
+					method: "POST",
+					headers: { "Content-Type": "application/json" },
+					body: JSON.stringify({
+						model,
+						prompt,
+						...size ? { size } : {},
+						...quality ? { quality } : {}
+					})
+				});
+				const genJson = await genRes.json().catch(() => ({}));
+				if (!genRes.ok) throw new Error(`image generation failed (${String(genRes.status)}): ${genJson.message ?? genJson.error ?? "unknown error"}`);
+				const b64 = genJson.data?.[0]?.b64_json;
+				if (!b64) throw new Error("image generation returned no image data");
+				const buffer = Buffer.from(b64, "base64");
+				const filename = `generated-image-${String(Date.now())}.png`;
+				const { attachments } = await client.presignAttachments([{
+					filename,
+					mimeType: "image/png",
+					size: buffer.length
+				}]);
+				if (attachments.length === 0) throw new Error("failed to presign upload for the generated image");
+				const att = attachments[0];
+				const putRes = await fetch(att.uploadUrl, {
+					method: "PUT",
+					headers: { "Content-Type": "image/png" },
+					body: buffer
+				});
+				if (!putRes.ok) throw new Error(`failed to upload the generated image (${String(putRes.status)})`);
+				return {
+					imageUrl: att.downloadUrl,
+					model,
+					instruction: "Show this image to the user by including it in your reply as markdown: ![image](imageUrl)."
+				};
+			}
+		})
+	];
 }
 const plugin = {
 	id: "@alfe.ai/openclaw",

package/dist/plugin2.js

@@ -1,5 +1,6 @@
 import { createRequire } from "node:module";
-import { join } from "node:path";
+import { extname, join } from "node:path";
+import { readFile } from "node:fs/promises";
 import { homedir } from "node:os";
 import { resolveConfig } from "@alfe.ai/config";
 import { AgentApiClient } from "@alfe.ai/agent-api-client";
@@ -3090,6 +3091,29 @@ async function registerWithDaemon(client, log, pluginName = "@alfe.ai/openclaw")
 const pkg = createRequire(import.meta.url)("../package.json");
 const DEFAULT_SOCKET_PATH = join(homedir(), ".alfe", "gateway.sock");
 let ipcClient = null;
+/**
+* The local AI proxy (packages/ai-proxy-local) runs alongside the daemon on a
+* fixed loopback port in every runtime mode (managed VM / docker / self-hosted),
+* injects the agent's Alfe key, and forwards arbitrary paths to the cloud AI
+* proxy. openclaw-chat hardcodes the same host for /__alfe/set-identity.
+*/
+const LOCAL_AI_PROXY_URL = process.env.ALFE_AI_PROXY_URL ?? "http://127.0.0.1:18193";
+/** Max avatar upload size — mirrors the server-side finalize check. */
+const MAX_AVATAR_BYTES = 5 * 1024 * 1024;
+/** Image types the avatar presign/finalize flow accepts, keyed by file extension. */
+const AVATAR_MIME_BY_EXT = {
+	".png": "image/png",
+	".jpg": "image/jpeg",
+	".jpeg": "image/jpeg",
+	".webp": "image/webp"
+};
+/** Infer an avatar mime type from a file path, rejecting unsupported types. */
+function avatarMimeFromPath(path) {
+	const ext = extname(path).toLowerCase();
+	const mimeType = AVATAR_MIME_BY_EXT[ext];
+	if (!mimeType) throw new Error(`unsupported image type "${ext || path}" — set_avatar accepts .png, .jpg/.jpeg, or .webp`);
+	return mimeType;
+}
 function ok(result) {
 	return { content: [{
 		type: "text",
@@ -3183,40 +3207,132 @@ function buildIntegrationTools(client) {
 	];
 }
 function buildVoiceTools(client) {
-	return [defineTool({
-		name: "list_voices",
-		description: "List the available voices this agent can speak with (the ElevenLabs catalogue). Use this to pick or confirm a voice before calling set_voice with the chosen id.",
-		parameters: Type.Object({}),
-		handler: async () => {
-			const { voices } = await client.listVoices();
-			return { voices: voices.map((v) => ({
-				id: v.id,
-				name: v.name,
-				description: v.description,
-				labels: v.labels,
-				category: v.category,
-				previewUrl: v.previewUrl
-			})) };
-		}
-	}), defineTool({
-		name: "set_voice",
-		description: "Change this agent's OWN voice. Pass a `voiceId` from list_voices. Optionally set `enabled` to turn voice on/off. Returns the updated voice config.",
-		parameters: Type.Object({
-			voiceId: Type.String({ description: "The ElevenLabs voice id to use, from list_voices (e.g. the `id` field)." }),
-			enabled: Type.Optional(Type.Boolean({ description: "Enable or disable voice. Omit to leave the current on/off state unchanged." }))
+	return [
+		defineTool({
+			name: "list_voices",
+			description: "List the available voices this agent can speak with (the ElevenLabs catalogue). Use this to pick or confirm a voice before calling set_voice with the chosen id.",
+			parameters: Type.Object({}),
+			handler: async () => {
+				const { voices } = await client.listVoices();
+				return { voices: voices.map((v) => ({
+					id: v.id,
+					name: v.name,
+					description: v.description,
+					labels: v.labels,
+					category: v.category,
+					previewUrl: v.previewUrl
+				})) };
+			}
 		}),
-		handler: async (params) => {
-			const voiceId = params.voiceId;
-			const enabled = params.enabled;
-			return {
-				updated: true,
-				voiceConfig: (await client.updateSelf({ voiceConfig: {
-					voiceId,
-					...enabled === void 0 ? {} : { enabled }
-				} })).voiceConfig
-			};
-		}
-	})];
+		defineTool({
+			name: "set_voice",
+			description: "Change this agent's OWN voice. Pass a `voiceId` from list_voices. Optionally set `enabled` to turn voice on/off. Returns the updated voice config.",
+			parameters: Type.Object({
+				voiceId: Type.String({ description: "The ElevenLabs voice id to use, from list_voices (e.g. the `id` field)." }),
+				enabled: Type.Optional(Type.Boolean({ description: "Enable or disable voice. Omit to leave the current on/off state unchanged." }))
+			}),
+			handler: async (params) => {
+				const voiceId = params.voiceId;
+				const enabled = params.enabled;
+				return {
+					updated: true,
+					voiceConfig: (await client.updateSelf({ voiceConfig: {
+						voiceId,
+						...enabled === void 0 ? {} : { enabled }
+					} })).voiceConfig
+				};
+			}
+		}),
+		defineTool({
+			name: "generate_avatar",
+			description: "Generate and set THIS agent's own profile picture / avatar from a text prompt (e.g. a character description). Updates the agent's real profile picture shown in the dashboard, chat, and apps. Use this — do NOT use `config set ui.assistant.avatar`, which has no effect on the real profile.",
+			parameters: Type.Object({ prompt: Type.String({ description: "Text description of the avatar to generate (e.g. a character or portrait description)." }) }),
+			handler: async (params) => {
+				const prompt = params.prompt;
+				return {
+					updated: true,
+					avatarUrl: (await client.generateAvatar({ prompt })).avatarUrl,
+					note: "This is now your live profile picture across the Alfe dashboard, chat, and apps. `config set ui.assistant.avatar` is NOT the way — it has no effect on the real profile."
+				};
+			}
+		}),
+		defineTool({
+			name: "set_avatar",
+			description: "Set THIS agent's own profile picture from a local image file you created or downloaded (png/jpeg/webp, <=5MB). Updates the real profile picture shown in the dashboard, chat, and apps. Use this — do NOT use `config set ui.assistant.avatar`, which has no effect on the real profile.",
+			parameters: Type.Object({ path: Type.String({ description: "Absolute path to a local image file (.png, .jpg/.jpeg, or .webp, <=5MB) to use as the avatar." }) }),
+			handler: async (params) => {
+				const path = params.path;
+				const mimeType = avatarMimeFromPath(path);
+				const bytes = await readFile(path);
+				if (bytes.length > MAX_AVATAR_BYTES) throw new Error(`image is ${String(bytes.length)} bytes — the avatar limit is ${String(MAX_AVATAR_BYTES)} bytes (5MB)`);
+				const { uploadUrl, s3Key } = await client.presignAvatar({
+					mimeType,
+					size: bytes.length
+				});
+				const putRes = await fetch(uploadUrl, {
+					method: "PUT",
+					headers: { "Content-Type": mimeType },
+					body: bytes
+				});
+				if (!putRes.ok) throw new Error(`failed to upload the avatar image (${String(putRes.status)})`);
+				return {
+					updated: true,
+					avatarUrl: (await client.finalizeAvatar(s3Key)).avatarUrl,
+					note: "This is now your live profile picture across the Alfe dashboard, chat, and apps. `config set ui.assistant.avatar` is NOT the way — it has no effect on the real profile."
+				};
+			}
+		}),
+		defineTool({
+			name: "generate_image",
+			description: "Generate an image from a text prompt. Returns a URL to the generated PNG. To show the image to the user, embed it in your reply as markdown: ![description](imageUrl). Optional `model` picks the image model (default gpt-image-1).",
+			parameters: Type.Object({
+				prompt: Type.String({ description: "Text description of the image to generate." }),
+				model: Type.Optional(Type.String({ description: "Image model id (default \"gpt-image-1\"). Others may be available, e.g. dall-e-3." })),
+				size: Type.Optional(Type.String({ description: "Image size, e.g. \"1024x1024\" (provider-dependent)." })),
+				quality: Type.Optional(Type.String({ description: "Image quality hint (provider-dependent)." }))
+			}),
+			handler: async (params) => {
+				const prompt = params.prompt;
+				const model = params.model ?? "gpt-image-1";
+				const size = params.size;
+				const quality = params.quality;
+				const genRes = await fetch(`${LOCAL_AI_PROXY_URL}/v1/images/generations`, {
+					method: "POST",
+					headers: { "Content-Type": "application/json" },
+					body: JSON.stringify({
+						model,
+						prompt,
+						...size ? { size } : {},
+						...quality ? { quality } : {}
+					})
+				});
+				const genJson = await genRes.json().catch(() => ({}));
+				if (!genRes.ok) throw new Error(`image generation failed (${String(genRes.status)}): ${genJson.message ?? genJson.error ?? "unknown error"}`);
+				const b64 = genJson.data?.[0]?.b64_json;
+				if (!b64) throw new Error("image generation returned no image data");
+				const buffer = Buffer.from(b64, "base64");
+				const filename = `generated-image-${String(Date.now())}.png`;
+				const { attachments } = await client.presignAttachments([{
+					filename,
+					mimeType: "image/png",
+					size: buffer.length
+				}]);
+				if (attachments.length === 0) throw new Error("failed to presign upload for the generated image");
+				const att = attachments[0];
+				const putRes = await fetch(att.uploadUrl, {
+					method: "PUT",
+					headers: { "Content-Type": "image/png" },
+					body: buffer
+				});
+				if (!putRes.ok) throw new Error(`failed to upload the generated image (${String(putRes.status)})`);
+				return {
+					imageUrl: att.downloadUrl,
+					model,
+					instruction: "Show this image to the user by including it in your reply as markdown: ![image](imageUrl)."
+				};
+			}
+		})
+	];
 }
 const plugin = {
 	id: "@alfe.ai/openclaw",

package/openclaw.plugin.json

@@ -11,7 +11,8 @@
       "update_integration_config",
       "install_integration",
       "remove_integration",
-      "browse_integration_registry"
+      "browse_integration_registry",
+      "generate_image"
     ]
   },
   "configSchema": {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@alfe.ai/openclaw",
-  "version": "0.1.0",
+  "version": "0.3.0",
   "description": "OpenClaw plugin for Alfe — connects to local gateway daemon via IPC for integration management",
   "type": "module",
   "main": "./dist/index.js",