twindex-openclaw-plugin 0.6.1 → 0.6.3

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "twindex-openclaw-plugin",
-  "version": "0.6.1",
+  "version": "0.6.3",
   "description": "Music intelligence for AI agents. Tours, merch drops, releases, presales.",
   "type": "module",
   "license": "MIT",

package/src/client.ts

@@ -173,7 +173,7 @@ interface TryOnResult {
   product: { title: string; price: string; buy_url: string };
 }
 
-/** Upload a selfie for personalized merch try-on. */
+/** Upload a selfie for personalized merch try-on (from URL). */
 export async function uploadPhoto(
   apiKey: string,
   photoUrl: string,
@@ -185,6 +185,29 @@ export async function uploadPhoto(
   });
 }
 
+/** Upload a selfie from raw file bytes (multipart). */
+export async function uploadPhotoFile(
+  apiKey: string,
+  fileData: Uint8Array,
+  filename: string,
+): Promise<void> {
+  const formData = new FormData();
+  formData.append("photo", new Blob([fileData]), filename);
+
+  const url = `${BASE_URL}/api/v1/me/photo/upload`;
+  const res = await fetch(url, {
+    method: "POST",
+    headers: { Authorization: `Bearer ${apiKey}` },
+    body: formData,
+    signal: AbortSignal.timeout(30_000),
+  });
+
+  if (!res.ok) {
+    const body = await res.text().catch(() => "");
+    throw new Error(`Twindex API ${res.status}: ${body}`);
+  }
+}
+
 /** Generate an image of the user wearing merch. */
 export async function tryOn(
   apiKey: string,

package/src/index.ts

@@ -1,4 +1,4 @@
-import { readFileSync, writeFileSync } from "fs";
+import { readFileSync, writeFileSync, readdirSync, statSync } from "fs";
 import { join } from "path";
 import { homedir } from "os";
 import * as twindex from "./client.js";
@@ -457,19 +457,18 @@ export default function register(api: any) {
   api.registerTool({
     name: "twindex_upload_photo",
     description:
-      "Upload the user's photo for personalized merch try-on. The user sends a selfie in chat, and you pass the photo URL here. One photo per user — uploading replaces the previous one.",
+      "Upload the user's selfie for personalized merch try-on. When the user sends a photo in chat, call this tool with NO parameters — it automatically finds the most recent photo from the conversation. One photo per user — uploading replaces the previous one.",
     parameters: {
       type: "object",
       properties: {
         photo_url: {
           type: "string",
           description:
-            "URL of the user's photo (from the media attachment in their message)",
+            "Optional. URL of the user's photo. If omitted, automatically uses the most recent photo sent in chat.",
         },
       },
-      required: ["photo_url"],
     },
-    async execute(_id: string, params: { photo_url: string }) {
+    async execute(_id: string, params: { photo_url?: string }) {
       const apiKey = cfg().apiKey;
       if (!apiKey) {
         return {
@@ -480,7 +479,54 @@ export default function register(api: any) {
       }
 
       try {
-        await twindex.uploadPhoto(apiKey, params.photo_url);
+        if (params.photo_url) {
+          await twindex.uploadPhoto(apiKey, params.photo_url);
+        } else {
+          // Find the most recent inbound photo from OpenClaw media
+          const inboundDir = join(homedir(), ".openclaw", "media", "inbound");
+          let files: string[];
+          try {
+            files = readdirSync(inboundDir).filter((f) =>
+              /\.(jpg|jpeg|png)$/i.test(f),
+            );
+          } catch {
+            return {
+              content: [
+                {
+                  type: "text",
+                  text: "No photos found. Please send a selfie in chat first.",
+                },
+              ],
+            };
+          }
+
+          if (files.length === 0) {
+            return {
+              content: [
+                {
+                  type: "text",
+                  text: "No photos found in chat. Please send a selfie first.",
+                },
+              ],
+            };
+          }
+
+          // Sort by modification time, newest first
+          files.sort((a, b) => {
+            const aStat = statSync(join(inboundDir, a));
+            const bStat = statSync(join(inboundDir, b));
+            return bStat.mtimeMs - aStat.mtimeMs;
+          });
+
+          const latestFile = join(inboundDir, files[0]);
+          const fileData = readFileSync(latestFile);
+          await twindex.uploadPhotoFile(
+            apiKey,
+            new Uint8Array(fileData),
+            files[0],
+          );
+        }
+
         return {
           content: [
             {
@@ -543,9 +589,8 @@ export default function register(api: any) {
           content: [
             {
               type: "text",
-              text: `Here's you in the ${result.product.title} ($${result.product.price})!\nBuy it: ${result.product.buy_url}`,
+              text: `Here's you in the ${result.product.title} ($${result.product.price})!\n\nTry-on image: ${result.image_url}\n\nBuy it: ${result.product.buy_url}\n\nIMPORTANT: Send the try-on image URL to the user so they can see themselves wearing it. The image URL above is the generated photo of the user in this merch.`,
             },
-            { type: "image", url: result.image_url },
           ],
         };
       } catch (err: any) {