@clawchatsai/connector 0.0.51 → 0.0.53

package/dist/index.js

@@ -37,6 +37,8 @@ let signaling = null;
 let webrtcPeer = null;
 let healthServer = null;
 let _stopRequested = false;
+/** Model IDs that have 'input' explicitly set without 'image' support. */
+let _imageRestrictedModels = [];
 // ---------------------------------------------------------------------------
 // Config helpers
 // ---------------------------------------------------------------------------
@@ -325,15 +327,38 @@ async function stopClawChats(ctx) {
  * guard checks MediaPath/MediaPaths but not inline base64 attachments).
  * Injecting a minimal placeholder ensures the agent run proceeds.
  */
+// Track which ClawChats thread sessions have received the file-hint (once per session).
+const _hintedSessions = new Set();
 function normalizeGatewayPayload(raw) {
     try {
         const parsed = JSON.parse(raw);
-        if (parsed.method === 'chat.send' &&
-            Array.isArray(parsed.params?.attachments) &&
-            parsed.params.attachments.length > 0 &&
-            !parsed.params.message?.trim()) {
-            parsed.params.message = '[Image]';
-            return JSON.stringify(parsed);
+        if (parsed.method === 'chat.send' && typeof parsed.params?.message === 'string') {
+            // Warn user in-chat if they're sending image attachments to an image-restricted model.
+            // The warning is appended to the message so the AI echoes it back — impossible to miss.
+            if (Array.isArray(parsed.params?.attachments) &&
+                parsed.params.attachments.length > 0 &&
+                _imageRestrictedModels.length > 0) {
+                parsed.params.message = (parsed.params.message || '').trimEnd() +
+                    '\n\n[⚠️ ClawChats: image attachment not delivered — your model config is missing "image" input support. ' +
+                    'Fix: add "image" to the input array for your model in ~/.openclaw/openclaw.json, then restart the gateway.]';
+                return JSON.stringify(parsed);
+            }
+            // Fix image-only messages: inject placeholder so gateway doesn't reject empty body.
+            if (Array.isArray(parsed.params?.attachments) &&
+                parsed.params.attachments.length > 0 &&
+                !parsed.params.message?.trim()) {
+                parsed.params.message = '[Image]';
+                return JSON.stringify(parsed);
+            }
+            // Hint injection: teach the agent to emit MEDIA:/path via exec after creating files.
+            // Injected once per ClawChats thread session (~15 tokens, invisible to user).
+            const sk = parsed.params.sessionKey || '';
+            if (sk.includes(':chat:') && !_hintedSessions.has(sk)) {
+                _hintedSessions.add(sk);
+                parsed.params.message += '\n[ClawChats: after creating or saving any file, run: exec echo "MEDIA:/absolute/path/to/file" — this delivers it inline to the chat]';
+                console.log(`[clawchats] hint-injected for session ${sk}`);
+                return JSON.stringify(parsed);
+            }
         }
     }
     catch {
@@ -384,6 +409,14 @@ function setupDataChannelHandler(dc, connectionId, ctx) {
                     // Auth succeeded — add to broadcast clients and inform gateway
                     connectedClients.set(connectionId, dc);
                     ctx.logger.info(`Browser authenticated: ${connectionId}`);
+                    // Warn if any models have image support disabled in openclaw.json
+                    if (_imageRestrictedModels.length > 0) {
+                        dc.send(JSON.stringify({
+                            type: 'clawchats',
+                            event: 'image-capability-warning',
+                            models: _imageRestrictedModels,
+                        }));
+                    }
                     // Persist backup code changes if any were consumed
                     if (authConfig.backupCodeHashes && config.backupCodeHashes) {
                         config.backupCodeHashes = authConfig.backupCodeHashes;
@@ -667,6 +700,14 @@ async function handleSetup(token) {
         const openclawConfigPath = path.join(process.env.HOME || '/root', '.openclaw', 'openclaw.json');
         const openclawConfig = JSON.parse(fs.readFileSync(openclawConfigPath, 'utf8'));
         gatewayToken = openclawConfig.gateway?.auth?.token || openclawConfig.auth?.token || openclawConfig.token || '';
+        // Check for model definitions that have 'input' set without 'image' — these silently drop image attachments.
+        const modelDefs = openclawConfig?.models?.definitions ?? [];
+        _imageRestrictedModels = modelDefs
+            .filter(def => Array.isArray(def.input) && !def.input.includes('image'))
+            .map(def => def.id ?? '(unknown)');
+        if (_imageRestrictedModels.length > 0) {
+            console.warn(`[clawchats] image-restricted models detected: ${_imageRestrictedModels.join(', ')}`);
+        }
     }
     catch {
         console.error('Could not read gateway token from ~/.openclaw/openclaw.json');

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@clawchatsai/connector",
-  "version": "0.0.51",
+  "version": "0.0.53",
   "type": "module",
   "description": "ClawChats OpenClaw plugin — P2P tunnel + local API bridge",
   "main": "dist/index.js",

package/server.js

@@ -4064,15 +4064,31 @@ export function createApp(config = {}) {
       let content = extractContent(message);
       if (!content || !content.trim()) { console.log(`Skipping empty assistant response for thread ${parsed.threadId}`); return; }
 
-      // Attach any images captured by the after_tool_call hook (MEDIA: lines from exec stdout).
-      // Always clear the stash entry regardless of whether we find paths, to prevent leaking across turns.
+      // Attach media captured by the after_tool_call hook (MEDIA: lines from exec stdout).
+      // Classify by extension: images → inline markdown, audio/docs → metadata.attachments.
+      // Always clear the stash regardless of whether paths were found (prevents cross-turn leaks).
       const _mediaStash = config.mediaStash;
       const _pendingPaths = _mediaStash?.get(sessionKey) ?? [];
       _mediaStash?.delete(sessionKey);
+      const _IMAGE_EXTS = new Set(['png','jpg','jpeg','gif','webp','bmp','svg','ico','avif','tiff']);
+      const _AUDIO_EXTS = new Set(['mp3','wav','ogg','m4a','flac','aac','opus','wma']);
+      const _pendingAttachments = []; // non-image files → metadata.attachments
+      const imagePaths = []; // images → inline markdown (declared outside if for broadcast scope)
       if (_pendingPaths.length > 0) {
-        const imageMarkdown = _pendingPaths.map(p => `![image](${p})`).join('\n');
-        content = content.trimEnd() + '\n\n' + imageMarkdown;
-        console.log(`[clawchats] media-attach: appended ${_pendingPaths.length} image(s) to message for ${sessionKey}`);
+        for (const p of _pendingPaths) {
+          const ext = (p.split('.').pop() || '').toLowerCase();
+          if (_IMAGE_EXTS.has(ext)) {
+            imagePaths.push(p);
+          } else {
+            const name = p.split('/').pop();
+            const type = _AUDIO_EXTS.has(ext) ? 'audio' : 'file';
+            _pendingAttachments.push({ path: p, name, type });
+          }
+        }
+        if (imagePaths.length > 0) {
+          content = content.trimEnd() + '\n\n' + imagePaths.map(p => `![image](${p})`).join('\n');
+        }
+        console.log(`[clawchats] media-attach: ${imagePaths.length} image(s) inline, ${_pendingAttachments.length} attachment(s) for ${sessionKey}`);
       }
 
       const now = Date.now();
@@ -4096,13 +4112,17 @@ export function createApp(config = {}) {
           if (lastAssistantIdx >= 0) metadata.activityLog.splice(lastAssistantIdx, 1);
           metadata.activitySummary = this.generateActivitySummary(metadata.activityLog);
         }
+        if (_pendingAttachments.length > 0) {
+          metadata.attachments = [...(metadata.attachments || []), ..._pendingAttachments];
+        }
         db.prepare('UPDATE messages SET content = ?, metadata = ?, timestamp = ? WHERE id = ?')
           .run(content, JSON.stringify(metadata), now, pendingMsg.id);
         messageId = pendingMsg.id;
       } else {
         // No pending activity — normal INSERT (simple responses, no tools)
         messageId = seq != null ? `gw-${parsed.threadId}-${seq}` : `gw-${parsed.threadId}-${now}`;
-        db.prepare(`INSERT INTO messages (id, thread_id, role, content, status, timestamp, created_at) VALUES (?, ?, 'assistant', ?, 'sent', ?, ?) ON CONFLICT(id) DO UPDATE SET content = excluded.content, timestamp = excluded.timestamp`).run(messageId, parsed.threadId, content, now, now);
+        const newMeta = _pendingAttachments.length > 0 ? JSON.stringify({ attachments: _pendingAttachments }) : null;
+        db.prepare(`INSERT INTO messages (id, thread_id, role, content, status, metadata, timestamp, created_at) VALUES (?, ?, 'assistant', ?, 'sent', ?, ?, ?) ON CONFLICT(id) DO UPDATE SET content = excluded.content, metadata = COALESCE(excluded.metadata, metadata), timestamp = excluded.timestamp`).run(messageId, parsed.threadId, content, newMeta, now, now);
       }
 
       try {
@@ -4112,7 +4132,7 @@ export function createApp(config = {}) {
         const threadInfo = db.prepare('SELECT title FROM threads WHERE id = ?').get(parsed.threadId);
         const unreadCount = db.prepare('SELECT COUNT(*) as c FROM unread_messages WHERE thread_id = ?').get(parsed.threadId).c;
         const preview = content.length > 120 ? content.substring(0, 120) + '...' : content;
-        this.broadcastToBrowsers(JSON.stringify({ type: 'clawchats', event: 'message-saved', threadId: parsed.threadId, workspace: parsed.workspace, messageId, timestamp: now, title: threadInfo?.title || 'Chat', preview, unreadCount, updatedContent: _pendingPaths.length > 0 ? content : undefined }));
+        this.broadcastToBrowsers(JSON.stringify({ type: 'clawchats', event: 'message-saved', threadId: parsed.threadId, workspace: parsed.workspace, messageId, timestamp: now, title: threadInfo?.title || 'Chat', preview, unreadCount, updatedContent: imagePaths.length > 0 ? content : undefined, updatedAttachments: _pendingAttachments.length > 0 ? _pendingAttachments : undefined }));
         const workspaceUnreadTotal = db.prepare('SELECT COALESCE(SUM(unread_count), 0) as total FROM threads').get().total;
         this.broadcastToBrowsers(JSON.stringify({ type: 'clawchats', event: 'unread-update', workspace: parsed.workspace, threadId: parsed.threadId, messageId, action: 'new', unreadCount, workspaceUnreadTotal, title: threadInfo?.title || 'Chat', preview, timestamp: now }));
         console.log(`Saved assistant message to ${parsed.workspace}/${parsed.threadId} (${pendingMsg ? 'merged into pending' : 'seq: ' + seq})`);