@clawchatsai/connector 0.0.44 → 0.0.45

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@clawchatsai/connector",
-  "version": "0.0.44",
+  "version": "0.0.45",
   "type": "module",
   "description": "ClawChats OpenClaw plugin — P2P tunnel + local API bridge",
   "main": "dist/index.js",

package/server.js

@@ -3969,6 +3969,7 @@ export function createApp(config = {}) {
       this._externalBroadcastTargets = [];
       this.streamState = new Map();
       this.activityLogs = new Map();
+      this._pendingMediaUrls = new Map(); // sessionKey → string[] of MEDIA: paths captured during streaming
       setInterval(() => {
         const cutoff = Date.now() - 10 * 60 * 1000;
         for (const [runId, log] of this.activityLogs) {
@@ -4065,6 +4066,42 @@ export function createApp(config = {}) {
       if (!content || !content.trim()) { console.log(`Skipping empty assistant response for thread ${parsed.threadId}`); return; }
       const now = Date.now();
 
+      // Check if the final assembled message content contains MEDIA: lines
+      console.log('[ClawChats] saveAssistantMessage hasMedia:', content.includes('MEDIA:'), 'msgKeys:', Object.keys(message||{}), 'msgMediaUrls:', JSON.stringify(message?.mediaUrls), 'msgMediaUrl:', message?.mediaUrl);
+
+      // Extract MEDIA: paths from the final complete message content (if gateway preserves them here)
+      let attachments = null;
+      const mediaMatches = [...content.matchAll(/^MEDIA:\s*(\S+)/gm)].map(m => m[1].trim()).filter(p => /\.\w{1,10}$/.test(p));
+      if (mediaMatches.length > 0) {
+        console.log('[ClawChats] MEDIA paths from final content:', JSON.stringify(mediaMatches));
+        attachments = mediaMatches.map(filePath => {
+          const name = path.basename(filePath);
+          const ext = (name.split('.').pop() || '').toLowerCase();
+          const type = ['jpg','jpeg','png','gif','webp','svg','bmp','ico'].includes(ext) ? 'image'
+            : ['mp3','wav','ogg','aac','m4a','flac','opus'].includes(ext) ? 'audio'
+            : ['mp4','webm','mov','avi','mkv'].includes(ext) ? 'video' : 'file';
+          return { path: filePath, name, type };
+        });
+      }
+
+      // Fallback: use MEDIA: paths captured from delta stream
+      if (!attachments) {
+        const paths = this._pendingMediaUrls.get(sessionKey);
+        this._pendingMediaUrls.delete(sessionKey);
+        if (paths?.length) {
+          attachments = paths.map(filePath => {
+            const name = path.basename(filePath);
+            const ext = (name.split('.').pop() || '').toLowerCase();
+            const type = ['jpg','jpeg','png','gif','webp','svg','bmp','ico'].includes(ext) ? 'image'
+              : ['mp3','wav','ogg','aac','m4a','flac','opus'].includes(ext) ? 'audio'
+              : ['mp4','webm','mov','avi','mkv'].includes(ext) ? 'video' : 'file';
+            return { path: filePath, name, type };
+          });
+        }
+      } else {
+        this._pendingMediaUrls.delete(sessionKey); // clean up either way
+      }
+
       // Check for pending activity message
       const pendingMsg = db.prepare(`
         SELECT id, metadata FROM messages
@@ -4084,13 +4121,15 @@ export function createApp(config = {}) {
           if (lastAssistantIdx >= 0) metadata.activityLog.splice(lastAssistantIdx, 1);
           metadata.activitySummary = this.generateActivitySummary(metadata.activityLog);
         }
+        if (attachments) metadata.attachments = attachments;
         db.prepare('UPDATE messages SET content = ?, metadata = ?, timestamp = ? WHERE id = ?')
           .run(content, JSON.stringify(metadata), now, pendingMsg.id);
         messageId = pendingMsg.id;
       } else {
         // No pending activity — normal INSERT (simple responses, no tools)
         messageId = seq != null ? `gw-${parsed.threadId}-${seq}` : `gw-${parsed.threadId}-${now}`;
-        db.prepare(`INSERT INTO messages (id, thread_id, role, content, status, timestamp, created_at) VALUES (?, ?, 'assistant', ?, 'sent', ?, ?) ON CONFLICT(id) DO UPDATE SET content = excluded.content, timestamp = excluded.timestamp`).run(messageId, parsed.threadId, content, now, now);
+        const metaStr = attachments ? JSON.stringify({ attachments }) : null;
+        db.prepare(`INSERT INTO messages (id, thread_id, role, content, status, metadata, timestamp, created_at) VALUES (?, ?, 'assistant', ?, 'sent', ?, ?, ?) ON CONFLICT(id) DO UPDATE SET content = excluded.content, metadata = COALESCE(excluded.metadata, metadata), timestamp = excluded.timestamp`).run(messageId, parsed.threadId, content, metaStr, now, now);
       }
 
       try {
@@ -4132,6 +4171,8 @@ export function createApp(config = {}) {
       } catch (e) { console.error(`Failed to save error marker:`, e.message); }
     }
 
+    // _scanRecentWorkspaceFiles removed — MEDIA: paths captured from delta stream instead
+
     generateThreadTitle(db, threadId, workspace, skipHeuristic = false) {
       const thread = db.prepare('SELECT title FROM threads WHERE id = ?').get(threadId);
       if (!thread) return;
@@ -4182,7 +4223,25 @@ export function createApp(config = {}) {
       if (!this.activityLogs.has(runId)) this.activityLogs.set(runId, { sessionKey, steps: [], startTime: Date.now() });
       const log = this.activityLogs.get(runId);
       if (stream === 'assistant') {
+        // Check data.mediaUrls — gateway populates this via splitMediaFromOutput on each streaming event.
+        // Partial path events (e.g. ["/"]) fail the extension filter; complete-path events pass.
+        const incomingUrls = Array.isArray(data?.mediaUrls) ? data.mediaUrls : (data?.mediaUrl ? [data.mediaUrl] : []);
+        for (const p of incomingUrls) {
+          if (typeof p === 'string' && /\.\w{1,10}$/.test(p)) {
+            if (!log._seenMediaPaths) log._seenMediaPaths = new Set();
+            if (!log._seenMediaPaths.has(p)) {
+              log._seenMediaPaths.add(p);
+              if (!this._pendingMediaUrls.has(sessionKey)) this._pendingMediaUrls.set(sessionKey, []);
+              this._pendingMediaUrls.get(sessionKey).push(p);
+              console.log('[ClawChats] MEDIA path captured from mediaUrls:', p);
+            }
+          }
+        }
+        if (incomingUrls.length > 0) console.log('[ClawChats] mediaUrls on event:', JSON.stringify(incomingUrls));
         const text = data?.text || '';
+        const delta = data?.delta || '';
+        // Log if a MEDIA: directive appears in text or delta (must look like an actual path, not just the word)
+        if (/MEDIA:\s*[./~a-zA-Z]/.test(text.slice(-80)) || /MEDIA:\s*[./~a-zA-Z]/.test(delta)) console.log('[ClawChats] MEDIA in stream! text tail:', JSON.stringify(text.slice(-80)), 'delta:', JSON.stringify(delta));
         if (text) {
           let currentSegment = log._currentAssistantSegment;
           if (!currentSegment || currentSegment._sealed) {
@@ -4209,6 +4268,7 @@ export function createApp(config = {}) {
         if (log._currentAssistantSegment && !log._currentAssistantSegment._sealed) { log._currentAssistantSegment._sealed = true; }
         const step = { type: 'tool', timestamp: Date.now(), name: data?.name || 'unknown', phase: data?.phase || 'start', toolCallId: data?.toolCallId, meta: data?.meta, isError: data?.isError || false };
         if (data?.phase === 'result') {
+          if (data?.name === 'exec') console.log('[ClawChats] exec tool result meta:', JSON.stringify(data?.meta));
           const existing = log.steps.findLast(s => s.toolCallId === data.toolCallId && (s.phase === 'start' || s.phase === 'running'));
           if (existing) { existing.phase = 'done'; existing.resultMeta = data?.meta; existing.isError = data?.isError || false; existing.durationMs = Date.now() - existing.timestamp; }
           else { step.phase = 'done'; log.steps.push(step); }
@@ -4221,6 +4281,7 @@ export function createApp(config = {}) {
       }
       if (stream === 'lifecycle') {
         if (data?.phase === 'end' || data?.phase === 'error') {
+          // MEDIA: paths already captured during delta streaming — nothing to do here
           if (log._currentAssistantSegment && !log._currentAssistantSegment._sealed) log._currentAssistantSegment._sealed = true;
           const lastAssistantIdx = log.steps.findLastIndex(s => s.type === 'assistant');
           if (lastAssistantIdx >= 0) log.steps.splice(lastAssistantIdx, 1);
@@ -4547,10 +4608,7 @@ export function createApp(config = {}) {
   }
 
   // ── Browser WebSocket setup (shared logic for standalone and plugin) ────────
-  // Track which sessions have already received the ClawChats file hint (once per session)
-  const _clawchatsHintedSessions = new Set();
-
-  function _setupBrowserWs(wssInstance) {
+    function _setupBrowserWs(wssInstance) {
     wssInstance.on('connection', (ws) => {
       console.log('Browser client connected');
       _gatewayClient.addBrowserClient(ws);
@@ -4580,15 +4638,7 @@ export function createApp(config = {}) {
             if (msg.action === 'debug-start') { const result = _debugLogger.start(msg.ts, ws); if (result.error === 'already-active') ws.send(JSON.stringify({ type: 'clawchats', event: 'debug-error', error: 'Recording already active in another tab', sessionId: result.sessionId })); else ws.send(JSON.stringify({ type: 'clawchats', event: 'debug-started', sessionId: result.sessionId })); return; }
             if (msg.action === 'debug-dump') { const { sessionId, files } = _debugLogger.saveDump(msg); ws.send(JSON.stringify({ type: 'clawchats', event: 'debug-saved', sessionId, files })); return; }
           }
-          // Inject ClawChats file hint once per session (first message only, ~15 tokens)
-          if (msg.type === 'req' && msg.method === 'chat.send' && typeof msg.params?.message === 'string') {
-            const sk = msg.params.sessionKey;
-            if (sk && !_clawchatsHintedSessions.has(sk)) {
-              _clawchatsHintedSessions.add(sk);
-              msg.params.message += '\n[ClawChats context: MEDIA: tags are stripped by the gateway and will NOT display. To show images/files inline, use markdown syntax: ![alt](./filename.ext) for workspace files or ![alt](/abs/path.ext) for any path. Always use this instead of MEDIA:]';
-              forwardStr = JSON.stringify(msg);
-            }
-          }
+          // (no hint injection — mediaUrls are captured from agent events directly)
         } catch { /* Not JSON or not a ClawChats message, forward as-is */ }
         _gatewayClient.sendToGateway(forwardStr);
       });