@siftd/connect-agent 0.2.29 → 0.2.31

package/dist/genesis/tool-patterns.json

@@ -51,10 +51,10 @@
       "notes": "Always check memory before asking user for paths"
     },
     {
-      "scenario": "Preview HTML/web project",
-      "approach": "start_local_server + open_browser",
-      "example": "start_local_server('/path/to/project', 8080) then open_browser('http://localhost:8080')",
-      "notes": "Serve files and open in browser for preview"
+      "scenario": "Preview worker outputs (images, code, files)",
+      "approach": "Workers write files, gallery shows them automatically",
+      "example": "spawn_worker('Create the image and save to ~/Lia-Hub/shared/outputs/') - gallery displays result",
+      "notes": "NEVER use localhost servers for previews. The Connect web UI gallery handles all asset display in-app."
     },
     {
       "scenario": "Debug failing workers",
@@ -83,6 +83,11 @@
       "wrong": "Guessing file paths",
       "right": "Use search_memory or ask user",
       "reason": "Memory stores indexed filesystem, use it"
+    },
+    {
+      "wrong": "Using start_local_server + open_browser for previews",
+      "right": "Workers write to ~/Lia-Hub/shared/outputs/, gallery displays automatically",
+      "reason": "Connect's web UI has a built-in gallery. localhost servers open random tabs and break UX."
     }
   ]
 }

package/dist/orchestrator.js

@@ -122,6 +122,15 @@ You have a personal hub at ~/Lia-Hub/ for organizing your work:
 - **~/Lia-Hub/notebook-a/WORKER-LOG.md** - Track all workers you spawn
 - **~/Lia-Hub/shared/outputs/** - Where workers save their outputs
 
+ASSET PREVIEWS & GALLERY:
+The Connect web UI has a built-in gallery that shows worker outputs automatically.
+⛔ NEVER use start_local_server or open_browser for previews
+⛔ NEVER ask workers to start servers on localhost
+⛔ NEVER open localhost URLs - they won't work for remote users
+✅ Workers write files to ~/Lia-Hub/shared/outputs/
+✅ Gallery displays assets in-app as workers complete
+✅ Use open_browser ONLY for external websites (not localhost)
+
 BEFORE STARTING COMPLEX WORK:
 1. Check CLAUDE.md for user instructions
 2. Read LANDMARKS.md for current context
@@ -844,13 +853,13 @@ Be specific about what you want done.`,
             },
             {
                 name: 'open_browser',
-                description: 'Open a URL or file in the user\'s default browser. Use for opening localhost servers, web pages, or local HTML files.',
+                description: 'Open a URL in the user\'s default browser. ⚠️ ONLY for external websites (https://). NEVER for localhost or asset previews - the Connect gallery handles those in-app.',
                 input_schema: {
                     type: 'object',
                     properties: {
                         url: {
                             type: 'string',
-                            description: 'URL to open (e.g., http://localhost:8080, https://example.com, or file path)'
+                            description: 'URL to open (https://example.com). NEVER use localhost URLs.'
                         }
                     },
                     required: ['url']
@@ -858,7 +867,7 @@ Be specific about what you want done.`,
             },
             {
                 name: 'start_local_server',
-                description: 'Start a persistent HTTP server to serve a web project. Server runs in background and survives after this call. Use before open_browser for local web projects.',
+                description: '⚠️ DEPRECATED for previews. The Connect gallery shows worker outputs in-app. Only use this for specific development needs, never for previewing worker outputs.',
                 input_schema: {
                     type: 'object',
                     properties: {
@@ -1287,6 +1296,14 @@ Be specific about what you want done.`,
      */
     async executeOpenBrowser(url) {
         try {
+            // Block localhost URLs - gallery handles asset previews in-app
+            if (url.includes('localhost') || url.includes('127.0.0.1') || url.match(/:80[0-9]{2}/)) {
+                console.log(`[ORCHESTRATOR] Blocked localhost URL: ${url}`);
+                return {
+                    success: false,
+                    output: `⛔ BLOCKED: Cannot open localhost URLs. The Connect gallery displays worker outputs in-app automatically. Workers should save files to ~/Lia-Hub/shared/outputs/ and the gallery will show them.`
+                };
+            }
             // Use 'open' on macOS, 'xdg-open' on Linux, 'start' on Windows
             const platform = process.platform;
             let command;
@@ -1312,6 +1329,8 @@ Be specific about what you want done.`,
      * Start a persistent HTTP server
      */
     async executeStartServer(directory, port = 8080) {
+        // Warn that this shouldn't be used for previews
+        console.log(`[ORCHESTRATOR] ⚠️ start_local_server called - consider using gallery for previews instead`);
         try {
             // First, check if something is already running on this port
             try {
@@ -1319,7 +1338,7 @@ Be specific about what you want done.`,
                 if (existing) {
                     return {
                         success: true,
-                        output: `Server already running on port ${port}. URL: http://localhost:${port}`
+                        output: `⚠️ Note: For previewing worker outputs, the Connect gallery shows them in-app automatically. Server already running on port ${port}.`
                     };
                 }
             }
@@ -1341,7 +1360,7 @@ Be specific about what you want done.`,
                 console.log(`[ORCHESTRATOR] Started server on port ${port} for ${directory}`);
                 return {
                     success: true,
-                    output: `Started HTTP server on http://localhost:${port} serving ${directory}`
+                    output: `Started HTTP server on port ${port}. ⚠️ Remember: For previewing worker outputs, the Connect gallery shows them in-app automatically - no server needed.`
                 };
             }
             catch {

package/dist/prompts/worker-system.d.ts

@@ -8,7 +8,7 @@
  * Core worker identity and rules
  * This is the foundation every worker receives
  */
-export declare const WORKER_IDENTITY = "## Worker Identity\nYou are a Claude Code CLI worker executing a delegated task.\nYou report to the Master Orchestrator.\n\n## Critical Rules\n1. Do NOT open browsers or start servers\n2. Do NOT ask questions - just do the work\n3. Output files to the shared workspace unless specified\n4. Report file paths you create at the end\n5. Be concise and efficient";
+export declare const WORKER_IDENTITY = "## Worker Identity\nYou are a Claude Code CLI worker executing a delegated task.\nYou report to the Master Orchestrator.\n\n## CRITICAL - NEVER DO THESE:\n- NEVER open browsers (no 'open' command, no browser tools)\n- NEVER start servers (no 'npm run dev', no 'python -m http.server', etc.)\n- NEVER use localhost URLs\n- NEVER ask questions - just do the work\n- NEVER try to preview your work - the gallery handles that automatically\n\n## Asset System (Automatic Previews)\nFiles you save are automatically:\n1. Detected by the preview worker\n2. Thumbnailed (images) and metadata extracted\n3. Displayed in the Connect web UI gallery\n\nYOU DON'T NEED TO:\n- Start servers to preview\n- Open browsers\n- Generate thumbnails yourself\nJust save files and the gallery shows them instantly.\n\n## What You SHOULD Do:\n1. Create/edit files as needed\n2. Save outputs to the shared workspace\n3. Report file paths you create at the end\n4. Be concise and efficient";
 /**
  * Output format workers should follow
  */

package/dist/prompts/worker-system.js

@@ -13,12 +13,30 @@ export const WORKER_IDENTITY = `## Worker Identity
 You are a Claude Code CLI worker executing a delegated task.
 You report to the Master Orchestrator.
 
-## Critical Rules
-1. Do NOT open browsers or start servers
-2. Do NOT ask questions - just do the work
-3. Output files to the shared workspace unless specified
-4. Report file paths you create at the end
-5. Be concise and efficient`;
+## CRITICAL - NEVER DO THESE:
+- NEVER open browsers (no 'open' command, no browser tools)
+- NEVER start servers (no 'npm run dev', no 'python -m http.server', etc.)
+- NEVER use localhost URLs
+- NEVER ask questions - just do the work
+- NEVER try to preview your work - the gallery handles that automatically
+
+## Asset System (Automatic Previews)
+Files you save are automatically:
+1. Detected by the preview worker
+2. Thumbnailed (images) and metadata extracted
+3. Displayed in the Connect web UI gallery
+
+YOU DON'T NEED TO:
+- Start servers to preview
+- Open browsers
+- Generate thumbnails yourself
+Just save files and the gallery shows them instantly.
+
+## What You SHOULD Do:
+1. Create/edit files as needed
+2. Save outputs to the shared workspace
+3. Report file paths you create at the end
+4. Be concise and efficient`;
 /**
  * Output format workers should follow
  */
@@ -110,10 +128,19 @@ export function buildWorkerPrompt(task, options = {}) {
  * Lighter version for quick operations
  */
 export function getQuickWorkerPrompt(task, context) {
+    const sharedPath = getSharedOutputPath();
     let prompt = task;
     if (context) {
         prompt = `Context: ${context}\n\nTask: ${task}`;
     }
-    prompt += `\n\nBe concise. Output results directly. Do NOT open browsers or start servers - just create files and report paths.`;
+    prompt += `
+
+Save outputs to: ${sharedPath}
+
+CRITICAL RESTRICTIONS:
+- NEVER open browsers (no 'open' command)
+- NEVER start servers (no localhost)
+- NEVER try to preview - gallery shows files automatically
+Just create files and report paths. Be concise.`;
     return prompt;
 }

package/dist/websocket.d.ts

@@ -7,14 +7,19 @@
  * - Supports interruption and progress updates
  */
 import type { WorkerStatus } from './orchestrator.js';
+import { AssetResponse } from './core/asset-api.js';
 export type MessageHandler = (message: WebSocketMessage) => Promise<void>;
 export type StreamHandler = (chunk: string) => void;
 export interface WebSocketMessage {
-    type: 'message' | 'interrupt' | 'ping' | 'pong' | 'connected';
+    type: 'message' | 'interrupt' | 'ping' | 'pong' | 'connected' | 'asset_request';
     id?: string;
     content?: string;
     timestamp?: number;
     apiKey?: string;
+    requestId?: string;
+    assetId?: string;
+    groupId?: string;
+    viewId?: string;
 }
 export interface StreamingResponse {
     send: (chunk: string) => void;
@@ -67,7 +72,7 @@ export declare class AgentWebSocket {
      */
     sendGalleryCommand(command: 'open' | 'close' | 'focus_worker' | 'open_asset' | 'back', workerId?: string, assetIndex?: number): void;
     /**
-     * Send gallery workers with their assets
+     * Send gallery workers with their assets (legacy)
      */
     sendGalleryWorkers(workers: Array<{
         id: string;
@@ -85,6 +90,14 @@ export declare class AgentWebSocket {
             }>;
         }>;
     }>): void;
+    /**
+     * Send full gallery state (new fast-path system)
+     */
+    sendGalleryState(): void;
+    /**
+     * Send asset response
+     */
+    sendAssetResponse(response: AssetResponse): void;
     /**
      * Check if connected
      */
@@ -95,6 +108,10 @@ export declare class AgentWebSocket {
     close(): void;
     private handleMessage;
     private sendToServer;
+    /**
+     * Handle asset requests (fast-path, no LLM)
+     */
+    private handleAssetRequest;
     private startPingInterval;
     private stopPingInterval;
     private attemptReconnect;

package/dist/websocket.js

@@ -8,6 +8,7 @@
  */
 import WebSocket from 'ws';
 import { getServerUrl, getAgentToken } from './config.js';
+import { handleAssetRequest, buildGalleryState, galleryStateToMessage } from './core/asset-api.js';
 export class AgentWebSocket {
     ws = null;
     serverUrl;
@@ -180,7 +181,7 @@ export class AgentWebSocket {
         });
     }
     /**
-     * Send gallery workers with their assets
+     * Send gallery workers with their assets (legacy)
      */
     sendGalleryWorkers(workers) {
         this.sendToServer({
@@ -188,6 +189,19 @@ export class AgentWebSocket {
             workers
         });
     }
+    /**
+     * Send full gallery state (new fast-path system)
+     */
+    sendGalleryState() {
+        const state = buildGalleryState();
+        this.sendToServer(galleryStateToMessage(state));
+    }
+    /**
+     * Send asset response
+     */
+    sendAssetResponse(response) {
+        this.sendToServer(response);
+    }
     /**
      * Check if connected
      */
@@ -228,8 +242,18 @@ export class AgentWebSocket {
                         this.messageHandler(message);
                     }
                     break;
+                case 'asset_request':
+                    // Handle asset requests (fast-path, no LLM)
+                    this.handleAssetRequest(message);
+                    break;
                 default:
-                    console.log('[WS] Unknown message type:', message.type);
+                    // Check if it's an asset request type
+                    if (message.type.startsWith('asset.') || message.type.startsWith('view.')) {
+                        this.handleAssetRequest(message);
+                    }
+                    else {
+                        console.log('[WS] Unknown message type:', message.type);
+                    }
             }
         }
         catch (error) {
@@ -241,6 +265,20 @@ export class AgentWebSocket {
             this.ws.send(JSON.stringify(data));
         }
     }
+    /**
+     * Handle asset requests (fast-path, no LLM)
+     */
+    async handleAssetRequest(message) {
+        const request = {
+            type: message.type,
+            requestId: message.requestId || message.id || 'unknown',
+            assetId: message.assetId,
+            groupId: message.groupId,
+            viewId: message.viewId,
+        };
+        const response = await handleAssetRequest(request);
+        this.sendAssetResponse(response);
+    }
     startPingInterval() {
         this.pingInterval = setInterval(() => {
             if (this.connected()) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@siftd/connect-agent",
-  "version": "0.2.29",
+  "version": "0.2.31",
   "description": "Master orchestrator agent - control Claude Code remotely via web",
   "type": "module",
   "main": "dist/index.js",