agentgui 1.0.690 → 1.0.692

package/build-portable.js

@@ -1,197 +0,0 @@
-import fs from 'fs';
-import path from 'path';
-import os from 'os';
-import { fileURLToPath } from 'url';
-import { execSync } from 'child_process';
-
-const __dirname = path.dirname(fileURLToPath(import.meta.url));
-const src = __dirname;
-const out = path.join(src, '..', 'wagentgui');
-const nm = path.join(src, 'node_modules');
-
-function log(msg) { console.log('[BUILD] ' + msg); }
-
-function rmrf(dir) {
-  if (!fs.existsSync(dir)) return;
-  for (const entry of fs.readdirSync(dir, { withFileTypes: true })) {
-    const fp = path.join(dir, entry.name);
-    if (entry.isDirectory()) fs.rmSync(fp, { recursive: true, force: true });
-    else fs.unlinkSync(fp);
-  }
-}
-
-function copyDir(from, to) {
-  if (!fs.existsSync(from)) return;
-  fs.mkdirSync(to, { recursive: true });
-  for (const entry of fs.readdirSync(from, { withFileTypes: true })) {
-    const s = path.join(from, entry.name);
-    const d = path.join(to, entry.name);
-    if (entry.isDirectory()) copyDir(s, d);
-    else fs.copyFileSync(s, d);
-  }
-}
-
-function copyFile(from, to) {
-  fs.mkdirSync(path.dirname(to), { recursive: true });
-  fs.copyFileSync(from, to);
-}
-
-function sizeOf(dir) {
-  if (!fs.existsSync(dir)) return 0;
-  let sz = 0;
-  for (const e of fs.readdirSync(dir, { withFileTypes: true })) {
-    const fp = path.join(dir, e.name);
-    sz += e.isDirectory() ? sizeOf(fp) : fs.statSync(fp).size;
-  }
-  return sz;
-}
-
-log('Output: ' + out);
-rmrf(out);
-fs.mkdirSync(out, { recursive: true });
-
-log('Compiling Windows executable...');
-execSync(
-  `"${path.join(os.homedir(), '.bun', 'bin', 'bun')}" build --compile --target=bun-windows-x64 --outfile="${path.join(out, 'agentgui.exe')}" "${path.join(src, 'portable-entry.js')}"`,
-  { stdio: 'inherit', cwd: src }
-);
-
-const exeSize = fs.statSync(path.join(out, 'agentgui.exe')).size;
-const buf = Buffer.alloc(2);
-const fd = fs.openSync(path.join(out, 'agentgui.exe'), 'r');
-fs.readSync(fd, buf, 0, 2, 0);
-fs.closeSync(fd);
-if (buf[0] !== 0x4D || buf[1] !== 0x5A) throw new Error('Output exe is not a valid PE file (bad MZ magic)');
-log(`Exe compiled: ${Math.round(exeSize / 1024 / 1024)}MB (valid PE)`);
-
-log('Copying static files...');
-copyDir(path.join(src, 'static'), path.join(out, 'static'));
-
-const destNm = path.join(out, 'node_modules');
-
-function collectDeps(pkgName, visited = new Set()) {
-  if (visited.has(pkgName)) return;
-  visited.add(pkgName);
-  const pkgJson = path.join(nm, pkgName, 'package.json');
-  if (!fs.existsSync(pkgJson)) return;
-  const p = JSON.parse(fs.readFileSync(pkgJson, 'utf8'));
-  for (const dep of Object.keys(p.dependencies || {})) collectDeps(dep, visited);
-  return visited;
-}
-
-function copyPkg(pkgName) {
-  const src2 = path.join(nm, pkgName);
-  const dest2 = path.join(destNm, pkgName);
-  if (!fs.existsSync(src2) || fs.existsSync(dest2)) return;
-  copyDir(src2, dest2);
-}
-
-log('Copying runtime JS deps (express, fsbrowse, busboy, ws, better-sqlite3 trees)...');
-const runtimeRoots = ['express', 'fsbrowse', 'busboy', 'ws', 'better-sqlite3'];
-const allDeps = new Set();
-for (const root of runtimeRoots) collectDeps(root, allDeps);
-for (const dep of allDeps) copyPkg(dep);
-log(`Copied ${allDeps.size} runtime dep packages`);
-
-log('Copying @huggingface/transformers (dist + win32 natives)...');
-const hfSrc = path.join(nm, '@huggingface', 'transformers');
-const hfDest = path.join(destNm, '@huggingface', 'transformers');
-copyFile(path.join(hfSrc, 'package.json'), path.join(hfDest, 'package.json'));
-copyDir(path.join(hfSrc, 'dist'), path.join(hfDest, 'dist'));
-const hfNmSrc = path.join(hfSrc, 'node_modules');
-const hfNmDest = path.join(hfDest, 'node_modules');
-const onnxNestedSrc = path.join(hfNmSrc, 'onnxruntime-node');
-const onnxRootSrc = path.join(nm, 'onnxruntime-node');
-const hfOnnxSrc = fs.existsSync(onnxNestedSrc) ? onnxNestedSrc : onnxRootSrc;
-const hfOnnxDest = path.join(hfNmDest, 'onnxruntime-node');
-copyFile(path.join(hfOnnxSrc, 'package.json'), path.join(hfOnnxDest, 'package.json'));
-copyDir(path.join(hfOnnxSrc, 'dist'), path.join(hfOnnxDest, 'dist'));
-copyDir(path.join(hfOnnxSrc, 'lib'), path.join(hfOnnxDest, 'lib'));
-copyDir(path.join(hfOnnxSrc, 'bin', 'napi-v3', 'win32', 'x64'), path.join(hfOnnxDest, 'bin', 'napi-v3', 'win32', 'x64'));
-const onnxCommonNestedSrc = path.join(hfNmSrc, 'onnxruntime-common');
-const onnxCommonRootSrc = path.join(nm, 'onnxruntime-common');
-const onnxCommonSrc = fs.existsSync(onnxCommonNestedSrc) ? onnxCommonNestedSrc : onnxCommonRootSrc;
-copyDir(onnxCommonSrc, path.join(hfNmDest, 'onnxruntime-common'));
-
-log('Copying webtalk...');
-copyDir(path.join(nm, 'webtalk'), path.join(destNm, 'webtalk'));
-
-log('Copying audio-decode...');
-copyDir(path.join(nm, 'audio-decode'), path.join(destNm, 'audio-decode'));
-const audioDeps = new Set();
-collectDeps('audio-decode', audioDeps);
-for (const dep of audioDeps) copyPkg(dep);
-
-log('Copying ACP tools (opencode, kilo, gemini) for portable...');
-const acpNativeTools = [
-  { wrapper: 'opencode-ai', platformPrefix: 'opencode-windows-x64' },
-  { wrapper: '@kilocode/cli', platformPrefix: '@kilocode/cli-windows-x64' },
-];
-for (const tool of acpNativeTools) {
-  const wrapperSrc = path.join(nm, tool.wrapper);
-  if (fs.existsSync(wrapperSrc)) copyDir(wrapperSrc, path.join(destNm, tool.wrapper));
-  for (const suffix of ['', '-baseline']) {
-    const platPkg = tool.platformPrefix + suffix;
-    const platSrc = path.join(nm, platPkg);
-    if (fs.existsSync(platSrc)) {
-      copyDir(platSrc, path.join(destNm, platPkg));
-      log(`  ${platPkg} (${Math.round(sizeOf(platSrc) / 1024 / 1024)}MB)`);
-    }
-  }
-}
-const geminiSrc = path.join(nm, '@google', 'gemini-cli');
-if (fs.existsSync(geminiSrc)) {
-  copyDir(geminiSrc, path.join(destNm, '@google', 'gemini-cli'));
-  const geminiDeps = new Set();
-  collectDeps('@google/gemini-cli', geminiDeps);
-  for (const dep of geminiDeps) copyPkg(dep);
-  log(`  gemini-cli + ${geminiDeps.size} deps`);
-}
-
-log('Copying @anthropic-ai/claude-code ripgrep (win32)...');
-const claudeSrc = path.join(nm, '@anthropic-ai', 'claude-code');
-const claudeDest = path.join(destNm, '@anthropic-ai', 'claude-code');
-copyFile(path.join(claudeSrc, 'package.json'), path.join(claudeDest, 'package.json'));
-copyDir(path.join(claudeSrc, 'vendor', 'ripgrep', 'x64-win32'), path.join(claudeDest, 'vendor', 'ripgrep', 'x64-win32'));
-
-log('Creating data directory...');
-fs.mkdirSync(path.join(out, 'data'), { recursive: true });
-
-if (process.env.NO_BUNDLE_MODELS === 'true') {
-  log('Skipping model bundling (NO_BUNDLE_MODELS=true) - models will download on first use');
-} else {
-  log('Bundling AI models...');
-    // Get models from AnEntrypoint/models or local cache
-  let modelsDir = process.env.MODELS_SOURCE_DIR || path.join(os.homedir(), '.gmgui', 'models');
-  
-  // If models not present and we're in CI, clone from GitHub
-  if (!fs.existsSync(modelsDir) && process.env.CI) {
-    console.log('[BUILD] Models not found, cloning from GitHub...');
-    const ciModelsDir = path.join(os.tmpdir(), 'models-clone');
-    try {
-      execSync(`git clone https://github.com/AnEntrypoint/models.git "${ciModelsDir}" --depth 1`, { stdio: 'inherit' });
-      modelsDir = ciModelsDir;
-    } catch (e) {
-      console.error('[BUILD] Failed to clone models from GitHub:', e.message);
-    }
-  }
-  if (fs.existsSync(modelsDir)) {
-    copyDir(modelsDir, path.join(out, 'models'));
-    log(`Models bundled: ${Math.round(sizeOf(path.join(out, 'models')) / 1024 / 1024)}MB`);
-  } else {
-    log(`WARNING: No models found at ${modelsDir} - portable build will download on first use`);
-  }
-}
-
-fs.writeFileSync(path.join(out, 'README.txt'),
-  '# AgentGUI Portable\n\nDouble-click agentgui.exe to start.\nWeb interface: http://localhost:3000/gm/\nData stored in data/ folder. Fully self-contained.\n');
-
-const totalMB = Math.round(sizeOf(out) / 1024 / 1024);
-log(`Build complete! Total: ${totalMB}MB  Output: ${out}`);
-
-// Output the build directory path for GitHub Actions
-if (process.env.GITHUB_OUTPUT) {
-  const outPath = path.resolve(out);
-  fs.appendFileSync(process.env.GITHUB_OUTPUT, `portable-path=${outPath}\n`);
-  log(`GitHub Actions output: portable-path=${outPath}`);
-}

package/docs/SYNC_TO_DISPLAY_REPORT.md

@@ -1,279 +0,0 @@
-# AgentGUI Sync-to-Display Architecture Report
-
-## Executive Summary
-
-The sync-to-display system handles real-time synchronization of execution state from server to client display. Current implementation has been improved through multiple fixes, particularly for queue display consistency and steering support. This document consolidates the architecture and identifies remaining optimization opportunities.
-
-## Architecture Overview
-
-### 1. Broadcast System (server.js:4269-4317)
-
-**BROADCAST_TYPES** - Global broadcast events sent to ALL connected clients:
-- `message_created`, `conversation_created/updated/deleted`
-- `queue_status`, `queue_updated`
-- `streaming_start`, `streaming_progress`, `streaming_complete`, `streaming_error`
-- `rate_limit_hit`, `rate_limit_clear`
-- Tool-related events (`tool_*`, `tools_*`)
-- Voice/speech events
-- PM2 monitoring events
-
-**broadcastSync()** function (line 4288):
-```
-1. Check if event.type is in BROADCAST_TYPES
-2. If broadcast: send to ALL syncClients
-3. If targeted: send to sessionId or conversationId subscribers only
-4. Also dispatch to SSE stream handlers if active
-```
-
-### 2. Client-Side Message Reception (static/js/client.js)
-
-**handleWsMessage()** routes events by type:
-```javascript
-case 'message_created': handleMessageCreated(data)
-case 'queue_status': handleQueueStatus(data)
-case 'streaming_start': handleStreamingStart(data)
-case 'streaming_progress': handleStreamingProgress(data)
-```
-
-### 3. Display Rendering Layers
-
-**Layer 1: Message Rendering** (handleMessageCreated)
-- Checks if message already exists (prevents duplicates)
-- For user messages: finds optimistic message, updates it
-- For assistant messages: skips if streaming (handled by chunks)
-
-**Layer 2: Streaming Progress** (handleStreamingProgress)
-- Adds chunks to queue
-- Batches rendering via StreamingRenderer
-- Handles thinking blocks directly
-
-**Layer 3: Queue Indicator** (fetchAndRenderQueue)
-- Polls via `q.ls` RPC every interval
-- Displays queued items in yellow control blocks
-- Renders with Edit/Delete/Steer buttons
-
-**Layer 4: Conversation State** (handleConversationUpdated)
-- Updates isStreaming flag
-- Refreshes UI based on new state
-
-## Recent Fixes & Status
-
-### Fixed Issues
-
-✅ **Queue Message Duplication** (commit fbfd1ad)
-- Problem: Queued messages appeared as both user prompt + queue item
-- Solution: Skip optimistic message when conversation is streaming
-- Impact: Clean queue display, no duplication
-
-✅ **Steering Support** (commit 81d83af)
-- Problem: Steering showed "Process not available" error
-- Solution: Keep stdin open (supportsStdin=true, closeStdin=false)
-- Impact: Users can send follow-up prompts during execution
-
-✅ **Chunk Rendering Race** (Session 3a)
-- Problem: Early chunks missed before polling started
-- Solution: Immediate chunk fetch on streaming_start
-- Impact: No missing initial output
-
-✅ **Dark Mode Selection** (fsbrowse)
-- Problem: Selection states hard to see in dark mode
-- Solution: Theme-aware colors for hover/focus
-- Impact: Better visual feedback in both themes
-
-### Remaining Consistency Issues
-
-⚠️ **Queue State Sync Timing**
-- Queue created on server via enqueue()
-- message_created broadcast may arrive before queue is populated
-- Client fetchAndRenderQueue() polls but timing is unpredictable
-- No atomic operation ensuring client sees both message and queue
-
-⚠️ **Multiple Sources of Truth**
-- Server: database, active execution map, queue map
-- Client: message list, streaming set, queue indicator
-- Conversation state: isStreaming flag can desync if connection drops
-- No single authoritative state object
-
-⚠️ **Optimistic Message Updates**
-- Client creates optimistic "sending" message on submit
-- Server creates actual message and broadcasts
-- handleMessageCreated() finds and updates optimistic message
-- If network is slow, both may briefly exist
-
-⚠️ **Queue Execution Transition**
-- Queue items don't explicitly transition to executed
-- Client must poll queue indicator to see it disappear
-- No event indicating "queue item now executing"
-- Confusing UX when queue suddenly empties
-
-## Data Flow Examples
-
-### Normal Execution (Ctrl+Enter with no active stream)
-
-```
-User input: "Write a function"
-    ↓
-startExecution()
-    → _showOptimisticMessage(pendingId, content)  // yellow "sending..." message
-    ↓
-streamToConversation() → msg.stream RPC
-    ↓
-Server: msg.stream handler
-    → createMessage(p.id, 'user', prompt)
-    → broadcastSync({ type: 'message_created', ... })
-    → startExecution() -> streaming_start broadcast
-    ↓
-Client: message_created event
-    → handleMessageCreated()
-    → Finds optimistic message by ID
-    → Updates it (removes "sending" style, adds timestamp)
-    ↓
-Client: streaming_start event
-    → Disables input, shows "thinking..."
-    → Subscribes to session
-    → Starts chunk polling
-```
-
-### Queue Case (Ctrl+Enter while streaming) - NOW FIXED
-
-```
-User input: "Now add subtraction" during execution
-    ↓
-startExecution()
-    → isStreaming = true
-    → SKIP _showOptimisticMessage ✓ (FIXED)
-    ↓
-streamToConversation() → msg.stream RPC
-    ↓
-Server: msg.stream handler
-    → createMessage(p.id, 'user', prompt)
-    → broadcastSync({ type: 'message_created', ... })
-    → activeExecutions.has(p.id) = true
-    → enqueue(p.id, prompt, ...)
-    → broadcastSync({ type: 'queue_status', ... })
-    ↓
-Client: message_created event
-    → handleMessageCreated()
-    → Message is not in current conversation display
-    → Emit event but don't render
-    ↓
-Client: queue_status event
-    → handleQueueStatus()
-    → fetchAndRenderQueue()
-    → Displays in yellow queue indicator ✓
-    ↓
-Result: Message only in queue, no duplication ✓
-```
-
-### Steering (Ctrl+Enter + Steer button during execution)
-
-```
-User clicks Steer button on queued message
-    ↓
-Client: conv.steer RPC with JSON-RPC format
-    ↓
-Server: conv.steer handler
-    → Finds active process stdin
-    → Writes JSON-RPC prompt request
-    → Removes from queue (optional)
-    ↓
-Claude Code: Receives JSON-RPC on stdin
-    → Processes prompt immediately
-    → Continues execution with new direction
-    ↓
-Client: receives streaming_progress chunks
-    → Renders new content below existing output
-```
-
-## Consistency Guarantees
-
-### What IS Consistent
-- Messages don't duplicate (handled in handleMessageCreated)
-- Streaming chunks are ordered (via session ID subscription)
-- Queue items maintain order (FIFO in server queue map)
-- Tool installations tracked atomically (per-tool in database)
-
-### What IS NOT Guaranteed
-- Client queue display and server queue state may briefly desync
-- If connection drops mid-queue, client state becomes stale
-- No explicit confirmation that user message was queued
-- Queue item execution not signaled with explicit event
-
-## Recommendations for Further Improvement
-
-### Priority 1: Explicit Queue Lifecycle
-Add dedicated broadcast events:
-```javascript
-'message_queued'        // Sent when msg added to queue
-'queue_item_executing'  // Sent when queue item becomes active
-'queue_item_completed'  // Sent when queue item finished
-```
-
-### Priority 2: Atomic State Snapshots
-Periodically broadcast conversation state:
-```javascript
-{
-  type: 'conversation_state',
-  conversationId,
-  state: {
-    isStreaming: boolean,
-    messageCount: number,
-    queueLength: number,
-    lastMessageId: string,
-    lastUpdate: timestamp
-  }
-}
-```
-
-### Priority 3: Deterministic Client State Machine
-Each conversation has explicit state mode:
-```javascript
-state = {
-  mode: 'IDLE' | 'STREAMING' | 'QUEUED',
-  messages: [],
-  queue: [],
-  isTransitioning: boolean  // true when queue→execute
-}
-```
-
-### Priority 4: Connection Recovery
-After reconnect, fetch complete conversation state:
-```javascript
-await wsClient.rpc('conv.sync', { id: conversationId })
-// Returns: { messages, queue, isStreaming, chunks }
-```
-
-## Testing Matrix
-
-| Scenario | Before Fix | After Fix | Status |
-|----------|-----------|-----------|--------|
-| Ctrl+Enter (not streaming) | ✓ Works | ✓ Works | ✓ OK |
-| Ctrl+Enter (streaming) | ✗ Duplicate | ✓ Single queue item | ✓ FIXED |
-| Queue indicator updates | ⚠️ Polling | ⚠️ Polling | ⚠️ Could improve |
-| Steering works | ✗ "Not available" | ✓ Works | ✓ FIXED |
-| Multiple queued items | ⚠️ Order unclear | ⚠️ Order unclear | ⚠️ OK but could confirm |
-| Page reload with queue | ✗ Queue lost | ✓ Persisted | ✓ OK |
-| Network disconnect | ⚠️ State stale | ⚠️ State stale | ⚠️ Could improve |
-
-## Files Modified in Latest Session
-
-1. **lib/claude-runner.js** - Steering support
-   - Changed `supportsStdin: false` → `true`
-   - Changed `closeStdin: true` → `false`
-   - Removed positional prompt argument
-
-2. **static/js/client.js** - Queue display fix
-   - Skip optimistic message when streaming
-   - Skip confirm/fail handlers for queued messages
-
-3. **static/index.html** - Hamburger animation
-   - Added `transition: none` to .sidebar
-
-4. **fsbrowse/public/style.css** - Dark mode colors
-   - Improved hover states
-   - Theme-aware modal focus colors
-
-## Conclusion
-
-The sync-to-display system is now more consistent with the queue display fix and steering support. The architecture handles the primary use cases well, but could benefit from explicit lifecycle events and atomic state snapshots for guaranteed consistency. The current implementation is pragmatic and performant, trading off some guarantees for simplicity and responsiveness.
-