create-walle 0.7.1 → 0.9.0

package/bin/create-walle.js

@@ -288,7 +288,7 @@ function stopQuiet(dir, port) {
     try { execFileSync('launchctl', ['unload', plist], { stdio: 'ignore' }); } catch {}
   }
   // Kill CTM and Wall-E processes
-  const wallePort = String(parseInt(port) + 1);
+  const wallePort = dir ? readWallePort(dir) : String(parseInt(port) + 1);
   for (const p of [port, wallePort]) {
     try {
       const pids = execFileSync('lsof', ['-ti', ':' + p], { encoding: 'utf8', timeout: 3000 }).trim().split('\n').filter(Boolean);
@@ -454,6 +454,15 @@ function readPort(dir) {
   return '3456';
 }
 
+function readWallePort(dir) {
+  try {
+    const env = fs.readFileSync(path.join(dir, '.env'), 'utf8');
+    const m = env.match(/^WALL_E_PORT=(\d+)/m);
+    if (m) return m[1];
+  } catch {}
+  return String(parseInt(readPort(dir)) + 1);
+}
+
 function detectName() {
   try { return execFileSync('git', ['config', 'user.name'], { encoding: 'utf8' }).trim(); } catch {}
   try { return execFileSync('id', ['-F'], { encoding: 'utf8' }).trim(); } catch {}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "create-walle",
-  "version": "0.7.1",
+  "version": "0.9.0",
   "description": "Wall-E — your personal digital twin. AI agent that learns from Slack, email & calendar. Includes dashboard, chat, and 7 bundled skills.",
   "bin": {
     "create-walle": "bin/create-walle.js"

package/template/README.md

@@ -1,34 +1,54 @@
-# Wall-E
+# Wall-E + CTM
 
-**Your personal digital twin** — an AI agent that learns from your Slack, email, and calendar to build a searchable second brain, answer questions in your voice, and automate daily workflows.
+**Wall-E** is your personal digital twin — an AI agent that learns from your Slack, email, and calendar to build a searchable second brain, answer questions in your voice, and automate daily workflows.
 
-Wall-E runs locally alongside **CTM** (Claude Task Manager), a terminal multiplexer and task dashboard for Claude Code sessions.
+**CTM** (Claude Task Manager) is an agent task manager and terminal multiplexer — a web dashboard for running Claude Code sessions, managing prompts, reviewing code, and controlling Wall-E.
 
-## What It Does
+Together they give you a local-first AI command center: a browser-based workspace where you manage Claude Code sessions, chat with an AI that knows your work context, and automate the repetitive parts of your day.
 
-- **Ingests** your Slack messages, calendar events, and sent emails into a local SQLite brain
-- **Learns** your preferences, relationships, communication style, and knowledge over time
-- **Answers** questions about your work, meetings, and conversations — with citations
-- **Runs skills** on a schedule: morning briefings, Slack sync, calendar sync, and more
-- **Manages tasks** and Claude Code sessions through a web dashboard
+## What You Get
+
+### CTM — Agent Task Manager
+- **Terminal multiplexer** — run multiple Claude Code sessions side-by-side in browser tabs, with session history, search, and replay
+- **Prompt library** — rich-text editor with versioning, folders, tags, and one-click send to any active session
+- **Prompt queue** — batch multiple prompts and send them sequentially to a session with idle detection
+- **Shadow Approver** — learns your permission patterns and auto-approves safe operations across sessions
+- **Code review** — AI-assisted diff review across projects with inline comments
+- **Session insights** — AI analysis of your Claude Code usage with actionable recommendations
+- **Permission manager** — fine-grained control over what Claude Code can do automatically, with risk tiers and rule consolidation
+
+### Wall-E — Personal AI Agent
+- **Second brain** — ingests Slack messages, calendar events, and sent emails into a local SQLite database with full-text search
+- **Chat** — ask questions about your work, meetings, and conversations — grounded in your actual data with citations
+- **Scheduled skills** — morning briefings, Slack sync, calendar sync, email digest, and custom skills on configurable schedules
+- **Background tasks** — recurring or one-shot tasks with live logs, skill execution, and checkpoint/resume
+- **Knowledge graph** — automatically extracts facts, relationships, and patterns from your data over time
+- **People intelligence** — tracks relationships, communication patterns, trust levels, and personas
+- **MCP integration** — calls tools on Slack, GitHub, and custom MCP servers directly from chat
+- **macOS native** — calendar via EventKit, email via AppleScript, Spotlight file search, desktop notifications, clipboard access
 
 ## Architecture
 
 ```
-CTM (port 3456)                    Wall-E
+CTM (port 3456)                    Wall-E Daemon
 +-----------------------+          +------------------------+
 | Web Dashboard         |          | Agent Daemon           |
 |  - Sessions (pty)     |  <--->   |  - Ingest loop (60s)   |
 |  - Prompts editor     |          |  - Think loop (120s)   |
-|  - Task manager       |          |  - Reflect loop (1hr)  |
-|  - Code review        |          |  - Skills loop (5min)  |
-|  - Wall-E chat tab    |          |  - Tasks loop (30s)    |
-+-----------------------+          +------------------------+
-         |                                    |
-         v                                    v
-   task-manager.db                    wall-e-brain.db
-   (sessions, prompts,               (memories, knowledge,
-    tasks, reviews)                   people, skills, tasks)
+|  - Prompt queue       |          |  - Reflect loop (1hr)  |
+|  - Shadow Approver    |          |  - Skills loop (5min)  |
+|  - Code review        |          |  - Tasks loop (30s)    |
+|  - Session insights   |          |                        |
+|  - Permission manager |          | Chat Engine            |
+|  - Wall-E chat tab    |          |  - Tool use (local+MCP)|
++-----------------------+          |  - Memory search       |
+         |                         |  - Skill execution     |
+         v                         +------------------------+
+   task-manager.db                          |
+   (sessions, prompts,                      v
+    rules, reviews)              wall-e-brain.db
+                                 (memories, knowledge,
+                                  people, skills, tasks)
 ```
 
 ## Quickstart
@@ -39,7 +59,7 @@ cd my-agent
 node claude-task-manager/server.js
 ```
 
-Open **http://localhost:3456** — the browser setup page walks you through adding your API key and connecting integrations. Your name and timezone are auto-detected.
+Open **http://localhost:3456** — the setup page walks you through adding your API key and connecting integrations. Your name and timezone are auto-detected.
 
 Or clone manually:
 
@@ -52,6 +72,66 @@ node claude-task-manager/server.js
 
 The first run auto-creates `.env`, `wall-e-config.json`, and `~/.walle/data/`. Finish setup at http://localhost:3456/setup.html.
 
+## Dashboard Features
+
+### Sessions
+Terminal multiplexer for Claude Code — create, monitor, and manage multiple sessions from a single browser tab. Features include:
+- Live terminal output via WebSocket (xterm.js)
+- Session search and AI-powered search across all session history
+- AI auto-titling for sessions
+- Project grouping and filtering
+- Copy session command (with working directory)
+- Session replay and review
+
+### Prompts
+Rich-text prompt editor with a full formatting toolbar. Organize prompts into folders, tag them, track usage across sessions, and send to any active Claude Code session with one click.
+- **Composite prompts** — parent prompt with sub-prompts that compose into a single message
+- **Prompt queue** — batch multiple prompts, send sequentially with idle detection between items
+- **Power tools** — chains (multi-step sequences), templates, pattern detection, harvest (extract prompts from session history), and AI copilot suggestions
+- **Usage tracking** — see which sessions used which prompts and how often
+
+### Wall-E Chat
+Chat directly with Wall-E from the dashboard. Wall-E has access to your full brain (memories, knowledge, people) and can:
+- Search your Slack messages, emails, and calendar
+- Run skills on demand (morning briefing, Slack sync, etc.)
+- Call MCP tools (Slack, GitHub, etc.)
+- Create and manage background tasks
+- Execute shell commands, read files, take screenshots
+- Answer questions grounded in your actual data
+
+Sub-tabs: Chat, Tasks (background task manager), Skills (view and run), Brain (knowledge graph), Actions, Timeline, Questions, Status.
+
+### Shadow Approver
+Learns your permission patterns from Claude Code sessions and auto-approves safe operations. Features:
+- Pattern learning from your approval history
+- AI-driven approval decisions with confidence scoring
+- Domain-specific trust tiers (Observe, Draft, Guarded, Autonomous)
+- Rule consolidation (merges similar Bash rules)
+- Decision history and audit trail
+
+### Code Review
+AI-assisted code review across projects:
+- Inline diff viewer
+- Multi-project support
+- AI review comments with confidence levels
+- Send review to a Claude Code session for implementation
+
+### Session Insights
+AI analysis of your Claude Code usage patterns:
+- Workflow recommendations (automate repetitive tasks)
+- Prompt effectiveness analysis
+- Skill gap detection
+- Cost-saving suggestions
+- Session statistics
+
+### Permission Manager
+Fine-grained control over what Claude Code can do automatically:
+- Search and filter across all rules
+- Risk-based categorization (LOW, MEDIUM, HIGH)
+- Per-project or global scope
+- Rule consolidation for similar patterns
+- Import/export with Claude Code's settings files
+
 ## Configuration
 
 All configuration lives in `.env` (auto-generated on first run). Edit directly or use the browser setup page.
@@ -84,6 +164,7 @@ If you use `devbox ai -c claude`, Wall-E auto-reads your gateway credentials fro
 | `ANTHROPIC_AUTH_TOKEN` | No | Auth token when using a gateway |
 | `ANTHROPIC_CUSTOM_HEADERS_B64` | No | Base64-encoded custom headers (Portkey virtual keys, metadata) |
 | `WALLE_OWNER_NAME` | Auto | Your name (auto-detected from `git config`) |
+| `WALLE_MODEL` | Auto | Model selection (probed on setup: claude-sonnet-4-6, haiku-4-5, etc.) |
 | `CTM_PORT` | No | Dashboard port (default: `3456`) |
 | `WALL_E_PORT` | No | Wall-E API port (default: `CTM_PORT + 1`) |
 | `WALL_E_DATA_DIR` | No | Data directory (default: `~/.walle/data`) |
@@ -105,8 +186,9 @@ Wall-E ships with skills that run on a schedule to keep your brain up to date:
 | `slack-backfill` | manual | Full Slack history backfill (2022-present) |
 | `email-sync` | every 30m | Syncs sent emails from macOS Mail via JXA |
 | `email-digest` | daily 7am | Summarizes recent email activity |
-| `morning-briefing` | daily 7am | AI-generated daily briefing from all sources |
+| `morning-briefing` | daily 7am | AI-generated daily briefing: calendar, Slack activity, tasks, questions |
 | `memory-search` | on-demand | Full-text search across all memories |
+| `file-ingest` | manual | Read a folder of files into the brain with glob filtering |
 
 ### Creating Custom Skills
 
@@ -128,22 +210,15 @@ tags: [sync, data]
 
 Place skills in `wall-e/skills/_bundled/your-skill/SKILL.md` or load from a custom directory.
 
-## Dashboard Features
-
-### Sessions Tab
-Terminal multiplexer for Claude Code — create, monitor, and manage multiple sessions from a single browser tab.
+## Integrations
 
-### Prompts Tab
-Rich-text prompt editor with versioning, tagging, folders, and one-click send to any active Claude session. Supports composite prompts (parent + sub-prompts).
-
-### Tasks Tab
-Task dashboard with recurring task support, skill execution, checkpoint/resume, and live logs.
-
-### Wall-E Tab
-Chat directly with Wall-E — ask about your schedule, search your memories, run skills, and get AI-powered answers grounded in your actual data.
-
-### Code Review Tab
-Review code changes across projects with inline diffs and AI-assisted review.
+| Integration | How it works | Setup |
+|---|---|---|
+| **Slack** | OAuth + MCP protocol for search, read, send | Click "Connect" in setup page |
+| **Google Calendar** | macOS EventKit (reads all calendars: Google, iCloud, Outlook) | Automatic on macOS |
+| **Email** | macOS Mail via JXA/AppleScript | Automatic on macOS |
+| **GitHub** | MCP server (if configured in Claude Code) | Via MCP config |
+| **Custom MCP servers** | Any MCP-compatible server | Add to MCP config |
 
 ## API
 
@@ -152,17 +227,19 @@ CTM runs on port 3456. Key endpoints:
 | Method | Path | Description |
 |---|---|---|
 | GET | `/api/services/status` | CTM and Wall-E process status |
+| POST | `/api/restart/ctm` | Restart CTM server |
 | POST | `/api/restart/walle` | Restart Wall-E daemon |
 | POST | `/api/start/walle` | Start Wall-E daemon |
 | POST | `/api/stop/walle` | Stop Wall-E daemon |
-| GET | `/api/wall-e/status` | Wall-E brain stats and owner info |
+| GET | `/api/wall-e/status` | Brain stats, loop health, owner info |
 | GET | `/api/wall-e/memories` | List memories (filterable by source, since, limit) |
 | GET | `/api/wall-e/knowledge` | List knowledge entries |
 | GET | `/api/wall-e/people` | List known people |
 | GET | `/api/wall-e/timeline` | Memory timeline |
-| POST | `/api/wall-e/chat` | Chat with Wall-E |
+| GET | `/api/wall-e/tasks` | List background tasks |
+| POST | `/api/wall-e/chat` | Chat with Wall-E (supports SSE streaming) |
 | GET | `/api/prompts` | List prompts |
-| GET | `/api/sessions` | List active terminal sessions |
+| GET | `/api/recent-sessions` | List recent Claude Code sessions |
 
 ## Tech Stack
 
@@ -170,24 +247,27 @@ CTM runs on port 3456. Key endpoints:
 - **Database**: SQLite via better-sqlite3 (WAL mode, FTS5 full-text search)
 - **AI**: Claude API via Anthropic SDK (supports Portkey gateway)
 - **Frontend**: Vanilla HTML/CSS/JS (no build step, no React)
+- **Terminal**: xterm.js (frontend) + node-pty (backend)
 - **macOS integration**: EventKit (calendar), JXA (email/AppleScript), Spotlight (file search)
-- **Terminal**: node-pty for session management
 
 ## Development
 
 ```bash
+# Start dev instance (doesn't affect primary on :3456)
+bash bin/dev.sh
+
 # Run Wall-E tests
 cd wall-e && npm test
 
-# Run a single test file
-node --test tests/brain.test.js
-
 # Run Slack backfill manually
 node scripts/slack-backfill.js 2024-01  # single month
 node scripts/slack-backfill.js incremental  # new messages only
 
 # Run calendar sync manually
 node skills/_bundled/google-calendar/run.js
+
+# Run morning briefing manually
+node skills/_bundled/morning-briefing/run.js
 ```
 
 ## License

package/template/bin/dev.sh

@@ -0,0 +1,72 @@
+#!/bin/bash
+# Start a dev instance of CTM + Wall-E on separate ports with a DB snapshot.
+# Primary instance stays untouched. Ctrl+C to stop.
+#
+# Usage:
+#   bash bin/dev.sh              # Start dev instance (snapshot DBs on first run)
+#   bash bin/dev.sh --refresh    # Re-copy production DBs before starting
+#   bash bin/dev.sh --fresh      # Start with empty DBs
+
+set -e
+ROOT="$(cd "$(dirname "$0")/.." && pwd)"
+DEV_DIR="${WALLE_DEV_DIR:-/tmp/walle-dev}"
+DEV_CTM_PORT="${DEV_CTM_PORT:-4000}"
+DEV_WALLE_PORT="${DEV_WALLE_PORT:-4001}"
+
+# Source production .env to find DB paths
+PROD_CTM_DIR="$HOME/.walle/data"
+PROD_WALLE_DIR="$HOME/.walle/data"
+if [[ -f "$ROOT/.env" ]]; then
+  eval "$(grep -E '^(CTM_DATA_DIR|WALL_E_DATA_DIR)=' "$ROOT/.env" 2>/dev/null)" || true
+  [[ -n "$CTM_DATA_DIR" ]] && PROD_CTM_DIR="$CTM_DATA_DIR"
+  [[ -n "$WALL_E_DATA_DIR" ]] && PROD_WALLE_DIR="$WALL_E_DATA_DIR"
+fi
+
+mkdir -p "$DEV_DIR"
+
+# Handle flags
+if [[ "$1" == "--fresh" ]]; then
+  echo "[dev] Starting with fresh (empty) databases"
+  rm -f "$DEV_DIR"/*.db "$DEV_DIR"/*.db-wal "$DEV_DIR"/*.db-shm
+elif [[ "$1" == "--refresh" || ! -f "$DEV_DIR/task-manager.db" ]]; then
+  echo "[dev] Copying production databases to $DEV_DIR ..."
+  # Copy CTM DB
+  if [[ -f "$PROD_CTM_DIR/task-manager.db" ]]; then
+    cp "$PROD_CTM_DIR/task-manager.db" "$DEV_DIR/task-manager.db"
+    echo "  CTM: $PROD_CTM_DIR/task-manager.db → $DEV_DIR/"
+  fi
+  # Copy Wall-E brain
+  if [[ -f "$PROD_WALLE_DIR/wall-e-brain.db" ]]; then
+    cp "$PROD_WALLE_DIR/wall-e-brain.db" "$DEV_DIR/wall-e-brain.db"
+    echo "  Brain: $PROD_WALLE_DIR/wall-e-brain.db → $DEV_DIR/"
+  fi
+  # Clean WAL files (they're specific to the source process)
+  rm -f "$DEV_DIR"/*.db-wal "$DEV_DIR"/*.db-shm
+fi
+
+echo ""
+echo "  Dev CTM:    http://localhost:$DEV_CTM_PORT"
+echo "  Dev Wall-E: port $DEV_WALLE_PORT"
+echo "  Dev data:   $DEV_DIR"
+echo "  Source:     $ROOT"
+echo ""
+echo "  Ctrl+C to stop. Primary instance on :3456 is unaffected."
+echo ""
+
+# Load production .env vars (API keys, etc.) but override ports and data dirs
+export CTM_PORT="$DEV_CTM_PORT"
+export WALL_E_PORT="$DEV_WALLE_PORT"
+export CTM_DATA_DIR="$DEV_DIR"
+export WALL_E_DATA_DIR="$DEV_DIR"
+export CTM_HOST="127.0.0.1"
+
+# Source the rest of .env (API keys, owner name, etc.)
+if [[ -f "$ROOT/.env" ]]; then
+  set -a
+  source <(grep -v '^#' "$ROOT/.env" | grep -vE '^(CTM_PORT|WALL_E_PORT|CTM_DATA_DIR|WALL_E_DATA_DIR|CTM_HOST)=' | grep '=')
+  set +a
+fi
+
+# Run in foreground so Ctrl+C stops it cleanly
+cd "$ROOT"
+exec node claude-task-manager/server.js

package/template/claude-task-manager/db.js

@@ -1115,9 +1115,9 @@ function listSessionConversations({ search, limit, offset, hostname, allDevices
     params.push(hostname);
   }
   if (search) {
-    sql += ' AND (title LIKE ? OR first_message LIKE ? OR project_path LIKE ?)';
+    sql += ' AND (title LIKE ? OR first_message LIKE ? OR project_path LIKE ? OR messages LIKE ?)';
     const q = `%${search}%`;
-    params.push(q, q, q);
+    params.push(q, q, q, q);
   }
   sql += ' ORDER BY imported_at DESC';
   if (limit) { sql += ' LIMIT ?'; params.push(limit); }

package/template/claude-task-manager/public/css/walle.css

@@ -137,7 +137,7 @@
   font-size: 10px; font-weight: 800; text-transform: uppercase;
   letter-spacing: 1px; margin-bottom: 3px;
 }
-.walle-chat-msg-role.user { color: #5c7cfa; }
+.walle-chat-msg-role.user { color: #94a3b8; text-transform: none; font-weight: 700; letter-spacing: 0.3px; }
 .walle-chat-msg-role.assistant { color: #51cf66; }
 
 /* User text — plain, tight */
@@ -555,10 +555,31 @@
   margin-bottom: 4px;
 }
 .we-task-card-title { font-size: 13px; font-weight: 600; color: var(--accent, #60a5fa); }
-.we-task-card-status { font-size: 11px; font-weight: 500; text-transform: uppercase; letter-spacing: 0.5px; }
+.we-task-card-status { font-size: 11px; font-weight: 500; text-transform: uppercase; letter-spacing: 0.5px; display: inline-flex; align-items: center; gap: 5px; }
 .we-task-card-desc { font-size: 12px; color: #999; line-height: 1.4; margin-bottom: 4px; }
 .we-task-card-actions { display: flex; gap: 6px; flex-wrap: wrap; margin-top: 6px; }
 
+/* Status dots */
+.we-status-dot { display: inline-block; width: 7px; height: 7px; border-radius: 50%; flex-shrink: 0; }
+.we-status-dot--running { background: #228be6; animation: we-pulse 1.5s ease-in-out infinite; }
+.we-status-dot--pending { background: #fab005; }
+.we-status-dot--paused { background: #888; }
+.we-status-dot--failed { background: #e03131; }
+.we-status-dot--completed { background: #5c940d; }
+.we-status-dot--cancelled { background: #666; }
+@keyframes we-pulse { 0%,100% { opacity: 1; } 50% { opacity: 0.4; } }
+
+/* Task metadata details toggle */
+.we-task-meta-toggle { color: #555; cursor: pointer; font-size: 10px; text-decoration: underline; text-underline-offset: 2px; user-select: none; }
+.we-task-meta-toggle:hover { color: #888; }
+.we-task-meta-extra { display: none; }
+.we-task-meta.we-meta-expanded .we-task-meta-extra { display: contents; }
+
+/* Chat date separator */
+.we-chat-date-sep { text-align: center; color: var(--fg-dim, #666); font-size: 11px; padding: 12px 0 4px; position: relative; }
+.we-chat-date-sep::before { content: ''; position: absolute; left: 0; right: 0; top: 50%; border-top: 1px solid rgba(255,255,255,0.06); }
+.we-chat-date-sep span { position: relative; background: var(--bg, #1a1b26); padding: 0 12px; }
+
 /* Task live logs */
 .we-task-log-panel {
   margin-top: 8px;