neoagent 1.4.1 → 1.4.3

package/docs/skills.md

@@ -23,6 +23,10 @@ Skills are Markdown files in `~/.neoagent/agent-data/skills/` by default. They a
 | `tail-log.md` | Tail any log file |
 | `news-hackernews.md` | Fetch Hacker News top stories |
 | `qr-code.md` | Generate QR codes |
+| `pdf-toolkit.md` | Inspect, extract, merge, split, and compress PDF files |
+| `git-summary.md` | Summarize git status, branches, commits, and diffs |
+| `csv-toolkit.md` | Inspect and transform CSV/TSV data files |
+| `markdown-workbench.md` | Clean up, outline, and convert Markdown notes/docs |
 
 ## Adding a skill
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "neoagent",
-  "version": "1.4.1",
+  "version": "1.4.3",
   "description": "Proactive personal AI agent with no limits",
   "license": "MIT",
   "main": "server/index.js",
@@ -22,6 +22,8 @@
     "start": "node server/index.js",
     "dev": "node --watch server/index.js",
     "manage": "node bin/neoagent.js",
+    "test": "node --test",
+    "benchmark:tokens": "node scripts/benchmark-token-cost.js",
     "release": "npx semantic-release"
   },
   "repository": {

package/server/db/database.js

@@ -38,6 +38,7 @@ db.exec(`
     trigger_source TEXT,
     model TEXT,
     total_tokens INTEGER DEFAULT 0,
+    prompt_metrics TEXT,
     error TEXT,
     created_at TEXT DEFAULT (datetime('now')),
     updated_at TEXT DEFAULT (datetime('now')),
@@ -142,7 +143,10 @@ db.exec(`
     model TEXT,
     total_tokens INTEGER DEFAULT 0,
     compaction_count INTEGER DEFAULT 0,
+    summary TEXT,
+    summary_message_count INTEGER DEFAULT 0,
     last_compaction TEXT,
+    last_summary TEXT,
     created_at TEXT DEFAULT (datetime('now')),
     updated_at TEXT DEFAULT (datetime('now')),
     FOREIGN KEY (user_id) REFERENCES users(id) ON DELETE CASCADE
@@ -226,12 +230,84 @@ db.exec(`
   CREATE INDEX IF NOT EXISTS idx_core_memory_user ON core_memory(user_id, key);
 `);
 
+try {
+  db.exec(`
+    CREATE VIRTUAL TABLE IF NOT EXISTS conversation_history_fts USING fts5(
+      content,
+      role UNINDEXED,
+      user_id UNINDEXED,
+      agent_run_id UNINDEXED,
+      tokenize = 'porter unicode61'
+    );
+
+    CREATE TRIGGER IF NOT EXISTS conversation_history_fts_ai AFTER INSERT ON conversation_history BEGIN
+      INSERT INTO conversation_history_fts(rowid, content, role, user_id, agent_run_id)
+      VALUES (new.id, COALESCE(new.content, ''), new.role, new.user_id, COALESCE(new.agent_run_id, ''));
+    END;
+
+    CREATE TRIGGER IF NOT EXISTS conversation_history_fts_ad AFTER DELETE ON conversation_history BEGIN
+      DELETE FROM conversation_history_fts WHERE rowid = old.id;
+    END;
+
+    CREATE TRIGGER IF NOT EXISTS conversation_history_fts_au AFTER UPDATE ON conversation_history BEGIN
+      DELETE FROM conversation_history_fts WHERE rowid = old.id;
+      INSERT INTO conversation_history_fts(rowid, content, role, user_id, agent_run_id)
+      VALUES (new.id, COALESCE(new.content, ''), new.role, new.user_id, COALESCE(new.agent_run_id, ''));
+    END;
+
+    CREATE VIRTUAL TABLE IF NOT EXISTS messages_fts USING fts5(
+      content,
+      role UNINDEXED,
+      user_id UNINDEXED,
+      run_id UNINDEXED,
+      platform UNINDEXED,
+      platform_chat_id UNINDEXED,
+      tokenize = 'porter unicode61'
+    );
+
+    CREATE TRIGGER IF NOT EXISTS messages_fts_ai AFTER INSERT ON messages BEGIN
+      INSERT INTO messages_fts(rowid, content, role, user_id, run_id, platform, platform_chat_id)
+      VALUES (new.id, COALESCE(new.content, ''), new.role, new.user_id, COALESCE(new.run_id, ''), COALESCE(new.platform, ''), COALESCE(new.platform_chat_id, ''));
+    END;
+
+    CREATE TRIGGER IF NOT EXISTS messages_fts_ad AFTER DELETE ON messages BEGIN
+      DELETE FROM messages_fts WHERE rowid = old.id;
+    END;
+
+    CREATE TRIGGER IF NOT EXISTS messages_fts_au AFTER UPDATE ON messages BEGIN
+      DELETE FROM messages_fts WHERE rowid = old.id;
+      INSERT INTO messages_fts(rowid, content, role, user_id, run_id, platform, platform_chat_id)
+      VALUES (new.id, COALESCE(new.content, ''), new.role, new.user_id, COALESCE(new.run_id, ''), COALESCE(new.platform, ''), COALESCE(new.platform_chat_id, ''));
+    END;
+  `);
+} catch {
+  // FTS5 is optional. The app still works with LIKE-based fallbacks if unavailable.
+}
+
 // Migrations for existing databases
 for (const col of [
   "ALTER TABLE scheduled_tasks ADD COLUMN run_at TEXT",
   "ALTER TABLE scheduled_tasks ADD COLUMN one_time INTEGER DEFAULT 0",
+  "ALTER TABLE agent_runs ADD COLUMN prompt_metrics TEXT",
+  "ALTER TABLE conversations ADD COLUMN summary TEXT",
+  "ALTER TABLE conversations ADD COLUMN summary_message_count INTEGER DEFAULT 0",
+  "ALTER TABLE conversations ADD COLUMN last_summary TEXT",
 ]) {
   try { db.exec(col); } catch { /* column already exists */ }
 }
 
+try {
+  db.exec(`
+    INSERT OR REPLACE INTO conversation_history_fts(rowid, content, role, user_id, agent_run_id)
+    SELECT id, COALESCE(content, ''), role, user_id, COALESCE(agent_run_id, '')
+    FROM conversation_history;
+
+    INSERT OR REPLACE INTO messages_fts(rowid, content, role, user_id, run_id, platform, platform_chat_id)
+    SELECT id, COALESCE(content, ''), role, user_id, COALESCE(run_id, ''), COALESCE(platform, ''), COALESCE(platform_chat_id, '')
+    FROM messages;
+  `);
+} catch {
+  // Older SQLite builds without FTS5 should still let the app boot.
+}
+
 module.exports = db;

package/server/public/app.html

@@ -40,13 +40,21 @@
           </svg>
           Chat
         </button>
-        <button class="sidebar-btn" data-page="activity" id="activityNavBtn">
+        <button class="sidebar-btn" data-page="world" id="worldNavBtn">
           <svg width="17" height="17" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2"
             stroke-linecap="round" stroke-linejoin="round">
-            <polyline points="22 12 18 12 15 21 9 3 6 12 2 12" />
+            <path d="M12 2v4" />
+            <path d="M12 18v4" />
+            <path d="M4.93 4.93l2.83 2.83" />
+            <path d="M16.24 16.24l2.83 2.83" />
+            <path d="M2 12h4" />
+            <path d="M18 12h4" />
+            <path d="M4.93 19.07l2.83-2.83" />
+            <path d="M16.24 7.76l2.83-2.83" />
+            <circle cx="12" cy="12" r="4" />
           </svg>
-          Activity
-          <span class="activity-badge hidden" id="activityBadge"></span>
+          World
+          <span class="world-badge hidden" id="worldBadge"></span>
         </button>
         <div class="sidebar-divider"></div>
         <button class="sidebar-btn" data-page="messaging">
@@ -174,48 +182,94 @@
         </div>
       </div>
 
-      <!-- Activity Page -->
-      <div class="page" id="page-activity">
-        <div class="activity-container">
-          <!-- Left Sidebar: Run History -->
-          <div class="activity-sidebar" id="activitySidebar">
-            <div class="activity-sidebar-header">
-              <h2>Run History</h2>
-              <button class="btn-ghost" id="activityRefreshBtn" title="Refresh">
-                <svg width="14" height="14" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2"
-                  stroke-linecap="round" stroke-linejoin="round">
-                  <path d="M21 2v6h-6"></path>
-                  <path d="M3 12a9 9 0 1 0 2.81-6.73L3 8"></path>
-                  <path d="M3 22v-6h6"></path>
-                  <path d="M21 12a9 9 0 1 0-2.81 6.73L21 16"></path>
-                </svg>
-              </button>
-            </div>
-            <div class="activity-sidebar-list" id="activitySidebarList">
-              <div class="activity-empty-text">Loading runs...</div>
-            </div>
-          </div>
+      <!-- World Page -->
+      <div class="page" id="page-world">
+        <div class="world-page">
+          <div class="world-layout">
+            <section class="world-stage-card">
+              <div class="world-stage-frame">
+                <canvas id="worldCanvas" class="world-canvas" aria-label="NeoAgent world visualization"></canvas>
+                <div class="world-stage-overlay">
+                  <div class="world-overlay-group">
+                    <span class="world-pill" id="worldModePill">Idle</span>
+                    <span class="world-pill subtle" id="worldToolPill">Awaiting signal</span>
+                  </div>
+                  <div class="world-overlay-chip">
+                    <span class="world-overlay-label">Task</span>
+                    <span class="world-overlay-value" id="worldTaskValue">No active run</span>
+                  </div>
+                  <div class="world-overlay-chip">
+                    <span class="world-overlay-label">Status</span>
+                    <span class="world-overlay-value" id="worldStatusValue">Ambient systems nominal</span>
+                  </div>
+                </div>
+              </div>
+            </section>
 
-          <!-- Right Main Area: Timeline -->
-          <div class="activity-main" id="activityMain">
-            <div class="activity-main-header">
-              <h2 id="activityRunTitle">Select a run</h2>
-              <div class="activity-main-actions">
-                <span class="atl-run-timer" id="atlTimer" style="display:none;">0s</span>
-                <span class="atl-run-badge" id="atlRunStatus" style="display:none;"></span>
+            <aside class="world-hud">
+              <div class="world-panel">
+                <div class="world-panel-header">
+                  <h2>Live Signals</h2>
+                  <span class="world-panel-kicker">Realtime</span>
+                </div>
+                <div class="world-stats-grid">
+                  <div class="world-stat">
+                    <span class="world-stat-label">Mode</span>
+                    <strong class="world-stat-value" id="worldModeValue">Idle</strong>
+                  </div>
+                  <div class="world-stat">
+                    <span class="world-stat-label">Run</span>
+                    <strong class="world-stat-value" id="worldRunValue">None</strong>
+                  </div>
+                  <div class="world-stat">
+                    <span class="world-stat-label">Tools</span>
+                    <strong class="world-stat-value" id="worldToolsValue">0</strong>
+                  </div>
+                  <div class="world-stat">
+                    <span class="world-stat-label">Helpers</span>
+                    <strong class="world-stat-value" id="worldHelpersValue">0</strong>
+                  </div>
+                  <div class="world-stat">
+                    <span class="world-stat-label">Messages</span>
+                    <strong class="world-stat-value" id="worldMessagesValue">0</strong>
+                  </div>
+                </div>
               </div>
-            </div>
-            <div class="atl-viewport" id="activityFeedWrap">
-              <div class="atl-feed" id="activityFeed">
-                <div class="atl-empty" id="activityEmpty">
-                  <svg width="36" height="36" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="1.5">
-                    <polyline points="22 12 18 12 15 21 9 3 6 12 2 12" />
-                  </svg>
-                  <p>No run selected</p>
-                  <span>Pick a past run or start a new task in chat.</span>
+
+              <div class="world-panel">
+                <div class="world-panel-header">
+                  <h2>Crew</h2>
+                  <span class="world-panel-kicker">Lead + Helpers</span>
+                </div>
+                <div class="world-agent-list" id="worldAgentList">
+                  <div class="world-empty-state">NeoAgent will show up here as the lead, and helper agents appear when a sub-agent is spawned.</div>
                 </div>
               </div>
-            </div>
+
+              <div class="world-panel">
+                <div class="world-panel-header">
+                  <h2>Event Feed</h2>
+                  <span class="world-panel-kicker">Latest 6</span>
+                </div>
+                <div class="world-event-list" id="worldEventList">
+                  <div class="world-empty-state">The world is idling. Start a task in chat to wake everything up.</div>
+                </div>
+              </div>
+
+              <div class="world-panel">
+                <div class="world-panel-header">
+                  <h2>Structures</h2>
+                  <span class="world-panel-kicker">Role Map</span>
+                </div>
+                <div class="world-legend">
+                  <div class="world-legend-item"><span class="swatch core"></span> Core tower</div>
+                  <div class="world-legend-item"><span class="swatch browser"></span> Browser dock</div>
+                  <div class="world-legend-item"><span class="swatch memory"></span> Memory archive</div>
+                  <div class="world-legend-item"><span class="swatch cli"></span> Command forge</div>
+                  <div class="world-legend-item"><span class="swatch social"></span> Message port</div>
+                </div>
+              </div>
+            </aside>
           </div>
         </div>
       </div>
@@ -268,6 +322,7 @@
         <div class="page-body">
           <div class="tabs">
             <div class="tab active" data-mem-tab="memories">Memories</div>
+            <div class="tab" data-mem-tab="sessions">Session Recall</div>
             <div class="tab" data-mem-tab="core">Core</div>
             <div class="tab" data-mem-tab="soul">Soul</div>
             <div class="tab" data-mem-tab="daily">Daily Logs</div>
@@ -292,6 +347,15 @@
               style="display:grid;grid-template-columns:repeat(auto-fill,minmax(300px,1fr));gap:12px;"></div>
           </div>
 
+          <div class="mem-panel" id="mem-sessions">
+            <div style="display:flex;gap:10px;align-items:center;margin-bottom:14px;flex-wrap:wrap;">
+              <input type="text" id="sessionSearchInput" class="input" style="flex:1;min-width:220px;"
+                placeholder="Search old chats, commands, or decisions…" />
+              <button class="btn btn-sm btn-secondary" id="sessionSearchBtn">Search</button>
+            </div>
+            <div id="sessionRecallList"></div>
+          </div>
+
           <!-- Core memory tab -->
           <div class="mem-panel" id="mem-core">
             <div style="margin-bottom:14px;">
@@ -498,36 +562,46 @@
   </div>
 
   <!-- Settings Modal -->
-  <div class="modal-overlay hidden" id="settingsModal">
+  <div class="modal-overlay hidden" id="settingsModal" data-bwignore="true">
     <div class="modal" style="max-width:550px;">
       <div class="modal-header">
-        <h2>Settings</h2>
+        <div style="display:flex;align-items:center;gap:8px;">
+          <h2>Settings</h2>
+          <span class="badge badge-neutral" id="settingsAppVersion" style="font-size:11px;padding:2px 6px;"></span>
+        </div>
         <button class="btn-ghost" id="closeSettings">&times;</button>
       </div>
       <div class="modal-body">
         <div class="form-group">
           <label class="form-label">Heartbeat</label>
           <label class="flex items-center gap-2" style="cursor:pointer;">
-            <input type="checkbox" id="settingHeartbeat">
+            <input type="checkbox" id="settingHeartbeat" autocomplete="off" data-bwignore="true">
             <span>Enable scheduled heartbeat checks</span>
           </label>
         </div>
         <div class="form-group">
           <label class="form-label">Browser</label>
           <label class="flex items-center gap-2" style="cursor:pointer;">
-            <input type="checkbox" id="settingHeadlessBrowser">
+            <input type="checkbox" id="settingHeadlessBrowser" autocomplete="off" data-bwignore="true">
             <span>Run browser headless (no visible window)</span>
           </label>
         </div>
+        <div class="form-group">
+          <label class="form-label">Skill Learning</label>
+          <label class="flex items-center gap-2" style="cursor:pointer;">
+            <input type="checkbox" id="settingAutoSkillLearning" autocomplete="off" data-bwignore="true">
+            <span>Create disabled draft skills from successful multi-step runs</span>
+          </label>
+        </div>
         <div class="form-group">
           <label class="form-label">Default Chat Model</label>
-          <select id="settingDefaultChatModel" class="input">
+          <select id="settingDefaultChatModel" class="input" autocomplete="off" data-bwignore="true">
             <option value="auto">Smart Selector (Auto)</option>
           </select>
         </div>
         <div class="form-group">
           <label class="form-label">Default Sub-agent Model</label>
-          <select id="settingDefaultSubagentModel" class="input">
+          <select id="settingDefaultSubagentModel" class="input" autocomplete="off" data-bwignore="true">
             <option value="auto">Smart Selector (Auto)</option>
           </select>
         </div>
@@ -542,7 +616,8 @@
             <span>Token Usage</span>
             <span class="settings-info-wrap" tabindex="0" aria-label="Token usage info">
               <span class="settings-info-icon">i</span>
-              <span class="settings-info-pop">Run-level totals from the DB. Used to track token usage trends in this app.</span>
+              <span class="settings-info-pop">Run-level totals from the DB. Used to track token usage trends in this
+                app.</span>
             </span>
           </label>
           <div class="settings-token-box" id="tokenUsageSummary">Loading token usage…</div>