clideck 1.31.12 → 1.31.14

package/README.md

@@ -51,14 +51,12 @@ clideck --port 4001
 
 **Session resume** - close the lid, reopen tomorrow, pick up where things left off. each agent's session ID is captured automatically.
 
-**Autopilot** - enable autopilot on a project, walk away. it watches for one agent to finish, hands the output to the next one, and keeps going until the work is done or blocked. this is the part that makes sleep possible. routes content verbatim, no rewriting or summarizing. fingerprints each output and tracks handoff history to guard against repeat loops. ~50 output tokens per routing decision. supports Anthropic, OpenAI, Google, Groq, xAI, Mistral, OpenRouter, Cerebras.
+**Ask another session** - from inside any CliDeck session, an agent can consult another session and get the answer back as command output:
 
 <p align="center">
-  <img src="assets/autopilot.gif" width="720" alt="Autopilot routing work between agents">
+  <img src="assets/clideck-ask.png" width="720" alt="One agent asking another session and getting findings back">
 </p>
 
-**Ask another session** - from inside any CliDeck session, an agent can consult another session and get the answer back as command output:
-
 ```bash
 clideck agents
 clideck ask --session "Reviewer" --message "Review this output and return findings." --timeout 10m

package/handlers.js

@@ -100,9 +100,9 @@ function configRootFor(preset, cmd) {
   return os.homedir();
 }
 
-function checkRemoteUpdate(ws) {
+function checkRemoteUpdate(ws, force = false) {
   const now = Date.now();
-  if (remoteUpdateCache && now - remoteUpdateCheckedAt < REMOTE_UPDATE_INTERVAL) {
+  if (!force && remoteUpdateCache && now - remoteUpdateCheckedAt < REMOTE_UPDATE_INTERVAL) {
     ws.send(JSON.stringify({ type: 'remote.update', checked: true, ...remoteUpdateCache }));
     return;
   }
@@ -573,7 +573,7 @@ function onConnection(ws) {
           try { ws.send(JSON.stringify({ type: 'remote.status', installed: true, ...JSON.parse(stdout) })); }
           catch { ws.send(JSON.stringify({ type: 'remote.status', installed: true })); }
         });
-        checkRemoteUpdate(ws);
+        checkRemoteUpdate(ws, !!msg.forceUpdate);
         break;
       }
 
@@ -602,7 +602,28 @@ function onConnection(ws) {
         break;
       }
 
+      case 'remote.voice.transcribe': {
+        const requestId = String(msg.requestId || '');
+        const replyError = (error) => ws.send(JSON.stringify({ type: 'remote.voice.error', requestId, error }));
+        if (!plugins.hasCapability('voice-input', 'transcribeAudio')) {
+          const voicePlugin = plugins.getInfo().find(p => p.id === 'voice-input' && p.installed);
+          replyError(voicePlugin
+            ? 'Restart CliDeck so the Voice Input plugin update can finish loading.'
+            : 'Install the Voice Input plugin in CliDeck first.');
+          break;
+        }
+        if (typeof msg.audio !== 'string' || !msg.audio) {
+          replyError('No audio received.');
+          break;
+        }
+        plugins.invoke('voice-input', 'transcribeAudio', { audio: msg.audio })
+          .then(result => ws.send(JSON.stringify({ type: 'remote.voice.result', requestId, ...result })))
+          .catch(e => replyError(e.message || 'Voice transcription failed.'));
+        break;
+      }
+
       case 'remote.install': {
+        const update = !!msg.update;
         const proc = require('child_process').spawn('npm', ['install', '-g', 'clideck-remote'], {
           shell: true, stdio: ['ignore', 'pipe', 'pipe'],
         });
@@ -610,7 +631,19 @@ function onConnection(ws) {
         proc.stderr.on('data', d => ws.send(JSON.stringify({ type: 'remote.install.progress', text: d.toString() })));
         proc.on('close', code => {
           remoteUpdateCache = null;
-          ws.send(JSON.stringify({ type: 'remote.install.done', success: code === 0 }));
+          if (code !== 0 || !update) {
+            ws.send(JSON.stringify({ type: 'remote.install.done', success: code === 0, update }));
+            return;
+          }
+          require('child_process').execFile('clideck-remote', ['restart', '--json'], { timeout: 10000, shell: process.platform === 'win32', env: remoteCliEnv() }, (err, stdout) => {
+            if (err) {
+              ws.send(JSON.stringify({ type: 'remote.install.done', success: false, update, error: err.message }));
+              return;
+            }
+            let restart = null;
+            try { restart = JSON.parse(stdout); } catch {}
+            ws.send(JSON.stringify({ type: 'remote.install.done', success: true, update, restart }));
+          });
         });
         break;
       }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "clideck",
-  "version": "1.31.12",
+  "version": "1.31.14",
   "description": "One screen for all your AI coding agents — run, monitor, and manage multiple CLI agents from a single browser tab",
   "main": "server.js",
   "bin": {

package/plugin-loader.js

@@ -67,6 +67,7 @@ let createSessionFn = null;
 let closeSessionFn = null;
 const settingsChangeHandlers = new Map(); // pluginId → [fn]
 const sessionPills = new Map(); // pillId → { pluginId, id, title, projectId, working, statusText, icon, logs[] }
+const backendHandlers = new Map(); // pluginId.name → fn
 
 function removeHooks(pluginId) {
   for (const arr of [inputHooks, outputHooks, statusHooks, transcriptHooks, menuHooks, configHooks]) {
@@ -77,6 +78,9 @@ function removeHooks(pluginId) {
   for (const key of frontendHandlers.keys()) {
     if (key.startsWith(`plugin.${pluginId}.`)) frontendHandlers.delete(key);
   }
+  for (const key of backendHandlers.keys()) {
+    if (key.startsWith(`${pluginId}.`)) backendHandlers.delete(key);
+  }
   settingsChangeHandlers.delete(pluginId);
   for (const [id, pill] of sessionPills) {
     if (pill.pluginId === pluginId) {
@@ -202,6 +206,11 @@ function buildApi(pluginId, pluginDir, state) {
     onFrontendMessage(event, fn) {
       frontendHandlers.set(`plugin.${pluginId}.${event}`, fn);
     },
+    expose(name, fn) {
+      if (typeof name === 'string' && name && typeof fn === 'function') {
+        backendHandlers.set(`${pluginId}.${name}`, fn);
+      }
+    },
 
     getSession(id) {
       const s = sessionsFn?.()?.get(id);
@@ -423,8 +432,25 @@ function handleMessage(msg) {
   return true;
 }
 
+function hasCapability(pluginId, name) {
+  return backendHandlers.has(`${pluginId}.${name}`);
+}
+
+async function invoke(pluginId, name, data = {}) {
+  const key = `${pluginId}.${name}`;
+  const fn = backendHandlers.get(key);
+  if (!fn) throw new Error(`Plugin capability not available: ${key}`);
+  return await fn(data);
+}
+
 function getInfo() {
   const cfg = getConfigFn?.();
+  const capabilitiesFor = (pluginId) => {
+    const prefix = `${pluginId}.`;
+    return [...backendHandlers.keys()]
+      .filter(k => k.startsWith(prefix))
+      .map(k => k.slice(prefix.length));
+  };
   const installed = [...plugins.values()].map(p => ({
     id: p.manifest.id,
     name: p.manifest.name,
@@ -436,6 +462,7 @@ function getInfo() {
     settingValues: cfg?.pluginSettings?.[p.manifest.id] || {},
     dynamicOptions: p.dynamicOptions || {},
     actions: p.actions,
+    capabilities: capabilitiesFor(p.manifest.id),
     hasClient: existsSync(join(p.dir, 'client.js')),
     bundled: BUNDLED_IDS.has(p.manifest.id),
     installed: true,
@@ -451,6 +478,7 @@ function getInfo() {
     settingValues: {},
     dynamicOptions: {},
     actions: [],
+    capabilities: [],
     hasClient: false,
     bundled: BUNDLED_IDS.has(u.manifest.id),
     installed: false,
@@ -561,6 +589,6 @@ module.exports = {
   PLUGINS_DIR, BUNDLED_IDS,
   init, shutdown,
   transformInput, notifyOutput, notifyStatus, notifyTranscript, notifyMenu, notifyConfig, clearStatus, isWorking, shouldAutoApproveMenu,
-  handleMessage, updateSetting, getInfo, resolveFile, installPlugin, removePlugin,
+  handleMessage, hasCapability, invoke, updateSetting, getInfo, resolveFile, installPlugin, removePlugin,
   getPills, getPillLogs,
 };

package/plugins/voice-input/clideck-plugin.json

@@ -1,7 +1,7 @@
 {
   "id": "voice-input",
   "name": "Voice Input",
-  "version": "1.2.0",
+  "version": "1.2.1",
   "author": "CliDeck",
   "description": "Dictate prompts with your voice using Whisper speech-to-text",
   "icon": "<svg class=\"w-4 h-4\" fill=\"none\" viewBox=\"0 0 24 24\" stroke=\"currentColor\" stroke-width=\"1.5\" stroke-linecap=\"round\" stroke-linejoin=\"round\"><path d=\"M12 1a3 3 0 0 0-3 3v8a3 3 0 0 0 6 0V4a3 3 0 0 0-3-3z\"/><path d=\"M19 10v2a7 7 0 0 1-14 0v-2\"/><line x1=\"12\" y1=\"19\" x2=\"12\" y2=\"23\"/><line x1=\"8\" y1=\"23\" x2=\"16\" y2=\"23\"/></svg>",

package/plugins/voice-input/index.js

@@ -244,28 +244,38 @@ module.exports = {
       return { text: data.text || '', language: data.language || 'unknown', avg_logprob: null };
     }
 
+    // --- Transcription API ---
+
+    async function transcribeAudio(audio) {
+      if (!api.getSetting('enabled')) {
+        throw new Error('Enable the Voice Input plugin in CliDeck first.');
+      }
+      const backend = api.getSetting('backend');
+      let result;
+      if (backend === 'local') {
+        if (!worker) await startLocal();
+        if (!worker) throw new Error('Local model not running. Enable plugin with local backend to start.');
+        result = await workerCmd('transcribe', {
+          audio,
+          lang: api.getSetting('language') || 'auto',
+        });
+      } else {
+        result = await transcribeOpenAI(audio);
+      }
+
+      const text = processText(result.text || '');
+      if (!text) return { text: '', skipped: true };
+      return { text, language: result.language, inferenceTime: result.inference_time };
+    }
+
+    api.expose('transcribeAudio', ({ audio }) => transcribeAudio(audio));
+
     // --- Message handlers ---
 
     api.onFrontendMessage('transcribe', async (msg) => {
-      const backend = api.getSetting('backend');
       try {
-        let result;
-        if (backend === 'local') {
-          if (!worker) { api.sendToFrontend('error', { error: 'Local model not running. Enable plugin with local backend to start.' }); return; }
-          result = await workerCmd('transcribe', {
-            audio: msg.audio,
-            lang: api.getSetting('language') || 'auto',
-          });
-        } else {
-          result = await transcribeOpenAI(msg.audio);
-        }
-
-        const text = processText(result.text || '');
-        if (!text) {
-          api.sendToFrontend('result', { text: '', skipped: true, sessionId: msg.sessionId });
-          return;
-        }
-        api.sendToFrontend('result', { text, language: result.language, inferenceTime: result.inference_time, sessionId: msg.sessionId });
+        const result = await transcribeAudio(msg.audio);
+        api.sendToFrontend('result', { ...result, sessionId: msg.sessionId });
       } catch (e) {
         api.log(`transcribe: ${e.message}`);
         api.sendToFrontend('error', { error: e.message });

package/public/index.html

@@ -355,7 +355,7 @@
     <div id="remote-modal" class="absolute inset-0 z-[260] bg-black/60 backdrop-blur-sm hidden items-center justify-center">
       <div style="background:var(--color-dialog);border:1px solid color-mix(in srgb, var(--color-muted) 40%, transparent);box-shadow:0 25px 60px -12px var(--color-shadow)" class="rounded-2xl w-[340px] flex flex-col overflow-hidden">
         <div class="px-5 py-3.5 flex items-center justify-between">
-          <span class="text-[13px] font-semibold text-slate-200">Mobile Remote</span>
+          <span id="remote-modal-title" class="text-[13px] font-semibold text-slate-200">Mobile Remote</span>
           <button id="remote-close" class="w-6 h-6 flex items-center justify-center rounded-md text-slate-500 hover:text-slate-300 hover:bg-slate-700/50 transition-colors">
             <svg class="w-3.5 h-3.5" fill="none" viewBox="0 0 24 24" stroke="currentColor" stroke-width="2"><path d="M18 6L6 18M6 6l12 12"/></svg>
           </button>

package/public/js/app.js

@@ -45,7 +45,7 @@ function connect() {
     reconnectReplaySkip = new Set(state.terms.keys());
     setServerConnectionState(true);
     flushQueuedSends();
-    send({ type: 'remote.status' });
+    send({ type: 'remote.status', forceUpdate: true });
   };
 
   state.ws.onmessage = ({ data }) => {
@@ -364,10 +364,13 @@ function connect() {
         appendInstallLog(msg.text);
         break;
       case 'remote.install.done':
-        handleInstallDone(msg.success);
+        handleInstallDone(msg);
         break;
       case 'remote.update':
         remoteUpdateInfo = msg?.available ? msg : null;
+        if (remoteUpdateInfo?.available && remoteInstalled && !remoteInstallMode) {
+          startRemoteInstall({ update: true, auto: true });
+        }
         if (remotePreflight?.pending) {
           remotePreflight.updateSeen = true;
           finishRemotePreflight();
@@ -1161,6 +1164,7 @@ let remoteStatsTimer = null;
 let remoteUpdateInfo = null;
 let remotePreflight = null;
 let remoteLastStatus = null;
+let remoteInstallMode = null;
 
 function startRemotePoll() {
   stopRemotePoll();
@@ -1180,27 +1184,34 @@ function setRemotePane(pane) {
   }
 }
 
+function remoteTitle() {
+  const version = state.remoteVersion && state.remoteVersion !== 'not installed'
+    ? ` v${state.remoteVersion}`
+    : '';
+  return `Mobile Remote${version}`;
+}
+
+function updateRemoteTitle() {
+  const title = remoteTitle();
+  const modalTitle = document.getElementById('remote-modal-title');
+  const introTitle = document.getElementById('remote-intro-title');
+  if (modalTitle) modalTitle.textContent = title;
+  if (introTitle) introTitle.textContent = `CliDeck ${title}`;
+}
+
 function showRemoteIntro(opts = {}) {
   const title = document.getElementById('remote-intro-title');
   const text = document.getElementById('remote-intro-text');
   const foot = document.getElementById('remote-intro-foot');
   const btn = document.getElementById('remote-add');
-  title.textContent = opts.title || 'CliDeck Mobile Remote';
+  updateRemoteTitle();
+  if (opts.title) title.textContent = opts.title;
   text.textContent = opts.text || 'Control your AI agents from your phone. See live status, send messages, and get notifications — all end-to-end encrypted.';
   foot.innerHTML = opts.foot || 'Installs the <code class="text-slate-500">clideck-remote</code> package via npm';
   btn.textContent = opts.button || 'Add to CliDeck';
   setRemotePane('intro');
 }
 
-function showRemoteUpdateRequired() {
-  showRemoteIntro({
-    title: 'Update Required',
-    text: `Version ${remoteUpdateInfo.latest} is available. Update CliDeck Remote to continue with mobile pairing on this machine.`,
-    foot: `Installed: <code class="text-slate-500">${esc(remoteUpdateInfo.installed)}</code> · Latest: <code class="text-slate-500">${esc(remoteUpdateInfo.latest)}</code>`,
-    button: 'Update to Continue',
-  });
-}
-
 function finishRemotePreflight() {
   if (!remotePreflight?.pending || !remotePreflight.statusSeen || !remotePreflight.updateSeen) return;
   remotePreflight = null;
@@ -1209,7 +1220,7 @@ function finishRemotePreflight() {
     return;
   }
   if (remoteUpdateInfo?.available) {
-    showRemoteUpdateRequired();
+    startRemoteInstall({ update: true, auto: true });
     return;
   }
   if (remoteState === 'idle') {
@@ -1241,6 +1252,7 @@ function finishRemotePreflight() {
 }
 
 function openRemoteModal() {
+  updateRemoteTitle();
   remoteModalOpen = true;
   remoteModal.classList.remove('hidden');
   remoteModal.style.display = 'flex';
@@ -1331,6 +1343,7 @@ function handleRemoteStatus(msg) {
   remoteLastStatus = msg;
   remoteInstalled = !!msg.installed;
   state.remoteVersion = msg.version || (msg.installed ? null : 'not installed');
+  updateRemoteTitle();
   updateVersionFooter();
   const wasPaired = remoteState === 'paired';
   const preflighting = !!remotePreflight?.pending;
@@ -1368,8 +1381,9 @@ function handleRemoteStatus(msg) {
     stopRemotePoll();
     if (wasPaired) { stopRemoteStats(); setRemoteLock(false); }
   }
-  if (remoteUpdateInfo?.available && remoteModalOpen) {
-    showRemoteUpdateRequired();
+  if (remoteUpdateInfo?.available && remoteInstalled && !remoteInstallMode) {
+    startRemoteInstall({ update: true, auto: true });
+    return;
   }
   updateRemoteButton();
   if (remotePreflight?.pending) {
@@ -1387,8 +1401,8 @@ function handleRemotePaired(msg) {
   else qrImg.classList.add('hidden');
   updateRemoteButton();
   startRemotePoll();
-  if (remoteUpdateInfo?.available && remoteModalOpen) {
-    showRemoteUpdateRequired();
+  if (remoteUpdateInfo?.available && remoteInstalled && !remoteInstallMode) {
+    startRemoteInstall({ update: true, auto: true });
     return;
   }
   if (remotePreflight?.pending) {
@@ -1422,17 +1436,39 @@ function appendInstallLog(text) {
   log.scrollTop = log.scrollHeight;
 }
 
-function handleInstallDone(success) {
+function startRemoteInstall(opts = {}) {
+  remoteInstallMode = { update: !!opts.update, auto: !!opts.auto };
+  const log = document.getElementById('remote-install-log');
+  log.textContent = '';
+  if (remoteInstallMode.update) {
+    appendInstallLog(`Updating clideck-remote to ${remoteUpdateInfo?.latest || 'latest'}...\n`);
+  }
+  setRemotePane('installing');
+  if (!remoteModalOpen) openRemoteModal();
+  send({ type: 'remote.install', update: remoteInstallMode.update });
+}
+
+function handleInstallDone(msg) {
+  const success = !!msg?.success;
+  const wasUpdate = !!msg?.update || !!remoteInstallMode?.update;
+  remoteInstallMode = null;
   if (success) {
     remoteInstalled = true;
     remoteUpdateInfo = null;
+    if (wasUpdate) {
+      remoteState = 'connecting';
+      setRemotePane('connecting');
+      send({ type: 'remote.status', forceUpdate: true });
+      startRemotePoll();
+      return;
+    }
     // Installed — go straight to pairing
     remoteState = 'connecting';
     setRemotePane('connecting');
     send({ type: 'remote.pair' });
   } else {
     const log = document.getElementById('remote-install-log');
-    log.textContent += '\n— Install failed. Check permissions or run manually:\n  npm install -g clideck-remote\n';
+    log.textContent += `\n— ${msg?.error || 'Install failed'}. Check permissions or run manually:\n  npm install -g clideck-remote\n`;
     log.scrollTop = log.scrollHeight;
   }
 }
@@ -1450,14 +1486,12 @@ btnRemote.addEventListener('click', () => {
   remotePreflight = { pending: true, statusSeen: false, updateSeen: false };
   setRemotePane('connecting');
   openRemoteModal();
-  send({ type: 'remote.status' });
+  send({ type: 'remote.status', forceUpdate: true });
 });
 
 // Install button
 document.getElementById('remote-add').addEventListener('click', () => {
-  document.getElementById('remote-install-log').textContent = '';
-  setRemotePane('installing');
-  send({ type: 'remote.install' });
+  startRemoteInstall({ update: !!(remoteInstalled && remoteUpdateInfo?.available) });
 });
 
 // Close / disconnect