clementine-agent 1.18.60 → 1.18.63

package/.env.example

@@ -36,6 +36,11 @@ WEBHOOK_SECRET=
 GROQ_API_KEY=
 ELEVENLABS_API_KEY=
 ELEVENLABS_VOICE_ID=
+VOICE_ENABLED=false
+VOICE_PROVIDER=gemini-live
+GEMINI_API_KEY=
+GEMINI_LIVE_MODEL=gemini-3.1-flash-live-preview
+GEMINI_LIVE_VOICE_NAME=Kore
 
 # ── Video (optional) ─────────────────────────────────────────────────
 GOOGLE_API_KEY=

package/dist/cli/dashboard.js

@@ -181,9 +181,28 @@ async function getGateway() {
             dispatcher.register('dashboard', async (text, context) => {
                 if (!dashboardSseBroadcast)
                     return;
+                // Forward agent identity so the chat panel can render the
+                // originating hired agent's name + initial — same UX guarantee
+                // Discord/Slack already give via per-agent bot identities.
+                // agentSlug arrives populated by either the explicit caller
+                // (cron-scheduler.dispatchContextForJob etc.) or by the
+                // dispatcher's session-key inference safety net.
+                let agentName = null;
+                if (context?.agentSlug && context.agentSlug !== 'clementine') {
+                    try {
+                        const profile = gatewayInstance?.getAgentManager().get(context.agentSlug);
+                        agentName = profile?.name ?? null;
+                    }
+                    catch { /* best-effort — fall back to slug */ }
+                }
                 dashboardSseBroadcast({
                     type: 'deep_result',
-                    data: { sessionKey: context?.sessionKey ?? null, text },
+                    data: {
+                        sessionKey: context?.sessionKey ?? null,
+                        agentSlug: context?.agentSlug ?? null,
+                        agentName,
+                        text,
+                    },
                 });
             });
             gatewayInstance.setDispatcher(dispatcher);
@@ -5690,6 +5709,19 @@ If the tool returns nothing or errors, return an empty array \`[]\`.`,
             res.status(500).json({ error: String(err) });
         }
     });
+    // ── Projects ─────────────────────────────────────────────────
+    // Returns the project list from $CLEMENTINE_HOME/projects.json.
+    // Used by the trick builder's Quick Add Step picker so users can
+    // scaffold a step that runs in a specific project directory.
+    app.get('/api/projects', (_req, res) => {
+        try {
+            const projects = loadProjectsMeta();
+            res.json({ projects });
+        }
+        catch (err) {
+            res.status(500).json({ error: String(err) });
+        }
+    });
     // ── Available Tools ──────────────────────────────────────────
     app.get('/api/available-tools', (_req, res) => {
         try {
@@ -19538,6 +19570,51 @@ let currentPage = 'home';
 var currentAgentSlug = null;
 var prevAgentSlugs = null;
 
+// Browser-side cache of /api/agents — feeds chat-bubble identity rendering
+// so a hired agent's response shows their name/initial instead of
+// Clementine's. Refreshed on profile switch + on deep_result events
+// where the cache is missing the slug. Same UX guarantee Discord/Slack
+// give via per-agent bot identities.
+var __teamAgentsByslug = {};
+var __teamAgentsLoadedAt = 0;
+async function ensureTeamAgentCache(force) {
+  if (!force && __teamAgentsLoadedAt && (Date.now() - __teamAgentsLoadedAt < 60_000)) return;
+  try {
+    var r = await apiFetch('/api/agents');
+    if (!r.ok) return;
+    var agents = await r.json();
+    var next = {};
+    if (Array.isArray(agents)) {
+      for (var i = 0; i < agents.length; i++) {
+        var a = agents[i];
+        if (a && a.slug) next[a.slug] = { slug: a.slug, name: a.name || a.slug, avatar: a.avatar || null };
+      }
+    }
+    __teamAgentsByslug = next;
+    __teamAgentsLoadedAt = Date.now();
+  } catch (e) { /* non-fatal — fall back to Clementine */ }
+}
+
+/**
+ * Resolve the display identity for an assistant chat bubble.
+ *
+ *   getAssistantIdentity()                    → active chat profile (or Clementine)
+ *   getAssistantIdentity(slugFromSseEvent)    → that specific agent
+ *
+ * Returns { slug, name, initial }. Always safe — falls back to
+ * Clementine when nothing matches. Initial is uppercase first char,
+ * suitable for a .chat-avatar-sm bubble.
+ */
+function getAssistantIdentity(explicitSlug) {
+  var slug = explicitSlug || currentAgentSlug || '';
+  if (slug && slug !== 'clementine' && __teamAgentsByslug[slug]) {
+    var a = __teamAgentsByslug[slug];
+    return { slug: a.slug, name: a.name, initial: (a.name || 'A').charAt(0).toUpperCase() };
+  }
+  var clemName = (lastStatusData && lastStatusData.name) ? lastStatusData.name : 'Clementine';
+  return { slug: 'clementine', name: clemName, initial: clemName.charAt(0).toUpperCase() };
+}
+
 // ── Routing ────────────────────────────────────────────────────
 //
 // Five top-level destinations: home, build, team, brain, settings.
@@ -24346,18 +24423,23 @@ async function sendChat() {
   sendBtn.textContent = 'Thinking...';
 
 	  try {
+	    // Identity follows the active chat profile so a hired agent's
+	    // reply renders with their initial — same as Discord/Slack.
+	    await ensureTeamAgentCache();
+	    var asstIdentity = getAssistantIdentity();
 	    var asstRow = document.createElement('div');
 	    asstRow.className = 'chat-assistant-row';
 	    var chatAv = document.createElement('div');
 	    chatAv.className = 'chat-avatar-sm';
-	    chatAv.innerHTML = (lastStatusData.name || 'C').charAt(0).toUpperCase();
+	    chatAv.title = asstIdentity.name;
+	    chatAv.innerHTML = asstIdentity.initial;
 	    asstRow.appendChild(chatAv);
 	    var asstBubble = document.createElement('div');
 	    asstBubble.className = 'chat-bubble assistant';
 	    asstBubble.innerHTML = '<span style="color:var(--text-muted);font-style:italic">connecting...</span>';
 	    var asstMeta = document.createElement('div');
 	    asstMeta.className = 'chat-meta';
-	    asstMeta.textContent = new Date().toLocaleTimeString();
+	    asstMeta.textContent = new Date().toLocaleTimeString() + (asstIdentity.slug !== 'clementine' ? ' · ' + asstIdentity.name : '');
 	    asstRow.appendChild(asstBubble);
 	    container.appendChild(asstRow);
 	    typing.remove();
@@ -25984,6 +26066,15 @@ function renderBuilderPreview(artifact, type) {
       + '<div id="builder-tools-panel" style="max-height:180px;overflow-y:auto;border:1px solid var(--border);border-radius:6px;padding:6px 8px;background:var(--bg-primary);margin-bottom:4px"></div>'
       + '<div style="font-size:10px;color:var(--text-muted)">Tools the trick will use. The chat sees these as a hint and weaves them into the steps.</div>'
       + '</div>'
+      + '<div class="preview-field"><label>Quick add a step</label>'
+      + '<div style="display:flex;gap:6px;flex-wrap:wrap;margin-bottom:4px">'
+      + '<button type="button" class="btn btn-sm" onclick="openQuickAddPicker(\\x27mcp\\x27)">+ MCP step</button>'
+      + '<button type="button" class="btn btn-sm" onclick="openQuickAddPicker(\\x27cli\\x27)">+ CLI step</button>'
+      + '<button type="button" class="btn btn-sm" onclick="openQuickAddPicker(\\x27project\\x27)">+ Project step</button>'
+      + '</div>'
+      + '<div id="quick-add-picker" style="display:none;border:1px solid var(--border);border-radius:6px;background:var(--bg-primary);max-height:240px;overflow-y:auto;padding:6px 8px;margin-bottom:4px"></div>'
+      + '<div style="font-size:10px;color:var(--text-muted)">Pick a tool/CLI/project to seed a step. Clementine will follow up in chat to write the prompt.</div>'
+      + '</div>'
       + '<div class="preview-field"><label>Steps (YAML/Markdown)</label><textarea rows="14" onchange="builderArtifact.steps=this.value">' + esc(artifact.steps || '') + '</textarea></div>';
     setTimeout(function() { loadBuilderToolOptions(artifact.toolsUsed || _builderLinkedTools); }, 50);
   }
@@ -26150,6 +26241,214 @@ function syncBuilderLinkedTools() {
   }
 }
 
+// ── Trick builder: Quick Add Step ─────────
+// Three buttons in the workflow preview pane (+ MCP / + CLI / + Project)
+// scaffold a step block into builderArtifact.steps and auto-fire a chat
+// turn so Clementine writes the prompt for that step. The steps field
+// stays as a freeform YAML textarea — we just append, don't parse-edit.
+
+function _nextStepId() {
+  var current = (builderArtifact && builderArtifact.steps) || '';
+  var ids = current.match(/step-(\\d+)/g) || [];
+  var max = 0;
+  for (var i = 0; i < ids.length; i++) {
+    var n = parseInt(ids[i].replace('step-', ''), 10);
+    if (!isNaN(n) && n > max) max = n;
+  }
+  return 'step-' + (max + 1);
+}
+
+function _previousStepId() {
+  var current = (builderArtifact && builderArtifact.steps) || '';
+  var matches = current.match(/step-(\\d+)/g) || [];
+  if (matches.length === 0) return null;
+  // Highest numbered id
+  var max = 0;
+  for (var i = 0; i < matches.length; i++) {
+    var n = parseInt(matches[i].replace('step-', ''), 10);
+    if (!isNaN(n) && n > max) max = n;
+  }
+  return 'step-' + max;
+}
+
+function _yamlEscape(s) {
+  if (s == null) return '';
+  return String(s).replace(/"/g, '\\\\"');
+}
+
+function _appendStepYaml(stepId, dependsOn, body) {
+  var current = (builderArtifact && builderArtifact.steps) || '';
+  var dep = dependsOn ? '\\n  dependsOn: [' + dependsOn + ']' : '';
+  var block = stepId + ':\\n  prompt: ""' + dep + '\\n' + body;
+  builderArtifact.steps = current.trim() ? (current.trim() + '\\n\\n' + block) : block;
+}
+
+async function openQuickAddPicker(kind) {
+  var panel = document.getElementById('quick-add-picker');
+  if (!panel) return;
+  // Toggle close if already open for the same kind.
+  if (panel.dataset.kind === kind && panel.style.display !== 'none') {
+    panel.style.display = 'none';
+    panel.dataset.kind = '';
+    panel.innerHTML = '';
+    return;
+  }
+  panel.dataset.kind = kind;
+  panel.style.display = 'block';
+  panel.innerHTML = '<div style="font-size:11px;color:var(--text-muted);padding:4px 0">Loading…</div>';
+
+  try {
+    if (kind === 'mcp') {
+      var r = await apiFetch('/api/available-tools');
+      var d = await r.json();
+      var rows = [];
+      for (var cat in d.categories) {
+        var entries = d.categories[cat];
+        for (var i = 0; i < entries.length; i++) {
+          var t = entries[i];
+          var name = typeof t === 'string' ? t : t.name;
+          if (typeof name === 'string' && name.indexOf('mcp__') === 0) {
+            // mcp__<server>__<tool>
+            var parts = name.replace(/^mcp__/, '').split('__');
+            if (parts.length < 2) continue;
+            var server = parts[0];
+            var tool = parts.slice(1).join('__');
+            rows.push({
+              label: server + ' / ' + tool,
+              description: typeof t === 'object' && t.description ? t.description : '',
+              resource: { server: server, tool: tool, description: typeof t === 'object' && t.description ? t.description : '' },
+            });
+          }
+        }
+      }
+      _renderQuickAddPicker(panel, kind, rows);
+    } else if (kind === 'cli') {
+      var r2 = await apiFetch('/api/available-tools');
+      var d2 = await r2.json();
+      var entries2 = (d2.categories && d2.categories['CLI Tools']) || [];
+      var rows2 = entries2.map(function(t) {
+        return {
+          label: t.name + (t.installed === false ? ' (not installed)' : ''),
+          description: t.description || '',
+          resource: { name: t.name, description: t.description || '' },
+        };
+      });
+      _renderQuickAddPicker(panel, kind, rows2);
+    } else if (kind === 'project') {
+      var r3 = await apiFetch('/api/projects');
+      var d3 = await r3.json();
+      var projects = (d3 && d3.projects) || [];
+      if (projects.length === 0) {
+        panel.innerHTML = '<div style="font-size:11px;color:var(--text-muted);padding:4px 0">No projects defined yet. Add one from the Projects page first.</div>';
+        return;
+      }
+      var rows3 = projects.map(function(p) {
+        return {
+          label: p.name || p.path,
+          description: p.path || '',
+          resource: { name: p.name || p.path, path: p.path },
+        };
+      });
+      _renderQuickAddPicker(panel, kind, rows3);
+    }
+  } catch (e) {
+    panel.innerHTML = '<div style="font-size:11px;color:var(--red);padding:4px 0">Failed to load: ' + esc(String(e)) + '</div>';
+  }
+}
+
+function _renderQuickAddPicker(panel, kind, rows) {
+  if (!rows || rows.length === 0) {
+    panel.innerHTML = '<div style="font-size:11px;color:var(--text-muted);padding:4px 0">Nothing to pick.</div>';
+    return;
+  }
+  // Build the picker. Each row is a button that calls addQuickStep
+  // with the resource and then closes the picker.
+  var parts = [];
+  for (var i = 0; i < rows.length; i++) {
+    var r = rows[i];
+    var rid = '_qap_' + kind + '_' + i;
+    parts.push(
+      '<button type="button" id="' + rid + '" data-idx="' + i + '" ' +
+      'style="display:block;width:100%;text-align:left;background:transparent;border:0;padding:4px 6px;' +
+      'border-radius:4px;cursor:pointer;font-size:11px;color:var(--text-primary)" ' +
+      'onmouseover="this.style.background=\\x27var(--bg-tertiary)\\x27" ' +
+      'onmouseout="this.style.background=\\x27transparent\\x27">' +
+      '<div style="font-weight:500">' + esc(r.label) + '</div>' +
+      (r.description ? '<div style="font-size:10px;color:var(--text-muted)">' + esc(r.description) + '</div>' : '') +
+      '</button>'
+    );
+  }
+  panel.innerHTML = parts.join('');
+  // Wire click handlers — each button picks its row by index.
+  for (var j = 0; j < rows.length; j++) {
+    (function(idx) {
+      var btn = document.getElementById('_qap_' + kind + '_' + idx);
+      if (btn) btn.onclick = function() {
+        addQuickStep(kind, rows[idx].resource);
+        panel.style.display = 'none';
+        panel.dataset.kind = '';
+        panel.innerHTML = '';
+      };
+    })(j);
+  }
+}
+
+function addQuickStep(kind, resource) {
+  if (!builderArtifact) return;
+  var stepId = _nextStepId();
+  var prevId = _previousStepId();
+  var body = '';
+  if (kind === 'mcp') {
+    body = '  kind: mcp\\n' +
+      '  mcp:\\n' +
+      '    server: "' + _yamlEscape(resource.server) + '"\\n' +
+      '    tool: "' + _yamlEscape(resource.tool) + '"\\n' +
+      '    inputs: {}\\n';
+  } else if (kind === 'cli') {
+    body = '  kind: cli\\n' +
+      '  cli:\\n' +
+      '    cmd: "' + _yamlEscape(resource.name) + '"\\n' +
+      '    args: []\\n' +
+      '    timeoutMs: 30000\\n';
+  } else if (kind === 'project') {
+    body = '  kind: prompt\\n' +
+      '  workDir: "' + _yamlEscape(resource.path) + '"\\n';
+  } else {
+    return;
+  }
+  _appendStepYaml(stepId, prevId, body);
+  // Re-render so the textarea picks up the new content.
+  if (typeof renderBuilderPreview === 'function') {
+    renderBuilderPreview(builderArtifact, 'workflow');
+  }
+  // Auto-fire chat so Clementine asks the right question.
+  triggerStepChatPrompt(kind, stepId, resource);
+}
+
+function triggerStepChatPrompt(kind, stepId, resource) {
+  var msg = '';
+  if (kind === 'mcp') {
+    msg = '[STEP ADDED] ' + stepId + ' is an MCP call to ' +
+      (resource.server || '') + '/' + (resource.tool || '') +
+      (resource.description ? ' (' + resource.description + ')' : '') +
+      '. Help me write the prompt for this step — what should it do, what inputs, what is the goal?';
+  } else if (kind === 'cli') {
+    msg = '[STEP ADDED] ' + stepId + ' runs the ' + (resource.name || '') + ' CLI' +
+      (resource.description ? ' (' + resource.description + ')' : '') +
+      '. What command/args should it run, and what should the prompt around it say?';
+  } else if (kind === 'project') {
+    msg = '[STEP ADDED] ' + stepId + ' runs in project ' + (resource.name || '') +
+      ' (' + (resource.path || '') + '). What should it do in that project?';
+  }
+  if (!msg) return;
+  // Reuse the same send path the chat input uses (mirrors builderQuick).
+  var input = document.getElementById('builder-input');
+  if (input) {
+    input.value = msg;
+    if (typeof sendBuilderChat === 'function') sendBuilderChat();
+  }
+}
+
 // ── Builder File Attachments ──────────────
 var _builderAttachments = [];
 
@@ -32206,6 +32505,21 @@ try {
         try {
           var container = document.getElementById('chat-messages');
           var text = (evt.data && evt.data.text) ? evt.data.text : '';
+          // Identity from the SSE payload \u2014 server-side
+          // dashboard sender resolves agentSlug + agentName from
+          // the dispatcher context (cron jobs, hired-agent
+          // workflows, heartbeats), so a Sasha-cron completion
+          // renders with Sasha's initial + name in the meta line
+          // instead of looking like Clementine sent it. Falls
+          // back to Clementine when the event is unowned.
+          var deepSlug = (evt.data && evt.data.agentSlug) ? evt.data.agentSlug : null;
+          var deepName = (evt.data && evt.data.agentName) ? evt.data.agentName : null;
+          // Lazy-refresh the cache if the SSE event names a slug we
+          // haven't seen yet (e.g. an agent hired since page load).
+          if (deepSlug && !__teamAgentsByslug[deepSlug]) { ensureTeamAgentCache(true); }
+          var deepIdentity = deepName
+            ? { slug: deepSlug, name: deepName, initial: deepName.charAt(0).toUpperCase() }
+            : getAssistantIdentity(deepSlug);
           if (container && text) {
             var emptyState = container.querySelector('.empty-state');
             if (emptyState) emptyState.remove();
@@ -32213,20 +32527,24 @@ try {
             row.className = 'chat-assistant-row';
             var av = document.createElement('div');
             av.className = 'chat-avatar-sm';
-            av.innerHTML = (lastStatusData && lastStatusData.name ? lastStatusData.name : 'C').charAt(0).toUpperCase();
+            av.title = deepIdentity.name;
+            av.innerHTML = deepIdentity.initial;
             row.appendChild(av);
             var bubble = document.createElement('div');
             bubble.className = 'chat-bubble assistant';
             bubble.innerHTML = renderMd(text);
             var meta = document.createElement('div');
             meta.className = 'chat-meta';
-            meta.textContent = new Date().toLocaleTimeString() + ' \u00b7 deep task';
+            meta.textContent = new Date().toLocaleTimeString()
+              + (deepIdentity.slug && deepIdentity.slug !== 'clementine' ? ' \u00b7 ' + deepIdentity.name : '')
+              + ' \u00b7 deep task';
             bubble.appendChild(meta);
             row.appendChild(bubble);
             container.appendChild(row);
             container.scrollTop = container.scrollHeight;
           } else {
-            toast('Deep task result ready \u2014 open chat to view.', 'info');
+            var who = (deepIdentity.slug && deepIdentity.slug !== 'clementine') ? deepIdentity.name : 'Deep task';
+            toast(who + ' result ready \u2014 open chat to view.', 'info');
           }
         } catch(e) { /* non-fatal */ }
       }

package/dist/config.d.ts

@@ -132,6 +132,11 @@ export declare const WEBHOOK_BIND: string;
 export declare const GROQ_API_KEY: string;
 export declare const ELEVENLABS_API_KEY: string;
 export declare const ELEVENLABS_VOICE_ID: string;
+export declare const VOICE_ENABLED: boolean;
+export declare const VOICE_PROVIDER: string;
+export declare const GEMINI_API_KEY: string;
+export declare const GEMINI_LIVE_MODEL: string;
+export declare const GEMINI_LIVE_VOICE_NAME: string;
 export declare const GOOGLE_API_KEY: string;
 export declare const MS_TENANT_ID: string;
 export declare const MS_CLIENT_ID: string;

package/dist/config.js

@@ -467,6 +467,11 @@ export const WEBHOOK_BIND = getEnv('WEBHOOK_BIND', '127.0.0.1');
 export const GROQ_API_KEY = getSecret('GROQ_API_KEY');
 export const ELEVENLABS_API_KEY = getSecret('ELEVENLABS_API_KEY');
 export const ELEVENLABS_VOICE_ID = getEnv('ELEVENLABS_VOICE_ID');
+export const VOICE_ENABLED = getEnv('VOICE_ENABLED', 'false').toLowerCase() === 'true';
+export const VOICE_PROVIDER = getEnv('VOICE_PROVIDER', 'gemini-live');
+export const GEMINI_API_KEY = getSecret('GEMINI_API_KEY') || getSecret('GOOGLE_API_KEY');
+export const GEMINI_LIVE_MODEL = getEnv('GEMINI_LIVE_MODEL', 'gemini-3.1-flash-live-preview');
+export const GEMINI_LIVE_VOICE_NAME = getEnv('GEMINI_LIVE_VOICE_NAME', 'Kore');
 // ── Video ────────────────────────────────────────────────────────────
 export const GOOGLE_API_KEY = getSecret('GOOGLE_API_KEY');
 // ── Outlook (Microsoft Graph) ───────────────────────────────────────

package/dist/dashboard/builder/prompt.js

@@ -89,6 +89,7 @@ function buildSystemPrefix(type, agentSlug) {
             `  3. Which tools, projects, or channels she'll need (MCP servers, local CLIs like sf/gh/gcloud, Slack/Discord targets).\n` +
             `  4. Which model — ${MODELS.opus} (most capable), ${MODELS.sonnet} (balanced), or ${MODELS.haiku} (fastest). Leave model empty if the user doesn't care.\n` +
             `Most tricks need only one prompt step. Add steps only when the user explicitly wants a multi-step pipeline.\n` +
+            `If a user message starts with "[STEP ADDED]", they just clicked a Quick Add button to seed a step structure. Focus your reply on writing the prompt field for THAT step — ask one specific clarifying question, then update the artifact. Do NOT restructure the workflow or re-ask about goal/schedule/model.\n` +
             `When the user says "save" or approves, output the final artifact block — don't try to save it yourself, the dashboard handles persistence.]\n\n`;
     }
     return `[BUILDER MODE: You are helping configure an artifact. Output structured JSON blocks as you build.]\n\n`;

package/dist/desktop/main.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Clementine desktop shell.
+ *
+ * This process owns a native Electron window and supervises the existing
+ * dashboard server. The dashboard remains the single UI source of truth.
+ */
+export {};
+//# sourceMappingURL=main.d.ts.map