jarvis-hq 0.0.5 → 0.0.6

package/dist/client-html.js

@@ -367,6 +367,20 @@ exports.html = `<!DOCTYPE html>
     color: var(--muted); white-space: pre-wrap; overflow-wrap: anywhere; max-height: 150px; overflow: auto;
   }
   .perm .acts { display: flex; gap: 8px; }
+  .ask-questions { display: flex; flex-direction: column; gap: 16px; margin-bottom: 14px; }
+  .ask-q { display: flex; flex-direction: column; gap: 8px; }
+  .ask-q-text { font-size: 13.5px; font-weight: 500; }
+  .ask-opts { display: flex; flex-direction: column; gap: 6px; }
+  .ask-opt-btn {
+    text-align: left; padding: 7px 12px; border-radius: 8px; font-size: 13px;
+    background: var(--surface-2); border: 1px solid var(--border); color: var(--text);
+    cursor: pointer; box-shadow: none;
+  }
+  .ask-opt-btn:hover { border-color: var(--accent); }
+  .ask-opt-btn.selected { background: color-mix(in srgb, var(--accent) 12%, var(--surface)); border-color: var(--accent); color: var(--text); }
+  .ask-opt-desc { font-size: 11.5px; color: var(--muted); margin-top: 1px; padding-left: 2px; }
+  .ask-other { width: 100%; padding: 7px 12px; border-radius: 8px; font-size: 13px; border: 1px solid var(--border); background: var(--surface-2); color: var(--text); outline: none; }
+  .ask-other:focus { border-color: var(--accent); }
 
   /* --- Composer --- */
   .composer { border-top: 1px solid var(--border); background: var(--bg); }
@@ -487,6 +501,11 @@ exports.html = `<!DOCTYPE html>
     box-shadow: var(--shadow-md); animation: rise .18s ease;
   }
   @keyframes rise { from { opacity: 0; transform: translate(-50%, 8px); } }
+  .toast-action {
+    margin-left: 10px; padding: 2px 10px; border-radius: 999px;
+    background: var(--bg); color: var(--text); border: none;
+    font-size: 13px; font-weight: 600; cursor: pointer;
+  }
 
   @media (max-width: 640px) {
     .wrap { padding: 0 16px; }
@@ -1731,6 +1750,7 @@ exports.html = `<!DOCTYPE html>
   }
 
   function renderPermission(data) {
+    if (data.toolName === "AskUserQuestion") { renderAskUser(data); return; }
     var card = el("div", "perm");
     card.appendChild(el("div", "head", "Allow " + data.toolName + "?"));
     card.appendChild(el("pre", null, JSON.stringify(data.input, null, 2)));
@@ -1756,6 +1776,100 @@ exports.html = `<!DOCTYPE html>
     scrollDown();
   }
 
+  function renderAskUser(data) {
+    var input = data.input || {};
+    var questions = Array.isArray(input.questions) ? input.questions : [];
+    var answers = {}; // question text -> selected label(s)
+
+    var card = el("div", "perm");
+    card.appendChild(el("div", "head", "Questions"));
+
+    var qsDiv = el("div", "ask-questions");
+
+    questions.forEach(function (q, qi) {
+      answers[q.question] = q.multiSelect ? [] : null;
+
+      var qDiv = el("div", "ask-q");
+      qDiv.appendChild(el("div", "ask-q-text", q.question));
+
+      var optsDiv = el("div", "ask-opts");
+
+      (q.options || []).forEach(function (opt) {
+        var row = el("div");
+        var btn = el("button", "ask-opt-btn", opt.label);
+        btn.onclick = function () {
+          if (q.multiSelect) {
+            var arr = answers[q.question];
+            var idx = arr.indexOf(opt.label);
+            if (idx >= 0) { arr.splice(idx, 1); btn.classList.remove("selected"); }
+            else { arr.push(opt.label); btn.classList.add("selected"); }
+          } else {
+            answers[q.question] = opt.label;
+            optsDiv.querySelectorAll(".ask-opt-btn").forEach(function (b) { b.classList.remove("selected"); });
+            btn.classList.add("selected");
+          }
+        };
+        row.appendChild(btn);
+        if (opt.description) row.appendChild(el("div", "ask-opt-desc", opt.description));
+        optsDiv.appendChild(row);
+      });
+
+      var otherInput = el("input");
+      otherInput.type = "text";
+      otherInput.placeholder = "Other\u2026";
+      otherInput.className = "ask-other";
+      otherInput.oninput = function () {
+        var val = otherInput.value.trim();
+        if (q.multiSelect) {
+          // handled on submit
+        } else {
+          if (val) {
+            answers[q.question] = val;
+            optsDiv.querySelectorAll(".ask-opt-btn").forEach(function (b) { b.classList.remove("selected"); });
+          } else if (!answers[q.question] || typeof answers[q.question] === "string") {
+            answers[q.question] = null;
+          }
+        }
+      };
+      optsDiv.appendChild(otherInput);
+      qDiv.appendChild(optsDiv);
+      qsDiv.appendChild(qDiv);
+    });
+
+    card.appendChild(qsDiv);
+
+    var acts = el("div", "acts");
+    var submit = el("button", "btn primary", "Submit");
+    submit.onclick = function () {
+      // Collect "other" text inputs for multi-select questions
+      var qDivs = qsDiv.querySelectorAll(".ask-q");
+      questions.forEach(function (q, qi) {
+        if (q.multiSelect) {
+          var inp = qDivs[qi].querySelector(".ask-other");
+          var val = inp ? inp.value.trim() : "";
+          if (val && answers[q.question].indexOf(val) === -1) answers[q.question].push(val);
+        }
+      });
+      submit.disabled = true;
+      api("/sessions/" + encodeURIComponent(sessionId) + "/permission", {
+        method: "POST",
+        body: { toolUseID: data.toolUseID, answers: answers }
+      }).then(function () {
+        var summary = questions.map(function (q) {
+          var a = answers[q.question];
+          return Array.isArray(a) ? a.join(", ") : (a || "\u2014");
+        }).join(" \u00b7 ");
+        card.replaceWith(el("div", "note", summary));
+        pendingPerms = Math.max(0, pendingPerms - 1);
+        if (!pendingPerms && state === "running") setActivity("Thinking\u2026");
+      }).catch(showError);
+    };
+    acts.appendChild(submit);
+    card.appendChild(acts);
+    $("messages-inner").appendChild(card);
+    scrollDown();
+  }
+
   function finishTurn() {
     closeStream();
     liveBubble = null;
@@ -1924,6 +2038,70 @@ exports.html = `<!DOCTYPE html>
     });
   }
 
+  // IndexedDB helpers — save the raw audio before the API call so a failed
+  // transcription can be retried without re-recording.
+  var _dictDb = null;
+  function openDictationDb() {
+    if (_dictDb) return Promise.resolve(_dictDb);
+    return new Promise(function (resolve, reject) {
+      var req = indexedDB.open("dictation", 1);
+      req.onupgradeneeded = function () { req.result.createObjectStore("pending"); };
+      req.onsuccess = function () { _dictDb = req.result; resolve(_dictDb); };
+      req.onerror = function () { reject(req.error); };
+    });
+  }
+  function savePendingAudio(audio, mimeType) {
+    return openDictationDb().then(function (db) {
+      return new Promise(function (resolve, reject) {
+        var tx = db.transaction("pending", "readwrite");
+        tx.objectStore("pending").put({ audio: audio, mimeType: mimeType }, "clip");
+        tx.oncomplete = resolve;
+        tx.onerror = function () { reject(tx.error); };
+      });
+    }).catch(function () {}); // best-effort
+  }
+  function deletePendingAudio() {
+    return openDictationDb().then(function (db) {
+      return new Promise(function (resolve) {
+        var tx = db.transaction("pending", "readwrite");
+        tx.objectStore("pending").delete("clip");
+        tx.oncomplete = resolve;
+        tx.onerror = resolve;
+      });
+    }).catch(function () {});
+  }
+  function loadPendingAudio() {
+    return openDictationDb().then(function (db) {
+      return new Promise(function (resolve) {
+        var req = db.transaction("pending", "readonly").objectStore("pending").get("clip");
+        req.onsuccess = function () { resolve(req.result || null); };
+        req.onerror = function () { resolve(null); };
+      });
+    }).catch(function () { return null; });
+  }
+
+  function sendDictation(audio, mimeType, btn, textarea) {
+    return api("/dictate", { method: "POST", body: { audio: audio, mimeType: mimeType } })
+      .then(function (d) {
+        deletePendingAudio();
+        insertDictation(textarea, d.text);
+      }).catch(function (err) {
+        toast(err.message || "Dictation failed", {
+          label: "Retry",
+          fn: function () {
+            loadPendingAudio().then(function (saved) {
+              if (!saved) { toast("No saved clip to retry"); return; }
+              btn.classList.add("busy");
+              sendDictation(saved.audio, saved.mimeType, btn, textarea)
+                .then(function () { btn.classList.remove("busy"); });
+            });
+          },
+        });
+      }).then(function () {
+        btn.classList.remove("busy");
+      });
+  }
+
   function stopRecording() {
     var rec = recording;
     if (!rec) return;
@@ -1941,6 +2119,7 @@ exports.html = `<!DOCTYPE html>
     if (!window.isSecureContext) {
       toast("Dictation needs https or localhost"); return;
     }
+    deletePendingAudio();
     navigator.mediaDevices.getUserMedia({ audio: true }).then(function (stream) {
       var mime = recordingMime();
       var recorder = mime ? new MediaRecorder(stream, { mimeType: mime }) : new MediaRecorder(stream);
@@ -1951,12 +2130,11 @@ exports.html = `<!DOCTYPE html>
         var blob = new Blob(chunks, { type: type });
         if (blob.size < 1000) { btn.classList.remove("busy"); return; }   // tapped twice by accident
         blobToBase64(blob).then(function (audio) {
-          return api("/dictate", { method: "POST", body: { audio: audio, mimeType: type } });
-        }).then(function (d) {
-          insertDictation(textarea, d.text);
+          return savePendingAudio(audio, type).then(function () {
+            return sendDictation(audio, type, btn, textarea);
+          });
         }).catch(function (err) {
           toast(err.message || "Dictation failed");
-        }).then(function () {
           btn.classList.remove("busy");
         });
       };
@@ -1977,12 +2155,19 @@ exports.html = `<!DOCTYPE html>
     };
   }
 
-  function toast(text) {
+  function toast(text, action) {
     var old = document.querySelector(".toast");
     if (old) old.remove();
     var t = el("div", "toast", text);
+    if (action) {
+      var btn = document.createElement("button");
+      btn.className = "toast-action";
+      btn.textContent = action.label;
+      btn.onclick = function () { t.remove(); action.fn(); };
+      t.appendChild(btn);
+    }
     document.body.appendChild(t);
-    setTimeout(function () { t.remove(); }, 2400);
+    setTimeout(function () { if (t.parentNode) t.remove(); }, action ? 7000 : 2400);
   }
 
   function copyText(text) {

package/dist/dictation.js

@@ -21,15 +21,17 @@ const OPENAI_URL = "https://api.openai.com/v1/chat/completions";
 const CLEANUP_MODEL = "gpt-4o-mini";
 // Roughly two minutes of opus; anything longer is a mistake, not a message.
 const MAX_AUDIO_BYTES = 8 * 1024 * 1024;
-const CLEANUP_PROMPT = `You are an intent extraction engine for a voice assistant.
-The user will provide a messy, unedited voice transcript containing filler words, pauses, and self-corrections.
+const CLEANUP_PROMPT = `You are a voice transcription cleanup assistant.
+The user will provide a raw voice transcript. Your job is light editing only — preserve their exact words and phrasing as much as possible.
 
 Your task:
-1. Analyze the spoken words to find the user's ultimate intent.
-2. Completely remove filler words ("uh", "um", "like") and resolve self-corrections (e.g., "set a meeting for 5, no, make it 6 PM" becomes "6 PM").
-3. Output ONLY the final, polished instructions. Do not include introductory text, explanations, or quotes.
+1. Remove filler words ("uh", "um", "er", "like") and false starts.
+2. If the user spells out a word (e.g., "t-h-r-e-s-h-o-l-d"), replace the previous misspelled or unclear attempt with the correctly spelled word and drop the spelling itself.
+3. Resolve simple self-corrections (e.g., "delete the file, actually remove the folder" → "remove the folder").
+4. Apply light markdown formatting where it clearly fits: wrap code, file names, variable names, and commands in backticks; use a bullet list if the user enumerates multiple items.
+5. Output ONLY the cleaned transcript. No explanations, no quotes, no commentary.
 
-Keep the user's wording and voice where it is already clear; do not summarize, expand, or answer the request.`;
+Do not paraphrase, summarize, reorder, or interpret — just clean up the words they said.`;
 function dictationConfigured() {
     return {
         deepgram: Boolean(process.env.DEEPGRAM_API_KEY),

package/dist/server.js

@@ -221,7 +221,7 @@ async function handleRequest(req, res, availableAgents, workspaceCwd) {
                 return;
             }
             const body = await (0, server_common_1.readBody)(req);
-            const { toolUseID, approved, updatedInput } = body;
+            const { toolUseID, approved, updatedInput, answers } = body;
             if (!toolUseID) {
                 (0, server_common_1.jsonError)(res, 400, "toolUseID is required");
                 return;
@@ -232,9 +232,20 @@ async function handleRequest(req, res, availableAgents, workspaceCwd) {
                 if (pending) {
                     store.pendingPermissions.delete(toolUseID);
                     (0, server_common_1.notifyPermissionsChanged)();
-                    pending.resolve(approved
-                        ? { behavior: "allow", updatedInput: updatedInput ?? pending.input }
-                        : { behavior: "deny", message: "User denied" });
+                    if (pending.toolName === "AskUserQuestion" && answers) {
+                        const questions = pending.input?.questions ?? [];
+                        const lines = questions.map((q) => {
+                            const a = answers[q.question];
+                            const answer = Array.isArray(a) ? (a.length ? a.join(", ") : "(none selected)") : (a || "(no answer)");
+                            return `- ${q.question}: ${answer}`;
+                        });
+                        pending.resolve({ behavior: "deny", message: "User's answers:\n" + lines.join("\n") });
+                    }
+                    else {
+                        pending.resolve(approved
+                            ? { behavior: "allow", updatedInput: updatedInput ?? pending.input }
+                            : { behavior: "deny", message: "User denied" });
+                    }
                 }
             }
             else if (store.agent === "opencode" && store.sdkSessionId) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "jarvis-hq",
-  "version": "0.0.5",
+  "version": "0.0.6",
   "description": "Jarvis — a persistent AI engineering partner. One entry point from any device; project-aware handoff and delegation to Claude Code running on your machine.",
   "main": "dist/index.js",
   "bin": {