@olares/lares-mobile 0.15.7 → 0.15.9

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@olares/lares-mobile",
-  "version": "0.15.7",
+  "version": "0.15.9",
   "description": "Lares chat component for LarePass",
   "type": "module",
   "repository": {
@@ -28,7 +28,7 @@
     "vue": "^3.2.0"
   },
   "dependencies": {
-    "@olares/lares-core": "0.15.7",
+    "@olares/lares-core": "0.15.9",
     "markdown-it": "^14.3.0"
   }
 }

package/src/App.vue

@@ -78,16 +78,15 @@
       @move-session="moveSession"
       @rename-session="renameSession"
       @archive-session="archiveSession"
-      @pick-workspace="pickWorkspace"
       @retry="retry"
       @open-file="openFile"
       @answer="answerQuestion"
       @update-draft="updateDraft"
       @send="send"
+      @queue-action="updateQueue"
       @open-model="openModelSheet"
       @open-effort="openEffortSheet"
       @files="attachFiles"
-      @voice="toggleVoice"
       @hold-start="onHoldStart"
       @hold-end="onHoldEnd"
       @close-model="modelSheet = false"
@@ -99,6 +98,7 @@
       @open-commands="loadCommands"
       @open-references="loadReferences"
       @pick-command="pickCommand"
+      @toggle-speak="toggleSpeak"
     />
   </div>
 </template>
@@ -109,6 +109,12 @@ import { connectChat } from "./runtime.js";
 import { createT } from "./i18n.js";
 import { failText, withPendingUser } from "./chat/format.js";
 import { createVoiceCapture } from "./chat/voice.js";
+import { createAnswerPlayer } from "./chat/playback.js";
+import { createReplySpeaker } from "@olares/lares-core/voice/speech";
+import { wavBlob } from "@olares/lares-core/voice/client";
+import { captureSource } from "@olares/lares-core/voice/input";
+import { browserPlays } from "@olares/lares-core/voice/playback";
+import { speakProblemText, speakToggleNotice } from "@olares/lares-core/voice/problem";
 import { appendDraftMentions } from "@olares/lares-core/files/mention";
 import { FileIntake, partitionDocumentsBySize, splitComposerFiles } from "@olares/lares-core/files/intake";
 import {
@@ -118,16 +124,28 @@ import {
   draftImagesUploading,
 } from "@olares/lares-core/files/draft-images";
 import { DEFAULT_MAX_UPLOAD_BYTES } from "@olares/lares-core/files/limits";
-import { groupModelsByProvider, effortMenuRows, reasoningOfModel, currentEffortId, selectionKey } from "@olares/lares-core/router/session-model";
+import {
+  groupModelsByProvider,
+  effortMenuRows,
+  reasoningOfModel,
+  currentEffortId,
+  selectionKey,
+  sessionModelSelection,
+  composerModelsFromCatalog,
+  modelSwitchSelection,
+  effortSwitchSelection,
+} from "@olares/lares-core/router/session-model";
 import { messageFromCode } from "@olares/lares-core/i18n/t";
 import { parseAskUserQuestions, singleSelectAnswer } from "@olares/lares-core/larepass/questions";
 import { applyCommand } from "@olares/lares-core/larepass/commands";
 import { permissionOption, presetDescription, presetLabel } from "@olares/lares-core/larepass/permissions";
-import { DEFAULT_BUSY_ENTER } from "@olares/lares-core/larepass/submission-settings";
+import { DEFAULT_BUSY_ENTER, resolveSubmitMode } from "@olares/lares-core/larepass/submission-settings";
 import { subscribeConversationSettings } from "@olares/lares-core/larepass/settings";
 import { markSeen, pruneSeen, readSeen, SEEN_STORAGE_KEY, unseenSessions } from "@olares/lares-core/larepass/unread";
 import { fileName } from "@olares/lares-core/files/filename";
 import { closeTab, openTab, touchTab } from "@olares/lares-core/files/preview-tabs";
+import { isFilesPath } from "@olares/lares-core/drive/files-path";
+import { filesAppUrl } from "@olares/lares-core/files/app-link";
 import { chatDevice as resolveChatDevice } from "./layout.js";
 import LaresMobileShell from "./mobile/MobileShell.vue";
 import LaresDesktopShell from "./desktop/DesktopShell.vue";
@@ -162,6 +180,8 @@ export default {
     // Vue drops an undeclared prop into attrs, so a port missing from this list
     // never reaches `ports` below no matter what the host passes.
     socketProtocol: { type: [Function, String, Array], default: undefined },
+    // Set only by laresPortsFromAccount when myApps has no Lares app.
+    missing: { type: Boolean, default: false },
   },
   data() {
     return {
@@ -169,8 +189,9 @@ export default {
       stopping: false,
       starting: false,
       hostGen: 0,
-      modelGen: 0,
+      modelCatalogGen: 0,
       running: false,
+      runningSince: 0,
       sessionId: "",
       draft: "",
       draftBySession: {},
@@ -190,18 +211,20 @@ export default {
       sessions: [],
       sessionsReady: false,
       historyLoading: false,
-      models: null,
+      modelCatalog: null,
       modelError: "",
       modelPending: "",
       modelSheet: false,
       effortSheet: false,
-      effortByModel: {},
       upload: { pending: 0, failures: [] },
       draftImages: [],
       voicePhase: "idle",
       voiceElapsed: 0,
       voiceError: "",
       voiceLanguage: "",
+      voiceSpeak: false,
+      speakBusy: false,
+      speakNotice: "",
       intakeUnsub: null,
       question: null,
       questionBusy: false,
@@ -272,6 +295,7 @@ export default {
         stopping: this.stopping,
         starting: this.starting,
         running: this.running,
+        runningSince: this.runningSince,
         sessionId: this.sessionId,
         sessionTitle: this.sessionTitle,
         draft: this.draft,
@@ -285,6 +309,7 @@ export default {
         previewMode: this.previewMode,
         previewMediaSrc: this.previewMediaSrc,
         previewDownloadHref: this.previewDownloadHref,
+        previewFilesHref: this.previewFilesHref,
         panel: this.panel,
         sessions: this.sessions,
         sessionsReady: this.sessionsReady,
@@ -338,6 +363,9 @@ export default {
         queueBusy: this.queueBusy,
         busyEnter: this.busyEnter,
         directory: this.directory,
+        voiceSpeak: this.voiceSpeak,
+        speakBusy: this.speakBusy,
+        speakNotice: this.speakNotice,
       };
     },
     unseen() {
@@ -387,18 +415,21 @@ export default {
     modelLabel() {
       return this.currentListedModel?.name || this.models?.default?.model || this.t("model.select");
     },
+    liveModelSelection() {
+      const row = this.sessions.find((item) => item.sessionId === this.sessionId);
+      return row?.modelSelection ?? null;
+    },
+    models() {
+      return composerModelsFromCatalog(
+        this.modelCatalog,
+        sessionModelSelection(this.liveModelSelection, this.modelCatalog?.default),
+      );
+    },
     reasoning() {
       return reasoningOfModel(this.currentListedModel);
     },
     effortId() {
-      if (this.chatDevice === "desktop") {
-        return currentEffortId(this.models?.default, this.reasoning);
-      }
-      if (!(this.modelCurrent in this.effortByModel)) {
-        return currentEffortId(this.models?.default, this.reasoning);
-      }
-      const stored = this.effortByModel[this.modelCurrent];
-      return stored === "" ? undefined : stored;
+      return currentEffortId(this.models?.default, this.reasoning);
     },
     effortLabel() {
       return this.effortName({ id: this.effortId, name: this.effortId });
@@ -423,15 +454,27 @@ export default {
     previewMediaSrc() {
       const data = this.preview.data;
       if (!data) return "";
-      return this.runtime.mediaUrl(data.path, data.modifiedAt);
+      return this.runtime.mediaUrl(
+        data.path,
+        data.modifiedAt,
+        data.kind === "image" ? "big" : undefined,
+      );
     },
     previewDownloadHref() {
       if (!this.preview.path) return "";
       return this.runtime.downloadUrl(this.preview.path);
     },
+    previewFilesHref() {
+      if (!this.preview.path) return "";
+      return filesAppUrl(this.preview.path, {
+        entrance: this.baseUrl,
+        accountDomain: this.env?.ACCOUNT_DOMAIN,
+        protocol: this.env?.PROTOCOL,
+      });
+    },
     previewHref() {
       return (path) => {
-        const href = this.runtime.mediaUrl(path);
+        const href = this.runtime.mediaUrl(path, undefined, "big");
         try {
           return new URL(href, globalThis.location?.origin || "http://localhost").href;
         } catch {
@@ -449,7 +492,7 @@ export default {
       return this.models?.default ? selectionKey(this.models.default) : "";
     },
     modelBusy() {
-      return Boolean(this.modelPending) || (this.modelSheet && !this.models);
+      return Boolean(this.modelPending) || (this.modelSheet && !this.modelCatalog);
     },
     modelBlocked() {
       return this.chatDevice === "desktop" && this.models?.routable === false;
@@ -475,28 +518,33 @@ export default {
   created() {
     // Per-path request tokens: reactive state would re-render on every read.
     this.previewGen = new Map();
+    this.previewOpenGen = 0;
     this.intake = new FileIntake((file, sessionId, options) => this.runtime.upload(file, options, sessionId));
     this.imageUploadControllers = new Map();
+    this.player = createAnswerPlayer();
+    this.replySpeaker = createReplySpeaker();
+    this.speakGen = 0;
     this.voiceCap = createVoiceCapture({
       transcribe: (blob, signal) => this.runtime.transcribe(blob, this.voiceLanguage, signal),
-      getDraft: () => this.draft,
-      setDraft: (text) => {
-        this.draft = text;
-      },
       onPhase: (phase, extra = {}) => {
         this.voicePhase = phase;
         if (extra.elapsed != null) this.voiceElapsed = extra.elapsed;
         if (extra.error != null) this.voiceError = extra.error;
       },
+      onTrace: (event, fields) => {
+        void this.runtime.reportLog?.("voice", event, fields);
+      },
+      submit: (text) => {
+        void this.runtime.reportLog?.("voice", "submit", {
+          chars: String(text ?? "").trim().length,
+          running: Boolean(this.running),
+          session: Boolean(this.sessionId),
+        });
+        void this.sendTranscript(text);
+      },
     });
     this.bindIntake(this.sessionId);
     this.bindRuntime();
-    try {
-      const raw = JSON.parse(localStorage.getItem("lares.mobile.effort") || "{}");
-      if (raw && typeof raw === "object") this.effortByModel = raw;
-    } catch {
-      this.effortByModel = {};
-    }
     try {
       this.seen = readSeen(JSON.parse(localStorage.getItem(SEEN_STORAGE_KEY) || "null"));
     } catch {
@@ -533,7 +581,11 @@ export default {
   },
   methods: {
     mediaUrl(item) {
-      return this.runtime.mediaUrl(item.path, item.modifiedAt);
+      return this.runtime.mediaUrl(
+        item.path,
+        item.modifiedAt,
+        item.kind === "image" ? "big" : undefined,
+      );
     },
     scrollTop(height, view) {
       return this.runtime.scrollTop(height, view);
@@ -576,9 +628,21 @@ export default {
         this.commands = null;
         this.commandsError = "";
       }
+      if (sessionChanged) {
+        this.speakGen += 1;
+        this.player?.stop();
+      }
+      const answer = this.replySpeaker.observe({
+        sessionChanged,
+        wasRunning: this.running,
+        running: snap.running,
+        reply: snap.reply,
+      });
       this.sessionId = snap.sessionId;
       this.items = snap.items;
       this.running = snap.running;
+      this.runningSince = snap.runningSince || 0;
+      if (answer) void this.speakReply(answer, ++this.speakGen);
       this.failed = snap.failed;
       this.error = snap.error;
       this.sessions = snap.sessions ?? this.sessions;
@@ -599,9 +663,6 @@ export default {
       if (!this.question) this.questionBusy = false;
       this.approval = snap.approval || null;
       if (!this.approval) this.approvalBusy = false;
-      if (sessionChanged && this.chatDevice === "desktop") {
-        void this.loadSessionModels(snap.sessionId);
-      }
       if (this.pendingUser && snap.items.some((row) => row.type === "user" && row.text === this.pendingUser)) {
         this.pendingUser = "";
       }
@@ -689,17 +750,19 @@ export default {
       this.$refs.shell?.focusComposer?.();
     },
     async hydrateFiles(paths) {
-      const missing = [...new Set(paths)].filter((path) => !(path in this.previews));
+      const missing = [...new Set(paths)].filter((path) => !Object.hasOwn(this.previews, path));
       if (!missing.length) return;
-      const next = { ...this.previews };
+      const sessionId = this.sessionId;
+      const loaded = Object.create(null);
       await Promise.all(missing.map(async (path) => {
         try {
-          next[path] = await this.runtime.preview(path);
+          loaded[path] = await this.runtime.preview(path);
         } catch {
-          next[path] = null;
+          loaded[path] = null;
         }
       }));
-      this.previews = next;
+      if (this.sessionId !== sessionId) return;
+      this.previews = { ...this.previews, ...loaded };
       this.pinLog();
     },
     async answerQuestion(label, row) {
@@ -736,13 +799,33 @@ export default {
         this.approvalBusy = false;
       }
     },
-    openFile(path) {
+    openPreviewTab(path) {
       const { tabs, lru, evicted } = openTab({ tabs: this.previewTabs, lru: this.previewLru }, path);
       this.previewTabs = tabs;
       this.previewLru = lru;
       if (evicted) this.dropPreviewContent(evicted.path);
       this.previewPath = path;
       this.previewMode = "preview";
+    },
+    async openFile(path) {
+      const openGen = ++this.previewOpenGen;
+      if (isFilesPath(path)) {
+        const gen = (this.previewGen.get(path) ?? 0) + 1;
+        this.previewGen.set(path, gen);
+        try {
+          const data = await this.runtime.preview(path);
+          if (this.previewGen.get(path) !== gen || this.previewOpenGen !== openGen) return;
+          this.openPreviewTab(path);
+          const canonical = this.adoptPreviewPath(path, data?.path);
+          this.previewGen.set(canonical, gen);
+          this.setPreviewContent(canonical, gen, { status: "ready", data, error: "" });
+        } catch {
+          // Keep the Produced card in place so another click retries with the
+          // browser's then-current credential.
+        }
+        return;
+      }
+      this.openPreviewTab(path);
       return this.loadPreview(path);
     },
     showChat() {
@@ -764,6 +847,7 @@ export default {
       if (this.previewPath) this.closePreviewTab(this.previewPath);
     },
     resetPreview() {
+      this.previewOpenGen += 1;
       this.previewTabs = [];
       this.previewLru = [];
       this.previewPath = "";
@@ -814,6 +898,13 @@ export default {
         this.previewGen.set(canonical, gen);
         this.setPreviewContent(canonical, gen, { status: "ready", data, error: "" });
       } catch (err) {
+        if (
+          isFilesPath(path)
+          && ["files_no_credential", "files_unauthenticated"].includes(err instanceof Error ? err.message : "")
+        ) {
+          this.closePreviewTab(path);
+          return;
+        }
         this.setPreviewContent(path, gen, {
           status: "error",
           data: null,
@@ -860,7 +951,7 @@ export default {
       this.pendingUser = "";
       this.failed = "";
       this.error = "";
-      this.models = null;
+      this.modelCatalog = null;
       this.modelError = "";
       this.modelPending = "";
       this.modelSheet = false;
@@ -913,58 +1004,36 @@ export default {
     },
     async loadComposerMeta() {
       const settings = this.runtime.settings;
-      if (!settings) return;
-      if (this.chatDevice === "desktop") {
-        await Promise.all([
-          this.loadSessionModels(this.sessionId),
-          settings.conversation().then((section) => {
-            this.busyEnter = section.busyEnter;
-          }).catch(() => {
-            this.busyEnter = DEFAULT_BUSY_ENTER;
-          }),
-        ]);
-      } else {
-        try {
-          this.models = await settings.models();
-          this.modelError = "";
-        } catch (err) {
-          this.modelError = err instanceof Error ? err.message : String(err);
-        }
+      const jobs = [this.loadModelCatalog()];
+      if (settings && this.chatDevice === "desktop") {
+        jobs.push(settings.conversation().then((section) => {
+          this.busyEnter = section.busyEnter;
+        }).catch(() => {
+          this.busyEnter = DEFAULT_BUSY_ENTER;
+        }));
       }
-      try {
-        const voice = await settings.voice();
-        this.voiceLanguage = voice.config?.language || "";
-      } catch {
-        this.voiceLanguage = "";
+      if (settings) {
+        jobs.push(settings.voice().then((voice) => {
+          this.voiceLanguage = voice.config?.language || "";
+          this.voiceSpeak = voice.config?.speak === true;
+        }).catch(() => {
+          this.voiceLanguage = "";
+          this.voiceSpeak = false;
+        }));
       }
+      await Promise.all(jobs);
     },
-    async loadSessionModels(sessionId) {
-      const gen = ++this.modelGen;
-      if (!sessionId) {
-        this.models = null;
-        return;
-      }
-      this.modelError = "";
-      const loaded = await this.runtime.sessionModels(sessionId);
-      if (gen !== this.modelGen || sessionId !== this.sessionId) return;
+    async loadModelCatalog() {
+      const gen = ++this.modelCatalogGen;
+      const loaded = await this.runtime.modelCatalog();
+      if (gen !== this.modelCatalogGen) return;
       if (!loaded.ok) {
-        this.models = null;
+        this.modelCatalog = null;
         this.modelError = loaded.error?.message || loaded.error?.code || "models";
         return;
       }
-      const value = loaded.value ?? {};
-      this.models = {
-        default: value.current,
-        routable: value.routable !== false,
-        failures: value.failures ?? [],
-        models: (value.groups ?? []).flatMap((group) => (
-          (group.models ?? []).map((model) => ({
-            ...model,
-            provider: group.id,
-            providerName: group.name || group.id,
-          }))
-        )),
-      };
+      this.modelCatalog = loaded.value ?? null;
+      this.modelError = "";
     },
     openEffortSheet() {
       if (this.effortDisabled) return;
@@ -975,71 +1044,34 @@ export default {
       const text = this.t(`effort.${row.id}`);
       return text === `effort.${row.id}` ? (row.name || row.id) : text;
     },
-    persistEffort() {
-      try {
-        localStorage.setItem("lares.mobile.effort", JSON.stringify(this.effortByModel));
-      } catch {
-        // storage may be blocked
-      }
-    },
     async chooseEffort(id) {
-      this.effortSheet = false;
-      if (!this.modelCurrent) return;
-      if (this.chatDevice === "desktop") {
-        if (id === this.effortId || this.modelBusy) return;
-        this.modelPending = `${this.modelCurrent}\u0000${id ?? ""}`;
-        const current = this.models?.default;
-        try {
-          const selected = await this.runtime.selectModel({
-            provider: current.provider,
-            model: current.model,
-            ...(id === undefined ? {} : { reasoningEffort: id }),
-          });
-          if (!selected.ok) {
-            this.modelError = selected.error?.message || selected.error?.code || "model";
-            return;
-          }
-          this.models = { ...this.models, default: selected.value?.selected ?? current };
-        } finally {
-          this.modelPending = "";
+      const current = this.models?.default;
+      if (!current || id === this.effortId || this.modelBusy) return;
+      if (this.chatDevice === "desktop") this.effortSheet = false;
+      this.modelPending = `${this.modelCurrent}\u0000${id ?? ""}`;
+      this.modelError = "";
+      try {
+        const selected = await this.runtime.selectModel(effortSwitchSelection(current, id));
+        if (!selected.ok) {
+          this.modelError = selected.error?.message || selected.error?.code || "model";
         }
-        return;
+      } finally {
+        this.modelPending = "";
       }
-      this.effortByModel = { ...this.effortByModel, [this.modelCurrent]: id ?? "" };
-      this.persistEffort();
     },
     openModelSheet() {
       this.modelSheet = true;
-      if (!this.models) void this.loadComposerMeta();
+      if (!this.modelCatalog) void this.loadModelCatalog();
     },
     async chooseModel(model) {
       const key = this.modelKey(model);
-      if (key === this.modelCurrent || this.modelBusy) {
-        this.modelSheet = false;
-        return;
-      }
-      this.modelSheet = false;
+      if (key === this.modelCurrent || this.modelBusy) return;
+      if (this.chatDevice === "desktop") this.modelSheet = false;
       this.modelPending = key;
       this.modelError = "";
       try {
-        if (this.chatDevice === "desktop") {
-          const reasoning = reasoningOfModel(model);
-          const selection = {
-            provider: model.provider,
-            model: model.id,
-            ...(reasoning?.defaultEffort === undefined
-              ? {}
-              : { reasoningEffort: reasoning.defaultEffort }),
-          };
-          const selected = await this.runtime.selectModel(selection);
-          if (!selected.ok) throw new Error(selected.error?.message || selected.error?.code || "model");
-          this.models = { ...this.models, default: selected.value?.selected ?? selection };
-        } else {
-          this.models = await this.runtime.settings.setDefaultModel({
-            provider: model.provider,
-            model: model.id,
-          });
-        }
+        const selected = await this.runtime.selectModel(modelSwitchSelection({ id: model.provider }, model));
+        if (!selected.ok) throw new Error(selected.error?.message || selected.error?.code || "model");
       } catch (err) {
         this.modelError = err instanceof Error ? err.message : String(err);
       } finally {
@@ -1137,15 +1169,71 @@ export default {
       this.draftImages = [];
       this.imagesBySession = {};
     },
-    onHoldStart() {
-      if (this.voicePhase === "idle" || this.voicePhase === "error") this.voiceCap?.start();
+    onHoldStart(detail) {
+      void this.runtime.reportLog?.("voice", "hold-start", {
+        via: detail?.via || "",
+        phase: this.voicePhase,
+      });
+      if (captureSource("mobile") !== "device") return;
+      if (this.voicePhase === "idle" || this.voicePhase === "error") void this.voiceCap?.start();
+      this.speakGen += 1;
+      this.player?.stop();
+      this.player?.unlock();
+      void this.runtime.interruptSpeech?.();
+    },
+    onHoldEnd(detail) {
+      void this.runtime.reportLog?.("voice", "hold-end", {
+        via: detail?.via || "",
+        phase: this.voicePhase,
+      });
+      this.voiceCap?.stop(false);
+    },
+    showSpeakProblem(err) {
+      this.speakNotice = speakProblemText(this.t, err);
     },
-    onHoldEnd() {
-      if (this.voicePhase === "recording") this.voiceCap?.stop();
-      else this.voiceCap?.stop(true);
+    async toggleSpeak() {
+      if (this.speakBusy) return;
+      this.speakNotice = "";
+      if (typeof this.runtime.settings?.saveVoice !== "function") {
+        this.speakNotice = this.t("error.voice_speak_unready");
+        return;
+      }
+      const next = !this.voiceSpeak;
+      const previous = this.voiceSpeak;
+      this.voiceSpeak = next;
+      this.speakBusy = true;
+      if (!next) {
+        this.speakGen += 1;
+        this.player?.stop();
+        void this.runtime.interruptSpeech?.();
+      }
+      try {
+        const voice = await this.runtime.settings.saveVoice({ speak: next });
+        this.voiceSpeak = voice?.config ? voice.config.speak === true : next;
+        const problem = this.voiceSpeak ? speakToggleNotice(voice?.ttsModels) : "";
+        this.speakNotice = problem ? this.t(`error.${problem}`) : "";
+      } catch (err) {
+        this.voiceSpeak = previous;
+        this.showSpeakProblem(err);
+      } finally {
+        this.speakBusy = false;
+      }
     },
-    toggleVoice() {
-      this.voiceCap?.toggle();
+    async speakReply(text, gen) {
+      if (!this.voiceSpeak) return;
+      try {
+        const result = await this.runtime.speak?.(text);
+        if (gen !== this.speakGen) return;
+        if (!result?.audio) {
+          this.showSpeakProblem(Object.assign(new Error("voice_speak_failed"), { code: "voice_speak_failed" }));
+          return;
+        }
+        if (!browserPlays("mobile", result.bluetooth)) return;
+        await this.player?.play(wavBlob(result.audio));
+      } catch (err) {
+        if (gen !== this.speakGen) return;
+        this.showSpeakProblem(err);
+      }
     },
     toggleHistory() {
       if (this.panel === "history") {
@@ -1291,9 +1379,31 @@ export default {
       if (!sessionId) return;
       return this.runtime.archiveSession(sessionId);
     },
+    async sendTranscript(text) {
+      const spoken = String(text ?? "").trim();
+      if (!spoken || !this.sessionId || this.modelBlocked || this.historyLoading || this.upload?.pending) return;
+      const mode = resolveSubmitMode(this.running, false, true, this.busyEnter);
+      this.sending = true;
+      this.pendingUser = this.running ? "" : spoken;
+      this.runtime.pinToBottom();
+      this.pinLog();
+      try {
+        const sent = await this.runtime.send([{ type: "text", text: spoken }], mode);
+        if (!sent.ok) {
+          this.pendingUser = "";
+          this.failed = sent.error?.message || sent.error?.code || "send";
+        }
+      } catch (err) {
+        this.pendingUser = "";
+        this.failed = err instanceof Error ? err.message : "send";
+      } finally {
+        this.sending = false;
+      }
+    },
     async send(mode = "queue") {
       const text = this.draft.trim();
       if (!this.canSend) return;
+      this.player?.unlock();
       const sessionId = this.sessionId;
       const images = this.draftImages.filter((row) => draftImageStatus(row) === "ready");
       const wasRunning = this.running;