@getpaseo/server 0.1.69 → 0.1.70

package/dist/server/server/session.js

@@ -28,6 +28,7 @@ import { buildWorkspaceScriptPayloads, readPaseoConfigForProjection, } from "./s
 import { deriveProjectSlug } from "./workspace-git-metadata.js";
 import { spawnWorkspaceScript } from "./worktree-bootstrap.js";
 import { applyMutableProviderConfigToOverrides } from "./daemon-config-store.js";
+import { getErrorMessage, getErrorMessageOr } from "../shared/error-utils.js";
 import { buildProviderRegistry } from "./agent/provider-registry.js";
 import { resolveSnapshotCwd } from "./agent/provider-snapshot-manager.js";
 import { scheduleAgentMetadataGeneration } from "./agent/agent-metadata-generator.js";
@@ -241,7 +242,6 @@ const PCM_BYTES_PER_MS = (PCM_SAMPLE_RATE * PCM_CHANNELS * (PCM_BITS_PER_SAMPLE
 const MIN_STREAMING_SEGMENT_DURATION_MS = 1000;
 const MIN_STREAMING_SEGMENT_BYTES = Math.round(PCM_BYTES_PER_MS * MIN_STREAMING_SEGMENT_DURATION_MS);
 const AgentIdSchema = z.string().uuid();
-const VOICE_INTERRUPT_CONFIRMATION_MS = 500;
 const AVAILABLE_EDITOR_TARGETS_CACHE_TTL_MS = 60000;
 const AVAILABLE_EDITOR_TARGETS_CACHE_KEY = "available";
 class VoiceFeatureUnavailableError extends Error {
@@ -304,7 +304,13 @@ function parseClientCapabilities(capabilities) {
         return new Set();
     }
     const known = new Set(Object.values(CLIENT_CAPS));
-    return new Set(Object.entries(capabilities).flatMap(([key, value]) => value === true && known.has(key) ? [key] : []));
+    const result = [];
+    for (const [key, value] of Object.entries(capabilities)) {
+        if (value === true && known.has(key)) {
+            result.push(key);
+        }
+    }
+    return new Set(result);
 }
 /**
  * Session represents a single connected client session.
@@ -317,8 +323,6 @@ export class Session {
         // Voice mode state
         this.isVoiceMode = false;
         this.speechInProgress = false;
-        this.pendingVoiceSpeechStartAt = null;
-        this.pendingVoiceSpeechTimer = null;
         this.voiceTurnController = null;
         this.voiceInputChunkCount = 0;
         this.voiceInputBytes = 0;
@@ -991,7 +995,7 @@ export class Session {
             catch (error) {
                 const err = error instanceof Error ? error : new Error(String(error));
                 this.sessionLogger.error({ err }, "Error handling message");
-                const requestId = msg.requestId;
+                const requestId = "requestId" in msg && typeof msg.requestId === "string" ? msg.requestId : undefined;
                 if (typeof requestId === "string") {
                     try {
                         this.emit({
@@ -1375,6 +1379,22 @@ export class Session {
                 return this.handleChatReadRequest(msg);
             case "chat/wait":
                 return this.handleChatWaitRequest(msg);
+            case "loop/run":
+                return this.handleLoopRunRequest(msg);
+            case "loop/list":
+                return this.handleLoopListRequest(msg);
+            case "loop/inspect":
+                return this.handleLoopInspectRequest(msg);
+            case "loop/logs":
+                return this.handleLoopLogsRequest(msg);
+            case "loop/stop":
+                return this.handleLoopStopRequest(msg);
+            default:
+                return this.dispatchScheduleMessage(msg);
+        }
+    }
+    dispatchScheduleMessage(msg) {
+        switch (msg.type) {
             case "schedule/create":
                 return this.handleScheduleCreateRequest(msg);
             case "schedule/list":
@@ -1389,16 +1409,10 @@ export class Session {
                 return this.handleScheduleResumeRequest(msg);
             case "schedule/delete":
                 return this.handleScheduleDeleteRequest(msg);
-            case "loop/run":
-                return this.handleLoopRunRequest(msg);
-            case "loop/list":
-                return this.handleLoopListRequest(msg);
-            case "loop/inspect":
-                return this.handleLoopInspectRequest(msg);
-            case "loop/logs":
-                return this.handleLoopLogsRequest(msg);
-            case "loop/stop":
-                return this.handleLoopStopRequest(msg);
+            case "schedule/run-once":
+                return this.handleScheduleRunOnceRequest(msg);
+            case "schedule/update":
+                return this.handleScheduleUpdateRequest(msg);
             default:
                 return undefined;
         }
@@ -1663,7 +1677,7 @@ export class Session {
                     id: uuidv4(),
                     timestamp: new Date(),
                     type: "error",
-                    content: `Failed to update agent: ${error.message}`,
+                    content: `Failed to update agent: ${getErrorMessage(error)}`,
                 },
             });
             this.emit({
@@ -1672,9 +1686,7 @@ export class Session {
                     requestId,
                     agentId,
                     accepted: false,
-                    error: error?.message
-                        ? String(error.message)
-                        : "Failed to update agent",
+                    error: getErrorMessageOr(error, "Failed to update agent"),
                 },
             });
         }
@@ -1886,28 +1898,62 @@ export class Session {
         if (!turnDetection) {
             throw new Error("Voice turn detection is not configured");
         }
+        const stt = this.sttManager.getProvider();
+        if (!stt) {
+            throw new Error("Voice speech-to-text is not configured");
+        }
         this.sessionLogger.info({ providerId: turnDetection.id }, "startVoiceTurnController creating controller");
         const controller = createVoiceTurnController({
             logger: this.sessionLogger.child({ component: "voice-turn-controller" }),
             turnDetection,
-            utteranceSink: {
-                submitUtterance: async ({ pcm16, format, sampleRate, startedAt, endedAt }) => {
-                    this.sessionLogger.debug({
-                        audioBytes: pcm16.length,
-                        sampleRate,
-                        startedAt,
-                        endedAt,
-                        durationMs: Math.max(0, endedAt - startedAt),
-                    }, "Submitting detected voice utterance");
-                    await this.processCompletedAudio(pcm16, format);
-                },
-            },
+            stt,
             callbacks: {
                 onSpeechStarted: async () => {
-                    this.handleProvisionalVoiceSpeechStarted();
+                    this.sessionLogger.debug("Voice VAD speech_started");
+                },
+                onPartialTranscript: async ({ segmentId, transcript }) => {
+                    this.sessionLogger.info({ segmentId, transcriptLength: transcript.trim().length }, "voice_input_state emitting isSpeaking=true");
+                    this.emit({
+                        type: "voice_input_state",
+                        payload: {
+                            isSpeaking: true,
+                        },
+                    });
+                    await this.handleVoiceSpeechStart();
                 },
                 onSpeechStopped: async () => {
                     this.handleVoiceSpeechStopped();
+                    this.setPhase("transcribing");
+                    this.emit({
+                        type: "activity_log",
+                        payload: {
+                            id: uuidv4(),
+                            timestamp: new Date(),
+                            type: "system",
+                            content: "Transcribing audio...",
+                        },
+                    });
+                },
+                onFinalTranscript: async ({ transcript, language, durationMs, avgLogprob, isLowConfidence, }) => {
+                    const requestId = uuidv4();
+                    const transcriptText = isLowConfidence ? "" : transcript.trim();
+                    if (isLowConfidence) {
+                        this.sessionLogger.debug({ text: transcript, avgLogprob }, "Filtered low-confidence transcription (likely non-speech)");
+                    }
+                    this.sessionLogger.info({
+                        requestId,
+                        isVoiceMode: this.isVoiceMode,
+                        transcriptLength: transcriptText.length,
+                        transcript: transcriptText,
+                    }, "Transcription result");
+                    await this.handleTranscriptionResultPayload({
+                        text: transcriptText,
+                        requestId,
+                        ...(language ? { language } : {}),
+                        duration: durationMs,
+                        ...(avgLogprob !== undefined ? { avgLogprob } : {}),
+                        ...(isLowConfidence !== undefined ? { isLowConfidence } : {}),
+                    });
                 },
                 onError: (error) => {
                     this.sessionLogger.error({ err: error }, "Voice turn controller failed");
@@ -1923,51 +1969,11 @@ export class Session {
         if (!this.voiceTurnController) {
             return;
         }
-        this.clearPendingVoiceSpeechStart("turn-controller-stop");
         const controller = this.voiceTurnController;
         this.voiceTurnController = null;
         await controller.stop();
     }
-    clearPendingVoiceSpeechStart(reason) {
-        if (this.pendingVoiceSpeechTimer) {
-            clearTimeout(this.pendingVoiceSpeechTimer);
-            this.pendingVoiceSpeechTimer = null;
-        }
-        if (this.pendingVoiceSpeechStartAt !== null) {
-            this.sessionLogger.debug({ reason }, "Clearing provisional voice speech start");
-            this.pendingVoiceSpeechStartAt = null;
-        }
-    }
-    handleProvisionalVoiceSpeechStarted() {
-        if (this.speechInProgress || this.pendingVoiceSpeechTimer) {
-            return;
-        }
-        const startedAt = Date.now();
-        this.pendingVoiceSpeechStartAt = startedAt;
-        this.sessionLogger.info({ confirmationMs: VOICE_INTERRUPT_CONFIRMATION_MS }, "Silero VAD provisional speech_started");
-        this.pendingVoiceSpeechTimer = setTimeout(() => {
-            this.pendingVoiceSpeechTimer = null;
-            if (this.pendingVoiceSpeechStartAt !== startedAt || this.speechInProgress) {
-                return;
-            }
-            this.pendingVoiceSpeechStartAt = null;
-            this.sessionLogger.info("voice_input_state emitting isSpeaking=true");
-            this.emit({
-                type: "voice_input_state",
-                payload: {
-                    isSpeaking: true,
-                },
-            });
-            void this.handleVoiceSpeechStart();
-        }, VOICE_INTERRUPT_CONFIRMATION_MS);
-    }
     handleVoiceSpeechStopped() {
-        if (this.pendingVoiceSpeechStartAt !== null) {
-            const durationMs = Date.now() - this.pendingVoiceSpeechStartAt;
-            this.clearPendingVoiceSpeechStart("speech-stopped-before-confirmation");
-            this.sessionLogger.info({ durationMs, confirmationMs: VOICE_INTERRUPT_CONFIRMATION_MS }, "Ignoring provisional voice speech start that ended before confirmation");
-            return;
-        }
         this.sessionLogger.info("voice_input_state emitting isSpeaking=false");
         this.emit({
             type: "voice_input_state",
@@ -2039,14 +2045,7 @@ export class Session {
             if (!resolvedWorkspace) {
                 throw new Error(`Workspace not found: ${msg.workspaceId}`);
             }
-            this.scheduleAutoNameWorkspaceBranchForFirstAgent({
-                workspace: resolvedWorkspace,
-                firstAgentContext,
-            });
-            const snapshot = await this.agentManager.createAgent({
-                ...sessionConfig,
-                cwd: resolvedWorkspace.cwd,
-            }, undefined, {
+            const snapshot = await this.agentManager.createAgent(sessionConfig, undefined, {
                 labels,
                 workspaceId: resolvedWorkspace.workspaceId,
                 initialPrompt: trimmedPrompt,
@@ -2170,7 +2169,7 @@ export class Session {
                     id: uuidv4(),
                     timestamp: new Date(),
                     type: "error",
-                    content: `Failed to resume agent: ${error.message}`,
+                    content: `Failed to resume agent: ${getErrorMessage(error)}`,
                 },
             });
         }
@@ -2301,7 +2300,7 @@ export class Session {
                     id: uuidv4(),
                     timestamp: new Date(),
                     type: "error",
-                    content: `Failed to refresh agent: ${error.message}`,
+                    content: `Failed to refresh agent: ${getErrorMessage(error)}`,
                 },
             });
         }
@@ -2434,7 +2433,7 @@ export class Session {
                     type: "list_provider_models_response",
                     payload: {
                         provider: msg.provider,
-                        error: error?.message ?? String(error),
+                        error: getErrorMessage(error),
                         fetchedAt,
                         requestId: msg.requestId,
                     },
@@ -2561,7 +2560,7 @@ export class Session {
                 type: "list_provider_modes_response",
                 payload: {
                     provider: msg.provider,
-                    error: error?.message ?? String(error),
+                    error: getErrorMessage(error),
                     fetchedAt,
                     requestId: msg.requestId,
                 },
@@ -2618,7 +2617,7 @@ export class Session {
                 type: "list_provider_features_response",
                 payload: {
                     provider: msg.draftConfig.provider,
-                    error: error?.message ?? String(error),
+                    error: getErrorMessage(error),
                     fetchedAt,
                     requestId: msg.requestId,
                 },
@@ -2645,7 +2644,7 @@ export class Session {
                 type: "list_available_providers_response",
                 payload: {
                     providers: [],
-                    error: error?.message ?? String(error),
+                    error: getErrorMessage(error),
                     fetchedAt,
                     requestId: msg.requestId,
                 },
@@ -2861,7 +2860,7 @@ export class Session {
             return snapshot.git.isDirty === true;
         }
         catch (error) {
-            throw new Error(`Unable to inspect git status for ${cwd}: ${error.message}`, {
+            throw new Error(`Unable to inspect git status for ${cwd}: ${getErrorMessage(error)}`, {
                 cause: error,
             });
         }
@@ -2934,7 +2933,7 @@ export class Session {
                     id: uuidv4(),
                     timestamp: new Date(),
                     type: "error",
-                    content: `Failed to set agent mode: ${error.message}`,
+                    content: `Failed to set agent mode: ${getErrorMessage(error)}`,
                 },
             });
             this.emit({
@@ -2943,9 +2942,7 @@ export class Session {
                     requestId,
                     agentId,
                     accepted: false,
-                    error: error?.message
-                        ? String(error.message)
-                        : "Failed to set agent mode",
+                    error: getErrorMessageOr(error, "Failed to set agent mode"),
                 },
             });
         }
@@ -2968,7 +2965,7 @@ export class Session {
                     id: uuidv4(),
                     timestamp: new Date(),
                     type: "error",
-                    content: `Failed to set agent model: ${error.message}`,
+                    content: `Failed to set agent model: ${getErrorMessage(error)}`,
                 },
             });
             this.emit({
@@ -2977,9 +2974,7 @@ export class Session {
                     requestId,
                     agentId,
                     accepted: false,
-                    error: error?.message
-                        ? String(error.message)
-                        : "Failed to set agent model",
+                    error: getErrorMessageOr(error, "Failed to set agent model"),
                 },
             });
         }
@@ -3002,7 +2997,7 @@ export class Session {
                     id: uuidv4(),
                     timestamp: new Date(),
                     type: "error",
-                    content: `Failed to set agent feature: ${error.message}`,
+                    content: `Failed to set agent feature: ${getErrorMessage(error)}`,
                 },
             });
             this.emit({
@@ -3011,9 +3006,7 @@ export class Session {
                     requestId,
                     agentId,
                     accepted: false,
-                    error: error?.message
-                        ? String(error.message)
-                        : "Failed to set agent feature",
+                    error: getErrorMessageOr(error, "Failed to set agent feature"),
                 },
             });
         }
@@ -3036,7 +3029,7 @@ export class Session {
                     id: uuidv4(),
                     timestamp: new Date(),
                     type: "error",
-                    content: `Failed to set agent thinking option: ${error.message}`,
+                    content: `Failed to set agent thinking option: ${getErrorMessage(error)}`,
                 },
             });
             this.emit({
@@ -3045,9 +3038,7 @@ export class Session {
                     requestId,
                     agentId,
                     accepted: false,
-                    error: error?.message
-                        ? String(error.message)
-                        : "Failed to set agent thinking option",
+                    error: getErrorMessageOr(error, "Failed to set agent thinking option"),
                 },
             });
         }
@@ -3162,7 +3153,7 @@ export class Session {
                 payload: {
                     agentId,
                     commands: [],
-                    error: error.message,
+                    error: getErrorMessage(error),
                     requestId,
                 },
             });
@@ -3189,7 +3180,7 @@ export class Session {
                     id: uuidv4(),
                     timestamp: new Date(),
                     type: "error",
-                    content: `Failed to respond to permission: ${error.message}`,
+                    content: `Failed to respond to permission: ${getErrorMessage(error)}`,
                 },
             });
             throw error;
@@ -3276,7 +3267,7 @@ export class Session {
                     return;
                 default: {
                     const exhaustiveCheck = resolution;
-                    throw new Error(`Unhandled branch resolution: ${exhaustiveCheck}`);
+                    throw new Error(`Unhandled branch resolution: ${getErrorMessage(exhaustiveCheck)}`);
                 }
             }
         }
@@ -4157,7 +4148,7 @@ export class Session {
                     mode,
                     directory: null,
                     file: null,
-                    error: error.message,
+                    error: getErrorMessage(error),
                     requestId,
                 },
             });
@@ -4186,7 +4177,7 @@ export class Session {
                 payload: {
                     cwd,
                     icon: null,
-                    error: error.message,
+                    error: getErrorMessage(error),
                     requestId,
                 },
             });
@@ -4252,7 +4243,7 @@ export class Session {
                     fileName: null,
                     mimeType: null,
                     size: null,
-                    error: error.message,
+                    error: getErrorMessage(error),
                     requestId,
                 },
             });
@@ -4488,7 +4479,7 @@ export class Session {
         return {
             id: workspace.workspaceId,
             projectId: workspace.projectId,
-            projectDisplayName: resolvedProjectRecord?.displayName ?? String(workspace.projectId),
+            projectDisplayName: resolvedProjectRecord?.displayName ?? workspace.projectId,
             projectRootPath: resolvedProjectRecord?.rootPath ?? workspace.cwd,
             workspaceDirectory: workspace.cwd,
             projectKind: (resolvedProjectRecord?.kind ?? "directory") === "git" ? "git" : "non_git",
@@ -4559,7 +4550,7 @@ export class Session {
         return {
             id: result.workspace.workspaceId,
             projectId: result.workspace.projectId,
-            projectDisplayName: projectRecord?.displayName ?? String(result.workspace.projectId),
+            projectDisplayName: projectRecord?.displayName ?? result.workspace.projectId,
             projectRootPath: projectRecord?.rootPath ?? result.repoRoot,
             workspaceDirectory: result.workspace.cwd,
             projectKind: "git",
@@ -5551,8 +5542,9 @@ export class Session {
             const agentId = resolved.agentId;
             const prompt = this.buildAgentPrompt(msg.text, msg.images, msg.attachments);
             this.sessionLogger.trace({ agentId, messageId: msg.messageId, textPrefix: msg.text.slice(0, 80) }, "send_agent_message_request: dispatching shared sendPromptToAgent");
+            let dispatchResult;
             try {
-                await sendPromptToAgent({
+                dispatchResult = await sendPromptToAgent({
                     agentManager: this.agentManager,
                     agentStorage: this.agentStorage,
                     agentId,
@@ -5576,6 +5568,18 @@ export class Session {
                 });
                 return;
             }
+            if (dispatchResult.outOfBand) {
+                this.emit({
+                    type: "send_agent_message_response",
+                    payload: {
+                        requestId: msg.requestId,
+                        agentId,
+                        accepted: true,
+                        error: null,
+                    },
+                });
+                return;
+            }
             const startAbort = new AbortController();
             const startTimeoutMs = 15000;
             const startTimeout = setTimeout(() => startAbort.abort("timeout"), startTimeoutMs);
@@ -5777,12 +5781,6 @@ export class Session {
         const chunkBytes = Buffer.byteLength(msg.audio, "base64");
         this.voiceInputChunkCount += 1;
         this.voiceInputBytes += chunkBytes;
-        if (this.voiceInputChunkCount === 1) {
-            this.sessionLogger.info({
-                format: chunkFormat,
-                audioBytes: chunkBytes,
-            }, "Received first voice_audio_chunk for active voice mode");
-        }
         const now = Date.now();
         if (this.voiceInputChunkCount % 50 === 0 || now - this.voiceInputWindowStartedAt >= 1000) {
             this.sessionLogger.info({
@@ -5943,7 +5941,7 @@ export class Session {
                     id: uuidv4(),
                     timestamp: new Date(),
                     type: "error",
-                    content: `Transcription error: ${error.message}`,
+                    content: `Transcription error: ${getErrorMessage(error)}`,
                 },
             });
             throw error;
@@ -6110,7 +6108,6 @@ export class Session {
      * Clear speech-in-progress flag once the user turn has completed
      */
     clearSpeechInProgress(reason) {
-        this.clearPendingVoiceSpeechStart(`clear-speech-in-progress:${reason}`);
         if (!this.speechInProgress) {
             return;
         }
@@ -6457,6 +6454,7 @@ export class Session {
                 target,
                 maxRuns: request.maxRuns,
                 expiresAt: request.expiresAt,
+                runOnCreate: request.runOnCreate,
             });
             this.emit({
                 type: "schedule/create/response",
@@ -6567,6 +6565,46 @@ export class Session {
             this.emitScheduleRpcError(request, error);
         }
     }
+    async handleScheduleRunOnceRequest(request) {
+        try {
+            const schedule = await this.scheduleService.runOnce(request.scheduleId);
+            this.emit({
+                type: "schedule/run-once/response",
+                payload: {
+                    requestId: request.requestId,
+                    schedule,
+                    error: null,
+                },
+            });
+        }
+        catch (error) {
+            this.emitScheduleRpcError(request, error);
+        }
+    }
+    async handleScheduleUpdateRequest(request) {
+        try {
+            const schedule = await this.scheduleService.update({
+                id: request.scheduleId,
+                ...(request.name !== undefined ? { name: request.name } : {}),
+                ...(request.prompt !== undefined ? { prompt: request.prompt } : {}),
+                ...(request.cadence !== undefined ? { cadence: request.cadence } : {}),
+                ...(request.newAgentConfig !== undefined ? { newAgentConfig: request.newAgentConfig } : {}),
+                ...(request.maxRuns !== undefined ? { maxRuns: request.maxRuns } : {}),
+                ...(request.expiresAt !== undefined ? { expiresAt: request.expiresAt } : {}),
+            });
+            this.emit({
+                type: "schedule/update/response",
+                payload: {
+                    requestId: request.requestId,
+                    schedule,
+                    error: null,
+                },
+            });
+        }
+        catch (error) {
+            this.emitScheduleRpcError(request, error);
+        }
+    }
     emitLoopRpcError(request, error) {
         const message = error instanceof Error ? error.message : String(error);
         this.sessionLogger.error({ err: error, requestType: request.type }, "Loop request failed");
@@ -6587,10 +6625,12 @@ export class Session {
                 cwd: request.cwd,
                 provider: request.provider,
                 model: request.model,
+                modeId: request.modeId,
                 workerProvider: request.workerProvider,
                 workerModel: request.workerModel,
                 verifierProvider: request.verifierProvider,
                 verifierModel: request.verifierModel,
+                verifierModeId: request.verifierModeId,
                 verifyPrompt: request.verifyPrompt,
                 verifyChecks: request.verifyChecks,
                 archive: request.archive,