openmates 0.27.0-alpha.66 → 0.27.0-alpha.68

package/dist/{chunk-K3QTZCPB.js → chunk-BRNBYTW4.js}

@@ -15519,6 +15519,12 @@ var OpenMatesClient = class _OpenMatesClient {
   }
   async sendMessage(params) {
     const preWsStartedAt = performance.now();
+    const traceSendTiming = (phase) => {
+      if (process.env.OPENMATES_TRACE_SEND_TIMING === "1") {
+        console.error(`[chat send timing] phase=${phase} elapsed_ms=${Math.round(performance.now() - preWsStartedAt)}`);
+      }
+    };
+    traceSendTiming("send_begin");
     if (this.preparedSendSocket && !this.preparedSendSocket.opened) this.closePreparedSendSocket();
     const teamId = this.resolveTeamContext({ teamId: params.teamId, personal: params.personal });
     const teamSenderName = teamId ? await this.ownTeamSenderName(teamId) : "User";
@@ -15572,6 +15578,7 @@ var OpenMatesClient = class _OpenMatesClient {
     let socketSnapshotResultRows = null;
     let socketProjectCandidateRows = null;
     let verifiedProjectCandidates = null;
+    let deferredProjectDirectory = false;
     let projectCandidatesReadyFromSendStartMs = null;
     let socketMemoryReceipt = null;
     const socketMemoryOptionsKey = () => JSON.stringify([
@@ -15602,8 +15609,12 @@ var OpenMatesClient = class _OpenMatesClient {
             const combinedSupported = await memorySocket.ws.waitForServerCapability("personal_send_context_snapshot_v1");
             const supported = combinedSupported || await memorySocket.ws.waitForServerCapability("personal_memory_snapshot_v1");
             if (supported) {
-              const combined = combinedSupported ? await memorySocket.ws.requestPersonalSendContextSnapshot(randomUUID9()) : null;
+              const deferProjectDirectory = sdkMintedChatId && !teamId && !params.incognito && !params.projectId && shouldWaitForAi && memorySocket.ws.supportsServerCapability("personal_memory_snapshot_v1") && memorySocket.ws.supportsServerCapability("chat_turn_admit_v1") && memorySocket.ws.supportsServerCapability("chat_turn_context_v1");
+              deferredProjectDirectory = deferProjectDirectory;
+              traceSendTiming("snapshot_request");
+              const combined = combinedSupported && !deferProjectDirectory ? await memorySocket.ws.requestPersonalSendContextSnapshot(randomUUID9()) : null;
               const snapshot2 = combined?.personal_memories ?? await memorySocket.ws.requestPersonalMemorySnapshot(randomUUID9());
+              traceSendTiming("snapshot_ready");
               if (combined) {
                 socketProjectCandidateRows = combined.project_candidates;
                 verifiedProjectCandidates = await decodePersonalProjectCandidates(this, combined.project_candidates);
@@ -15611,6 +15622,7 @@ var OpenMatesClient = class _OpenMatesClient {
               }
               socketSnapshotResultRows = snapshot2.memories;
               availableMemories = await this.listMemoriesUnshared({ personal: true }, snapshot2);
+              traceSendTiming("memory_decrypt_ready");
               if (!memorySocket.ws.isOpen() || JSON.stringify([
                 this.sendSocketOwnerKey(this.requireSession(), teamId),
                 authCookieFingerprint(this.http.getCookieMap())
@@ -15660,6 +15672,7 @@ var OpenMatesClient = class _OpenMatesClient {
       const personalSendAuthHandoff = !teamId && !params.incognito ? snapshotAuthHandoff : null;
       const memoryPrepMs = Math.round(performance.now() - memoryStartedAt);
       const privacyStartedAt = performance.now();
+      traceSendTiming("privacy_begin");
       const savedPrivacyHistory = !params.incognito && params.chatId ? await this.getChatMessages(chatId, teamId ? { teamId } : { personal: true }) : null;
       let piiMappings = [...savedPrivacyHistory?.messages.flatMap((message) => (message.piiMappings ?? []).map((mapping) => ({ ...mapping, type: mapping.type ?? "OTHER" }))) ?? [], ...params.piiMappings ?? []];
       try {
@@ -15689,6 +15702,7 @@ var OpenMatesClient = class _OpenMatesClient {
         throw error;
       }
       const privacyPrepMs = Math.round(performance.now() - privacyStartedAt);
+      traceSendTiming("privacy_ready");
       const preWsMs = Math.round(performance.now() - preWsStartedAt);
       const contextSession = this.requireSession();
       const {
@@ -15700,6 +15714,7 @@ var OpenMatesClient = class _OpenMatesClient {
         activeTeamId: contextActiveTeamId
       } = contextSession;
       const contextScope = { teamId, personal: !teamId };
+      const suppliedContext = deferredProjectDirectory ? { ...params.jevContext, project_focus_candidates: void 0 } : params.jevContext;
       const contextStartedAt = Date.now();
       let publishRouting;
       const routingContext = new Promise((resolve20) => {
@@ -15715,7 +15730,7 @@ var OpenMatesClient = class _OpenMatesClient {
       });
       const publishProjectRoutingTimed = (context) => {
         projectCandidatesReadyFromSendStartMs ??= Math.round(performance.now() - preWsStartedAt);
-        publishProjectRouting(context);
+        publishProjectRouting(deferredProjectDirectory ? { ...context, project_focus_candidates: context.project_focus_candidates?.filter((candidate) => candidate.auto_selection === true) } : context);
       };
       let recoveryMs = 0;
       const contextOwnerIsCurrent = () => {
@@ -15723,7 +15738,7 @@ var OpenMatesClient = class _OpenMatesClient {
         return Boolean(current2 && current2.apiUrl === contextApiUrl && current2.hashedEmail === contextHashedEmail && current2.sessionId === contextSessionId && current2.createdAt === contextSessionCreatedAt && current2.masterKeyExportedB64 === contextMasterKey && current2.activeTeamId === contextActiveTeamId);
       };
       const earlyContextAbort = new AbortController();
-      const earlyContext = !params.incognito && !params.chatId && !params.projectId ? withHttpAbortSignal(earlyContextAbort.signal, () => prepareCliJevContext(this, chatId, contextScope, params.jevContext, finalMessage, {
+      const earlyContext = !params.incognito && !params.chatId && !params.projectId ? withHttpAbortSignal(earlyContextAbort.signal, () => prepareCliJevContext(this, chatId, contextScope, suppliedContext, finalMessage, {
         sdkMintedChatId,
         onRouting: publishRouting,
         verifiedProjectCandidates: verifiedProjectCandidates ?? void 0,
@@ -15830,6 +15845,7 @@ var OpenMatesClient = class _OpenMatesClient {
         let terminalExpectedMessagesV = 1;
         let savedTurnId = null;
         if (!params.incognito) {
+          traceSendTiming("key_begin");
           const masterKey = this.getMasterKeyBytes();
           const preparedKey = isNewChat && ownsPreparedId && this.preparedChatKey?.chatId === chatId && this.preparedChatOwnerCurrent(this.preparedChatKey.owner, teamId) ? this.preparedChatKey : null;
           if (preparedKey) this.preparedChatKey = null;
@@ -15888,6 +15904,7 @@ var OpenMatesClient = class _OpenMatesClient {
               throw new Error(`Encrypted chat key not found for chat '${chatId}'. Sync and try again.`);
             }
           }
+          traceSendTiming("key_ready");
         }
         let focusPersistence = Promise.resolve();
         let focusPersistenceError = null;
@@ -16023,7 +16040,7 @@ var OpenMatesClient = class _OpenMatesClient {
             messagePayload.client_context_request_id = contextRequestId;
           }
           pendingContext = (async () => {
-            const prepared = earlyContext ? await earlyContext : { ok: true, value: await withHttpAbortSignal(earlyContextAbort.signal, () => prepareCliJevContext(this, chatId, contextScope, params.jevContext, finalMessage, {
+            const prepared = earlyContext ? await earlyContext : { ok: true, value: await withHttpAbortSignal(earlyContextAbort.signal, () => prepareCliJevContext(this, chatId, contextScope, suppliedContext, finalMessage, {
               sdkMintedChatId,
               onRouting: publishRouting,
               verifiedProjectCandidates: verifiedProjectCandidates ?? void 0,
@@ -16035,7 +16052,7 @@ var OpenMatesClient = class _OpenMatesClient {
             if (process.env.OPENMATES_DEBUG === "1") {
               console.error(`[chat preparation] pre_ws_ms=${preWsMs} memory_ms=${memoryPrepMs} privacy_ms=${privacyPrepMs} auth_ws_ms=${authSocketMs} recovery_ms=${recoveryMs} context_ms=${prepared.elapsedMs} project_candidates_ready_from_send_start_ms=${projectCandidatesReadyFromSendStartMs ?? "pending"}`);
             }
-            return prepared.value;
+            return deferredProjectDirectory ? { ...prepared.value, project_focus_candidates: prepared.value.project_focus_candidates?.filter((candidate) => candidate.auto_selection === true) } : prepared.value;
           })();
           void pendingContext.catch(() => {
           });
@@ -16159,6 +16176,7 @@ var OpenMatesClient = class _OpenMatesClient {
         let admissionPayload = null;
         let precollectedResponse = params.precollectResponse && params.incognito && shouldWaitForAi ? ws.collectAiResponse(messageId2, chatId, { onStream: params.onStream, timeoutMs: params.responseTimeoutMs }) : null;
         if (!params.incognito && chatKeyBytes && encryptedChatKey) {
+          traceSendTiming("preflight_begin");
           const protocolVersion = 1;
           const chatKeyVersion = 1;
           const turnId = randomUUID9();
@@ -16295,6 +16313,7 @@ var OpenMatesClient = class _OpenMatesClient {
               pendingContext = Promise.resolve(focusedContext);
             }
             admissionPayload = preflightPayload;
+            traceSendTiming("preflight_ready");
           } catch (error) {
             ws.close();
             throw error;
@@ -16360,10 +16379,12 @@ var OpenMatesClient = class _OpenMatesClient {
             admissionContinuationPhase = "await_ack";
             await consumeSocketMemoryReceipt();
             await ws.sendAsync(useCombinedAdmission ? "chat_turn_admit" : "chat_turn_preflight", admissionPayload);
+            traceSendTiming("admission_frame");
             if (process.env.OPENMATES_DEBUG === "1") {
               console.error(`[chat admission preparation] sdk_minted=${sdkMintedChatId} defer_recovery=${mayDeferRecovery} combined_admission=${useCombinedAdmission} caps_wait_ms=${capabilitiesWaitMs} key_wait_ms=${keyWaitMs} recovery_keypair_ms=${recoveryKeypairMs} encrypt_payload_ms=${encryptPayloadMs} socket_ready_to_frame_dispatch_ms=${Math.round(frameDispatchAt - socketReadyForSendAt)} frame_dispatch_from_send_start_ms=${Math.round(frameDispatchAt - preWsStartedAt)} wire_send_ms=${Math.round(performance.now() - frameDispatchAt)}`);
             }
             const ackPayload = (await admissionAck).payload;
+            traceSendTiming("admission_ack");
             admissionAckObserved = true;
             if (typeof ackPayload.preflight_id !== "string" || !ackPayload.preflight_id) {
               throw new Error("Encrypted chat admission acknowledgement omitted preflight_id.");
@@ -16405,7 +16426,7 @@ var OpenMatesClient = class _OpenMatesClient {
               };
               let routing;
               try {
-                routing = useSelectionDetailsV2 ? await projectRoutingContext : params.projectId ? await pendingContext : await Promise.race([routingContext, pendingContext]);
+                routing = useSelectionDetailsV2 ? await projectRoutingContext : deferredProjectDirectory ? (await Promise.all([pendingContext, projectRoutingContext]))[0] : params.projectId ? await pendingContext : await Promise.race([routingContext, pendingContext]);
               } catch (error) {
                 try {
                   await notifyContextFailure(useSelectionDetailsV2 ? "project_discovery_failed" : "context_preparation_failed");
@@ -16423,7 +16444,12 @@ var OpenMatesClient = class _OpenMatesClient {
               let rejectedPhaseSeen = false;
               const attemptedContextPhases = /* @__PURE__ */ new Set();
               removeContextAckWatcher = ws.onMessageType("chat_turn_context_ack", (event) => {
-                if (rejectedPhaseSeen || event.chat_id !== chatId || event.turn_id !== savedTurnId || event.message_id !== messageId2 || event.request_id !== contextRequestId || event.phase !== "routing" && event.phase !== "details" || !attemptedContextPhases.has(event.phase) || event.status !== "rejected") return;
+                if (rejectedPhaseSeen || event.chat_id !== chatId || event.turn_id !== savedTurnId || event.message_id !== messageId2 || event.request_id !== contextRequestId || event.phase !== "routing" && event.phase !== "details" || !attemptedContextPhases.has(event.phase)) return;
+                if (event.status === "accepted" || event.status === "duplicate") {
+                  traceSendTiming(event.phase === "routing" ? "routing_ack" : "details_ack");
+                  return;
+                }
+                if (event.status !== "rejected") return;
                 rejectedPhaseSeen = true;
                 if (!contextOwnerIsCurrent()) {
                   rejectContextAck(new Error("Chat workspace changed while preparing context."));
@@ -16435,9 +16461,11 @@ var OpenMatesClient = class _OpenMatesClient {
                 });
               });
               const { project_focus_candidates, related_task_candidates, project_focus_catalog, accepted_plan_context } = routing;
+              traceSendTiming("routing_prepared");
               attemptedContextPhases.add("routing");
               await ws.sendAsync("chat_turn_context_ready", { ...identity3, phase: "routing", context: useSelectionDetailsV2 ? { project_focus_candidates } : { project_focus_candidates, related_task_candidates, project_focus_catalog, accepted_plan_context } });
               routingFrameSent = true;
+              traceSendTiming("routing_frame");
               admissionContinuationPhase = "await_details";
               let context;
               try {
@@ -16450,6 +16478,7 @@ var OpenMatesClient = class _OpenMatesClient {
                 throw error;
               }
               if (!contextOwnerIsCurrent()) throw new Error("Chat workspace changed while preparing context.");
+              traceSendTiming("details_prepared");
               attemptedContextPhases.add("details");
               await ws.sendAsync("chat_turn_context_ready", { ...identity3, phase: "details", context: {
                 custom_memory_documents: context.custom_memory_documents ?? [],
@@ -16463,6 +16492,7 @@ var OpenMatesClient = class _OpenMatesClient {
                 } : {}
               } });
               detailsFrameSent = true;
+              traceSendTiming("details_frame");
             }
             admissionContinuationPhase = "await_confirmation";
           } else {
@@ -81422,7 +81452,7 @@ As of mid-2026, the severe supply shocks from the 2024\u20132025 avian flu have
               text: "Google Gemini"
             },
             description: {
-              text: "Google's Gemini API processes eligible chat messages when you select a Gemini model. Gemini is also used to correct raw Mistral voice transcripts and create titles, and may process prompts, reference images, screenshots, or generated code for image generation or editing, Veo video generation, and screenshot-to-HTML conversion. These non-chat inputs do not receive typed-message placeholder substitution. Google's paid Gemini API terms say prompts and outputs are not used to improve its products, while its current abuse-monitoring documentation states that logged prompts, context, and outputs may be retained for 55 days."
+              text: "Google's Gemini API processes eligible chat messages when you select a Gemini model. Gemini Live receives raw microphone audio, submitted text, and permitted chat context during voice calls. Gemini is also used to correct raw Mistral voice transcripts and create titles, and may process prompts, reference images, screenshots, or generated code for image generation or editing, Veo video generation, and screenshot-to-HTML conversion. Call audio and raw transcripts do not receive typed-message placeholder substitution. Google's paid Gemini API terms say prompts and outputs are not used to improve its products, while its current abuse-monitoring documentation states that logged prompts, context, and outputs may be retained for 55 days."
             }
           }
         },
@@ -82631,6 +82661,14 @@ As of mid-2026, the severe supply shocks from the 2024\u20132025 avian flu have
             text: "Audio travels over TLS through the OpenMates backend hosted by Hetzner and is sent to Mistral for transcription. Realtime audio is streamed; uploaded recordings are encrypted by our upload service before durable storage and decrypted only in server memory for transcription. The raw transcript is then sent to Google Gemini to correct obvious transcription errors and create a title. Audio and raw transcripts do not receive the placeholder substitution used for eligible typed chat messages. OpenMates stores recordings and transcripts as encrypted account content, but Mistral and Google may retain API request data under their own policies."
           }
         },
+        voice_calls: {
+          question: {
+            text: "What happens during a voice call?"
+          },
+          answer: {
+            text: "During a Gemini voice call, microphone audio, submitted text, and permitted chat context travel over TLS through OpenMates to Google Gemini Live. Raw call audio and transcripts do not receive the placeholder substitution used for eligible typed chat inference. User and assistant transcripts are encrypted in your browser before durable synchronization. OpenMates does not durably retain plaintext call audio or transcripts, and phase-one calls do not save an audio recording. Google may retain API request data under its own policies."
+          }
+        },
         storage_protection_v2: {
           answer: {
             text: "Saved chats, artifact history, settings, and memories are stored as ciphertext. PostgreSQL holds their records; these records are encrypted for authorized clients. Uploaded files and recordings are kept separately as encrypted objects in S3. A separate short-lived AI context cache is encrypted with server-side Vault keys and can be read by OpenMates servers while processing your request. A pending assistant response sealed to a client public key for offline recovery remains available until an authorized client verifies and confirms its normal client-encrypted save, or the related chat or account is deleted. Large sealed responses may be stored in regional S3 object storage. Expiry of a retry lease or the AI working cache alone does not remove the pending sealed copy. The server cannot rebuild missing readable AI context from client-encrypted history without an authorized client."
@@ -93979,6 +94017,101 @@ As of mid-2026, the severe supply shocks from the 2024\u20132025 avian flu have
       text: "The call is unavailable right now. Please try again."
     }
   },
+  voicecall: {
+    title: {
+      text: "Voice call"
+    },
+    provider: {
+      text: "Via Google Gemini"
+    },
+    start: {
+      text: "Start voice call"
+    },
+    connecting: {
+      text: "Connecting\u2026 Wait to speak."
+    },
+    live: {
+      text: "Listening \xB7 You can speak now"
+    },
+    muted: {
+      text: "Microphone muted"
+    },
+    assistant_speaking: {
+      text: "Gemini is speaking"
+    },
+    interrupted: {
+      text: "(interrupted)"
+    },
+    credits: {
+      text: "credits"
+    },
+    credits_per_minute: {
+      text: "credits/min"
+    },
+    return_to_chat: {
+      text: "Return to chat"
+    },
+    mute: {
+      text: "Mute"
+    },
+    unmute: {
+      text: "Unmute"
+    },
+    minimize: {
+      text: "Minimize"
+    },
+    expand: {
+      text: "Expand"
+    },
+    hangup: {
+      text: "Hang up"
+    },
+    close: {
+      text: "Close"
+    },
+    microphone_denied: {
+      text: "Microphone access was denied."
+    },
+    microphone_missing: {
+      text: "No microphone was found."
+    },
+    microphone_failed: {
+      text: "Could not start the microphone."
+    },
+    session_expired: {
+      text: "Your session expired. Sign in again to call."
+    },
+    connection_failed: {
+      text: "Could not connect the call."
+    },
+    connection_lost: {
+      text: "Call connection lost."
+    },
+    call_unavailable: {
+      text: "Voice calling is unavailable right now."
+    },
+    transcript_limit: {
+      text: "The call reached its transcript limit and ended."
+    },
+    invalid_response: {
+      text: "The call received an invalid response."
+    },
+    transcript_save_failed: {
+      text: "The transcript could not be saved. The call was stopped."
+    },
+    unsupported_content: {
+      text: "Attachments and app skills are not available in voice calls yet. Your draft is saved."
+    },
+    text_only_hint: {
+      text: "Voice call: text only. Attachments and app skills are unavailable for now."
+    },
+    text_too_long: {
+      text: "Voice call messages can contain up to 8,000 characters. Your draft is preserved."
+    },
+    recording_disabled: {
+      text: "Recording is unavailable during a voice call."
+    }
+  },
   waiting_list: {
     discord_members: {
       text: "Members in our Discord will"

package/dist/cli.js

@@ -21,7 +21,7 @@ import {
   shouldRequireTrustedAccountGuard,
   waitForSafeE2ETotpWindow,
   waitForWorkflowRun
-} from "./chunk-K3QTZCPB.js";
+} from "./chunk-BRNBYTW4.js";
 import "./chunk-IWKP55ZB.js";
 import "./chunk-F2U6KIMR.js";
 import "./chunk-YMVXTMTD.js";

package/dist/index.js

@@ -44,7 +44,7 @@ import {
   selectAssistantMessagesForSpeech,
   serializeToYaml,
   summarizeAssistantSpeech
-} from "./chunk-K3QTZCPB.js";
+} from "./chunk-BRNBYTW4.js";
 import "./chunk-IWKP55ZB.js";
 import "./chunk-F2U6KIMR.js";
 import "./chunk-YMVXTMTD.js";

package/fixtures/privacy-runtime/linux-arm64/manifest.json

@@ -17,47 +17,47 @@
     {
       "name": "libggml-base.so",
       "bytes": 1110088,
-      "sha256": "9c2fa4043ef1c4ceb292488f9f8e02b5ba21c0cb9be61552c4d02a68d255ac26"
+      "sha256": "3dbc8fa7f87cdf376436e8164dad352af883419126815b307acfe43f58170b27"
     },
     {
       "name": "libggml-base.so.0",
       "bytes": 1110088,
-      "sha256": "9c2fa4043ef1c4ceb292488f9f8e02b5ba21c0cb9be61552c4d02a68d255ac26"
+      "sha256": "3dbc8fa7f87cdf376436e8164dad352af883419126815b307acfe43f58170b27"
     },
     {
       "name": "libggml-base.so.0.15.1",
       "bytes": 1110088,
-      "sha256": "9c2fa4043ef1c4ceb292488f9f8e02b5ba21c0cb9be61552c4d02a68d255ac26"
+      "sha256": "3dbc8fa7f87cdf376436e8164dad352af883419126815b307acfe43f58170b27"
     },
     {
       "name": "libggml-cpu.so",
       "bytes": 869800,
-      "sha256": "0460d2270bf7b0c888c231036992dd6c330d019ae4a93931f703952cfe4e06d8"
+      "sha256": "03423dbd3296a487876742f3a792d57ec80ee71f5d3ac9659c424afbe3394e01"
     },
     {
       "name": "libggml-cpu.so.0",
       "bytes": 869800,
-      "sha256": "0460d2270bf7b0c888c231036992dd6c330d019ae4a93931f703952cfe4e06d8"
+      "sha256": "03423dbd3296a487876742f3a792d57ec80ee71f5d3ac9659c424afbe3394e01"
     },
     {
       "name": "libggml-cpu.so.0.15.1",
       "bytes": 869800,
-      "sha256": "0460d2270bf7b0c888c231036992dd6c330d019ae4a93931f703952cfe4e06d8"
+      "sha256": "03423dbd3296a487876742f3a792d57ec80ee71f5d3ac9659c424afbe3394e01"
     },
     {
       "name": "libggml.so",
       "bytes": 1899104,
-      "sha256": "65d088ce75b2a919808445f8cc573e0fa311732667f768b338a6fbd2624ab9a6"
+      "sha256": "28c405562b6a3b50deafd96c83ef48f774913eee1d12251db52e74d983bf8713"
     },
     {
       "name": "libggml.so.0",
       "bytes": 1899104,
-      "sha256": "65d088ce75b2a919808445f8cc573e0fa311732667f768b338a6fbd2624ab9a6"
+      "sha256": "28c405562b6a3b50deafd96c83ef48f774913eee1d12251db52e74d983bf8713"
     },
     {
       "name": "libggml.so.0.15.1",
       "bytes": 1899104,
-      "sha256": "65d088ce75b2a919808445f8cc573e0fa311732667f768b338a6fbd2624ab9a6"
+      "sha256": "28c405562b6a3b50deafd96c83ef48f774913eee1d12251db52e74d983bf8713"
     },
     {
       "name": "openmates-pii-worker",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "openmates",
-  "version": "0.27.0-alpha.66",
+  "version": "0.27.0-alpha.68",
   "description": "OpenMates CLI and SDK",
   "type": "module",
   "main": "dist/index.js",