@frockbot/client-core 0.3.16 → 0.3.18

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@frockbot/client-core",
-  "version": "0.3.16",
+  "version": "0.3.18",
   "private": false,
   "type": "module",
   "exports": {
@@ -13,10 +13,10 @@
     "typecheck": "tsc --noEmit -p tsconfig.json"
   },
   "dependencies": {
-    "@frockbot/configuration-core": "0.3.16",
-    "@frockbot/connection-core": "0.3.16",
-    "@frockbot/kernel-contracts": "0.3.16",
-    "@frockbot/protocol": "0.3.16",
+    "@frockbot/configuration-core": "0.3.18",
+    "@frockbot/connection-core": "0.3.18",
+    "@frockbot/kernel-contracts": "0.3.18",
+    "@frockbot/protocol": "0.3.18",
     "vue": "3.5.41"
   },
   "devDependencies": {

package/src/index.ts

@@ -44,6 +44,8 @@ import {
 
 export interface ClientTurnEvent {
   type: string;
+  /** A standalone event status, such as a projected Computer sync outcome. */
+  status?: string;
   call?: { id: string; name: string; input?: unknown };
   callId?: string;
   content?: string;
@@ -159,6 +161,10 @@ export interface ClientRun {
    */
   partialText?: string;
   recovery?: { action: "resume"; message: string };
+  /** Source marker for a message admitted on the agent lane. */
+  via?:
+    | { kind: "bot"; name: string; botId: string }
+    | { kind: "voice"; name: "Voice" };
 }
 
 /**
@@ -189,6 +195,35 @@ export interface VoiceDictationSessionV1 {
   close(): void;
 }
 
+/** The browser projection of one app-wide Voice assistant session. */
+export interface VoiceAssistantObserverV1 {
+  ready(sessionId: string, quotaRemainingSeconds: number): void;
+  state(state: "listening" | "speaking"): void;
+  transcript(entry: {
+    id: string;
+    speaker: "user" | "assistant";
+    text: string;
+    at: string;
+  }): void;
+  tool(entry: { id: string; name: string; label: string; at: string }): void;
+  /** PCM16LE, mono, 24 kHz. */
+  audio(pcm16: ArrayBuffer): void;
+  interrupted(): void;
+  offline(
+    reason: "stopped" | "idle" | "quota" | "error" | "replaced",
+    message: string,
+  ): void;
+  failed(message: string): void;
+  closed(): void;
+}
+
+/** The browser's handle on Voice. Input audio is PCM16LE, mono, 16 kHz. */
+export interface VoiceAssistantSessionV1 {
+  sendAudio(pcm16: ArrayBuffer): void;
+  stop(): void;
+  close(): void;
+}
+
 export interface AgentTransport {
   /** False when this platform cannot complete external Connection authorization. */
   readonly connectionsAvailable?: boolean;
@@ -200,6 +235,11 @@ export interface AgentTransport {
   openVoiceDictation?(
     observer: VoiceDictationObserverV1,
   ): VoiceDictationSessionV1;
+  /** Opens the User-scoped app-wide Voice assistant. */
+  openVoiceAssistant?(
+    deviceId: string,
+    observer: VoiceAssistantObserverV1,
+  ): VoiceAssistantSessionV1;
   turn(
     botId: string,
     text: string,