@vrplatform/voice-chat 0.1.0

package/src/index.ts

@@ -0,0 +1,33 @@
+export { SupportAssistantDock } from "./SupportAssistantDock";
+export {
+	useVRPilotHighlights,
+	VRPilotHighlightProvider,
+} from "./VRPilotHighlightProvider";
+export type {
+	SupportAssistantActivity,
+	SupportAssistantDockProps,
+	SupportAssistantEvent,
+	SupportAssistantLanguage,
+	SupportAssistantSessionCost,
+	SupportAssistantSessionContext,
+	SupportAssistantSessionEvent,
+	SupportAssistantTranscriptMessage,
+} from "./SupportAssistantDock";
+export type {
+	VRPilotFillFieldMode,
+	VRPilotFillFieldRequest,
+	VRPilotFillFieldResult,
+	VRPilotHighlightResult,
+	VRPilotHighlightRole,
+	VRPilotHighlightTargetRequest,
+} from "./VRPilotHighlightProvider";
+export {
+	createRealtimeActivityState,
+	reduceRealtimeActivity,
+} from "./supportAssistantActivity";
+export type {
+	RealtimeActivityState,
+	RealtimeActivityStatus,
+	RealtimeActivityTransition,
+	SupportAssistantActivity as SupportAssistantActivityState,
+} from "./supportAssistantActivity";

package/src/supportAssistantActivity.ts

@@ -0,0 +1,115 @@
+export type SupportAssistantActivity =
+  | 'idle'
+  | 'connecting'
+  | 'listening'
+  | 'thinking'
+  | 'speaking'
+  | 'muted'
+  | 'error';
+
+export type RealtimeActivityStatus =
+  | 'ready'
+  | 'listening'
+  | 'thinking'
+  | 'speaking';
+
+export type RealtimeActivityState = {
+  assistantAudioActive: boolean;
+  responseInProgress: boolean;
+  userSpeechActive: boolean;
+  outputBufferStartedForResponse: boolean;
+};
+
+export type RealtimeActivityTransition = {
+  state: RealtimeActivityState;
+  status?: RealtimeActivityStatus;
+  shouldFallbackToReady?: boolean;
+};
+
+export function createRealtimeActivityState(): RealtimeActivityState {
+  return {
+    assistantAudioActive: false,
+    responseInProgress: false,
+    userSpeechActive: false,
+    outputBufferStartedForResponse: false,
+  };
+}
+
+export function reduceRealtimeActivity(
+  current: RealtimeActivityState,
+  eventType: string
+): RealtimeActivityTransition {
+  const state: RealtimeActivityState = { ...current };
+
+  switch (eventType) {
+    case 'session.updated':
+      return {
+        state,
+        status:
+          state.assistantAudioActive || state.responseInProgress
+            ? undefined
+            : 'ready',
+      };
+
+    case 'input_audio_buffer.speech_started':
+      state.userSpeechActive = true;
+      return {
+        state,
+        status:
+          state.assistantAudioActive || state.responseInProgress
+            ? undefined
+            : 'listening',
+      };
+
+    case 'input_audio_buffer.speech_stopped':
+      state.userSpeechActive = false;
+      return {
+        state,
+        status:
+          state.assistantAudioActive || state.responseInProgress
+            ? undefined
+            : 'thinking',
+      };
+
+    case 'response.created':
+      state.responseInProgress = true;
+      state.outputBufferStartedForResponse = false;
+      return { state, status: 'speaking' };
+
+    case 'response.audio.delta':
+    case 'response.output_audio.delta':
+      state.responseInProgress = true;
+      return { state, status: 'speaking' };
+
+    case 'output_audio_buffer.started':
+      state.assistantAudioActive = true;
+      state.responseInProgress = true;
+      state.outputBufferStartedForResponse = true;
+      return { state, status: 'speaking' };
+
+    case 'response.audio.done':
+    case 'response.output_audio.done':
+      return { state };
+
+    case 'response.done':
+      state.responseInProgress = false;
+      return {
+        state,
+        shouldFallbackToReady:
+          !state.assistantAudioActive && !state.outputBufferStartedForResponse,
+      };
+
+    case 'output_audio_buffer.stopped':
+    case 'output_audio_buffer.cleared':
+      state.assistantAudioActive = false;
+      state.responseInProgress = false;
+      state.outputBufferStartedForResponse = false;
+      return {
+        state,
+        status: state.userSpeechActive ? 'listening' : 'ready',
+      };
+
+    default:
+      return { state };
+  }
+}