@opencxh/domain 1.19.0 → 1.20.0

package/dist/entities/activity/types.d.ts

@@ -1,5 +1,4 @@
 import { AIMessageInput, AIMessageOutput } from '../ai-message/types';
-import { Transcript } from '../transcript/types';
 export type CallStatus = "new" | "connecting" | "ringing" | "connected" | "held" | "ended" | "failed";
 export type CallDirection = "inbound" | "outbound";
 export type CallType = "audio" | "video" | "data" | "screen-share";
@@ -111,8 +110,17 @@ export type ChatEventPayload = {
     initiator?: ChatMember;
     raw?: any;
 };
+export type TranscriptAddedSegment = {
+    speaker: 'local' | 'remote';
+    speakerLabel?: string;
+    text: string;
+    startedAt: number;
+    endedAt: number;
+};
 export type TranscriptAddedPayload = {
-    transcript: Transcript;
+    text: string;
+    segments?: TranscriptAddedSegment[];
+    finalized: boolean;
 };
 export type MeetingPayload = {
     title: string;

package/dist/platform/media.d.ts

@@ -1,8 +1,40 @@
-export interface AudioChunk {
+export type Speaker = 'local' | 'remote';
+export interface AudioSegment {
     sessionId: string;
+    speaker: Speaker;
+    speakerId?: string;
     buffer: Float32Array;
     sampleRate: number;
-    avgRMS?: number;
+    startedAt: number;
+    endedAt: number;
+    avgRMS: number;
+    isFinal: boolean;
+}
+export interface TranscriptWord {
+    text: string;
+    startedAt: number;
+    endedAt: number;
+}
+export interface TranscriptSegment {
+    sessionId: string;
+    speaker: Speaker;
+    speakerId?: string;
+    speakerLabel?: string;
+    text: string;
+    words?: TranscriptWord[];
+    partial: boolean;
+    startedAt: number;
+    endedAt: number;
+    language?: string;
+    confidence?: number;
+}
+export interface AudioPipelineOptions {
+    silenceThreshold: number;
+    minRMS: number;
+    speechFrameRatio: number;
+    silenceDurationMs: number;
+    maxSpeechDurationMs: number;
+    overlapMs: number;
 }
 export type MediaPermissionKind = "microphone" | "camera";
 export type MediaPermissionState = "granted" | "denied" | "prompt" | "unsupported";

package/dist/platform/sdk.d.ts

@@ -2,7 +2,7 @@ import { Observable } from 'rxjs';
 import { InvokeOptions, SSEMessage } from './api';
 import { CommsAccount, Session } from './communication';
 import { PlatformConfig, PlatformContext } from './kernel';
-import { AudioChunk, MediaPermissionKind, MediaPermissionState, MediaPermissionStatus } from './media';
+import { AudioPipelineOptions, AudioSegment, MediaPermissionKind, MediaPermissionState, MediaPermissionStatus, TranscriptSegment } from './media';
 import { ServiceCallOptions, ServiceMap } from './services';
 import { DeepPartial, DeviceList, UserSettings } from './settings';
 import { ExtensionConfig, ToastConfig } from './ui';
@@ -55,13 +55,26 @@ export interface InternalSDK<LocalServices extends ServiceMap = {}, TranslationK
         setActiveSession(sessionId: string): Promise<void>;
         registerAccount(organizationId: string, userId: string, providerId: string, config: any): Promise<CommsAccount>;
         handleSessionAction(sessionId: string, actionId: string, ...args: any[]): Promise<void>;
+        transcripts: {
+            ingest(segments: TranscriptSegment[]): void;
+            byCallSession$(sessionId: string): Observable<TranscriptSegment[]>;
+            deltas$(sessionId: string): Observable<TranscriptSegment[]>;
+            partials$(sessionId: string): Observable<TranscriptSegment>;
+            persist(sessionId: string): Promise<void>;
+            clear(sessionId: string): void;
+            setPersister(fn: (sessionId: string, segments: TranscriptSegment[], opts: {
+                finalize: boolean;
+            }) => Promise<void>): void;
+        };
     };
     readonly media: {
         localStream$: Observable<MediaStream | null>;
-        audioChunks$: Observable<AudioChunk>;
+        audioSegments$: Observable<AudioSegment>;
         devices$: Observable<DeviceList>;
         permissions$: Observable<MediaPermissionStatus>;
-        emitAudioChunk(chunk: AudioChunk): void;
+        emitAudioSegment(segment: AudioSegment): void;
+        configureAudioPipeline(opts: Partial<AudioPipelineOptions>): void;
+        setAudioPipelineEnabled(enabled: boolean): void;
         setInputDevice(deviceId: string): Promise<void>;
         toggleMute(mute?: boolean): void;
         attachProviderStream(sessionId: string, stream: MediaStream): void;

package/dist/platform/ui.d.ts

@@ -20,6 +20,7 @@ export interface ToastConfig {
         onClick: () => void;
     }[];
 }
+export type ExtensionContext = 'global' | 'call' | 'interaction';
 export interface ExtensionConfig {
     id: string;
     slot: string;
@@ -27,6 +28,7 @@ export interface ExtensionConfig {
     resource: string;
     icon?: string;
     priority?: number;
+    contexts?: ExtensionContext[];
     conditions?: {
         [key: string]: any;
     };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@opencxh/domain",
-  "version": "1.19.0",
+  "version": "1.20.0",
   "type": "module",
   "main": "./dist/index.js",
   "module": "./dist/index.js",