assemblyai 4.30.0 → 4.33.0

package/src/types/streaming/index.ts

@@ -36,7 +36,18 @@ export type StreamingTranscriberParams = {
   inactivityTimeout?: number;
   speakerLabels?: boolean;
   maxSpeakers?: number;
+  voiceFocus?: VoiceFocusModel;
+  voiceFocusThreshold?: number;
+  continuousPartials?: boolean;
+  customerSupportAudioCapture?: boolean;
+  includePartialTurns?: boolean;
+  redactPii?: boolean;
+  redactPiiPolicies?: StreamingPiiPolicy[];
+  redactPiiSub?: StreamingPiiSubstitution;
   llmGateway?: LLMGatewayConfig;
+  webhookUrl?: string;
+  webhookAuthHeaderName?: string;
+  webhookAuthHeaderValue?: string;
 };
 
 export type StreamingEvents =
@@ -45,6 +56,7 @@ export type StreamingEvents =
   | "turn"
   | "speechStarted"
   | "llmGatewayResponse"
+  | "warning"
   | "error";
 
 export type StreamingListeners = {
@@ -53,6 +65,7 @@ export type StreamingListeners = {
   turn?: (event: TurnEvent) => void;
   speechStarted?: (event: SpeechStartedEvent) => void;
   llmGatewayResponse?: (event: LLMGatewayResponseEvent) => void;
+  warning?: (event: WarningEvent) => void;
   error?: (error: Error) => void;
 };
 
@@ -65,6 +78,59 @@ export type StreamingSpeechModel =
 
 export type StreamingDomain = "medical-v1";
 
+export type VoiceFocusModel = "near-field" | "far-field";
+
+export type StreamingPiiSubstitution = "hash" | "entity_name";
+
+export type StreamingPiiPolicy =
+  | "account_number"
+  | "banking_information"
+  | "blood_type"
+  | "credit_card_number"
+  | "credit_card_expiration"
+  | "credit_card_cvv"
+  | "date"
+  | "date_interval"
+  | "date_of_birth"
+  | "drivers_license"
+  | "drug"
+  | "duration"
+  | "email_address"
+  | "event"
+  | "filename"
+  | "gender_sexuality"
+  | "gender"
+  | "healthcare_number"
+  | "injury"
+  | "ip_address"
+  | "language"
+  | "location"
+  | "marital_status"
+  | "medical_condition"
+  | "medical_process"
+  | "money_amount"
+  | "nationality"
+  | "number_sequence"
+  | "passport_number"
+  | "password"
+  | "person_age"
+  | "person_name"
+  | "phone_number"
+  | "physical_attribute"
+  | "political_affiliation"
+  | "occupation"
+  | "organization"
+  | "organization_medical_facility"
+  | "religion"
+  | "sexuality"
+  | "statistics"
+  | "time"
+  | "url"
+  | "us_social_security_number"
+  | "username"
+  | "vehicle_id"
+  | "zodiac_sign";
+
 export type StreamingTokenParams = {
   expires_in_seconds: number;
   max_session_duration_seconds?: number;
@@ -106,6 +172,7 @@ export type StreamingWord = {
   confidence: number;
   text: string;
   word_is_final: boolean;
+  speaker?: string;
 };
 
 export type TerminationEvent = {
@@ -139,9 +206,17 @@ export type StreamingForceEndpoint = {
 };
 
 export type ErrorEvent = {
+  type: "Error";
+  error_code?: number;
   error: string;
 };
 
+export type WarningEvent = {
+  type: "Warning";
+  warning_code: number;
+  warning: string;
+};
+
 export type LLMGatewayResponseEvent = {
   type: "LLMGatewayResponse";
   turn_order: number;
@@ -155,7 +230,8 @@ export type StreamingEventMessage =
   | SpeechStartedEvent
   | TerminationEvent
   | LLMGatewayResponseEvent
-  | ErrorEvent;
+  | ErrorEvent
+  | WarningEvent;
 
 export type StreamingOperationMessage =
   | StreamingUpdateConfiguration

package/src/utils/errors/streaming.ts

@@ -15,12 +15,24 @@ const StreamingErrorType = {
   BadSchema: 4101,
   TooManyStreams: 4102,
   Reconnected: 4103,
+  ServerError: 3005,
+  InputValidationError: 3006,
+  AudioChunkDurationViolation: 3007,
+  MaxSessionDurationExceeded: 3008,
+  ConcurrencyLimitExceeded: 3009,
 } as const;
 
 type StreamingErrorTypeCodes =
   (typeof StreamingErrorType)[keyof typeof StreamingErrorType];
 
 const StreamingErrorMessages: Record<StreamingErrorTypeCodes, string> = {
+  [StreamingErrorType.ServerError]: "Server error",
+  [StreamingErrorType.InputValidationError]: "Input validation error",
+  [StreamingErrorType.AudioChunkDurationViolation]:
+    "Audio chunk duration violation",
+  [StreamingErrorType.MaxSessionDurationExceeded]:
+    "Session expired: maximum session duration exceeded",
+  [StreamingErrorType.ConcurrencyLimitExceeded]: "Too many concurrent sessions",
   [StreamingErrorType.BadSampleRate]: "Sample rate must be a positive integer",
   [StreamingErrorType.AuthFailed]: "Not Authorized",
   [StreamingErrorType.InsufficientFunds]: "Insufficient funds",