@livekit/agents 1.0.36 → 1.0.38

package/dist/inference/api_protos.d.ts

@@ -13,18 +13,18 @@ export declare const ttsSessionCreateEventSchema: z.ZodObject<{
     extra: Record<string, unknown>;
     sample_rate: string;
     encoding: string;
-    language?: string | undefined;
     model?: string | undefined;
     transcript?: string | undefined;
+    language?: string | undefined;
     voice?: string | undefined;
 }, {
     type: "session.create";
     extra: Record<string, unknown>;
     sample_rate: string;
     encoding: string;
-    language?: string | undefined;
     model?: string | undefined;
     transcript?: string | undefined;
+    language?: string | undefined;
     voice?: string | undefined;
 }>;
 export declare const ttsInputTranscriptEventSchema: z.ZodObject<{
@@ -121,18 +121,18 @@ export declare const ttsClientEventSchema: z.ZodDiscriminatedUnion<"type", [z.Zo
     extra: Record<string, unknown>;
     sample_rate: string;
     encoding: string;
-    language?: string | undefined;
     model?: string | undefined;
     transcript?: string | undefined;
+    language?: string | undefined;
     voice?: string | undefined;
 }, {
     type: "session.create";
     extra: Record<string, unknown>;
     sample_rate: string;
     encoding: string;
-    language?: string | undefined;
     model?: string | undefined;
     transcript?: string | undefined;
+    language?: string | undefined;
     voice?: string | undefined;
 }>, z.ZodObject<{
     type: z.ZodLiteral<"input_transcript">;
@@ -219,4 +219,345 @@ export type TtsSessionClosedEvent = z.infer<typeof ttsSessionClosedEventSchema>;
 export type TtsErrorEvent = z.infer<typeof ttsErrorEventSchema>;
 export type TtsClientEvent = z.infer<typeof ttsClientEventSchema>;
 export type TtsServerEvent = z.infer<typeof ttsServerEventSchema>;
+export declare const sttWordSchema: z.ZodObject<{
+    word: z.ZodDefault<z.ZodOptional<z.ZodString>>;
+    start: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    end: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    confidence: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
+}, "strip", z.ZodTypeAny, {
+    end: number;
+    confidence: number;
+    start: number;
+    word: string;
+    extra?: unknown;
+}, {
+    end?: number | undefined;
+    extra?: unknown;
+    confidence?: number | undefined;
+    start?: number | undefined;
+    word?: string | undefined;
+}>;
+export declare const sttInterimTranscriptEventSchema: z.ZodObject<{
+    type: z.ZodLiteral<"interim_transcript">;
+    session_id: z.ZodOptional<z.ZodString>;
+    transcript: z.ZodDefault<z.ZodOptional<z.ZodString>>;
+    language: z.ZodDefault<z.ZodOptional<z.ZodString>>;
+    start: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    duration: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    confidence: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    words: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodObject<{
+        word: z.ZodDefault<z.ZodOptional<z.ZodString>>;
+        start: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+        end: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+        confidence: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+        extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
+    }, "strip", z.ZodTypeAny, {
+        end: number;
+        confidence: number;
+        start: number;
+        word: string;
+        extra?: unknown;
+    }, {
+        end?: number | undefined;
+        extra?: unknown;
+        confidence?: number | undefined;
+        start?: number | undefined;
+        word?: string | undefined;
+    }>, "many">>>;
+    extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
+}, "strip", z.ZodTypeAny, {
+    type: "interim_transcript";
+    transcript: string;
+    language: string;
+    confidence: number;
+    start: number;
+    duration: number;
+    words: {
+        end: number;
+        confidence: number;
+        start: number;
+        word: string;
+        extra?: unknown;
+    }[];
+    extra?: unknown;
+    session_id?: string | undefined;
+}, {
+    type: "interim_transcript";
+    extra?: unknown;
+    transcript?: string | undefined;
+    language?: string | undefined;
+    confidence?: number | undefined;
+    start?: number | undefined;
+    session_id?: string | undefined;
+    duration?: number | undefined;
+    words?: {
+        end?: number | undefined;
+        extra?: unknown;
+        confidence?: number | undefined;
+        start?: number | undefined;
+        word?: string | undefined;
+    }[] | undefined;
+}>;
+export declare const sttFinalTranscriptEventSchema: z.ZodObject<{
+    type: z.ZodLiteral<"final_transcript">;
+    session_id: z.ZodOptional<z.ZodString>;
+    transcript: z.ZodDefault<z.ZodOptional<z.ZodString>>;
+    language: z.ZodDefault<z.ZodOptional<z.ZodString>>;
+    start: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    duration: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    confidence: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    words: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodObject<{
+        word: z.ZodDefault<z.ZodOptional<z.ZodString>>;
+        start: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+        end: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+        confidence: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+        extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
+    }, "strip", z.ZodTypeAny, {
+        end: number;
+        confidence: number;
+        start: number;
+        word: string;
+        extra?: unknown;
+    }, {
+        end?: number | undefined;
+        extra?: unknown;
+        confidence?: number | undefined;
+        start?: number | undefined;
+        word?: string | undefined;
+    }>, "many">>>;
+    extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
+}, "strip", z.ZodTypeAny, {
+    type: "final_transcript";
+    transcript: string;
+    language: string;
+    confidence: number;
+    start: number;
+    duration: number;
+    words: {
+        end: number;
+        confidence: number;
+        start: number;
+        word: string;
+        extra?: unknown;
+    }[];
+    extra?: unknown;
+    session_id?: string | undefined;
+}, {
+    type: "final_transcript";
+    extra?: unknown;
+    transcript?: string | undefined;
+    language?: string | undefined;
+    confidence?: number | undefined;
+    start?: number | undefined;
+    session_id?: string | undefined;
+    duration?: number | undefined;
+    words?: {
+        end?: number | undefined;
+        extra?: unknown;
+        confidence?: number | undefined;
+        start?: number | undefined;
+        word?: string | undefined;
+    }[] | undefined;
+}>;
+export declare const sttSessionCreatedEventSchema: z.ZodObject<{
+    type: z.ZodLiteral<"session.created">;
+    session_id: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    type: "session.created";
+    session_id?: string | undefined;
+}, {
+    type: "session.created";
+    session_id?: string | undefined;
+}>;
+export declare const sttSessionFinalizedEventSchema: z.ZodObject<{
+    type: z.ZodLiteral<"session.finalized">;
+}, "strip", z.ZodTypeAny, {
+    type: "session.finalized";
+}, {
+    type: "session.finalized";
+}>;
+export declare const sttSessionClosedEventSchema: z.ZodObject<{
+    type: z.ZodLiteral<"session.closed">;
+}, "strip", z.ZodTypeAny, {
+    type: "session.closed";
+}, {
+    type: "session.closed";
+}>;
+export declare const sttErrorEventSchema: z.ZodObject<{
+    type: z.ZodLiteral<"error">;
+    message: z.ZodOptional<z.ZodString>;
+    code: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    type: "error";
+    message?: string | undefined;
+    code?: string | undefined;
+}, {
+    type: "error";
+    message?: string | undefined;
+    code?: string | undefined;
+}>;
+export declare const sttServerEventSchema: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+    type: z.ZodLiteral<"session.created">;
+    session_id: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    type: "session.created";
+    session_id?: string | undefined;
+}, {
+    type: "session.created";
+    session_id?: string | undefined;
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"session.finalized">;
+}, "strip", z.ZodTypeAny, {
+    type: "session.finalized";
+}, {
+    type: "session.finalized";
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"session.closed">;
+}, "strip", z.ZodTypeAny, {
+    type: "session.closed";
+}, {
+    type: "session.closed";
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"interim_transcript">;
+    session_id: z.ZodOptional<z.ZodString>;
+    transcript: z.ZodDefault<z.ZodOptional<z.ZodString>>;
+    language: z.ZodDefault<z.ZodOptional<z.ZodString>>;
+    start: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    duration: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    confidence: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    words: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodObject<{
+        word: z.ZodDefault<z.ZodOptional<z.ZodString>>;
+        start: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+        end: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+        confidence: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+        extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
+    }, "strip", z.ZodTypeAny, {
+        end: number;
+        confidence: number;
+        start: number;
+        word: string;
+        extra?: unknown;
+    }, {
+        end?: number | undefined;
+        extra?: unknown;
+        confidence?: number | undefined;
+        start?: number | undefined;
+        word?: string | undefined;
+    }>, "many">>>;
+    extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
+}, "strip", z.ZodTypeAny, {
+    type: "interim_transcript";
+    transcript: string;
+    language: string;
+    confidence: number;
+    start: number;
+    duration: number;
+    words: {
+        end: number;
+        confidence: number;
+        start: number;
+        word: string;
+        extra?: unknown;
+    }[];
+    extra?: unknown;
+    session_id?: string | undefined;
+}, {
+    type: "interim_transcript";
+    extra?: unknown;
+    transcript?: string | undefined;
+    language?: string | undefined;
+    confidence?: number | undefined;
+    start?: number | undefined;
+    session_id?: string | undefined;
+    duration?: number | undefined;
+    words?: {
+        end?: number | undefined;
+        extra?: unknown;
+        confidence?: number | undefined;
+        start?: number | undefined;
+        word?: string | undefined;
+    }[] | undefined;
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"final_transcript">;
+    session_id: z.ZodOptional<z.ZodString>;
+    transcript: z.ZodDefault<z.ZodOptional<z.ZodString>>;
+    language: z.ZodDefault<z.ZodOptional<z.ZodString>>;
+    start: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    duration: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    confidence: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    words: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodObject<{
+        word: z.ZodDefault<z.ZodOptional<z.ZodString>>;
+        start: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+        end: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+        confidence: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+        extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
+    }, "strip", z.ZodTypeAny, {
+        end: number;
+        confidence: number;
+        start: number;
+        word: string;
+        extra?: unknown;
+    }, {
+        end?: number | undefined;
+        extra?: unknown;
+        confidence?: number | undefined;
+        start?: number | undefined;
+        word?: string | undefined;
+    }>, "many">>>;
+    extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
+}, "strip", z.ZodTypeAny, {
+    type: "final_transcript";
+    transcript: string;
+    language: string;
+    confidence: number;
+    start: number;
+    duration: number;
+    words: {
+        end: number;
+        confidence: number;
+        start: number;
+        word: string;
+        extra?: unknown;
+    }[];
+    extra?: unknown;
+    session_id?: string | undefined;
+}, {
+    type: "final_transcript";
+    extra?: unknown;
+    transcript?: string | undefined;
+    language?: string | undefined;
+    confidence?: number | undefined;
+    start?: number | undefined;
+    session_id?: string | undefined;
+    duration?: number | undefined;
+    words?: {
+        end?: number | undefined;
+        extra?: unknown;
+        confidence?: number | undefined;
+        start?: number | undefined;
+        word?: string | undefined;
+    }[] | undefined;
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"error">;
+    message: z.ZodOptional<z.ZodString>;
+    code: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    type: "error";
+    message?: string | undefined;
+    code?: string | undefined;
+}, {
+    type: "error";
+    message?: string | undefined;
+    code?: string | undefined;
+}>]>;
+export type SttWord = z.infer<typeof sttWordSchema>;
+export type SttInterimTranscriptEvent = z.infer<typeof sttInterimTranscriptEventSchema>;
+export type SttFinalTranscriptEvent = z.infer<typeof sttFinalTranscriptEventSchema>;
+export type SttTranscriptEvent = SttInterimTranscriptEvent | SttFinalTranscriptEvent;
+export type SttSessionCreatedEvent = z.infer<typeof sttSessionCreatedEventSchema>;
+export type SttSessionFinalizedEvent = z.infer<typeof sttSessionFinalizedEventSchema>;
+export type SttSessionClosedEvent = z.infer<typeof sttSessionClosedEventSchema>;
+export type SttErrorEvent = z.infer<typeof sttErrorEventSchema>;
+export type SttServerEvent = z.infer<typeof sttServerEventSchema>;
 //# sourceMappingURL=api_protos.d.ts.map

package/dist/inference/api_protos.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"api_protos.d.ts","sourceRoot":"","sources":["../../src/inference/api_protos.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;EAStC,CAAC;AAEH,eAAO,MAAM,6BAA6B;;;;;;;;;EAGxC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;EAErC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;EAErC,CAAC;AAEH,eAAO,MAAM,4BAA4B;;;;;;;;;EAGvC,CAAC;AAEH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;EAIpC,CAAC;AAEH,eAAO,MAAM,kBAAkB;;;;;;;;;EAG7B,CAAC;AAEH,eAAO,MAAM,2BAA2B;;;;;;;;;EAGtC,CAAC;AAEH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;EAI9B,CAAC;AAEH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAK/B,CAAC;AAEH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAM/B,CAAC;AAEH,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AACpF,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAC9E,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAC9E,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAClF,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC"}
+{"version":3,"file":"api_protos.d.ts","sourceRoot":"","sources":["../../src/inference/api_protos.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;EAStC,CAAC;AAEH,eAAO,MAAM,6BAA6B;;;;;;;;;EAGxC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;EAErC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;EAErC,CAAC;AAEH,eAAO,MAAM,4BAA4B;;;;;;;;;EAGvC,CAAC;AAEH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;EAIpC,CAAC;AAEH,eAAO,MAAM,kBAAkB;;;;;;;;;EAG7B,CAAC;AAEH,eAAO,MAAM,2BAA2B;;;;;;;;;EAGtC,CAAC;AAEH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;EAI9B,CAAC;AAEH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAK/B,CAAC;AAEH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAM/B,CAAC;AAEH,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AACpF,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAC9E,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAC9E,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAClF,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAOlE,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;EAMxB,CAAC;AAGH,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAU1C,CAAC;AAGH,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAUxC,CAAC;AAGH,eAAO,MAAM,4BAA4B;;;;;;;;;EAGvC,CAAC;AAGH,eAAO,MAAM,8BAA8B;;;;;;EAEzC,CAAC;AAGH,eAAO,MAAM,2BAA2B;;;;;;EAEtC,CAAC;AAGH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;EAI9B,CAAC;AAGH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAO/B,CAAC;AAGH,MAAM,MAAM,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,aAAa,CAAC,CAAC;AACpD,MAAM,MAAM,yBAAyB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,+BAA+B,CAAC,CAAC;AACxF,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AACpF,MAAM,MAAM,kBAAkB,GAAG,yBAAyB,GAAG,uBAAuB,CAAC;AACrF,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAClF,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAAC;AACtF,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC"}

package/dist/inference/api_protos.js

@@ -54,7 +54,67 @@ const ttsServerEventSchema = z.discriminatedUnion("type", [
   ttsSessionClosedEventSchema,
   ttsErrorEventSchema
 ]);
+const sttWordSchema = z.object({
+  word: z.string().optional().default(""),
+  start: z.number().optional().default(0),
+  end: z.number().optional().default(0),
+  confidence: z.number().optional().default(0),
+  extra: z.unknown().nullable().optional()
+});
+const sttInterimTranscriptEventSchema = z.object({
+  type: z.literal("interim_transcript"),
+  session_id: z.string().optional(),
+  transcript: z.string().optional().default(""),
+  language: z.string().optional().default(""),
+  start: z.number().optional().default(0),
+  duration: z.number().optional().default(0),
+  confidence: z.number().optional().default(1),
+  words: z.array(sttWordSchema).optional().default([]),
+  extra: z.unknown().nullable().optional()
+});
+const sttFinalTranscriptEventSchema = z.object({
+  type: z.literal("final_transcript"),
+  session_id: z.string().optional(),
+  transcript: z.string().optional().default(""),
+  language: z.string().optional().default(""),
+  start: z.number().optional().default(0),
+  duration: z.number().optional().default(0),
+  confidence: z.number().optional().default(1),
+  words: z.array(sttWordSchema).optional().default([]),
+  extra: z.unknown().nullable().optional()
+});
+const sttSessionCreatedEventSchema = z.object({
+  type: z.literal("session.created"),
+  session_id: z.string().optional()
+});
+const sttSessionFinalizedEventSchema = z.object({
+  type: z.literal("session.finalized")
+});
+const sttSessionClosedEventSchema = z.object({
+  type: z.literal("session.closed")
+});
+const sttErrorEventSchema = z.object({
+  type: z.literal("error"),
+  message: z.string().optional(),
+  code: z.string().optional()
+});
+const sttServerEventSchema = z.discriminatedUnion("type", [
+  sttSessionCreatedEventSchema,
+  sttSessionFinalizedEventSchema,
+  sttSessionClosedEventSchema,
+  sttInterimTranscriptEventSchema,
+  sttFinalTranscriptEventSchema,
+  sttErrorEventSchema
+]);
 export {
+  sttErrorEventSchema,
+  sttFinalTranscriptEventSchema,
+  sttInterimTranscriptEventSchema,
+  sttServerEventSchema,
+  sttSessionClosedEventSchema,
+  sttSessionCreatedEventSchema,
+  sttSessionFinalizedEventSchema,
+  sttWordSchema,
   ttsClientEventSchema,
   ttsDoneEventSchema,
   ttsErrorEventSchema,

package/dist/inference/api_protos.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/inference/api_protos.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { z } from 'zod';\n\nexport const ttsSessionCreateEventSchema = z.object({\n  type: z.literal('session.create'),\n  sample_rate: z.string(),\n  encoding: z.string(),\n  model: z.string().optional(),\n  voice: z.string().optional(),\n  language: z.string().optional(),\n  extra: z.record(z.string(), z.unknown()),\n  transcript: z.string().optional(),\n});\n\nexport const ttsInputTranscriptEventSchema = z.object({\n  type: z.literal('input_transcript'),\n  transcript: z.string(),\n});\n\nexport const ttsSessionFlushEventSchema = z.object({\n  type: z.literal('session.flush'),\n});\n\nexport const ttsSessionCloseEventSchema = z.object({\n  type: z.literal('session.close'),\n});\n\nexport const ttsSessionCreatedEventSchema = z.object({\n  type: z.literal('session.created'),\n  session_id: z.string(),\n});\n\nexport const ttsOutputAudioEventSchema = z.object({\n  type: z.literal('output_audio'),\n  audio: z.string(),\n  session_id: z.string(),\n});\n\nexport const ttsDoneEventSchema = z.object({\n  type: z.literal('done'),\n  session_id: z.string(),\n});\n\nexport const ttsSessionClosedEventSchema = z.object({\n  type: z.literal('session.closed'),\n  session_id: z.string(),\n});\n\nexport const ttsErrorEventSchema = z.object({\n  type: z.literal('error'),\n  message: z.string().optional(),\n  session_id: z.string().optional(),\n});\n\nexport const ttsClientEventSchema = z.discriminatedUnion('type', [\n  ttsSessionCreateEventSchema,\n  ttsInputTranscriptEventSchema,\n  ttsSessionFlushEventSchema,\n  ttsSessionCloseEventSchema,\n]);\n\nexport const ttsServerEventSchema = z.discriminatedUnion('type', [\n  ttsSessionCreatedEventSchema,\n  ttsOutputAudioEventSchema,\n  ttsDoneEventSchema,\n  ttsSessionClosedEventSchema,\n  ttsErrorEventSchema,\n]);\n\nexport type TtsSessionCreateEvent = z.infer<typeof ttsSessionCreateEventSchema>;\nexport type TtsInputTranscriptEvent = z.infer<typeof ttsInputTranscriptEventSchema>;\nexport type TtsSessionFlushEvent = z.infer<typeof ttsSessionFlushEventSchema>;\nexport type TtsSessionCloseEvent = z.infer<typeof ttsSessionCloseEventSchema>;\nexport type TtsSessionCreatedEvent = z.infer<typeof ttsSessionCreatedEventSchema>;\nexport type TtsOutputAudioEvent = z.infer<typeof ttsOutputAudioEventSchema>;\nexport type TtsDoneEvent = z.infer<typeof ttsDoneEventSchema>;\nexport type TtsSessionClosedEvent = z.infer<typeof ttsSessionClosedEventSchema>;\nexport type TtsErrorEvent = z.infer<typeof ttsErrorEventSchema>;\nexport type TtsClientEvent = z.infer<typeof ttsClientEventSchema>;\nexport type TtsServerEvent = z.infer<typeof ttsServerEventSchema>;\n"],"mappings":"AAGA,SAAS,SAAS;AAEX,MAAM,8BAA8B,EAAE,OAAO;AAAA,EAClD,MAAM,EAAE,QAAQ,gBAAgB;AAAA,EAChC,aAAa,EAAE,OAAO;AAAA,EACtB,UAAU,EAAE,OAAO;AAAA,EACnB,OAAO,EAAE,OAAO,EAAE,SAAS;AAAA,EAC3B,OAAO,EAAE,OAAO,EAAE,SAAS;AAAA,EAC3B,UAAU,EAAE,OAAO,EAAE,SAAS;AAAA,EAC9B,OAAO,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC;AAAA,EACvC,YAAY,EAAE,OAAO,EAAE,SAAS;AAClC,CAAC;AAEM,MAAM,gCAAgC,EAAE,OAAO;AAAA,EACpD,MAAM,EAAE,QAAQ,kBAAkB;AAAA,EAClC,YAAY,EAAE,OAAO;AACvB,CAAC;AAEM,MAAM,6BAA6B,EAAE,OAAO;AAAA,EACjD,MAAM,EAAE,QAAQ,eAAe;AACjC,CAAC;AAEM,MAAM,6BAA6B,EAAE,OAAO;AAAA,EACjD,MAAM,EAAE,QAAQ,eAAe;AACjC,CAAC;AAEM,MAAM,+BAA+B,EAAE,OAAO;AAAA,EACnD,MAAM,EAAE,QAAQ,iBAAiB;AAAA,EACjC,YAAY,EAAE,OAAO;AACvB,CAAC;AAEM,MAAM,4BAA4B,EAAE,OAAO;AAAA,EAChD,MAAM,EAAE,QAAQ,cAAc;AAAA,EAC9B,OAAO,EAAE,OAAO;AAAA,EAChB,YAAY,EAAE,OAAO;AACvB,CAAC;AAEM,MAAM,qBAAqB,EAAE,OAAO;AAAA,EACzC,MAAM,EAAE,QAAQ,MAAM;AAAA,EACtB,YAAY,EAAE,OAAO;AACvB,CAAC;AAEM,MAAM,8BAA8B,EAAE,OAAO;AAAA,EAClD,MAAM,EAAE,QAAQ,gBAAgB;AAAA,EAChC,YAAY,EAAE,OAAO;AACvB,CAAC;AAEM,MAAM,sBAAsB,EAAE,OAAO;AAAA,EAC1C,MAAM,EAAE,QAAQ,OAAO;AAAA,EACvB,SAAS,EAAE,OAAO,EAAE,SAAS;AAAA,EAC7B,YAAY,EAAE,OAAO,EAAE,SAAS;AAClC,CAAC;AAEM,MAAM,uBAAuB,EAAE,mBAAmB,QAAQ;AAAA,EAC/D;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAEM,MAAM,uBAAuB,EAAE,mBAAmB,QAAQ;AAAA,EAC/D;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;","names":[]}
+{"version":3,"sources":["../../src/inference/api_protos.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { z } from 'zod';\n\nexport const ttsSessionCreateEventSchema = z.object({\n  type: z.literal('session.create'),\n  sample_rate: z.string(),\n  encoding: z.string(),\n  model: z.string().optional(),\n  voice: z.string().optional(),\n  language: z.string().optional(),\n  extra: z.record(z.string(), z.unknown()),\n  transcript: z.string().optional(),\n});\n\nexport const ttsInputTranscriptEventSchema = z.object({\n  type: z.literal('input_transcript'),\n  transcript: z.string(),\n});\n\nexport const ttsSessionFlushEventSchema = z.object({\n  type: z.literal('session.flush'),\n});\n\nexport const ttsSessionCloseEventSchema = z.object({\n  type: z.literal('session.close'),\n});\n\nexport const ttsSessionCreatedEventSchema = z.object({\n  type: z.literal('session.created'),\n  session_id: z.string(),\n});\n\nexport const ttsOutputAudioEventSchema = z.object({\n  type: z.literal('output_audio'),\n  audio: z.string(),\n  session_id: z.string(),\n});\n\nexport const ttsDoneEventSchema = z.object({\n  type: z.literal('done'),\n  session_id: z.string(),\n});\n\nexport const ttsSessionClosedEventSchema = z.object({\n  type: z.literal('session.closed'),\n  session_id: z.string(),\n});\n\nexport const ttsErrorEventSchema = z.object({\n  type: z.literal('error'),\n  message: z.string().optional(),\n  session_id: z.string().optional(),\n});\n\nexport const ttsClientEventSchema = z.discriminatedUnion('type', [\n  ttsSessionCreateEventSchema,\n  ttsInputTranscriptEventSchema,\n  ttsSessionFlushEventSchema,\n  ttsSessionCloseEventSchema,\n]);\n\nexport const ttsServerEventSchema = z.discriminatedUnion('type', [\n  ttsSessionCreatedEventSchema,\n  ttsOutputAudioEventSchema,\n  ttsDoneEventSchema,\n  ttsSessionClosedEventSchema,\n  ttsErrorEventSchema,\n]);\n\nexport type TtsSessionCreateEvent = z.infer<typeof ttsSessionCreateEventSchema>;\nexport type TtsInputTranscriptEvent = z.infer<typeof ttsInputTranscriptEventSchema>;\nexport type TtsSessionFlushEvent = z.infer<typeof ttsSessionFlushEventSchema>;\nexport type TtsSessionCloseEvent = z.infer<typeof ttsSessionCloseEventSchema>;\nexport type TtsSessionCreatedEvent = z.infer<typeof ttsSessionCreatedEventSchema>;\nexport type TtsOutputAudioEvent = z.infer<typeof ttsOutputAudioEventSchema>;\nexport type TtsDoneEvent = z.infer<typeof ttsDoneEventSchema>;\nexport type TtsSessionClosedEvent = z.infer<typeof ttsSessionClosedEventSchema>;\nexport type TtsErrorEvent = z.infer<typeof ttsErrorEventSchema>;\nexport type TtsClientEvent = z.infer<typeof ttsClientEventSchema>;\nexport type TtsServerEvent = z.infer<typeof ttsServerEventSchema>;\n\n// ============================================================================\n// STT Schemas\n// ============================================================================\n\n// Word-level timing data\nexport const sttWordSchema = z.object({\n  word: z.string().optional().default(''),\n  start: z.number().optional().default(0),\n  end: z.number().optional().default(0),\n  confidence: z.number().optional().default(0.0),\n  extra: z.unknown().nullable().optional(),\n});\n\n// Interim transcript event\nexport const sttInterimTranscriptEventSchema = z.object({\n  type: z.literal('interim_transcript'),\n  session_id: z.string().optional(),\n  transcript: z.string().optional().default(''),\n  language: z.string().optional().default(''),\n  start: z.number().optional().default(0),\n  duration: z.number().optional().default(0),\n  confidence: z.number().optional().default(1.0),\n  words: z.array(sttWordSchema).optional().default([]),\n  extra: z.unknown().nullable().optional(),\n});\n\n// Final transcript event\nexport const sttFinalTranscriptEventSchema = z.object({\n  type: z.literal('final_transcript'),\n  session_id: z.string().optional(),\n  transcript: z.string().optional().default(''),\n  language: z.string().optional().default(''),\n  start: z.number().optional().default(0),\n  duration: z.number().optional().default(0),\n  confidence: z.number().optional().default(1.0),\n  words: z.array(sttWordSchema).optional().default([]),\n  extra: z.unknown().nullable().optional(),\n});\n\n// Session created event\nexport const sttSessionCreatedEventSchema = z.object({\n  type: z.literal('session.created'),\n  session_id: z.string().optional(),\n});\n\n// Session finalized event\nexport const sttSessionFinalizedEventSchema = z.object({\n  type: z.literal('session.finalized'),\n});\n\n// Session closed event\nexport const sttSessionClosedEventSchema = z.object({\n  type: z.literal('session.closed'),\n});\n\n// Error event\nexport const sttErrorEventSchema = z.object({\n  type: z.literal('error'),\n  message: z.string().optional(),\n  code: z.string().optional(),\n});\n\n// Discriminated union for all STT server events\nexport const sttServerEventSchema = z.discriminatedUnion('type', [\n  sttSessionCreatedEventSchema,\n  sttSessionFinalizedEventSchema,\n  sttSessionClosedEventSchema,\n  sttInterimTranscriptEventSchema,\n  sttFinalTranscriptEventSchema,\n  sttErrorEventSchema,\n]);\n\n// Type exports for STT\nexport type SttWord = z.infer<typeof sttWordSchema>;\nexport type SttInterimTranscriptEvent = z.infer<typeof sttInterimTranscriptEventSchema>;\nexport type SttFinalTranscriptEvent = z.infer<typeof sttFinalTranscriptEventSchema>;\nexport type SttTranscriptEvent = SttInterimTranscriptEvent | SttFinalTranscriptEvent;\nexport type SttSessionCreatedEvent = z.infer<typeof sttSessionCreatedEventSchema>;\nexport type SttSessionFinalizedEvent = z.infer<typeof sttSessionFinalizedEventSchema>;\nexport type SttSessionClosedEvent = z.infer<typeof sttSessionClosedEventSchema>;\nexport type SttErrorEvent = z.infer<typeof sttErrorEventSchema>;\nexport type SttServerEvent = z.infer<typeof sttServerEventSchema>;\n"],"mappings":"AAGA,SAAS,SAAS;AAEX,MAAM,8BAA8B,EAAE,OAAO;AAAA,EAClD,MAAM,EAAE,QAAQ,gBAAgB;AAAA,EAChC,aAAa,EAAE,OAAO;AAAA,EACtB,UAAU,EAAE,OAAO;AAAA,EACnB,OAAO,EAAE,OAAO,EAAE,SAAS;AAAA,EAC3B,OAAO,EAAE,OAAO,EAAE,SAAS;AAAA,EAC3B,UAAU,EAAE,OAAO,EAAE,SAAS;AAAA,EAC9B,OAAO,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC;AAAA,EACvC,YAAY,EAAE,OAAO,EAAE,SAAS;AAClC,CAAC;AAEM,MAAM,gCAAgC,EAAE,OAAO;AAAA,EACpD,MAAM,EAAE,QAAQ,kBAAkB;AAAA,EAClC,YAAY,EAAE,OAAO;AACvB,CAAC;AAEM,MAAM,6BAA6B,EAAE,OAAO;AAAA,EACjD,MAAM,EAAE,QAAQ,eAAe;AACjC,CAAC;AAEM,MAAM,6BAA6B,EAAE,OAAO;AAAA,EACjD,MAAM,EAAE,QAAQ,eAAe;AACjC,CAAC;AAEM,MAAM,+BAA+B,EAAE,OAAO;AAAA,EACnD,MAAM,EAAE,QAAQ,iBAAiB;AAAA,EACjC,YAAY,EAAE,OAAO;AACvB,CAAC;AAEM,MAAM,4BAA4B,EAAE,OAAO;AAAA,EAChD,MAAM,EAAE,QAAQ,cAAc;AAAA,EAC9B,OAAO,EAAE,OAAO;AAAA,EAChB,YAAY,EAAE,OAAO;AACvB,CAAC;AAEM,MAAM,qBAAqB,EAAE,OAAO;AAAA,EACzC,MAAM,EAAE,QAAQ,MAAM;AAAA,EACtB,YAAY,EAAE,OAAO;AACvB,CAAC;AAEM,MAAM,8BAA8B,EAAE,OAAO;AAAA,EAClD,MAAM,EAAE,QAAQ,gBAAgB;AAAA,EAChC,YAAY,EAAE,OAAO;AACvB,CAAC;AAEM,MAAM,sBAAsB,EAAE,OAAO;AAAA,EAC1C,MAAM,EAAE,QAAQ,OAAO;AAAA,EACvB,SAAS,EAAE,OAAO,EAAE,SAAS;AAAA,EAC7B,YAAY,EAAE,OAAO,EAAE,SAAS;AAClC,CAAC;AAEM,MAAM,uBAAuB,EAAE,mBAAmB,QAAQ;AAAA,EAC/D;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAEM,MAAM,uBAAuB,EAAE,mBAAmB,QAAQ;AAAA,EAC/D;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAmBM,MAAM,gBAAgB,EAAE,OAAO;AAAA,EACpC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE;AAAA,EACtC,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC;AAAA,EACtC,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC;AAAA,EACpC,YAAY,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAG;AAAA,EAC7C,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS;AACzC,CAAC;AAGM,MAAM,kCAAkC,EAAE,OAAO;AAAA,EACtD,MAAM,EAAE,QAAQ,oBAAoB;AAAA,EACpC,YAAY,EAAE,OAAO,EAAE,SAAS;AAAA,EAChC,YAAY,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE;AAAA,EAC5C,UAAU,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE;AAAA,EAC1C,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC;AAAA,EACtC,UAAU,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC;AAAA,EACzC,YAAY,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAG;AAAA,EAC7C,OAAO,EAAE,MAAM,aAAa,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;AAAA,EACnD,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS;AACzC,CAAC;AAGM,MAAM,gCAAgC,EAAE,OAAO;AAAA,EACpD,MAAM,EAAE,QAAQ,kBAAkB;AAAA,EAClC,YAAY,EAAE,OAAO,EAAE,SAAS;AAAA,EAChC,YAAY,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE;AAAA,EAC5C,UAAU,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE;AAAA,EAC1C,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC;AAAA,EACtC,UAAU,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC;AAAA,EACzC,YAAY,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAG;AAAA,EAC7C,OAAO,EAAE,MAAM,aAAa,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;AAAA,EACnD,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS;AACzC,CAAC;AAGM,MAAM,+BAA+B,EAAE,OAAO;AAAA,EACnD,MAAM,EAAE,QAAQ,iBAAiB;AAAA,EACjC,YAAY,EAAE,OAAO,EAAE,SAAS;AAClC,CAAC;AAGM,MAAM,iCAAiC,EAAE,OAAO;AAAA,EACrD,MAAM,EAAE,QAAQ,mBAAmB;AACrC,CAAC;AAGM,MAAM,8BAA8B,EAAE,OAAO;AAAA,EAClD,MAAM,EAAE,QAAQ,gBAAgB;AAClC,CAAC;AAGM,MAAM,sBAAsB,EAAE,OAAO;AAAA,EAC1C,MAAM,EAAE,QAAQ,OAAO;AAAA,EACvB,SAAS,EAAE,OAAO,EAAE,SAAS;AAAA,EAC7B,MAAM,EAAE,OAAO,EAAE,SAAS;AAC5B,CAAC;AAGM,MAAM,uBAAuB,EAAE,mBAAmB,QAAQ;AAAA,EAC/D;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;","names":[]}

package/dist/inference/stt.cjs

@@ -30,6 +30,7 @@ var import_stream_channel = require("../stream/stream_channel.cjs");
 var import_stt = require("../stt/index.cjs");
 var import_types = require("../types.cjs");
 var import_utils = require("../utils.cjs");
+var import_api_protos = require("./api_protos.cjs");
 var import_utils2 = require("./utils.cjs");
 const DEFAULT_ENCODING = "pcm_s16le";
 const DEFAULT_SAMPLE_RATE = 16e3;
@@ -40,7 +41,7 @@ class STT extends import_stt.STT {
   streams = /* @__PURE__ */ new Set();
   #logger = (0, import_log.log)();
   constructor(opts) {
-    super({ streaming: true, interimResults: true });
+    super({ streaming: true, interimResults: true, alignedTranscript: "word" });
     const {
       model,
       language,
@@ -242,9 +243,16 @@ class SpeechStream extends import_stt.SpeechStream {
             const result = await reader.read();
             if (signal.aborted) return;
             if (result.done) return;
-            const json = result.value;
-            const type = json.type;
-            switch (type) {
+            const parseResult = await import_api_protos.sttServerEventSchema.safeParseAsync(result.value);
+            if (!parseResult.success) {
+              this.#logger.warn(
+                { error: parseResult.error, rawData: result.value },
+                "Failed to parse STT server event"
+              );
+              continue;
+            }
+            const event = parseResult.data;
+            switch (event.type) {
               case "session.created":
               case "session.finalized":
                 break;
@@ -253,21 +261,15 @@ class SpeechStream extends import_stt.SpeechStream {
                 resourceCleanup();
                 break;
               case "interim_transcript":
-                this.processTranscript(json, false);
+                this.processTranscript(event, false);
                 break;
               case "final_transcript":
-                this.processTranscript(json, true);
+                this.processTranscript(event, true);
                 break;
               case "error":
-                this.#logger.error({ error: json }, "Received error from LiveKit STT");
+                this.#logger.error({ error: event }, "Received error from LiveKit STT");
                 resourceCleanup();
-                throw new import_exceptions.APIError(`LiveKit STT returned error: ${JSON.stringify(json)}`);
-              default:
-                this.#logger.warn(
-                  { message: json },
-                  "Received unexpected message from LiveKit STT"
-                );
-                break;
+                throw new import_exceptions.APIError(`LiveKit STT returned error: ${JSON.stringify(event)}`);
             }
           }
         } finally {
@@ -310,9 +312,9 @@ class SpeechStream extends import_stt.SpeechStream {
   }
   processTranscript(data, isFinal) {
     if (this.queue.closed) return;
-    const requestId = data.request_id ?? this.requestId;
-    const text = data.transcript ?? "";
-    const language = data.language ?? this.opts.language ?? "en";
+    const requestId = data.session_id || this.requestId;
+    const text = data.transcript;
+    const language = data.language || this.opts.language || "en";
     if (!text && !isFinal) return;
     try {
       if (!this.speaking) {
@@ -321,10 +323,19 @@ class SpeechStream extends import_stt.SpeechStream {
       }
       const speechData = {
         language,
-        startTime: data.start ?? 0,
-        endTime: data.duration ?? 0,
-        confidence: data.confidence ?? 1,
-        text
+        startTime: this.startTimeOffset + data.start,
+        endTime: this.startTimeOffset + data.start + data.duration,
+        confidence: data.confidence,
+        text,
+        words: data.words.map(
+          (word) => ({
+            text: word.word,
+            startTime: word.start + this.startTimeOffset,
+            endTime: word.end + this.startTimeOffset,
+            startTimeOffset: this.startTimeOffset,
+            confidence: word.confidence
+          })
+        )
       };
       if (isFinal) {
         if (this.speechDuration > 0) {