@kernl-sdk/protocol 0.2.8 → 0.3.0

package/.turbo/turbo-build.log

@@ -1,4 +1,4 @@
 
-> @kernl-sdk/protocol@0.2.7 build /Users/andjones/Documents/projects/kernl/packages/protocol
+> @kernl-sdk/protocol@0.3.0 build /home/runner/work/kernl/kernl/packages/protocol
 > tsc && tsc-alias --resolve-full-paths
 

package/CHANGELOG.md

@@ -1,5 +1,14 @@
 # @kernl/protocol
 
+## 0.3.0
+
+### Minor Changes
+
+- 572ae80: Add realtime voice agent support with memory capabilities.
+  - **protocol**: Add realtime model and event types for voice agents
+  - **kernl**: Extract BaseAgent class shared by Agent and RealtimeAgent, enabling memory support for realtime agents. Add `kind` discriminator for type narrowing.
+  - **openai**: Add OpenAI realtime voice provider with WebSocket-based streaming
+
 ## 0.2.8
 
 ### Patch Changes

package/README.md

@@ -1 +1,49 @@
 # kernl - Protocol Specification
+
+## Realtime :: Protocol
+
+### Client Events
+
+| Event                 | Purpose                        | Key Fields                               |
+|-----------------------|--------------------------------|------------------------------------------|
+| session.update        | Configure session              | config: SessionConfig                    |
+| item.create           | Add item to conversation       | item: LanguageModelItem, previousItemId? |
+| item.delete           | Remove item                    | itemId                                   |
+| item.truncate         | Truncate assistant audio       | itemId, audioEndMs                       |
+| audio.input.append    | Stream audio chunk to buffer   | audio: string (base64)                   |
+| audio.input.commit    | Commit buffer as user message  | —                                        |
+| audio.input.clear     | Discard buffered audio         | —                                        |
+| activity.start        | User started speaking          | —                                        |
+| activity.end          | User stopped speaking          | —                                        |
+| response.create       | Trigger response (manual mode) | config?: ResponseConfig                  |
+| response.cancel       | Cancel in-progress response    | responseId?                              |
+
+### Server Events
+
+| Event                             | Purpose                      | Key Fields                 |
+|-----------------------------------|------------------------------|----------------------------|
+| session.created                   | Session ready                | session: Session           |
+| session.updated                   | Config updated               | session: Session           |
+| session.error                     | Session error                | error: Error               |
+| item.created                      | Item added                   | item: LanguageModelItem    |
+| item.deleted                      | Item removed                 | itemId                     |
+| item.truncated                    | Audio truncated              | itemId, audioEndMs         |
+| audio.input.committed             | Buffer committed             | itemId                     |
+| audio.input.cleared               | Buffer cleared               | —                          |
+| speech.started                    | VAD: speech detected         | audioStartMs, itemId       |
+| speech.stopped                    | VAD: speech ended            | audioEndMs, itemId         |
+| audio.output.delta                | Agent audio chunk            | responseId, itemId, delta  |
+| audio.output.done                 | Agent audio complete         | responseId, itemId         |
+| text.output.delta                 | Agent text chunk             | responseId, itemId, delta  |
+| text.output                       | Agent text complete          | responseId, itemId, text   |
+| transcript.input.delta            | User speech → text chunk     | itemId, delta              |
+| transcript.input                  | User speech → text complete  | itemId, text               |
+| transcript.output.delta           | Agent speech → text chunk    | responseId, itemId, delta  |
+| transcript.output                 | Agent speech → text complete | responseId, itemId, text   |
+| response.created                  | Response started             | responseId                 |
+| response.interrupted              | Response interrupted         | responseId                 |
+| response.done                     | Response complete            | responseId, status, usage  |
+| tool.start                        | Tool call started            | responseId, callId, toolId |
+| tool.delta                        | Tool arguments streaming     | callId, delta              |
+| tool.call                         | Tool call ready              | callId, toolId, arguments  |
+| tool.cancelled                    | Tool call cancelled          | callId                     |

package/dist/index.d.ts

@@ -6,6 +6,7 @@
 export * from "./constants.js";
 export * from "./language-model/index.js";
 export * from "./embedding-model/index.js";
+export * from "./realtime/index.js";
 export * from "./provider/index.js";
 export * from "./json.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,aAAa,CAAC;AAC5B,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,YAAY,CAAC;AAC3B,cAAc,QAAQ,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,aAAa,CAAC;AAC5B,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,QAAQ,CAAC"}

package/dist/index.js

@@ -6,5 +6,6 @@
 export * from "./constants.js";
 export * from "./language-model/index.js";
 export * from "./embedding-model/index.js";
+export * from "./realtime/index.js";
 export * from "./provider/index.js";
 export * from "./json.js";

package/dist/realtime/events.d.ts

@@ -0,0 +1,313 @@
+import { SharedProviderMetadata } from "../provider/index.js";
+import { LanguageModelItem } from "../language-model/index.js";
+import { RealtimeSession, RealtimeSessionConfig, RealtimeResponseConfig, RealtimeError, RealtimeUsage, ResponseStatus } from "./types.js";
+/**
+ * Base interface for all realtime events.
+ */
+export interface RealtimeEventBase {
+    /**
+     * Unique identifier for this event.
+     */
+    id?: string;
+    /**
+     * Provider-specific metadata.
+     */
+    providerMetadata?: SharedProviderMetadata;
+}
+/**
+ * Union of all client → server events.
+ */
+export type RealtimeClientEvent = SessionUpdateEvent | ItemCreateEvent | ItemDeleteEvent | ItemTruncateEvent | AudioInputAppendEvent | AudioInputCommitEvent | AudioInputClearEvent | ActivityStartEvent | ActivityEndEvent | ResponseCreateEvent | ResponseCancelEvent | ToolResultEvent;
+/**
+ * Union of all server → client events.
+ */
+export type RealtimeServerEvent = SessionCreatedEvent | SessionUpdatedEvent | SessionErrorEvent | ItemCreatedEvent | ItemDeletedEvent | ItemTruncatedEvent | AudioInputCommittedEvent | AudioInputClearedEvent | SpeechStartedEvent | SpeechStoppedEvent | AudioOutputDeltaEvent | AudioOutputDoneEvent | TextOutputDeltaEvent | TextOutputEvent | TranscriptInputDeltaEvent | TranscriptInputEvent | TranscriptOutputDeltaEvent | TranscriptOutputEvent | ResponseCreatedEvent | ResponseInterruptedEvent | ResponseDoneEvent | ToolStartEvent | ToolDeltaEvent | ToolCallEvent | ToolCancelledEvent;
+/**
+ * Client event to update session configuration.
+ */
+export interface SessionUpdateEvent extends RealtimeEventBase {
+    readonly kind: "session.update";
+    config: RealtimeSessionConfig;
+}
+/**
+ * Client event to add an item to the conversation.
+ */
+export interface ItemCreateEvent extends RealtimeEventBase {
+    readonly kind: "item.create";
+    item: LanguageModelItem;
+    previousItemId?: string;
+}
+/**
+ * Client event to delete an item from the conversation.
+ */
+export interface ItemDeleteEvent extends RealtimeEventBase {
+    readonly kind: "item.delete";
+    itemId: string;
+}
+/**
+ * Client event to truncate assistant audio at a specific timestamp.
+ */
+export interface ItemTruncateEvent extends RealtimeEventBase {
+    readonly kind: "item.truncate";
+    itemId: string;
+    audioEndMs: number;
+}
+/**
+ * Client event to append audio to the input buffer.
+ */
+export interface AudioInputAppendEvent extends RealtimeEventBase {
+    readonly kind: "audio.input.append";
+    /**
+     * Base64-encoded audio data.
+     */
+    audio: string;
+}
+/**
+ * Client event to commit the audio input buffer as a user message.
+ */
+export interface AudioInputCommitEvent extends RealtimeEventBase {
+    readonly kind: "audio.input.commit";
+}
+/**
+ * Client event to clear the audio input buffer.
+ */
+export interface AudioInputClearEvent extends RealtimeEventBase {
+    readonly kind: "audio.input.clear";
+}
+/**
+ * Client event to signal start of user activity (manual VAD).
+ */
+export interface ActivityStartEvent extends RealtimeEventBase {
+    readonly kind: "activity.start";
+}
+/**
+ * Client event to signal end of user activity (manual VAD).
+ */
+export interface ActivityEndEvent extends RealtimeEventBase {
+    readonly kind: "activity.end";
+}
+/**
+ * Client event to trigger a model response.
+ */
+export interface ResponseCreateEvent extends RealtimeEventBase {
+    readonly kind: "response.create";
+    config?: RealtimeResponseConfig;
+}
+/**
+ * Client event to cancel an in-progress response.
+ */
+export interface ResponseCancelEvent extends RealtimeEventBase {
+    readonly kind: "response.cancel";
+    responseId?: string;
+}
+/**
+ * Server event indicating the session has been created.
+ */
+export interface SessionCreatedEvent extends RealtimeEventBase {
+    readonly kind: "session.created";
+    session: RealtimeSession;
+}
+/**
+ * Server event indicating the session configuration has been updated.
+ */
+export interface SessionUpdatedEvent extends RealtimeEventBase {
+    readonly kind: "session.updated";
+    session: RealtimeSession;
+}
+/**
+ * Server event indicating a session error.
+ */
+export interface SessionErrorEvent extends RealtimeEventBase {
+    readonly kind: "session.error";
+    error: RealtimeError;
+}
+/**
+ * Server event indicating an item has been added to the conversation.
+ */
+export interface ItemCreatedEvent extends RealtimeEventBase {
+    readonly kind: "item.created";
+    item: LanguageModelItem;
+    previousItemId?: string;
+}
+/**
+ * Server event indicating an item has been deleted.
+ */
+export interface ItemDeletedEvent extends RealtimeEventBase {
+    readonly kind: "item.deleted";
+    itemId: string;
+}
+/**
+ * Server event indicating an item has been truncated.
+ */
+export interface ItemTruncatedEvent extends RealtimeEventBase {
+    readonly kind: "item.truncated";
+    itemId: string;
+    audioEndMs: number;
+}
+/**
+ * Server event confirming the audio input buffer has been committed.
+ */
+export interface AudioInputCommittedEvent extends RealtimeEventBase {
+    readonly kind: "audio.input.committed";
+    itemId: string;
+}
+/**
+ * Server event confirming the audio input buffer has been cleared.
+ */
+export interface AudioInputClearedEvent extends RealtimeEventBase {
+    readonly kind: "audio.input.cleared";
+}
+/**
+ * Server event indicating speech has been detected (VAD).
+ */
+export interface SpeechStartedEvent extends RealtimeEventBase {
+    readonly kind: "speech.started";
+    audioStartMs: number;
+    itemId: string;
+}
+/**
+ * Server event indicating speech has stopped (VAD).
+ */
+export interface SpeechStoppedEvent extends RealtimeEventBase {
+    readonly kind: "speech.stopped";
+    audioEndMs: number;
+    itemId: string;
+}
+/**
+ * Server event containing an audio output chunk.
+ */
+export interface AudioOutputDeltaEvent extends RealtimeEventBase {
+    readonly kind: "audio.output.delta";
+    responseId: string;
+    itemId: string;
+    /**
+     * Base64-encoded audio chunk.
+     */
+    audio: string;
+}
+/**
+ * Server event indicating audio output is complete.
+ */
+export interface AudioOutputDoneEvent extends RealtimeEventBase {
+    readonly kind: "audio.output.done";
+    responseId: string;
+    itemId: string;
+}
+/**
+ * Server event containing a text output chunk.
+ */
+export interface TextOutputDeltaEvent extends RealtimeEventBase {
+    readonly kind: "text.output.delta";
+    responseId: string;
+    itemId: string;
+    delta: string;
+}
+/**
+ * Server event containing the complete text output.
+ */
+export interface TextOutputEvent extends RealtimeEventBase {
+    readonly kind: "text.output";
+    responseId: string;
+    itemId: string;
+    text: string;
+}
+/**
+ * Server event containing an input transcription chunk.
+ */
+export interface TranscriptInputDeltaEvent extends RealtimeEventBase {
+    readonly kind: "transcript.input.delta";
+    itemId: string;
+    delta: string;
+}
+/**
+ * Server event containing the complete input transcription.
+ */
+export interface TranscriptInputEvent extends RealtimeEventBase {
+    readonly kind: "transcript.input";
+    itemId: string;
+    text: string;
+}
+/**
+ * Server event containing an output transcription chunk.
+ */
+export interface TranscriptOutputDeltaEvent extends RealtimeEventBase {
+    readonly kind: "transcript.output.delta";
+    responseId: string;
+    itemId: string;
+    delta: string;
+}
+/**
+ * Server event containing the complete output transcription.
+ */
+export interface TranscriptOutputEvent extends RealtimeEventBase {
+    readonly kind: "transcript.output";
+    responseId: string;
+    itemId: string;
+    text: string;
+}
+/**
+ * Server event indicating a response has been created.
+ */
+export interface ResponseCreatedEvent extends RealtimeEventBase {
+    readonly kind: "response.created";
+    responseId: string;
+}
+/**
+ * Server event indicating a response has been interrupted.
+ */
+export interface ResponseInterruptedEvent extends RealtimeEventBase {
+    readonly kind: "response.interrupted";
+    responseId: string;
+}
+/**
+ * Server event indicating a response is complete.
+ */
+export interface ResponseDoneEvent extends RealtimeEventBase {
+    readonly kind: "response.done";
+    responseId: string;
+    status: ResponseStatus;
+    usage?: RealtimeUsage;
+}
+/**
+ * Server event indicating a tool call has started.
+ */
+export interface ToolStartEvent extends RealtimeEventBase {
+    readonly kind: "tool.start";
+    responseId: string;
+    callId: string;
+    toolId: string;
+}
+/**
+ * Server event containing a tool call arguments chunk.
+ */
+export interface ToolDeltaEvent extends RealtimeEventBase {
+    readonly kind: "tool.delta";
+    callId: string;
+    delta: string;
+}
+/**
+ * Server event indicating the model wants to call a tool.
+ */
+export interface ToolCallEvent extends RealtimeEventBase {
+    readonly kind: "tool.call";
+    callId: string;
+    toolId: string;
+    arguments: string;
+}
+/**
+ * Server event indicating a tool call has been cancelled.
+ */
+export interface ToolCancelledEvent extends RealtimeEventBase {
+    readonly kind: "tool.cancelled";
+    callId: string;
+}
+/**
+ * Client event to submit a tool result.
+ */
+export interface ToolResultEvent extends RealtimeEventBase {
+    readonly kind: "tool.result";
+    callId: string;
+    result?: string;
+    error?: string;
+}
+//# sourceMappingURL=events.d.ts.map

package/dist/realtime/events.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"events.d.ts","sourceRoot":"","sources":["../../src/realtime/events.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EACL,eAAe,EACf,qBAAqB,EACrB,sBAAsB,EACtB,aAAa,EACb,aAAa,EACb,cAAc,EACf,MAAM,SAAS,CAAC;AAEjB;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,EAAE,CAAC,EAAE,MAAM,CAAC;IAEZ;;OAEG;IACH,gBAAgB,CAAC,EAAE,sBAAsB,CAAC;CAC3C;AAED;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAC3B,kBAAkB,GAClB,eAAe,GACf,eAAe,GACf,iBAAiB,GACjB,qBAAqB,GACrB,qBAAqB,GACrB,oBAAoB,GACpB,kBAAkB,GAClB,gBAAgB,GAChB,mBAAmB,GACnB,mBAAmB,GACnB,eAAe,CAAC;AAEpB;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAC3B,mBAAmB,GACnB,mBAAmB,GACnB,iBAAiB,GACjB,gBAAgB,GAChB,gBAAgB,GAChB,kBAAkB,GAClB,wBAAwB,GACxB,sBAAsB,GACtB,kBAAkB,GAClB,kBAAkB,GAClB,qBAAqB,GACrB,oBAAoB,GACpB,oBAAoB,GACpB,eAAe,GACf,yBAAyB,GACzB,oBAAoB,GACpB,0BAA0B,GAC1B,qBAAqB,GACrB,oBAAoB,GACpB,wBAAwB,GACxB,iBAAiB,GACjB,cAAc,GACd,cAAc,GACd,aAAa,GACb,kBAAkB,CAAC;AAEvB;;GAEG;AACH,MAAM,WAAW,kBAAmB,SAAQ,iBAAiB;IAC3D,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,MAAM,EAAE,qBAAqB,CAAC;CAC/B;AAED;;GAEG;AACH,MAAM,WAAW,eAAgB,SAAQ,iBAAiB;IACxD,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,IAAI,EAAE,iBAAiB,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED;;GAEG;AACH,MAAM,WAAW,eAAgB,SAAQ,iBAAiB;IACxD,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAkB,SAAQ,iBAAiB;IAC1D,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,qBAAsB,SAAQ,iBAAiB;IAC9D,QAAQ,CAAC,IAAI,EAAE,oBAAoB,CAAC;IACpC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,qBAAsB,SAAQ,iBAAiB;IAC9D,QAAQ,CAAC,IAAI,EAAE,oBAAoB,CAAC;CACrC;AAED;;GAEG;AACH,MAAM,WAAW,oBAAqB,SAAQ,iBAAiB;IAC7D,QAAQ,CAAC,IAAI,EAAE,mBAAmB,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,WAAW,kBAAmB,SAAQ,iBAAiB;IAC3D,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,WAAW,gBAAiB,SAAQ,iBAAiB;IACzD,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;CAC/B;AAED;;GAEG;AACH,MAAM,WAAW,mBAAoB,SAAQ,iBAAiB;IAC5D,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,MAAM,CAAC,EAAE,sBAAsB,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,WAAW,mBAAoB,SAAQ,iBAAiB;IAC5D,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAoB,SAAQ,iBAAiB;IAC5D,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,OAAO,EAAE,eAAe,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,mBAAoB,SAAQ,iBAAiB;IAC5D,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,OAAO,EAAE,eAAe,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,iBAAkB,SAAQ,iBAAiB;IAC1D,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC;IAC/B,KAAK,EAAE,aAAa,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAiB,SAAQ,iBAAiB;IACzD,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,IAAI,EAAE,iBAAiB,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAiB,SAAQ,iBAAiB;IACzD,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAmB,SAAQ,iBAAiB;IAC3D,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,wBAAyB,SAAQ,iBAAiB;IACjE,QAAQ,CAAC,IAAI,EAAE,uBAAuB,CAAC;IACvC,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,sBAAuB,SAAQ,iBAAiB;IAC/D,QAAQ,CAAC,IAAI,EAAE,qBAAqB,CAAC;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,kBAAmB,SAAQ,iBAAiB;IAC3D,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAmB,SAAQ,iBAAiB;IAC3D,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,qBAAsB,SAAQ,iBAAiB;IAC9D,QAAQ,CAAC,IAAI,EAAE,oBAAoB,CAAC;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,oBAAqB,SAAQ,iBAAiB;IAC7D,QAAQ,CAAC,IAAI,EAAE,mBAAmB,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAqB,SAAQ,iBAAiB;IAC7D,QAAQ,CAAC,IAAI,EAAE,mBAAmB,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,eAAgB,SAAQ,iBAAiB;IACxD,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;GAEG;AACH,MAAM,WAAW,yBAA0B,SAAQ,iBAAiB;IAClE,QAAQ,CAAC,IAAI,EAAE,wBAAwB,CAAC;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,oBAAqB,SAAQ,iBAAiB;IAC7D,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAC;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;GAEG;AACH,MAAM,WAAW,0BAA2B,SAAQ,iBAAiB;IACnE,QAAQ,CAAC,IAAI,EAAE,yBAAyB,CAAC;IACzC,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,qBAAsB,SAAQ,iBAAiB;IAC9D,QAAQ,CAAC,IAAI,EAAE,mBAAmB,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;GAEG;AACH,MAAM,WAAW,oBAAqB,SAAQ,iBAAiB;IAC7D,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAC;IAClC,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,wBAAyB,SAAQ,iBAAiB;IACjE,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;IACtC,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAkB,SAAQ,iBAAiB;IAC1D,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,cAAc,CAAC;IACvB,KAAK,CAAC,EAAE,aAAa,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,cAAe,SAAQ,iBAAiB;IACvD,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,cAAe,SAAQ,iBAAiB;IACvD,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,aAAc,SAAQ,iBAAiB;IACtD,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAmB,SAAQ,iBAAiB;IAC3D,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,eAAgB,SAAQ,iBAAiB;IACxD,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB"}

package/dist/realtime/index.d.ts

@@ -0,0 +1,4 @@
+export * from "./types.js";
+export * from "./events.js";
+export * from "./model.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/realtime/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/realtime/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC;AACxB,cAAc,UAAU,CAAC;AACzB,cAAc,SAAS,CAAC"}

package/dist/realtime/index.js

@@ -0,0 +1,3 @@
+export * from "./types.js";
+export * from "./events.js";
+export * from "./model.js";

package/dist/realtime/model.d.ts

@@ -0,0 +1,99 @@
+import { SharedProviderMetadata } from "../provider/index.js";
+import { RealtimeClientEvent, RealtimeServerEvent } from "./events.js";
+import { RealtimeConnectOptions, TransportStatus } from "./types.js";
+/**
+ * A realtime model that can establish bidirectional streaming connections.
+ *
+ * Models are reusable - each call to connect() creates a new connection.
+ * Providers implement this interface.
+ */
+export interface RealtimeModel {
+    /**
+     * The realtime model spec version.
+     */
+    readonly spec: "1.0";
+    /**
+     * Provider ID (e.g., "openai", "google", "elevenlabs").
+     */
+    readonly provider: string;
+    /**
+     * Model ID (e.g., "gpt-4o-realtime", "gemini-2.0-flash").
+     */
+    readonly modelId: string;
+    /**
+     * Establish a connection and return a connection instance.
+     */
+    connect(options?: RealtimeConnectOptions): Promise<RealtimeConnection>;
+}
+/**
+ * An active bidirectional connection to a realtime model.
+ *
+ * One connection per session. Providers implement this interface.
+ */
+export interface RealtimeConnection {
+    /**
+     * Current connection status.
+     */
+    readonly status: TransportStatus;
+    /**
+     * Whether input audio is muted.
+     * null if muting is not handled by the connection.
+     */
+    readonly muted: boolean | null;
+    /**
+     * Session ID once connected.
+     */
+    readonly sessionId: string | null;
+    /**
+     * Provider-specific metadata.
+     */
+    readonly providerMetadata?: SharedProviderMetadata;
+    /**
+     * Send a client event to the model.
+     */
+    send(event: RealtimeClientEvent): void;
+    /**
+     * Close the connection.
+     */
+    close(): void;
+    /**
+     * Mute input audio.
+     */
+    mute(): void;
+    /**
+     * Unmute input audio.
+     */
+    unmute(): void;
+    /**
+     * Interrupt the current response.
+     * Convenience for sending response.cancel event.
+     */
+    interrupt(): void;
+    on(event: "event", listener: (event: RealtimeServerEvent) => void): this;
+    on(event: "status", listener: (status: TransportStatus) => void): this;
+    on(event: "error", listener: (error: Error) => void): this;
+    off(event: "event", listener: (event: RealtimeServerEvent) => void): this;
+    off(event: "status", listener: (status: TransportStatus) => void): this;
+    off(event: "error", listener: (error: Error) => void): this;
+    once(event: "event", listener: (event: RealtimeServerEvent) => void): this;
+    once(event: "status", listener: (status: TransportStatus) => void): this;
+    once(event: "error", listener: (error: Error) => void): this;
+}
+/**
+ * A transport factory for custom connection mechanisms (e.g., WebRTC).
+ *
+ * Pass to RealtimeSession when you need to handle audio via media tracks
+ * instead of base64 events.
+ */
+export interface RealtimeTransport {
+    /**
+     * Whether this transport handles audio I/O internally (e.g., WebRTC).
+     * If true, cannot use a channel with this transport.
+     */
+    readonly handlesAudio: boolean;
+    /**
+     * Create a connection using this transport.
+     */
+    connect(model: RealtimeModel, options?: RealtimeConnectOptions): Promise<RealtimeConnection>;
+}
+//# sourceMappingURL=model.d.ts.map

package/dist/realtime/model.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../../src/realtime/model.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AACpD,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AACpE,OAAO,EAAE,sBAAsB,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAElE;;;;;GAKG;AACH,MAAM,WAAW,aAAa;IAC5B;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;IAErB;;OAEG;IACH,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAE1B;;OAEG;IACH,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAEzB;;OAEG;IACH,OAAO,CAAC,OAAO,CAAC,EAAE,sBAAsB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;CACxE;AAED;;;;GAIG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,eAAe,CAAC;IAEjC;;;OAGG;IACH,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAAC;IAE/B;;OAEG;IACH,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IAElC;;OAEG;IACH,QAAQ,CAAC,gBAAgB,CAAC,EAAE,sBAAsB,CAAC;IAEnD;;OAEG;IACH,IAAI,CAAC,KAAK,EAAE,mBAAmB,GAAG,IAAI,CAAC;IAEvC;;OAEG;IACH,KAAK,IAAI,IAAI,CAAC;IAEd;;OAEG;IACH,IAAI,IAAI,IAAI,CAAC;IAEb;;OAEG;IACH,MAAM,IAAI,IAAI,CAAC;IAEf;;;OAGG;IACH,SAAS,IAAI,IAAI,CAAC;IAIlB,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,IAAI,GAAG,IAAI,CAAC;IACzE,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,MAAM,EAAE,eAAe,KAAK,IAAI,GAAG,IAAI,CAAC;IACvE,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,GAAG,IAAI,CAAC;IAE3D,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,IAAI,GAAG,IAAI,CAAC;IAC1E,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,MAAM,EAAE,eAAe,KAAK,IAAI,GAAG,IAAI,CAAC;IACxE,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,GAAG,IAAI,CAAC;IAE5D,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,IAAI,GAAG,IAAI,CAAC;IAC3E,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,MAAM,EAAE,eAAe,KAAK,IAAI,GAAG,IAAI,CAAC;IACzE,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,GAAG,IAAI,CAAC;CAC9D;AAED;;;;;GAKG;AACH,MAAM,WAAW,iBAAiB;IAChC;;;OAGG;IACH,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC;IAE/B;;OAEG;IACH,OAAO,CACL,KAAK,EAAE,aAAa,EACpB,OAAO,CAAC,EAAE,sBAAsB,GAC/B,OAAO,CAAC,kBAAkB,CAAC,CAAC;CAChC"}