@memberjunction/ai-openai 5.40.2 → 5.42.0

package/dist/index.d.ts

@@ -3,4 +3,5 @@ export * from './models/openAIEmbedding.js';
 export * from './models/embeddingModels.types.js';
 export * from './models/tts.js';
 export * from './models/openAIImage.js';
+export * from './models/openAIRealtime.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,0BAA0B,CAAC;AACzC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,cAAc,CAAC;AAC7B,cAAc,sBAAsB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,0BAA0B,CAAC;AACzC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,cAAc,CAAC;AAC7B,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC"}

package/dist/index.js

@@ -3,4 +3,5 @@ export * from './models/openAIEmbedding.js';
 export * from './models/embeddingModels.types.js';
 export * from './models/tts.js';
 export * from './models/openAIImage.js';
+export * from './models/openAIRealtime.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,0BAA0B,CAAC;AACzC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,cAAc,CAAC;AAC7B,cAAc,sBAAsB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,0BAA0B,CAAC;AACzC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,cAAc,CAAC;AAC7B,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC"}

package/dist/models/openAIRealtime.d.ts

@@ -0,0 +1,269 @@
+import { BaseRealtimeModel, IRealtimeSession, RealtimeSessionParams, RealtimeToolDefinition, RealtimeTranscript, RealtimeToolCall, RealtimeUsage, RealtimeSessionError, RealtimeVoiceOption } from '@memberjunction/ai';
+import { ClientRealtimeSessionConfig } from '@memberjunction/ai';
+import { OpenAI } from 'openai';
+import type { OpenAIRealtimeError } from 'openai/realtime/index';
+import type { RealtimeClientEvent, RealtimeServerEvent } from 'openai/resources/realtime/realtime';
+import type { ClientSecretCreateParams, ClientSecretCreateResponse } from 'openai/resources/realtime/client-secrets';
+/**
+ * Minimal connection surface the {@link OpenAIRealtime} driver depends on.
+ *
+ * This is the **injectable seam** for testing. It is a structural subset of the SDK's
+ * `OpenAIRealtimeWebSocket` (which extends `OpenAIRealtimeEmitter`): the driver only ever
+ * uses `on`, `off`, `send`, and `close`. Because the driver creates its connection through the
+ * overridable {@link OpenAIRealtime.createConnection} method, unit tests subclass the driver and
+ * return a fake connection implementing this interface — no network and no real WebSocket.
+ */
+export interface IOpenAIRealtimeConnection {
+    /**
+     * Registers a listener for a server event type (`'event'` for the catch-all firehose).
+     *
+     * Return type is `void` because the driver never uses the chained return value, even though the
+     * SDK's `EventEmitter` returns `this` for chaining. A void-returning method is assignable from a
+     * value-returning one, so a real `OpenAIRealtimeWebSocket` still satisfies this interface.
+     */
+    on(event: 'event', listener: (event: RealtimeServerEvent) => void): void;
+    /**
+     * Registers a listener for connection errors. The SDK routes BOTH transport-level failures
+     * (socket error, unparseable frame, failed send — `error.error` is undefined) and provider
+     * `error` server frames (`error.error` carries the payload) through this channel; the driver
+     * classifies fatality from that distinction.
+     */
+    on(event: 'error', listener: (error: OpenAIRealtimeError) => void): void;
+    /** Removes a previously-registered listener. See {@link IOpenAIRealtimeConnection.on} re: return type. */
+    off(event: 'event', listener: (event: RealtimeServerEvent) => void): void;
+    /** Removes a previously-registered error listener. */
+    off(event: 'error', listener: (error: OpenAIRealtimeError) => void): void;
+    /** Sends a client event to the realtime API. */
+    send(event: RealtimeClientEvent): void;
+    /** Closes the underlying socket. */
+    close(props?: {
+        code: number;
+        reason: string;
+    }): void;
+    /**
+     * Optional raw WebSocket surface (present on the real `OpenAIRealtimeWebSocket`, which exposes
+     * its underlying `socket`). Used solely to detect UNEXPECTED closure — the SDK emitter has no
+     * close event of its own. The driver feature-detects; fakes may omit it.
+     */
+    socket?: {
+        addEventListener(type: 'close', listener: () => void): void;
+    };
+}
+/**
+ * OpenAI implementation of the {@link BaseRealtimeModel} primitive, backed by OpenAI's
+ * Realtime API over a WebSocket (`OpenAIRealtimeWebSocket` from the `openai` SDK, v6.18.0).
+ *
+ * The driver opens a duplex session, configures it (system prompt + tools + optional initial
+ * context), and translates the provider's server-event stream into the modality-agnostic
+ * {@link IRealtimeSession} contract.
+ *
+ * **Tool results** complete the tool-call loop: the returned session implements the Core
+ * `IRealtimeSession.SendToolResult` contract method, which the agent layer calls after executing a
+ * tool to feed its result back to the model. See {@link OpenAIRealtimeSession.SendToolResult}.
+ */
+export declare class OpenAIRealtime extends BaseRealtimeModel {
+    private _openAI;
+    constructor(apiKey: string);
+    /** Read-only accessor for the underlying OpenAI SDK client. */
+    get OpenAI(): OpenAI;
+    /**
+     * Creates the realtime connection for a model. Overridable seam for testing.
+     *
+     * Production returns a real `OpenAIRealtimeWebSocket`. Unit tests override this to return a
+     * fake {@link IOpenAIRealtimeConnection} that emits OpenAI-shaped events and captures sends.
+     *
+     * @param model The provider realtime model id (e.g. `gpt-realtime`).
+     * @returns A connection implementing {@link IOpenAIRealtimeConnection}.
+     */
+    protected createConnection(model: string): IOpenAIRealtimeConnection;
+    /**
+     * Opens a duplex realtime session, applies the session config, and returns the live handle.
+     *
+     * @param params Session configuration (model, system prompt, tools, initial context, config bag).
+     * @returns A promise resolving to the {@link IRealtimeSession} handle.
+     */
+    StartSession(params: RealtimeSessionParams): Promise<IRealtimeSession>;
+    /**
+     * OpenAI supports the client-direct topology: the server mints a short-lived ephemeral
+     * client secret that the browser uses to open its OWN connection to OpenAI's Realtime API,
+     * while the server still controls the system prompt + tools via the returned SessionConfig.
+     */
+    get SupportsClientDirect(): boolean;
+    /**
+     * The voices the OpenAI Realtime API can speak with — used to populate the dev voice picker so two
+     * agents in one room can be given distinct voices. Kept in sync with OpenAI's realtime voice set.
+     */
+    get SupportedVoices(): RealtimeVoiceOption[];
+    /**
+     * Mints the ephemeral client secret via OpenAI's Realtime client-secrets API. Overridable
+     * seam for testing — unit tests return a fake response so no network call is made.
+     *
+     * @param body The client-secret create request (carries the realtime session config).
+     * @returns The OpenAI client-secret create response (token value + expiry + echoed session).
+     */
+    protected mintClientSecret(body: ClientSecretCreateParams): Promise<ClientSecretCreateResponse>;
+    /**
+     * Mints an ephemeral, server-scoped realtime session credential for a browser to open its
+     * own provider connection (client-direct topology). The server builds the session config
+     * (system prompt + tools + model) so it retains control of behavior even though the browser
+     * owns the socket.
+     *
+     * @param params Session configuration (model, system prompt, tools).
+     * @returns The minted {@link ClientRealtimeSessionConfig} the browser authenticates + applies.
+     */
+    CreateClientSession(params: RealtimeSessionParams): Promise<ClientRealtimeSessionConfig>;
+}
+/**
+ * Live {@link IRealtimeSession} backed by an {@link IOpenAIRealtimeConnection}.
+ *
+ * Holds the registered handlers and the single `'event'` listener that fans the provider's
+ * server-event stream out to the contract handlers via {@link OpenAIRealtimeSession.dispatch}.
+ */
+export declare class OpenAIRealtimeSession implements IRealtimeSession {
+    private connection;
+    private outputHandler?;
+    private transcriptHandler?;
+    private toolCallHandler?;
+    private interruptionHandler?;
+    private usageHandler?;
+    private errorHandler?;
+    private closeHandler?;
+    private eventListener;
+    private errorListener;
+    /** Set by {@link Close} so a consumer-initiated teardown never reports an "unexpected" close. */
+    private closedByConsumer;
+    /**
+     * Whether a model response is currently in flight. Minimal response tracking that mirrors the
+     * client driver's state machine: set on `response.created` (and eagerly whenever this session
+     * sends its own `response.create`, so back-to-back local triggers can't race the server event),
+     * cleared on `response.done` — which the API emits for every terminal status, including
+     * `cancelled` after barge-in, so the flag can never stick. Consumed by
+     * {@link OpenAIRealtimeSession.RequestSpokenUpdate} to skip (not collide with) an active
+     * response, since the API rejects overlapping `response.create` requests.
+     */
+    private responseActive;
+    constructor(connection: IOpenAIRealtimeConnection);
+    /**
+     * Applies the initial session config: system prompt + tools via `session.update`, optional initial
+     * context as a user message. Called once by {@link OpenAIRealtime.StartSession}.
+     *
+     * **Deferred to `session.created`.** When `StartSession` returns, the realtime WebSocket is NOT open yet
+     * — sending `session.update` synchronously races the handshake and the instructions (the **system
+     * prompt + tools**) are silently dropped, so the model runs with NO prompt (no identity, no companion
+     * framing). We therefore wait for the server's `session.created` frame — the first event once the socket
+     * is open and the session exists, and the canonical moment to configure a realtime session — exactly the
+     * point the browser/client-direct path applies its config. Idempotent (a re-emitted `session.created`
+     * can't double-apply); the listener removes itself once it fires.
+     *
+     * @param params The session parameters.
+     */
+    applyInitialConfig(params: RealtimeSessionParams): void;
+    /** @inheritdoc */
+    SendInput(chunk: ArrayBuffer): void;
+    /** @inheritdoc */
+    RegisterTools(tools: RealtimeToolDefinition[]): Promise<void>;
+    /**
+     * @inheritdoc
+     *
+     * Completes the tool-call loop for OpenAI: sends a `conversation.item.create` with a
+     * `function_call_output` item carrying the tool output, then a `response.create` so the model
+     * continues the turn with the result in context.
+     *
+     * @param callID The `CallID` from the originating {@link RealtimeToolCall}.
+     * @param output The tool's result as a JSON-stringified string.
+     */
+    SendToolResult(callID: string, output: string): Promise<void>;
+    /**
+     * @inheritdoc
+     *
+     * Injects a **system-role** conversation item (`conversation.item.create`) the model can draw
+     * on the next time it speaks, WITHOUT a `response.create` — so no spoken reply is forced.
+     *
+     * NOTE: the role must be `'system'` — gpt-realtime rejects `'developer'` items ("Developer
+     * messages are only supported for quicksilver sessions"); same constraint the client-direct
+     * driver hit. Item creation is always safe mid-response on OpenAI, so no collision guard is
+     * needed here (unlike {@link OpenAIRealtimeSession.RequestSpokenUpdate}).
+     *
+     * @param text The context note to append to the conversation.
+     */
+    SendContextNote(text: string): void;
+    /**
+     * @inheritdoc
+     *
+     * Triggers ONE short spoken update via `response.create` with per-response `instructions`.
+     *
+     * **Collision behavior: skip.** The Realtime API rejects a `response.create` while another
+     * response is active, so when {@link responseActive} is set the request is dropped — interim
+     * updates are disposable by contract (the next update or the final result supersedes them).
+     * When sent, the flag is set eagerly (before the server's `response.created` echo) so two
+     * back-to-back local triggers can't both fire.
+     *
+     * @param instructions Instructions for the single spoken update.
+     */
+    RequestSpokenUpdate(instructions: string): void;
+    /** @inheritdoc */
+    OnOutput(handler: (chunk: ArrayBuffer) => void): void;
+    /** @inheritdoc */
+    OnTranscript(handler: (t: RealtimeTranscript) => void): void;
+    /** @inheritdoc */
+    OnToolCall(handler: (call: RealtimeToolCall) => void): void;
+    /** @inheritdoc */
+    OnInterruption(handler: () => void): void;
+    /** @inheritdoc */
+    OnUsage(handler: (u: RealtimeUsage) => void): void;
+    /** @inheritdoc */
+    OnError(handler: (error: RealtimeSessionError) => void): void;
+    /** @inheritdoc */
+    OnClose(handler: () => void): void;
+    /** @inheritdoc */
+    Close(): Promise<void>;
+    /**
+     * Routes a provider server event to the matching contract handler. Each branch delegates to a
+     * small, single-purpose handler to keep this dispatcher flat.
+     *
+     * @param event The OpenAI realtime server event.
+     */
+    private dispatch;
+    /** Decodes a base64 audio delta and forwards it to the output handler. */
+    private handleAudioDelta;
+    /** Emits a transcript event to the transcript handler. */
+    private emitTranscript;
+    /** Forwards a completed function call to the tool-call handler. */
+    private handleFunctionCall;
+    /**
+     * Notifies the interruption handler of TRUE barge-in only: user speech that cut off an
+     * ACTIVE model response. A `speech_started` while the model is idle is just the user taking
+     * their normal turn — the {@link IRealtimeSession.OnInterruption} contract explicitly excludes
+     * it, so the raw frame is gated on {@link responseActive} (the server-bridged topology's proxy
+     * for "model output in flight"). The provider cancels its own turn and emits a terminal
+     * `response.done`, which clears the flag.
+     */
+    private handleInterruption;
+    /**
+     * Classifies an SDK connection error and forwards it to the error handler. The SDK routes
+     * BOTH kinds through its `'error'` emitter: provider `error` server frames carry a payload in
+     * `error.error` (recoverable — the session stays open, `Fatal: false`) while transport-level
+     * failures (socket error, unparseable frame, failed send) have no payload (`Fatal: true` —
+     * including the credential/token-expiry case, which surfaces as a transport teardown).
+     */
+    private handleConnectionError;
+    /**
+     * Handles the raw socket closing. A consumer-initiated {@link Close} is expected and silent;
+     * anything else (provider hangup, network drop, token death) is surfaced as a FATAL error —
+     * so consumers finalize instead of idling on a dead socket — followed by the close handler.
+     */
+    private handleSocketClose;
+    /** Translates a response's usage block into a {@link RealtimeUsage} update. */
+    private handleResponseDone;
+    /** Sends the `session.update` that establishes instructions, input transcription, and tools. */
+    private sendSessionUpdate;
+    /** Seeds the conversation with initial context as a user text message. */
+    private sendInitialContext;
+    /** Maps Core tool definitions up to OpenAI's native function-tool schema (shared mapping). */
+    private mapTools;
+    /** Encodes a raw media frame as base64 for the provider's append event. */
+    private encodeBase64;
+    /** Decodes a base64 audio delta into a freshly-allocated `ArrayBuffer`. */
+    private decodeBase64;
+}
+//# sourceMappingURL=openAIRealtime.d.ts.map

package/dist/models/openAIRealtime.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openAIRealtime.d.ts","sourceRoot":"","sources":["../../src/models/openAIRealtime.ts"],"names":[],"mappings":"AACA,OAAO,EACH,iBAAiB,EACjB,gBAAgB,EAChB,qBAAqB,EACrB,sBAAsB,EACtB,kBAAkB,EAClB,gBAAgB,EAChB,aAAa,EACb,oBAAoB,EACpB,mBAAmB,EAEtB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAC;AACjE,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAIhC,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AACjE,OAAO,KAAK,EACR,mBAAmB,EACnB,mBAAmB,EAOtB,MAAM,oCAAoC,CAAC;AAC5C,OAAO,KAAK,EACR,wBAAwB,EACxB,0BAA0B,EAC7B,MAAM,0CAA0C,CAAC;AA+BlD;;;;;;;;GAQG;AACH,MAAM,WAAW,yBAAyB;IACtC;;;;;;OAMG;IACH,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,IAAI,GAAG,IAAI,CAAC;IACzE;;;;;OAKG;IACH,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,IAAI,GAAG,IAAI,CAAC;IACzE,0GAA0G;IAC1G,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,IAAI,GAAG,IAAI,CAAC;IAC1E,sDAAsD;IACtD,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,IAAI,GAAG,IAAI,CAAC;IAC1E,gDAAgD;IAChD,IAAI,CAAC,KAAK,EAAE,mBAAmB,GAAG,IAAI,CAAC;IACvC,oCAAoC;IACpC,KAAK,CAAC,KAAK,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACtD;;;;OAIG;IACH,MAAM,CAAC,EAAE;QAAE,gBAAgB,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,IAAI,GAAG,IAAI,CAAA;KAAE,CAAC;CAC5E;AAED;;;;;;;;;;;GAWG;AACH,qBACa,cAAe,SAAQ,iBAAiB;IACjD,OAAO,CAAC,OAAO,CAAS;gBAEZ,MAAM,EAAE,MAAM;IAK1B,+DAA+D;IAC/D,IAAW,MAAM,IAAI,MAAM,CAE1B;IAED;;;;;;;;OAQG;IACH,SAAS,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,yBAAyB;IAIpE;;;;;OAKG;IACU,YAAY,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAOnF;;;;OAIG;IACH,IAAoB,oBAAoB,IAAI,OAAO,CAElD;IAED;;;OAGG;IACH,IAAoB,eAAe,IAAI,mBAAmB,EAAE,CAW3D;IAED;;;;;;OAMG;cACa,gBAAgB,CAAC,IAAI,EAAE,wBAAwB,GAAG,OAAO,CAAC,0BAA0B,CAAC;IAIrG;;;;;;;;OAQG;IACmB,mBAAmB,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO,CAAC,2BAA2B,CAAC;CA8BjH;AAED;;;;;GAKG;AACH,qBAAa,qBAAsB,YAAW,gBAAgB;IAC1D,OAAO,CAAC,UAAU,CAA4B;IAC9C,OAAO,CAAC,aAAa,CAAC,CAA+B;IACrD,OAAO,CAAC,iBAAiB,CAAC,CAAkC;IAC5D,OAAO,CAAC,eAAe,CAAC,CAAmC;IAC3D,OAAO,CAAC,mBAAmB,CAAC,CAAa;IACzC,OAAO,CAAC,YAAY,CAAC,CAA6B;IAClD,OAAO,CAAC,YAAY,CAAC,CAAwC;IAC7D,OAAO,CAAC,YAAY,CAAC,CAAa;IAClC,OAAO,CAAC,aAAa,CAAuC;IAC5D,OAAO,CAAC,aAAa,CAAuC;IAC5D,iGAAiG;IACjG,OAAO,CAAC,gBAAgB,CAAS;IAEjC;;;;;;;;OAQG;IACH,OAAO,CAAC,cAAc,CAAS;gBAEnB,UAAU,EAAE,yBAAyB;IAWjD;;;;;;;;;;;;;OAaG;IACI,kBAAkB,CAAC,MAAM,EAAE,qBAAqB,GAAG,IAAI;IAkB9D,kBAAkB;IACX,SAAS,CAAC,KAAK,EAAE,WAAW,GAAG,IAAI;IAO1C,kBAAkB;IACL,aAAa,CAAC,KAAK,EAAE,sBAAsB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAO1E;;;;;;;;;OASG;IACU,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAa1E;;;;;;;;;;;;OAYG;IACI,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAS1C;;;;;;;;;;;;OAYG;IACI,mBAAmB,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI;IAUtD,kBAAkB;IACX,QAAQ,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,GAAG,IAAI;IAI5D,kBAAkB;IACX,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,kBAAkB,KAAK,IAAI,GAAG,IAAI;IAInE,kBAAkB;IACX,UAAU,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,gBAAgB,KAAK,IAAI,GAAG,IAAI;IAIlE,kBAAkB;IACX,cAAc,CAAC,OAAO,EAAE,MAAM,IAAI,GAAG,IAAI;IAIhD,kBAAkB;IACX,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,aAAa,KAAK,IAAI,GAAG,IAAI;IAIzD,kBAAkB;IACX,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,oBAAoB,KAAK,IAAI,GAAG,IAAI;IAIpE,kBAAkB;IACX,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,GAAG,IAAI;IAIzC,kBAAkB;IACL,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IASnC;;;;;OAKG;IACH,OAAO,CAAC,QAAQ;IA6BhB,0EAA0E;IAC1E,OAAO,CAAC,gBAAgB;IAIxB,0DAA0D;IAC1D,OAAO,CAAC,cAAc;IAItB,mEAAmE;IACnE,OAAO,CAAC,kBAAkB;IAI1B;;;;;;;OAOG;IACH,OAAO,CAAC,kBAAkB;IAO1B;;;;;;OAMG;IACH,OAAO,CAAC,qBAAqB;IAS7B;;;;OAIG;IACH,OAAO,CAAC,iBAAiB;IAQzB,+EAA+E;IAC/E,OAAO,CAAC,kBAAkB;IAY1B,gGAAgG;IAChG,OAAO,CAAC,iBAAiB;IA6BzB,0EAA0E;IAC1E,OAAO,CAAC,kBAAkB;IAS1B,8FAA8F;IAC9F,OAAO,CAAC,QAAQ;IAMhB,2EAA2E;IAC3E,OAAO,CAAC,YAAY;IAIpB,2EAA2E;IAC3E,OAAO,CAAC,YAAY;CAMvB"}

package/dist/models/openAIRealtime.js

@@ -0,0 +1,489 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+import { RegisterClass } from '@memberjunction/global';
+import { BaseRealtimeModel, } from '@memberjunction/ai';
+import { OpenAI } from 'openai';
+import { OpenAIRealtimeWebSocket } from 'openai/realtime/websocket';
+/**
+ * The ASR model used to transcribe the USER's audio input. Realtime models accept audio
+ * natively, so input transcription is a separate pass that must be opted into — without it only
+ * assistant-side transcripts flow. Shared by BOTH topologies ({@link OpenAIRealtime.CreateClientSession}
+ * for client-direct and {@link OpenAIRealtimeSession.applyInitialConfig} for server-bridged) so the
+ * contract's promise of both-role transcripts holds everywhere.
+ */
+const OPENAI_INPUT_TRANSCRIPTION_MODEL = 'gpt-4o-mini-transcribe';
+/**
+ * Maps Core {@link RealtimeToolDefinition}s up to OpenAI's native function-tool schema.
+ *
+ * The single mapping used everywhere a tool set is sent to the Realtime API: the live
+ * `session.update` path ({@link OpenAIRealtimeSession.mapTools}) and the client-direct
+ * ephemeral-secret path ({@link OpenAIRealtime.CreateClientSession}) both call this so the two
+ * topologies expose byte-for-byte identical tool schemas.
+ *
+ * @param tools The Core tool definitions to map.
+ * @returns The OpenAI realtime function-tool array.
+ */
+function mapRealtimeTools(tools) {
+    return tools.map((tool) => ({
+        type: 'function',
+        name: tool.Name,
+        description: tool.Description,
+        parameters: tool.ParametersSchema,
+    }));
+}
+/**
+ * OpenAI implementation of the {@link BaseRealtimeModel} primitive, backed by OpenAI's
+ * Realtime API over a WebSocket (`OpenAIRealtimeWebSocket` from the `openai` SDK, v6.18.0).
+ *
+ * The driver opens a duplex session, configures it (system prompt + tools + optional initial
+ * context), and translates the provider's server-event stream into the modality-agnostic
+ * {@link IRealtimeSession} contract.
+ *
+ * **Tool results** complete the tool-call loop: the returned session implements the Core
+ * `IRealtimeSession.SendToolResult` contract method, which the agent layer calls after executing a
+ * tool to feed its result back to the model. See {@link OpenAIRealtimeSession.SendToolResult}.
+ */
+let OpenAIRealtime = class OpenAIRealtime extends BaseRealtimeModel {
+    constructor(apiKey) {
+        super(apiKey);
+        this._openAI = new OpenAI({ apiKey });
+    }
+    /** Read-only accessor for the underlying OpenAI SDK client. */
+    get OpenAI() {
+        return this._openAI;
+    }
+    /**
+     * Creates the realtime connection for a model. Overridable seam for testing.
+     *
+     * Production returns a real `OpenAIRealtimeWebSocket`. Unit tests override this to return a
+     * fake {@link IOpenAIRealtimeConnection} that emits OpenAI-shaped events and captures sends.
+     *
+     * @param model The provider realtime model id (e.g. `gpt-realtime`).
+     * @returns A connection implementing {@link IOpenAIRealtimeConnection}.
+     */
+    createConnection(model) {
+        return new OpenAIRealtimeWebSocket({ model }, this._openAI);
+    }
+    /**
+     * Opens a duplex realtime session, applies the session config, and returns the live handle.
+     *
+     * @param params Session configuration (model, system prompt, tools, initial context, config bag).
+     * @returns A promise resolving to the {@link IRealtimeSession} handle.
+     */
+    async StartSession(params) {
+        const connection = this.createConnection(params.Model);
+        const session = new OpenAIRealtimeSession(connection);
+        session.applyInitialConfig(params);
+        return session;
+    }
+    /**
+     * OpenAI supports the client-direct topology: the server mints a short-lived ephemeral
+     * client secret that the browser uses to open its OWN connection to OpenAI's Realtime API,
+     * while the server still controls the system prompt + tools via the returned SessionConfig.
+     */
+    get SupportsClientDirect() {
+        return true;
+    }
+    /**
+     * The voices the OpenAI Realtime API can speak with — used to populate the dev voice picker so two
+     * agents in one room can be given distinct voices. Kept in sync with OpenAI's realtime voice set.
+     */
+    get SupportedVoices() {
+        return [
+            { ID: 'alloy', Name: 'Alloy' },
+            { ID: 'ash', Name: 'Ash' },
+            { ID: 'ballad', Name: 'Ballad' },
+            { ID: 'coral', Name: 'Coral' },
+            { ID: 'echo', Name: 'Echo' },
+            { ID: 'sage', Name: 'Sage' },
+            { ID: 'shimmer', Name: 'Shimmer' },
+            { ID: 'verse', Name: 'Verse' },
+        ];
+    }
+    /**
+     * Mints the ephemeral client secret via OpenAI's Realtime client-secrets API. Overridable
+     * seam for testing — unit tests return a fake response so no network call is made.
+     *
+     * @param body The client-secret create request (carries the realtime session config).
+     * @returns The OpenAI client-secret create response (token value + expiry + echoed session).
+     */
+    async mintClientSecret(body) {
+        return this._openAI.realtime.clientSecrets.create(body);
+    }
+    /**
+     * Mints an ephemeral, server-scoped realtime session credential for a browser to open its
+     * own provider connection (client-direct topology). The server builds the session config
+     * (system prompt + tools + model) so it retains control of behavior even though the browser
+     * owns the socket.
+     *
+     * @param params Session configuration (model, system prompt, tools).
+     * @returns The minted {@link ClientRealtimeSessionConfig} the browser authenticates + applies.
+     */
+    async CreateClientSession(params) {
+        const session = {
+            type: 'realtime',
+            model: params.Model,
+            instructions: params.SystemPrompt,
+        };
+        if (params.Tools && params.Tools.length > 0) {
+            session.tools = mapRealtimeTools(params.Tools);
+        }
+        // Enable transcription of the user's mic input so BOTH sides of the conversation are
+        // captured (live captions + persisted ConversationDetail turns). Realtime models accept
+        // audio natively, so input transcription is a separate ASR pass that must be opted into.
+        // The OUTPUT voice comes from the effective config's per-provider voice (`params.Config.voice`,
+        // shaped by GetProviderVoiceSettings) — this is what lets a co-agent's configured voice OR a
+        // per-session override actually take effect in the client-direct topology.
+        const voice = params.Config?.voice;
+        session.audio = {
+            input: { transcription: { model: OPENAI_INPUT_TRANSCRIPTION_MODEL } },
+            ...(voice && voice.trim().length > 0 ? { output: { voice: voice.trim() } } : {}),
+        };
+        const response = await this.mintClientSecret({ session });
+        return {
+            Provider: 'openai',
+            Model: params.Model,
+            EphemeralToken: response.value,
+            ExpiresAt: new Date(response.expires_at * 1000).toISOString(),
+            // The provider-native session config the browser applies verbatim (plain JSON).
+            SessionConfig: JSON.parse(JSON.stringify(session)),
+        };
+    }
+};
+OpenAIRealtime = __decorate([
+    RegisterClass(BaseRealtimeModel, 'OpenAIRealtime'),
+    __metadata("design:paramtypes", [String])
+], OpenAIRealtime);
+export { OpenAIRealtime };
+/**
+ * Live {@link IRealtimeSession} backed by an {@link IOpenAIRealtimeConnection}.
+ *
+ * Holds the registered handlers and the single `'event'` listener that fans the provider's
+ * server-event stream out to the contract handlers via {@link OpenAIRealtimeSession.dispatch}.
+ */
+export class OpenAIRealtimeSession {
+    constructor(connection) {
+        /** Set by {@link Close} so a consumer-initiated teardown never reports an "unexpected" close. */
+        this.closedByConsumer = false;
+        /**
+         * Whether a model response is currently in flight. Minimal response tracking that mirrors the
+         * client driver's state machine: set on `response.created` (and eagerly whenever this session
+         * sends its own `response.create`, so back-to-back local triggers can't race the server event),
+         * cleared on `response.done` — which the API emits for every terminal status, including
+         * `cancelled` after barge-in, so the flag can never stick. Consumed by
+         * {@link OpenAIRealtimeSession.RequestSpokenUpdate} to skip (not collide with) an active
+         * response, since the API rejects overlapping `response.create` requests.
+         */
+        this.responseActive = false;
+        this.connection = connection;
+        this.eventListener = (event) => this.dispatch(event);
+        this.connection.on('event', this.eventListener);
+        this.errorListener = (error) => this.handleConnectionError(error);
+        this.connection.on('error', this.errorListener);
+        // The SDK emitter has no close event; detect unexpected closure from the raw socket when
+        // the connection exposes it (the real OpenAIRealtimeWebSocket does; fakes may omit it).
+        this.connection.socket?.addEventListener('close', () => this.handleSocketClose());
+    }
+    /**
+     * Applies the initial session config: system prompt + tools via `session.update`, optional initial
+     * context as a user message. Called once by {@link OpenAIRealtime.StartSession}.
+     *
+     * **Deferred to `session.created`.** When `StartSession` returns, the realtime WebSocket is NOT open yet
+     * — sending `session.update` synchronously races the handshake and the instructions (the **system
+     * prompt + tools**) are silently dropped, so the model runs with NO prompt (no identity, no companion
+     * framing). We therefore wait for the server's `session.created` frame — the first event once the socket
+     * is open and the session exists, and the canonical moment to configure a realtime session — exactly the
+     * point the browser/client-direct path applies its config. Idempotent (a re-emitted `session.created`
+     * can't double-apply); the listener removes itself once it fires.
+     *
+     * @param params The session parameters.
+     */
+    applyInitialConfig(params) {
+        let applied = false;
+        const applyWhenReady = (event) => {
+            if (applied || event.type !== 'session.created') {
+                return;
+            }
+            applied = true;
+            this.connection.off('event', applyWhenReady);
+            this.sendSessionUpdate(params.SystemPrompt, params.Tools, params.Config);
+            if (params.InitialContext && params.InitialContext.length > 0) {
+                this.sendInitialContext(params.InitialContext);
+            }
+        };
+        this.connection.on('event', applyWhenReady);
+    }
+    // ---- IRealtimeSession outbound ----
+    /** @inheritdoc */
+    SendInput(chunk) {
+        this.connection.send({
+            type: 'input_audio_buffer.append',
+            audio: this.encodeBase64(chunk),
+        });
+    }
+    /** @inheritdoc */
+    async RegisterTools(tools) {
+        this.connection.send({
+            type: 'session.update',
+            session: { type: 'realtime', tools: this.mapTools(tools) },
+        });
+    }
+    /**
+     * @inheritdoc
+     *
+     * Completes the tool-call loop for OpenAI: sends a `conversation.item.create` with a
+     * `function_call_output` item carrying the tool output, then a `response.create` so the model
+     * continues the turn with the result in context.
+     *
+     * @param callID The `CallID` from the originating {@link RealtimeToolCall}.
+     * @param output The tool's result as a JSON-stringified string.
+     */
+    async SendToolResult(callID, output) {
+        const item = {
+            type: 'function_call_output',
+            call_id: callID,
+            output,
+        };
+        this.connection.send({ type: 'conversation.item.create', item });
+        this.connection.send({ type: 'response.create' });
+        // This deliberately triggers a response — mark it active eagerly so an interim
+        // RequestSpokenUpdate arriving before the server's response.created cannot collide.
+        this.responseActive = true;
+    }
+    /**
+     * @inheritdoc
+     *
+     * Injects a **system-role** conversation item (`conversation.item.create`) the model can draw
+     * on the next time it speaks, WITHOUT a `response.create` — so no spoken reply is forced.
+     *
+     * NOTE: the role must be `'system'` — gpt-realtime rejects `'developer'` items ("Developer
+     * messages are only supported for quicksilver sessions"); same constraint the client-direct
+     * driver hit. Item creation is always safe mid-response on OpenAI, so no collision guard is
+     * needed here (unlike {@link OpenAIRealtimeSession.RequestSpokenUpdate}).
+     *
+     * @param text The context note to append to the conversation.
+     */
+    SendContextNote(text) {
+        const item = {
+            type: 'message',
+            role: 'system',
+            content: [{ type: 'input_text', text }],
+        };
+        this.connection.send({ type: 'conversation.item.create', item });
+    }
+    /**
+     * @inheritdoc
+     *
+     * Triggers ONE short spoken update via `response.create` with per-response `instructions`.
+     *
+     * **Collision behavior: skip.** The Realtime API rejects a `response.create` while another
+     * response is active, so when {@link responseActive} is set the request is dropped — interim
+     * updates are disposable by contract (the next update or the final result supersedes them).
+     * When sent, the flag is set eagerly (before the server's `response.created` echo) so two
+     * back-to-back local triggers can't both fire.
+     *
+     * @param instructions Instructions for the single spoken update.
+     */
+    RequestSpokenUpdate(instructions) {
+        if (this.responseActive) {
+            return;
+        }
+        this.responseActive = true;
+        this.connection.send({ type: 'response.create', response: { instructions } });
+    }
+    // ---- IRealtimeSession handler registration ----
+    /** @inheritdoc */
+    OnOutput(handler) {
+        this.outputHandler = handler;
+    }
+    /** @inheritdoc */
+    OnTranscript(handler) {
+        this.transcriptHandler = handler;
+    }
+    /** @inheritdoc */
+    OnToolCall(handler) {
+        this.toolCallHandler = handler;
+    }
+    /** @inheritdoc */
+    OnInterruption(handler) {
+        this.interruptionHandler = handler;
+    }
+    /** @inheritdoc */
+    OnUsage(handler) {
+        this.usageHandler = handler;
+    }
+    /** @inheritdoc */
+    OnError(handler) {
+        this.errorHandler = handler;
+    }
+    /** @inheritdoc */
+    OnClose(handler) {
+        this.closeHandler = handler;
+    }
+    /** @inheritdoc */
+    async Close() {
+        this.closedByConsumer = true;
+        this.connection.off('event', this.eventListener);
+        this.connection.off('error', this.errorListener);
+        this.connection.close();
+    }
+    // ---- Inbound event translation ----
+    /**
+     * Routes a provider server event to the matching contract handler. Each branch delegates to a
+     * small, single-purpose handler to keep this dispatcher flat.
+     *
+     * @param event The OpenAI realtime server event.
+     */
+    dispatch(event) {
+        switch (event.type) {
+            case 'response.output_audio.delta':
+                return this.handleAudioDelta(event.delta);
+            case 'response.output_audio_transcript.delta':
+                return this.emitTranscript('assistant', event.delta, false);
+            case 'response.output_audio_transcript.done':
+                return this.emitTranscript('assistant', event.transcript, true);
+            case 'conversation.item.input_audio_transcription.delta':
+                return this.emitTranscript('user', event.delta ?? '', false);
+            case 'conversation.item.input_audio_transcription.completed':
+                return this.emitTranscript('user', event.transcript, true);
+            case 'response.function_call_arguments.done':
+                return this.handleFunctionCall(event.call_id, event.name, event.arguments);
+            case 'input_audio_buffer.speech_started':
+                return this.handleInterruption();
+            case 'response.created':
+                // A response is in flight (whether server-VAD-triggered or locally triggered).
+                this.responseActive = true;
+                return;
+            case 'response.done':
+                // Emitted for every terminal status (completed, cancelled, failed) — always clears.
+                this.responseActive = false;
+                return this.handleResponseDone(event.response.usage);
+            default:
+                return;
+        }
+    }
+    /** Decodes a base64 audio delta and forwards it to the output handler. */
+    handleAudioDelta(deltaBase64) {
+        this.outputHandler?.(this.decodeBase64(deltaBase64));
+    }
+    /** Emits a transcript event to the transcript handler. */
+    emitTranscript(role, text, isFinal) {
+        this.transcriptHandler?.({ Role: role, Text: text, IsFinal: isFinal });
+    }
+    /** Forwards a completed function call to the tool-call handler. */
+    handleFunctionCall(callId, name, args) {
+        this.toolCallHandler?.({ CallID: callId, ToolName: name, Arguments: args });
+    }
+    /**
+     * Notifies the interruption handler of TRUE barge-in only: user speech that cut off an
+     * ACTIVE model response. A `speech_started` while the model is idle is just the user taking
+     * their normal turn — the {@link IRealtimeSession.OnInterruption} contract explicitly excludes
+     * it, so the raw frame is gated on {@link responseActive} (the server-bridged topology's proxy
+     * for "model output in flight"). The provider cancels its own turn and emits a terminal
+     * `response.done`, which clears the flag.
+     */
+    handleInterruption() {
+        if (!this.responseActive) {
+            return;
+        }
+        this.interruptionHandler?.();
+    }
+    /**
+     * Classifies an SDK connection error and forwards it to the error handler. The SDK routes
+     * BOTH kinds through its `'error'` emitter: provider `error` server frames carry a payload in
+     * `error.error` (recoverable — the session stays open, `Fatal: false`) while transport-level
+     * failures (socket error, unparseable frame, failed send) have no payload (`Fatal: true` —
+     * including the credential/token-expiry case, which surfaces as a transport teardown).
+     */
+    handleConnectionError(error) {
+        const isProviderFrame = error.error != null;
+        this.errorHandler?.({
+            Message: error.message,
+            Code: error.error?.code ?? undefined,
+            Fatal: !isProviderFrame,
+        });
+    }
+    /**
+     * Handles the raw socket closing. A consumer-initiated {@link Close} is expected and silent;
+     * anything else (provider hangup, network drop, token death) is surfaced as a FATAL error —
+     * so consumers finalize instead of idling on a dead socket — followed by the close handler.
+     */
+    handleSocketClose() {
+        if (this.closedByConsumer) {
+            return;
+        }
+        this.errorHandler?.({ Message: 'OpenAI realtime connection closed unexpectedly', Fatal: true });
+        this.closeHandler?.();
+    }
+    /** Translates a response's usage block into a {@link RealtimeUsage} update. */
+    handleResponseDone(usage) {
+        if (!usage) {
+            return;
+        }
+        this.usageHandler?.({
+            InputTokens: usage.input_tokens ?? 0,
+            OutputTokens: usage.output_tokens ?? 0,
+        });
+    }
+    // ---- Config helpers ----
+    /** Sends the `session.update` that establishes instructions, input transcription, and tools. */
+    sendSessionUpdate(systemPrompt, tools, config) {
+        // Pull the host-neutral meeting flag OUT of the open Config bag so it is never sent raw to the API.
+        // In a multi-agent meeting the BRIDGE (after its turn policy gates on addressing), not the model,
+        // decides WHEN to speak — so we disable server-VAD auto-response while KEEPING detection so input
+        // transcription and barge-in still work. A 1:1 call (flag absent) keeps the default auto-response.
+        const cfg = { ...(config ?? {}) };
+        const disableAutoResponse = cfg.disableAutoResponse === true;
+        delete cfg.disableAutoResponse;
+        const turnDetection = disableAutoResponse
+            ? { type: 'server_vad', create_response: false, interrupt_response: true }
+            : undefined;
+        const session = {
+            type: 'realtime',
+            instructions: systemPrompt,
+            // Opt into USER input transcription — the same opt-in CreateClientSession applies for
+            // the client-direct topology — so user-role transcripts flow server-bridged too (the
+            // contract promises BOTH roles). The config bag spreads after this so a
+            // per-conversation override can still replace the audio block.
+            audio: { input: { transcription: { model: OPENAI_INPUT_TRANSCRIPTION_MODEL }, ...(turnDetection ? { turn_detection: turnDetection } : {}) } },
+            ...cfg,
+        };
+        if (tools && tools.length > 0) {
+            session.tools = this.mapTools(tools);
+        }
+        this.connection.send({ type: 'session.update', session });
+    }
+    /** Seeds the conversation with initial context as a user text message. */
+    sendInitialContext(context) {
+        const item = {
+            type: 'message',
+            role: 'user',
+            content: [{ type: 'input_text', text: context }],
+        };
+        this.connection.send({ type: 'conversation.item.create', item });
+    }
+    /** Maps Core tool definitions up to OpenAI's native function-tool schema (shared mapping). */
+    mapTools(tools) {
+        return mapRealtimeTools(tools);
+    }
+    // ---- Encoding helpers ----
+    /** Encodes a raw media frame as base64 for the provider's append event. */
+    encodeBase64(chunk) {
+        return Buffer.from(chunk).toString('base64');
+    }
+    /** Decodes a base64 audio delta into a freshly-allocated `ArrayBuffer`. */
+    decodeBase64(data) {
+        const buffer = Buffer.from(data, 'base64');
+        const out = new ArrayBuffer(buffer.byteLength);
+        new Uint8Array(out).set(buffer);
+        return out;
+    }
+}
+//# sourceMappingURL=openAIRealtime.js.map

package/dist/models/openAIRealtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openAIRealtime.js","sourceRoot":"","sources":["../../src/models/openAIRealtime.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EACH,iBAAiB,GAUpB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AAmBpE;;;;;;GAMG;AACH,MAAM,gCAAgC,GAAG,wBAAwB,CAAC;AAElE;;;;;;;;;;GAUG;AACH,SAAS,gBAAgB,CAAC,KAA+B;IACrD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACxB,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,UAAU,EAAE,IAAI,CAAC,gBAAgB;KACpC,CAAC,CAAC,CAAC;AACR,CAAC;AA2CD;;;;;;;;;;;GAWG;AAEI,IAAM,cAAc,GAApB,MAAM,cAAe,SAAQ,iBAAiB;IAGjD,YAAY,MAAc;QACtB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,+DAA+D;IAC/D,IAAW,MAAM;QACb,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED;;;;;;;;OAQG;IACO,gBAAgB,CAAC,KAAa;QACpC,OAAO,IAAI,uBAAuB,CAAC,EAAE,KAAK,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAChE,CAAC;IAED;;;;;OAKG;IACI,KAAK,CAAC,YAAY,CAAC,MAA6B;QACnD,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvD,MAAM,OAAO,GAAG,IAAI,qBAAqB,CAAC,UAAU,CAAC,CAAC;QACtD,OAAO,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;QACnC,OAAO,OAAO,CAAC;IACnB,CAAC;IAED;;;;OAIG;IACH,IAAoB,oBAAoB;QACpC,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;;OAGG;IACH,IAAoB,eAAe;QAC/B,OAAO;YACH,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE;YAC9B,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE;YAC1B,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE;YAChC,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE;YAC9B,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE;YAC5B,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE;YAC5B,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE;YAClC,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE;SACjC,CAAC;IACN,CAAC;IAED;;;;;;OAMG;IACO,KAAK,CAAC,gBAAgB,CAAC,IAA8B;QAC3D,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC5D,CAAC;IAED;;;;;;;;OAQG;IACa,KAAK,CAAC,mBAAmB,CAAC,MAA6B;QACnE,MAAM,OAAO,GAAiC;YAC1C,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,YAAY,EAAE,MAAM,CAAC,YAAY;SACpC,CAAC;QACF,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1C,OAAO,CAAC,KAAK,GAAG,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnD,CAAC;QACD,qFAAqF;QACrF,wFAAwF;QACxF,yFAAyF;QACzF,gGAAgG;QAChG,6FAA6F;QAC7F,2EAA2E;QAC3E,MAAM,KAAK,GAAI,MAAM,CAAC,MAAyC,EAAE,KAAK,CAAC;QACvE,OAAO,CAAC,KAAK,GAAG;YACZ,KAAK,EAAE,EAAE,aAAa,EAAE,EAAE,KAAK,EAAE,gCAAgC,EAAE,EAAE;YACrE,GAAG,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnF,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QAC1D,OAAO;YACH,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,cAAc,EAAE,QAAQ,CAAC,KAAK;YAC9B,SAAS,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE;YAC7D,gFAAgF;YAChF,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAe;SACnE,CAAC;IACN,CAAC;CACJ,CAAA;AAnHY,cAAc;IAD1B,aAAa,CAAC,iBAAiB,EAAE,gBAAgB,CAAC;;GACtC,cAAc,CAmH1B;;AAED;;;;;GAKG;AACH,MAAM,OAAO,qBAAqB;IAyB9B,YAAY,UAAqC;QAdjD,iGAAiG;QACzF,qBAAgB,GAAG,KAAK,CAAC;QAEjC;;;;;;;;WAQG;QACK,mBAAc,GAAG,KAAK,CAAC;QAG3B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,aAAa,GAAG,CAAC,KAA0B,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC1E,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QAChD,IAAI,CAAC,aAAa,GAAG,CAAC,KAA0B,EAAE,EAAE,CAAC,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;QACvF,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QAChD,yFAAyF;QACzF,wFAAwF;QACxF,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;IACtF,CAAC;IAED;;;;;;;;;;;;;OAaG;IACI,kBAAkB,CAAC,MAA6B;QACnD,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,MAAM,cAAc,GAAG,CAAC,KAA0B,EAAQ,EAAE;YACxD,IAAI,OAAO,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;gBAC9C,OAAO;YACX,CAAC;YACD,OAAO,GAAG,IAAI,CAAC;YACf,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;YAC7C,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YACzE,IAAI,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5D,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;YACnD,CAAC;QACL,CAAC,CAAC;QACF,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;IAChD,CAAC;IAED,sCAAsC;IAEtC,kBAAkB;IACX,SAAS,CAAC,KAAkB;QAC/B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YACjB,IAAI,EAAE,2BAA2B;YACjC,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC;SAClC,CAAC,CAAC;IACP,CAAC;IAED,kBAAkB;IACX,KAAK,CAAC,aAAa,CAAC,KAA+B;QACtD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YACjB,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE;SAC7D,CAAC,CAAC;IACP,CAAC;IAED;;;;;;;;;OASG;IACI,KAAK,CAAC,cAAc,CAAC,MAAc,EAAE,MAAc;QACtD,MAAM,IAAI,GAA+C;YACrD,IAAI,EAAE,sBAAsB;YAC5B,OAAO,EAAE,MAAM;YACf,MAAM;SACT,CAAC;QACF,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,0BAA0B,EAAE,IAAI,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC;QAClD,+EAA+E;QAC/E,oFAAoF;QACpF,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;IAC/B,CAAC;IAED;;;;;;;;;;;;OAYG;IACI,eAAe,CAAC,IAAY;QAC/B,MAAM,IAAI,GAA0C;YAChD,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;SAC1C,CAAC;QACF,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,0BAA0B,EAAE,IAAI,EAAE,CAAC,CAAC;IACrE,CAAC;IAED;;;;;;;;;;;;OAYG;IACI,mBAAmB,CAAC,YAAoB;QAC3C,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,OAAO;QACX,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC3B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,EAAE,YAAY,EAAE,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,kDAAkD;IAElD,kBAAkB;IACX,QAAQ,CAAC,OAAqC;QACjD,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC;IACjC,CAAC;IAED,kBAAkB;IACX,YAAY,CAAC,OAAwC;QACxD,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC;IACrC,CAAC;IAED,kBAAkB;IACX,UAAU,CAAC,OAAyC;QACvD,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC;IACnC,CAAC;IAED,kBAAkB;IACX,cAAc,CAAC,OAAmB;QACrC,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAC;IACvC,CAAC;IAED,kBAAkB;IACX,OAAO,CAAC,OAAmC;QAC9C,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;IAChC,CAAC;IAED,kBAAkB;IACX,OAAO,CAAC,OAA8C;QACzD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;IAChC,CAAC;IAED,kBAAkB;IACX,OAAO,CAAC,OAAmB;QAC9B,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;IAChC,CAAC;IAED,kBAAkB;IACX,KAAK,CAAC,KAAK;QACd,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC7B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QACjD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QACjD,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IAED,sCAAsC;IAEtC;;;;;OAKG;IACK,QAAQ,CAAC,KAA0B;QACvC,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,6BAA6B;gBAC9B,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC9C,KAAK,wCAAwC;gBACzC,OAAO,IAAI,CAAC,cAAc,CAAC,WAAW,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAChE,KAAK,uCAAuC;gBACxC,OAAO,IAAI,CAAC,cAAc,CAAC,WAAW,EAAE,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;YACpE,KAAK,mDAAmD;gBACpD,OAAO,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC;YACjE,KAAK,uDAAuD;gBACxD,OAAO,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;YAC/D,KAAK,uCAAuC;gBACxC,OAAO,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;YAC/E,KAAK,mCAAmC;gBACpC,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACrC,KAAK,kBAAkB;gBACnB,+EAA+E;gBAC/E,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;gBAC3B,OAAO;YACX,KAAK,eAAe;gBAChB,oFAAoF;gBACpF,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;gBAC5B,OAAO,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACzD;gBACI,OAAO;QACf,CAAC;IACL,CAAC;IAED,0EAA0E;IAClE,gBAAgB,CAAC,WAAmB;QACxC,IAAI,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,0DAA0D;IAClD,cAAc,CAAC,IAA0B,EAAE,IAAY,EAAE,OAAgB;QAC7E,IAAI,CAAC,iBAAiB,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED,mEAAmE;IAC3D,kBAAkB,CAAC,MAAc,EAAE,IAAY,EAAE,IAAY;QACjE,IAAI,CAAC,eAAe,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChF,CAAC;IAED;;;;;;;OAOG;IACK,kBAAkB;QACtB,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACvB,OAAO;QACX,CAAC;QACD,IAAI,CAAC,mBAAmB,EAAE,EAAE,CAAC;IACjC,CAAC;IAED;;;;;;OAMG;IACK,qBAAqB,CAAC,KAA0B;QACpD,MAAM,eAAe,GAAG,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC;QAC5C,IAAI,CAAC,YAAY,EAAE,CAAC;YAChB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,IAAI,IAAI,SAAS;YACpC,KAAK,EAAE,CAAC,eAAe;SAC1B,CAAC,CAAC;IACP,CAAC;IAED;;;;OAIG;IACK,iBAAiB;QACrB,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,OAAO;QACX,CAAC;QACD,IAAI,CAAC,YAAY,EAAE,CAAC,EAAE,OAAO,EAAE,gDAAgD,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAChG,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;IAC1B,CAAC;IAED,+EAA+E;IACvE,kBAAkB,CAAC,KAAoE;QAC3F,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,OAAO;QACX,CAAC;QACD,IAAI,CAAC,YAAY,EAAE,CAAC;YAChB,WAAW,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;YACpC,YAAY,EAAE,KAAK,CAAC,aAAa,IAAI,CAAC;SACzC,CAAC,CAAC;IACP,CAAC;IAED,2BAA2B;IAE3B,gGAAgG;IACxF,iBAAiB,CAAC,YAAoB,EAAE,KAAgC,EAAE,MAAmB;QACjG,oGAAoG;QACpG,kGAAkG;QAClG,kGAAkG;QAClG,mGAAmG;QACnG,MAAM,GAAG,GAAG,EAAE,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,EAAoD,CAAC;QACpF,MAAM,mBAAmB,GAAG,GAAG,CAAC,mBAAmB,KAAK,IAAI,CAAC;QAC7D,OAAO,GAAG,CAAC,mBAAmB,CAAC;QAE/B,MAAM,aAAa,GAAgD,mBAAmB;YAClF,CAAC,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,eAAe,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE;YAC1E,CAAC,CAAC,SAAS,CAAC;QAEhB,MAAM,OAAO,GAAiC;YAC1C,IAAI,EAAE,UAAU;YAChB,YAAY,EAAE,YAAY;YAC1B,sFAAsF;YACtF,qFAAqF;YACrF,wEAAwE;YACxE,+DAA+D;YAC/D,KAAK,EAAE,EAAE,KAAK,EAAE,EAAE,aAAa,EAAE,EAAE,KAAK,EAAE,gCAAgC,EAAE,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAC7I,GAAG,GAAG;SACT,CAAC;QACF,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACzC,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,CAAC,CAAC;IAC9D,CAAC;IAED,0EAA0E;IAClE,kBAAkB,CAAC,OAAe;QACtC,MAAM,IAAI,GAAwC;YAC9C,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;SACnD,CAAC;QACF,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,0BAA0B,EAAE,IAAI,EAAE,CAAC,CAAC;IACrE,CAAC;IAED,8FAA8F;IACtF,QAAQ,CAAC,KAA+B;QAC5C,OAAO,gBAAgB,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,6BAA6B;IAE7B,2EAA2E;IACnE,YAAY,CAAC,KAAkB;QACnC,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACjD,CAAC;IAED,2EAA2E;IACnE,YAAY,CAAC,IAAY;QAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC3C,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC/C,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAChC,OAAO,GAAG,CAAC;IACf,CAAC;CACJ"}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@memberjunction/ai-openai",
   "type": "module",
-  "version": "5.40.2",
+  "version": "5.42.0",
   "description": "MemberJunction Wrapper for OpenAI AI Models",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -21,8 +21,8 @@
     "typescript": "^5.9.3"
   },
   "dependencies": {
-    "@memberjunction/ai": "5.40.2",
-    "@memberjunction/global": "5.40.2",
+    "@memberjunction/ai": "5.42.0",
+    "@memberjunction/global": "5.42.0",
     "openai": "6.18.0"
   },
   "repository": {