@memberjunction/ai 6.1.1 → 6.1.3

package/dist/generic/baseRealtime.d.ts

@@ -1,5 +1,6 @@
 import { BaseModel } from "./baseModel.js";
 import type { RealtimeReasoningPlane } from "./modelConfiguration.js";
+import type { RealtimeTrackDescriptor, RealtimeTrackUsageBasis } from "./realtimeTracks.js";
 /**
  * A JSON-serializable value. Used to type open configuration bags and JSON-schema
  * objects at the Core layer without resorting to `any`.
@@ -287,9 +288,15 @@ export interface RealtimeSessionCapabilities {
      */
     EmitsResponseComplete?: boolean;
     /**
-     * The units this provider uses to measure and bill usage: tokens, seconds, or both.
+     * The units this provider uses to measure and bill usage.
+     *
+     * A LIST rather than an enum because a provider can meter in more than one basis at once —
+     * GPT-Live reports voice seconds and delegated reasoning tokens from different places, so an
+     * exclusive enum would force us to drop one. Shares
+     * {@link import('./realtimeTracks.js').RealtimeTrackUsageBasis} with the media plane so cost has one
+     * vocabulary; `'frames'` and `'bytes'` exist for non-audio tracks.
      */
-    UsageBases?: readonly ('tokens' | 'seconds')[];
+    UsageBases?: readonly RealtimeTrackUsageBasis[];
     /**
      * Whether this driver provides speech-to-text transcript events for user audio input.
      */
@@ -298,6 +305,28 @@ export interface RealtimeSessionCapabilities {
      * Whether this driver provides text transcript events for model audio output.
      */
     ProvidesOutputTranscription?: boolean;
+    /**
+     * Whether this driver surfaces model-authored summaries of the model's own reasoning
+     * (Gemini `thinkingConfig.includeThoughts`).
+     *
+     * Sibling of {@link ProvidesInputTranscription} / {@link ProvidesOutputTranscription}: it
+     * declares a transcript STREAM the driver can produce. Thought summaries are narration, not
+     * spoken response — a host rendering them as assistant speech would attribute the model's
+     * scratch reasoning to it as an answer.
+     */
+    ProvidesThoughtSummaries?: boolean;
+    /**
+     * Whether this driver correctly handles a session whose reasoning outlives its turn — i.e.
+     * where a turn-terminal frame does NOT mean the server is idle, and further tool calls or
+     * audio may still arrive.
+     *
+     * This is a statement about the DRIVER, not the model: a driver that keys "work finished" off
+     * the turn-terminal frame must declare `false`, because on such a model it would flush deferred
+     * work early and report itself not-busy while the server is still going. Which signal a given
+     * model actually uses is model metadata
+     * (`ModelConfiguration.Realtime.IdleSignal`), not a driver capability.
+     */
+    SupportsAsynchronousReasoning?: boolean;
     /**
      * Whether the provider supports receiving multiple parallel tool calls and batched results (gpt-live-1.md §4.2).
      */
@@ -314,6 +343,26 @@ export interface RealtimeSessionCapabilities {
      * Maximum number of concurrent delegations supported by the provider, or undefined if unbounded.
      */
     MaxConcurrentDelegations?: number;
+    /**
+     * Media tracks this model can RECEIVE (user -> model).
+     *
+     * Absent or empty is read as "inbound audio only", which is every model MJ spoke to before
+     * Gemini 3.8 Live — so an existing driver that declares nothing keeps working unchanged.
+     *
+     * This is the supply side of track negotiation: the caller requests
+     * (`ModelConfiguration.Realtime.RequestedTracks`), this declares, and
+     * {@link import('./realtimeTracks.js').ResolveRequestedTracks} intersects them. A requested track
+     * absent here resolves to `'unsupported'` rather than being dropped, so a host can fall back
+     * deliberately instead of wondering why no samples arrive.
+     */
+    SupportedInboundTracks?: readonly RealtimeTrackDescriptor[];
+    /**
+     * Media tracks this model can EMIT (model -> user). Absent or empty is read as "outbound audio
+     * only". Non-audio outbound tracks (avatar video, haptics) are admitted by the contract because
+     * direction is a property of a track rather than part of its type; no provider in play emits one
+     * yet.
+     */
+    SupportedOutboundTracks?: readonly RealtimeTrackDescriptor[];
 }
 /** Parameters for {@link IRealtimeSession.Reconfigure} — a live turn-taking change. */
 export interface RealtimeReconfigureParams {
@@ -619,6 +668,13 @@ export interface RealtimeSessionParams {
      * Used for auditing, rate limiting, and proxy ticket attribution.
      */
     UserID?: string;
+    /**
+     * Optional boolean indicating that the SystemPrompt already provides its own tool framing
+     * (e.g. from BuildRealtimeAgentFraming in co-agent sessions). When true, drivers MUST NOT
+     * append their own standalone delegation policy. When false or omitted, drivers may fall back
+     * to heuristic substring sniffing or default policy compilation.
+     */
+    HasToolFraming?: boolean;
 }
 /**
  * A transcript event emitted by the model for either the user's speech or the assistant's
@@ -646,6 +702,16 @@ export interface RealtimeTranscript {
      * instead of a stack of growing duplicates. Absent/false: a normal, append-worthy final.
      */
     ReplacesPrevious?: boolean;
+    /**
+     * `'normal'` for a regular conversation turn; `'narration'` for an ephemeral
+     * spoken-progress update or model-authored reasoning thought. Absent/undefined defaults to `'normal'`.
+     */
+    Kind?: 'normal' | 'narration';
+    /**
+     * `true` when this transcript represents model-authored reasoning / thoughts rather than
+     * spoken audio.
+     */
+    IsThought?: boolean;
 }
 /**
  * An error surfaced by a realtime session via {@link IRealtimeSession.OnError}.
@@ -727,10 +793,26 @@ export interface RealtimeUsageModalityDetail {
     TextTokens?: number;
     /** Audio-modality tokens. */
     AudioTokens?: number;
-    /** Image-modality tokens (input only on current providers). */
+    /**
+     * Image-modality tokens (input only on current providers).
+     * Authoritative financial billing basis reported by inference providers (e.g. Gemini Live reports
+     * inbound video frames under promptTokensDetails.IMAGE).
+     */
     ImageTokens?: number;
     /** Tokens served from the provider's prompt cache (billed at the cached rate). */
     CachedTokens?: number;
+    /**
+     * Cumulative inbound video frames processed on video tracks (usage basis 'frames').
+     * Client-side telemetry signal providing fine-grained frame counting and rate attribution.
+     * Comparing VideoFrames against ImageTokens enables operational drift detection for dropped frames.
+     */
+    VideoFrames?: number;
+    /**
+     * Cumulative inbound or outbound video duration in seconds (usage basis 'seconds').
+     * Represents the wall-clock span between first and last sent frames (span-not-sum) for stream telemetry.
+     * Provider-reported ImageTokens remains the authoritative financial billing basis.
+     */
+    VideoSeconds?: number;
 }
 /**
  * Minimal, Core-level definition of a tool exposed to a realtime model.
@@ -757,4 +839,31 @@ export interface RealtimeToolDefinition {
      */
     ParametersSchema: JSONObject;
 }
+/**
+ * Normalized representation of a realtime tool execution scheduling hint.
+ *
+ * Directs how the model should schedule its generation following a tool result:
+ * - `'silent'`: Execute without model speaking response.
+ * - `'whenIdle'`: Deliver tool output to model when conversational turn goes idle.
+ * - `'interrupt'`: Immediately interrupt active generation to deliver tool output.
+ */
+export type RealtimeToolSchedulingHint = 'silent' | 'whenIdle' | 'interrupt';
+/**
+ * Extracts and normalizes scheduling hints (`__mj_scheduling` or legacy `scheduling`)
+ * from a tool's parsed return dictionary.
+ *
+ * Strips both keys from `parsed` in-place so neither key leaks into the model's response payload.
+ * Validates the value case-insensitively, accepting:
+ * - 'SILENT' -> 'silent'
+ * - 'WHEN_IDLE' -> 'whenIdle'
+ * - 'INTERRUPT' | 'INTERRUPTED' -> 'interrupt'
+ *
+ * Warns on unrecognized values with `loggerTag` and returns `undefined`.
+ *
+ * @param parsed The tool output dictionary (mutated in-place to strip scheduling keys).
+ * @param toolName The name of the tool being executed, for logging context.
+ * @param loggerTag Optional logging tag prefix (defaults to 'Realtime').
+ * @returns The normalized scheduling hint, or `undefined` if absent or unrecognized.
+ */
+export declare function ExtractToolSchedulingHint(parsed: Record<string, unknown>, toolName: string, loggerTag?: string): RealtimeToolSchedulingHint | undefined;
 //# sourceMappingURL=baseRealtime.d.ts.map

package/dist/generic/baseRealtime.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"baseRealtime.d.ts","sourceRoot":"","sources":["../../src/generic/baseRealtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAEnE;;;GAGG;AACH,MAAM,MAAM,SAAS,GACf,MAAM,GACN,MAAM,GACN,OAAO,GACP,IAAI,GACJ,SAAS,EAAE,GACX;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAEnC;;;GAGG;AACH,MAAM,MAAM,UAAU,GAAG;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAEtD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6DG;AAEH;;;;;;;;;;GAUG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CASrD;AAED,8BAAsB,iBAAkB,SAAQ,SAAS;IACrD;;;;;;OAMG;IACH,gBAAuB,sBAAsB,CAAC,EAAE,OAAO,CAAS;IAEhE;;;;;;;;;;OAUG;aACa,YAAY,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAEtF;;;;;;;;;;;OAWG;IACH,IAAW,oBAAoB,IAAI,OAAO,CAEzC;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACU,mBAAmB,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,2BAA2B,CAAC;IAItG;;;;;;;;;;;;;OAaG;IACH,IAAW,aAAa,IAAI,OAAO,CAElC;IAED;;;;;;;;;OASG;IACH,IAAW,eAAe,IAAI,mBAAmB,EAAE,CAElD;IAED;;;;;;OAMG;IACU,iBAAiB,CAAC,CAC3B,SAAS,EAAE,MAAM,EACjB,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACzC,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,cAAc,EAAE,MAAM,CAAA;KAAE,CAAC;CAC/E;AAED;;;;;;;;;;;;;;;GAeG;AACH,eAAO,MAAM,2BAA2B,EAAE,SAAS,MAAM,EAa/C,CAAC;AAEX,oGAAoG;AACpG,MAAM,WAAW,mBAAmB;IAChC,4FAA4F;IAC5F,EAAE,EAAE,MAAM,CAAC;IACX,6DAA6D;IAC7D,IAAI,EAAE,MAAM,CAAC;CAChB;AAED;;;;GAIG;AACH,MAAM,MAAM,iBAAiB,GAAG,OAAO,GAAG,OAAO,CAAC;AAElD;;;;;;;;;;;;;GAaG;AACH,MAAM,WAAW,2BAA2B;IACxC;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;;OAGG;IACH,cAAc,EAAE,MAAM,CAAC;IAEvB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;;;;;;OAOG;IACH,aAAa,EAAE,UAAU,CAAC;CAC7B;AAED;;;;GAIG;AACH,MAAM,WAAW,2BAA2B;IACxC;;;;OAIG;IACH,sBAAsB,EAAE,OAAO,CAAC;IAEhC;;OAEG;IACH,wBAAwB,CAAC,EAAE,SAAS,sBAAsB,EAAE,CAAC;IAE7D;;OAEG;IACH,4BAA4B,CAAC,EAAE,OAAO,CAAC;IAEvC;;OAEG;IACH,2BAA2B,CAAC,EAAE,OAAO,CAAC;IAEtC;;OAEG;IACH,yBAAyB,CAAC,EAAE,OAAO,CAAC;IAEpC;;OAEG;IACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAEhC;;OAEG;IACH,UAAU,CAAC,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,EAAE,CAAC;IAE/C;;OAEG;IACH,0BAA0B,CAAC,EAAE,OAAO,CAAC;IAErC;;OAEG;IACH,2BAA2B,CAAC,EAAE,OAAO,CAAC;IAEtC;;OAEG;IACH,yBAAyB,CAAC,EAAE,OAAO,CAAC;IAEpC;;;;;;OAMG;IACH,sBAAsB,CAAC,EAAE,OAAO,CAAC;IAEjC;;OAEG;IACH,wBAAwB,CAAC,EAAE,MAAM,CAAC;CACrC;AAED,uFAAuF;AACvF,MAAM,WAAW,yBAAyB;IACtC,6EAA6E;IAC7E,mBAAmB,CAAC,EAAE,OAAO,CAAC;CACjC;AAED;;;;;;GAMG;AACH,MAAM,WAAW,gBAAgB;IAC7B;;;;;;OAMG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B;;OAEG;IACH,WAAW,CAAC,EAAE;QAAE,KAAK,EAAE,OAAO,GAAG,WAAW,GAAG,WAAW,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,GAAG,YAAY,CAAC;IAEhG;;;;;;;;;;;OAWG;IACH,SAAS,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,iBAAiB,GAAG,IAAI,CAAC;IAE9D;;;;;;;;;;;;;;;;;;;;;;;OAuBG;IACH,aAAa,CAAC,KAAK,EAAE,sBAAsB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE9D;;;;OAIG;IACH,QAAQ,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,GAAG,IAAI,CAAC;IAEtD;;;;;;;;;;OAUG;IACH,aAAa,CAAC,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,GAAG,IAAI,CAAC;IAE5D;;;;;;;OAOG;IACH,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,kBAAkB,KAAK,IAAI,GAAG,IAAI,CAAC;IAE7D;;;;;;;OAOG;IACH,UAAU,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,gBAAgB,KAAK,IAAI,GAAG,IAAI,CAAC;IAE5D;;;;;;;;;OASG;IACH,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAErF;;OAEG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B;;OAEG;IACH,gBAAgB,CAAC,IAAI,MAAM,CAAC;IAE5B;;;;;;;;;;;;;;;;;;OAkBG;IACH,eAAe,CAAC,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAErC;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,mBAAmB,CAAC,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC;IAE3D;;;;OAIG;IACH,gBAAgB,CAAC,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEvD;;;;;;;OAOG;IACH,YAAY,CAAC,EAAE,2BAA2B,CAAC;IAE3C;;;;;;;;;OASG;IACH,WAAW,CAAC,CAAC,MAAM,EAAE,yBAAyB,GAAG,IAAI,CAAC;IAEtD;;;;;;;;;;;;;;OAcG;IACH,cAAc,CAAC,OAAO,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC;IAE1C;;;;;;;;;;;OAWG;IACH,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,oBAAoB,KAAK,IAAI,GAAG,IAAI,CAAC;IAE9D;;;;;;;;;;;;OAYG;IACH,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC;IAEpC;;;;;;;OAOG;IACH,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,aAAa,KAAK,IAAI,GAAG,IAAI,CAAC;IAEnD;;;;OAIG;IACH,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IAClC;;;OAGG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;;;OAIG;IACH,KAAK,CAAC,EAAE,sBAAsB,EAAE,CAAC;IAEjC;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;;OAIG;IACH,MAAM,CAAC,EAAE,UAAU,CAAC;IAEpB;;;;;;;;;;;;;OAaG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;GAGG;AACH,MAAM,WAAW,kBAAkB;IAC/B;;OAEG;IACH,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAE3B;;;;OAIG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;IAEjB;;;;;OAKG;IACH,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAED;;;;;;GAMG;AACH,MAAM,WAAW,oBAAoB;IACjC,oCAAoC;IACpC,OAAO,EAAE,MAAM,CAAC;IAEhB,6CAA6C;IAC7C,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,gDAAgD;IAChD,KAAK,EAAE,OAAO,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC7B;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;OAGG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;CACzB;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,aAAa;IAC1B;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE,2BAA2B,CAAC;IAEhD;;;OAGG;IACH,kBAAkB,CAAC,EAAE,2BAA2B,CAAC;CACpD;AAED;;;GAGG;AACH,MAAM,WAAW,2BAA2B;IACxC,4BAA4B;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,6BAA6B;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,+DAA+D;IAC/D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kFAAkF;IAClF,YAAY,CAAC,EAAE,MAAM,CAAC;CACzB;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,sBAAsB;IACnC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;;OAGG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,gBAAgB,EAAE,UAAU,CAAC;CAChC"}
+{"version":3,"file":"baseRealtime.d.ts","sourceRoot":"","sources":["../../src/generic/baseRealtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,KAAK,EAAE,uBAAuB,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AAEzF;;;GAGG;AACH,MAAM,MAAM,SAAS,GACf,MAAM,GACN,MAAM,GACN,OAAO,GACP,IAAI,GACJ,SAAS,EAAE,GACX;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAEnC;;;GAGG;AACH,MAAM,MAAM,UAAU,GAAG;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAEtD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6DG;AAEH;;;;;;;;;;GAUG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CASrD;AAED,8BAAsB,iBAAkB,SAAQ,SAAS;IACrD;;;;;;OAMG;IACH,gBAAuB,sBAAsB,CAAC,EAAE,OAAO,CAAS;IAEhE;;;;;;;;;;OAUG;aACa,YAAY,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAEtF;;;;;;;;;;;OAWG;IACH,IAAW,oBAAoB,IAAI,OAAO,CAEzC;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACU,mBAAmB,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,2BAA2B,CAAC;IAItG;;;;;;;;;;;;;OAaG;IACH,IAAW,aAAa,IAAI,OAAO,CAElC;IAED;;;;;;;;;OASG;IACH,IAAW,eAAe,IAAI,mBAAmB,EAAE,CAElD;IAED;;;;;;OAMG;IACU,iBAAiB,CAAC,CAC3B,SAAS,EAAE,MAAM,EACjB,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACzC,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,cAAc,EAAE,MAAM,CAAA;KAAE,CAAC;CAC/E;AAED;;;;;;;;;;;;;;;GAeG;AACH,eAAO,MAAM,2BAA2B,EAAE,SAAS,MAAM,EAgB/C,CAAC;AAEX,oGAAoG;AACpG,MAAM,WAAW,mBAAmB;IAChC,4FAA4F;IAC5F,EAAE,EAAE,MAAM,CAAC;IACX,6DAA6D;IAC7D,IAAI,EAAE,MAAM,CAAC;CAChB;AAED;;;;GAIG;AACH,MAAM,MAAM,iBAAiB,GAAG,OAAO,GAAG,OAAO,CAAC;AAElD;;;;;;;;;;;;;GAaG;AACH,MAAM,WAAW,2BAA2B;IACxC;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;;OAGG;IACH,cAAc,EAAE,MAAM,CAAC;IAEvB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;;;;;;OAOG;IACH,aAAa,EAAE,UAAU,CAAC;CAC7B;AAED;;;;GAIG;AACH,MAAM,WAAW,2BAA2B;IACxC;;;;OAIG;IACH,sBAAsB,EAAE,OAAO,CAAC;IAEhC;;OAEG;IACH,wBAAwB,CAAC,EAAE,SAAS,sBAAsB,EAAE,CAAC;IAE7D;;OAEG;IACH,4BAA4B,CAAC,EAAE,OAAO,CAAC;IAEvC;;OAEG;IACH,2BAA2B,CAAC,EAAE,OAAO,CAAC;IAEtC;;OAEG;IACH,yBAAyB,CAAC,EAAE,OAAO,CAAC;IAEpC;;OAEG;IACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAEhC;;;;;;;;OAQG;IACH,UAAU,CAAC,EAAE,SAAS,uBAAuB,EAAE,CAAC;IAEhD;;OAEG;IACH,0BAA0B,CAAC,EAAE,OAAO,CAAC;IAErC;;OAEG;IACH,2BAA2B,CAAC,EAAE,OAAO,CAAC;IAEtC;;;;;;;;OAQG;IACH,wBAAwB,CAAC,EAAE,OAAO,CAAC;IAEnC;;;;;;;;;;OAUG;IACH,6BAA6B,CAAC,EAAE,OAAO,CAAC;IAExC;;OAEG;IACH,yBAAyB,CAAC,EAAE,OAAO,CAAC;IAEpC;;;;;;OAMG;IACH,sBAAsB,CAAC,EAAE,OAAO,CAAC;IAEjC;;OAEG;IACH,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAElC;;;;;;;;;;;OAWG;IACH,sBAAsB,CAAC,EAAE,SAAS,uBAAuB,EAAE,CAAC;IAE5D;;;;;OAKG;IACH,uBAAuB,CAAC,EAAE,SAAS,uBAAuB,EAAE,CAAC;CAChE;AAED,uFAAuF;AACvF,MAAM,WAAW,yBAAyB;IACtC,6EAA6E;IAC7E,mBAAmB,CAAC,EAAE,OAAO,CAAC;CACjC;AAED;;;;;;GAMG;AACH,MAAM,WAAW,gBAAgB;IAC7B;;;;;;OAMG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B;;OAEG;IACH,WAAW,CAAC,EAAE;QAAE,KAAK,EAAE,OAAO,GAAG,WAAW,GAAG,WAAW,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,GAAG,YAAY,CAAC;IAEhG;;;;;;;;;;;OAWG;IACH,SAAS,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,iBAAiB,GAAG,IAAI,CAAC;IAE9D;;;;;;;;;;;;;;;;;;;;;;;OAuBG;IACH,aAAa,CAAC,KAAK,EAAE,sBAAsB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE9D;;;;OAIG;IACH,QAAQ,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,GAAG,IAAI,CAAC;IAEtD;;;;;;;;;;OAUG;IACH,aAAa,CAAC,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,GAAG,IAAI,CAAC;IAE5D;;;;;;;OAOG;IACH,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,kBAAkB,KAAK,IAAI,GAAG,IAAI,CAAC;IAE7D;;;;;;;OAOG;IACH,UAAU,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,gBAAgB,KAAK,IAAI,GAAG,IAAI,CAAC;IAE5D;;;;;;;;;OASG;IACH,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAErF;;OAEG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B;;OAEG;IACH,gBAAgB,CAAC,IAAI,MAAM,CAAC;IAE5B;;;;;;;;;;;;;;;;;;OAkBG;IACH,eAAe,CAAC,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAErC;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,mBAAmB,CAAC,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC;IAE3D;;;;OAIG;IACH,gBAAgB,CAAC,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEvD;;;;;;;OAOG;IACH,YAAY,CAAC,EAAE,2BAA2B,CAAC;IAE3C;;;;;;;;;OASG;IACH,WAAW,CAAC,CAAC,MAAM,EAAE,yBAAyB,GAAG,IAAI,CAAC;IAEtD;;;;;;;;;;;;;;OAcG;IACH,cAAc,CAAC,OAAO,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC;IAE1C;;;;;;;;;;;OAWG;IACH,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,oBAAoB,KAAK,IAAI,GAAG,IAAI,CAAC;IAE9D;;;;;;;;;;;;OAYG;IACH,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC;IAEpC;;;;;;;OAOG;IACH,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,aAAa,KAAK,IAAI,GAAG,IAAI,CAAC;IAEnD;;;;OAIG;IACH,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IAClC;;;OAGG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;;;OAIG;IACH,KAAK,CAAC,EAAE,sBAAsB,EAAE,CAAC;IAEjC;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;;OAIG;IACH,MAAM,CAAC,EAAE,UAAU,CAAC;IAEpB;;;;;;;;;;;;;OAaG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB;;;;;OAKG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED;;;GAGG;AACH,MAAM,WAAW,kBAAkB;IAC/B;;OAEG;IACH,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAE3B;;;;OAIG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;IAEjB;;;;;OAKG;IACH,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAE3B;;;OAGG;IACH,IAAI,CAAC,EAAE,QAAQ,GAAG,WAAW,CAAC;IAE9B;;;OAGG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;CACvB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,oBAAoB;IACjC,oCAAoC;IACpC,OAAO,EAAE,MAAM,CAAC;IAEhB,6CAA6C;IAC7C,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,gDAAgD;IAChD,KAAK,EAAE,OAAO,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC7B;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;OAGG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;CACzB;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,aAAa;IAC1B;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE,2BAA2B,CAAC;IAEhD;;;OAGG;IACH,kBAAkB,CAAC,EAAE,2BAA2B,CAAC;CACpD;AAED;;;GAGG;AACH,MAAM,WAAW,2BAA2B;IACxC,4BAA4B;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,6BAA6B;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kFAAkF;IAClF,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;CACzB;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,sBAAsB;IACnC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;;OAGG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,gBAAgB,EAAE,UAAU,CAAC;CAChC;AAED;;;;;;;GAOG;AACH,MAAM,MAAM,0BAA0B,GAAG,QAAQ,GAAG,UAAU,GAAG,WAAW,CAAC;AAE7E;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,yBAAyB,CACrC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,QAAQ,EAAE,MAAM,EAChB,SAAS,GAAE,MAAmB,GAC/B,0BAA0B,GAAG,SAAS,CA4BxC"}

package/dist/generic/baseRealtime.js

@@ -185,8 +185,57 @@ export const REALTIME_SHARED_CONFIG_KEYS = [
     'firstMessage',
     'disableAutoResponse',
     'turnDetection',
+    'reasoning',
     'endpoint',
     'sampleRate',
     'proxyBaseUrl',
+    'tooling',
+    'toolBehavior',
 ];
+/**
+ * Extracts and normalizes scheduling hints (`__mj_scheduling` or legacy `scheduling`)
+ * from a tool's parsed return dictionary.
+ *
+ * Strips both keys from `parsed` in-place so neither key leaks into the model's response payload.
+ * Validates the value case-insensitively, accepting:
+ * - 'SILENT' -> 'silent'
+ * - 'WHEN_IDLE' -> 'whenIdle'
+ * - 'INTERRUPT' | 'INTERRUPTED' -> 'interrupt'
+ *
+ * Warns on unrecognized values with `loggerTag` and returns `undefined`.
+ *
+ * @param parsed The tool output dictionary (mutated in-place to strip scheduling keys).
+ * @param toolName The name of the tool being executed, for logging context.
+ * @param loggerTag Optional logging tag prefix (defaults to 'Realtime').
+ * @returns The normalized scheduling hint, or `undefined` if absent or unrecognized.
+ */
+export function ExtractToolSchedulingHint(parsed, toolName, loggerTag = 'Realtime') {
+    const raw = parsed['__mj_scheduling'] ?? parsed['scheduling'];
+    if ('__mj_scheduling' in parsed) {
+        delete parsed['__mj_scheduling'];
+    }
+    if ('scheduling' in parsed) {
+        delete parsed['scheduling'];
+    }
+    if (typeof raw !== 'string') {
+        return undefined;
+    }
+    const schedStr = raw.trim().toUpperCase();
+    if (schedStr.length === 0) {
+        return undefined;
+    }
+    if (schedStr === 'SILENT') {
+        return 'silent';
+    }
+    else if (schedStr === 'WHEN_IDLE') {
+        return 'whenIdle';
+    }
+    else if (schedStr === 'INTERRUPT' || schedStr === 'INTERRUPTED') {
+        return 'interrupt';
+    }
+    else {
+        console.warn(`[${loggerTag}] Unrecognized function scheduling value "${raw}" for tool "${toolName}".`);
+        return undefined;
+    }
+}
 //# sourceMappingURL=baseRealtime.js.map

package/dist/generic/baseRealtime.js.map

@@ -1 +1 @@
-{"version":3,"file":"baseRealtime.js","sourceRoot":"","sources":["../../src/generic/baseRealtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAqBxC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6DG;AAEH;;;;;;;;;;GAUG;AACH,MAAM,UAAU,eAAe,CAAC,OAAe;IAC3C,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IACvD,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,KAAK,EAAE,CAAC;QAC3C,+EAA+E;QAC/E,iEAAiE;QACjE,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,wBAAwB,EAAE,GAAG,CAAC,CAAC;QACjE,sCAAsC;QACtC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC3B,CAAC;AACL,CAAC;AAED,MAAM,OAAgB,iBAAkB,SAAQ,SAAS;IACrD;;;;;;OAMG;aACoB,2BAAsB,GAAa,KAAK,CAAC;IAehE;;;;;;;;;;;OAWG;IACH,IAAW,oBAAoB;QAC3B,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACI,KAAK,CAAC,mBAAmB,CAAC,OAA8B;QAC3D,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,mDAAmD,CAAC,CAAC;IACjG,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,IAAW,aAAa;QACpB,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;;;;;;;;OASG;IACH,IAAW,eAAe;QACtB,OAAO,EAAE,CAAC;IACd,CAAC;;AAeL;;;;;;;;;;;;;;;GAeG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAsB;IAC1D,aAAa;IACb,iBAAiB;IACjB,mBAAmB;IACnB,UAAU;IACV,yBAAyB;IACzB,OAAO;IACP,cAAc;IACd,qBAAqB;IACrB,eAAe;IACf,UAAU;IACV,YAAY;IACZ,cAAc;CACR,CAAC"}
+{"version":3,"file":"baseRealtime.js","sourceRoot":"","sources":["../../src/generic/baseRealtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAsBxC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6DG;AAEH;;;;;;;;;;GAUG;AACH,MAAM,UAAU,eAAe,CAAC,OAAe;IAC3C,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IACvD,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,KAAK,EAAE,CAAC;QAC3C,+EAA+E;QAC/E,iEAAiE;QACjE,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,wBAAwB,EAAE,GAAG,CAAC,CAAC;QACjE,sCAAsC;QACtC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC3B,CAAC;AACL,CAAC;AAED,MAAM,OAAgB,iBAAkB,SAAQ,SAAS;IACrD;;;;;;OAMG;aACoB,2BAAsB,GAAa,KAAK,CAAC;IAehE;;;;;;;;;;;OAWG;IACH,IAAW,oBAAoB;QAC3B,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACI,KAAK,CAAC,mBAAmB,CAAC,OAA8B;QAC3D,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,mDAAmD,CAAC,CAAC;IACjG,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,IAAW,aAAa;QACpB,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;;;;;;;;OASG;IACH,IAAW,eAAe;QACtB,OAAO,EAAE,CAAC;IACd,CAAC;;AAeL;;;;;;;;;;;;;;;GAeG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAsB;IAC1D,aAAa;IACb,iBAAiB;IACjB,mBAAmB;IACnB,UAAU;IACV,yBAAyB;IACzB,OAAO;IACP,cAAc;IACd,qBAAqB;IACrB,eAAe;IACf,WAAW;IACX,UAAU;IACV,YAAY;IACZ,cAAc;IACd,SAAS;IACT,cAAc;CACR,CAAC;AAqtBX;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,yBAAyB,CACrC,MAA+B,EAC/B,QAAgB,EAChB,YAAoB,UAAU;IAE9B,MAAM,GAAG,GAAG,MAAM,CAAC,iBAAiB,CAAC,IAAI,MAAM,CAAC,YAAY,CAAC,CAAC;IAC9D,IAAI,iBAAiB,IAAI,MAAM,EAAE,CAAC;QAC9B,OAAO,MAAM,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC;IACD,IAAI,YAAY,IAAI,MAAM,EAAE,CAAC;QACzB,OAAO,MAAM,CAAC,YAAY,CAAC,CAAC;IAChC,CAAC;IAED,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC1B,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC1C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QACxB,OAAO,QAAQ,CAAC;IACpB,CAAC;SAAM,IAAI,QAAQ,KAAK,WAAW,EAAE,CAAC;QAClC,OAAO,UAAU,CAAC;IACtB,CAAC;SAAM,IAAI,QAAQ,KAAK,WAAW,IAAI,QAAQ,KAAK,aAAa,EAAE,CAAC;QAChE,OAAO,WAAW,CAAC;IACvB,CAAC;SAAM,CAAC;QACJ,OAAO,CAAC,IAAI,CAAC,IAAI,SAAS,6CAA6C,GAAG,eAAe,QAAQ,IAAI,CAAC,CAAC;QACvG,OAAO,SAAS,CAAC;IACrB,CAAC;AACL,CAAC"}

package/dist/generic/baseRealtimeChannelServer.d.ts

@@ -13,6 +13,7 @@
  * @author MemberJunction.com
  */
 import { RealtimeToolDefinition } from './baseRealtime.js';
+import type { RealtimeTrackDescriptor } from './realtimeTracks.js';
 /**
  * Why an agent session was closed — the server-side channel plugin's view of the session-close
  * provenance. Mirrors the `MJ: AI Agent Sessions.CloseReason` value list (`SessionCloseReason` in
@@ -183,6 +184,38 @@ export declare abstract class BaseRealtimeChannelServer {
      * @returns The channel's server-executed tool definitions (possibly empty).
      */
     GetServerToolDefinitions(): RealtimeToolDefinition[];
+    /**
+     * Media tracks this channel can SOURCE — samples flowing from the channel's surface INTO the
+     * model. Default `[]`: a channel contributes no media unless it says so.
+     *
+     * **This is where the media plane and the semantic plane meet.** A channel remains a tool
+     * surface; declaring a sourced track additionally lets the model *watch* that surface live. The
+     * whiteboard sourcing inbound video is what lets an agent see what it draws and correct itself
+     * mid-stroke, and see what the user draws directly rather than through a described diff. The
+     * remote browser sourcing inbound video is what lets the model watch the page continuously while
+     * the agent still acts through tools — a different quality of control, not a faster version of
+     * polling screenshots.
+     *
+     * Declared in CODE rather than metadata for the same reason {@link GetServerToolDefinitions} is:
+     * whether a surface can produce frames is a property of the implementation, not a deployment
+     * choice. Whether it *should* on a given session is negotiation
+     * (`ModelConfiguration.Realtime.RequestedTracks` intersected with the model's support), and a
+     * model with no video track simply falls back to the channel's tool-only behaviour.
+     *
+     * @returns Track descriptors this channel can produce (possibly empty).
+     */
+    GetSourcedTracks(): readonly RealtimeTrackDescriptor[];
+    /**
+     * Media tracks this channel can SINK — samples flowing from the model OUT to the channel's
+     * surface. Default `[]`.
+     *
+     * Nothing in play emits non-audio outbound media yet; the contract admits it because direction is
+     * a property of a track rather than part of its type. An avatar is the obvious first case: a
+     * channel owning a render surface that sinks outbound video.
+     *
+     * @returns Track descriptors this channel can consume (possibly empty).
+     */
+    GetSunkTracks(): readonly RealtimeTrackDescriptor[];
     /**
      * Executes ONE of this channel's server-side tools (a tool whose name starts with
      * {@link ToolNamePrefix}) and returns the result fed back to the model as the `tool_response`.

package/dist/generic/baseRealtimeChannelServer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"baseRealtimeChannelServer.d.ts","sourceRoot":"","sources":["../../src/generic/baseRealtimeChannelServer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAExD;;;;;;GAMG;AACH,MAAM,MAAM,0BAA0B,GAAG,UAAU,GAAG,SAAS,GAAG,UAAU,GAAG,OAAO,CAAC;AAEvF;;;;;GAKG;AACH,MAAM,WAAW,4BAA4B;IACzC,mFAAmF;IACnF,cAAc,EAAE,MAAM,CAAC;IAEvB,mGAAmG;IACnG,OAAO,EAAE,MAAM,CAAC;IAEhB,uGAAuG;IACvG,MAAM,EAAE,MAAM,CAAC;IAEf,4FAA4F;IAC5F,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAE9B;;;;;;;;;;;OAWG;IACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAEnC;;;;;;;;;;;;OAYG;IACH,eAAe,CAAC,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CACxC;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,uBAAuB;IACpC,8CAA8C;IAC9C,OAAO,EAAE,OAAO,CAAC;IAEjB;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgEG;AACH,8BAAsB,yBAAyB;IAC3C;;;OAGG;IACH,SAAS,CAAC,OAAO,EAAE,4BAA4B,GAAG,IAAI,CAAQ;IAE9D;;;;OAIG;IACH,aAAoB,WAAW,IAAI,MAAM,CAAC;IAE1C;;;;;;;;OAQG;IACH,IAAW,cAAc,IAAI,MAAM,CAElC;IAED;;;;;;;;;;;;OAYG;IACI,wBAAwB,IAAI,sBAAsB,EAAE;IAI3D;;;;;;;;;;;;;OAaG;IACI,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,uBAAuB,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAIxH;;;OAGG;IACI,UAAU,CAAC,GAAG,EAAE,4BAA4B,GAAG,IAAI;IAK1D;;;OAGG;IACH,SAAS,CAAC,YAAY,IAAI,IAAI;IAI9B;;;;OAIG;IACU,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IAI9C;;;;;;;;;;;;OAYG;IACU,kBAAkB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAI1E;;;;;;;;OAQG;IACU,eAAe,CAAC,WAAW,EAAE,0BAA0B,GAAG,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAI3F;;;;OAIG;IACI,OAAO,IAAI,IAAI;CAGzB"}
+{"version":3,"file":"baseRealtimeChannelServer.d.ts","sourceRoot":"","sources":["../../src/generic/baseRealtimeChannelServer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AAEhE;;;;;;GAMG;AACH,MAAM,MAAM,0BAA0B,GAAG,UAAU,GAAG,SAAS,GAAG,UAAU,GAAG,OAAO,CAAC;AAEvF;;;;;GAKG;AACH,MAAM,WAAW,4BAA4B;IACzC,mFAAmF;IACnF,cAAc,EAAE,MAAM,CAAC;IAEvB,mGAAmG;IACnG,OAAO,EAAE,MAAM,CAAC;IAEhB,uGAAuG;IACvG,MAAM,EAAE,MAAM,CAAC;IAEf,4FAA4F;IAC5F,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAE9B;;;;;;;;;;;OAWG;IACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAEnC;;;;;;;;;;;;OAYG;IACH,eAAe,CAAC,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CACxC;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,uBAAuB;IACpC,8CAA8C;IAC9C,OAAO,EAAE,OAAO,CAAC;IAEjB;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgEG;AACH,8BAAsB,yBAAyB;IAC3C;;;OAGG;IACH,SAAS,CAAC,OAAO,EAAE,4BAA4B,GAAG,IAAI,CAAQ;IAE9D;;;;OAIG;IACH,aAAoB,WAAW,IAAI,MAAM,CAAC;IAE1C;;;;;;;;OAQG;IACH,IAAW,cAAc,IAAI,MAAM,CAElC;IAED;;;;;;;;;;;;OAYG;IACI,wBAAwB,IAAI,sBAAsB,EAAE;IAI3D;;;;;;;;;;;;;;;;;;;OAmBG;IACI,gBAAgB,IAAI,SAAS,uBAAuB,EAAE;IAI7D;;;;;;;;;OASG;IACI,aAAa,IAAI,SAAS,uBAAuB,EAAE;IAI1D;;;;;;;;;;;;;OAaG;IACI,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,uBAAuB,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAIxH;;;OAGG;IACI,UAAU,CAAC,GAAG,EAAE,4BAA4B,GAAG,IAAI;IAK1D;;;OAGG;IACH,SAAS,CAAC,YAAY,IAAI,IAAI;IAI9B;;;;OAIG;IACU,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IAI9C;;;;;;;;;;;;OAYG;IACU,kBAAkB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAI1E;;;;;;;;OAQG;IACU,eAAe,CAAC,WAAW,EAAE,0BAA0B,GAAG,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAI3F;;;;OAIG;IACI,OAAO,IAAI,IAAI;CAGzB"}

package/dist/generic/baseRealtimeChannelServer.js

@@ -113,6 +113,42 @@ export class BaseRealtimeChannelServer {
     GetServerToolDefinitions() {
         return [];
     }
+    /**
+     * Media tracks this channel can SOURCE — samples flowing from the channel's surface INTO the
+     * model. Default `[]`: a channel contributes no media unless it says so.
+     *
+     * **This is where the media plane and the semantic plane meet.** A channel remains a tool
+     * surface; declaring a sourced track additionally lets the model *watch* that surface live. The
+     * whiteboard sourcing inbound video is what lets an agent see what it draws and correct itself
+     * mid-stroke, and see what the user draws directly rather than through a described diff. The
+     * remote browser sourcing inbound video is what lets the model watch the page continuously while
+     * the agent still acts through tools — a different quality of control, not a faster version of
+     * polling screenshots.
+     *
+     * Declared in CODE rather than metadata for the same reason {@link GetServerToolDefinitions} is:
+     * whether a surface can produce frames is a property of the implementation, not a deployment
+     * choice. Whether it *should* on a given session is negotiation
+     * (`ModelConfiguration.Realtime.RequestedTracks` intersected with the model's support), and a
+     * model with no video track simply falls back to the channel's tool-only behaviour.
+     *
+     * @returns Track descriptors this channel can produce (possibly empty).
+     */
+    GetSourcedTracks() {
+        return [];
+    }
+    /**
+     * Media tracks this channel can SINK — samples flowing from the model OUT to the channel's
+     * surface. Default `[]`.
+     *
+     * Nothing in play emits non-audio outbound media yet; the contract admits it because direction is
+     * a property of a track rather than part of its type. An avatar is the obvious first case: a
+     * channel owning a render surface that sinks outbound video.
+     *
+     * @returns Track descriptors this channel can consume (possibly empty).
+     */
+    GetSunkTracks() {
+        return [];
+    }
     /**
      * Executes ONE of this channel's server-side tools (a tool whose name starts with
      * {@link ToolNamePrefix}) and returns the result fed back to the model as the `tool_response`.

package/dist/generic/baseRealtimeChannelServer.js.map

@@ -1 +1 @@
-{"version":3,"file":"baseRealtimeChannelServer.js","sourceRoot":"","sources":["../../src/generic/baseRealtimeChannelServer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAkFH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgEG;AACH,MAAM,OAAgB,yBAAyB;IAA/C;QACI;;;WAGG;QACO,YAAO,GAAwC,IAAI,CAAC;IAyHlE,CAAC;IAhHG;;;;;;;;OAQG;IACH,IAAW,cAAc;QACrB,OAAO,EAAE,CAAC;IACd,CAAC;IAED;;;;;;;;;;;;OAYG;IACI,wBAAwB;QAC3B,OAAO,EAAE,CAAC;IACd,CAAC;IAED;;;;;;;;;;;;;OAaG;IACI,iBAAiB,CAAC,QAAgB,EAAE,QAAgB;QACvD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,gBAAgB,QAAQ,6BAA6B,IAAI,CAAC,WAAW,wCAAwC,EAAE,CAAC;IACrJ,CAAC;IAED;;;OAGG;IACI,UAAU,CAAC,GAAiC;QAC/C,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC;QACnB,IAAI,CAAC,YAAY,EAAE,CAAC;IACxB,CAAC;IAED;;;OAGG;IACO,YAAY;QAClB,iCAAiC;IACrC,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,gBAAgB;QACzB,0CAA0C;IAC9C,CAAC;IAED;;;;;;;;;;;;OAYG;IACI,KAAK,CAAC,kBAAkB,CAAC,SAAiB;QAC7C,OAAO,IAAI,CAAC,CAAC,kDAAkD;IACnE,CAAC;IAED;;;;;;;;OAQG;IACI,KAAK,CAAC,eAAe,CAAC,WAA8C;QACvE,0CAA0C;IAC9C,CAAC;IAED;;;;OAIG;IACI,OAAO;QACV,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACxB,CAAC;CACJ"}
+{"version":3,"file":"baseRealtimeChannelServer.js","sourceRoot":"","sources":["../../src/generic/baseRealtimeChannelServer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAmFH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgEG;AACH,MAAM,OAAgB,yBAAyB;IAA/C;QACI;;;WAGG;QACO,YAAO,GAAwC,IAAI,CAAC;IA+JlE,CAAC;IAtJG;;;;;;;;OAQG;IACH,IAAW,cAAc;QACrB,OAAO,EAAE,CAAC;IACd,CAAC;IAED;;;;;;;;;;;;OAYG;IACI,wBAAwB;QAC3B,OAAO,EAAE,CAAC;IACd,CAAC;IAED;;;;;;;;;;;;;;;;;;;OAmBG;IACI,gBAAgB;QACnB,OAAO,EAAE,CAAC;IACd,CAAC;IAED;;;;;;;;;OASG;IACI,aAAa;QAChB,OAAO,EAAE,CAAC;IACd,CAAC;IAED;;;;;;;;;;;;;OAaG;IACI,iBAAiB,CAAC,QAAgB,EAAE,QAAgB;QACvD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,gBAAgB,QAAQ,6BAA6B,IAAI,CAAC,WAAW,wCAAwC,EAAE,CAAC;IACrJ,CAAC;IAED;;;OAGG;IACI,UAAU,CAAC,GAAiC;QAC/C,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC;QACnB,IAAI,CAAC,YAAY,EAAE,CAAC;IACxB,CAAC;IAED;;;OAGG;IACO,YAAY;QAClB,iCAAiC;IACrC,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,gBAAgB;QACzB,0CAA0C;IAC9C,CAAC;IAED;;;;;;;;;;;;OAYG;IACI,KAAK,CAAC,kBAAkB,CAAC,SAAiB;QAC7C,OAAO,IAAI,CAAC,CAAC,kDAAkD;IACnE,CAAC;IAED;;;;;;;;OAQG;IACI,KAAK,CAAC,eAAe,CAAC,WAA8C;QACvE,0CAA0C;IAC9C,CAAC;IAED;;;;OAIG;IACI,OAAO;QACV,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACxB,CAAC;CACJ"}

package/dist/generic/modelConfiguration.d.ts

@@ -33,6 +33,7 @@
  * New capability knobs go in the bag — do not add a capability column per knob. A knob graduates to
  * a real column when it needs a foreign key or becomes a first-class platform concept.
  */
+import type { RealtimeTrackDescriptor } from './realtimeTracks.js';
 /**
  * MJ-normalized turn-detection mode vocabulary — provider-neutral by design so a shared model
  * catalog is safe on every provider:
@@ -62,7 +63,24 @@ export interface RealtimeTurnDetectionSettings {
     Threshold?: number;
     /** Server-VAD trailing-silence duration in ms; ignored by profiles without a mapping. */
     SilenceDurationMs?: number;
+    /**
+     * What a turn's input is allowed to include. Distinct from DETECTION (when a turn ends):
+     * coverage is WHAT rides in it.
+     *
+     * Gemini 3.8 Live defaults to `audioActivityAndAllVideo`, which ships every video frame to the
+     * model by default — billed and consuming context. Declaring coverage explicitly keeps that a
+     * decision rather than an inherited default. Profiles without a mapping ignore it.
+     */
+    Coverage?: RealtimeTurnCoverage;
 }
+/**
+ * What a turn carries as input.
+ *
+ * - `'audioActivityOnly'` — audio activity only; video frames are sent deliberately, not by default.
+ * - `'audioActivityAndAllVideo'` — audio activity plus every video frame (Gemini 3.8 Live's own
+ *   default, `TURN_INCLUDES_AUDIO_ACTIVITY_AND_ALL_VIDEO`).
+ */
+export type RealtimeTurnCoverage = 'audioActivityOnly' | 'audioActivityAndAllVideo';
 /**
  * Which plane handles reasoning during a realtime session:
  * - `'local'` — the application/agent loop handles reasoning, Actions, and tool results (MJ default).
@@ -90,6 +108,15 @@ export interface RealtimeReasoningSettings {
     Plane?: RealtimeReasoningPlane;
     /** Remote reasoning target when Plane is 'remote'. */
     Remote?: RealtimeRemoteReasoning;
+    /**
+     * Ask the model to emit human-readable summaries of its own reasoning as it works
+     * (Gemini `thinkingConfig.includeThoughts`).
+     *
+     * These are NOT assistant speech — they are progress narration authored by the model, and
+     * belong on the narration transcript path rather than the spoken-response path. Absent =
+     * off; a profile with no mapping ignores it.
+     */
+    IncludeThoughtSummaries?: boolean;
 }
 /** The `Realtime` section — knobs the realtime drivers consume. */
 export interface RealtimeConfigurationSettings {
@@ -104,6 +131,65 @@ export interface RealtimeConfigurationSettings {
      * Absent defaults to 'local'.
      */
     Reasoning?: RealtimeReasoningSettings;
+    /** Tool-execution semantics this model permits. Absent = the profile's own defaults. */
+    Tooling?: RealtimeToolingSettings;
+    /**
+     * Media tracks this session asks the model to establish, beyond audio.
+     *
+     * **The request side of negotiation, and the reason "video off by default" is structural rather
+     * than a default value someone can forget.** Absent or empty establishes audio only; a video
+     * track exists only because something asked for it. That matters concretely: Gemini 3.8 Live's
+     * own turn coverage defaults to including every video frame, billed, so a design where omission
+     * means "inherit the provider" would ship a silent cost.
+     *
+     * Requests are intersected with the model's `SupportedInboundTracks` /
+     * `SupportedOutboundTracks`; anything unsupported resolves to `'unsupported'` so the caller
+     * falls back deliberately.
+     */
+    RequestedTracks?: readonly RealtimeTrackDescriptor[];
+    /**
+     * Which server signal means "the session has gone idle and deferred work may be flushed".
+     *
+     * Absent = `'turnComplete'`, which is every model MJ spoke to before Gemini 3.8 Live
+     * Extended Thinking. On a model with asynchronous reasoning, `turnComplete` arrives while the
+     * server is STILL reasoning and still issuing tool calls, so treating it as idle drains queued
+     * work at the wrong moment; those models report `'interactionStatus'` instead.
+     */
+    IdleSignal?: RealtimeIdleSignal;
+}
+/**
+ * Which server signal a driver should treat as "idle".
+ *
+ * - `'turnComplete'` — the turn-terminal frame also means the server is done (the classic case).
+ * - `'interactionStatus'` — a separate status field carries idleness because `turnComplete` does
+ *   NOT imply it (Gemini `interaction_status`: `IN_PROGRESS` vs `IDLE`).
+ */
+export type RealtimeIdleSignal = 'turnComplete' | 'interactionStatus';
+/**
+ * Tool-execution semantics, declared per model because the same Live API permits different
+ * combinations per model rather than per provider.
+ *
+ * Both flags are capability DECLARATIONS, not requests: they say what the model will accept, so a
+ * driver can refuse locally with a clear message instead of emitting a frame the server rejects.
+ */
+export interface RealtimeToolingSettings {
+    /**
+     * Whether synchronous blocking tool execution is legal.
+     *
+     * `false` on models that only accept asynchronous execution — Gemini 3.8 Live Extended
+     * Thinking returns a HARD ERROR for blocking mode, so this must be caught before the frame is
+     * sent. Absent = permitted (the historical default).
+     */
+    SupportsBlockingExecution?: boolean;
+    /**
+     * Whether per-function scheduling hints are legal (Gemini `SILENT` / `WHEN_IDLE` /
+     * `INTERRUPTED`). Absent = not supported; only declare `true` where the model documents it.
+     */
+    SupportsScheduling?: boolean;
+    /**
+     * Preferred function calling behavior ('BLOCKING' | 'NON_BLOCKING').
+     */
+    Behavior?: 'BLOCKING' | 'NON_BLOCKING';
 }
 /**
  * The `LLM` section — knobs the LLM drivers and the prompt runner consume at call time.

package/dist/generic/modelConfiguration.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"modelConfiguration.d.ts","sourceRoot":"","sources":["../../src/generic/modelConfiguration.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkCG;AAMH;;;;;;;;;;;;;;GAcG;AACH,MAAM,MAAM,yBAAyB,GAAG,SAAS,GAAG,WAAW,GAAG,aAAa,GAAG,QAAQ,CAAC;AAE3F;;;GAGG;AACH,MAAM,WAAW,6BAA6B;IAC1C,iDAAiD;IACjD,IAAI,CAAC,EAAE,yBAAyB,CAAC;IACjC,+FAA+F;IAC/F,SAAS,CAAC,EAAE,KAAK,GAAG,MAAM,GAAG,MAAM,CAAC;IACpC,oFAAoF;IACpF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,yFAAyF;IACzF,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED;;;;GAIG;AACH,MAAM,MAAM,sBAAsB,GAAG,OAAO,GAAG,QAAQ,CAAC;AAExD;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACpC,6FAA6F;IAC7F,IAAI,CAAC,EAAE,OAAO,GAAG,aAAa,CAAC;IAC/B,gFAAgF;IAChF,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,mDAAmD;IACnD,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC;IAClE,2DAA2D;IAC3D,eAAe,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACtC,6EAA6E;IAC7E,KAAK,CAAC,EAAE,sBAAsB,CAAC;IAC/B,sDAAsD;IACtD,MAAM,CAAC,EAAE,uBAAuB,CAAC;CACpC;AAED,mEAAmE;AACnE,MAAM,WAAW,6BAA6B;IAC1C;;;;OAIG;IACH,aAAa,CAAC,EAAE,6BAA6B,GAAG,IAAI,CAAC;IAErD;;;OAGG;IACH,SAAS,CAAC,EAAE,yBAAyB,CAAC;CACzC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,WAAW,wBAAwB;IACrC;;;;;;;OAOG;IACH,yBAAyB,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAE3C;;;;OAIG;IACH,0BAA0B,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAE5C;;;;OAIG;IACH,oBAAoB,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAEtC;;;;;;;OAOG;IACH,iBAAiB,CAAC,EAAE,UAAU,GAAG,UAAU,GAAG,IAAI,CAAC;IAEnD;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;CACtC;AAED,iDAAiD;AACjD,MAAM,WAAW,2BAA2B;IACxC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CAC1B;AAED,0DAA0D;AAC1D,MAAM,WAAW,0BAA0B;IACvC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CAC1B;AAED;;;GAGG;AACH,MAAM,WAAW,uBAAuB;IACpC,6BAA6B;IAC7B,GAAG,CAAC,EAAE,wBAAwB,GAAG,IAAI,CAAC;IACtC,yCAAyC;IACzC,QAAQ,CAAC,EAAE,6BAA6B,GAAG,IAAI,CAAC;IAChD,8BAA8B;IAC9B,MAAM,CAAC,EAAE,2BAA2B,GAAG,IAAI,CAAC;IAC5C,uCAAuC;IACvC,KAAK,CAAC,EAAE,0BAA0B,GAAG,IAAI,CAAC;CAC7C;AAED;;;GAGG;AACH,MAAM,MAAM,oBAAoB,GAAG,uBAAuB,CAAC;AAE3D;;;GAGG;AACH,MAAM,MAAM,qBAAqB,GAAG,uBAAuB,CAAC;AAE5D;;;GAGG;AACH,MAAM,MAAM,0BAA0B,GAAG,uBAAuB,CAAC;AAEjE,iGAAiG;AACjG,MAAM,MAAM,iCAAiC,GAAG,6BAA6B,CAAC;AAE9E,4FAA4F;AAC5F,MAAM,MAAM,4BAA4B,GAAG,wBAAwB,CAAC;AACpE;;;;;;;GAOG;AACH,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,oBAAoB,GAAG,IAAI,CAUpG;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,kCAAkC,CAC9C,GAAG,MAAM,EAAE,KAAK,CAAC,oBAAoB,GAAG,IAAI,GAAG,SAAS,CAAC,GAC1D,oBAAoB,GAAG,IAAI,CAS7B"}
+{"version":3,"file":"modelConfiguration.d.ts","sourceRoot":"","sources":["../../src/generic/modelConfiguration.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkCG;AAKH,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AAEhE;;;;;;;;;;;;;;GAcG;AACH,MAAM,MAAM,yBAAyB,GAAG,SAAS,GAAG,WAAW,GAAG,aAAa,GAAG,QAAQ,CAAC;AAE3F;;;GAGG;AACH,MAAM,WAAW,6BAA6B;IAC1C,iDAAiD;IACjD,IAAI,CAAC,EAAE,yBAAyB,CAAC;IACjC,+FAA+F;IAC/F,SAAS,CAAC,EAAE,KAAK,GAAG,MAAM,GAAG,MAAM,CAAC;IACpC,oFAAoF;IACpF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,yFAAyF;IACzF,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,oBAAoB,CAAC;CACnC;AAED;;;;;;GAMG;AACH,MAAM,MAAM,oBAAoB,GAAG,mBAAmB,GAAG,0BAA0B,CAAC;AAEpF;;;;GAIG;AACH,MAAM,MAAM,sBAAsB,GAAG,OAAO,GAAG,QAAQ,CAAC;AAExD;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACpC,6FAA6F;IAC7F,IAAI,CAAC,EAAE,OAAO,GAAG,aAAa,CAAC;IAC/B,gFAAgF;IAChF,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,mDAAmD;IACnD,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC;IAClE,2DAA2D;IAC3D,eAAe,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACtC,6EAA6E;IAC7E,KAAK,CAAC,EAAE,sBAAsB,CAAC;IAC/B,sDAAsD;IACtD,MAAM,CAAC,EAAE,uBAAuB,CAAC;IAEjC;;;;;;;OAOG;IACH,uBAAuB,CAAC,EAAE,OAAO,CAAC;CACrC;AAED,mEAAmE;AACnE,MAAM,WAAW,6BAA6B;IAC1C;;;;OAIG;IACH,aAAa,CAAC,EAAE,6BAA6B,GAAG,IAAI,CAAC;IAErD;;;OAGG;IACH,SAAS,CAAC,EAAE,yBAAyB,CAAC;IAEtC,wFAAwF;IACxF,OAAO,CAAC,EAAE,uBAAuB,CAAC;IAElC;;;;;;;;;;;;OAYG;IACH,eAAe,CAAC,EAAE,SAAS,uBAAuB,EAAE,CAAC;IAErD;;;;;;;OAOG;IACH,UAAU,CAAC,EAAE,kBAAkB,CAAC;CACnC;AAED;;;;;;GAMG;AACH,MAAM,MAAM,kBAAkB,GAAG,cAAc,GAAG,mBAAmB,CAAC;AAEtE;;;;;;GAMG;AACH,MAAM,WAAW,uBAAuB;IACpC;;;;;;OAMG;IACH,yBAAyB,CAAC,EAAE,OAAO,CAAC;IAEpC;;;OAGG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAE7B;;OAEG;IACH,QAAQ,CAAC,EAAE,UAAU,GAAG,cAAc,CAAC;CAC1C;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,WAAW,wBAAwB;IACrC;;;;;;;OAOG;IACH,yBAAyB,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAE3C;;;;OAIG;IACH,0BAA0B,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAE5C;;;;OAIG;IACH,oBAAoB,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAEtC;;;;;;;OAOG;IACH,iBAAiB,CAAC,EAAE,UAAU,GAAG,UAAU,GAAG,IAAI,CAAC;IAEnD;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;CACtC;AAED,iDAAiD;AACjD,MAAM,WAAW,2BAA2B;IACxC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CAC1B;AAED,0DAA0D;AAC1D,MAAM,WAAW,0BAA0B;IACvC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CAC1B;AAED;;;GAGG;AACH,MAAM,WAAW,uBAAuB;IACpC,6BAA6B;IAC7B,GAAG,CAAC,EAAE,wBAAwB,GAAG,IAAI,CAAC;IACtC,yCAAyC;IACzC,QAAQ,CAAC,EAAE,6BAA6B,GAAG,IAAI,CAAC;IAChD,8BAA8B;IAC9B,MAAM,CAAC,EAAE,2BAA2B,GAAG,IAAI,CAAC;IAC5C,uCAAuC;IACvC,KAAK,CAAC,EAAE,0BAA0B,GAAG,IAAI,CAAC;CAC7C;AAED;;;GAGG;AACH,MAAM,MAAM,oBAAoB,GAAG,uBAAuB,CAAC;AAE3D;;;GAGG;AACH,MAAM,MAAM,qBAAqB,GAAG,uBAAuB,CAAC;AAE5D;;;GAGG;AACH,MAAM,MAAM,0BAA0B,GAAG,uBAAuB,CAAC;AAEjE,iGAAiG;AACjG,MAAM,MAAM,iCAAiC,GAAG,6BAA6B,CAAC;AAE9E,4FAA4F;AAC5F,MAAM,MAAM,4BAA4B,GAAG,wBAAwB,CAAC;AACpE;;;;;;;GAOG;AACH,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,oBAAoB,GAAG,IAAI,CAepG;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,kCAAkC,CAC9C,GAAG,MAAM,EAAE,KAAK,CAAC,oBAAoB,GAAG,IAAI,GAAG,SAAS,CAAC,GAC1D,oBAAoB,GAAG,IAAI,CAS7B"}

package/dist/generic/modelConfiguration.js

@@ -48,9 +48,14 @@ export function ParseModelConfiguration(json) {
     }
     try {
         const parsed = JSON.parse(json);
-        return IsPlainObject(parsed) ? parsed : null;
+        if (IsPlainObject(parsed)) {
+            return parsed;
+        }
+        console.warn('[ParseModelConfiguration] Model configuration JSON is not a plain object; skipping layer.');
+        return null;
     }
-    catch {
+    catch (err) {
+        console.warn('[ParseModelConfiguration] Failed to parse ModelConfiguration JSON; skipping malformed layer:', err);
         return null;
     }
 }

package/dist/generic/modelConfiguration.js.map

@@ -1 +1 @@
-{"version":3,"file":"modelConfiguration.js","sourceRoot":"","sources":["../../src/generic/modelConfiguration.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkCG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAgMvD;;;;;;;GAOG;AACH,MAAM,UAAU,uBAAuB,CAAC,IAA+B;IACnE,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvD,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,CAAC;QACD,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,OAAO,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAE,MAA+B,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3E,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,IAAI,CAAC;IAChB,CAAC;AACL,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,kCAAkC,CAC9C,GAAG,MAAsD;IAEzD,MAAM,MAAM,GAAe,EAAE,CAAC;IAC9B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACzB,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,SAAS;QACb,CAAC;QACD,SAAS,CAAC,MAAM,EAAE,KAA8B,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAE,MAA+B,CAAC,CAAC,CAAC,IAAI,CAAC;AACpF,CAAC;AAED,uGAAuG;AACvG,SAAS,SAAS,CAAC,MAAkB,EAAE,MAAkB;IACrD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YACzB,SAAS;QACb,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,aAAa,CAAC,QAAQ,CAAC,IAAI,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;YACrD,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAClC,CAAC;aAAM,IAAI,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjC,MAAM,IAAI,GAAe,EAAE,CAAC;YAC5B,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAC1B,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;QACvB,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjC,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAiB,CAAC;QAClD,CAAC;aAAM,CAAC;YACJ,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;QAC3B,CAAC;IACL,CAAC;AACL,CAAC"}
+{"version":3,"file":"modelConfiguration.js","sourceRoot":"","sources":["../../src/generic/modelConfiguration.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkCG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAgSvD;;;;;;;GAOG;AACH,MAAM,UAAU,uBAAuB,CAAC,IAA+B;IACnE,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvD,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,CAAC;QACD,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC;YACxB,OAAO,MAA8B,CAAC;QAC1C,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,2FAA2F,CAAC,CAAC;QAC1G,OAAO,IAAI,CAAC;IAChB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,OAAO,CAAC,IAAI,CAAC,8FAA8F,EAAE,GAAG,CAAC,CAAC;QAClH,OAAO,IAAI,CAAC;IAChB,CAAC;AACL,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,kCAAkC,CAC9C,GAAG,MAAsD;IAEzD,MAAM,MAAM,GAAe,EAAE,CAAC;IAC9B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACzB,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,SAAS;QACb,CAAC;QACD,SAAS,CAAC,MAAM,EAAE,KAA8B,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAE,MAA+B,CAAC,CAAC,CAAC,IAAI,CAAC;AACpF,CAAC;AAED,uGAAuG;AACvG,SAAS,SAAS,CAAC,MAAkB,EAAE,MAAkB;IACrD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YACzB,SAAS;QACb,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,aAAa,CAAC,QAAQ,CAAC,IAAI,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;YACrD,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAClC,CAAC;aAAM,IAAI,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjC,MAAM,IAAI,GAAe,EAAE,CAAC;YAC5B,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAC1B,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;QACvB,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjC,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAiB,CAAC;QAClD,CAAC;aAAM,CAAC;YACJ,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;QAC3B,CAAC;IACL,CAAC;AACL,CAAC"}

package/dist/generic/realtimeTracks.d.ts

@@ -0,0 +1,213 @@
+/**
+ * @fileoverview The realtime MEDIA PLANE — tracks and an open modality vocabulary.
+ *
+ * MJ's realtime architecture has three planes, and until now only two were named:
+ *
+ * - **Semantic** — discrete request/response against a surface. Modelled: interactive channels
+ *   (`BaseRealtimeChannelServer`), whose entire surface is tool definitions plus session state.
+ * - **Reasoning** — who thinks and how hard. Modelled: {@link import('./modelConfiguration.js').RealtimeReasoningPlane}.
+ * - **Media** — continuous, time-sequenced samples bound to a model session. This file.
+ *
+ * The media plane was previously implicit: every driver hardcoded audio in and audio out, and
+ * nothing named the concept. That is why a model able to accept live video had nowhere to put it,
+ * and why a model that generates video (an avatar) would have had nowhere either.
+ *
+ * **Tracks and channels compose rather than compete.** A track transports samples; a channel is a
+ * surface that may SOURCE or SINK one. The whiteboard stays a pure tool surface; a screen-share
+ * channel sources an inbound video track; an avatar channel sinks an outbound one; a remote-browser
+ * channel can source inbound video so the model watches the page continuously while the agent still
+ * acts through tools.
+ *
+ * Design rationale, including the cases this was checked against: `plans/realtime/media-tracks-and-modalities.md`.
+ *
+ * @module @memberjunction/ai
+ * @author MemberJunction.com
+ */
+import { BaseSingleton } from '@memberjunction/global';
+/**
+ * Which way samples flow on a track, relative to the model.
+ *
+ * Direction is a PROPERTY rather than part of the type because modalities are not one-directional:
+ * audio is already both, and video is becoming both. Separate `InboundVideo` / `OutboundVideo` types
+ * would double every future modality and encode a distinction that does not hold.
+ */
+export type RealtimeTrackDirection = 'inbound' | 'outbound';
+/**
+ * The modalities MJ itself reasons about — cost, consent, and whether a transcript means anything.
+ *
+ * Deliberately small. Everything outside this set is still transportable (see
+ * {@link RealtimeModalityKey}); it simply gets no special handling.
+ */
+export type RealtimeWellKnownModality = 'audio' | 'video' | 'image' | 'text';
+/**
+ * A modality key: one of the well-known values, or any registered string.
+ *
+ * **Deliberately open.** A closed union would make every future modality a `@memberjunction/ai`
+ * release plus a coordinated upgrade — pose and hand tracking for AR and accessibility, telemetry
+ * for robotics, realtime music, biosignals, haptics, depth. This is the same shape as
+ * `RealtimeTurnDetectionMode`'s `'native'`: a known core with a deliberate open door.
+ *
+ * The `string & {}` intersection is the TypeScript idiom for "any string, but keep autocomplete for
+ * the known ones" — it is not a widening to `string` and it is not `any`.
+ */
+export type RealtimeModalityKey = RealtimeWellKnownModality | (string & {});
+/**
+ * How a track's usage is metered, so cost is a declared property and never a surprise.
+ *
+ * A LIST rather than an enum for the same reason `RealtimeSessionCapabilities.UsageBases` is one:
+ * a provider can meter a single stream in more than one basis at once.
+ */
+export type RealtimeTrackUsageBasis = 'tokens' | 'seconds' | 'frames' | 'bytes';
+/**
+ * What a track IS — the negotiable description of one directional stream of one modality.
+ *
+ * Used in three roles, which is why every field past the first two is optional: a model DECLARES
+ * what it supports, a session REQUESTS what it wants, and the driver REPORTS what it established.
+ */
+export interface RealtimeTrackDescriptor {
+    /** The modality this track carries. */
+    Modality: RealtimeModalityKey;
+    /** Which way samples flow, relative to the model. */
+    Direction: RealtimeTrackDirection;
+    /**
+     * Wire encoding, where it is negotiable or worth pinning — `'audio/pcm;rate=16000'`,
+     * `'image/jpeg'`, `'video/vp8'`. Absent on a request means "the profile's default".
+     */
+    Encoding?: string;
+    /** Sample or frame cadence where meaningful — fps for video, Hz for audio. */
+    Rate?: number;
+    /** How this track is metered. Absent means the session's own basis applies. */
+    UsageBasis?: readonly RealtimeTrackUsageBasis[];
+    /**
+     * Whether establishing this track needs an explicit human grant — camera, screen capture,
+     * microphone, biosignals.
+     *
+     * A track property rather than per-modality special-casing in the UI, so a host can prompt
+     * generically and the audit trail is uniform across modalities we have not invented yet.
+     */
+    RequiresConsent?: boolean;
+    /**
+     * Whether this track is required for the session to proceed (`true`) or optional/best-effort (`false`).
+     * When optional, failure to establish the track does not terminate the session.
+     */
+    Required?: boolean;
+}
+/**
+ * Canonical track descriptor for channel-sourced inbound video (e.g. Whiteboard, Remote Browser).
+ * Encoded as JPEG, 1 fps rate ceiling, billed on tokens + frames, and requires no human OS consent grant.
+ */
+export declare const CHANNEL_INBOUND_VIDEO_TRACK: RealtimeTrackDescriptor;
+/**
+ * Baseline audio tracks for realtime voice sessions: inbound user audio and outbound model speech.
+ * Represents the fundamental floor of every realtime voice session.
+ */
+export declare const DEFAULT_REALTIME_AUDIO_TRACKS: readonly RealtimeTrackDescriptor[];
+/**
+ * Where a track is in its lifecycle.
+ *
+ * `'denied'` and `'unsupported'` are distinct on purpose: the first is a human refusing consent
+ * (recoverable, re-askable, and a UX event), the second is the model not supporting the modality
+ * (permanent for this session, and the trigger for falling back to a non-track path). Collapsing
+ * them would make "ask again" indistinguishable from "never ask".
+ */
+export type RealtimeTrackState = 'requested' | 'establishing' | 'live' | 'ended' | 'denied' | 'unsupported';
+/** A track as it exists on a live session: what was asked for, and where it actually got to. */
+export interface RealtimeTrack {
+    /** Stable id for this track within the session, so state changes can be correlated. */
+    TrackID: string;
+    /**
+     * What was requested, refined with what was actually negotiated once `'live'`.
+     *
+     * **Refinement currently covers `Rate` only** — `ResolveRequestedTracks` carries the more
+     * restrictive of the requested and supported rates. Every other field (`Encoding`,
+     * `UsageBasis`, `RequiresConsent`, …) is the REQUESTED value passed through untouched, so do
+     * not read one of those off a live track expecting the model's answer. Widen the refinement
+     * in `ResolveRequestedTracks` before relying on another field here.
+     */
+    Descriptor: RealtimeTrackDescriptor;
+    /** Current lifecycle state. */
+    State: RealtimeTrackState;
+    /**
+     * Why the track is in a terminal state it did not ask for (`'denied'`, `'unsupported'`, an
+     * error-driven `'ended'`). Never swallowed — a track that fails silently looks to the host
+     * exactly like a track nobody asked for.
+     */
+    Reason?: string;
+}
+/**
+ * Descriptor for a registered modality — what MJ knows about a modality beyond its key.
+ *
+ * Registration is how a modality becomes more than an opaque string: it gains a default encoding,
+ * a consent requirement, and a metering basis that hosts and cost accounting can rely on without
+ * hardcoding a modality list of their own.
+ */
+export interface RealtimeModalityDescriptor {
+    /** The key this descriptor describes. */
+    Key: RealtimeModalityKey;
+    /** Human-readable name for UI and logs. */
+    DisplayName: string;
+    /** Directions this modality is meaningful in. */
+    Directions: readonly RealtimeTrackDirection[];
+    /** Default wire encoding when a request does not pin one. */
+    DefaultEncoding?: string;
+    /** Whether tracks of this modality require an explicit human grant by default. */
+    RequiresConsent?: boolean;
+    /** Default metering basis for tracks of this modality. */
+    DefaultUsageBasis?: readonly RealtimeTrackUsageBasis[];
+}
+/**
+ * The modality registry — an open vocabulary with a known core.
+ *
+ * A **code** registry rather than a database table, deliberately: the well-known keys plus every
+ * modality we can currently name are covered without one, and an unregistered key still transports.
+ * A table earns itself the day a customer must add a modality without shipping a release; at that
+ * point it is purely additive (see `plans/realtime/gemini-3-8-live.md` §9.1).
+ *
+ * `BaseSingleton` rather than a `static _instance` so a bundler that loads this module twice does
+ * not produce two registries with divergent contents.
+ */
+export declare class RealtimeModalityRegistry extends BaseSingleton<RealtimeModalityRegistry> {
+    private _modalities;
+    protected constructor();
+    static get Instance(): RealtimeModalityRegistry;
+    /**
+     * Registers (or replaces) a modality descriptor.
+     *
+     * Last registration wins, matching `MJGlobal.ClassFactory`'s own convention, so a deployment can
+     * refine a well-known modality — raising `RequiresConsent` on `video` for a stricter
+     * jurisdiction, say — without a code change here.
+     */
+    Register(descriptor: RealtimeModalityDescriptor): void;
+    /**
+     * Looks a modality up by key, case- and whitespace-insensitively.
+     *
+     * Returns `undefined` for an unregistered key rather than throwing: an unknown modality is
+     * transportable-but-unreasoned-about by design, so callers fall back to the descriptor on the
+     * track itself.
+     */
+    Get(key: RealtimeModalityKey): RealtimeModalityDescriptor | undefined;
+    /** Whether a key has a registered descriptor. */
+    IsRegistered(key: RealtimeModalityKey): boolean;
+    /** Every registered descriptor, for UI and diagnostics. */
+    get All(): readonly RealtimeModalityDescriptor[];
+    /** Seeds the modalities MJ reasons about. */
+    private registerWellKnown;
+}
+/**
+ * Resolves the set of tracks to establish: what the caller asked for, intersected with what the
+ * model supports.
+ *
+ * **This function is why "video off by default" is structural rather than a default value.** An
+ * unrequested track is never established, so omitting configuration cannot silently inherit a
+ * provider default — which matters concretely because Gemini 3.8 Live's own turn coverage defaults
+ * to including every video frame, billed.
+ *
+ * A requested track the model does not support resolves to `'unsupported'` rather than being
+ * dropped, so the caller can fall back deliberately instead of wondering why no frames arrive.
+ *
+ * @param requested Tracks the session asked for. Empty or absent yields an empty result.
+ * @param supported Tracks the model declares, from `RealtimeSessionCapabilities`.
+ * @param makeTrackID Id factory, injected so callers control id shape and tests stay deterministic.
+ */
+export declare function ResolveRequestedTracks(requested: readonly RealtimeTrackDescriptor[] | undefined, supported: readonly RealtimeTrackDescriptor[] | undefined, makeTrackID: (descriptor: RealtimeTrackDescriptor, index: number) => string): RealtimeTrack[];
+//# sourceMappingURL=realtimeTracks.d.ts.map

package/dist/generic/realtimeTracks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtimeTracks.d.ts","sourceRoot":"","sources":["../../src/generic/realtimeTracks.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAEvD;;;;;;GAMG;AACH,MAAM,MAAM,sBAAsB,GAAG,SAAS,GAAG,UAAU,CAAC;AAE5D;;;;;GAKG;AACH,MAAM,MAAM,yBAAyB,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,GAAG,MAAM,CAAC;AAE7E;;;;;;;;;;GAUG;AACH,MAAM,MAAM,mBAAmB,GAAG,yBAAyB,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;AAE5E;;;;;GAKG;AACH,MAAM,MAAM,uBAAuB,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,GAAG,OAAO,CAAC;AAEhF;;;;;GAKG;AACH,MAAM,WAAW,uBAAuB;IACpC,uCAAuC;IACvC,QAAQ,EAAE,mBAAmB,CAAC;IAE9B,qDAAqD;IACrD,SAAS,EAAE,sBAAsB,CAAC;IAElC;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,8EAA8E;IAC9E,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,+EAA+E;IAC/E,UAAU,CAAC,EAAE,SAAS,uBAAuB,EAAE,CAAC;IAEhD;;;;;;OAMG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;IAE1B;;;OAGG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;CACtB;AAED;;;GAGG;AACH,eAAO,MAAM,2BAA2B,EAAE,uBAOxC,CAAC;AAEH;;;GAGG;AACH,eAAO,MAAM,6BAA6B,EAAE,SAAS,uBAAuB,EAG1E,CAAC;AAEH;;;;;;;GAOG;AACH,MAAM,MAAM,kBAAkB,GAAG,WAAW,GAAG,cAAc,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,aAAa,CAAC;AAE5G,gGAAgG;AAChG,MAAM,WAAW,aAAa;IAC1B,uFAAuF;IACvF,OAAO,EAAE,MAAM,CAAC;IAEhB;;;;;;;;OAQG;IACH,UAAU,EAAE,uBAAuB,CAAC;IAEpC,+BAA+B;IAC/B,KAAK,EAAE,kBAAkB,CAAC;IAE1B;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,0BAA0B;IACvC,yCAAyC;IACzC,GAAG,EAAE,mBAAmB,CAAC;IAEzB,2CAA2C;IAC3C,WAAW,EAAE,MAAM,CAAC;IAEpB,iDAAiD;IACjD,UAAU,EAAE,SAAS,sBAAsB,EAAE,CAAC;IAE9C,6DAA6D;IAC7D,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB,kFAAkF;IAClF,eAAe,CAAC,EAAE,OAAO,CAAC;IAE1B,0DAA0D;IAC1D,iBAAiB,CAAC,EAAE,SAAS,uBAAuB,EAAE,CAAC;CAC1D;AAED;;;;;;;;;;GAUG;AACH,qBAAa,wBAAyB,SAAQ,aAAa,CAAC,wBAAwB,CAAC;IACjF,OAAO,CAAC,WAAW,CAAiD;IAEpE,SAAS;IAKT,WAAkB,QAAQ,IAAI,wBAAwB,CAErD;IAED;;;;;;OAMG;IACI,QAAQ,CAAC,UAAU,EAAE,0BAA0B,GAAG,IAAI;IAO7D;;;;;;OAMG;IACI,GAAG,CAAC,GAAG,EAAE,mBAAmB,GAAG,0BAA0B,GAAG,SAAS;IAI5E,iDAAiD;IAC1C,YAAY,CAAC,GAAG,EAAE,mBAAmB,GAAG,OAAO;IAItD,2DAA2D;IAC3D,IAAW,GAAG,IAAI,SAAS,0BAA0B,EAAE,CAEtD;IAED,6CAA6C;IAC7C,OAAO,CAAC,iBAAiB;CA8B5B;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,sBAAsB,CAClC,SAAS,EAAE,SAAS,uBAAuB,EAAE,GAAG,SAAS,EACzD,SAAS,EAAE,SAAS,uBAAuB,EAAE,GAAG,SAAS,EACzD,WAAW,EAAE,CAAC,UAAU,EAAE,uBAAuB,EAAE,KAAK,EAAE,MAAM,KAAK,MAAM,GAC5E,aAAa,EAAE,CAkCjB"}

package/dist/generic/realtimeTracks.js

@@ -0,0 +1,178 @@
+/**
+ * @fileoverview The realtime MEDIA PLANE — tracks and an open modality vocabulary.
+ *
+ * MJ's realtime architecture has three planes, and until now only two were named:
+ *
+ * - **Semantic** — discrete request/response against a surface. Modelled: interactive channels
+ *   (`BaseRealtimeChannelServer`), whose entire surface is tool definitions plus session state.
+ * - **Reasoning** — who thinks and how hard. Modelled: {@link import('./modelConfiguration.js').RealtimeReasoningPlane}.
+ * - **Media** — continuous, time-sequenced samples bound to a model session. This file.
+ *
+ * The media plane was previously implicit: every driver hardcoded audio in and audio out, and
+ * nothing named the concept. That is why a model able to accept live video had nowhere to put it,
+ * and why a model that generates video (an avatar) would have had nowhere either.
+ *
+ * **Tracks and channels compose rather than compete.** A track transports samples; a channel is a
+ * surface that may SOURCE or SINK one. The whiteboard stays a pure tool surface; a screen-share
+ * channel sources an inbound video track; an avatar channel sinks an outbound one; a remote-browser
+ * channel can source inbound video so the model watches the page continuously while the agent still
+ * acts through tools.
+ *
+ * Design rationale, including the cases this was checked against: `plans/realtime/media-tracks-and-modalities.md`.
+ *
+ * @module @memberjunction/ai
+ * @author MemberJunction.com
+ */
+import { BaseSingleton } from '@memberjunction/global';
+/**
+ * Canonical track descriptor for channel-sourced inbound video (e.g. Whiteboard, Remote Browser).
+ * Encoded as JPEG, 1 fps rate ceiling, billed on tokens + frames, and requires no human OS consent grant.
+ */
+export const CHANNEL_INBOUND_VIDEO_TRACK = Object.freeze({
+    Modality: 'video',
+    Direction: 'inbound',
+    Encoding: 'image/jpeg',
+    Rate: 1,
+    UsageBasis: ['tokens', 'frames'],
+    RequiresConsent: false,
+});
+/**
+ * Baseline audio tracks for realtime voice sessions: inbound user audio and outbound model speech.
+ * Represents the fundamental floor of every realtime voice session.
+ */
+export const DEFAULT_REALTIME_AUDIO_TRACKS = Object.freeze([
+    Object.freeze({ Modality: 'audio', Direction: 'inbound' }),
+    Object.freeze({ Modality: 'audio', Direction: 'outbound' }),
+]);
+/**
+ * The modality registry — an open vocabulary with a known core.
+ *
+ * A **code** registry rather than a database table, deliberately: the well-known keys plus every
+ * modality we can currently name are covered without one, and an unregistered key still transports.
+ * A table earns itself the day a customer must add a modality without shipping a release; at that
+ * point it is purely additive (see `plans/realtime/gemini-3-8-live.md` §9.1).
+ *
+ * `BaseSingleton` rather than a `static _instance` so a bundler that loads this module twice does
+ * not produce two registries with divergent contents.
+ */
+export class RealtimeModalityRegistry extends BaseSingleton {
+    constructor() {
+        super();
+        this._modalities = new Map();
+        this.registerWellKnown();
+    }
+    static get Instance() {
+        return super.getInstance();
+    }
+    /**
+     * Registers (or replaces) a modality descriptor.
+     *
+     * Last registration wins, matching `MJGlobal.ClassFactory`'s own convention, so a deployment can
+     * refine a well-known modality — raising `RequiresConsent` on `video` for a stricter
+     * jurisdiction, say — without a code change here.
+     */
+    Register(descriptor) {
+        if (!descriptor?.Key) {
+            throw new Error('RealtimeModalityRegistry.Register requires a descriptor with a Key.');
+        }
+        this._modalities.set(descriptor.Key.trim().toLowerCase(), descriptor);
+    }
+    /**
+     * Looks a modality up by key, case- and whitespace-insensitively.
+     *
+     * Returns `undefined` for an unregistered key rather than throwing: an unknown modality is
+     * transportable-but-unreasoned-about by design, so callers fall back to the descriptor on the
+     * track itself.
+     */
+    Get(key) {
+        return this._modalities.get(String(key ?? '').trim().toLowerCase());
+    }
+    /** Whether a key has a registered descriptor. */
+    IsRegistered(key) {
+        return this.Get(key) !== undefined;
+    }
+    /** Every registered descriptor, for UI and diagnostics. */
+    get All() {
+        return [...this._modalities.values()];
+    }
+    /** Seeds the modalities MJ reasons about. */
+    registerWellKnown() {
+        this.Register({
+            Key: 'audio',
+            DisplayName: 'Audio',
+            Directions: ['inbound', 'outbound'],
+            RequiresConsent: true,
+            DefaultUsageBasis: ['tokens', 'seconds'],
+        });
+        this.Register({
+            Key: 'video',
+            DisplayName: 'Video',
+            Directions: ['inbound', 'outbound'],
+            RequiresConsent: true,
+            DefaultEncoding: 'image/jpeg',
+            DefaultUsageBasis: ['tokens', 'frames'],
+        });
+        this.Register({
+            Key: 'image',
+            DisplayName: 'Image',
+            Directions: ['inbound'],
+            DefaultEncoding: 'image/jpeg',
+            DefaultUsageBasis: ['tokens'],
+        });
+        this.Register({
+            Key: 'text',
+            DisplayName: 'Text',
+            Directions: ['inbound', 'outbound'],
+            DefaultUsageBasis: ['tokens'],
+        });
+    }
+}
+/**
+ * Resolves the set of tracks to establish: what the caller asked for, intersected with what the
+ * model supports.
+ *
+ * **This function is why "video off by default" is structural rather than a default value.** An
+ * unrequested track is never established, so omitting configuration cannot silently inherit a
+ * provider default — which matters concretely because Gemini 3.8 Live's own turn coverage defaults
+ * to including every video frame, billed.
+ *
+ * A requested track the model does not support resolves to `'unsupported'` rather than being
+ * dropped, so the caller can fall back deliberately instead of wondering why no frames arrive.
+ *
+ * @param requested Tracks the session asked for. Empty or absent yields an empty result.
+ * @param supported Tracks the model declares, from `RealtimeSessionCapabilities`.
+ * @param makeTrackID Id factory, injected so callers control id shape and tests stay deterministic.
+ */
+export function ResolveRequestedTracks(requested, supported, makeTrackID) {
+    if (!requested || requested.length === 0) {
+        return [];
+    }
+    const supportedList = supported ?? [];
+    return requested.map((descriptor, index) => {
+        const supportedTrack = supportedList.find((s) => String(s.Modality).trim().toLowerCase() === String(descriptor.Modality).trim().toLowerCase() &&
+            s.Direction === descriptor.Direction);
+        const isSupported = Boolean(supportedTrack);
+        let refinedDescriptor = descriptor;
+        if (supportedTrack) {
+            let effectiveRate = descriptor.Rate;
+            if (typeof supportedTrack.Rate === 'number' && supportedTrack.Rate > 0) {
+                effectiveRate = typeof descriptor.Rate === 'number' && descriptor.Rate > 0
+                    ? Math.min(descriptor.Rate, supportedTrack.Rate)
+                    : supportedTrack.Rate;
+            }
+            refinedDescriptor = {
+                ...descriptor,
+                Rate: effectiveRate,
+            };
+        }
+        return {
+            TrackID: makeTrackID(refinedDescriptor, index),
+            Descriptor: refinedDescriptor,
+            State: isSupported ? 'requested' : 'unsupported',
+            Reason: isSupported
+                ? undefined
+                : `Model does not support ${descriptor.Direction} ${String(descriptor.Modality)} tracks.`,
+        };
+    });
+}
+//# sourceMappingURL=realtimeTracks.js.map

package/dist/generic/realtimeTracks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtimeTracks.js","sourceRoot":"","sources":["../../src/generic/realtimeTracks.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAiFvD;;;GAGG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAA4B,MAAM,CAAC,MAAM,CAAC;IAC9E,QAAQ,EAAE,OAAO;IACjB,SAAS,EAAE,SAAS;IACpB,QAAQ,EAAE,YAAY;IACtB,IAAI,EAAE,CAAC;IACP,UAAU,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAU;IACzC,eAAe,EAAE,KAAK;CACzB,CAAC,CAAC;AAEH;;;GAGG;AACH,MAAM,CAAC,MAAM,6BAA6B,GAAuC,MAAM,CAAC,MAAM,CAAC;IAC3F,MAAM,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,OAAgB,EAAE,SAAS,EAAE,SAAkB,EAAE,CAAC;IAC5E,MAAM,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,OAAgB,EAAE,SAAS,EAAE,UAAmB,EAAE,CAAC;CAChF,CAAC,CAAC;AAkEH;;;;;;;;;;GAUG;AACH,MAAM,OAAO,wBAAyB,SAAQ,aAAuC;IAGjF;QACI,KAAK,EAAE,CAAC;QAHJ,gBAAW,GAAG,IAAI,GAAG,EAAsC,CAAC;QAIhE,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC7B,CAAC;IAEM,MAAM,KAAK,QAAQ;QACtB,OAAO,KAAK,CAAC,WAAW,EAA4B,CAAC;IACzD,CAAC;IAED;;;;;;OAMG;IACI,QAAQ,CAAC,UAAsC;QAClD,IAAI,CAAC,UAAU,EAAE,GAAG,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,qEAAqE,CAAC,CAAC;QAC3F,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,UAAU,CAAC,CAAC;IAC1E,CAAC;IAED;;;;;;OAMG;IACI,GAAG,CAAC,GAAwB;QAC/B,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;IACxE,CAAC;IAED,iDAAiD;IAC1C,YAAY,CAAC,GAAwB;QACxC,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC;IACvC,CAAC;IAED,2DAA2D;IAC3D,IAAW,GAAG;QACV,OAAO,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,6CAA6C;IACrC,iBAAiB;QACrB,IAAI,CAAC,QAAQ,CAAC;YACV,GAAG,EAAE,OAAO;YACZ,WAAW,EAAE,OAAO;YACpB,UAAU,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC;YACnC,eAAe,EAAE,IAAI;YACrB,iBAAiB,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC;SAC3C,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC;YACV,GAAG,EAAE,OAAO;YACZ,WAAW,EAAE,OAAO;YACpB,UAAU,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC;YACnC,eAAe,EAAE,IAAI;YACrB,eAAe,EAAE,YAAY;YAC7B,iBAAiB,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC;SAC1C,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC;YACV,GAAG,EAAE,OAAO;YACZ,WAAW,EAAE,OAAO;YACpB,UAAU,EAAE,CAAC,SAAS,CAAC;YACvB,eAAe,EAAE,YAAY;YAC7B,iBAAiB,EAAE,CAAC,QAAQ,CAAC;SAChC,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC;YACV,GAAG,EAAE,MAAM;YACX,WAAW,EAAE,MAAM;YACnB,UAAU,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC;YACnC,iBAAiB,EAAE,CAAC,QAAQ,CAAC;SAChC,CAAC,CAAC;IACP,CAAC;CACJ;AAED;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,sBAAsB,CAClC,SAAyD,EACzD,SAAyD,EACzD,WAA2E;IAE3E,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,EAAE,CAAC;IACd,CAAC;IACD,MAAM,aAAa,GAAG,SAAS,IAAI,EAAE,CAAC;IACtC,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE;QACvC,MAAM,cAAc,GAAG,aAAa,CAAC,IAAI,CACrC,CAAC,CAAC,EAAE,EAAE,CACF,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE;YAC5F,CAAC,CAAC,SAAS,KAAK,UAAU,CAAC,SAAS,CAC3C,CAAC;QACF,MAAM,WAAW,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;QAC5C,IAAI,iBAAiB,GAAG,UAAU,CAAC;QACnC,IAAI,cAAc,EAAE,CAAC;YACjB,IAAI,aAAa,GAAG,UAAU,CAAC,IAAI,CAAC;YACpC,IAAI,OAAO,cAAc,CAAC,IAAI,KAAK,QAAQ,IAAI,cAAc,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;gBACrE,aAAa,GAAG,OAAO,UAAU,CAAC,IAAI,KAAK,QAAQ,IAAI,UAAU,CAAC,IAAI,GAAG,CAAC;oBACtE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,cAAc,CAAC,IAAI,CAAC;oBAChD,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC;YAC9B,CAAC;YACD,iBAAiB,GAAG;gBAChB,GAAG,UAAU;gBACb,IAAI,EAAE,aAAa;aACtB,CAAC;QACN,CAAC;QACD,OAAO;YACH,OAAO,EAAE,WAAW,CAAC,iBAAiB,EAAE,KAAK,CAAC;YAC9C,UAAU,EAAE,iBAAiB;YAC7B,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,aAAa;YAChD,MAAM,EAAE,WAAW;gBACf,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,0BAA0B,UAAU,CAAC,SAAS,IAAI,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,UAAU;SACxE,CAAC;IAC9B,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/index.d.ts

@@ -22,4 +22,5 @@ export * from './generic/baseRealtimeChannelServer.js';
 export * from './generic/errorTypes.js';
 export * from './generic/errorAnalyzer.js';
 export * from './generic/realtimeToolBatchBarrier.js';
+export * from './generic/realtimeTracks.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAA;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,iCAAiC,CAAC;AAChD,cAAc,0BAA0B,CAAC;AACzC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,0BAA0B,CAAC;AACzC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC;AACzC,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,kCAAkC,CAAC;AACjD,cAAc,iCAAiC,CAAC;AAChD,cAAc,qCAAqC,CAAC;AACpD,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,oCAAoC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAA;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,iCAAiC,CAAC;AAChD,cAAc,0BAA0B,CAAC;AACzC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,0BAA0B,CAAC;AACzC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC;AACzC,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,kCAAkC,CAAC;AACjD,cAAc,iCAAiC,CAAC;AAChD,cAAc,qCAAqC,CAAC;AACpD,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,oCAAoC,CAAC;AACnD,cAAc,0BAA0B,CAAC"}

package/dist/index.js

@@ -22,4 +22,5 @@ export * from './generic/baseRealtimeChannelServer.js';
 export * from './generic/errorTypes.js';
 export * from './generic/errorAnalyzer.js';
 export * from './generic/realtimeToolBatchBarrier.js';
+export * from './generic/realtimeTracks.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAA;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,iCAAiC,CAAC;AAChD,cAAc,0BAA0B,CAAC;AACzC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,0BAA0B,CAAC;AACzC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC;AACzC,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,kCAAkC,CAAC;AACjD,cAAc,iCAAiC,CAAC;AAChD,cAAc,qCAAqC,CAAC;AACpD,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,oCAAoC,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAA;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,iCAAiC,CAAC;AAChD,cAAc,0BAA0B,CAAC;AACzC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,0BAA0B,CAAC;AACzC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC;AACzC,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,kCAAkC,CAAC;AACjD,cAAc,iCAAiC,CAAC;AAChD,cAAc,qCAAqC,CAAC;AACpD,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,oCAAoC,CAAC;AACnD,cAAc,0BAA0B,CAAC"}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@memberjunction/ai",
   "type": "module",
-  "version": "6.1.1",
+  "version": "6.1.3",
   "description": "MemberJunction: AI - core components for abstracting LLMs and other AI model types that are usable anywhere without ANY other MJ dependencies past @memberjunction/global which itself has zero additional dependencies.",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -11,7 +11,7 @@
   "author": "MemberJunction.com",
   "license": "BUSL-1.1",
   "dependencies": {
-    "@memberjunction/global": "6.1.1",
+    "@memberjunction/global": "6.1.3",
     "dotenv": "^17.2.4",
     "rxjs": "^7.8.2"
   },