dsh-realtime-audio-ws 0.1.1 → 0.1.3

package/lib/client/bundle.js

@@ -0,0 +1,278 @@
+window.__ModuleLoader__.load({ id: "dsh-realtime-audio-ws",
+  factory: (require) => {
+    const exports = {}
+    const module = { exports }
+    "use strict";
+    /**
+     * The browser face: microphone in, speaker out, over the host route.
+     *
+     * This is the client half of the transport. `dsh-realtime-audio-ws` claims the socket on the host and
+     * bridges it to the agent's audio events; this file opens that socket, captures the microphone into it, and
+     * plays what comes back.
+     *
+     * **One file, on purpose.** A client face is served as a single resource (`<package>/client.js`), so a
+     * relative value import would emit a second file the loader never serves. Everything therefore lives here,
+     * including the API shapes it needs.
+     *
+     * **No DOM lib, also on purpose.** The browser APIs are described structurally and read off `globalThis`
+     * through one cast, so this compiles in the package's ordinary program — no second tsconfig, no DOM lib,
+     * no bundler — and every path is testable by injecting fakes. `standard-browser-types` would have bought
+     * accurate types for six objects at the cost of a whole second build face; this is the cheaper trade.
+     *
+     * **`ScriptProcessorNode`, and why.** The modern capture path is an `AudioWorklet`, whose module must be
+     * fetched from a URL — a `blob:` URL, which a page's Content-Security-Policy can refuse. The desktop app
+     * demonstrably *has* a CSP (a `connect-src 'none'` string is in its bundle, governing the shell pages), and
+     * I have not read the app page's policy. `ScriptProcessorNode` needs no URL, no module fetch and no policy
+     * grant, and it runs in the page, so the whole capture path is testable. It is deprecated and its latency is
+     * worse. That is a deliberate, disclosed trade: swap it for a worklet once the app page's `script-src` has
+     * actually been read, rather than shipping a capture path that a policy might silently kill.
+     */
+    Object.defineProperty(exports, "__esModule", { value: true });
+    exports.INJECTED_KEY = exports.GLOBAL_KEY = exports.MAX_BACKLOG_SECONDS = exports.CAPTURE_BUFFER = exports.SAMPLE_RATE = exports.DEFAULT_PATH = exports.inject = exports.name = void 0;
+    exports.socketUrl = socketUrl;
+    exports.pcm16FromFloat32 = pcm16FromFloat32;
+    exports.float32FromPcm16 = float32FromPcm16;
+    exports.defaultDeps = defaultDeps;
+    exports.createAudioClient = createAudioClient;
+    exports.apply = apply;
+    /** Browser-side plugin name. */
+    exports.name = 'realtime-audio-client';
+    /**
+     * No client services. The socket, the device and the audio graph are all this plugin's own, so it injects
+     * nothing — and a client face that needs nothing cannot be broken by another plugin's absence.
+     */
+    exports.inject = [];
+    /** Where the host route lives. Duplicated from the host package because a client face cannot import it. */
+    exports.DEFAULT_PATH = '/dsh-realtime/audio';
+    /** The session's declared rate. The graph is opened at this rate or the client refuses to run. */
+    exports.SAMPLE_RATE = 24_000;
+    /** Capture chunk in samples. 1024 at 24 kHz is ~43 ms: the 2^10 floor the API allows, so latency is lowest. */
+    exports.CAPTURE_BUFFER = 1024;
+    /** Backlog past which incoming speech is dropped rather than queued — the same rule the host carries. */
+    exports.MAX_BACKLOG_SECONDS = 0.5;
+    /** Global the client publishes itself on. There is no UI surface yet; this is how it is started. */
+    exports.GLOBAL_KEY = '__dshRealtimeAudio';
+    /** Optional host-injected settings. A future index-injection row may set the path; the default matches. */
+    exports.INJECTED_KEY = '__DSH_REALTIME_AUDIO__';
+    // ---- pure helpers --------------------------------------------------------------------------------------
+    /**
+     * The socket URL for the host route.
+     *
+     * @param location - the page's location, or undefined when there is none.
+     * @param path - the route pathname.
+     * @returns the URL, or undefined when this page cannot host a socket at all.
+     */
+    function socketUrl(location, path) {
+        if (location === undefined || location.host === '')
+            return undefined;
+        // An https page may not open a ws:// socket — the browser blocks it as mixed content — so the scheme has
+        // to follow the page rather than being decided here.
+        const scheme = location.protocol === 'https:' ? 'wss' : 'ws';
+        return `${scheme}://${location.host}${path}`;
+    }
+    /**
+     * Convert one captured float block to the wire's PCM16.
+     *
+     * Clamped, not wrapped: a sample above 1.0 is a loud peak, and letting it wrap turns a loud voice into
+     * noise. Asymmetric on purpose — 32767 is the largest Int16 and -32768 the smallest, so scaling both by the
+     * same factor would clip every negative peak one step early.
+     *
+     * @param input - samples in the range [-1, 1].
+     * @returns the same samples as little-endian PCM16 bytes.
+     */
+    function pcm16FromFloat32(input) {
+        const out = new Int16Array(input.length);
+        // `entries()` rather than an index: under `noUncheckedIndexedAccess` an indexed read is
+        // `number | undefined`, and guarding that would add a branch that can never be taken at runtime.
+        for (const [index, raw] of input.entries()) {
+            const sample = Math.max(-1, Math.min(1, raw));
+            out[index] = Math.round(sample < 0 ? sample * 32768 : sample * 32767);
+        }
+        return out;
+    }
+    /**
+     * Read one PCM16 frame as playback samples.
+     *
+     * @param bytes - the frame.
+     * @returns samples in [-1, 1).
+     */
+    function float32FromPcm16(bytes) {
+        const samples = new Int16Array(bytes.buffer, bytes.byteOffset, Math.floor(bytes.byteLength / 2));
+        const out = new Float32Array(samples.length);
+        for (const [index, sample] of samples.entries())
+            out[index] = sample / 32768;
+        return out;
+    }
+    /**
+     * Read the real browser APIs, and any settings the host injected.
+     *
+     * @param scope - the global scope, injectable so both the present and absent cases are testable without
+     * mutating the process's own globals.
+     * @returns the production dependencies. Every one may be absent, which is why `start` reports rather than
+     * throws: a page without a microphone API is a fact about the page, not a defect in the caller.
+     */
+    function defaultDeps(scope = globalThis) {
+        const media = scope.navigator?.mediaDevices;
+        const Audio = scope.AudioContext;
+        const Socket = scope.WebSocket;
+        return {
+            location: scope.location,
+            getUserMedia: media === undefined ? undefined : (constraints) => media.getUserMedia(constraints),
+            createAudioContext: Audio === undefined ? undefined : (rate) => new Audio({ sampleRate: rate }),
+            createSocket: Socket === undefined ? undefined : (url) => new Socket(url),
+            injected: scope.__DSH_REALTIME_AUDIO__,
+        };
+    }
+    /**
+     * The client: one microphone in, one socket out, one speaker fed.
+     *
+     * @param deps - the outside world, injected so every path is testable.
+     * @returns the start/stop/state handle.
+     */
+    function createAudioClient(deps) {
+        let current = { kind: 'idle' };
+        let socket;
+        let context;
+        let stream;
+        let processor;
+        let silence;
+        let playsAt = 0;
+        const fail = (reason) => {
+            current = { kind: 'failed', reason };
+            return current;
+        };
+        /** Release everything held. Idempotent, because stop, an error and a close all reach it. */
+        const release = () => {
+            socket?.close();
+            socket = undefined;
+            processor?.disconnect();
+            processor = undefined;
+            silence?.disconnect();
+            silence = undefined;
+            for (const track of stream?.getTracks() ?? [])
+                track.stop();
+            stream = undefined;
+            const closing = context;
+            context = undefined;
+            if (closing !== undefined)
+                void closing.close().catch(() => undefined);
+            playsAt = 0;
+        };
+        /** Play one frame, dropping it rather than queueing when we are already behind. */
+        const play = (bytes) => {
+            if (context === undefined)
+                return;
+            const samples = float32FromPcm16(bytes);
+            if (samples.length === 0)
+                return;
+            const buffer = context.createBuffer(1, samples.length, exports.SAMPLE_RATE);
+            buffer.getChannelData(0).set(samples);
+            const now = context.currentTime;
+            const at = Math.max(now, playsAt);
+            // Unbuffered, like the host: audio that is already late is dropped rather than played behind, because a
+            // queue that grows converts a stutter into a permanent delay that never recovers.
+            if (at - now > exports.MAX_BACKLOG_SECONDS)
+                return;
+            const source = context.createBufferSource();
+            source.buffer = buffer;
+            source.connect(context.destination);
+            source.start(at);
+            playsAt = at + buffer.duration;
+        };
+        /** Build the capture graph and start shipping frames. */
+        const attachCapture = () => {
+            if (context === undefined || stream === undefined || socket === undefined) {
+                return fail('the audio graph went away before the socket opened');
+            }
+            const source = context.createMediaStreamSource(stream);
+            const node = context.createScriptProcessor(exports.CAPTURE_BUFFER, 1, 1);
+            node.onaudioprocess = (event) => {
+                const pcm16 = pcm16FromFloat32(event.inputBuffer.getChannelData(0));
+                socket?.send(new Uint8Array(pcm16.buffer));
+            };
+            // A ScriptProcessorNode only fires while connected to the destination — and connecting the microphone
+            // there is a feedback loop. A zero-gain node keeps it running with nothing audible, which is the whole
+            // reason this chain looks the way it does.
+            const mute = context.createGain();
+            mute.gain.value = 0;
+            source.connect(node);
+            node.connect(mute);
+            mute.connect(context.destination);
+            processor = node;
+            silence = mute;
+            current = { kind: 'live' };
+            return current;
+        };
+        const stop = () => {
+            release();
+            current = { kind: 'idle' };
+        };
+        const start = async () => {
+            if (current.kind === 'live')
+                return current;
+            const url = socketUrl(deps.location, deps.injected?.path ?? exports.DEFAULT_PATH);
+            if (url === undefined)
+                return fail('this page has no location to open a socket against');
+            if (deps.getUserMedia === undefined)
+                return fail('this page has no microphone API');
+            if (deps.createAudioContext === undefined)
+                return fail('this page has no audio API');
+            if (deps.createSocket === undefined)
+                return fail('this page has no WebSocket API');
+            try {
+                stream = await deps.getUserMedia({
+                    audio: { channelCount: 1, echoCancellation: true, noiseSuppression: true },
+                });
+            }
+            catch (error) {
+                // A refused permission is the ordinary case here, not an error to hide: the reason is what tells the
+                // user whether to grant it or to look somewhere else.
+                return fail(error instanceof Error ? error.message : String(error));
+            }
+            context = deps.createAudioContext(exports.SAMPLE_RATE);
+            if (context.sampleRate !== exports.SAMPLE_RATE) {
+                // Refuse rather than mislabel. Streaming 48 kHz samples declared as 24 kHz arrives at half speed and
+                // sounds like a provider fault, which is the most expensive possible way to learn about a resampler.
+                const opened = context.sampleRate;
+                release();
+                return fail(`the audio graph opened at ${String(opened)} Hz, not ${String(exports.SAMPLE_RATE)}`);
+            }
+            const opened = deps.createSocket(url);
+            socket = opened;
+            opened.binaryType = 'arraybuffer';
+            opened.onmessage = (event) => {
+                if (event.data instanceof ArrayBuffer)
+                    play(new Uint8Array(event.data));
+            };
+            opened.onclose = () => {
+                release();
+                current = { kind: 'idle' };
+            };
+            return await new Promise((resolve) => {
+                opened.onopen = () => { resolve(attachCapture()); };
+                opened.onerror = () => { resolve(fail('the host refused the audio socket')); };
+            });
+        };
+        return { start, stop, state: () => current };
+    }
+    /**
+     * The client plugin. Publishes the client on a global and releases it with the plugin.
+     *
+     * There is no UI surface yet, so a global is how it is driven — a settings card is its own increment and a
+     * bigger one than this. `inject` is empty for the same reason: nothing here needs another plugin.
+     *
+     * @param ctx - the client context, used only to own the lifetime.
+     */
+    function apply(ctx) {
+        const client = createAudioClient(defaultDeps());
+        globalThis[exports.GLOBAL_KEY] = {
+            start: () => client.start(),
+            stop: () => { client.stop(); },
+            state: () => client.state(),
+        };
+        // A held microphone and a live audio graph must not outlive the plugin that opened them.
+        ctx.effect(() => () => { client.stop(); }, 'realtime-audio-client');
+    }
+    return exports
+  },
+})

package/lib/index.d.ts

@@ -22,10 +22,12 @@ export declare const Config: Schema<Schemastery.ObjectS<NoInfer<{
     path: Schema<string, string, "defined">;
     maxFrameBytes: Schema<number, number, "defined">;
     maxConnections: Schema<number, number, "defined">;
+    openSessionOnConnect: Schema<boolean, boolean, "defined">;
 }>>, Schemastery.ObjectT<NoInfer<{
     path: Schema<string, string, "defined">;
     maxFrameBytes: Schema<number, number, "defined">;
     maxConnections: Schema<number, number, "defined">;
+    openSessionOnConnect: Schema<boolean, boolean, "defined">;
 }>>, "plain">;
 export declare function apply(ctx: Context, config: RealtimeAudioWsConfig): void;
 //# sourceMappingURL=index.d.ts.map

package/lib/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,MAAM,MAAM,0BAA0B,CAAA;AAC7C,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAA;AAOlD,OAAO,EAKL,KAAK,qBAAqB,EAC3B,MAAM,YAAY,CAAA;AAEnB,cAAc,YAAY,CAAA;AAC1B,OAAO,EAAE,iBAAiB,EAAE,OAAO,EAAE,KAAK,qBAAqB,EAAE,MAAM,aAAa,CAAA;AACpF,OAAO,EAAE,qBAAqB,EAAE,aAAa,EAAE,KAAK,eAAe,EAAE,MAAM,cAAc,CAAA;AAEzF,mBAAmB;AACnB,eAAO,MAAM,IAAI,sBAAsB,CAAA;AAEvC,eAAO,MAAM,MAAM;;;;;;;;aAIjB,CAAA;AAqBF,wBAAgB,KAAK,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,qBAAqB,GAAG,IAAI,CA4CvE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,MAAM,MAAM,0BAA0B,CAAA;AAC7C,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAA;AAOlD,OAAO,EAML,KAAK,qBAAqB,EAC3B,MAAM,YAAY,CAAA;AAEnB,cAAc,YAAY,CAAA;AAC1B,OAAO,EAAE,iBAAiB,EAAE,OAAO,EAAE,KAAK,qBAAqB,EAAE,MAAM,aAAa,CAAA;AACpF,OAAO,EAAE,qBAAqB,EAAE,aAAa,EAAE,KAAK,eAAe,EAAE,MAAM,cAAc,CAAA;AAEzF,mBAAmB;AACnB,eAAO,MAAM,IAAI,sBAAsB,CAAA;AAEvC,eAAO,MAAM,MAAM;;;;;;;;;;aAQjB,CAAA;AAqBF,wBAAgB,KAAK,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,qBAAqB,GAAG,IAAI,CAoDvE"}

package/lib/index.js

@@ -13,7 +13,7 @@
 import Schema from '@deepseek-ai/schemastery';
 import { attachAudioSocket } from './bridge.js';
 import { createUpgradeAcceptor, rejectUpgrade } from './upgrade.js';
-import { DEFAULT_MAX_CONNECTIONS, DEFAULT_MAX_FRAME_BYTES, DEFAULT_PATH, } from './types.js';
+import { DEFAULT_MAX_CONNECTIONS, DEFAULT_MAX_FRAME_BYTES, DEFAULT_OPEN_SESSION_ON_CONNECT, DEFAULT_PATH, } from './types.js';
 export * from './types.js';
 export { attachAudioSocket, toBytes } from './bridge.js';
 export { createUpgradeAcceptor, rejectUpgrade } from './upgrade.js';
@@ -23,6 +23,10 @@ export const Config = Schema.object({
     path: Schema.string().default(DEFAULT_PATH),
     maxFrameBytes: Schema.natural().default(DEFAULT_MAX_FRAME_BYTES),
     maxConnections: Schema.natural().default(DEFAULT_MAX_CONNECTIONS),
+    // True, and deliberately not the same decision as the agent's `autoStart`. That one opens a session at
+    // boot with nobody asking, which is why it is false. This one opens a session because someone connected a
+    // microphone: a connection takes an explicit action, an authenticated one, and its absence is silence.
+    openSessionOnConnect: Schema.boolean().default(DEFAULT_OPEN_SESSION_ON_CONNECT),
 });
 export function apply(ctx, config) {
     ctx.inject(['connection', 'webServer'], (injected) => {
@@ -50,11 +54,21 @@ export function apply(ctx, config) {
                             return;
                         }
                         clients.add(client);
+                        // Ask for the session before the bridge goes in, so the first frames are written into a session
+                        // that is being opened rather than dropped by the mic seam's no-session rule.
+                        if (config.openSessionOnConnect)
+                            ctx.emit('realtime-agent/start');
                         attachAudioSocket(client, {
                             emitMic: (pcm16) => { ctx.emit('realtime-agent/mic', pcm16); },
                             subscribeAudio: (listener) => ctx.on('realtime-agent/audio', listener),
                             maxFrameBytes: config.maxFrameBytes,
-                            onDetach: () => { clients.delete(client); },
+                            onDetach: () => {
+                                clients.delete(client);
+                                // The last client leaving ends the session. This also covers the transport's own disposal,
+                                // which terminates its clients — so a profile reload does not leave a session nobody holds.
+                                if (config.openSessionOnConnect && clients.size === 0)
+                                    ctx.emit('realtime-agent/stop');
+                            },
                         });
                     });
                 },

package/lib/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,MAAM,MAAM,0BAA0B,CAAA;AAM7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAC/C,OAAO,EAAE,qBAAqB,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AACnE,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,YAAY,GAGb,MAAM,YAAY,CAAA;AAEnB,cAAc,YAAY,CAAA;AAC1B,OAAO,EAAE,iBAAiB,EAAE,OAAO,EAA8B,MAAM,aAAa,CAAA;AACpF,OAAO,EAAE,qBAAqB,EAAE,aAAa,EAAwB,MAAM,cAAc,CAAA;AAEzF,mBAAmB;AACnB,MAAM,CAAC,MAAM,IAAI,GAAG,mBAAmB,CAAA;AAEvC,MAAM,CAAC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAClC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC;IAC3C,aAAa,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,uBAAuB,CAAC;IAChE,cAAc,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,uBAAuB,CAAC;CAClE,CAAC,CAAA;AAqBF,MAAM,UAAU,KAAK,CAAC,GAAY,EAAE,MAA6B;IAC/D,GAAG,CAAC,MAAM,CAAC,CAAC,YAAY,EAAE,WAAW,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE;QACnD,MAAM,QAAQ,GAAG,QAA+E,CAAA;QAChG,MAAM,QAAQ,GAAG,qBAAqB,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA;QAC5D,MAAM,OAAO,GAAG,IAAI,GAAG,EAAe,CAAA;QAEtC,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE;YACd,MAAM,UAAU,GAAG,QAAQ,CAAC,SAAS,CAAC,eAAe,CAAC;gBACpD,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,OAAO,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE;oBAC7B,iGAAiG;oBACjG,4FAA4F;oBAC5F,2FAA2F;oBAC3F,iGAAiG;oBACjG,0CAA0C;oBAC1C,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAA;oBAC3D,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;wBAC5B,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;wBAChC,OAAM;oBACR,CAAC;oBACD,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,EAAE;wBACnD,IAAI,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;4BAC1C,oFAAoF;4BACpF,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;4BAC1B,OAAM;wBACR,CAAC;wBACD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;wBACnB,iBAAiB,CAAC,MAAM,EAAE;4BACxB,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAA,CAAC,CAAC;4BAC7D,cAAc,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,sBAAsB,EAAE,QAAQ,CAAC;4BACtE,aAAa,EAAE,MAAM,CAAC,aAAa;4BACnC,QAAQ,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA,CAAC,CAAC;yBAC3C,CAAC,CAAA;oBACJ,CAAC,CAAC,CAAA;gBACJ,CAAC;aACF,CAAC,CAAA;YACF,OAAO,KAAK,IAAI,EAAE;gBAChB,UAAU,EAAE,CAAA;gBACZ,KAAK,MAAM,MAAM,IAAI,OAAO;oBAAE,MAAM,CAAC,SAAS,EAAE,CAAA;gBAChD,OAAO,CAAC,KAAK,EAAE,CAAA;gBACf,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAA;YACxB,CAAC,CAAA;QACH,CAAC,EAAE,sBAAsB,MAAM,CAAC,IAAI,EAAE,CAAC,CAAA;IACzC,CAAC,CAAC,CAAA;AACJ,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,MAAM,MAAM,0BAA0B,CAAA;AAM7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAC/C,OAAO,EAAE,qBAAqB,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AACnE,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,+BAA+B,EAC/B,YAAY,GAGb,MAAM,YAAY,CAAA;AAEnB,cAAc,YAAY,CAAA;AAC1B,OAAO,EAAE,iBAAiB,EAAE,OAAO,EAA8B,MAAM,aAAa,CAAA;AACpF,OAAO,EAAE,qBAAqB,EAAE,aAAa,EAAwB,MAAM,cAAc,CAAA;AAEzF,mBAAmB;AACnB,MAAM,CAAC,MAAM,IAAI,GAAG,mBAAmB,CAAA;AAEvC,MAAM,CAAC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAClC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC;IAC3C,aAAa,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,uBAAuB,CAAC;IAChE,cAAc,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,uBAAuB,CAAC;IACjE,uGAAuG;IACvG,0GAA0G;IAC1G,uGAAuG;IACvG,oBAAoB,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,+BAA+B,CAAC;CAChF,CAAC,CAAA;AAqBF,MAAM,UAAU,KAAK,CAAC,GAAY,EAAE,MAA6B;IAC/D,GAAG,CAAC,MAAM,CAAC,CAAC,YAAY,EAAE,WAAW,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE;QACnD,MAAM,QAAQ,GAAG,QAA+E,CAAA;QAChG,MAAM,QAAQ,GAAG,qBAAqB,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA;QAC5D,MAAM,OAAO,GAAG,IAAI,GAAG,EAAe,CAAA;QAEtC,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE;YACd,MAAM,UAAU,GAAG,QAAQ,CAAC,SAAS,CAAC,eAAe,CAAC;gBACpD,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,OAAO,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE;oBAC7B,iGAAiG;oBACjG,4FAA4F;oBAC5F,2FAA2F;oBAC3F,iGAAiG;oBACjG,0CAA0C;oBAC1C,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAA;oBAC3D,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;wBAC5B,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;wBAChC,OAAM;oBACR,CAAC;oBACD,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,EAAE;wBACnD,IAAI,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;4BAC1C,oFAAoF;4BACpF,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;4BAC1B,OAAM;wBACR,CAAC;wBACD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;wBACnB,gGAAgG;wBAChG,8EAA8E;wBAC9E,IAAI,MAAM,CAAC,oBAAoB;4BAAE,GAAG,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;wBACjE,iBAAiB,CAAC,MAAM,EAAE;4BACxB,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAA,CAAC,CAAC;4BAC7D,cAAc,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,sBAAsB,EAAE,QAAQ,CAAC;4BACtE,aAAa,EAAE,MAAM,CAAC,aAAa;4BACnC,QAAQ,EAAE,GAAG,EAAE;gCACb,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;gCACtB,2FAA2F;gCAC3F,4FAA4F;gCAC5F,IAAI,MAAM,CAAC,oBAAoB,IAAI,OAAO,CAAC,IAAI,KAAK,CAAC;oCAAE,GAAG,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAA;4BACxF,CAAC;yBACF,CAAC,CAAA;oBACJ,CAAC,CAAC,CAAA;gBACJ,CAAC;aACF,CAAC,CAAA;YACF,OAAO,KAAK,IAAI,EAAE;gBAChB,UAAU,EAAE,CAAA;gBACZ,KAAK,MAAM,MAAM,IAAI,OAAO;oBAAE,MAAM,CAAC,SAAS,EAAE,CAAA;gBAChD,OAAO,CAAC,KAAK,EAAE,CAAA;gBACf,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAA;YACxB,CAAC,CAAA;QACH,CAAC,EAAE,sBAAsB,MAAM,CAAC,IAAI,EAAE,CAAC,CAAA;IACzC,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/lib/types.d.ts

@@ -17,6 +17,8 @@ export declare const DEFAULT_PATH = "/dsh-realtime/audio";
 export declare const DEFAULT_MAX_FRAME_BYTES = 480000;
 /** How many sockets may be attached at once. One microphone is the honest default. */
 export declare const DEFAULT_MAX_CONNECTIONS = 1;
+/** Whether an authenticated connection asks the agent to open the voice session. See the config field. */
+export declare const DEFAULT_OPEN_SESSION_ON_CONNECT = true;
 export interface RealtimeAudioWsConfig {
     /**
      * Absolute pathname to claim. Registered exactly, so it must be distinct from every other route in the
@@ -33,6 +35,16 @@ export interface RealtimeAudioWsConfig {
      * two microphones on one session is a fault, not a feature.
      */
     readonly maxConnections: number;
+    /**
+     * Ask the agent to open the voice session when an authenticated client connects, and to close it when the
+     * last one leaves. Default true.
+     *
+     * This is not the agent's `autoStart`, and the two defaults differ for a reason. `autoStart` opens a
+     * session at boot with nobody asking, which is why it ships false. This one responds to a connection,
+     * which takes an explicit authenticated action — and with it false, a working microphone produces silence
+     * that looks like a fault anywhere but in this file.
+     */
+    readonly openSessionOnConnect: boolean;
 }
 /**
  * The slice of a WebSocket this package uses, described structurally.

package/lib/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,0GAA0G;AAC1G,eAAO,MAAM,YAAY,wBAAwB,CAAA;AAEjD,6FAA6F;AAC7F,eAAO,MAAM,uBAAuB,SAAU,CAAA;AAE9C,sFAAsF;AACtF,eAAO,MAAM,uBAAuB,IAAI,CAAA;AAExC,MAAM,WAAW,qBAAqB;IACpC;;;OAGG;IACH,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB;;;OAGG;IACH,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;IAC9B;;;OAGG;IACH,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;CAChC;AAED;;;;;;;;;;GAUG;AACH,MAAM,WAAW,WAAW;IAC1B,IAAI,CAAC,IAAI,EAAE,UAAU,GAAG,IAAI,CAAA;IAC5B,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAC3C,SAAS,IAAI,IAAI,CAAA;IACjB,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,KAAK,IAAI,GAAG,OAAO,CAAA;IACnF,EAAE,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,GAAG,OAAO,CAAA;CAC9E"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,0GAA0G;AAC1G,eAAO,MAAM,YAAY,wBAAwB,CAAA;AAEjD,6FAA6F;AAC7F,eAAO,MAAM,uBAAuB,SAAU,CAAA;AAE9C,sFAAsF;AACtF,eAAO,MAAM,uBAAuB,IAAI,CAAA;AAExC,0GAA0G;AAC1G,eAAO,MAAM,+BAA+B,OAAO,CAAA;AAEnD,MAAM,WAAW,qBAAqB;IACpC;;;OAGG;IACH,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB;;;OAGG;IACH,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;IAC9B;;;OAGG;IACH,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;IAC/B;;;;;;;;OAQG;IACH,QAAQ,CAAC,oBAAoB,EAAE,OAAO,CAAA;CACvC;AAED;;;;;;;;;;GAUG;AACH,MAAM,WAAW,WAAW;IAC1B,IAAI,CAAC,IAAI,EAAE,UAAU,GAAG,IAAI,CAAA;IAC5B,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAC3C,SAAS,IAAI,IAAI,CAAA;IACjB,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,KAAK,IAAI,GAAG,OAAO,CAAA;IACnF,EAAE,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,GAAG,OAAO,CAAA;CAC9E"}

package/lib/types.js

@@ -17,4 +17,6 @@ export const DEFAULT_PATH = '/dsh-realtime/audio';
 export const DEFAULT_MAX_FRAME_BYTES = 480_000;
 /** How many sockets may be attached at once. One microphone is the honest default. */
 export const DEFAULT_MAX_CONNECTIONS = 1;
+/** Whether an authenticated connection asks the agent to open the voice session. See the config field. */
+export const DEFAULT_OPEN_SESSION_ON_CONNECT = true;
 //# sourceMappingURL=types.js.map

package/lib/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,0GAA0G;AAC1G,MAAM,CAAC,MAAM,YAAY,GAAG,qBAAqB,CAAA;AAEjD,6FAA6F;AAC7F,MAAM,CAAC,MAAM,uBAAuB,GAAG,OAAO,CAAA;AAE9C,sFAAsF;AACtF,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAA"}
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,0GAA0G;AAC1G,MAAM,CAAC,MAAM,YAAY,GAAG,qBAAqB,CAAA;AAEjD,6FAA6F;AAC7F,MAAM,CAAC,MAAM,uBAAuB,GAAG,OAAO,CAAA;AAE9C,sFAAsF;AACtF,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAA;AAExC,0GAA0G;AAC1G,MAAM,CAAC,MAAM,+BAA+B,GAAG,IAAI,CAAA"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "dsh-realtime-audio-ws",
-  "version": "0.1.1",
+  "version": "0.1.3",
   "description": "The host end of the client half's transport: a WebSocket upgrade route that bridges microphone audio in and agent speech out.",
   "type": "module",
   "main": "lib/index.js",
@@ -12,7 +12,7 @@
     },
     "./client": {
       "types": "./lib/client/index.d.ts",
-      "default": "./lib/client/index.js"
+      "default": "./lib/client/bundle.js"
     },
     "./src/*": "./src/*",
     "./package.json": "./package.json"
@@ -52,7 +52,7 @@
   },
   "dependencies": {
     "ws": "^8.22.0",
-    "dsh-realtime-agent": "^0.2.1"
+    "dsh-realtime-agent": "^0.2.2"
   },
   "peerDependencies": {
     "@deepseek-ai/cordis": "^4.0.3",
@@ -64,7 +64,7 @@
     "@types/ws": "^8.18.2"
   },
   "scripts": {
-    "build": "tsc -b && tsc -p tsconfig.client.json",
+    "build": "tsc -b && tsc -p tsconfig.client.json && node ../../scripts/client-bundle.mjs .",
     "typecheck": "tsc -b --dry"
   }
 }

package/src/index.ts

@@ -22,6 +22,7 @@ import { createUpgradeAcceptor, rejectUpgrade } from './upgrade.ts'
 import {
   DEFAULT_MAX_CONNECTIONS,
   DEFAULT_MAX_FRAME_BYTES,
+  DEFAULT_OPEN_SESSION_ON_CONNECT,
   DEFAULT_PATH,
   type AudioSocket,
   type RealtimeAudioWsConfig,
@@ -38,6 +39,10 @@ export const Config = Schema.object({
   path: Schema.string().default(DEFAULT_PATH),
   maxFrameBytes: Schema.natural().default(DEFAULT_MAX_FRAME_BYTES),
   maxConnections: Schema.natural().default(DEFAULT_MAX_CONNECTIONS),
+  // True, and deliberately not the same decision as the agent's `autoStart`. That one opens a session at
+  // boot with nobody asking, which is why it is false. This one opens a session because someone connected a
+  // microphone: a connection takes an explicit action, an authenticated one, and its absence is silence.
+  openSessionOnConnect: Schema.boolean().default(DEFAULT_OPEN_SESSION_ON_CONNECT),
 })
 
 /**
@@ -86,11 +91,19 @@ export function apply(ctx: Context, config: RealtimeAudioWsConfig): void {
               return
             }
             clients.add(client)
+            // Ask for the session before the bridge goes in, so the first frames are written into a session
+            // that is being opened rather than dropped by the mic seam's no-session rule.
+            if (config.openSessionOnConnect) ctx.emit('realtime-agent/start')
             attachAudioSocket(client, {
               emitMic: (pcm16) => { ctx.emit('realtime-agent/mic', pcm16) },
               subscribeAudio: (listener) => ctx.on('realtime-agent/audio', listener),
               maxFrameBytes: config.maxFrameBytes,
-              onDetach: () => { clients.delete(client) },
+              onDetach: () => {
+                clients.delete(client)
+                // The last client leaving ends the session. This also covers the transport's own disposal,
+                // which terminates its clients — so a profile reload does not leave a session nobody holds.
+                if (config.openSessionOnConnect && clients.size === 0) ctx.emit('realtime-agent/stop')
+              },
             })
           })
         },

package/src/types.ts

@@ -21,6 +21,9 @@ export const DEFAULT_MAX_FRAME_BYTES = 480_000
 /** How many sockets may be attached at once. One microphone is the honest default. */
 export const DEFAULT_MAX_CONNECTIONS = 1
 
+/** Whether an authenticated connection asks the agent to open the voice session. See the config field. */
+export const DEFAULT_OPEN_SESSION_ON_CONNECT = true
+
 export interface RealtimeAudioWsConfig {
   /**
    * Absolute pathname to claim. Registered exactly, so it must be distinct from every other route in the
@@ -37,6 +40,16 @@ export interface RealtimeAudioWsConfig {
    * two microphones on one session is a fault, not a feature.
    */
   readonly maxConnections: number
+  /**
+   * Ask the agent to open the voice session when an authenticated client connects, and to close it when the
+   * last one leaves. Default true.
+   *
+   * This is not the agent's `autoStart`, and the two defaults differ for a reason. `autoStart` opens a
+   * session at boot with nobody asking, which is why it ships false. This one responds to a connection,
+   * which takes an explicit authenticated action — and with it false, a working microphone produces silence
+   * that looks like a fault anywhere but in this file.
+   */
+  readonly openSessionOnConnect: boolean
 }
 
 /**