@komaa/standin-sdk 0.1.0

package/dist/plugins/openai/handler.js

@@ -0,0 +1,297 @@
+// Copyright (c) 2026 Komaa DigiTech
+// SPDX-License-Identifier: MIT
+import { ExpressionCue } from "../../avatar.js";
+import { CallTools } from "../../callTools.js";
+import { fetchPublicImage } from "../../fetch.js";
+import { TurnLipSync } from "../../lipsync.js";
+import { logger } from "../../log.js";
+import { StartupBuffer } from "../../startup.js";
+import { FrameDescriber } from "../../vision.js";
+import { VisionTools } from "../../visionTools.js";
+import { AgentSocket, BUILT_IN_TOOL_NAMES, buildInstructions, buildSessionUpdate, } from "./agent.js";
+import { openAIConfigFromEnv } from "./config.js";
+const MAX_EMOTION_CHARS = 40;
+const MAX_CAPTION_CHARS = 200;
+const IMAGE_FETCH_TIMEOUT_MS = 10_000;
+const MAX_PENDING_AUDIO = 200;
+const MAX_PENDING_CONTEXT = 20;
+/** One Microsoft Teams call answered by one OpenAI Realtime session. */
+export class OpenAIHandler {
+    #config;
+    #tools;
+    #mcpTools;
+    #describer;
+    #connect;
+    #call;
+    #vision;
+    #callTools;
+    #agent;
+    #closed = false;
+    /** The mouth and the face. Both cosmetic, both cheap, both per call. */
+    #lip = new TurnLipSync();
+    #cue = new ExpressionCue();
+    #replyText = "";
+    // Holds BOTH the caller's first words and the first context, so neither
+    // is lost while the provider is still connecting.
+    #pending = new StartupBuffer();
+    constructor(options = {}) {
+        this.#config = options.config ?? openAIConfigFromEnv();
+        this.#tools = new Map((options.tools ?? []).map((tool) => [tool.name, tool]));
+        this.#mcpTools = options.mcpTools ?? [];
+        this.#describer = options.describer ?? FrameDescriber.fromEnv();
+        this.#connect = options.connect ?? AgentSocket.connect.bind(AgentSocket);
+        const collisions = [...this.#tools.keys()].filter((name) => BUILT_IN_TOOL_NAMES.has(name));
+        if (collisions.length > 0) {
+            throw new Error(`custom tools may not shadow built-in ones: ${collisions.sort().join(", ")}`);
+        }
+    }
+    /**
+     * Whether the call is being recorded, straight off the session.
+     *
+     * The server keeps this current from `session.start` and every later
+     * `recording.status`, so there is nothing to re-derive here.
+     */
+    #recording() {
+        return this.#call?.recordingActive ?? false;
+    }
+    // ---- the SDK seam -------------------------------------------------------
+    async onStart(session) {
+        this.#call = session;
+        this.#vision = new VisionTools(session, { describer: this.#describer });
+        this.#callTools = new CallTools(session, { vision: this.#vision });
+        const caller = session.start.caller;
+        const context = {
+            callerName: caller.displayName ?? "the caller",
+            tenantId: caller.tenantId ?? "unknown-tenant",
+            direction: session.start.direction,
+        };
+        let agent;
+        try {
+            agent = await this.#connect(this.#config, (message) => this.#onAgentMessage(message), (pcm) => this.#onAgentAudio(pcm), (code, reason) => this.#onAgentClose(code, reason));
+        }
+        catch (err) {
+            logger.error(`standin: could not open the OpenAI Realtime session: ${String(err)}`);
+            await session.end("agent-unavailable");
+            return;
+        }
+        // The call can end during the connect above.
+        if (this.#closed) {
+            await agent.aclose();
+            return;
+        }
+        this.#agent = agent;
+        const extraTools = [
+            ...[...this.#tools.values()].map((tool) => ({
+                type: "function",
+                name: tool.name,
+                description: tool.description,
+                parameters: tool.parameters ?? {
+                    type: "object",
+                    properties: {},
+                    required: [],
+                },
+            })),
+            ...this.#mcpTools,
+        ];
+        agent.sendSessionUpdate(buildSessionUpdate(this.#config, buildInstructions(this.#config.instructions, context), extraTools));
+        await this.#pending.release((pcm) => agent.sendAudio(pcm), (text) => agent.sendContext(text));
+        if (this.#pending.dropped.audio || this.#pending.dropped.context) {
+            logger.info("standin: the caller outran the agent starting up; some early input was dropped");
+        }
+    }
+    async onCallerAudio(pcm) {
+        const agent = this.#agent;
+        if (agent === undefined || !agent.isOpen) {
+            this.#pending.audio(pcm);
+            return;
+        }
+        agent.sendAudio(pcm);
+    }
+    /**
+     * Context arrives as a user item with no response requested, so the model
+     * reads it on its next turn instead of interrupting to acknowledge it.
+     */
+    /**
+     * Keep a short history, so a question about a slide already gone can still be
+     * answered. Only kept while the call is recorded.
+     */
+    async onVideoFrame(frame) {
+        this.#vision?.keyframes.offer(frame, this.#call?.recordingActive ?? false);
+    }
+    async onContext(text) {
+        const agent = this.#agent;
+        if (agent === undefined || !agent.isOpen) {
+            this.#pending.context(text);
+            return;
+        }
+        agent.sendContext(text);
+    }
+    /** Cancel whatever is being said, then ask for the goodbye. */
+    async onGoodbye(text) {
+        const agent = this.#agent;
+        if (agent === undefined || !agent.isOpen)
+            return;
+        agent.cancelResponse();
+        agent.sendUserTurn(`[system: the call is ending. Say a brief goodbye now: "${text}"]`);
+    }
+    async aclose() {
+        this.#closed = true;
+        const agent = this.#agent;
+        this.#agent = undefined;
+        if (agent !== undefined) {
+            try {
+                await agent.aclose();
+            }
+            catch {
+                // Teardown must not throw: the slot is freed either way.
+            }
+        }
+    }
+    /**
+     * The shared vision tools for this call.
+     *
+     * They carry the budget, the keyframes and the graceful refusals, so this
+     * plugin no longer keeps its own copy of any of them.
+     */
+    #visionTools() {
+        if (this.#vision === undefined)
+            throw new Error("the call has not started yet");
+        return this.#vision;
+    }
+    // ---- what OpenAI sends us -----------------------------------------------
+    /** Agent audio, already resampled to the wire rate by the socket. */
+    async #onAgentAudio(pcm) {
+        if (pcm.length === 0)
+            return;
+        await this.#call?.sendAudio(pcm);
+        // The only duration this worker genuinely knows. A realtime model hands
+        // back no timings, and a guess from text length drifts further out of step
+        // with the voice the longer the turn runs.
+        this.#lip.audioSent(pcm);
+    }
+    /**
+     * One viseme timeline per turn, spread over the audio that turn actually sent.
+     *
+     * Cosmetic, so everything here is swallowed: the worst acceptable outcome is
+     * a still mouth over correct audio, and the unacceptable one is a dropped
+     * turn because a lip shape threw.
+     */
+    async #sendVisemes() {
+        const text = this.#replyText;
+        this.#replyText = "";
+        try {
+            const marks = this.#lip.finish(text);
+            if (marks.length > 0)
+                await this.#call?.sendSpeechMarks(marks);
+        }
+        catch (err) {
+            logger.debug(`standin: the viseme timeline was skipped: ${String(err)}`);
+        }
+    }
+    /**
+     * A piece of what the model is saying, as it is being said.
+     *
+     * Held for the viseme timeline, and read for the face. Re-read on every piece
+     * rather than at the end, because waiting for the final transcript leaves the
+     * face wrong for the whole time the reply is being spoken.
+     */
+    async #onReplyText(text) {
+        if (text === "")
+            return;
+        this.#replyText += text;
+        try {
+            const emotion = this.#cue.cue(this.#replyText);
+            if (emotion !== null)
+                await this.#call?.express(emotion);
+        }
+        catch (err) {
+            logger.debug(`standin: the expression cue was skipped: ${String(err)}`);
+        }
+    }
+    async #onAgentMessage(message) {
+        switch (message.type) {
+            case "input_audio_buffer.speech_started":
+                // The model has already cancelled its own response server-side. This is
+                // the other half: flushing what StandIn has buffered, which is what
+                // actually stops the bot mid-word.
+                await this.#call?.cancelPlayback();
+                // The service drops audio the caller never heard. Keeping the count
+                // would spread the NEXT turn's words over its own audio plus the audio
+                // that was thrown away, and the mouth would run long for the rest of it.
+                this.#lip.cancel();
+                this.#replyText = "";
+                break;
+            case "response.output_audio_transcript.delta":
+                await this.#onReplyText(typeof message.delta === "string" ? message.delta : "");
+                break;
+            case "response.done":
+                await this.#sendVisemes();
+                break;
+            case "response.function_call_arguments.done":
+                void this.#runTool(message);
+                break;
+            case "conversation.item.input_audio_transcription.completed":
+            case "response.output_audio_transcript.done":
+                if (this.#config.logTranscripts && this.#recording()) {
+                    logger.info(`standin: openai ${message.type}`);
+                }
+                break;
+            case "error":
+                logger.warn(`standin: OpenAI error: ${JSON.stringify(message.error ?? message)}`);
+                break;
+            default:
+                break;
+        }
+    }
+    async #onAgentClose(code, reason) {
+        logger.info(`standin: the OpenAI Realtime session closed (${code} ${reason})`);
+        if (!this.#closed)
+            await this.#call?.end("agent-disconnected");
+    }
+    // ---- the model's tools --------------------------------------------------
+    async #runTool(message) {
+        const name = message.name;
+        const callId = message.call_id;
+        if (typeof name !== "string" || typeof callId !== "string")
+            return;
+        let params = {};
+        if (typeof message.arguments === "string") {
+            try {
+                const parsed = JSON.parse(message.arguments || "{}");
+                if (typeof parsed === "object" && parsed !== null) {
+                    params = parsed;
+                }
+            }
+            catch {
+                params = {};
+            }
+        }
+        let output;
+        try {
+            output = await this.dispatch(name, params);
+        }
+        catch (err) {
+            // Tell the model the truth: a tool that silently "succeeded" leaves it
+            // talking about something that never happened.
+            output = `${name} failed: ${String(err)}`;
+        }
+        this.#agent?.sendToolResult(callId, output);
+    }
+    /** Run one tool and return what the model is told. Exposed for tests. */
+    async dispatch(name, params) {
+        const call = this.#call;
+        if (call === undefined)
+            return "the call is no longer active";
+        const callTools = this.#callTools;
+        if (callTools !== undefined && BUILT_IN_TOOL_NAMES.has(name)) {
+            // The SDK owns these, and its dispatch never throws: what comes back is
+            // the sentence the model should say.
+            return callTools.dispatch(name, params);
+        }
+        const tool = this.#tools.get(name);
+        if (tool === undefined)
+            return `"${name}" is not a tool this plugin answers`;
+        return String(await tool.handler(params, { call, recording: this.#recording() }));
+    }
+}
+//# sourceMappingURL=handler.js.map

package/dist/plugins/openai/handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"handler.js","sourceRoot":"","sources":["../../../src/plugins/openai/handler.ts"],"names":[],"mappings":"AAAA,oCAAoC;AACpC,+BAA+B;AAkB/B,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAmB,MAAM,iBAAiB,CAAC;AAClE,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EACL,WAAW,EACX,mBAAmB,EACnB,iBAAiB,EACjB,kBAAkB,GAInB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,mBAAmB,EAAqB,MAAM,aAAa,CAAC;AAErE,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,MAAM,sBAAsB,GAAG,MAAM,CAAC;AACtC,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAsC/B,wEAAwE;AACxE,MAAM,OAAO,aAAa;IACxB,OAAO,CAAe;IACtB,MAAM,CAA0B;IAChC,SAAS,CAAiC;IAC1C,UAAU,CAA6B;IACvC,QAAQ,CAAU;IAClB,KAAK,CAA0B;IAC/B,OAAO,CAA0B;IACjC,UAAU,CAAwB;IAClC,MAAM,CAAwB;IAC9B,OAAO,GAAG,KAAK,CAAC;IAChB,wEAAwE;IAC/D,IAAI,GAAG,IAAI,WAAW,EAAE,CAAC;IACzB,IAAI,GAAG,IAAI,aAAa,EAAE,CAAC;IACpC,UAAU,GAAG,EAAE,CAAC;IAChB,wEAAwE;IACxE,kDAAkD;IACzC,QAAQ,GAAG,IAAI,aAAa,EAAE,CAAC;IAExC,YAAY,UAAgC,EAAE;QAC5C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,IAAI,mBAAmB,EAAE,CAAC;QACvD,IAAI,CAAC,MAAM,GAAG,IAAI,GAAG,CACnB,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CACvD,CAAC;QACF,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;QACxC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,IAAI,cAAc,CAAC,OAAO,EAAE,CAAC;QAChE,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,IAAI,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAEzE,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CACzD,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,CAC9B,CAAC;QACF,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CACb,8CAA8C,UAAU,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC7E,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,UAAU;QACR,OAAO,IAAI,CAAC,KAAK,EAAE,eAAe,IAAI,KAAK,CAAC;IAC9C,CAAC;IAED,4EAA4E;IAE5E,KAAK,CAAC,OAAO,CAAC,OAAoB;QAChC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QACxE,IAAI,CAAC,UAAU,GAAG,IAAI,SAAS,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QACnE,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC;QACpC,MAAM,OAAO,GAAkB;YAC7B,UAAU,EAAE,MAAM,CAAC,WAAW,IAAI,YAAY;YAC9C,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,gBAAgB;YAC7C,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,SAAS;SACnC,CAAC;QAEF,IAAI,KAAgB,CAAC;QACrB,IAAI,CAAC;YACH,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CACzB,IAAI,CAAC,OAAO,EACZ,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,EAC1C,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAChC,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,CACnD,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CACV,wDAAwD,MAAM,CAAC,GAAG,CAAC,EAAE,CACtE,CAAC;YACF,MAAM,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;YACvC,OAAO;QACT,CAAC;QAED,6CAA6C;QAC7C,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QAEpB,MAAM,UAAU,GAAG;YACjB,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAC1C,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI;oBAC7B,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,EAAE;oBACd,QAAQ,EAAE,EAAE;iBACb;aACF,CAAC,CAAC;YACH,GAAG,IAAI,CAAC,SAAS;SAClB,CAAC;QACF,KAAK,CAAC,iBAAiB,CACrB,kBAAkB,CAChB,IAAI,CAAC,OAAO,EACZ,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,EACrD,UAAU,CACX,CACF,CAAC;QACF,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CACzB,CAAC,GAAW,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EACrC,CAAC,IAAY,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAC1C,CAAC;QACF,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YACjE,MAAM,CAAC,IAAI,CACT,gFAAgF,CACjF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,GAAW;QAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACzC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACzB,OAAO;QACT,CAAC;QACD,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACvB,CAAC;IAED;;;OAGG;IACH;;;OAGG;IACH,KAAK,CAAC,YAAY,CAAC,KAAiB;QAClC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,eAAe,IAAI,KAAK,CAAC,CAAC;IAC7E,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,IAAY;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACzC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC5B,OAAO;QACT,CAAC;QACD,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,+DAA+D;IAC/D,KAAK,CAAC,SAAS,CAAC,IAAY;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,MAAM;YAAE,OAAO;QACjD,KAAK,CAAC,cAAc,EAAE,CAAC;QACvB,KAAK,CAAC,YAAY,CAChB,0DAA0D,IAAI,IAAI,CACnE,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM;QACV,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC;gBACH,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC;YACvB,CAAC;YAAC,MAAM,CAAC;gBACP,yDAAyD;YAC3D,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,YAAY;QACV,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS;YAC5B,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,4EAA4E;IAE5E,qEAAqE;IACrE,KAAK,CAAC,aAAa,CAAC,GAAW;QAC7B,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAC7B,MAAM,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC;QACjC,wEAAwE;QACxE,2EAA2E;QAC3E,2CAA2C;QAC3C,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,YAAY;QAChB,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC;QAC7B,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACrC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;gBAAE,MAAM,IAAI,CAAC,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC;QACjE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,6CAA6C,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,YAAY,CAAC,IAAY;QAC7B,IAAI,IAAI,KAAK,EAAE;YAAE,OAAO;QACxB,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC;QACxB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC/C,IAAI,OAAO,KAAK,IAAI;gBAAE,MAAM,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,4CAA4C,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAAqB;QACzC,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,mCAAmC;gBACtC,wEAAwE;gBACxE,oEAAoE;gBACpE,mCAAmC;gBACnC,MAAM,IAAI,CAAC,KAAK,EAAE,cAAc,EAAE,CAAC;gBACnC,oEAAoE;gBACpE,uEAAuE;gBACvE,yEAAyE;gBACzE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACnB,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;gBACrB,MAAM;YACR,KAAK,wCAAwC;gBAC3C,MAAM,IAAI,CAAC,YAAY,CACrB,OAAO,OAAO,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CACvD,CAAC;gBACF,MAAM;YACR,KAAK,eAAe;gBAClB,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC1B,MAAM;YACR,KAAK,uCAAuC;gBAC1C,KAAK,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAC5B,MAAM;YACR,KAAK,uDAAuD,CAAC;YAC7D,KAAK,uCAAuC;gBAC1C,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC;oBACrD,MAAM,CAAC,IAAI,CAAC,mBAAmB,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;gBACjD,CAAC;gBACD,MAAM;YACR,KAAK,OAAO;gBACV,MAAM,CAAC,IAAI,CACT,0BAA0B,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,EAAE,CACrE,CAAC;gBACF,MAAM;YACR;gBACE,MAAM;QACV,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,IAAY,EAAE,MAAc;QAC9C,MAAM,CAAC,IAAI,CACT,gDAAgD,IAAI,IAAI,MAAM,GAAG,CAClE,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,oBAAoB,CAAC,CAAC;IACjE,CAAC;IAED,4EAA4E;IAE5E,KAAK,CAAC,QAAQ,CAAC,OAAqB;QAClC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,OAAO,MAAM,KAAK,QAAQ;YAAE,OAAO;QAEnE,IAAI,MAAM,GAA4B,EAAE,CAAC;QACzC,IAAI,OAAO,OAAO,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;YAC1C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;gBAC9D,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;oBAClD,MAAM,GAAG,MAAiC,CAAC;gBAC7C,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,GAAG,EAAE,CAAC;YACd,CAAC;QACH,CAAC;QAED,IAAI,MAAc,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,uEAAuE;YACvE,+CAA+C;YAC/C,MAAM,GAAG,GAAG,IAAI,YAAY,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5C,CAAC;QACD,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9C,CAAC;IAED,yEAAyE;IACzE,KAAK,CAAC,QAAQ,CACZ,IAAY,EACZ,MAA+B;QAE/B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO,8BAA8B,CAAC;QAE9D,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC;QAClC,IAAI,SAAS,KAAK,SAAS,IAAI,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7D,wEAAwE;YACxE,qCAAqC;YACrC,OAAO,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,IAAI,KAAK,SAAS;YACpB,OAAO,IAAI,IAAI,qCAAqC,CAAC;QACvD,OAAO,MAAM,CACX,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CACnE,CAAC;IACJ,CAAC;CACF"}

package/dist/plugins/openai/index.d.ts

@@ -0,0 +1,6 @@
+export { AgentSocket, BUILT_IN_TOOLS, buildInstructions, buildSessionUpdate, mcpTool, type AgentMessage, type AgentPort, type CallerContext, } from "./agent.js";
+export { DEFAULT_INSTRUCTIONS, openAIConfigFromEnv, type OpenAIConfig, } from "./config.js";
+export { OpenAIHandler, type Connect, type CustomTool, type OpenAIHandlerOptions, type ToolContext, } from "./handler.js";
+/** Answer Microsoft Teams calls with OpenAI until the process is interrupted. */
+export declare function serve(): Promise<void>;
+//# sourceMappingURL=index.d.ts.map

package/dist/plugins/openai/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/plugins/openai/index.ts"],"names":[],"mappings":"AAuDA,OAAO,EACL,WAAW,EACX,cAAc,EACd,iBAAiB,EACjB,kBAAkB,EAClB,OAAO,EACP,KAAK,YAAY,EACjB,KAAK,SAAS,EACd,KAAK,aAAa,GACnB,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,oBAAoB,EACpB,mBAAmB,EACnB,KAAK,YAAY,GAClB,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,aAAa,EACb,KAAK,OAAO,EACZ,KAAK,UAAU,EACf,KAAK,oBAAoB,EACzB,KAAK,WAAW,GACjB,MAAM,cAAc,CAAC;AAEtB,iFAAiF;AACjF,wBAAsB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAgB3C"}

package/dist/plugins/openai/index.js

@@ -0,0 +1,72 @@
+// Copyright (c) 2026 Komaa DigiTech
+// SPDX-License-Identifier: MIT
+/**
+ * Answer Microsoft Teams calls with an OpenAI Realtime model.
+ *
+ * Speech to speech: the model hears the caller's voice rather than a transcript
+ * of it, so there is no recognition step adding latency in the middle.
+ *
+ * Nothing to install beyond the SDK: the Realtime API is reached over an
+ * ordinary WebSocket, so this plugin adds no dependency.
+ *
+ * ```bash
+ * npm install @komaa/standin-sdk
+ *
+ * export STANDIN_SECRET=...      # your StandIn connection secret
+ * export OPENAI_API_KEY=...
+ * npx standin-openai
+ * ```
+ *
+ * The Realtime API speaks PCM at 24 kHz and a Microsoft Teams call speaks 16
+ * kHz. This plugin owns that conversion in both directions, using the same
+ * resampler the Python SDK uses, driven by the same shared conformance vectors.
+ *
+ * The model gets four call capabilities without any configuration: `end_call`,
+ * `express`, `show_image` and `look`. Looking needs a vision model, because the
+ * Realtime model hears but does not see - set `STANDIN_VISION_API_URL` and
+ * `STANDIN_VISION_MODEL` to any OpenAI-compatible endpoint that takes images.
+ *
+ * Add tools of your own, or point the session at a remote MCP server that
+ * OpenAI dials itself:
+ *
+ * ```ts
+ * import { CallServer } from "@komaa/standin-sdk";
+ * import { OpenAIHandler, mcpTool } from "@komaa/standin-sdk/openai";
+ *
+ * const server = new CallServer({
+ *   handlerFactory: () => new OpenAIHandler({
+ *     tools: [{
+ *       name: "open_ticket",
+ *       description: "Open a support ticket for the caller.",
+ *       parameters: { type: "object", properties: { summary: { type: "string" } }, required: ["summary"] },
+ *       handler: async (params) => `opened ticket for ${String(params.summary)}`,
+ *     }],
+ *     mcpTools: [mcpTool({ server_label: "docs", server_url: "https://mcp.example.com" })],
+ *   }),
+ * });
+ * await server.start();
+ * ```
+ */
+import { CallServer } from "../../index.js";
+import { OpenAIHandler } from "./handler.js";
+import { openAIConfigFromEnv } from "./config.js";
+export { AgentSocket, BUILT_IN_TOOLS, buildInstructions, buildSessionUpdate, mcpTool, } from "./agent.js";
+export { DEFAULT_INSTRUCTIONS, openAIConfigFromEnv, } from "./config.js";
+export { OpenAIHandler, } from "./handler.js";
+/** Answer Microsoft Teams calls with OpenAI until the process is interrupted. */
+export async function serve() {
+    const config = openAIConfigFromEnv();
+    const server = new CallServer({
+        handlerFactory: () => new OpenAIHandler({ config }),
+    });
+    await server.start();
+    await new Promise((resolve) => {
+        const stop = () => {
+            resolve();
+        };
+        process.once("SIGINT", stop);
+        process.once("SIGTERM", stop);
+    });
+    await server.aclose();
+}
+//# sourceMappingURL=index.js.map

package/dist/plugins/openai/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/plugins/openai/index.ts"],"names":[],"mappings":"AAAA,oCAAoC;AACpC,+BAA+B;AAE/B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8CG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAElD,OAAO,EACL,WAAW,EACX,cAAc,EACd,iBAAiB,EACjB,kBAAkB,EAClB,OAAO,GAIR,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,oBAAoB,EACpB,mBAAmB,GAEpB,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,aAAa,GAKd,MAAM,cAAc,CAAC;AAEtB,iFAAiF;AACjF,MAAM,CAAC,KAAK,UAAU,KAAK;IACzB,MAAM,MAAM,GAAG,mBAAmB,EAAE,CAAC;IACrC,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC;QAC5B,cAAc,EAAE,GAAG,EAAE,CAAC,IAAI,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;KACpD,CAAC,CAAC;IACH,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IAErB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAClC,MAAM,IAAI,GAAG,GAAS,EAAE;YACtB,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC7B,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC;AACxB,CAAC"}

package/dist/plugins/openclaw/allowlist.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Kept so this plugin's historical import path still resolves.
+ *
+ * The caller policy moved into the SDK core as `policy.ts`. It was never
+ * OpenClaw-specific: it already said so itself, and every plugin that answers a
+ * call has to decide whether this caller may be answered.
+ */
+export { describeInboundRejection, isAllowlistedCaller, isInboundCallAllowed, normalizePhoneNumber, } from "../../policy.js";
+//# sourceMappingURL=allowlist.d.ts.map

package/dist/plugins/openclaw/allowlist.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"allowlist.d.ts","sourceRoot":"","sources":["../../../src/plugins/openclaw/allowlist.ts"],"names":[],"mappings":"AAGA;;;;;;GAMG;AAEH,OAAO,EACL,wBAAwB,EACxB,mBAAmB,EACnB,oBAAoB,EACpB,oBAAoB,GACrB,MAAM,iBAAiB,CAAC"}

package/dist/plugins/openclaw/allowlist.js

@@ -0,0 +1,11 @@
+// Copyright (c) 2026 Komaa DigiTech
+// SPDX-License-Identifier: MIT
+/**
+ * Kept so this plugin's historical import path still resolves.
+ *
+ * The caller policy moved into the SDK core as `policy.ts`. It was never
+ * OpenClaw-specific: it already said so itself, and every plugin that answers a
+ * call has to decide whether this caller may be answered.
+ */
+export { describeInboundRejection, isAllowlistedCaller, isInboundCallAllowed, normalizePhoneNumber, } from "../../policy.js";
+//# sourceMappingURL=allowlist.js.map

package/dist/plugins/openclaw/allowlist.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"allowlist.js","sourceRoot":"","sources":["../../../src/plugins/openclaw/allowlist.ts"],"names":[],"mappings":"AAAA,oCAAoC;AACpC,+BAA+B;AAE/B;;;;;;GAMG;AAEH,OAAO,EACL,wBAAwB,EACxB,mBAAmB,EACnB,oBAAoB,EACpB,oBAAoB,GACrB,MAAM,iBAAiB,CAAC"}

package/dist/plugins/openclaw/config.d.ts

@@ -0,0 +1,50 @@
+/**
+ * `api.pluginConfig` in, a typed settings object out.
+ *
+ * OpenClaw validates the raw config against `openclaw.plugin.json`'s
+ * `configSchema` BEFORE this runs and before it resolves any secret reference,
+ * so this is a boundary adapter over input that has already been shape-checked
+ * but whose secrets may or may not have resolved. Tolerant casts belong here and
+ * nowhere else in the plugin.
+ */
+/** Everything the plugin reads, resolved and defaulted. */
+export interface ResolvedPluginConfig {
+    /** `enabled: false` turns the plugin off without uninstalling it. */
+    enabled: boolean;
+    /** The call listener - what {@link CallServer} is constructed with. */
+    media: {
+        port: number;
+        bindAddress: string | undefined;
+        path: string;
+        /** The StandIn connection secret. Empty means refuse to start. */
+        secret: string;
+        maxConcurrentCalls: number;
+    };
+    /** How the agent behaves on a call. */
+    voice: {
+        inboundPolicy?: "disabled" | "allowlist" | "pairing" | "open";
+        allowFrom?: string[];
+        /** Spoken on pickup. Omitted means the agent waits for the caller. */
+        inboundGreeting?: string;
+        /**
+         * Hold caller audio back until Microsoft Teams reports recording active.
+         *
+         * This is a Microsoft Media Access API obligation, not a preference: a bot
+         * that processes call media before `updateRecordingStatus` goes active is
+         * out of policy. Default OFF because the hosted service can be configured
+         * either way, and a gate nobody asked for is a call of silence.
+         */
+        requireRecordingStatus: boolean;
+        realtime: {
+            provider?: string;
+            providers?: Record<string, Record<string, unknown>>;
+            instructions?: string;
+            suppressInputDuringPlayback?: boolean;
+            echoSuppressionWindowMs?: number;
+            echoBargeInRms?: number;
+        };
+    };
+}
+/** Resolve the host's raw plugin config. Never throws: an unusable config fails closed. */
+export declare function resolvePluginConfig(rawInput: unknown): ResolvedPluginConfig;
+//# sourceMappingURL=config.d.ts.map

package/dist/plugins/openclaw/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../../src/plugins/openclaw/config.ts"],"names":[],"mappings":"AAGA;;;;;;;;GAQG;AAEH,2DAA2D;AAC3D,MAAM,WAAW,oBAAoB;IACnC,qEAAqE;IACrE,OAAO,EAAE,OAAO,CAAC;IACjB,uEAAuE;IACvE,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,GAAG,SAAS,CAAC;QAChC,IAAI,EAAE,MAAM,CAAC;QACb,kEAAkE;QAClE,MAAM,EAAE,MAAM,CAAC;QACf,kBAAkB,EAAE,MAAM,CAAC;KAC5B,CAAC;IACF,uCAAuC;IACvC,KAAK,EAAE;QACL,aAAa,CAAC,EAAE,UAAU,GAAG,WAAW,GAAG,SAAS,GAAG,MAAM,CAAC;QAC9D,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;QACrB,sEAAsE;QACtE,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB;;;;;;;WAOG;QACH,sBAAsB,EAAE,OAAO,CAAC;QAChC,QAAQ,EAAE;YACR,QAAQ,CAAC,EAAE,MAAM,CAAC;YAClB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;YACpD,YAAY,CAAC,EAAE,MAAM,CAAC;YACtB,2BAA2B,CAAC,EAAE,OAAO,CAAC;YACtC,uBAAuB,CAAC,EAAE,MAAM,CAAC;YACjC,cAAc,CAAC,EAAE,MAAM,CAAC;SACzB,CAAC;KACH,CAAC;CACH;AAqBD,2FAA2F;AAC3F,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,OAAO,GAAG,oBAAoB,CAuC3E"}

package/dist/plugins/openclaw/config.js

@@ -0,0 +1,53 @@
+// Copyright (c) 2026 Komaa DigiTech
+// SPDX-License-Identifier: MIT
+/**
+ * A config value only counts when it is a non-empty STRING.
+ *
+ * This is the second line of defence on the secret, and it is deliberate. The
+ * manifest types `secret` as a string and OpenClaw rejects anything else before
+ * this resolver runs - but if an UNRESOLVED secret reference ever did arrive (an
+ * env reference whose variable is unset), `String({})` yields the literal
+ * "[object Object]": a non-empty, guessable secret that the fail-closed check in
+ * the entry point would happily accept. Coercing a non-string to "" makes it fail
+ * CLOSED, with the listener refusing to start, instead.
+ */
+const str = (v) => (typeof v === "string" ? v : "");
+const asObject = (v) => v && typeof v === "object" && !Array.isArray(v) ? v : undefined;
+/** Resolve the host's raw plugin config. Never throws: an unusable config fails closed. */
+export function resolvePluginConfig(rawInput) {
+    const c = rawInput ?? {};
+    const r = asObject(c.realtime) ?? {};
+    return {
+        enabled: c.enabled !== false,
+        media: {
+            port: Number(c.callingPort ?? 9442),
+            // undefined, not "": CallServer's own default (0.0.0.0) should win when the
+            // operator said nothing, and an empty string is not a bind address.
+            bindAddress: str(c.bindAddress) || undefined,
+            path: str(c.path) || "/msteams/calling",
+            secret: str(c.secret),
+            maxConcurrentCalls: Number(c.maxConcurrentCalls ?? 4),
+        },
+        voice: {
+            inboundPolicy: c.inboundPolicy,
+            allowFrom: Array.isArray(c.allowFrom)
+                ? c.allowFrom.map(String)
+                : undefined,
+            inboundGreeting: str(c.inboundGreeting) || undefined,
+            requireRecordingStatus: c.requireRecordingStatus === true,
+            realtime: {
+                provider: str(r.provider) || undefined,
+                providers: asObject(r.providers),
+                instructions: str(r.instructions) || undefined,
+                suppressInputDuringPlayback: typeof r.suppressInputDuringPlayback === "boolean"
+                    ? r.suppressInputDuringPlayback
+                    : undefined,
+                echoSuppressionWindowMs: r.echoSuppressionWindowMs === undefined
+                    ? undefined
+                    : Number(r.echoSuppressionWindowMs),
+                echoBargeInRms: r.echoBargeInRms === undefined ? undefined : Number(r.echoBargeInRms),
+            },
+        },
+    };
+}
+//# sourceMappingURL=config.js.map

package/dist/plugins/openclaw/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../../src/plugins/openclaw/config.ts"],"names":[],"mappings":"AAAA,oCAAoC;AACpC,+BAA+B;AAsD/B;;;;;;;;;;GAUG;AACH,MAAM,GAAG,GAAG,CAAC,CAAU,EAAU,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAErE,MAAM,QAAQ,GAAG,CAAC,CAAU,EAAmB,EAAE,CAC/C,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,CAAS,CAAC,CAAC,CAAC,SAAS,CAAC;AAE3E,2FAA2F;AAC3F,MAAM,UAAU,mBAAmB,CAAC,QAAiB;IACnD,MAAM,CAAC,GAAS,QAAgB,IAAI,EAAE,CAAC;IACvC,MAAM,CAAC,GAAQ,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC1C,OAAO;QACL,OAAO,EAAE,CAAC,CAAC,OAAO,KAAK,KAAK;QAC5B,KAAK,EAAE;YACL,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,WAAW,IAAI,IAAI,CAAC;YACnC,4EAA4E;YAC5E,oEAAoE;YACpE,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,SAAS;YAC5C,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,kBAAkB;YACvC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;YACrB,kBAAkB,EAAE,MAAM,CAAC,CAAC,CAAC,kBAAkB,IAAI,CAAC,CAAC;SACtD;QACD,KAAK,EAAE;YACL,aAAa,EAAE,CAAC,CAAC,aAAa;YAC9B,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;gBACnC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC;gBACzB,CAAC,CAAC,SAAS;YACb,eAAe,EAAE,GAAG,CAAC,CAAC,CAAC,eAAe,CAAC,IAAI,SAAS;YACpD,sBAAsB,EAAE,CAAC,CAAC,sBAAsB,KAAK,IAAI;YACzD,QAAQ,EAAE;gBACR,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,SAAS;gBACtC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CACsB;gBACrD,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,SAAS;gBAC9C,2BAA2B,EACzB,OAAO,CAAC,CAAC,2BAA2B,KAAK,SAAS;oBAChD,CAAC,CAAC,CAAC,CAAC,2BAA2B;oBAC/B,CAAC,CAAC,SAAS;gBACf,uBAAuB,EACrB,CAAC,CAAC,uBAAuB,KAAK,SAAS;oBACrC,CAAC,CAAC,SAAS;oBACX,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,uBAAuB,CAAC;gBACvC,cAAc,EACZ,CAAC,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC;aACxE;SACF;KACF,CAAC;AACJ,CAAC"}

package/dist/plugins/openclaw/handler.d.ts

@@ -0,0 +1,90 @@
+/**
+ * The seam adapter: one {@link CallHandler} per Microsoft Teams call.
+ *
+ * This is the whole surface between StandIn and OpenClaw, and it is deliberately
+ * thin. Everything framework-independent - the socket, the HMAC handshake and its
+ * replay guard, capacity, the wire protocol, the outbound sequence number and
+ * audio timeline, the pre-start and audio-idle watchdogs, idempotent teardown -
+ * belongs to the SDK's `CallServer`. Everything model-shaped belongs to
+ * {@link createRealtimeCall}. What is left here is the decision of whether to
+ * take the call at all, and the wiring between the two.
+ *
+ * There are four refusal paths, and each is one line, because `session.end()` is
+ * safe to call from inside `onStart`: it returns immediately and the close runs
+ * once `onStart` unwinds, so refusing a call needs no dance around a teardown
+ * deadlock.
+ */
+import { type CallHandler, type CallSession } from "../../index.js";
+import type { OpenClawConfig } from "openclaw/plugin-sdk/config-contracts";
+import type { RealtimeVoiceProviderConfig, RealtimeVoiceProviderPlugin } from "openclaw/plugin-sdk/realtime-voice";
+import type { ResolvedPluginConfig } from "./config.js";
+import { type CallLogger, type RealtimeCall } from "./realtime.js";
+/** The host realtime provider, resolved once at startup and shared by every call. */
+export interface ResolvedRealtime {
+    provider: RealtimeVoiceProviderPlugin;
+    providerConfig: RealtimeVoiceProviderConfig;
+}
+/**
+ * Concurrency and shutdown, owned by the runtime.
+ *
+ * The SDK caps connections too, and that cap is the one that protects the worker.
+ * This one is the OPERATOR's number: it is what `maxConcurrentCalls` in the
+ * plugin config means, it is enforced after the handshake so a refused call gets
+ * a spoken-protocol close rather than a dropped socket, and it is the hook the
+ * gateway's shutdown uses to end live calls before the listener goes away.
+ */
+export interface CallRegistry {
+    /** Reserve a slot. False when the operator's cap is already reached. */
+    acquire(callId: string): boolean;
+    /** Attach the live call so shutdown can reach it. */
+    bind(callId: string, call: RealtimeCall): void;
+    /** Free the slot. Idempotent - teardown runs on every path. */
+    release(callId: string): void;
+}
+/** Everything one handler needs. Built once by the runtime and closed over. */
+export interface HandlerDeps {
+    config: ResolvedPluginConfig;
+    /**
+     * Undefined when no realtime provider resolved at startup. Not an error at
+     * construction time: the gateway may be brought up before its credentials are,
+     * and refusing each call with a named reason beats refusing to boot.
+     */
+    realtime?: ResolvedRealtime;
+    /** The gateway's own config, passed through to the host session. */
+    cfg?: OpenClawConfig;
+    registry: CallRegistry;
+    logger?: CallLogger;
+}
+/**
+ * One Microsoft Teams call.
+ *
+ * Implements four of the SDK's five methods. `onCallerAudio` is the hot path and
+ * does no work of its own - it hands the frame to the realtime bridge, which owns
+ * the recording gate, the echo guard and the resampling.
+ */
+export declare class TeamsCallHandler implements CallHandler {
+    #private;
+    constructor(deps: HandlerDeps);
+    onStart(session: CallSession): Promise<void>;
+    /** PCM16, 16 kHz, mono, little-endian, already validated by the SDK. */
+    onCallerAudio(pcm: Buffer): Promise<void>;
+    /**
+     * Participant counts, DTMF and recording status, as plain sentences.
+     *
+     * Recording status is the one that is not just text: it opens and closes the
+     * media gate, so it is matched rather than forwarded. Matched against the SDK's
+     * own {@link contextSentences} rather than a string literal of our own, so the
+     * two cannot drift apart the next time the wording is improved.
+     */
+    onContext(text: string): Promise<void>;
+    /**
+     * StandIn is ending the call and wants this line spoken first.
+     *
+     * Interrupt, then say. A goodbye queued behind a long answer is a goodbye the
+     * caller never hears, and teardown follows within seconds.
+     */
+    onGoodbye(text: string): Promise<void>;
+    /** Always called exactly once, on every path, before the slot is freed. */
+    aclose(reason: string): Promise<void>;
+}
+//# sourceMappingURL=handler.d.ts.map

package/dist/plugins/openclaw/handler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"handler.d.ts","sourceRoot":"","sources":["../../../src/plugins/openclaw/handler.ts"],"names":[],"mappings":"AAGA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAEL,KAAK,WAAW,EAChB,KAAK,WAAW,EACjB,MAAM,gBAAgB,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sCAAsC,CAAC;AAC3E,OAAO,KAAK,EACV,2BAA2B,EAC3B,2BAA2B,EAC5B,MAAM,oCAAoC,CAAC;AAG5C,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACxD,OAAO,EAEL,KAAK,UAAU,EACf,KAAK,YAAY,EAClB,MAAM,eAAe,CAAC;AAEvB,qFAAqF;AACrF,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,2BAA2B,CAAC;IACtC,cAAc,EAAE,2BAA2B,CAAC;CAC7C;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,YAAY;IAC3B,wEAAwE;IACxE,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC;IACjC,qDAAqD;IACrD,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,GAAG,IAAI,CAAC;IAC/C,+DAA+D;IAC/D,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;CAC/B;AAED,+EAA+E;AAC/E,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,oBAAoB,CAAC;IAC7B;;;;OAIG;IACH,QAAQ,CAAC,EAAE,gBAAgB,CAAC;IAC5B,oEAAoE;IACpE,GAAG,CAAC,EAAE,cAAc,CAAC;IACrB,QAAQ,EAAE,YAAY,CAAC;IACvB,MAAM,CAAC,EAAE,UAAU,CAAC;CACrB;AAED;;;;;;GAMG;AACH,qBAAa,gBAAiB,YAAW,WAAW;;gBAOtC,IAAI,EAAE,WAAW;IAIvB,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAkFlD,wEAAwE;IAClE,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI/C;;;;;;;OAOG;IACG,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAa5C;;;;;OAKG;IACG,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAM5C,2EAA2E;IACrE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAW5C"}