@komaa/standin-sdk 0.1.0

package/dist/plugins/deepgram/config.d.ts

@@ -0,0 +1,39 @@
+export declare const DEFAULT_INSTRUCTIONS: string;
+/** Everything the Deepgram plugin needs, resolved once per worker. */
+export interface DeepgramConfig {
+    /** `DEEPGRAM_API_KEY`. Never logged, never sent to StandIn. */
+    apiKey: string;
+    /** `DEEPGRAM_AGENT_HOST`, the Voice Agent socket host. */
+    agentHost: string;
+    /** `DEEPGRAM_API_HOST`, for the REST calls. */
+    apiHost: string;
+    /** `DEEPGRAM_LISTEN_MODEL`: speech to text. */
+    listenModel: string;
+    /** `DEEPGRAM_SPEAK_MODEL`: text to speech. */
+    speakModel: string;
+    /** `DEEPGRAM_THINK_PROVIDER`: which LLM vendor Deepgram should reason with. */
+    thinkProvider: string;
+    /** `DEEPGRAM_THINK_MODEL`. */
+    thinkModel: string;
+    /** `DEEPGRAM_THINK_ENDPOINT_URL`, to point the thinking step at your own model. */
+    thinkEndpointUrl?: string;
+    /**
+     * `DEEPGRAM_THINK_ENDPOINT_HEADERS`, a JSON object. This carries YOUR model
+     * credentials, so it is never logged.
+     */
+    thinkEndpointHeaders: Record<string, string>;
+    /** `DEEPGRAM_LANGUAGE`. */
+    language: string;
+    /** `DEEPGRAM_INSTRUCTIONS`: the agent's base prompt. */
+    instructions: string;
+    /** `DEEPGRAM_GREETING`: what the agent says first, if anything. */
+    greeting?: string;
+    /**
+     * `DEEPGRAM_LOG_TRANSCRIPTS`. Off by default, and gated a second time on the
+     * call actually being recorded.
+     */
+    logTranscripts: boolean;
+}
+/** Read the configuration, or throw naming the variable that is missing. */
+export declare function deepgramConfigFromEnv(): DeepgramConfig;
+//# sourceMappingURL=config.d.ts.map

package/dist/plugins/deepgram/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../../src/plugins/deepgram/config.ts"],"names":[],"mappings":"AAeA,eAAO,MAAM,oBAAoB,QAGd,CAAC;AAEpB,sEAAsE;AACtE,MAAM,WAAW,cAAc;IAC7B,+DAA+D;IAC/D,MAAM,EAAE,MAAM,CAAC;IACf,0DAA0D;IAC1D,SAAS,EAAE,MAAM,CAAC;IAClB,+CAA+C;IAC/C,OAAO,EAAE,MAAM,CAAC;IAChB,+CAA+C;IAC/C,WAAW,EAAE,MAAM,CAAC;IACpB,8CAA8C;IAC9C,UAAU,EAAE,MAAM,CAAC;IACnB,+EAA+E;IAC/E,aAAa,EAAE,MAAM,CAAC;IACtB,8BAA8B;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,mFAAmF;IACnF,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;;;OAGG;IACH,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7C,2BAA2B;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,wDAAwD;IACxD,YAAY,EAAE,MAAM,CAAC;IACrB,mEAAmE;IACnE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;;OAGG;IACH,cAAc,EAAE,OAAO,CAAC;CACzB;AAiBD,4EAA4E;AAC5E,wBAAgB,qBAAqB,IAAI,cAAc,CAgDtD"}

package/dist/plugins/deepgram/config.js

@@ -0,0 +1,66 @@
+// Copyright (c) 2026 Komaa DigiTech
+// SPDX-License-Identifier: MIT
+/**
+ * What the Deepgram plugin reads from the environment.
+ *
+ * One prefix, `DEEPGRAM_`, plus the SDK-wide `STANDIN_VISION_*` that every
+ * plugin shares for looking at a screen share.
+ */
+import { StandInError } from "../../errors.js";
+/** Refuse a host that is not Deepgram: the API key travels to it. */
+const ALLOWED_HOST_SUFFIX = ".deepgram.com";
+export const DEFAULT_INSTRUCTIONS = "You are a helpful voice assistant on a live Microsoft Teams call. You are speaking " +
+    "aloud: keep replies short, natural and conversational, and never use markdown, " +
+    "lists or emoji.";
+function required(name) {
+    const value = (process.env[name] ?? "").trim();
+    if (!value)
+        throw new StandInError(`${name} is required to answer calls with Deepgram`);
+    return value;
+}
+function host(name, fallback) {
+    const value = (process.env[name] ?? "").trim() || fallback;
+    if (value !== "deepgram.com" && !value.endsWith(ALLOWED_HOST_SUFFIX)) {
+        throw new StandInError(`${name} must be a deepgram.com host, got ${value}`);
+    }
+    return value;
+}
+/** Read the configuration, or throw naming the variable that is missing. */
+export function deepgramConfigFromEnv() {
+    const rawHeaders = (process.env.DEEPGRAM_THINK_ENDPOINT_HEADERS ?? "").trim();
+    let thinkEndpointHeaders = {};
+    if (rawHeaders) {
+        let parsed;
+        try {
+            parsed = JSON.parse(rawHeaders);
+        }
+        catch {
+            throw new StandInError("DEEPGRAM_THINK_ENDPOINT_HEADERS must be a JSON object");
+        }
+        if (typeof parsed !== "object" ||
+            parsed === null ||
+            Array.isArray(parsed)) {
+            throw new StandInError("DEEPGRAM_THINK_ENDPOINT_HEADERS must be a JSON object");
+        }
+        thinkEndpointHeaders = Object.fromEntries(Object.entries(parsed).map(([k, v]) => [
+            k,
+            String(v),
+        ]));
+    }
+    return {
+        apiKey: required("DEEPGRAM_API_KEY"),
+        agentHost: host("DEEPGRAM_AGENT_HOST", "agent.deepgram.com"),
+        apiHost: host("DEEPGRAM_API_HOST", "api.deepgram.com"),
+        listenModel: (process.env.DEEPGRAM_LISTEN_MODEL ?? "").trim() || "nova-3",
+        speakModel: (process.env.DEEPGRAM_SPEAK_MODEL ?? "").trim() || "aura-2-thalia-en",
+        thinkProvider: (process.env.DEEPGRAM_THINK_PROVIDER ?? "").trim() || "open_ai",
+        thinkModel: (process.env.DEEPGRAM_THINK_MODEL ?? "").trim() || "gpt-4o-mini",
+        thinkEndpointUrl: (process.env.DEEPGRAM_THINK_ENDPOINT_URL ?? "").trim() || undefined,
+        thinkEndpointHeaders,
+        language: (process.env.DEEPGRAM_LANGUAGE ?? "").trim() || "en",
+        instructions: (process.env.DEEPGRAM_INSTRUCTIONS ?? "").trim() || DEFAULT_INSTRUCTIONS,
+        greeting: (process.env.DEEPGRAM_GREETING ?? "").trim() || undefined,
+        logTranscripts: process.env.DEEPGRAM_LOG_TRANSCRIPTS === "true",
+    };
+}
+//# sourceMappingURL=config.js.map

package/dist/plugins/deepgram/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../../src/plugins/deepgram/config.ts"],"names":[],"mappings":"AAAA,oCAAoC;AACpC,+BAA+B;AAE/B;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,qEAAqE;AACrE,MAAM,mBAAmB,GAAG,eAAe,CAAC;AAE5C,MAAM,CAAC,MAAM,oBAAoB,GAC/B,qFAAqF;IACrF,iFAAiF;IACjF,iBAAiB,CAAC;AAsCpB,SAAS,QAAQ,CAAC,IAAY;IAC5B,MAAM,KAAK,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/C,IAAI,CAAC,KAAK;QACR,MAAM,IAAI,YAAY,CAAC,GAAG,IAAI,4CAA4C,CAAC,CAAC;IAC9E,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,IAAI,CAAC,IAAY,EAAE,QAAgB;IAC1C,MAAM,KAAK,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,QAAQ,CAAC;IAC3D,IAAI,KAAK,KAAK,cAAc,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;QACrE,MAAM,IAAI,YAAY,CAAC,GAAG,IAAI,qCAAqC,KAAK,EAAE,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,4EAA4E;AAC5E,MAAM,UAAU,qBAAqB;IACnC,MAAM,UAAU,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,+BAA+B,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9E,IAAI,oBAAoB,GAA2B,EAAE,CAAC;IACtD,IAAI,UAAU,EAAE,CAAC;QACf,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAClC,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,YAAY,CACpB,uDAAuD,CACxD,CAAC;QACJ,CAAC;QACD,IACE,OAAO,MAAM,KAAK,QAAQ;YAC1B,MAAM,KAAK,IAAI;YACf,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EACrB,CAAC;YACD,MAAM,IAAI,YAAY,CACpB,uDAAuD,CACxD,CAAC;QACJ,CAAC;QACD,oBAAoB,GAAG,MAAM,CAAC,WAAW,CACvC,MAAM,CAAC,OAAO,CAAC,MAAiC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;YAChE,CAAC;YACD,MAAM,CAAC,CAAC,CAAC;SACV,CAAC,CACH,CAAC;IACJ,CAAC;IACD,OAAO;QACL,MAAM,EAAE,QAAQ,CAAC,kBAAkB,CAAC;QACpC,SAAS,EAAE,IAAI,CAAC,qBAAqB,EAAE,oBAAoB,CAAC;QAC5D,OAAO,EAAE,IAAI,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;QACtD,WAAW,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,QAAQ;QACzE,UAAU,EACR,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,kBAAkB;QACvE,aAAa,EACX,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,SAAS;QACjE,UAAU,EACR,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,aAAa;QAClE,gBAAgB,EACd,CAAC,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,SAAS;QACrE,oBAAoB;QACpB,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,IAAI;QAC9D,YAAY,EACV,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,oBAAoB;QAC1E,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,SAAS;QACnE,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,wBAAwB,KAAK,MAAM;KAChE,CAAC;AACJ,CAAC"}

package/dist/plugins/deepgram/handler.d.ts

@@ -0,0 +1,87 @@
+/**
+ * The relay: one Microsoft Teams call on one side, one Deepgram Voice Agent on
+ * the other.
+ *
+ * Two shapes differ from the other providers and are worth knowing:
+ *
+ * **Context rides the prompt.** The Voice Agent API has no non-interrupting
+ * context message, so participant counts and key presses are appended to a
+ * bounded rolling section of the prompt and pushed with `UpdatePrompt`. Bounded
+ * matters: the prompt is resent in full each time.
+ *
+ * **Functions are declared, not configured.** The call capabilities come from
+ * `standin/callTools`, are sent in the Settings message, and so there is
+ * nothing to set up on the Deepgram side and nothing restated here: a
+ * capability added to the SDK reaches this plugin without an edit. Add your own
+ * with {@link CustomTool} and they are declared the same way.
+ *
+ * The Python twin is `standin.plugins.deepgram.handler`.
+ */
+import type { CallHandler, CallSession } from "../../handler.js";
+import { FrameDescriber, type VideoFrame } from "../../vision.js";
+import { type AgentMessage, type AgentPort } from "./agent.js";
+import { type DeepgramConfig } from "./config.js";
+/** What a custom tool is told about the call it is running inside. */
+export interface ToolContext {
+    /** The live call, so a tool can speak, show something, or hang up. */
+    call: CallSession;
+    /**
+     * Whether the Microsoft Teams call is being recorded. Gate anything that
+     * stores what the caller said or showed on this.
+     */
+    recording: boolean;
+}
+/** A function of your own, which the agent calls and your code answers. */
+export interface CustomTool {
+    /** Must not collide with the four built in above. */
+    name: string;
+    /**
+     * What the model reads to decide whether to call it. This is the prompt for
+     * the tool, so write it for a model, not for a developer.
+     */
+    description: string;
+    /** JSON schema for the parameters. */
+    parameters?: Record<string, unknown>;
+    /**
+     * Returns the string the agent is told, which it will read out or reason
+     * from. Keep it fast: the caller is waiting in silence while it runs.
+     */
+    handler: (params: Record<string, unknown>, ctx: ToolContext) => string | Promise<string>;
+}
+/**
+ * The call capabilities every Deepgram session gets, declared in Settings.
+ * These have no endpoint, which is what tells Deepgram to ask the client to run
+ * them. The list is the SDK's, in Deepgram's shape, so every provider offers
+ * the same agent and a new capability needs no edit here.
+ */
+export declare const BUILT_IN_TOOLS: Array<Record<string, unknown>>;
+/** How the handler reaches Deepgram. Replaceable so tests need no network. */
+export type Connect = (config: DeepgramConfig, onMessage: (message: AgentMessage) => void | Promise<void>, onAudio: (pcm: Buffer) => void | Promise<void>, onClose: (code: number, reason: string) => void | Promise<void>) => Promise<AgentPort>;
+/** Options for {@link DeepgramHandler}. */
+export interface DeepgramHandlerOptions {
+    config?: DeepgramConfig;
+    tools?: CustomTool[];
+    describer?: FrameDescriber;
+    connect?: Connect;
+}
+/** One Microsoft Teams call answered by one Deepgram Voice Agent. */
+export declare class DeepgramHandler implements CallHandler {
+    #private;
+    constructor(options?: DeepgramHandlerOptions);
+    onStart(session: CallSession): Promise<void>;
+    /** The caller's voice, straight through as a binary frame. */
+    onCallerAudio(pcm: Buffer): Promise<void>;
+    /** Fold context into the prompt, because this API has nowhere else to put it. */
+    /**
+     * Keep a short history, so a question about a slide already gone can still be
+     * answered. Only kept while the call is recorded.
+     */
+    onVideoFrame(frame: VideoFrame): Promise<void>;
+    onContext(text: string): Promise<void>;
+    /** Say this line now, interrupting whatever the agent was saying. */
+    onGoodbye(text: string): Promise<void>;
+    aclose(): Promise<void>;
+    /** Run one function and return what the agent is told. Exposed for tests. */
+    dispatch(name: string, params: Record<string, unknown>): Promise<string>;
+}
+//# sourceMappingURL=handler.d.ts.map

package/dist/plugins/deepgram/handler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"handler.d.ts","sourceRoot":"","sources":["../../../src/plugins/deepgram/handler.ts"],"names":[],"mappings":"AAGA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAKjE,OAAO,EAAE,cAAc,EAAE,KAAK,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAElE,OAAO,EAIL,KAAK,YAAY,EACjB,KAAK,SAAS,EAEf,MAAM,YAAY,CAAC;AACpB,OAAO,EAAyB,KAAK,cAAc,EAAE,MAAM,aAAa,CAAC;AAczE,sEAAsE;AACtE,MAAM,WAAW,WAAW;IAC1B,sEAAsE;IACtE,IAAI,EAAE,WAAW,CAAC;IAClB;;;OAGG;IACH,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,2EAA2E;AAC3E,MAAM,WAAW,UAAU;IACzB,qDAAqD;IACrD,IAAI,EAAE,MAAM,CAAC;IACb;;;OAGG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB,sCAAsC;IACtC,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC;;;OAGG;IACH,OAAO,EAAE,CACP,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,GAAG,EAAE,WAAW,KACb,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CAC/B;AAED;;;;;GAKG;AACH,eAAO,MAAM,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CACrC,CAAC;AAMtB,8EAA8E;AAC9E,MAAM,MAAM,OAAO,GAAG,CACpB,MAAM,EAAE,cAAc,EACtB,SAAS,EAAE,CAAC,OAAO,EAAE,YAAY,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,EAC1D,OAAO,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,EAC9C,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAC5D,OAAO,CAAC,SAAS,CAAC,CAAC;AAExB,2CAA2C;AAC3C,MAAM,WAAW,sBAAsB;IACrC,MAAM,CAAC,EAAE,cAAc,CAAC;IACxB,KAAK,CAAC,EAAE,UAAU,EAAE,CAAC;IACrB,SAAS,CAAC,EAAE,cAAc,CAAC;IAC3B,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,qEAAqE;AACrE,qBAAa,eAAgB,YAAW,WAAW;;gBAoBrC,OAAO,GAAE,sBAA2B;IAgC1C,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAgElD,8DAA8D;IACxD,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAS/C,iFAAiF;IACjF;;;OAGG;IACG,YAAY,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAI9C,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB5C,qEAAqE;IAC/D,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKtC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAuG7B,6EAA6E;IACvE,QAAQ,CACZ,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,OAAO,CAAC,MAAM,CAAC;CAyBnB"}

package/dist/plugins/deepgram/handler.js

@@ -0,0 +1,268 @@
+// Copyright (c) 2026 Komaa DigiTech
+// SPDX-License-Identifier: MIT
+import { CallTools, toolSchemas } from "../../callTools.js";
+import { fetchPublicImage } from "../../fetch.js";
+import { logger } from "../../log.js";
+import { StartupBuffer } from "../../startup.js";
+import { FrameDescriber } from "../../vision.js";
+import { VisionTools } from "../../visionTools.js";
+import { AgentSocket, buildPrompt, buildSettings, } from "./agent.js";
+import { deepgramConfigFromEnv } from "./config.js";
+const MAX_EMOTION_CHARS = 40;
+const MAX_CAPTION_CHARS = 200;
+const IMAGE_FETCH_TIMEOUT_MS = 10_000;
+/**
+ * How many context notes ride in the prompt. The whole prompt is resent on every
+ * update, so this is a cost per participant change, not a one-off.
+ */
+const MAX_CONTEXT_NOTES = 8;
+const MAX_PENDING_AUDIO = 200;
+/**
+ * The call capabilities every Deepgram session gets, declared in Settings.
+ * These have no endpoint, which is what tells Deepgram to ask the client to run
+ * them. The list is the SDK's, in Deepgram's shape, so every provider offers
+ * the same agent and a new capability needs no edit here.
+ */
+export const BUILT_IN_TOOLS = toolSchemas("flat");
+const BUILT_IN_NAMES = new Set(BUILT_IN_TOOLS.map((tool) => tool.name));
+/** One Microsoft Teams call answered by one Deepgram Voice Agent. */
+export class DeepgramHandler {
+    #config;
+    #tools;
+    #describer;
+    #connect;
+    #call;
+    #vision;
+    #callTools;
+    #agent;
+    #closed = false;
+    // Holds BOTH the caller's first words and the first context, so neither
+    // is lost while the provider is still connecting.
+    #pending = new StartupBuffer();
+    #caller = {
+        callerName: "the caller",
+        tenantId: "unknown-tenant",
+        direction: "inbound",
+    };
+    #notes = [];
+    constructor(options = {}) {
+        this.#config = options.config ?? deepgramConfigFromEnv();
+        this.#tools = new Map((options.tools ?? []).map((tool) => [tool.name, tool]));
+        this.#describer = options.describer ?? FrameDescriber.fromEnv();
+        this.#connect = options.connect ?? AgentSocket.connect.bind(AgentSocket);
+        const collisions = [...this.#tools.keys()].filter((name) => BUILT_IN_NAMES.has(name));
+        if (collisions.length > 0) {
+            // Caught here rather than at the first call: a shadowed built-in is a
+            // call capability that silently stops working.
+            throw new Error(`custom tools may not shadow built-in ones: ${collisions.sort().join(", ")}`);
+        }
+    }
+    /**
+     * Whether the call is being recorded, straight off the session.
+     *
+     * The server keeps this current from `session.start` and every later
+     * `recording.status`, so there is nothing to re-derive here.
+     */
+    #recording() {
+        return this.#call?.recordingActive ?? false;
+    }
+    // ---- the SDK seam -------------------------------------------------------
+    async onStart(session) {
+        this.#call = session;
+        this.#vision = new VisionTools(session, { describer: this.#describer });
+        this.#callTools = new CallTools(session, { vision: this.#vision });
+        const caller = session.start.caller;
+        this.#caller = {
+            callerName: caller.displayName ?? "the caller",
+            tenantId: caller.tenantId ?? "unknown-tenant",
+            direction: session.start.direction,
+        };
+        let agent;
+        try {
+            agent = await this.#connect(this.#config, (message) => this.#onAgentMessage(message), (pcm) => this.#onAgentAudio(pcm), (code, reason) => this.#onAgentClose(code, reason));
+        }
+        catch (err) {
+            logger.error(`standin: could not open the Deepgram agent: ${String(err)}`);
+            await session.end("agent-unavailable");
+            return;
+        }
+        // The call can end during the connect above.
+        if (this.#closed) {
+            await agent.aclose();
+            return;
+        }
+        this.#agent = agent;
+        const functions = [
+            ...BUILT_IN_TOOLS,
+            ...[...this.#tools.values()].map((tool) => ({
+                name: tool.name,
+                description: tool.description,
+                parameters: tool.parameters ?? {
+                    type: "object",
+                    properties: {},
+                    required: [],
+                },
+            })),
+        ];
+        agent.sendSettings(buildSettings(this.#config, buildPrompt(this.#config, this.#caller, this.#notes), functions));
+        await this.#pending.release((pcm) => agent.sendAudio(pcm), (text) => this.#noteContext(agent, text));
+        if (this.#pending.dropped.audio || this.#pending.dropped.context) {
+            logger.info("standin: the caller outran the agent starting up; some early input was dropped");
+        }
+    }
+    /** The caller's voice, straight through as a binary frame. */
+    async onCallerAudio(pcm) {
+        const agent = this.#agent;
+        if (agent === undefined || !agent.isOpen) {
+            this.#pending.audio(pcm);
+            return;
+        }
+        agent.sendAudio(pcm);
+    }
+    /** Fold context into the prompt, because this API has nowhere else to put it. */
+    /**
+     * Keep a short history, so a question about a slide already gone can still be
+     * answered. Only kept while the call is recorded.
+     */
+    async onVideoFrame(frame) {
+        this.#vision?.keyframes.offer(frame, this.#call?.recordingActive ?? false);
+    }
+    async onContext(text) {
+        const agent = this.#agent;
+        if (agent === undefined || !agent.isOpen) {
+            // Held rather than dropped: the "there are N people here, stay quiet"
+            // line and the recording change both land in this gap.
+            this.#pending.context(text);
+            return;
+        }
+        this.#noteContext(agent, text);
+    }
+    /** Fold one held context line into the prompt, once the agent exists. */
+    #noteContext(agent, text) {
+        this.#notes.push(text);
+        if (this.#notes.length > MAX_CONTEXT_NOTES)
+            this.#notes.shift();
+        agent.updatePrompt(buildPrompt(this.#config, this.#caller, this.#notes));
+    }
+    /** Say this line now, interrupting whatever the agent was saying. */
+    async onGoodbye(text) {
+        const agent = this.#agent;
+        if (agent !== undefined && agent.isOpen)
+            agent.injectAgentMessage(text);
+    }
+    async aclose() {
+        this.#closed = true;
+        const agent = this.#agent;
+        this.#agent = undefined;
+        if (agent !== undefined) {
+            try {
+                await agent.aclose();
+            }
+            catch {
+                // Teardown must not throw: the slot is freed either way.
+            }
+        }
+    }
+    /**
+     * The shared vision tools for this call.
+     *
+     * They carry the budget, the keyframes and the graceful refusals, so this
+     * plugin no longer keeps its own copy of any of them.
+     */
+    #visionTools() {
+        if (this.#vision === undefined)
+            throw new Error("the call has not started yet");
+        return this.#vision;
+    }
+    // ---- what Deepgram sends us ---------------------------------------------
+    /** Agent audio: already PCM16 at 16 kHz, so it goes straight out. */
+    async #onAgentAudio(pcm) {
+        if (pcm.length > 0)
+            await this.#call?.sendAudio(pcm);
+    }
+    async #onAgentMessage(message) {
+        switch (message.type) {
+            case "UserStartedSpeaking":
+                // Deepgram has decided the caller is talking. Flushing what StandIn has
+                // buffered is what actually stops the bot mid-word.
+                await this.#call?.cancelPlayback();
+                break;
+            case "FunctionCallRequest": {
+                const functions = message.functions;
+                if (Array.isArray(functions)) {
+                    for (const fn of functions) {
+                        if (typeof fn === "object" && fn !== null) {
+                            void this.#runFunction(fn);
+                        }
+                    }
+                }
+                break;
+            }
+            case "ConversationText":
+                if (this.#config.logTranscripts && this.#recording()) {
+                    logger.info(`standin: deepgram ${String(message.role ?? "turn")}`);
+                }
+                break;
+            case "Error":
+            case "Warning":
+                logger.warn(`standin: Deepgram ${message.type.toLowerCase()}: ` +
+                    String(message.description ?? message.code ?? "no detail"));
+                break;
+            default:
+                break;
+        }
+    }
+    async #onAgentClose(code, reason) {
+        logger.info(`standin: the Deepgram agent closed (${code} ${reason})`);
+        if (!this.#closed)
+            await this.#call?.end("agent-disconnected");
+    }
+    // ---- the agent's functions ----------------------------------------------
+    async #runFunction(fn) {
+        const name = fn.name;
+        const callId = fn.id;
+        if (typeof name !== "string" || typeof callId !== "string")
+            return;
+        let params = {};
+        if (typeof fn.arguments === "string") {
+            try {
+                const parsed = JSON.parse(fn.arguments || "{}");
+                if (typeof parsed === "object" && parsed !== null)
+                    params = parsed;
+            }
+            catch {
+                params = {};
+            }
+        }
+        else if (typeof fn.arguments === "object" && fn.arguments !== null) {
+            params = fn.arguments;
+        }
+        let result;
+        try {
+            result = await this.dispatch(name, params);
+        }
+        catch (err) {
+            // Tell the agent the truth. A tool that silently "succeeded" leaves it
+            // talking about something that never happened.
+            result = `${name} failed: ${String(err)}`;
+        }
+        this.#agent?.sendFunctionResult(callId, name, result);
+    }
+    /** Run one function and return what the agent is told. Exposed for tests. */
+    async dispatch(name, params) {
+        const call = this.#call;
+        if (call === undefined)
+            return "the call is no longer active";
+        const callTools = this.#callTools;
+        if (callTools !== undefined && BUILT_IN_NAMES.has(name)) {
+            // The SDK owns these, and its dispatch never throws: what comes back is
+            // the sentence the agent should say.
+            return callTools.dispatch(name, params);
+        }
+        const tool = this.#tools.get(name);
+        if (tool === undefined)
+            return `"${name}" is not a tool this plugin answers`;
+        return String(await tool.handler(params, { call, recording: this.#recording() }));
+    }
+}
+//# sourceMappingURL=handler.js.map

package/dist/plugins/deepgram/handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"handler.js","sourceRoot":"","sources":["../../../src/plugins/deepgram/handler.ts"],"names":[],"mappings":"AAAA,oCAAoC;AACpC,+BAA+B;AAuB/B,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAmB,MAAM,iBAAiB,CAAC;AAClE,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EACL,WAAW,EACX,WAAW,EACX,aAAa,GAId,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,qBAAqB,EAAuB,MAAM,aAAa,CAAC;AAEzE,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,MAAM,sBAAsB,GAAG,MAAM,CAAC;AAEtC;;;GAGG;AACH,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAE5B,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAkC9B;;;;;GAKG;AACH,MAAM,CAAC,MAAM,cAAc,GACzB,WAAW,CAAC,MAAM,CAAC,CAAC;AAEtB,MAAM,cAAc,GAAG,IAAI,GAAG,CAC5B,cAAc,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAc,CAAC,CAClD,CAAC;AAkBF,qEAAqE;AACrE,MAAM,OAAO,eAAe;IAC1B,OAAO,CAAiB;IACxB,MAAM,CAA0B;IAChC,UAAU,CAA6B;IACvC,QAAQ,CAAU;IAClB,KAAK,CAA0B;IAC/B,OAAO,CAA0B;IACjC,UAAU,CAAwB;IAClC,MAAM,CAAwB;IAC9B,OAAO,GAAG,KAAK,CAAC;IAChB,wEAAwE;IACxE,kDAAkD;IACzC,QAAQ,GAAG,IAAI,aAAa,EAAE,CAAC;IACxC,OAAO,GAAkB;QACvB,UAAU,EAAE,YAAY;QACxB,QAAQ,EAAE,gBAAgB;QAC1B,SAAS,EAAE,SAAS;KACrB,CAAC;IACF,MAAM,GAAa,EAAE,CAAC;IAEtB,YAAY,UAAkC,EAAE;QAC9C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,IAAI,qBAAqB,EAAE,CAAC;QACzD,IAAI,CAAC,MAAM,GAAG,IAAI,GAAG,CACnB,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CACvD,CAAC;QACF,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,IAAI,cAAc,CAAC,OAAO,EAAE,CAAC;QAChE,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,IAAI,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAEzE,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CACzD,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CACzB,CAAC;QACF,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,sEAAsE;YACtE,+CAA+C;YAC/C,MAAM,IAAI,KAAK,CACb,8CAA8C,UAAU,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC7E,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,UAAU;QACR,OAAO,IAAI,CAAC,KAAK,EAAE,eAAe,IAAI,KAAK,CAAC;IAC9C,CAAC;IAED,4EAA4E;IAE5E,KAAK,CAAC,OAAO,CAAC,OAAoB;QAChC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QACxE,IAAI,CAAC,UAAU,GAAG,IAAI,SAAS,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QACnE,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC;QACpC,IAAI,CAAC,OAAO,GAAG;YACb,UAAU,EAAE,MAAM,CAAC,WAAW,IAAI,YAAY;YAC9C,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,gBAAgB;YAC7C,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,SAAS;SACnC,CAAC;QAEF,IAAI,KAAgB,CAAC;QACrB,IAAI,CAAC;YACH,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CACzB,IAAI,CAAC,OAAO,EACZ,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,EAC1C,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAChC,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,CACnD,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CACV,+CAA+C,MAAM,CAAC,GAAG,CAAC,EAAE,CAC7D,CAAC;YACF,MAAM,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;YACvC,OAAO;QACT,CAAC;QAED,6CAA6C;QAC7C,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QAEpB,MAAM,SAAS,GAAG;YAChB,GAAG,cAAc;YACjB,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAC1C,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI;oBAC7B,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,EAAE;oBACd,QAAQ,EAAE,EAAE;iBACb;aACF,CAAC,CAAC;SACJ,CAAC;QACF,KAAK,CAAC,YAAY,CAChB,aAAa,CACX,IAAI,CAAC,OAAO,EACZ,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,EACpD,SAAS,CACV,CACF,CAAC;QACF,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CACzB,CAAC,GAAW,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EACrC,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,CACjD,CAAC;QACF,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YACjE,MAAM,CAAC,IAAI,CACT,gFAAgF,CACjF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,8DAA8D;IAC9D,KAAK,CAAC,aAAa,CAAC,GAAW;QAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACzC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACzB,OAAO;QACT,CAAC;QACD,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACvB,CAAC;IAED,iFAAiF;IACjF;;;OAGG;IACH,KAAK,CAAC,YAAY,CAAC,KAAiB;QAClC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,eAAe,IAAI,KAAK,CAAC,CAAC;IAC7E,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,IAAY;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACzC,sEAAsE;YACtE,uDAAuD;YACvD,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC5B,OAAO;QACT,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,yEAAyE;IACzE,YAAY,CAAC,KAAgB,EAAE,IAAY;QACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,iBAAiB;YAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAChE,KAAK,CAAC,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAC3E,CAAC;IAED,qEAAqE;IACrE,KAAK,CAAC,SAAS,CAAC,IAAY;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM;YAAE,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAC1E,CAAC;IAED,KAAK,CAAC,MAAM;QACV,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC;gBACH,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC;YACvB,CAAC;YAAC,MAAM,CAAC;gBACP,yDAAyD;YAC3D,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,YAAY;QACV,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS;YAC5B,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,4EAA4E;IAE5E,qEAAqE;IACrE,KAAK,CAAC,aAAa,CAAC,GAAW;QAC7B,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAAqB;QACzC,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,qBAAqB;gBACxB,wEAAwE;gBACxE,oDAAoD;gBACpD,MAAM,IAAI,CAAC,KAAK,EAAE,cAAc,EAAE,CAAC;gBACnC,MAAM;YACR,KAAK,qBAAqB,CAAC,CAAC,CAAC;gBAC3B,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;gBACpC,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC7B,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;wBAC3B,IAAI,OAAO,EAAE,KAAK,QAAQ,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;4BAC1C,KAAK,IAAI,CAAC,YAAY,CAAC,EAA6B,CAAC,CAAC;wBACxD,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,MAAM;YACR,CAAC;YACD,KAAK,kBAAkB;gBACrB,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC;oBACrD,MAAM,CAAC,IAAI,CAAC,qBAAqB,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC,EAAE,CAAC,CAAC;gBACrE,CAAC;gBACD,MAAM;YACR,KAAK,OAAO,CAAC;YACb,KAAK,SAAS;gBACZ,MAAM,CAAC,IAAI,CACT,qBAAqB,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI;oBACjD,MAAM,CAAC,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,IAAI,IAAI,WAAW,CAAC,CAC7D,CAAC;gBACF,MAAM;YACR;gBACE,MAAM;QACV,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,IAAY,EAAE,MAAc;QAC9C,MAAM,CAAC,IAAI,CAAC,uCAAuC,IAAI,IAAI,MAAM,GAAG,CAAC,CAAC;QACtE,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,oBAAoB,CAAC,CAAC;IACjE,CAAC;IAED,4EAA4E;IAE5E,KAAK,CAAC,YAAY,CAAC,EAA2B;QAC5C,MAAM,IAAI,GAAG,EAAE,CAAC,IAAI,CAAC;QACrB,MAAM,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC;QACrB,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,OAAO,MAAM,KAAK,QAAQ;YAAE,OAAO;QAEnE,IAAI,MAAM,GAA4B,EAAE,CAAC;QACzC,IAAI,OAAO,EAAE,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;YACrC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;gBACzD,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI;oBAC/C,MAAM,GAAG,MAAiC,CAAC;YAC/C,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,GAAG,EAAE,CAAC;YACd,CAAC;QACH,CAAC;aAAM,IAAI,OAAO,EAAE,CAAC,SAAS,KAAK,QAAQ,IAAI,EAAE,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YACrE,MAAM,GAAG,EAAE,CAAC,SAAoC,CAAC;QACnD,CAAC;QAED,IAAI,MAAc,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,uEAAuE;YACvE,+CAA+C;YAC/C,MAAM,GAAG,GAAG,IAAI,YAAY,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5C,CAAC;QACD,IAAI,CAAC,MAAM,EAAE,kBAAkB,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IACxD,CAAC;IAED,6EAA6E;IAC7E,KAAK,CAAC,QAAQ,CACZ,IAAY,EACZ,MAA+B;QAE/B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO,8BAA8B,CAAC;QAE9D,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC;QAClC,IAAI,SAAS,KAAK,SAAS,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACxD,wEAAwE;YACxE,qCAAqC;YACrC,OAAO,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,IAAI,KAAK,SAAS;YACpB,OAAO,IAAI,IAAI,qCAAqC,CAAC;QACvD,OAAO,MAAM,CACX,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CACnE,CAAC;IACJ,CAAC;CAQF"}

package/dist/plugins/deepgram/index.d.ts

@@ -0,0 +1,11 @@
+export { AgentSocket, WIRE_SAMPLE_RATE_HZ, buildPrompt, buildSettings, type AgentMessage, type AgentPort, type CallerContext, } from "./agent.js";
+export { DEFAULT_INSTRUCTIONS, deepgramConfigFromEnv, type DeepgramConfig, } from "./config.js";
+export { BUILT_IN_TOOLS, DeepgramHandler, type Connect, type CustomTool, type DeepgramHandlerOptions, type ToolContext, } from "./handler.js";
+/**
+ * Answer Microsoft Teams calls with Deepgram until the process is interrupted.
+ *
+ * The configuration is read ONCE here: a missing API key should stop the worker
+ * at startup, not surprise the first caller.
+ */
+export declare function serve(): Promise<void>;
+//# sourceMappingURL=index.d.ts.map

package/dist/plugins/deepgram/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/plugins/deepgram/index.ts"],"names":[],"mappings":"AAsDA,OAAO,EACL,WAAW,EACX,mBAAmB,EACnB,WAAW,EACX,aAAa,EACb,KAAK,YAAY,EACjB,KAAK,SAAS,EACd,KAAK,aAAa,GACnB,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,oBAAoB,EACpB,qBAAqB,EACrB,KAAK,cAAc,GACpB,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,cAAc,EACd,eAAe,EACf,KAAK,OAAO,EACZ,KAAK,UAAU,EACf,KAAK,sBAAsB,EAC3B,KAAK,WAAW,GACjB,MAAM,cAAc,CAAC;AAEtB;;;;;GAKG;AACH,wBAAsB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAgB3C"}

package/dist/plugins/deepgram/index.js

@@ -0,0 +1,76 @@
+// Copyright (c) 2026 Komaa DigiTech
+// SPDX-License-Identifier: MIT
+/**
+ * Answer Microsoft Teams calls with a Deepgram Voice Agent.
+ *
+ * StandIn answers the Microsoft Teams call and dials this worker. This
+ * plugin answers that dial, opens one Voice Agent session per call, and
+ * relays the audio both ways.
+ *
+ * Nothing to install beyond the SDK: Deepgram is reached over an ordinary
+ * WebSocket, so this plugin adds no dependency.
+ *
+ * ```bash
+ * npm install @komaa/standin-sdk
+ *
+ * export STANDIN_SECRET=...         # your StandIn connection secret
+ * export DEEPGRAM_API_KEY=...
+ * npx standin-deepgram
+ * ```
+ *
+ * Speech to text, reasoning and speech are all configured on the session, so
+ * there is nothing to set up on the Deepgram side. Audio is pinned to linear16
+ * at 16 kHz in both directions, which is exactly what StandIn speaks.
+ *
+ * The agent gets four call capabilities without any configuration: `end_call`,
+ * `express`, `show_image` and `look`. Looking needs a vision model, because a
+ * Voice Agent hears but does not see - set `STANDIN_VISION_API_URL` and
+ * `STANDIN_VISION_MODEL` to any OpenAI-compatible endpoint that takes images.
+ *
+ * Add tools of your own, executed in your worker:
+ *
+ * ```ts
+ * import { CallServer } from "@komaa/standin-sdk";
+ * import { DeepgramHandler } from "@komaa/standin-sdk/deepgram";
+ *
+ * const tools = [{
+ *   name: "open_ticket",
+ *   description: "Open a support ticket for the caller.",
+ *   parameters: { type: "object", properties: { summary: { type: "string" } }, required: ["summary"] },
+ *   handler: async (params) => `opened ticket for ${String(params.summary)}`,
+ * }];
+ *
+ * const server = new CallServer({ handlerFactory: () => new DeepgramHandler({ tools }) });
+ * await server.start();
+ * ```
+ *
+ * The Python twin is `standin.plugins.deepgram`.
+ */
+import { CallServer } from "../../index.js";
+import { DeepgramHandler } from "./handler.js";
+import { deepgramConfigFromEnv } from "./config.js";
+export { AgentSocket, WIRE_SAMPLE_RATE_HZ, buildPrompt, buildSettings, } from "./agent.js";
+export { DEFAULT_INSTRUCTIONS, deepgramConfigFromEnv, } from "./config.js";
+export { BUILT_IN_TOOLS, DeepgramHandler, } from "./handler.js";
+/**
+ * Answer Microsoft Teams calls with Deepgram until the process is interrupted.
+ *
+ * The configuration is read ONCE here: a missing API key should stop the worker
+ * at startup, not surprise the first caller.
+ */
+export async function serve() {
+    const config = deepgramConfigFromEnv();
+    const server = new CallServer({
+        handlerFactory: () => new DeepgramHandler({ config }),
+    });
+    await server.start();
+    await new Promise((resolve) => {
+        const stop = () => {
+            resolve();
+        };
+        process.once("SIGINT", stop);
+        process.once("SIGTERM", stop);
+    });
+    await server.aclose();
+}
+//# sourceMappingURL=index.js.map

package/dist/plugins/deepgram/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/plugins/deepgram/index.ts"],"names":[],"mappings":"AAAA,oCAAoC;AACpC,+BAA+B;AAE/B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6CG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAEpD,OAAO,EACL,WAAW,EACX,mBAAmB,EACnB,WAAW,EACX,aAAa,GAId,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,oBAAoB,EACpB,qBAAqB,GAEtB,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,cAAc,EACd,eAAe,GAKhB,MAAM,cAAc,CAAC;AAEtB;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,KAAK;IACzB,MAAM,MAAM,GAAG,qBAAqB,EAAE,CAAC;IACvC,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC;QAC5B,cAAc,EAAE,GAAG,EAAE,CAAC,IAAI,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;KACtD,CAAC,CAAC;IACH,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IAErB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAClC,MAAM,IAAI,GAAG,GAAS,EAAE;YACtB,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC7B,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC;AACxB,CAAC"}

package/dist/plugins/echo/cli.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=cli.d.ts.map

package/dist/plugins/echo/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../../src/plugins/echo/cli.ts"],"names":[],"mappings":""}

package/dist/plugins/echo/cli.js

@@ -0,0 +1,10 @@
+#!/usr/bin/env node
+// Copyright (c) 2026 Komaa DigiTech
+// SPDX-License-Identifier: MIT
+/** `npx standin-echo` */
+import { serve } from "./index.js";
+serve().catch((err) => {
+    console.error(String(err));
+    process.exitCode = 1;
+});
+//# sourceMappingURL=cli.js.map

package/dist/plugins/echo/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../../src/plugins/echo/cli.ts"],"names":[],"mappings":";AACA,oCAAoC;AACpC,+BAA+B;AAE/B,yBAAyB;AAEzB,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAEnC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;IAC7B,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3B,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC"}

package/dist/plugins/echo/index.d.ts

@@ -0,0 +1,37 @@
+/**
+ * The smallest StandIn plugin that answers a real Microsoft Teams call.
+ *
+ * Copy this directory to start a new plugin. It has no dependency beyond
+ * the SDK core and it works: call the number, talk, and hear yourself back. That
+ * makes it a useful thing to run before you suspect your own agent - if the echo
+ * answers, your secret, your tunnel and your StandIn identity are all correct.
+ *
+ * ```bash
+ * npm install @komaa/standin-sdk
+ * STANDIN_SECRET=... npx standin-echo
+ * ```
+ *
+ * To make it a real plugin, replace {@link EchoHandler.onCallerAudio} with
+ * your framework's agent loop. Everything else here is the shape every
+ * plugin keeps.
+ *
+ * The Python twin of this file is `standin.plugins.echo`; the two are the
+ * same handler with the same method names in each language's casing.
+ */
+import { type CallSession } from "../../index.js";
+/**
+ * One instance per call. Sends the caller's own voice back to them.
+ *
+ * A handler implements only what it needs: the SDK treats every callback as
+ * optional, so this class defines three of the five and the other two are
+ * no-ops. Nothing extends anything.
+ */
+export declare class EchoHandler {
+    #private;
+    onStart(session: CallSession): Promise<void>;
+    onCallerAudio(pcm: Buffer): Promise<void>;
+    onGoodbye(text: string): Promise<void>;
+}
+/** Answer Microsoft Teams calls until the process is interrupted. */
+export declare function serve(): Promise<void>;
+//# sourceMappingURL=index.d.ts.map