@kuralle-syrinx/server-workers 4.4.0 → 4.5.0

package/dist/worker.js

@@ -0,0 +1,172 @@
+// SPDX-License-Identifier: MIT
+//
+// Cloudflare Workers cascaded voice host, built on `withVoice(Agent)` (issue #10 / W1).
+// The Durable Object IS an `agents` SDK Agent: it provides hibernation, the
+// `keepAlive()` lease, `Connection` lifecycle, and SQLite natively — so the prior
+// manual alarm scheduler, durable session store, WebSocket lifecycle, and the 1012
+// eviction-orphan workaround are gone. The brain is the `reasoner` param; the
+// pipeline (Deepgram STT/TTS + kuralle) lives in live-session.ts.
+import { Agent } from "agents";
+import { withVoice } from "@kuralle-syrinx/cf-agents";
+import { R2EdgeRecorder } from "@kuralle-syrinx/cf-agents/r2-recorder";
+import { createLiveReasoner, liveCascadedPipeline, } from "./live-session.js";
+const INPUT_SAMPLE_RATE_HZ = 16000;
+const OUTPUT_SAMPLE_RATE_HZ = 16000;
+/** Browser/edge cascaded host (Syrinx JSON+envelope protocol over /ws). */
+export class VoiceConversation extends withVoice((Agent), {
+    pipeline: liveCascadedPipeline,
+    reasoner: (env, ctx) => createLiveReasoner(env, ctx),
+    recorder: (env, { sessionId }) => env.RECORDINGS
+        ? new R2EdgeRecorder({ bucket: env.RECORDINGS, sessionId, startedAtMs: Date.now() })
+        : undefined,
+    inputSampleRateHz: INPUT_SAMPLE_RATE_HZ,
+    outputSampleRateHz: OUTPUT_SAMPLE_RATE_HZ,
+    resumeWindowMs: 15_000,
+    // Browser/studio clients: no telephony-style idle re-engagement. The 15s default nags
+    // ("Are you still there?") and disconnects a user who is granting mic or reading the UI
+    // before speaking; the DO hibernates abandoned browser sessions anyway. Telephony keeps
+    // the default on TwilioVoiceConversation below.
+    idleTimeout: { durationMs: 0 },
+}) {
+}
+/** Telephony cascaded host (Twilio Media Streams μ-law 8 kHz over /twilio). Same pipeline/brain. */
+export class TwilioVoiceConversation extends withVoice((Agent), {
+    transport: "twilio",
+    pipeline: liveCascadedPipeline,
+    reasoner: (env, ctx) => createLiveReasoner(env, ctx),
+    inputSampleRateHz: INPUT_SAMPLE_RATE_HZ,
+    resumeWindowMs: 15_000,
+}) {
+}
+/**
+ * Telephony cascaded host (Telnyx Media Streaming over /telnyx). Same pipeline/brain;
+ * idle timeout keeps the telephony re-engagement default. Live streaming_start →
+ * /telnyx is carrier-gated / unit-tested only.
+ */
+export class TelnyxVoiceConversation extends withVoice((Agent), {
+    transport: "telnyx",
+    pipeline: liveCascadedPipeline,
+    reasoner: (env, ctx) => createLiveReasoner(env, ctx),
+    inputSampleRateHz: INPUT_SAMPLE_RATE_HZ,
+    resumeWindowMs: 15_000,
+}) {
+}
+export default {
+    async fetch(request, env) {
+        const url = new URL(request.url);
+        if (url.pathname === "/health")
+            return new Response("ok");
+        if (url.pathname === "/recordings")
+            return await listRecordings(url, env);
+        // Twilio Voice webhook: returns TwiML that bridges the inbound PSTN call to this
+        // worker's own /twilio Media Streams endpoint over a bidirectional <Stream>. Point a
+        // Twilio number's "A call comes in" webhook at https://<host>/incoming-call.
+        if (url.pathname === "/incoming-call")
+            return await twilioIncomingCallResponse(request, url);
+        // Telnyx TeXML / Call Control stream-start helper: pure payload construction.
+        // Live dispatch of streaming_start to a real trunk is carrier-gated.
+        if (url.pathname === "/telnyx-stream-start")
+            return await telnyxStreamStartResponse(request, url);
+        // Name-addressed routing: one DO per sessionId (callSid for telephony). The Agent
+        // (partyserver) resolves its name from ctx.id.name, so a direct stub.fetch() upgrade
+        // is valid for both transports.
+        const sessionId = url.searchParams.get("sessionId") ?? crypto.randomUUID();
+        if (url.pathname === "/twilio") {
+            const id = env.TWILIO_VOICE_CONVERSATIONS.idFromName(sessionId);
+            return await env.TWILIO_VOICE_CONVERSATIONS.get(id).fetch(request);
+        }
+        if (url.pathname === "/telnyx") {
+            const id = env.TELNYX_VOICE_CONVERSATIONS.idFromName(sessionId);
+            return await env.TELNYX_VOICE_CONVERSATIONS.get(id).fetch(request);
+        }
+        if (url.pathname !== "/ws")
+            return new Response("not found", { status: 404 });
+        const id = env.VOICE_CONVERSATIONS.idFromName(sessionId);
+        return await env.VOICE_CONVERSATIONS.get(id).fetch(request);
+    },
+};
+/**
+ * Twilio Voice webhook → TwiML connecting the PSTN leg to /twilio over a bidirectional
+ * <Stream>. The Twilio CallSid becomes the session id, so the call's media stream and any
+ * resume/recording key off the same stable id.
+ */
+async function twilioIncomingCallResponse(request, url) {
+    let callSid = url.searchParams.get("CallSid") ?? "";
+    if (!callSid && request.method === "POST") {
+        const form = await request.formData().catch(() => null);
+        const value = form?.get("CallSid");
+        if (typeof value === "string")
+            callSid = value;
+    }
+    const sessionId = callSid || crypto.randomUUID();
+    const wsScheme = url.protocol === "https:" ? "wss" : "ws";
+    const streamUrl = `${wsScheme}://${url.host}/twilio?sessionId=${encodeURIComponent(sessionId)}`;
+    const twiml = [
+        '<?xml version="1.0" encoding="UTF-8"?>',
+        "<Response>",
+        "  <Connect>",
+        `    <Stream url="${xmlEscape(streamUrl)}" />`,
+        "  </Connect>",
+        "</Response>",
+    ].join("\n");
+    return new Response(twiml, { headers: { "content-type": "text/xml; charset=utf-8" } });
+}
+/**
+ * Telnyx stream-start helper — pure payload construction (no live carrier dispatch).
+ *
+ * - Default (`format=texml` or omitted): TeXML `<Stream url="wss://…/telnyx?sessionId=…">`
+ *   for TeXML applications that start bidirectional media via the Stream verb.
+ * - `format=streaming_start`: JSON body matching Call Control `streaming_start`
+ *   (`stream_url`, `stream_bidirectional_mode`, `stream_bidirectional_codec`, …).
+ *   Live POST to `/v2/calls/{call_control_id}/actions/streaming_start` is carrier-gated.
+ *
+ * Query: `sessionId` (optional), `codec` (PCMU|PCMA|G722|L16, default PCMU),
+ * `sampleRate` (default from codec), `format` (texml|streaming_start).
+ */
+async function telnyxStreamStartResponse(request, url) {
+    let sessionId = url.searchParams.get("sessionId")?.trim() ?? "";
+    if (!sessionId && request.method === "POST") {
+        const form = await request.formData().catch(() => null);
+        const value = form?.get("sessionId") ?? form?.get("CallControlId") ?? form?.get("call_control_id");
+        if (typeof value === "string")
+            sessionId = value.trim();
+    }
+    if (!sessionId)
+        sessionId = crypto.randomUUID();
+    const codec = (url.searchParams.get("codec")?.trim().toUpperCase() || "PCMU");
+    const defaultRate = codec === "L16" || codec === "G722" ? "16000" : "8000";
+    const sampleRate = url.searchParams.get("sampleRate")?.trim() || defaultRate;
+    const format = url.searchParams.get("format")?.trim().toLowerCase() || "texml";
+    const wsScheme = url.protocol === "https:" ? "wss" : "ws";
+    const streamUrl = `${wsScheme}://${url.host}/telnyx?sessionId=${encodeURIComponent(sessionId)}`;
+    if (format === "streaming_start") {
+        // Call Control streaming_start body — pure; live dispatch carrier-gated.
+        return Response.json({
+            stream_url: streamUrl,
+            stream_track: "inbound_track",
+            stream_bidirectional_mode: "rtp",
+            stream_bidirectional_codec: codec,
+            stream_bidirectional_sampling_rate: Number(sampleRate),
+            send_silence_when_idle: true,
+        });
+    }
+    const texml = [
+        '<?xml version="1.0" encoding="UTF-8"?>',
+        "<Response>",
+        `  <Stream url="${xmlEscape(streamUrl)}" bidirectionalMode="rtp" bidirectionalCodec="${xmlEscape(codec)}" bidirectionalSamplingRate="${xmlEscape(sampleRate)}" />`,
+        "</Response>",
+    ].join("\n");
+    return new Response(texml, { headers: { "content-type": "text/xml; charset=utf-8" } });
+}
+function xmlEscape(value) {
+    return value.replace(/[<>&"']/g, (c) => ({ "<": "&lt;", ">": "&gt;", "&": "&amp;", '"': "&quot;", "'": "&apos;" })[c] ?? c);
+}
+/** List recorded objects for a session: GET /recordings?sessionId=<id>. */
+async function listRecordings(url, env) {
+    const sessionId = url.searchParams.get("sessionId");
+    if (!env.RECORDINGS || !sessionId)
+        return new Response("not found", { status: 404 });
+    const listed = await env.RECORDINGS.list({ prefix: `recordings/${sessionId}/` });
+    return Response.json(listed.objects.map((o) => ({ key: o.key, size: o.size })));
+}
+//# sourceMappingURL=worker.js.map

package/dist/worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.js","sourceRoot":"","sources":["../src/worker.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,EAAE;AACF,wFAAwF;AACxF,4EAA4E;AAC5E,kFAAkF;AAClF,mFAAmF;AACnF,8EAA8E;AAC9E,kEAAkE;AAElE,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAC/B,OAAO,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AACvE,OAAO,EACL,kBAAkB,EAClB,oBAAoB,GAErB,MAAM,mBAAmB,CAAC;AAY3B,MAAM,oBAAoB,GAAG,KAAK,CAAC;AACnC,MAAM,qBAAqB,GAAG,KAAK,CAAC;AAEpC,2EAA2E;AAC3E,MAAM,OAAO,iBAAkB,SAAQ,SAAS,CAAyB,CAAA,KAAU,CAAA,EAAE;IACnF,QAAQ,EAAE,oBAAoB;IAC9B,QAAQ,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAG,CAAC;IACpD,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAC/B,GAAG,CAAC,UAAU;QACZ,CAAC,CAAC,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACpF,CAAC,CAAC,SAAS;IACf,iBAAiB,EAAE,oBAAoB;IACvC,kBAAkB,EAAE,qBAAqB;IACzC,cAAc,EAAE,MAAM;IACtB,sFAAsF;IACtF,wFAAwF;IACxF,wFAAwF;IACxF,gDAAgD;IAChD,WAAW,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE;CAC/B,CAAC;CAAG;AAEL,oGAAoG;AACpG,MAAM,OAAO,uBAAwB,SAAQ,SAAS,CAAyB,CAAA,KAAU,CAAA,EAAE;IACzF,SAAS,EAAE,QAAQ;IACnB,QAAQ,EAAE,oBAAoB;IAC9B,QAAQ,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAG,CAAC;IACpD,iBAAiB,EAAE,oBAAoB;IACvC,cAAc,EAAE,MAAM;CACvB,CAAC;CAAG;AAEL;;;;GAIG;AACH,MAAM,OAAO,uBAAwB,SAAQ,SAAS,CAAyB,CAAA,KAAU,CAAA,EAAE;IACzF,SAAS,EAAE,QAAQ;IACnB,QAAQ,EAAE,oBAAoB;IAC9B,QAAQ,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAG,CAAC;IACpD,iBAAiB,EAAE,oBAAoB;IACvC,cAAc,EAAE,MAAM;CACvB,CAAC;CAAG;AAEL,eAAe;IACb,KAAK,CAAC,KAAK,CAAC,OAAgB,EAAE,GAAQ;QACpC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,GAAG,CAAC,QAAQ,KAAK,SAAS;YAAE,OAAO,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC1D,IAAI,GAAG,CAAC,QAAQ,KAAK,aAAa;YAAE,OAAO,MAAM,cAAc,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAC1E,iFAAiF;QACjF,qFAAqF;QACrF,6EAA6E;QAC7E,IAAI,GAAG,CAAC,QAAQ,KAAK,gBAAgB;YAAE,OAAO,MAAM,0BAA0B,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAC7F,8EAA8E;QAC9E,qEAAqE;QACrE,IAAI,GAAG,CAAC,QAAQ,KAAK,sBAAsB;YAAE,OAAO,MAAM,yBAAyB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAClG,kFAAkF;QAClF,qFAAqF;QACrF,gCAAgC;QAChC,MAAM,SAAS,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QAC3E,IAAI,GAAG,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC/B,MAAM,EAAE,GAAG,GAAG,CAAC,0BAA0B,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YAChE,OAAO,MAAM,GAAG,CAAC,0BAA0B,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,GAAG,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC/B,MAAM,EAAE,GAAG,GAAG,CAAC,0BAA0B,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YAChE,OAAO,MAAM,GAAG,CAAC,0BAA0B,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,GAAG,CAAC,QAAQ,KAAK,KAAK;YAAE,OAAO,IAAI,QAAQ,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QAC9E,MAAM,EAAE,GAAG,GAAG,CAAC,mBAAmB,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QACzD,OAAO,MAAM,GAAG,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC9D,CAAC;CACF,CAAC;AAEF;;;;GAIG;AACH,KAAK,UAAU,0BAA0B,CAAC,OAAgB,EAAE,GAAQ;IAClE,IAAI,OAAO,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;IACpD,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;QAC1C,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QACxD,MAAM,KAAK,GAAG,IAAI,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;QACnC,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,OAAO,GAAG,KAAK,CAAC;IACjD,CAAC;IACD,MAAM,SAAS,GAAG,OAAO,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;IACjD,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IAC1D,MAAM,SAAS,GAAG,GAAG,QAAQ,MAAM,GAAG,CAAC,IAAI,qBAAqB,kBAAkB,CAAC,SAAS,CAAC,EAAE,CAAC;IAChG,MAAM,KAAK,GAAG;QACZ,wCAAwC;QACxC,YAAY;QACZ,aAAa;QACb,oBAAoB,SAAS,CAAC,SAAS,CAAC,MAAM;QAC9C,cAAc;QACd,aAAa;KACd,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACb,OAAO,IAAI,QAAQ,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,EAAE,cAAc,EAAE,yBAAyB,EAAE,EAAE,CAAC,CAAC;AACzF,CAAC;AAED;;;;;;;;;;;GAWG;AACH,KAAK,UAAU,yBAAyB,CAAC,OAAgB,EAAE,GAAQ;IACjE,IAAI,SAAS,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAChE,IAAI,CAAC,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QACxD,MAAM,KAAK,GAAG,IAAI,EAAE,GAAG,CAAC,WAAW,CAAC,IAAI,IAAI,EAAE,GAAG,CAAC,eAAe,CAAC,IAAI,IAAI,EAAE,GAAG,CAAC,iBAAiB,CAAC,CAAC;QACnG,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,SAAS,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC1D,CAAC;IACD,IAAI,CAAC,SAAS;QAAE,SAAS,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;IAEhD,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,IAAI,MAAM,CAAC,CAAC;IAC9E,MAAM,WAAW,GAAG,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;IAC3E,MAAM,UAAU,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,IAAI,WAAW,CAAC;IAC7E,MAAM,MAAM,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,IAAI,OAAO,CAAC;IAE/E,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IAC1D,MAAM,SAAS,GAAG,GAAG,QAAQ,MAAM,GAAG,CAAC,IAAI,qBAAqB,kBAAkB,CAAC,SAAS,CAAC,EAAE,CAAC;IAEhG,IAAI,MAAM,KAAK,iBAAiB,EAAE,CAAC;QACjC,yEAAyE;QACzE,OAAO,QAAQ,CAAC,IAAI,CAAC;YACnB,UAAU,EAAE,SAAS;YACrB,YAAY,EAAE,eAAe;YAC7B,yBAAyB,EAAE,KAAK;YAChC,0BAA0B,EAAE,KAAK;YACjC,kCAAkC,EAAE,MAAM,CAAC,UAAU,CAAC;YACtD,sBAAsB,EAAE,IAAI;SAC7B,CAAC,CAAC;IACL,CAAC;IAED,MAAM,KAAK,GAAG;QACZ,wCAAwC;QACxC,YAAY;QACZ,kBAAkB,SAAS,CAAC,SAAS,CAAC,iDAAiD,SAAS,CAAC,KAAK,CAAC,gCAAgC,SAAS,CAAC,UAAU,CAAC,MAAM;QAClK,aAAa;KACd,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACb,OAAO,IAAI,QAAQ,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,EAAE,cAAc,EAAE,yBAAyB,EAAE,EAAE,CAAC,CAAC;AACzF,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,OAAO,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE,CACrC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CACnF,CAAC;AACJ,CAAC;AAED,2EAA2E;AAC3E,KAAK,UAAU,cAAc,CAAC,GAAQ,EAAE,GAAQ;IAC9C,MAAM,SAAS,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IACpD,IAAI,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,SAAS;QAAE,OAAO,IAAI,QAAQ,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;IACrF,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,cAAc,SAAS,GAAG,EAAE,CAAC,CAAC;IACjF,OAAO,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAClF,CAAC"}

package/dist/workers-ai-smart-turn.d.ts

@@ -0,0 +1,24 @@
+import type { SmartTurnPredictor } from "@kuralle-syrinx/pipecat-smart-turn/eos";
+import type { PluginConfig } from "@kuralle-syrinx/core";
+/** Minimal Cloudflare Workers AI binding surface for the Smart Turn v2 model. */
+export interface Ai {
+    run(model: string, input: unknown): Promise<{
+        is_complete?: boolean;
+        probability?: number;
+    }>;
+}
+/**
+ * Cloudflare Workers AI-hosted Smart Turn predictor.
+ *
+ * Uses the hosted `@cf/pipecat-ai/smart-turn-v2` model (v3 is NOT available in the
+ * Workers AI catalog). No ONNX is loaded locally — the model runs in Cloudflare's
+ * inference cluster, so `initialize`/`close` are no-ops.
+ */
+export declare class WorkersAiSmartTurnPredictor implements SmartTurnPredictor {
+    private readonly ai;
+    constructor(ai: Ai);
+    initialize(_config: PluginConfig): Promise<void>;
+    predict(audio: Float32Array): Promise<number>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=workers-ai-smart-turn.d.ts.map

package/dist/workers-ai-smart-turn.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"workers-ai-smart-turn.d.ts","sourceRoot":"","sources":["../src/workers-ai-smart-turn.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AACjF,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAEzD,iFAAiF;AACjF,MAAM,WAAW,EAAE;IACjB,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC;QAC1C,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC,CAAC;CACJ;AAID;;;;;;GAMG;AACH,qBAAa,2BAA4B,YAAW,kBAAkB;IACxD,OAAO,CAAC,QAAQ,CAAC,EAAE;gBAAF,EAAE,EAAE,EAAE;IAE7B,UAAU,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAIhD,OAAO,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC;IAM7C,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAG7B"}

package/dist/workers-ai-smart-turn.js

@@ -0,0 +1,36 @@
+// SPDX-License-Identifier: MIT
+const MODEL_ID = "@cf/pipecat-ai/smart-turn-v2";
+/**
+ * Cloudflare Workers AI-hosted Smart Turn predictor.
+ *
+ * Uses the hosted `@cf/pipecat-ai/smart-turn-v2` model (v3 is NOT available in the
+ * Workers AI catalog). No ONNX is loaded locally — the model runs in Cloudflare's
+ * inference cluster, so `initialize`/`close` are no-ops.
+ */
+export class WorkersAiSmartTurnPredictor {
+    ai;
+    constructor(ai) {
+        this.ai = ai;
+    }
+    async initialize(_config) {
+        // Hosted model — nothing to load.
+    }
+    async predict(audio) {
+        const base64 = float32ArrayToBase64(audio);
+        const result = await this.ai.run(MODEL_ID, { audio: base64, dtype: "float32" });
+        return typeof result.probability === "number" ? result.probability : 0;
+    }
+    async close() {
+        // Nothing to release.
+    }
+}
+function float32ArrayToBase64(arr) {
+    const bytes = new Uint8Array(arr.buffer, arr.byteOffset, arr.byteLength);
+    const chunks = [];
+    const chunkSize = 0x8000; // 32 KB — safe for String.fromCharCode spread
+    for (let i = 0; i < bytes.length; i += chunkSize) {
+        chunks.push(String.fromCharCode(...bytes.subarray(i, i + chunkSize)));
+    }
+    return btoa(chunks.join(""));
+}
+//# sourceMappingURL=workers-ai-smart-turn.js.map

package/dist/workers-ai-smart-turn.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"workers-ai-smart-turn.js","sourceRoot":"","sources":["../src/workers-ai-smart-turn.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAa/B,MAAM,QAAQ,GAAG,8BAA8B,CAAC;AAEhD;;;;;;GAMG;AACH,MAAM,OAAO,2BAA2B;IACT;IAA7B,YAA6B,EAAM;QAAN,OAAE,GAAF,EAAE,CAAI;IAAG,CAAC;IAEvC,KAAK,CAAC,UAAU,CAAC,OAAqB;QACpC,kCAAkC;IACpC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAmB;QAC/B,MAAM,MAAM,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAChF,OAAO,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,KAAK;QACT,sBAAsB;IACxB,CAAC;CACF;AAED,SAAS,oBAAoB,CAAC,GAAiB;IAC7C,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;IACzE,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,8CAA8C;IACxE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QACjD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;AAC/B,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kuralle-syrinx/server-workers",
-  "version": "4.4.0",
+  "version": "4.5.0",
   "private": false,
   "description": "Cloudflare Workers voice host for Syrinx — the full STT→LLM→TTS engine in one hibernatable Durable Object per session, with R2 call recording",
   "keywords": [
@@ -23,8 +23,8 @@
     "url": "https://github.com/kuralle/syrinx/issues"
   },
   "type": "module",
-  "main": "./src/worker.ts",
-  "types": "./src/worker.ts",
+  "main": "./dist/worker.js",
+  "types": "./dist/worker.d.ts",
   "dependencies": {
     "@ai-sdk/openai": "^3.0.67",
     "@kuralle-agents/core": "^0.8.5",
@@ -34,32 +34,39 @@
     "agents": "0.14.0",
     "ai": "^6.0.0",
     "zod": "^4.1.8",
-    "@kuralle-syrinx/core": "4.4.0",
-    "@kuralle-syrinx/server-websocket": "4.4.0",
-    "@kuralle-syrinx/deepgram": "4.4.0",
-    "@kuralle-syrinx/realtime": "4.4.0",
-    "@kuralle-syrinx/kuralle": "4.4.0",
-    "@kuralle-syrinx/aisdk": "4.4.0",
-    "@kuralle-syrinx/recorder": "4.4.0",
-    "@kuralle-syrinx/pipecat-smart-turn": "4.4.0",
-    "@kuralle-syrinx/ws": "4.4.0",
-    "@kuralle-syrinx/cf-agents": "4.4.0",
-    "@kuralle-syrinx/cartesia": "4.4.0"
+    "@kuralle-syrinx/core": "4.5.0",
+    "@kuralle-syrinx/cf-agents": "4.5.0",
+    "@kuralle-syrinx/cartesia": "4.5.0",
+    "@kuralle-syrinx/ws": "4.5.0",
+    "@kuralle-syrinx/deepgram": "4.5.0",
+    "@kuralle-syrinx/kuralle": "4.5.0",
+    "@kuralle-syrinx/realtime": "4.5.0",
+    "@kuralle-syrinx/aisdk": "4.5.0",
+    "@kuralle-syrinx/pipecat-smart-turn": "4.5.0",
+    "@kuralle-syrinx/recorder": "4.5.0",
+    "@kuralle-syrinx/server-websocket": "4.5.0"
   },
   "devDependencies": {
     "@cloudflare/workers-types": "^4.20260601.0",
+    "@types/node": "^22.0.0",
     "esbuild": "^0.28.1",
     "miniflare": "^4.20260601.0",
     "typescript": "^5.7.0",
     "vitest": "^3.2.6",
     "wrangler": "^4.19.0"
   },
+  "files": [
+    "dist",
+    "src",
+    "README.md"
+  ],
   "scripts": {
     "typecheck": "tsc --noEmit",
     "test": "vitest run",
     "test:live": "SYRINX_LIVE_WORKER_TEST=1 vitest run",
     "verify:edge-bundle": "../../scripts/verify-edge-bundle.sh",
     "wrangler:dry-run": "wrangler deploy --dry-run",
-    "deploy:realtime": "wrangler deploy -c wrangler.realtime.jsonc"
+    "deploy:realtime": "wrangler deploy -c wrangler.realtime.jsonc",
+    "build": "tsc -p tsconfig.build.json"
   }
 }

package/src/live-realtime-session.test.ts

@@ -0,0 +1,88 @@
+// SPDX-License-Identifier: MIT
+
+import { readFileSync, readdirSync } from "node:fs";
+import path from "node:path";
+import { fileURLToPath } from "node:url";
+import { describe, expect, it } from "vitest";
+
+import {
+  hasRealtimeSessionCredentials,
+  realtimeVoicePipeline,
+  resolveRealtimeFront,
+} from "./live-realtime-session.js";
+
+const srcDir = path.dirname(fileURLToPath(import.meta.url));
+
+const mockVectorize = {} as import("@cloudflare/workers-types").VectorizeIndex;
+const ctx = { sessionId: "s1" };
+
+describe("realtimeVoicePipeline", () => {
+  it("is a realtime pipeline routed through the ask_university delegate tool", () => {
+    expect(realtimeVoicePipeline.kind).toBe("realtime");
+    expect(realtimeVoicePipeline.delegateToolName).toBe("ask_university");
+  });
+
+  it("builds an OpenAI front by default and a Gemini front when REALTIME_FRONT=gemini", () => {
+    const openai = realtimeVoicePipeline.front({ OPENAI_API_KEY: "k", VECTORIZE: mockVectorize }, ctx);
+    expect(openai).toBeTruthy();
+    const gemini = realtimeVoicePipeline.front(
+      { REALTIME_FRONT: "gemini", GEMINI_API_KEY: "g", VECTORIZE: mockVectorize },
+      ctx,
+    );
+    expect(gemini).toBeTruthy();
+  });
+
+  it("requires the front model's key (OPENAI_API_KEY default; GEMINI_API_KEY for gemini)", () => {
+    expect(() => realtimeVoicePipeline.front({ VECTORIZE: mockVectorize }, ctx)).toThrow(/OPENAI_API_KEY/);
+    expect(() =>
+      realtimeVoicePipeline.front({ REALTIME_FRONT: "gemini", VECTORIZE: mockVectorize }, ctx),
+    ).toThrow(/GEMINI_API_KEY/);
+  });
+
+  it("reports credential presence via hasRealtimeSessionCredentials", () => {
+    expect(hasRealtimeSessionCredentials({ OPENAI_API_KEY: "k", VECTORIZE: mockVectorize })).toBe(true);
+    expect(hasRealtimeSessionCredentials({ VECTORIZE: mockVectorize })).toBe(false);
+    expect(hasRealtimeSessionCredentials({
+      REALTIME_FRONT: "gemini",
+      GEMINI_API_KEY: "g",
+      VECTORIZE: mockVectorize,
+    })).toBe(true);
+    expect(hasRealtimeSessionCredentials({
+      REALTIME_FRONT: "gemini",
+      VECTORIZE: mockVectorize,
+    })).toBe(false);
+  });
+
+  it("defaults REALTIME_FRONT to openai", () => {
+    expect(resolveRealtimeFront({ VECTORIZE: mockVectorize })).toBe("openai");
+    expect(resolveRealtimeFront({ REALTIME_FRONT: "gemini", VECTORIZE: mockVectorize })).toBe("gemini");
+  });
+});
+
+describe("realtime worker edge safety", () => {
+  it("live-realtime-session and worker-realtime stay free of Node-only primitives", () => {
+    const files = ["live-realtime-session.ts", "worker-realtime.ts", "kuralle-realtime-agent.ts"];
+    const banned = /\bBuffer\b|from "node:|process\./;
+    for (const file of files) {
+      const source = readFileSync(path.join(srcDir, file), "utf8");
+      for (const [index, line] of source.split("\n").entries()) {
+        expect(line, `${file}:${index + 1}`).not.toMatch(banned);
+      }
+    }
+  });
+
+  it("does not pull node: imports into the realtime worker src tree", () => {
+    const nodeImports = readdirSync(srcDir)
+      .filter((name) => name.endsWith(".ts") && !name.endsWith(".test.ts"))
+      .flatMap((name) => {
+        const source = readFileSync(path.join(srcDir, name), "utf8");
+        return source
+          .split("\n")
+          .filter((line) => line.includes('from "node:'))
+          .map((line) => `${name}: ${line.trim()}`);
+      });
+    expect(nodeImports.filter((entry) => entry.startsWith("live-realtime-session")
+      || entry.startsWith("worker-realtime")
+      || entry.startsWith("kuralle-realtime-agent"))).toEqual([]);
+  });
+});

package/src/live-session.test.ts

@@ -0,0 +1,129 @@
+// SPDX-License-Identifier: MIT
+
+import { readFileSync, readdirSync } from "node:fs";
+import path from "node:path";
+import { fileURLToPath } from "node:url";
+import { describe, expect, it } from "vitest";
+import { DeepgramSTTPlugin, DeepgramTTSPlugin } from "@kuralle-syrinx/deepgram";
+import { PipecatEOSPlugin } from "@kuralle-syrinx/pipecat-smart-turn/eos";
+
+import {
+  createLiveReasoner,
+  createWorkersAiSmartTurnPredictor,
+  hasLiveSessionCredentials,
+  liveCascadedPipeline,
+  type LiveSessionEnv,
+} from "./live-session.js";
+import type { Ai } from "./workers-ai-smart-turn.js";
+
+const srcDir = path.dirname(fileURLToPath(import.meta.url));
+const mockVectorize = {} as import("@cloudflare/workers-types").VectorizeIndex;
+const ctx = { sessionId: "s1" };
+
+function resolveOwner(env: LiveSessionEnv): "provider_stt" | "smart_turn" {
+  const owner = liveCascadedPipeline.endpointingOwner;
+  return typeof owner === "function" ? owner(env) : (owner ?? "provider_stt");
+}
+
+const baseEnv = (): LiveSessionEnv => ({
+  DEEPGRAM_API_KEY: "dg-key",
+  OPENAI_API_KEY: "oa-key",
+  VECTORIZE: mockVectorize,
+});
+
+const mockAi = (): Ai => ({
+  run: async () => ({ is_complete: true, probability: 0.9 }),
+});
+
+describe("liveCascadedPipeline", () => {
+  it("is a cascaded pipeline with a tightened force-finalize timeout", () => {
+    expect(liveCascadedPipeline.kind).toBe("cascaded");
+    expect(liveCascadedPipeline.sttForceFinalizeTimeoutMs).toBe(3500);
+  });
+
+  it("defaults to provider_stt with no eos when env.AI is absent", () => {
+    const env = baseEnv();
+    expect(resolveOwner(env)).toBe("provider_stt");
+    expect(liveCascadedPipeline.eos?.(env, ctx)).toBeUndefined();
+    expect(createWorkersAiSmartTurnPredictor(env)).toBeUndefined();
+  });
+
+  it("selects smart_turn + PipecatEOSPlugin when env.AI is present", () => {
+    const env: LiveSessionEnv = { ...baseEnv(), AI: mockAi() };
+    expect(resolveOwner(env)).toBe("smart_turn");
+    expect(createWorkersAiSmartTurnPredictor(env)).toBeTruthy();
+
+    const eos = liveCascadedPipeline.eos?.(env, ctx);
+    expect(eos).toBeDefined();
+    expect(eos!.plugin).toBeInstanceOf(PipecatEOSPlugin);
+  });
+
+  it("builds Deepgram Nova-3 STT (VAD events) and Aura TTS stages from the env", () => {
+    const env = baseEnv();
+    const stt = liveCascadedPipeline.stt(env, ctx);
+    expect(stt.plugin).toBeInstanceOf(DeepgramSTTPlugin);
+    expect(stt.config).toMatchObject({ model: "nova-3", endpointing: 500, vad_events: true, utterance_end_ms: 1000, api_key: "dg-key" });
+
+    const tts = liveCascadedPipeline.tts(env, ctx);
+    expect(tts.plugin).toBeInstanceOf(DeepgramTTSPlugin);
+    expect(tts.config).toMatchObject({ model: "aura-2-thalia-en", api_key: "dg-key" });
+  });
+
+  it("requires DEEPGRAM_API_KEY to build the stt/tts stages", () => {
+    const env = { OPENAI_API_KEY: "k", VECTORIZE: mockVectorize };
+    expect(() => liveCascadedPipeline.stt(env, ctx)).toThrow(/DEEPGRAM_API_KEY/);
+    expect(() => liveCascadedPipeline.tts(env, ctx)).toThrow(/DEEPGRAM_API_KEY/);
+  });
+});
+
+describe("createLiveReasoner", () => {
+  it("requires OPENAI_API_KEY and VECTORIZE", async () => {
+    await expect(createLiveReasoner({ VECTORIZE: mockVectorize }, ctx)).rejects.toThrow(/OPENAI_API_KEY/);
+    await expect(
+      createLiveReasoner(
+        { OPENAI_API_KEY: "k", VECTORIZE: undefined as unknown as typeof mockVectorize },
+        ctx,
+      ),
+    ).rejects.toThrow(/VECTORIZE/);
+  });
+
+  it("reports credential presence via hasLiveSessionCredentials", () => {
+    expect(hasLiveSessionCredentials({
+      DEEPGRAM_API_KEY: "d",
+      OPENAI_API_KEY: "o",
+      VECTORIZE: mockVectorize,
+    })).toBe(true);
+    expect(hasLiveSessionCredentials({
+      OPENAI_API_KEY: "o",
+      VECTORIZE: mockVectorize,
+    })).toBe(false);
+  });
+});
+
+describe("cascade worker edge safety", () => {
+  it("live-session and worker stay free of Node-only primitives", () => {
+    const files = ["live-session.ts", "worker.ts", "kuralle-realtime-agent.ts"];
+    const banned = /\bBuffer\b|from "node:|process\./;
+    for (const file of files) {
+      const source = readFileSync(path.join(srcDir, file), "utf8");
+      for (const [index, line] of source.split("\n").entries()) {
+        expect(line, `${file}:${index + 1}`).not.toMatch(banned);
+      }
+    }
+  });
+
+  it("does not pull node: imports into the cascade worker src tree", () => {
+    const nodeImports = readdirSync(srcDir)
+      .filter((name) => name.endsWith(".ts") && !name.endsWith(".test.ts"))
+      .flatMap((name) => {
+        const source = readFileSync(path.join(srcDir, name), "utf8");
+        return source
+          .split("\n")
+          .filter((line) => line.includes('from "node:'))
+          .map((line) => `${name}: ${line.trim()}`);
+      });
+    expect(nodeImports.filter((entry) => entry.startsWith("live-session")
+      || entry.startsWith("worker.ts")
+      || entry.startsWith("kuralle-realtime-agent"))).toEqual([]);
+  });
+});