@inetafrica/open-claudia 3.1.12 → 3.1.14

package/channels/kazee/call/session.js

@@ -0,0 +1,286 @@
+"use strict";
+
+const { MediaStreamTrack, RTCPeerConnection, RtpHeader, RtpPacket } = require("werift");
+const { JanusClient } = require("./janus-client");
+const { OpusAudioCodec, TurnDetector, WEBRTC_SAMPLES, downsample48To16, upsampleTo48 } = require("./audio");
+const { SpeechStream, synthesizePcm } = require("./speech-client");
+
+const wait = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+
+const BASE_THRESHOLD_DB = -38;
+// While TTS plays, the caller's device can leak bot audio back through its mic.
+// Require a much louder signal before treating incoming audio as human speech.
+const SPEAKING_THRESHOLD_DB = -26;
+const PREBUFFER_FRAMES = 12; // 240ms of pre-onset audio so first syllables reach STT
+const LIMIT_CHECK_MS = 10_000;
+const DEFAULT_MAX_CALL_MS = 30 * 60_000;
+const DEFAULT_IDLE_MS = 2 * 60_000;
+const MAX_DURATION_GOODBYE = "We've hit the call time limit, so I'll hang up now. Message me any time.";
+const IDLE_GOODBYE = "I haven't heard anything for a while, so I'll hang up now. Message me any time.";
+
+class KazeeCallSession {
+  constructor({ roomId, chatId, callerId, botUserId, janusUrl, iceServers = [], onTranscript, onEnded,
+    maxCallMs, idleMs, synthesize = synthesizePcm,
+    JanusClientImpl = JanusClient, PeerConnectionImpl = RTCPeerConnection, SpeechStreamImpl = SpeechStream } = {}) {
+    this.roomId = Number(roomId);
+    this.chatId = String(chatId);
+    this.callerId = String(callerId);
+    this.botUserId = String(botUserId);
+    this.janus = new JanusClientImpl({ url: janusUrl });
+    this.PeerConnectionImpl = PeerConnectionImpl;
+    this.SpeechStreamImpl = SpeechStreamImpl;
+    this.iceServers = iceServers;
+    this.onTranscript = onTranscript || (() => {});
+    this.onEnded = onEnded || (() => {});
+    this.synthesize = synthesize;
+    this.maxCallMs = Number(maxCallMs ?? process.env.KAZEE_CALL_MAX_MS) || DEFAULT_MAX_CALL_MS;
+    this.idleMs = Number(idleMs ?? process.env.KAZEE_CALL_IDLE_MS) || DEFAULT_IDLE_MS;
+    this.codec = new OpusAudioCodec();
+    this.publisher = null;
+    this.publisherHandle = null;
+    this.subscribers = new Map();
+    this.closed = false;
+    this.speaking = false;
+    this._speakQueue = [];
+    this._speakActive = false;
+    this._speakGen = 0;
+    this._startedAt = 0;
+    this._lastHeard = 0;
+    this._lastSpokeAt = 0;
+    this._limitTimer = null;
+    this._ending = false;
+    this.sequence = Math.floor(Math.random() * 65535);
+    this.timestamp = Math.floor(Math.random() * 0xffffffff);
+    this.ssrc = Math.floor(Math.random() * 0xffffffff);
+  }
+
+  async start() {
+    await this.janus.connect();
+    this.publisherHandle = await this.janus.attach();
+    this.janus.onHandle(this.publisherHandle, (frame) => this._onPublisherEvent(frame));
+    const joined = await this.janus.message(this.publisherHandle, {
+      request: "join", ptype: "publisher", room: this.roomId, display: `open-claudia:${this.botUserId}`,
+    });
+    await this._consumePublisherFrame(joined);
+    this._startedAt = Date.now();
+    this._lastHeard = this._startedAt;
+    this._lastSpokeAt = this._startedAt;
+    this._limitTimer = setInterval(() => { this._enforceLimits().catch(() => {}); }, LIMIT_CHECK_MS);
+    if (typeof this._limitTimer.unref === "function") this._limitTimer.unref();
+  }
+
+  async _onPublisherEvent(frame) {
+    try { await this._consumePublisherFrame(frame); }
+    catch (error) { console.error("Kazee call publisher:", error.message); await this.close("janus-error"); }
+  }
+
+  async _consumePublisherFrame(frame) {
+    const data = frame?.plugindata?.data || {};
+    if (data.error) throw new Error(data.error);
+    for (const publisher of data.publishers || []) {
+      const feedId = Number(publisher.id);
+      if (!this.subscribers.has(feedId) && !String(publisher.display || "").startsWith("open-claudia:")) {
+        await this._subscribe(feedId, publisher.display);
+      }
+    }
+    if (data.videoroom === "joined" && !this.publisher) await this._publish();
+    const gone = Number(data.leaving || data.unpublished || 0);
+    if (gone && this.subscribers.has(gone)) await this._removeSubscriber(gone);
+    if (data.videoroom === "destroyed") await this.close("room-destroyed");
+  }
+
+  async _publish() {
+    if (this.publisher) return;
+    const pc = new this.PeerConnectionImpl({ iceServers: this.iceServers });
+    const track = new MediaStreamTrack({ kind: "audio" });
+    const sender = pc.addTrack(track);
+    this.publisher = { pc, track, sender };
+    const offer = await pc.createOffer();
+    await pc.setLocalDescription(offer);
+    const configured = await this.janus.message(this.publisherHandle, { request: "configure", audio: true, video: false }, pc.localDescription);
+    const answer = configured?.jsep;
+    if (!answer) throw new Error("Janus publisher configure did not return SDP");
+    await pc.setRemoteDescription(answer);
+  }
+
+  async _subscribe(feedId, display) {
+    const handle = await this.janus.attach();
+    const pc = new this.PeerConnectionImpl({ iceServers: this.iceServers });
+    const sub = {
+      handle,
+      pc,
+      display: String(display || ""),
+      // Opus decoders are stateful, so each feed needs its own.
+      codec: new OpusAudioCodec(),
+      vad: new TurnDetector({ thresholdDb: BASE_THRESHOLD_DB }),
+      stt: new this.SpeechStreamImpl({ onTranscript: (text) => this._onFeedTranscript(feedId, text) }),
+      prebuffer: [],
+    };
+    this.subscribers.set(feedId, sub);
+    pc.onTrack.subscribe((track) => {
+      if (track.kind === "audio") track.onReceiveRtp.subscribe((packet) => this._onFeedRtp(feedId, packet));
+    });
+    this.janus.onHandle(handle, (frame) => this._onSubscriberEvent(feedId, frame));
+    const attached = await this.janus.message(handle, { request: "join", ptype: "subscriber", room: this.roomId, feed: feedId });
+    await this._consumeSubscriberFrame(feedId, attached);
+    await sub.stt.connect().catch((error) => console.error("Kazee call STT connect:", error.message));
+  }
+
+  async _onSubscriberEvent(feedId, frame) {
+    try { await this._consumeSubscriberFrame(feedId, frame); }
+    catch (error) { console.error("Kazee call subscriber:", error.message); await this._removeSubscriber(feedId); }
+  }
+
+  async _consumeSubscriberFrame(feedId, frame) {
+    const sub = this.subscribers.get(feedId);
+    if (!sub) return;
+    const data = frame?.plugindata?.data || {};
+    if (data.error) throw new Error(data.error);
+    if (frame.jsep && !sub.started) {
+      sub.started = true;
+      await sub.pc.setRemoteDescription(frame.jsep);
+      const answer = await sub.pc.createAnswer();
+      await sub.pc.setLocalDescription(answer);
+      await this.janus.message(sub.handle, { request: "start", room: this.roomId }, sub.pc.localDescription);
+    }
+  }
+
+  _onFeedTranscript(feedId, text) {
+    const sub = this.subscribers.get(feedId);
+    this.onTranscript(text, {
+      feedId,
+      display: sub?.display || "",
+      participants: this.subscribers.size,
+    });
+  }
+
+  _onFeedRtp(feedId, packet) {
+    if (this.closed || !packet?.payload?.length) return;
+    const sub = this.subscribers.get(feedId);
+    if (!sub) return;
+    let pcm;
+    try { pcm = sub.codec.decode(packet.payload); } catch (_) { return; }
+    sub.vad.thresholdDb = this.speaking ? SPEAKING_THRESHOLD_DB : BASE_THRESHOLD_DB;
+    const event = sub.vad.push(pcm);
+    const pcm16 = downsample48To16(pcm);
+    if (!sub.vad.active && !event) {
+      sub.prebuffer.push(pcm16);
+      if (sub.prebuffer.length > PREBUFFER_FRAMES) sub.prebuffer.shift();
+      return;
+    }
+    if (event?.type === "start") {
+      this._lastHeard = Date.now();
+      // Barge-in: the human wins — stop talking and listen.
+      if (this.speaking) this.cancelSpeech();
+      for (const frame of sub.prebuffer.splice(0)) this._feedAudio(sub, frame);
+    }
+    this._feedAudio(sub, pcm16);
+    if (event?.type === "commit") {
+      this._lastHeard = Date.now();
+      sub.stt.commit().catch((error) => console.error("Kazee call STT commit:", error.message));
+    }
+  }
+
+  // A transient speech-service blip drops frames but must not end a live call;
+  // SpeechStream reconnects on the next send.
+  _feedAudio(sub, pcm16) {
+    sub.stt.audio(pcm16).catch((error) => console.error("Kazee call STT send:", error.message));
+  }
+
+  speak(text) {
+    if (this.closed || !String(text || "").trim()) return Promise.resolve(false);
+    return new Promise((resolve, reject) => {
+      this._speakQueue.push({ text: String(text), resolve, reject });
+      this._drainSpeech();
+    });
+  }
+
+  cancelSpeech() {
+    this._speakGen += 1;
+    for (const item of this._speakQueue.splice(0)) item.resolve(false);
+  }
+
+  _drainSpeech() {
+    if (this._speakActive) return;
+    this._speakActive = true;
+    (async () => {
+      try {
+        while (this._speakQueue.length && !this.closed) {
+          const item = this._speakQueue.shift();
+          try { item.resolve(await this._playUtterance(item.text, this._speakGen)); }
+          catch (error) { item.reject(error); }
+        }
+      } finally {
+        this._speakActive = false;
+        this.speaking = false;
+      }
+    })();
+  }
+
+  async _playUtterance(text, gen) {
+    const synthesized = await this.synthesize(text);
+    if (this.closed || gen !== this._speakGen) return false;
+    const pcm48 = upsampleTo48(synthesized.pcm, synthesized.sampleRate);
+    this.speaking = true;
+    try {
+      for (let offset = 0; offset < pcm48.length; offset += WEBRTC_SAMPLES * 2) {
+        if (this.closed || gen !== this._speakGen) return false;
+        let frame = pcm48.subarray(offset, offset + WEBRTC_SAMPLES * 2);
+        if (frame.length < WEBRTC_SAMPLES * 2) frame = Buffer.concat([frame, Buffer.alloc(WEBRTC_SAMPLES * 2 - frame.length)]);
+        const opus = this.codec.encode(frame);
+        const payloadType = this.publisher?.sender?.codec?.payloadType || 111;
+        this.publisher?.track?.writeRtp(new RtpPacket(new RtpHeader({
+          payloadType, sequenceNumber: this.sequence++ & 0xffff, timestamp: this.timestamp >>> 0, ssrc: this.ssrc,
+        }), opus));
+        this.timestamp = (this.timestamp + WEBRTC_SAMPLES) >>> 0;
+        await wait(20);
+      }
+      return true;
+    } finally {
+      this._lastSpokeAt = Date.now();
+    }
+  }
+
+  async _enforceLimits() {
+    if (this.closed || this._ending) return;
+    const now = Date.now();
+    const overMax = now - this._startedAt >= this.maxCallMs;
+    const speechIdle = !this.speaking && !this._speakActive && !this._speakQueue.length;
+    const idle = speechIdle && now - Math.max(this._lastHeard, this._lastSpokeAt) >= this.idleMs;
+    if (!overMax && !idle) return;
+    this._ending = true;
+    const heardBefore = this._lastHeard;
+    try { await this.speak(overMax ? MAX_DURATION_GOODBYE : IDLE_GOODBYE); } catch (_) {}
+    if (!overMax && this._lastHeard > heardBefore && !this.closed) {
+      // The caller barged in during the goodbye — stay on the line.
+      this._ending = false;
+      return;
+    }
+    await this.close(overMax ? "max-duration" : "idle-timeout");
+  }
+
+  async _removeSubscriber(feedId) {
+    const sub = this.subscribers.get(feedId);
+    if (!sub) return;
+    this.subscribers.delete(feedId);
+    try { sub.stt.close(); } catch (_) {}
+    try { sub.codec.close(); } catch (_) {}
+    try { await sub.pc.close(); } catch (_) {}
+    try { await this.janus.detach(sub.handle); } catch (_) {}
+  }
+
+  async close(reason = "ended") {
+    if (this.closed) return;
+    this.closed = true;
+    if (this._limitTimer) { clearInterval(this._limitTimer); this._limitTimer = null; }
+    this.cancelSpeech();
+    for (const feed of [...this.subscribers.keys()]) await this._removeSubscriber(feed);
+    try { await this.publisher?.pc?.close(); } catch (_) {}
+    try { await this.janus.detach(this.publisherHandle); } catch (_) {}
+    try { await this.janus.close(); } catch (_) {}
+    this.codec.close();
+    this.onEnded(reason);
+  }
+}
+
+module.exports = { KazeeCallSession };

package/channels/kazee/call/speech-client.js

@@ -0,0 +1,79 @@
+"use strict";
+
+const WebSocket = require("ws");
+const { SPEECH_SERVICE_URL } = require("../../../core/config");
+const { speechBearerToken } = require("../../../core/media");
+const ttsVoice = require("../../../core/tts-voice");
+
+class SpeechStream {
+  constructor({ baseUrl = SPEECH_SERVICE_URL, token = speechBearerToken(), WebSocketImpl = WebSocket, onTranscript } = {}) {
+    this.baseUrl = String(baseUrl || "").replace(/\/$/, "");
+    this.token = token;
+    this.WebSocketImpl = WebSocketImpl;
+    this.onTranscript = onTranscript || (() => {});
+    this.socket = null;
+    this.ready = null;
+  }
+
+  async connect() {
+    if (this.ready) return this.ready;
+    if (!this.baseUrl || !this.token) throw new Error("Hosted speech service is not configured");
+    const url = this.baseUrl.replace(/^http/, "ws") + "/v1/audio/transcriptions/stream";
+    this.ready = new Promise((resolve, reject) => {
+      const ws = new this.WebSocketImpl(url, { headers: { Authorization: `Bearer ${this.token}` } });
+      this.socket = ws;
+      ws.once("open", () => {
+        ws.send(JSON.stringify({ sample_rate: 16000, language: "en" }));
+        resolve();
+      });
+      ws.once("error", reject);
+      ws.on("message", (raw) => this._onMessage(raw));
+      ws.on("close", () => { this.socket = null; this.ready = null; });
+    });
+    return this.ready;
+  }
+
+  async audio(pcm16k) {
+    await this.connect();
+    if (this.socket?.readyState === this.WebSocketImpl.OPEN) this.socket.send(pcm16k);
+  }
+
+  async commit() {
+    await this.connect();
+    this.socket.send(JSON.stringify({ type: "commit" }));
+  }
+
+  _onMessage(raw) {
+    let message;
+    try { message = JSON.parse(raw.toString()); } catch (_) { return; }
+    const text = String(message.text || message.transcript || "").trim();
+    if (text && (message.final === true || message.type === "final" || message.type === "transcription")) {
+      Promise.resolve(this.onTranscript(text)).catch((error) => console.error("Kazee call transcript:", error.message));
+    }
+  }
+
+  close() {
+    const ws = this.socket;
+    this.socket = null;
+    this.ready = null;
+    if (ws?.readyState === this.WebSocketImpl.OPEN) ws.send(JSON.stringify({ type: "close" }));
+    try { ws?.close(); } catch (_) {}
+  }
+}
+
+async function synthesizePcm(text, { baseUrl = SPEECH_SERVICE_URL, token = speechBearerToken(), fetchImpl = fetch } = {}) {
+  if (!baseUrl || !token) throw new Error("Hosted speech service is not configured");
+  const response = await fetchImpl(`${String(baseUrl).replace(/\/$/, "")}/v1/audio/speech`, {
+    method: "POST",
+    headers: { Authorization: `Bearer ${token}`, "Content-Type": "application/json" },
+    body: JSON.stringify({ input: text, voice: ttsVoice.getVoice(), response_format: "pcm" }),
+    signal: AbortSignal.timeout(60000),
+  });
+  if (!response.ok) throw new Error(`Hosted TTS failed: HTTP ${response.status}`);
+  const contentType = response.headers?.get?.("content-type") || "";
+  const rate = Number(contentType.match(/(?:^|;)\s*rate=(\d+)/i)?.[1] || 24000);
+  if (!Number.isFinite(rate) || rate < 8000 || rate > 48000) throw new Error(`Hosted TTS returned invalid PCM rate: ${rate}`);
+  return { pcm: Buffer.from(await response.arrayBuffer()), sampleRate: rate };
+}
+
+module.exports = { SpeechStream, synthesizePcm };

package/core/runner.js

@@ -1765,7 +1765,9 @@ const STREAM_PREVIEW_FOOTER = "\n\n⏳ working — /stop to cancel";
 // the narration as it happens instead of silence. finalizeStreamPreview
 // settles the message when the run ends.
 function createStreamPreview({ state, store }) {
-  let enabled = !!store && (store?.adapter?.type || "") !== "voice";
+  let enabled = !!store
+    && (store?.adapter?.type || "") !== "voice"
+    && store?.adapter?.suppressStreamPreview !== true;
   if (enabled) {
     // Interim text is NOT vetted by guardOutboundReply (only the final answer
     // is), so it must never reach a guarded external speaker. Fail closed if

package/package.json

@@ -1,15 +1,16 @@
 {
   "name": "@inetafrica/open-claudia",
-  "version": "3.1.12",
+  "version": "3.1.14",
   "description": "An always-on, provider-agnostic coding-agent harness for Claude Code and OpenAI Codex via chat",
   "main": "bot.js",
   "bin": {
     "open-claudia": "./bin/cli.js"
   },
   "scripts": {
+    "test:kazee-call": "node test-kazee-call-audio.js && node test-kazee-call-janus.js && node test-kazee-call-webrtc.js && node test-kazee-call-speech.js && node test-kazee-call-manager.js && node test-kazee-call-session.js",
     "setup": "node setup.js",
     "start": "node bot.js",
-    "pretest": "node test-provider-fixture.js && node test-provider-core-prompt.js && node test-turn-observer.js && node test-provider-prompt-parity.js && node test-provider-env-isolation.js && node test-provider-resume-parity.js && node test-provider-bootstrap.js && node test-provider-registry.js && node test-provider-stream-decoder.js && node test-provider-events.js && node test-provider-claude.js && node test-provider-codex.js && node test-provider-runner.js && node test-provider-refusal-recovery.js && node test-provider-run-lifecycle.js && node test-provider-gateway.js && node test-provider-side-chat.js && node test-single-runtime.js && node test-provider-migration-backup.js && node test-provider-state-migration.js && node test-provider-session-history.js && node test-provider-session-commands.js && node test-provider-compaction.js && node test-provider-scheduler.js && node test-credential-capture.js && node test-cursor-removal.js && node test-utility-provider-policy.js && node test-provider-subagent.js && node test-provider-recall.js && node test-provider-pack-review.js && node test-memory-mutation-queue.js && node test-provider-dream.js && node test-provider-enforcer.js && node test-provider-tool-hooks.js && node test-provider-boot-matrix.js && node test-provider-capabilities.js && node test-provider-language.js && node test-provider-coupling-audit.js && node test-provider-parity-e2e.js && node test-kazee-channel-health.js && node test-kazee-media-caption.js && node test-prompt-budget.js && node test-agency-ledger.js && node test-agency-deliberate.js && node test-guardrail.js && node test-spaces-comment-content.js && node test-boot-health.js && node test-lexical-floor.js && node test-safe-mode.js && node test-logout.js",
+    "pretest": "node test-provider-fixture.js && node test-provider-core-prompt.js && node test-turn-observer.js && node test-provider-prompt-parity.js && node test-provider-env-isolation.js && node test-provider-resume-parity.js && node test-provider-bootstrap.js && node test-provider-registry.js && node test-provider-stream-decoder.js && node test-provider-events.js && node test-provider-claude.js && node test-provider-codex.js && node test-provider-runner.js && node test-provider-refusal-recovery.js && node test-provider-run-lifecycle.js && node test-provider-gateway.js && node test-provider-side-chat.js && node test-single-runtime.js && node test-provider-migration-backup.js && node test-provider-state-migration.js && node test-provider-session-history.js && node test-provider-session-commands.js && node test-provider-compaction.js && node test-provider-scheduler.js && node test-credential-capture.js && node test-cursor-removal.js && node test-utility-provider-policy.js && node test-provider-subagent.js && node test-provider-recall.js && node test-provider-pack-review.js && node test-memory-mutation-queue.js && node test-provider-dream.js && node test-provider-enforcer.js && node test-provider-tool-hooks.js && node test-provider-boot-matrix.js && node test-provider-capabilities.js && node test-provider-language.js && node test-provider-coupling-audit.js && node test-provider-parity-e2e.js && node test-kazee-channel-health.js && node test-kazee-media-caption.js && node test-prompt-budget.js && node test-agency-ledger.js && node test-agency-deliberate.js && node test-guardrail.js && node test-spaces-comment-content.js && node test-boot-health.js && node test-lexical-floor.js && node test-safe-mode.js && node test-logout.js && node test-kazee-call-audio.js && node test-kazee-call-janus.js && node test-kazee-call-webrtc.js && node test-kazee-call-speech.js && node test-kazee-call-manager.js && node test-kazee-call-session.js",
     "test": "OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node -e \"require('./vault'); console.log('OK')\" && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-runner-watchdog-static.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-usage-accounting.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-recall-engine.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-recall-graph.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-recall-discoverer.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-recall-query.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-walker-score.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-score-gate.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-cokept-warming.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-project-transcripts-smoke.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-abilities.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-ability-extraction.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-ability-couse.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-ability-transfer.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-ability-tiers.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-ability-merge-guard.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-learning-e2e.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-pack-nesting.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-pack-search.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-extractive-injection.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-journal-dedupe.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-read-signal.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-tools.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-tool-graph.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-tool-guard.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-tooling-mode.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-tool-manifest.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-recall-evolution.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-approval-async.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-unified-identity.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-queue-routing.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-persona-packs.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-speaker-persona.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-persona-pipeline.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-recall-relationship-gate.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-relationship.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-enforcer.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-identity-prune.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-kazee-message-id.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-delivery-contract.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-run-lock.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-web-sessions.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-telegram-poll-recovery.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-telegram-409-grace.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-telegram-conflict-heal-guard.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-single-instance.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-streaming-split.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-spaces-autoenable.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=./test-fixtures/fake-agent-cli.js FAKE_AGENT_KIND=claude AGENT_ENV_PASSTHROUGH=FAKE_AGENT_KIND node test-say-loopback.js"
   },
   "files": [
@@ -71,6 +72,12 @@
     "test-identity-prune.js",
     "test-kazee-message-id.js",
     "test-kazee-channel-health.js",
+    "test-kazee-call-audio.js",
+    "test-kazee-call-janus.js",
+    "test-kazee-call-webrtc.js",
+    "test-kazee-call-speech.js",
+    "test-kazee-call-manager.js",
+    "test-kazee-call-session.js",
     "test-prompt-budget.js",
     "test-agency-ledger.js",
     "test-agency-deliberate.js",
@@ -134,10 +141,15 @@
   "engines": {
     "node": ">=24.0.0"
   },
+  "overrides": {
+    "ws": "^8.21.1"
+  },
   "dependencies": {
     "node-cron": "^4.2.1",
     "node-telegram-bot-api": "^0.67.0",
+    "opusscript": "^0.1.1",
     "socket.io-client": "^4.7.5",
-    "ws": "^8.18.0"
+    "werift": "^0.23.0",
+    "ws": "^8.21.1"
   }
 }

package/test-kazee-call-audio.js

@@ -0,0 +1,43 @@
+#!/usr/bin/env node
+"use strict";
+
+const assert = require("assert");
+const {
+  WEBRTC_SAMPLES,
+  OpusAudioCodec,
+  TurnDetector,
+  downsample48To16,
+  rmsDbfs,
+  upsampleTo48,
+} = require("./channels/kazee/call/audio");
+
+function tone({ rate = 48000, hz = 440, samples = WEBRTC_SAMPLES, amplitude = 12000 } = {}) {
+  const out = Buffer.alloc(samples * 2);
+  const view = new Int16Array(out.buffer, out.byteOffset, samples);
+  for (let i = 0; i < samples; i += 1) view[i] = Math.round(Math.sin(2 * Math.PI * hz * i / rate) * amplitude);
+  return out;
+}
+
+const codec = new OpusAudioCodec();
+const source = tone();
+const packet = codec.encode(source);
+const decoded = codec.decode(packet);
+assert.strictEqual(decoded.length, source.length, "Opus round trip preserves the 20ms frame size");
+assert(rmsDbfs(decoded) > -20, "decoded tone has useful signal energy");
+codec.close();
+
+const pcm16 = downsample48To16(source);
+assert.strictEqual(pcm16.length, 320 * 2, "48k→16k produces 320 samples for a 20ms frame");
+const pcm48 = upsampleTo48(pcm16, 16000);
+assert.strictEqual(pcm48.length, source.length, "16k→48k restores the WebRTC frame length");
+
+const detector = new TurnDetector({ thresholdDb: -35, onsetFrames: 2, silenceMs: 60 });
+const silence = Buffer.alloc(source.length);
+assert.strictEqual(detector.push(silence), null);
+assert.strictEqual(detector.push(source), null);
+assert.deepStrictEqual(detector.push(source), { type: "start" });
+assert.strictEqual(detector.push(silence), null);
+assert.strictEqual(detector.push(silence), null);
+assert.deepStrictEqual(detector.push(silence), { type: "commit", reason: "silence" });
+
+console.log("kazee call audio: ok");

package/test-kazee-call-janus.js

@@ -0,0 +1,54 @@
+#!/usr/bin/env node
+"use strict";
+
+const assert = require("assert");
+const { WebSocketServer } = require("ws");
+const { JanusClient } = require("./channels/kazee/call/janus-client");
+
+async function main() {
+  const server = new WebSocketServer({ port: 0, handleProtocols: (protocols) => protocols.has("janus-protocol") ? "janus-protocol" : false });
+  await new Promise((resolve) => server.once("listening", resolve));
+  const port = server.address().port;
+  const seen = [];
+
+  server.on("connection", (socket) => socket.on("message", (raw) => {
+    const frame = JSON.parse(raw.toString());
+    seen.push(frame.janus);
+    if (frame.janus === "create") {
+      socket.send(JSON.stringify({ janus: "success", transaction: frame.transaction, data: { id: 42 } }));
+    } else if (frame.janus === "attach") {
+      socket.send(JSON.stringify({ janus: "success", transaction: frame.transaction, session_id: 42, data: { id: 84 } }));
+    } else if (frame.janus === "message") {
+      socket.send(JSON.stringify({ janus: "ack", transaction: frame.transaction, session_id: 42 }));
+      setTimeout(() => socket.send(JSON.stringify({
+        janus: "event",
+        transaction: frame.transaction,
+        session_id: 42,
+        sender: 84,
+        plugindata: { plugin: "janus.plugin.videoroom", data: { videoroom: "joined", room: 7 } },
+      })), 5);
+    } else if (frame.janus === "destroy") {
+      socket.send(JSON.stringify({ janus: "success", transaction: frame.transaction, session_id: 42 }));
+    }
+  }));
+
+  const client = new JanusClient({ url: `ws://127.0.0.1:${port}`, keepaliveMs: 60000 });
+  await client.connect();
+  assert.strictEqual(client.sessionId, 42);
+  const handle = await client.attach();
+  assert.strictEqual(handle, 84);
+  let handleEvent = null;
+  client.onHandle(handle, (event) => { handleEvent = event; });
+  const joined = await client.message(handle, { request: "join", ptype: "publisher", room: 7 });
+  assert.strictEqual(joined.plugindata.data.videoroom, "joined", "ack is ignored until the plugin event arrives");
+  assert.strictEqual(handleEvent?.sender, 84, "plugin event is also delivered to the handle listener");
+  await client.close();
+  await new Promise((resolve) => server.close(resolve));
+  assert.deepStrictEqual(seen.slice(0, 4), ["create", "attach", "message", "destroy"]);
+  console.log("kazee call Janus control plane: ok");
+}
+
+main().catch((error) => {
+  console.error(error);
+  process.exitCode = 1;
+});

package/test-kazee-call-manager.js

@@ -0,0 +1,36 @@
+#!/usr/bin/env node
+"use strict";
+const assert = require("assert");
+const { KazeeCallManager } = require("./channels/kazee/call/manager");
+class FakeSession {
+  static instances = [];
+  constructor(options) { this.options = options; this.roomId = options.roomId; FakeSession.instances.push(this); }
+  async start() { this.started = true; }
+  async speak(text) { this.spoken = text; }
+  async close(reason) { this.closed = reason; this.options.onEnded(reason); }
+}
+function fixture() {
+  const events = [], inbound = [];
+  const socket = { on() {}, emit(name, payload) { events.push({ name, payload }); } };
+  const adapter = { ownerUserId: "owner-1", botUserId: "bot-1", _socket: socket, _emit(name, payload) { inbound.push({ name, payload }); } };
+  return { events, inbound, manager: new KazeeCallManager({ adapter, SessionImpl: FakeSession }) };
+}
+(async () => {
+  let f = fixture();
+  await f.manager.incoming({ fromUserId: "stranger", chatId: "chat", roomId: 10, callType: "audio" });
+  assert.strictEqual(f.events[0].payload.reason, "not_allowed");
+  assert.strictEqual(FakeSession.instances.length, 0);
+  f = fixture();
+  await f.manager.incoming({ fromUserId: "owner-1", chatId: "chat", roomId: 11, callType: "video" });
+  assert.strictEqual(f.events[0].payload.reason, "unsupported_media");
+  f = fixture();
+  await f.manager.incoming({ fromUserId: "owner-1", fromUserName: "Owner", chatId: "chat", roomId: 12, callType: "audio" });
+  assert.strictEqual(f.events[0].name, "call:accept");
+  f.manager.session.options.onTranscript("What is on my agenda?");
+  assert.strictEqual(f.inbound[0].payload.raw.ephemeralAudio, true);
+  await f.inbound[0].payload.adapter.send("chat", "Your agenda is clear.");
+  assert.strictEqual(f.manager.session.spoken, "Your agenda is clear.");
+  await f.manager.ended({ roomId: 12 });
+  assert.strictEqual(f.manager.session, null);
+  console.log("kazee call manager: ok");
+})().catch((error) => { console.error(error); process.exitCode = 1; });