@absolutejs/voice 0.0.22-beta.328 → 0.0.22-beta.329

package/dist/index.js

@@ -21722,12 +21722,35 @@ var createTwilioSocketAdapter = (socket, getState) => ({
     }
     if (message.type === "audio") {
       const payload = transcodePCMToTwilioOutboundPayload(Uint8Array.from(Buffer4.from(message.chunkBase64, "base64")), message.format);
+      const outboundMessage = {
+        event: "media",
+        media: {
+          payload,
+          track: "outbound"
+        },
+        streamSid: state.streamSid
+      };
       state.hasOutboundAudioSinceLastInbound = true;
       state.reviewRecorder?.recordTwilioOutbound({
         bytes: payload.length,
         event: "media",
         track: "outbound"
       });
+      await state.trace?.append({
+        at: Date.now(),
+        payload: {
+          audioBytes: Buffer4.from(payload, "base64").byteLength,
+          callSid: state.callSid ?? undefined,
+          carrier: state.carrier,
+          direction: "outbound",
+          envelope: outboundMessage,
+          event: "media",
+          streamId: state.streamSid
+        },
+        scenarioId: state.scenarioId ?? undefined,
+        sessionId: state.sessionId ?? state.streamSid,
+        type: "client.telephony_media"
+      });
       await Promise.resolve(socket.send(JSON.stringify({
         event: "media",
         media: {
@@ -21738,17 +21761,32 @@ var createTwilioSocketAdapter = (socket, getState) => ({
       return;
     }
     if (message.type === "assistant" && message.turnId) {
-      state.reviewRecorder?.recordTwilioOutbound({
-        event: "mark",
-        name: `assistant:${message.turnId}`
-      });
-      await Promise.resolve(socket.send(JSON.stringify({
+      const outboundMessage = {
         event: "mark",
         mark: {
           name: `assistant:${message.turnId}`
         },
         streamSid: state.streamSid
-      })));
+      };
+      state.reviewRecorder?.recordTwilioOutbound({
+        event: "mark",
+        name: `assistant:${message.turnId}`
+      });
+      await state.trace?.append({
+        at: Date.now(),
+        payload: {
+          callSid: state.callSid ?? undefined,
+          carrier: state.carrier,
+          direction: "outbound",
+          envelope: outboundMessage,
+          event: "mark",
+          streamId: state.streamSid
+        },
+        scenarioId: state.scenarioId ?? undefined,
+        sessionId: state.sessionId ?? state.streamSid,
+        type: "client.telephony_media"
+      });
+      await Promise.resolve(socket.send(JSON.stringify(outboundMessage)));
     }
   }
 });
@@ -21771,6 +21809,7 @@ var createTwilioMediaStreamBridge = (socket, options) => {
   };
   const bridgeState = {
     callSid: null,
+    carrier: options.telephonyMediaCarrier ?? "twilio",
     hasOutboundAudioSinceLastInbound: false,
     onVoiceMessage: options.onVoiceMessage,
     reviewRecorder: options.review ? createVoiceCallReviewRecorder({
@@ -21790,11 +21829,12 @@ var createTwilioMediaStreamBridge = (socket, options) => {
     }) : undefined,
     scenarioId: options.scenarioId ?? null,
     sessionId: options.sessionId ?? null,
-    streamSid: null
+    streamSid: null,
+    trace: options.trace
   };
   let sessionHandle = null;
   let reviewArtifactDelivered = false;
-  const telephonyMediaCarrier = options.telephonyMediaCarrier ?? "twilio";
+  const telephonyMediaCarrier = bridgeState.carrier;
   const appendTelephonyMediaTrace = async (message, override) => {
     const trace = options.trace;
     const sessionId = override?.sessionId ?? bridgeState.sessionId ?? (message.event === "start" ? message.start.customParameters?.sessionId : undefined) ?? (message.event === "start" ? message.start.streamSid : "telephony-media");
@@ -21928,13 +21968,28 @@ var createTwilioMediaStreamBridge = (socket, options) => {
             track: message.media.track
           });
           if (options.clearOnInboundMedia !== false && bridgeState.hasOutboundAudioSinceLastInbound && bridgeState.streamSid) {
+            const outboundMessage = {
+              event: "clear",
+              streamSid: bridgeState.streamSid
+            };
             bridgeState.reviewRecorder?.recordTwilioOutbound({
               event: "clear"
             });
-            await Promise.resolve(socket.send(JSON.stringify({
-              event: "clear",
-              streamSid: bridgeState.streamSid
-            })));
+            await options.trace?.append({
+              at: Date.now(),
+              payload: {
+                callSid: bridgeState.callSid ?? undefined,
+                carrier: telephonyMediaCarrier,
+                direction: "outbound",
+                envelope: outboundMessage,
+                event: "clear",
+                streamId: bridgeState.streamSid
+              },
+              scenarioId: bridgeState.scenarioId ?? undefined,
+              sessionId: bridgeState.sessionId ?? bridgeState.streamSid,
+              type: "client.telephony_media"
+            });
+            await Promise.resolve(socket.send(JSON.stringify(outboundMessage)));
           }
           bridgeState.hasOutboundAudioSinceLastInbound = false;
           await appendTelephonyMediaTrace(message, {
@@ -27865,9 +27920,13 @@ var summarizeTelephonyMedia = (events) => {
   return {
     audioBytes: mediaEvents.reduce((total, event) => total + event.audioBytes, 0),
     carriers: uniqueSorted8(mediaEvents.map((event) => event.carrier)),
+    clears: eventNames.filter((event) => event === "clear").length,
     errors: eventNames.filter((event) => event === "error").length,
     events: mediaEvents,
+    inbound: mediaEvents.filter((event) => event.direction === "inbound").length,
+    marks: eventNames.filter((event) => event === "mark").length,
     media: eventNames.filter((event) => event === "media").length,
+    outbound: mediaEvents.filter((event) => event.direction === "outbound").length,
     starts: eventNames.filter((event) => event === "start").length,
     stops: eventNames.filter((event) => event === "stop").length,
     streamIds: uniqueSorted8(mediaEvents.map((event) => event.streamId)),
@@ -28230,6 +28289,10 @@ var renderVoiceOperationsRecordIncidentMarkdown = (record) => {
     `events=${String(record.telephonyMedia.total)}`,
     `starts=${String(record.telephonyMedia.starts)}`,
     `media=${String(record.telephonyMedia.media)}`,
+    `inbound=${String(record.telephonyMedia.inbound)}`,
+    `outbound=${String(record.telephonyMedia.outbound)}`,
+    `marks=${String(record.telephonyMedia.marks)}`,
+    `clears=${String(record.telephonyMedia.clears)}`,
     `stops=${String(record.telephonyMedia.stops)}`,
     `errors=${String(record.telephonyMedia.errors)}`,
     `audioBytes=${String(record.telephonyMedia.audioBytes)}`,
@@ -28339,7 +28402,7 @@ var renderVoiceOperationsRecordHTML = (record, options = {}) => {
 );`);
   const incidentMarkdown = escapeHtml48(renderVoiceOperationsRecordIncidentMarkdown(record));
   const incidentLink = options.incidentHref ? `<a href="${escapeHtml48(options.incidentHref)}">Download incident.md</a>` : "";
-  return `<!doctype html><html lang="en"><head><meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" /><title>${escapeHtml48(options.title ?? "Voice Operations Record")}</title><style>body{background:#101417;color:#f9f4e8;font-family:ui-sans-serif,system-ui,sans-serif;margin:0}main{margin:auto;max-width:1120px;padding:32px}.eyebrow{color:#fbbf24;font-size:.8rem;font-weight:900;letter-spacing:.14em;text-transform:uppercase}h1{font-size:clamp(2.4rem,6vw,4.8rem);line-height:.9;margin:.2rem 0 1rem}.status{border:1px solid #475569;border-radius:999px;display:inline-flex;padding:8px 12px}.healthy{color:#86efac}.warning{color:#fbbf24}.failed,.error{color:#fca5a5}.grid{display:grid;gap:14px;grid-template-columns:repeat(auto-fit,minmax(180px,1fr));margin:20px 0}.card,.primitive{background:#182025;border:1px solid #2d3a43;border-radius:20px;padding:16px}.card span,.muted,.label{color:#a9b4bd}.label{display:block;font-size:.72rem;font-weight:900;letter-spacing:.12em;text-transform:uppercase}.card strong{display:block;font-size:2rem}section{margin-top:28px}article{display:grid;gap:8px}ul{display:grid;gap:10px;list-style:none;padding:0}li{background:#182025;border:1px solid #2d3a43;border-radius:16px;padding:14px}pre{background:#080d10;border:1px solid #2d3a43;border-radius:16px;color:#dbeafe;overflow:auto;padding:14px}.hero-actions{display:flex;flex-wrap:wrap;gap:10px;margin-top:16px}.hero-actions a{background:#fbbf24;border-radius:999px;color:#111827;font-weight:900;padding:10px 14px;text-decoration:none}.two-column{display:grid;gap:18px;grid-template-columns:minmax(0,1.15fr) minmax(280px,.85fr)}@media(max-width:860px){main{padding:20px}.two-column{grid-template-columns:1fr}}</style></head><body><main><p class="eyebrow">Call log replacement</p><h1>${escapeHtml48(options.title ?? "Voice Operations Record")}</h1><p class="status ${escapeHtml48(record.status)}">${escapeHtml48(record.status)}</p><div class="hero-actions"><a href="#transcript">Transcript</a><a href="#provider-decisions">Provider decisions</a><a href="#telephony-media">Telephony media</a><a href="#guardrails">Guardrails</a><a href="#incident-handoff">Incident handoff</a>${incidentLink}</div><section class="grid"><div class="card"><span>Events</span><strong>${String(record.summary.eventCount)}</strong></div><div class="card"><span>Turns</span><strong>${String(record.summary.turnCount)}</strong></div><div class="card"><span>Errors</span><strong>${String(record.summary.errorCount)}</strong></div><div class="card"><span>Duration</span><strong>${formatMs5(record.summary.callDurationMs)}</strong></div><div class="card"><span>Provider recovery</span><strong>${escapeHtml48(providerDecisionSummary.recoveryStatus)}</strong><span>${String(providerDecisionSummary.fallbacks)} fallback / ${String(providerDecisionSummary.degraded)} degraded / ${String(providerDecisionSummary.errors)} errors</span></div><div class="card"><span>Telephony media</span><strong>${String(record.telephonyMedia.media)}</strong><span>${String(record.telephonyMedia.starts)} start / ${String(record.telephonyMedia.stops)} stop / ${String(record.telephonyMedia.errors)} errors</span></div><div class="card"><span>Guardrails</span><strong>${String(record.guardrails.blocked)}</strong></div><div class="card"><span>Audit</span><strong>${String(record.audit?.total ?? 0)}</strong></div><div class="card"><span>Reviews</span><strong>${String(record.reviews?.total ?? 0)}</strong></div><div class="card"><span>Tasks</span><strong>${String(record.tasks?.total ?? 0)}</strong></div><div class="card"><span>Integrations</span><strong>${String(record.integrationEvents?.total ?? 0)}</strong></div></section><section class="two-column"><div><h2 id="transcript">Transcript</h2><ul>${transcript}</ul></div><div><h2 id="provider-decisions">Provider Decisions</h2><ul>${providerDecisions}</ul></div></section><section id="telephony-media"><h2>Telephony Media</h2><p class="muted">Live <code>client.telephony_media</code> stream lifecycle evidence attached to this session. Carriers: ${escapeHtml48(record.telephonyMedia.carriers.join(", ") || "none")}. Streams: ${escapeHtml48(record.telephonyMedia.streamIds.join(", ") || "none")}.</p><ul>${telephonyMedia}</ul></section><section id="guardrails"><h2>Guardrail Evidence</h2><p class="muted">Live <code>assistant.guardrail</code> decisions attached to this session.</p><ul>${guardrails}</ul></section><section id="incident-handoff"><h2>Copyable Incident Handoff</h2><p class="muted">Paste this into Slack, Linear, Zendesk, or an incident review. ${incidentLink}</p><pre><code>${incidentMarkdown}</code></pre></section><section class="primitive"><p class="eyebrow">Copy into your app</p><h2><code>createVoiceOperationsRecordRoutes(...)</code> gives every call one debuggable object</h2><p class="muted">Use this as the support/debug payload across traces, provider routing, tools, handoffs, guardrails, audit, latency, replay, reviews, tasks, media streams, and webhook delivery.</p><pre><code>${snippet}</code></pre></section><section><h2>Provider Summary</h2><div class="grid">${providers}</div></section><section><h2>Handoffs</h2><ul>${handoffs}</ul></section><section><h2>Tools</h2><ul>${tools}</ul></section><section><h2>Reviews</h2><ul>${reviews}</ul></section><section><h2>Tasks</h2><ul>${tasks}</ul></section><section><h2>Integration Events</h2><ul>${integrationEvents}</ul></section></main></body></html>`;
+  return `<!doctype html><html lang="en"><head><meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" /><title>${escapeHtml48(options.title ?? "Voice Operations Record")}</title><style>body{background:#101417;color:#f9f4e8;font-family:ui-sans-serif,system-ui,sans-serif;margin:0}main{margin:auto;max-width:1120px;padding:32px}.eyebrow{color:#fbbf24;font-size:.8rem;font-weight:900;letter-spacing:.14em;text-transform:uppercase}h1{font-size:clamp(2.4rem,6vw,4.8rem);line-height:.9;margin:.2rem 0 1rem}.status{border:1px solid #475569;border-radius:999px;display:inline-flex;padding:8px 12px}.healthy{color:#86efac}.warning{color:#fbbf24}.failed,.error{color:#fca5a5}.grid{display:grid;gap:14px;grid-template-columns:repeat(auto-fit,minmax(180px,1fr));margin:20px 0}.card,.primitive{background:#182025;border:1px solid #2d3a43;border-radius:20px;padding:16px}.card span,.muted,.label{color:#a9b4bd}.label{display:block;font-size:.72rem;font-weight:900;letter-spacing:.12em;text-transform:uppercase}.card strong{display:block;font-size:2rem}section{margin-top:28px}article{display:grid;gap:8px}ul{display:grid;gap:10px;list-style:none;padding:0}li{background:#182025;border:1px solid #2d3a43;border-radius:16px;padding:14px}pre{background:#080d10;border:1px solid #2d3a43;border-radius:16px;color:#dbeafe;overflow:auto;padding:14px}.hero-actions{display:flex;flex-wrap:wrap;gap:10px;margin-top:16px}.hero-actions a{background:#fbbf24;border-radius:999px;color:#111827;font-weight:900;padding:10px 14px;text-decoration:none}.two-column{display:grid;gap:18px;grid-template-columns:minmax(0,1.15fr) minmax(280px,.85fr)}@media(max-width:860px){main{padding:20px}.two-column{grid-template-columns:1fr}}</style></head><body><main><p class="eyebrow">Call log replacement</p><h1>${escapeHtml48(options.title ?? "Voice Operations Record")}</h1><p class="status ${escapeHtml48(record.status)}">${escapeHtml48(record.status)}</p><div class="hero-actions"><a href="#transcript">Transcript</a><a href="#provider-decisions">Provider decisions</a><a href="#telephony-media">Telephony media</a><a href="#guardrails">Guardrails</a><a href="#incident-handoff">Incident handoff</a>${incidentLink}</div><section class="grid"><div class="card"><span>Events</span><strong>${String(record.summary.eventCount)}</strong></div><div class="card"><span>Turns</span><strong>${String(record.summary.turnCount)}</strong></div><div class="card"><span>Errors</span><strong>${String(record.summary.errorCount)}</strong></div><div class="card"><span>Duration</span><strong>${formatMs5(record.summary.callDurationMs)}</strong></div><div class="card"><span>Provider recovery</span><strong>${escapeHtml48(providerDecisionSummary.recoveryStatus)}</strong><span>${String(providerDecisionSummary.fallbacks)} fallback / ${String(providerDecisionSummary.degraded)} degraded / ${String(providerDecisionSummary.errors)} errors</span></div><div class="card"><span>Telephony media</span><strong>${String(record.telephonyMedia.media)}</strong><span>${String(record.telephonyMedia.inbound)} inbound / ${String(record.telephonyMedia.outbound)} outbound / ${String(record.telephonyMedia.clears)} clears</span></div><div class="card"><span>Guardrails</span><strong>${String(record.guardrails.blocked)}</strong></div><div class="card"><span>Audit</span><strong>${String(record.audit?.total ?? 0)}</strong></div><div class="card"><span>Reviews</span><strong>${String(record.reviews?.total ?? 0)}</strong></div><div class="card"><span>Tasks</span><strong>${String(record.tasks?.total ?? 0)}</strong></div><div class="card"><span>Integrations</span><strong>${String(record.integrationEvents?.total ?? 0)}</strong></div></section><section class="two-column"><div><h2 id="transcript">Transcript</h2><ul>${transcript}</ul></div><div><h2 id="provider-decisions">Provider Decisions</h2><ul>${providerDecisions}</ul></div></section><section id="telephony-media"><h2>Telephony Media</h2><p class="muted">Live <code>client.telephony_media</code> stream lifecycle evidence attached to this session. Carriers: ${escapeHtml48(record.telephonyMedia.carriers.join(", ") || "none")}. Streams: ${escapeHtml48(record.telephonyMedia.streamIds.join(", ") || "none")}. Inbound: ${String(record.telephonyMedia.inbound)}. Outbound: ${String(record.telephonyMedia.outbound)}. Marks: ${String(record.telephonyMedia.marks)}. Clears: ${String(record.telephonyMedia.clears)}.</p><ul>${telephonyMedia}</ul></section><section id="guardrails"><h2>Guardrail Evidence</h2><p class="muted">Live <code>assistant.guardrail</code> decisions attached to this session.</p><ul>${guardrails}</ul></section><section id="incident-handoff"><h2>Copyable Incident Handoff</h2><p class="muted">Paste this into Slack, Linear, Zendesk, or an incident review. ${incidentLink}</p><pre><code>${incidentMarkdown}</code></pre></section><section class="primitive"><p class="eyebrow">Copy into your app</p><h2><code>createVoiceOperationsRecordRoutes(...)</code> gives every call one debuggable object</h2><p class="muted">Use this as the support/debug payload across traces, provider routing, tools, handoffs, guardrails, audit, latency, replay, reviews, tasks, media streams, and webhook delivery.</p><pre><code>${snippet}</code></pre></section><section><h2>Provider Summary</h2><div class="grid">${providers}</div></section><section><h2>Handoffs</h2><ul>${handoffs}</ul></section><section><h2>Tools</h2><ul>${tools}</ul></section><section><h2>Reviews</h2><ul>${reviews}</ul></section><section><h2>Tasks</h2><ul>${tasks}</ul></section><section><h2>Integration Events</h2><ul>${integrationEvents}</ul></section></main></body></html>`;
 };
 var createVoiceOperationsRecordRoutes = (options) => {
   const path = options.path ?? "/api/voice-operations/:sessionId";

package/dist/operationsRecord.d.ts

@@ -131,9 +131,13 @@ export type VoiceOperationsRecordTelephonyMediaEvent = {
 export type VoiceOperationsRecordTelephonyMediaSummary = {
     audioBytes: number;
     carriers: string[];
+    clears: number;
     errors: number;
     events: VoiceOperationsRecordTelephonyMediaEvent[];
+    inbound: number;
+    marks: number;
     media: number;
+    outbound: number;
     starts: number;
     stops: number;
     streamIds: string[];

package/dist/testing/index.js

@@ -10130,12 +10130,35 @@ var createTwilioSocketAdapter = (socket, getState) => ({
     }
     if (message.type === "audio") {
       const payload = transcodePCMToTwilioOutboundPayload(Uint8Array.from(Buffer3.from(message.chunkBase64, "base64")), message.format);
+      const outboundMessage = {
+        event: "media",
+        media: {
+          payload,
+          track: "outbound"
+        },
+        streamSid: state.streamSid
+      };
       state.hasOutboundAudioSinceLastInbound = true;
       state.reviewRecorder?.recordTwilioOutbound({
         bytes: payload.length,
         event: "media",
         track: "outbound"
       });
+      await state.trace?.append({
+        at: Date.now(),
+        payload: {
+          audioBytes: Buffer3.from(payload, "base64").byteLength,
+          callSid: state.callSid ?? undefined,
+          carrier: state.carrier,
+          direction: "outbound",
+          envelope: outboundMessage,
+          event: "media",
+          streamId: state.streamSid
+        },
+        scenarioId: state.scenarioId ?? undefined,
+        sessionId: state.sessionId ?? state.streamSid,
+        type: "client.telephony_media"
+      });
       await Promise.resolve(socket.send(JSON.stringify({
         event: "media",
         media: {
@@ -10146,17 +10169,32 @@ var createTwilioSocketAdapter = (socket, getState) => ({
       return;
     }
     if (message.type === "assistant" && message.turnId) {
-      state.reviewRecorder?.recordTwilioOutbound({
-        event: "mark",
-        name: `assistant:${message.turnId}`
-      });
-      await Promise.resolve(socket.send(JSON.stringify({
+      const outboundMessage = {
         event: "mark",
         mark: {
           name: `assistant:${message.turnId}`
         },
         streamSid: state.streamSid
-      })));
+      };
+      state.reviewRecorder?.recordTwilioOutbound({
+        event: "mark",
+        name: `assistant:${message.turnId}`
+      });
+      await state.trace?.append({
+        at: Date.now(),
+        payload: {
+          callSid: state.callSid ?? undefined,
+          carrier: state.carrier,
+          direction: "outbound",
+          envelope: outboundMessage,
+          event: "mark",
+          streamId: state.streamSid
+        },
+        scenarioId: state.scenarioId ?? undefined,
+        sessionId: state.sessionId ?? state.streamSid,
+        type: "client.telephony_media"
+      });
+      await Promise.resolve(socket.send(JSON.stringify(outboundMessage)));
     }
   }
 });
@@ -10179,6 +10217,7 @@ var createTwilioMediaStreamBridge = (socket, options) => {
   };
   const bridgeState = {
     callSid: null,
+    carrier: options.telephonyMediaCarrier ?? "twilio",
     hasOutboundAudioSinceLastInbound: false,
     onVoiceMessage: options.onVoiceMessage,
     reviewRecorder: options.review ? createVoiceCallReviewRecorder({
@@ -10198,11 +10237,12 @@ var createTwilioMediaStreamBridge = (socket, options) => {
     }) : undefined,
     scenarioId: options.scenarioId ?? null,
     sessionId: options.sessionId ?? null,
-    streamSid: null
+    streamSid: null,
+    trace: options.trace
   };
   let sessionHandle = null;
   let reviewArtifactDelivered = false;
-  const telephonyMediaCarrier = options.telephonyMediaCarrier ?? "twilio";
+  const telephonyMediaCarrier = bridgeState.carrier;
   const appendTelephonyMediaTrace = async (message, override) => {
     const trace = options.trace;
     const sessionId = override?.sessionId ?? bridgeState.sessionId ?? (message.event === "start" ? message.start.customParameters?.sessionId : undefined) ?? (message.event === "start" ? message.start.streamSid : "telephony-media");
@@ -10336,13 +10376,28 @@ var createTwilioMediaStreamBridge = (socket, options) => {
             track: message.media.track
           });
           if (options.clearOnInboundMedia !== false && bridgeState.hasOutboundAudioSinceLastInbound && bridgeState.streamSid) {
+            const outboundMessage = {
+              event: "clear",
+              streamSid: bridgeState.streamSid
+            };
             bridgeState.reviewRecorder?.recordTwilioOutbound({
               event: "clear"
             });
-            await Promise.resolve(socket.send(JSON.stringify({
-              event: "clear",
-              streamSid: bridgeState.streamSid
-            })));
+            await options.trace?.append({
+              at: Date.now(),
+              payload: {
+                callSid: bridgeState.callSid ?? undefined,
+                carrier: telephonyMediaCarrier,
+                direction: "outbound",
+                envelope: outboundMessage,
+                event: "clear",
+                streamId: bridgeState.streamSid
+              },
+              scenarioId: bridgeState.scenarioId ?? undefined,
+              sessionId: bridgeState.sessionId ?? bridgeState.streamSid,
+              type: "client.telephony_media"
+            });
+            await Promise.resolve(socket.send(JSON.stringify(outboundMessage)));
           }
           bridgeState.hasOutboundAudioSinceLastInbound = false;
           await appendTelephonyMediaTrace(message, {

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@absolutejs/voice",
-	"version": "0.0.22-beta.328",
+	"version": "0.0.22-beta.329",
 	"description": "Voice primitives and Elysia plugin for AbsoluteJS",
 	"repository": {
 		"type": "git",