@absolutejs/voice 0.0.22-beta.465 → 0.0.22-beta.466

package/dist/incidentTimeline.d.ts

@@ -163,6 +163,7 @@ export type VoiceIncidentTimelineLinks = {
     supportBundle?: string | ((sessionId: string) => string);
 };
 export type VoiceIncidentTimelineOptions = {
+    extraEvents?: VoiceIncidentTimelineValue<readonly VoiceIncidentTimelineEvent[]>;
     failureReplays?: VoiceIncidentTimelineValue<readonly VoiceFailureReplayReport[]>;
     links?: VoiceIncidentTimelineLinks;
     limit?: number;

package/dist/index.js

@@ -19025,6 +19025,11 @@ import { Elysia as Elysia29 } from "elysia";
 
 // src/operationsRecord.ts
 import { Elysia as Elysia28 } from "elysia";
+import {
+  summarizeMediaProcessorGraphReport as summarizeMediaProcessorGraphReport2,
+  summarizeMediaQualityReport as summarizeMediaQualityReport2,
+  summarizeMediaTransportReport as summarizeMediaTransportReport2
+} from "@absolutejs/media";
 
 // src/sessionReplay.ts
 import { Elysia as Elysia26 } from "elysia";
@@ -19685,6 +19690,29 @@ var toTelephonyMediaEvent = (event) => {
     streamId
   };
 };
+var summarizeMediaPipelineForOperationsRecord = (report) => {
+  const quality = summarizeMediaQualityReport2(report.quality);
+  const transport = report.transport ? summarizeMediaTransportReport2(report.transport) : undefined;
+  const processorGraph = report.processorGraph ? summarizeMediaProcessorGraphReport2(report.processorGraph) : undefined;
+  const calibrationCodes = report.calibration.issues.map((issue) => issue.code);
+  const interruptionCodes = report.interruption.issues.map((issue) => issue.code);
+  const issueCodes = Array.from(new Set([
+    ...calibrationCodes,
+    ...quality.issueCodes,
+    ...interruptionCodes,
+    ...processorGraph?.issueCodes ?? []
+  ]));
+  return {
+    frames: report.frames,
+    issueCodes,
+    jitterMs: report.quality.jitterMs,
+    processorGraphStatus: processorGraph?.status,
+    qualityStatus: quality.status,
+    status: report.status,
+    surface: report.surface,
+    transportStatus: transport?.status
+  };
+};
 var summarizeTelephonyMedia = (events) => {
   const mediaEvents = events.map(toTelephonyMediaEvent).filter((event) => event !== undefined);
   const eventNames = mediaEvents.map((event) => event.event.toLowerCase());
@@ -19851,6 +19879,7 @@ var buildVoiceOperationsRecord = async (options) => {
       tasks,
       total: tasks.length
     } : undefined,
+    mediaPipeline: options.mediaPipeline ? summarizeMediaPipelineForOperationsRecord(options.mediaPipeline) : undefined,
     telephonyMedia: summarizeTelephonyMedia(traceEvents),
     timeline: timelineSession?.events ?? [],
     tools: traceEvents.filter((event) => event.type === "agent.tool").map(toTool),
@@ -20068,15 +20097,18 @@ var buildVoiceFailureReplay = (record, options = {}) => {
     const recovery = step.status === "fallback" ? `recovered through ${step.fallbackProvider ?? step.selectedProvider ?? "fallback"}` : step.status === "degraded" ? `degraded to ${step.fallbackProvider ?? step.selectedProvider ?? "fallback"}` : "failed before recovery";
     return `${provider} ${recovery}${step.reason ? `: ${step.reason}` : ""}`;
   });
+  const pipelineIssueCodes = record.mediaPipeline?.issueCodes ?? [];
   const mediaIssues = [
     ...mediaSteps.map((step) => step.issue).filter((issue) => typeof issue === "string"),
     record.telephonyMedia.total > 0 && record.telephonyMedia.inbound === 0 ? "Carrier stream has no inbound media evidence." : undefined,
-    record.telephonyMedia.total > 0 && record.telephonyMedia.outbound === 0 ? "Carrier stream has no outbound assistant media/control evidence." : undefined
+    record.telephonyMedia.total > 0 && record.telephonyMedia.outbound === 0 ? "Carrier stream has no outbound assistant media/control evidence." : undefined,
+    ...pipelineIssueCodes.map((code) => `Media pipeline issue: ${code}.`)
   ].filter((issue) => typeof issue === "string");
   const userHeard = [
     ...new Set(record.transcript.flatMap((turn) => turn.assistantReplies))
   ];
-  const status = record.providerDecisionSummary.errors > 0 || record.telephonyMedia.errors > 0 ? "failed" : record.providerDecisionSummary.degraded > 0 ? "degraded" : record.providerDecisionSummary.fallbacks > 0 || mediaIssues.length > 0 ? "recovered" : "healthy";
+  const mediaPipelineStatus = record.mediaPipeline?.status;
+  const status = record.providerDecisionSummary.errors > 0 || record.telephonyMedia.errors > 0 || mediaPipelineStatus === "fail" ? "failed" : record.providerDecisionSummary.degraded > 0 || mediaPipelineStatus === "warn" ? "degraded" : record.providerDecisionSummary.fallbacks > 0 || mediaIssues.length > 0 ? "recovered" : "healthy";
   const turns = record.transcript.map((turn) => ({
     ...turn,
     media: mediaSteps.filter((step) => record.traceEvents.some((event) => event.turnId === turn.id && event.type === "client.telephony_media" && event.at === step.at)),
@@ -20089,6 +20121,8 @@ var buildVoiceFailureReplay = (record, options = {}) => {
       clears: record.telephonyMedia.clears,
       errors: record.telephonyMedia.errors,
       issues: mediaIssues,
+      pipelineIssueCodes,
+      pipelineStatus: record.mediaPipeline?.status,
       steps: mediaSteps,
       total: record.telephonyMedia.total
     },
@@ -20145,6 +20179,8 @@ var renderVoiceFailureReplayMarkdown = (report) => {
   }).join(`
 `) : "- none recorded";
   const issues = report.summary.issues.length ? report.summary.issues.map((issue) => `- ${issue}`).join(`
+`) : "- none";
+  const pipelineCodes = report.media.pipelineIssueCodes.length ? report.media.pipelineIssueCodes.map((code) => `- ${code}`).join(`
 `) : "- none";
   return [
     `# Voice Failure Replay: ${report.sessionId}`,
@@ -20162,6 +20198,9 @@ var renderVoiceFailureReplayMarkdown = (report) => {
     "## Media Path",
     mediaSteps,
     "",
+    `## Media Pipeline (status: ${report.media.pipelineStatus ?? "n/a"})`,
+    pipelineCodes,
+    "",
     "## What The User Heard",
     heard
   ].join(`
@@ -27675,13 +27714,15 @@ var buildVoiceIncidentTimelineReport = async (options) => {
     opsRecovery,
     monitorIssues,
     operationsRecords,
-    failureReplays
+    failureReplays,
+    extraEvents
   ] = await Promise.all([
     resolveValue(options.operationalStatus),
     resolveValue(options.opsRecovery),
     resolveValue(options.monitorIssues),
     resolveValue(options.operationsRecords),
-    resolveValue(options.failureReplays)
+    resolveValue(options.failureReplays),
+    resolveValue(options.extraEvents)
   ]);
   const events = [];
   pushOperationalStatusEvents(events, operationalStatus, links);
@@ -27689,6 +27730,9 @@ var buildVoiceIncidentTimelineReport = async (options) => {
   pushMonitorEvents(events, monitorIssues, links);
   pushOperationsRecordEvents(events, operationsRecords, links);
   pushFailureReplayEvents(events, failureReplays, links);
+  if (extraEvents && extraEvents.length > 0) {
+    events.push(...extraEvents);
+  }
   const filtered = events.filter((event) => withinWindow(event, now, options.windowMs)).sort((left, right) => right.at - left.at).slice(0, options.limit ?? 50);
   const summary = {
     critical: filtered.filter((event) => event.severity === "critical").length,

package/dist/operationsRecord.d.ts

@@ -1,5 +1,7 @@
 import { Elysia } from "elysia";
+import { type MediaPipelineStatus } from "@absolutejs/media";
 import { type StoredVoiceAuditEvent, type VoiceAuditEventStore } from "./audit";
+import type { VoiceMediaPipelineReport } from "./mediaPipelineRoutes";
 import type { StoredVoiceIntegrationEvent, StoredVoiceOpsTask, VoiceIntegrationEventStore, VoiceOpsTaskStore } from "./ops";
 import { type VoiceSessionReplay } from "./sessionReplay";
 import type { StoredVoiceCallReviewArtifact, VoiceCallReviewStore } from "./testing/review";
@@ -143,6 +145,16 @@ export type VoiceOperationsRecordTelephonyMediaSummary = {
     streamIds: string[];
     total: number;
 };
+export type VoiceOperationsRecordMediaPipelineSummary = {
+    frames: number;
+    issueCodes: readonly string[];
+    jitterMs?: number;
+    processorGraphStatus?: MediaPipelineStatus;
+    qualityStatus: MediaPipelineStatus;
+    status: MediaPipelineStatus;
+    surface: string;
+    transportStatus?: MediaPipelineStatus;
+};
 export type VoiceOperationsRecordGuardrailAssertionInput = {
     minBlocked?: number;
     minDecisions?: number;
@@ -201,6 +213,7 @@ export type VoiceOperationsRecord = {
     guardrails: VoiceOperationsRecordGuardrailSummary;
     handoffs: VoiceOperationsRecordAgentHandoff[];
     integrationEvents?: VoiceOperationsRecordIntegrationEventSummary;
+    mediaPipeline?: VoiceOperationsRecordMediaPipelineSummary;
     outcome: VoiceOperationsRecordOutcome;
     providerDecisions: VoiceOperationsRecordProviderDecision[];
     providerDecisionSummary: VoiceOperationsRecordProviderDecisionSummary;
@@ -257,6 +270,8 @@ export type VoiceFailureReplayReport = {
         clears: number;
         errors: number;
         issues: string[];
+        pipelineIssueCodes: readonly string[];
+        pipelineStatus?: MediaPipelineStatus;
         steps: VoiceFailureReplayMediaStep[];
         total: number;
     };
@@ -291,6 +306,7 @@ export type VoiceOperationsRecordOptions = {
     evaluation?: VoiceTraceEvaluationOptions;
     events?: StoredVoiceTraceEvent[];
     integrationEvents?: VoiceIntegrationEventStore;
+    mediaPipeline?: VoiceMediaPipelineReport;
     redact?: VoiceTraceRedactionConfig;
     reviews?: VoiceCallReviewStore;
     sessionId: string;

package/dist/testing/index.js

@@ -8376,6 +8376,11 @@ var runVoiceSessionBenchmarkSeries = async (input) => {
 };
 // src/operationsRecord.ts
 import { Elysia as Elysia4 } from "elysia";
+import {
+  summarizeMediaProcessorGraphReport,
+  summarizeMediaQualityReport,
+  summarizeMediaTransportReport
+} from "@absolutejs/media";
 
 // src/audit.ts
 var includes = (filter, value) => {
@@ -10379,6 +10384,29 @@ var toTelephonyMediaEvent = (event) => {
     streamId
   };
 };
+var summarizeMediaPipelineForOperationsRecord = (report) => {
+  const quality = summarizeMediaQualityReport(report.quality);
+  const transport = report.transport ? summarizeMediaTransportReport(report.transport) : undefined;
+  const processorGraph = report.processorGraph ? summarizeMediaProcessorGraphReport(report.processorGraph) : undefined;
+  const calibrationCodes = report.calibration.issues.map((issue) => issue.code);
+  const interruptionCodes = report.interruption.issues.map((issue) => issue.code);
+  const issueCodes = Array.from(new Set([
+    ...calibrationCodes,
+    ...quality.issueCodes,
+    ...interruptionCodes,
+    ...processorGraph?.issueCodes ?? []
+  ]));
+  return {
+    frames: report.frames,
+    issueCodes,
+    jitterMs: report.quality.jitterMs,
+    processorGraphStatus: processorGraph?.status,
+    qualityStatus: quality.status,
+    status: report.status,
+    surface: report.surface,
+    transportStatus: transport?.status
+  };
+};
 var summarizeTelephonyMedia = (events) => {
   const mediaEvents = events.map(toTelephonyMediaEvent).filter((event) => event !== undefined);
   const eventNames = mediaEvents.map((event) => event.event.toLowerCase());
@@ -10545,6 +10573,7 @@ var buildVoiceOperationsRecord = async (options) => {
       tasks,
       total: tasks.length
     } : undefined,
+    mediaPipeline: options.mediaPipeline ? summarizeMediaPipelineForOperationsRecord(options.mediaPipeline) : undefined,
     telephonyMedia: summarizeTelephonyMedia(traceEvents),
     timeline: timelineSession?.events ?? [],
     tools: traceEvents.filter((event) => event.type === "agent.tool").map(toTool),
@@ -10762,15 +10791,18 @@ var buildVoiceFailureReplay = (record, options = {}) => {
     const recovery = step.status === "fallback" ? `recovered through ${step.fallbackProvider ?? step.selectedProvider ?? "fallback"}` : step.status === "degraded" ? `degraded to ${step.fallbackProvider ?? step.selectedProvider ?? "fallback"}` : "failed before recovery";
     return `${provider} ${recovery}${step.reason ? `: ${step.reason}` : ""}`;
   });
+  const pipelineIssueCodes = record.mediaPipeline?.issueCodes ?? [];
   const mediaIssues = [
     ...mediaSteps.map((step) => step.issue).filter((issue) => typeof issue === "string"),
     record.telephonyMedia.total > 0 && record.telephonyMedia.inbound === 0 ? "Carrier stream has no inbound media evidence." : undefined,
-    record.telephonyMedia.total > 0 && record.telephonyMedia.outbound === 0 ? "Carrier stream has no outbound assistant media/control evidence." : undefined
+    record.telephonyMedia.total > 0 && record.telephonyMedia.outbound === 0 ? "Carrier stream has no outbound assistant media/control evidence." : undefined,
+    ...pipelineIssueCodes.map((code) => `Media pipeline issue: ${code}.`)
   ].filter((issue) => typeof issue === "string");
   const userHeard = [
     ...new Set(record.transcript.flatMap((turn) => turn.assistantReplies))
   ];
-  const status = record.providerDecisionSummary.errors > 0 || record.telephonyMedia.errors > 0 ? "failed" : record.providerDecisionSummary.degraded > 0 ? "degraded" : record.providerDecisionSummary.fallbacks > 0 || mediaIssues.length > 0 ? "recovered" : "healthy";
+  const mediaPipelineStatus = record.mediaPipeline?.status;
+  const status = record.providerDecisionSummary.errors > 0 || record.telephonyMedia.errors > 0 || mediaPipelineStatus === "fail" ? "failed" : record.providerDecisionSummary.degraded > 0 || mediaPipelineStatus === "warn" ? "degraded" : record.providerDecisionSummary.fallbacks > 0 || mediaIssues.length > 0 ? "recovered" : "healthy";
   const turns = record.transcript.map((turn) => ({
     ...turn,
     media: mediaSteps.filter((step) => record.traceEvents.some((event) => event.turnId === turn.id && event.type === "client.telephony_media" && event.at === step.at)),
@@ -10783,6 +10815,8 @@ var buildVoiceFailureReplay = (record, options = {}) => {
       clears: record.telephonyMedia.clears,
       errors: record.telephonyMedia.errors,
       issues: mediaIssues,
+      pipelineIssueCodes,
+      pipelineStatus: record.mediaPipeline?.status,
       steps: mediaSteps,
       total: record.telephonyMedia.total
     },
@@ -10839,6 +10873,8 @@ var renderVoiceFailureReplayMarkdown = (report) => {
   }).join(`
 `) : "- none recorded";
   const issues = report.summary.issues.length ? report.summary.issues.map((issue) => `- ${issue}`).join(`
+`) : "- none";
+  const pipelineCodes = report.media.pipelineIssueCodes.length ? report.media.pipelineIssueCodes.map((code) => `- ${code}`).join(`
 `) : "- none";
   return [
     `# Voice Failure Replay: ${report.sessionId}`,
@@ -10856,6 +10892,9 @@ var renderVoiceFailureReplayMarkdown = (report) => {
     "## Media Path",
     mediaSteps,
     "",
+    `## Media Pipeline (status: ${report.media.pipelineStatus ?? "n/a"})`,
+    pipelineCodes,
+    "",
     "## What The User Heard",
     heard
   ].join(`

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@absolutejs/voice",
-  "version": "0.0.22-beta.465",
+  "version": "0.0.22-beta.466",
   "description": "Voice primitives and Elysia plugin for AbsoluteJS",
   "repository": {
     "type": "git",