@absolutejs/voice 0.0.22-beta.312 → 0.0.22-beta.314

package/dist/index.d.ts

@@ -15,8 +15,6 @@ export type { VoiceRealtimeChannelAssertionInput, VoiceRealtimeChannelAssertionR
 export { assertVoiceRealtimeProviderContractEvidence, buildVoiceRealtimeProviderContractMatrix, createVoiceRealtimeProviderContractMatrixPreset, createVoiceRealtimeProviderContractRoutes, evaluateVoiceRealtimeProviderContractEvidence, renderVoiceRealtimeProviderContractHTML } from './realtimeProviderContracts';
 export type { VoiceRealtimeProviderContractAssertionInput, VoiceRealtimeProviderContractAssertionReport, VoiceRealtimeProviderContractCapability, VoiceRealtimeProviderContractCheck, VoiceRealtimeProviderContractDefinition, VoiceRealtimeProviderContractMatrixPresetOptions, VoiceRealtimeProviderContractMatrixInput, VoiceRealtimeProviderContractMatrixReport, VoiceRealtimeProviderContractRoutesOptions, VoiceRealtimeProviderContractRow, VoiceRealtimeProviderPresetProvider, VoiceRealtimeProviderContractStatus } from './realtimeProviderContracts';
 export { buildVoiceDiagnosticsMarkdown, createVoiceDiagnosticsRoutes, resolveVoiceDiagnosticsTraceFilter } from './diagnosticsRoutes';
-export { buildVoiceMediaTransportReport, buildVoiceMediaInterruptionReport, buildVoiceMediaPipelineCalibrationReport, buildVoiceMediaResamplingPlan, buildVoiceMediaVadReport, createVoiceMediaFrame, createVoiceMediaFrameTransformPipeline, createVoiceMediaTransport } from './mediaPipeline';
-export type { VoiceMediaFrame, VoiceMediaFrameKind, VoiceMediaFrameSource, VoiceMediaFrameTransform, VoiceMediaFrameTransformPipeline, VoiceMediaInterruptionInput, VoiceMediaInterruptionReport, VoiceMediaPipelineCalibrationInput, VoiceMediaPipelineCalibrationIssue, VoiceMediaPipelineCalibrationReport, VoiceMediaPipelineStatus, VoiceMediaResamplingPlan, VoiceMediaTransport, VoiceMediaTransportAdapter, VoiceMediaTransportEvent, VoiceMediaTransportEventKind, VoiceMediaTransportOptions, VoiceMediaTransportReport, VoiceMediaTransportState, VoiceMediaVadInput, VoiceMediaVadReport, VoiceMediaVadSegment } from './mediaPipeline';
 export { assertVoiceMediaPipelineEvidence, buildVoiceMediaPipelineReport, createVoiceMediaPipelineRoutes, evaluateVoiceMediaPipelineEvidence, renderVoiceMediaPipelineHTML, renderVoiceMediaPipelineMarkdown } from './mediaPipelineRoutes';
 export type { VoiceMediaPipelineAssertionInput, VoiceMediaPipelineAssertionReport, VoiceMediaPipelineReport, VoiceMediaPipelineReportOptions, VoiceMediaPipelineRoutesOptions } from './mediaPipelineRoutes';
 export { buildVoiceDemoReadyReport, createVoiceDemoReadyRoutes, renderVoiceDemoReadyHTML } from './demoReadyRoutes';

package/dist/index.js

@@ -11609,7 +11609,10 @@ var createVoiceDiagnosticsRoutes = (options) => {
   });
   return routes;
 };
-// src/mediaPipeline.ts
+// src/mediaPipelineRoutes.ts
+import { Elysia as Elysia12 } from "elysia";
+
+// node_modules/@absolutejs/media/dist/index.js
 var formatLabel2 = (format) => `${format.container}/${format.encoding}/${String(format.sampleRateHz)}hz/${String(format.channels)}ch`;
 var formatMatches2 = (actual, expected) => actual.container === expected.container && actual.encoding === expected.encoding && actual.sampleRateHz === expected.sampleRateHz && actual.channels === expected.channels;
 var pushIssue = (issues, severity, code, message) => {
@@ -11619,97 +11622,7 @@ var numericMetadata = (frame, key) => {
   const value = frame.metadata?.[key];
   return typeof value === "number" && Number.isFinite(value) ? value : undefined;
 };
-var createVoiceMediaFrame = (frame) => frame;
-var buildVoiceMediaTransportReport = (input) => {
-  const events = input.events ?? [];
-  const state = input.state ?? events.at(-1)?.state ?? "idle";
-  const backpressureEvents = events.filter((event) => event.kind === "backpressure").length;
-  const failed = state === "failed" || events.some((event) => event.kind === "error");
-  return {
-    backpressureEvents,
-    checkedAt: Date.now(),
-    closed: state === "closed",
-    connected: state === "open",
-    events,
-    failed,
-    inputFrames: events.filter((event) => event.kind === "frame-in").length,
-    name: input.name,
-    outputFrames: events.filter((event) => event.kind === "frame-out").length,
-    state,
-    status: failed ? "fail" : backpressureEvents > 0 ? "warn" : "pass"
-  };
-};
-var createVoiceMediaTransport = (options) => {
-  let state = "idle";
-  const events = [];
-  const frameHandlers = new Set;
-  const record = (event) => {
-    events.push({ ...event, at: Date.now(), state });
-  };
-  return {
-    close: async () => {
-      state = "closing";
-      await options.onClose?.();
-      state = "closed";
-      record({ kind: "close" });
-    },
-    connect: async () => {
-      try {
-        await options.onConnect?.();
-        state = "open";
-        record({ kind: "connect" });
-      } catch (error) {
-        state = "failed";
-        record({
-          error: error instanceof Error ? error.message : String(error),
-          kind: "error"
-        });
-        throw error;
-      }
-    },
-    events: () => [...events],
-    inputFormat: options.inputFormat,
-    name: options.name,
-    onFrame: (handler) => {
-      frameHandlers.add(handler);
-      return () => frameHandlers.delete(handler);
-    },
-    outputFormat: options.outputFormat,
-    receive: async (frame) => {
-      record({ frameId: frame.id, kind: "frame-in" });
-      if (options.maxBufferedFrames !== undefined && events.filter((event) => event.kind === "frame-in").length > options.maxBufferedFrames) {
-        record({
-          bufferedFrames: events.filter((event) => event.kind === "frame-in").length,
-          kind: "backpressure"
-        });
-      }
-      for (const handler of frameHandlers) {
-        await handler(frame);
-      }
-    },
-    report: () => buildVoiceMediaTransportReport({
-      events,
-      name: options.name,
-      state
-    }),
-    send: async (frame) => {
-      try {
-        await options.onSend?.(frame);
-        record({ frameId: frame.id, kind: "frame-out" });
-      } catch (error) {
-        state = "failed";
-        record({
-          error: error instanceof Error ? error.message : String(error),
-          frameId: frame.id,
-          kind: "error"
-        });
-        throw error;
-      }
-    },
-    state: () => state
-  };
-};
-var buildVoiceMediaResamplingPlan = (input) => {
+var buildMediaResamplingPlan = (input) => {
   const required = !formatMatches2(input.inputFormat, input.outputFormat);
   return {
     inputFormat: input.inputFormat,
@@ -11719,39 +11632,6 @@ var buildVoiceMediaResamplingPlan = (input) => {
     status: input.inputFormat.container === input.outputFormat.container && input.inputFormat.encoding === input.outputFormat.encoding && input.inputFormat.channels === input.outputFormat.channels ? "pass" : "warn"
   };
 };
-var createVoiceMediaFrameTransformPipeline = (input = {}) => {
-  const transforms = input.transforms ?? [];
-  const push = async (frame) => {
-    let frames = [frame];
-    for (const transform of transforms) {
-      const nextFrames = [];
-      for (const current of frames) {
-        const transformed = await transform.transform(current);
-        if (transformed === undefined) {
-          continue;
-        }
-        if (Array.isArray(transformed)) {
-          nextFrames.push(...transformed);
-        } else {
-          nextFrames.push(transformed);
-        }
-      }
-      frames = nextFrames;
-    }
-    return frames;
-  };
-  return {
-    push,
-    pushMany: async (frames) => {
-      const output = [];
-      for (const frame of frames) {
-        output.push(...await push(frame));
-      }
-      return output;
-    },
-    transforms
-  };
-};
 var speechProbability = (frame) => {
   if (frame.metadata?.isSpeech === true) {
     return 1;
@@ -11767,7 +11647,7 @@ var speechProbability = (frame) => {
   }
   return 0;
 };
-var buildVoiceMediaVadReport = (input = {}) => {
+var buildMediaVadReport = (input = {}) => {
   const frames = (input.frames ?? []).filter((frame) => frame.kind === "input-audio");
   const speechStartThreshold = input.speechStartThreshold ?? 0.6;
   const speechEndThreshold = input.speechEndThreshold ?? 0.35;
@@ -11825,7 +11705,7 @@ var buildVoiceMediaVadReport = (input = {}) => {
     status: frames.length === 0 ? "warn" : "pass"
   };
 };
-var buildVoiceMediaInterruptionReport = (input = {}) => {
+var buildMediaInterruptionReport = (input = {}) => {
   const issues = [];
   const interruptionFrames = (input.frames ?? []).filter((frame) => frame.kind === "interruption");
   const latenciesMs = interruptionFrames.map((frame) => frame.latencyMs).filter((latency) => typeof latency === "number");
@@ -11844,7 +11724,7 @@ var buildVoiceMediaInterruptionReport = (input = {}) => {
     status: issues.some((issue) => issue.severity === "error") ? "fail" : issues.length > 0 ? "warn" : "pass"
   };
 };
-var buildVoiceMediaPipelineCalibrationReport = (input = {}) => {
+var buildMediaPipelineCalibrationReport = (input = {}) => {
   const frames = input.frames ?? [];
   const issues = [];
   const inputFrames = frames.filter((frame) => frame.kind === "input-audio");
@@ -11902,13 +11782,13 @@ var buildVoiceMediaPipelineCalibrationReport = (input = {}) => {
     resamplingRequired,
     resamplingTargetHz,
     status: issues.some((issue) => issue.severity === "error") ? "fail" : issues.length > 0 ? "warn" : "pass",
-    surface: input.surface ?? "voice-media-pipeline",
+    surface: input.surface ?? "media-pipeline",
     traceLinkedFrames,
     turnCommitFrames: turnCommitFrames.length
   };
 };
+
 // src/mediaPipelineRoutes.ts
-import { Elysia as Elysia12 } from "elysia";
 var escapeHtml15 = (value) => String(value).replaceAll("&", "&amp;").replaceAll("<", "&lt;").replaceAll(">", "&gt;").replaceAll('"', "&quot;").replaceAll("'", "&#39;");
 var statusRank2 = {
   pass: 0,
@@ -11918,19 +11798,19 @@ var statusRank2 = {
 var worstStatus = (statuses) => statuses.reduce((worst, status) => statusRank2[status] > statusRank2[worst] ? status : worst, "pass");
 var buildVoiceMediaPipelineReport = (options = {}) => {
   const frames = options.frames ?? [];
-  const calibration = buildVoiceMediaPipelineCalibrationReport(options);
-  const vad = buildVoiceMediaVadReport({
+  const calibration = buildMediaPipelineCalibrationReport(options);
+  const vad = buildMediaVadReport({
     frames,
     maxSilenceFrames: options.maxSilenceFrames,
     minSpeechFrames: options.minSpeechFrames,
     speechEndThreshold: options.speechEndThreshold,
     speechStartThreshold: options.speechStartThreshold
   });
-  const interruption = buildVoiceMediaInterruptionReport({
+  const interruption = buildMediaInterruptionReport({
     frames,
     maxInterruptionLatencyMs: options.maxInterruptionLatencyMs
   });
-  const resampling = calibration.inputFormat && calibration.outputFormat ? buildVoiceMediaResamplingPlan({
+  const resampling = calibration.inputFormat && calibration.outputFormat ? buildMediaResamplingPlan({
     inputFormat: calibration.inputFormat,
     outputFormat: calibration.outputFormat
   }) : undefined;
@@ -11939,6 +11819,7 @@ var buildVoiceMediaPipelineReport = (options = {}) => {
     vad.status,
     interruption.status,
     resampling?.status ?? "pass",
+    options.processorGraph?.status ?? "pass",
     options.transport?.status ?? "pass"
   ]);
   return {
@@ -11947,6 +11828,7 @@ var buildVoiceMediaPipelineReport = (options = {}) => {
     frames: frames.length,
     interruption,
     ok: status === "pass",
+    processorGraph: options.processorGraph,
     resampling,
     status,
     surface: options.surface ?? "voice-media-pipeline",
@@ -11983,6 +11865,15 @@ var evaluateVoiceMediaPipelineEvidence = (report, input = {}) => {
   if (input.requireResamplingReady && report.calibration.resamplingRequired && !report.resampling) {
     issues.push("Expected resampling plan when calibration requires resampling.");
   }
+  if (input.requireProcessorGraph && !report.processorGraph) {
+    issues.push("Expected media processor graph evidence.");
+  }
+  if (input.minProcessorGraphNodes !== undefined && (report.processorGraph?.nodes.length ?? 0) < input.minProcessorGraphNodes) {
+    issues.push(`Expected at least ${String(input.minProcessorGraphNodes)} media processor node(s), found ${String(report.processorGraph?.nodes.length ?? 0)}.`);
+  }
+  if (input.minProcessorGraphEmittedFrames !== undefined && (report.processorGraph?.emittedFrames ?? 0) < input.minProcessorGraphEmittedFrames) {
+    issues.push(`Expected at least ${String(input.minProcessorGraphEmittedFrames)} processor graph output frame(s), found ${String(report.processorGraph?.emittedFrames ?? 0)}.`);
+  }
   if (input.requireTransportConnected && !report.transport?.connected) {
     issues.push("Expected connected media transport evidence.");
   }
@@ -12022,6 +11913,9 @@ var renderVoiceMediaPipelineMarkdown = (report) => [
   `- Resampling required: ${report.calibration.resamplingRequired ? "yes" : "no"}`,
   `- VAD segments: ${String(report.vad.segments.length)}`,
   `- Interruption frames: ${String(report.interruption.interruptionFrames)}`,
+  `- Processor graph: ${report.processorGraph ? `${report.processorGraph.name} (${String(report.processorGraph.nodes.length)} nodes)` : "n/a"}`,
+  `- Processor graph emitted frames: ${String(report.processorGraph?.emittedFrames ?? 0)}`,
+  `- Processor graph dropped frames: ${String(report.processorGraph?.droppedFrames ?? 0)}`,
   `- Transport: ${report.transport ? `${report.transport.name} (${report.transport.state})` : "n/a"}`,
   `- Transport input frames: ${String(report.transport?.inputFrames ?? 0)}`,
   `- Transport output frames: ${String(report.transport?.outputFrames ?? 0)}`,
@@ -12039,7 +11933,7 @@ var renderVoiceMediaPipelineMarkdown = (report) => [
 var renderVoiceMediaPipelineHTML = (report, title = "Voice Media Pipeline Proof") => {
   const issues = [...report.calibration.issues, ...report.interruption.issues].map((issue) => `<li class="${escapeHtml15(issue.severity)}"><strong>${escapeHtml15(issue.code)}</strong>: ${escapeHtml15(issue.message)}</li>`).join("");
   const segments = report.vad.segments.map((segment) => `<tr><td>${escapeHtml15(segment.segmentId)}</td><td>${escapeHtml15(segment.frameCount)}</td><td>${escapeHtml15(segment.durationMs ?? "n/a")}</td><td>${escapeHtml15(segment.turnId ?? "n/a")}</td></tr>`).join("");
-  return `<!doctype html><html lang="en"><head><meta charset="utf-8" /><meta name="viewport" content="width=device-width,initial-scale=1" /><title>${escapeHtml15(title)}</title><style>body{background:#101418;color:#f7f3e8;font-family:ui-sans-serif,system-ui,sans-serif;margin:0}main{margin:auto;max-width:1100px;padding:32px}.hero,.card{background:#17201d;border:1px solid #2e3d36;border-radius:24px;margin-bottom:16px;padding:22px}.hero{background:linear-gradient(135deg,rgba(20,184,166,.18),rgba(245,158,11,.12))}.eyebrow{color:#5eead4;font-weight:900;letter-spacing:.1em;text-transform:uppercase}h1{font-size:clamp(2.3rem,6vw,4.8rem);letter-spacing:-.06em;line-height:.9;margin:.2rem 0 1rem}.summary{display:grid;gap:12px;grid-template-columns:repeat(auto-fit,minmax(170px,1fr))}.metric{background:#101814;border:1px solid #2e3d36;border-radius:18px;padding:14px}.metric span{color:#a8b5ad;display:block;font-size:.78rem;text-transform:uppercase}.metric strong{display:block;font-size:1.65rem;margin-top:5px}.status{border:1px solid #64748b;border-radius:999px;display:inline-flex;font-weight:900;padding:7px 11px}.pass{color:#86efac}.warn,.warning{color:#fde68a}.fail,.error{color:#fecaca}table{border-collapse:collapse;width:100%}td,th{border-bottom:1px solid #2e3d36;padding:10px;text-align:left}</style></head><body><main><section class="hero"><p class="eyebrow">Native media pipeline</p><h1>${escapeHtml15(title)}</h1><p class="status ${escapeHtml15(report.status)}">${escapeHtml15(report.status)}</p><p>${escapeHtml15(report.surface)}</p><section class="summary"><div class="metric"><span>Frames</span><strong>${String(report.frames)}</strong></div><div class="metric"><span>Input audio</span><strong>${String(report.calibration.inputAudioFrames)}</strong></div><div class="metric"><span>Assistant audio</span><strong>${String(report.calibration.assistantAudioFrames)}</strong></div><div class="metric"><span>Trace linked</span><strong>${String(report.calibration.traceLinkedFrames)}</strong></div><div class="metric"><span>First audio</span><strong>${escapeHtml15(report.calibration.firstAudioLatencyMs ?? "n/a")}ms</strong></div><div class="metric"><span>VAD segments</span><strong>${String(report.vad.segments.length)}</strong></div><div class="metric"><span>Interruptions</span><strong>${String(report.interruption.interruptionFrames)}</strong></div><div class="metric"><span>Resampling</span><strong>${report.calibration.resamplingRequired ? "required" : "not required"}</strong></div><div class="metric"><span>Transport</span><strong>${escapeHtml15(report.transport?.state ?? "n/a")}</strong></div><div class="metric"><span>Transport in/out</span><strong>${String(report.transport?.inputFrames ?? 0)}/${String(report.transport?.outputFrames ?? 0)}</strong></div><div class="metric"><span>Backpressure</span><strong>${String(report.transport?.backpressureEvents ?? 0)}</strong></div></section></section><section class="card"><h2>Issues</h2><ul>${issues || '<li class="pass">No media pipeline issues.</li>'}</ul></section><section class="card"><h2>VAD Segments</h2><table><thead><tr><th>Segment</th><th>Frames</th><th>Duration ms</th><th>Turn</th></tr></thead><tbody>${segments || '<tr><td colspan="4">No VAD segments.</td></tr>'}</tbody></table></section></main></body></html>`;
+  return `<!doctype html><html lang="en"><head><meta charset="utf-8" /><meta name="viewport" content="width=device-width,initial-scale=1" /><title>${escapeHtml15(title)}</title><style>body{background:#101418;color:#f7f3e8;font-family:ui-sans-serif,system-ui,sans-serif;margin:0}main{margin:auto;max-width:1100px;padding:32px}.hero,.card{background:#17201d;border:1px solid #2e3d36;border-radius:24px;margin-bottom:16px;padding:22px}.hero{background:linear-gradient(135deg,rgba(20,184,166,.18),rgba(245,158,11,.12))}.eyebrow{color:#5eead4;font-weight:900;letter-spacing:.1em;text-transform:uppercase}h1{font-size:clamp(2.3rem,6vw,4.8rem);letter-spacing:-.06em;line-height:.9;margin:.2rem 0 1rem}.summary{display:grid;gap:12px;grid-template-columns:repeat(auto-fit,minmax(170px,1fr))}.metric{background:#101814;border:1px solid #2e3d36;border-radius:18px;padding:14px}.metric span{color:#a8b5ad;display:block;font-size:.78rem;text-transform:uppercase}.metric strong{display:block;font-size:1.65rem;margin-top:5px}.status{border:1px solid #64748b;border-radius:999px;display:inline-flex;font-weight:900;padding:7px 11px}.pass{color:#86efac}.warn,.warning{color:#fde68a}.fail,.error{color:#fecaca}table{border-collapse:collapse;width:100%}td,th{border-bottom:1px solid #2e3d36;padding:10px;text-align:left}</style></head><body><main><section class="hero"><p class="eyebrow">Native media pipeline</p><h1>${escapeHtml15(title)}</h1><p class="status ${escapeHtml15(report.status)}">${escapeHtml15(report.status)}</p><p>${escapeHtml15(report.surface)}</p><section class="summary"><div class="metric"><span>Frames</span><strong>${String(report.frames)}</strong></div><div class="metric"><span>Input audio</span><strong>${String(report.calibration.inputAudioFrames)}</strong></div><div class="metric"><span>Assistant audio</span><strong>${String(report.calibration.assistantAudioFrames)}</strong></div><div class="metric"><span>Trace linked</span><strong>${String(report.calibration.traceLinkedFrames)}</strong></div><div class="metric"><span>First audio</span><strong>${escapeHtml15(report.calibration.firstAudioLatencyMs ?? "n/a")}ms</strong></div><div class="metric"><span>VAD segments</span><strong>${String(report.vad.segments.length)}</strong></div><div class="metric"><span>Interruptions</span><strong>${String(report.interruption.interruptionFrames)}</strong></div><div class="metric"><span>Processor graph</span><strong>${String(report.processorGraph?.nodes.length ?? 0)} nodes</strong></div><div class="metric"><span>Graph out/drop</span><strong>${String(report.processorGraph?.emittedFrames ?? 0)}/${String(report.processorGraph?.droppedFrames ?? 0)}</strong></div><div class="metric"><span>Resampling</span><strong>${report.calibration.resamplingRequired ? "required" : "not required"}</strong></div><div class="metric"><span>Transport</span><strong>${escapeHtml15(report.transport?.state ?? "n/a")}</strong></div><div class="metric"><span>Transport in/out</span><strong>${String(report.transport?.inputFrames ?? 0)}/${String(report.transport?.outputFrames ?? 0)}</strong></div><div class="metric"><span>Backpressure</span><strong>${String(report.transport?.backpressureEvents ?? 0)}</strong></div></section></section><section class="card"><h2>Issues</h2><ul>${issues || '<li class="pass">No media pipeline issues.</li>'}</ul></section><section class="card"><h2>VAD Segments</h2><table><thead><tr><th>Segment</th><th>Frames</th><th>Duration ms</th><th>Turn</th></tr></thead><tbody>${segments || '<tr><td colspan="4">No VAD segments.</td></tr>'}</tbody></table></section></main></body></html>`;
 };
 var createVoiceMediaPipelineRoutes = (options = {}) => {
   const path = options.path ?? "/api/voice/media-pipeline";
@@ -34870,10 +34764,7 @@ export {
   createVoiceMemoryAuditSinkDeliveryStore,
   createVoiceMemoryAuditEventStore,
   createVoiceMemoryAssistantMemoryStore,
-  createVoiceMediaTransport,
   createVoiceMediaPipelineRoutes,
-  createVoiceMediaFrameTransformPipeline,
-  createVoiceMediaFrame,
   createVoiceLiveOpsRoutes,
   createVoiceLiveOpsController,
   createVoiceLiveLatencyRoutes,
@@ -35022,12 +34913,7 @@ export {
   buildVoiceObservabilityExport,
   buildVoiceObservabilityArtifactIndex,
   buildVoiceMonitorRunReport,
-  buildVoiceMediaVadReport,
-  buildVoiceMediaTransportReport,
-  buildVoiceMediaResamplingPlan,
   buildVoiceMediaPipelineReport,
-  buildVoiceMediaPipelineCalibrationReport,
-  buildVoiceMediaInterruptionReport,
   buildVoiceLiveOpsControlState,
   buildVoiceLatencySLOGate,
   buildVoiceIncidentBundle,

package/dist/mediaPipelineRoutes.d.ts

@@ -1,31 +1,35 @@
 import { Elysia } from 'elysia';
-import { type VoiceMediaFrame, type VoiceMediaInterruptionReport, type VoiceMediaPipelineCalibrationInput, type VoiceMediaPipelineCalibrationReport, type VoiceMediaPipelineStatus, type VoiceMediaResamplingPlan, type VoiceMediaTransportReport, type VoiceMediaVadReport } from './mediaPipeline';
-export type VoiceMediaPipelineReportOptions = VoiceMediaPipelineCalibrationInput & {
-    frames?: readonly VoiceMediaFrame[];
+import { type MediaFrame, type MediaInterruptionReport, type MediaPipelineCalibrationInput, type MediaPipelineCalibrationReport, type MediaPipelineStatus, type MediaProcessorGraphReport, type MediaResamplingPlan, type MediaTransportReport, type MediaVadReport } from '@absolutejs/media';
+export type VoiceMediaPipelineReportOptions = MediaPipelineCalibrationInput & {
+    frames?: readonly MediaFrame[];
     maxInterruptionLatencyMs?: number;
     maxSilenceFrames?: number;
     minSpeechFrames?: number;
+    processorGraph?: MediaProcessorGraphReport;
     speechEndThreshold?: number;
     speechStartThreshold?: number;
-    transport?: VoiceMediaTransportReport;
+    transport?: MediaTransportReport;
 };
 export type VoiceMediaPipelineReport = {
-    calibration: VoiceMediaPipelineCalibrationReport;
+    calibration: MediaPipelineCalibrationReport;
     checkedAt: number;
     frames: number;
-    interruption: VoiceMediaInterruptionReport;
+    interruption: MediaInterruptionReport;
     ok: boolean;
-    resampling?: VoiceMediaResamplingPlan;
-    status: VoiceMediaPipelineStatus;
+    resampling?: MediaResamplingPlan;
+    processorGraph?: MediaProcessorGraphReport;
+    status: MediaPipelineStatus;
     surface: string;
-    transport?: VoiceMediaTransportReport;
-    vad: VoiceMediaVadReport;
+    transport?: MediaTransportReport;
+    vad: MediaVadReport;
 };
 export type VoiceMediaPipelineAssertionInput = {
     maxFirstAudioLatencyMs?: number;
     maxInterruptionLatencyMs?: number;
     minAssistantAudioFrames?: number;
     minInputAudioFrames?: number;
+    minProcessorGraphEmittedFrames?: number;
+    minProcessorGraphNodes?: number;
     minTransportInputFrames?: number;
     minTransportOutputFrames?: number;
     minTraceLinkedFrames?: number;
@@ -33,13 +37,14 @@ export type VoiceMediaPipelineAssertionInput = {
     maxTransportBackpressureEvents?: number;
     requireInterruptionFrame?: boolean;
     requirePass?: boolean;
+    requireProcessorGraph?: boolean;
     requireResamplingReady?: boolean;
     requireTransportConnected?: boolean;
 };
 export type VoiceMediaPipelineAssertionReport = {
     issues: string[];
     ok: boolean;
-    status: VoiceMediaPipelineStatus;
+    status: MediaPipelineStatus;
     surface: string;
 };
 export type VoiceMediaPipelineRoutesOptions = VoiceMediaPipelineReportOptions & {

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@absolutejs/voice",
-	"version": "0.0.22-beta.312",
+	"version": "0.0.22-beta.314",
 	"description": "Voice primitives and Elysia plugin for AbsoluteJS",
 	"repository": {
 		"type": "git",
@@ -245,6 +245,9 @@
 			"optional": true
 		}
 	},
+	"dependencies": {
+		"@absolutejs/media": "0.0.1-beta.1"
+	},
 	"devDependencies": {
 		"@absolutejs/absolute": "0.19.0-beta.646",
 		"@angular/core": "^21.0.0",

package/dist/mediaPipeline.d.ts

@@ -1,169 +0,0 @@
-import type { AudioFormat } from './types';
-export type VoiceMediaFrameKind = 'assistant-audio' | 'input-audio' | 'interruption' | 'metadata' | 'transcript' | 'turn-commit';
-export type VoiceMediaFrameSource = 'browser' | 'provider' | 'telephony' | 'voice-runtime';
-export type VoiceMediaPipelineStatus = 'fail' | 'pass' | 'warn';
-export type VoiceMediaResamplingPlan = {
-    inputFormat: AudioFormat;
-    outputFormat: AudioFormat;
-    ratio: number;
-    required: boolean;
-    status: VoiceMediaPipelineStatus;
-};
-export type VoiceMediaFrame = {
-    at?: number;
-    audio?: ArrayBuffer | ArrayBufferView;
-    durationMs?: number;
-    format?: AudioFormat;
-    id: string;
-    kind: VoiceMediaFrameKind;
-    latencyMs?: number;
-    metadata?: Record<string, unknown>;
-    sessionId?: string;
-    source: VoiceMediaFrameSource | (string & {});
-    traceEventId?: string;
-    turnId?: string;
-};
-export type VoiceMediaFrameTransform = {
-    inputFormat?: AudioFormat;
-    name: string;
-    outputFormat?: AudioFormat;
-    transform: (frame: VoiceMediaFrame) => VoiceMediaFrame | readonly VoiceMediaFrame[] | undefined | Promise<VoiceMediaFrame | readonly VoiceMediaFrame[] | undefined>;
-};
-export type VoiceMediaFrameTransformPipeline = {
-    push: (frame: VoiceMediaFrame) => Promise<readonly VoiceMediaFrame[]>;
-    pushMany: (frames: readonly VoiceMediaFrame[]) => Promise<readonly VoiceMediaFrame[]>;
-    transforms: readonly VoiceMediaFrameTransform[];
-};
-export type VoiceMediaTransportAdapter = {
-    close?: () => Promise<void> | void;
-    connect?: () => Promise<void> | void;
-    inputFormat?: AudioFormat;
-    name: string;
-    onFrame?: (handler: (frame: VoiceMediaFrame) => Promise<void> | void) => () => void;
-    outputFormat?: AudioFormat;
-    send: (frame: VoiceMediaFrame) => Promise<void> | void;
-};
-export type VoiceMediaTransportState = 'closed' | 'closing' | 'failed' | 'idle' | 'open';
-export type VoiceMediaTransportEventKind = 'backpressure' | 'close' | 'connect' | 'error' | 'frame-in' | 'frame-out';
-export type VoiceMediaTransportEvent = {
-    at: number;
-    bufferedFrames?: number;
-    error?: string;
-    frameId?: string;
-    kind: VoiceMediaTransportEventKind;
-    state: VoiceMediaTransportState;
-};
-export type VoiceMediaTransportReport = {
-    backpressureEvents: number;
-    checkedAt: number;
-    closed: boolean;
-    connected: boolean;
-    events: readonly VoiceMediaTransportEvent[];
-    failed: boolean;
-    inputFrames: number;
-    name: string;
-    outputFrames: number;
-    state: VoiceMediaTransportState;
-    status: VoiceMediaPipelineStatus;
-};
-export type VoiceMediaTransport = VoiceMediaTransportAdapter & {
-    events: () => readonly VoiceMediaTransportEvent[];
-    receive: (frame: VoiceMediaFrame) => Promise<void>;
-    report: () => VoiceMediaTransportReport;
-    state: () => VoiceMediaTransportState;
-};
-export type VoiceMediaTransportOptions = {
-    inputFormat?: AudioFormat;
-    maxBufferedFrames?: number;
-    name: string;
-    onClose?: () => Promise<void> | void;
-    onConnect?: () => Promise<void> | void;
-    onSend?: (frame: VoiceMediaFrame) => Promise<void> | void;
-    outputFormat?: AudioFormat;
-};
-export type VoiceMediaPipelineCalibrationInput = {
-    expectedInputFormat?: AudioFormat;
-    expectedOutputFormat?: AudioFormat;
-    frames?: readonly VoiceMediaFrame[];
-    inputFormat?: AudioFormat;
-    maxBackpressureFrames?: number;
-    maxFirstAudioLatencyMs?: number;
-    maxJitterMs?: number;
-    outputFormat?: AudioFormat;
-    requireInterruptionFrame?: boolean;
-    requireTraceEvidence?: boolean;
-    surface?: string;
-};
-export type VoiceMediaPipelineCalibrationIssue = {
-    code: string;
-    message: string;
-    severity: 'error' | 'warning';
-};
-export type VoiceMediaPipelineCalibrationReport = {
-    assistantAudioFrames: number;
-    backpressureFrames: number;
-    checkedAt: number;
-    firstAudioLatencyMs?: number;
-    inputAudioFrames: number;
-    inputFormat?: AudioFormat;
-    interruptionFrames: number;
-    issues: VoiceMediaPipelineCalibrationIssue[];
-    jitterMs?: number;
-    outputFormat?: AudioFormat;
-    resamplingRequired: boolean;
-    resamplingTargetHz?: number;
-    status: VoiceMediaPipelineStatus;
-    surface: string;
-    traceLinkedFrames: number;
-    turnCommitFrames: number;
-};
-export type VoiceMediaVadInput = {
-    frames?: readonly VoiceMediaFrame[];
-    maxSilenceFrames?: number;
-    minSpeechFrames?: number;
-    speechEndThreshold?: number;
-    speechStartThreshold?: number;
-};
-export type VoiceMediaVadSegment = {
-    durationMs?: number;
-    endAt?: number;
-    frameCount: number;
-    segmentId: string;
-    sessionId?: string;
-    startAt?: number;
-    turnId?: string;
-};
-export type VoiceMediaVadReport = {
-    checkedAt: number;
-    inputAudioFrames: number;
-    segments: VoiceMediaVadSegment[];
-    status: VoiceMediaPipelineStatus;
-};
-export type VoiceMediaInterruptionInput = {
-    frames?: readonly VoiceMediaFrame[];
-    maxInterruptionLatencyMs?: number;
-};
-export type VoiceMediaInterruptionReport = {
-    checkedAt: number;
-    interruptionFrames: number;
-    issues: VoiceMediaPipelineCalibrationIssue[];
-    latenciesMs: number[];
-    status: VoiceMediaPipelineStatus;
-};
-export declare const createVoiceMediaFrame: (frame: VoiceMediaFrame) => VoiceMediaFrame;
-export declare const buildVoiceMediaTransportReport: (input: {
-    events?: readonly VoiceMediaTransportEvent[];
-    name: string;
-    state?: VoiceMediaTransportState;
-}) => VoiceMediaTransportReport;
-export declare const createVoiceMediaTransport: (options: VoiceMediaTransportOptions) => VoiceMediaTransport;
-export declare const buildVoiceMediaResamplingPlan: (input: {
-    inputFormat: AudioFormat;
-    outputFormat: AudioFormat;
-}) => VoiceMediaResamplingPlan;
-export declare const createVoiceMediaFrameTransformPipeline: (input?: {
-    transforms?: readonly VoiceMediaFrameTransform[];
-}) => VoiceMediaFrameTransformPipeline;
-export declare const buildVoiceMediaVadReport: (input?: VoiceMediaVadInput) => VoiceMediaVadReport;
-export declare const buildVoiceMediaInterruptionReport: (input?: VoiceMediaInterruptionInput) => VoiceMediaInterruptionReport;
-export declare const buildVoiceMediaPipelineCalibrationReport: (input?: VoiceMediaPipelineCalibrationInput) => VoiceMediaPipelineCalibrationReport;