@absolutejs/voice 0.0.22-beta.322 → 0.0.22-beta.324

package/dist/testing/index.js

@@ -2186,6 +2186,63 @@ var stringStat = (stat, key) => {
 };
 var statKey = (stat) => String(stat.id ?? stringStat(stat, "ssrc") ?? numericStat(stat, "ssrc") ?? stringStat(stat, "trackIdentifier") ?? stringStat(stat, "mid") ?? "unknown");
 var secondsToMs = (value) => value === undefined ? undefined : value * 1000;
+var DEFAULT_TELEPHONY_FORMAT = {
+  channels: 1,
+  container: "raw",
+  encoding: "mulaw",
+  sampleRateHz: 8000
+};
+var bytesToBase64 = (audio) => {
+  const bytes = audio instanceof ArrayBuffer ? new Uint8Array(audio) : new Uint8Array(audio.buffer, audio.byteOffset, audio.byteLength);
+  return Buffer.from(bytes).toString("base64");
+};
+var base64ToBytes = (value) => new Uint8Array(Buffer.from(value, "base64"));
+var unknownRecord = (value) => value && typeof value === "object" ? value : {};
+var firstString = (records, keys) => {
+  for (const record of records) {
+    for (const key of keys) {
+      const value = record[key];
+      if (typeof value === "string" && value.length > 0) {
+        return value;
+      }
+      if (typeof value === "number" && Number.isFinite(value)) {
+        return String(value);
+      }
+    }
+  }
+  return;
+};
+var firstNumber = (records, keys) => {
+  for (const record of records) {
+    for (const key of keys) {
+      const value = record[key];
+      if (typeof value === "number" && Number.isFinite(value)) {
+        return value;
+      }
+      if (typeof value === "string") {
+        const parsed = Number(value);
+        if (Number.isFinite(parsed)) {
+          return parsed;
+        }
+      }
+    }
+  }
+  return;
+};
+var telephonyDirection = (track) => {
+  const normalized = track?.toLowerCase();
+  if (!normalized) {
+    return "unknown";
+  }
+  if (normalized.includes("inbound") || normalized.includes("caller") || normalized.includes("in")) {
+    return "inbound";
+  }
+  if (normalized.includes("outbound") || normalized.includes("assistant") || normalized.includes("out")) {
+    return "outbound";
+  }
+  return "unknown";
+};
+var telephonyFrameKind = (direction) => direction === "outbound" ? "assistant-audio" : "input-audio";
 var normalizeWebRTCStat = (stat) => {
   const sample = {};
   for (const [key, value] of Object.entries(stat)) {
@@ -2195,6 +2252,113 @@ var normalizeWebRTCStat = (stat) => {
   }
   return sample;
 };
+var parseTelephonyMediaFrame = (input) => {
+  const envelope = input.envelope;
+  const media = unknownRecord(envelope.media);
+  const payload = firstString([media, envelope], ["payload", "audio", "data"]) ?? firstString([unknownRecord(envelope.message)], ["payload"]);
+  if (!payload) {
+    return;
+  }
+  const carrier = input.carrier ?? firstString([envelope], ["provider"]) ?? "telephony";
+  const streamId = firstString([media, envelope], ["streamSid", "stream_id", "streamId", "streamId", "callSid", "call_id"]);
+  const sequenceNumber = firstString([media, envelope], ["sequenceNumber", "sequence_number", "chunk"]);
+  const track = firstString([media, envelope], ["track", "direction"]);
+  const direction = telephonyDirection(track);
+  const timestamp = firstNumber([media, envelope], ["timestamp", "time", "startedAt"]);
+  return {
+    at: timestamp,
+    audio: base64ToBytes(payload),
+    format: input.format ?? DEFAULT_TELEPHONY_FORMAT,
+    id: [
+      carrier,
+      streamId ?? input.sessionId ?? "stream",
+      sequenceNumber ?? timestamp ?? Date.now()
+    ].join(":"),
+    kind: telephonyFrameKind(direction),
+    metadata: {
+      carrier,
+      direction,
+      event: firstString([envelope], ["event", "type"]),
+      sequenceNumber,
+      streamId,
+      track
+    },
+    sessionId: input.sessionId ?? streamId,
+    source: "telephony"
+  };
+};
+var serializeTelephonyMediaFrame = (input) => {
+  const carrier = input.carrier ?? input.frame.metadata?.carrier ?? "telephony";
+  const streamId = input.streamId ?? (typeof input.frame.metadata?.streamId === "string" ? input.frame.metadata.streamId : input.frame.sessionId);
+  const sequenceNumber = input.sequenceNumber ?? (typeof input.frame.metadata?.sequenceNumber === "string" || typeof input.frame.metadata?.sequenceNumber === "number" ? input.frame.metadata.sequenceNumber : undefined);
+  const direction = input.frame.kind === "assistant-audio" ? "outbound" : "inbound";
+  const payload = input.frame.audio ? bytesToBase64(input.frame.audio) : "";
+  if (carrier === "twilio") {
+    return {
+      event: "media",
+      sequenceNumber,
+      streamSid: streamId,
+      media: {
+        payload,
+        timestamp: input.frame.at,
+        track: direction
+      }
+    };
+  }
+  if (carrier === "telnyx") {
+    return {
+      event: "media",
+      stream_id: streamId,
+      sequence_number: sequenceNumber,
+      media: {
+        payload,
+        timestamp: input.frame.at,
+        track: direction
+      }
+    };
+  }
+  if (carrier === "plivo") {
+    return {
+      event: "media",
+      streamId,
+      sequenceNumber,
+      media: {
+        payload,
+        timestamp: input.frame.at,
+        track: direction
+      }
+    };
+  }
+  return {
+    event: "media",
+    provider: carrier,
+    sequenceNumber,
+    streamId,
+    media: {
+      payload,
+      timestamp: input.frame.at,
+      track: direction
+    }
+  };
+};
+var createTelephonyMediaSerializer = (input) => {
+  const format = input.format ?? DEFAULT_TELEPHONY_FORMAT;
+  return {
+    carrier: input.carrier,
+    format,
+    parse: (envelope) => parseTelephonyMediaFrame({
+      carrier: input.carrier,
+      envelope,
+      format,
+      sessionId: input.sessionId ?? input.streamId
+    }),
+    serialize: (frame) => serializeTelephonyMediaFrame({
+      carrier: input.carrier,
+      frame,
+      streamId: input.streamId
+    })
+  };
+};
 var buildMediaResamplingPlan = (input) => {
   const required = !formatMatches(input.inputFormat, input.outputFormat);
   return {
@@ -8899,7 +9063,7 @@ var assertVoiceTelephonyWebhookNormalizationEvidence = (input = {}) => {
   return assertion;
 };
 var normalizeToken = (value) => typeof value === "string" ? value.trim().toLowerCase().replace(/\s+/g, "-").replace(/_+/g, "-") : undefined;
-var firstString = (source, keys) => {
+var firstString2 = (source, keys) => {
   for (const key of keys) {
     const value = source[key];
     if (typeof value === "string" && value.trim()) {
@@ -8910,7 +9074,7 @@ var firstString = (source, keys) => {
     }
   }
 };
-var firstNumber = (source, keys) => {
+var firstNumber2 = (source, keys) => {
   for (const key of keys) {
     const value = source[key];
     if (typeof value === "number" && Number.isFinite(value)) {
@@ -9271,8 +9435,8 @@ var verifyVoiceTelephonyWebhook = async (input) => {
 var durationMsFromSeconds = (value) => typeof value === "number" ? value * 1000 : undefined;
 var parseVoiceTelephonyWebhookEvent = (input) => {
   const payload = flattenPayload(input.body);
-  const provider = firstString(payload, ["provider", "Provider"]) ?? input.provider;
-  const status = firstString(payload, [
+  const provider = firstString2(payload, ["provider", "Provider"]) ?? input.provider;
+  const status = firstString2(payload, [
     "CallStatus",
     "call_status",
     "callStatus",
@@ -9282,7 +9446,7 @@ var parseVoiceTelephonyWebhookEvent = (input) => {
     "event_type",
     "type"
   ]);
-  const durationMs = firstNumber(payload, ["durationMs", "duration_ms"]) ?? durationMsFromSeconds(firstNumber(payload, [
+  const durationMs = firstNumber2(payload, ["durationMs", "duration_ms"]) ?? durationMsFromSeconds(firstNumber2(payload, [
     "CallDuration",
     "call_duration",
     "callDuration",
@@ -9290,16 +9454,16 @@ var parseVoiceTelephonyWebhookEvent = (input) => {
     "dial_call_duration",
     "duration"
   ]));
-  const sipCode = firstNumber(payload, [
+  const sipCode = firstNumber2(payload, [
     "SipResponseCode",
     "sip_response_code",
     "sipCode",
     "sip_code",
     "hangupCauseCode"
   ]);
-  const from = firstString(payload, ["From", "from", "caller_id", "callerId"]);
-  const to = firstString(payload, ["To", "to", "called_number", "calledNumber"]);
-  const target = firstString(payload, [
+  const from = firstString2(payload, ["From", "from", "caller_id", "callerId"]);
+  const to = firstString2(payload, ["To", "to", "called_number", "calledNumber"]);
+  const target = firstString2(payload, [
     "transferTarget",
     "TransferTarget",
     "target",
@@ -9307,7 +9471,7 @@ var parseVoiceTelephonyWebhookEvent = (input) => {
     "department"
   ]);
   return {
-    answeredBy: firstString(payload, [
+    answeredBy: firstString2(payload, [
       "AnsweredBy",
       "answered_by",
       "answeredBy",
@@ -9321,7 +9485,7 @@ var parseVoiceTelephonyWebhookEvent = (input) => {
       ...payload
     },
     provider,
-    reason: firstString(payload, [
+    reason: firstString2(payload, [
       "Reason",
       "reason",
       "HangupCause",
@@ -9337,7 +9501,7 @@ var parseVoiceTelephonyWebhookEvent = (input) => {
 var defaultSessionId = (input) => {
   const payload = flattenPayload(input.body);
   const metadataSessionId = input.event.metadata?.sessionId;
-  return firstString(input.query, ["sessionId", "session_id"]) ?? firstString(payload, [
+  return firstString2(input.query, ["sessionId", "session_id"]) ?? firstString2(payload, [
     "sessionId",
     "session_id",
     "SessionId",
@@ -9352,7 +9516,7 @@ var defaultSessionId = (input) => {
 };
 var defaultIdempotencyKey = (input) => {
   const payload = flattenPayload(input.body);
-  const eventId = firstString(payload, [
+  const eventId = firstString2(payload, [
     "id",
     "event_id",
     "eventId",

package/dist/vue/index.js

@@ -4768,6 +4768,63 @@ var stringStat = (stat, key) => {
 };
 var statKey = (stat) => String(stat.id ?? stringStat(stat, "ssrc") ?? numericStat(stat, "ssrc") ?? stringStat(stat, "trackIdentifier") ?? stringStat(stat, "mid") ?? "unknown");
 var secondsToMs = (value) => value === undefined ? undefined : value * 1000;
+var DEFAULT_TELEPHONY_FORMAT = {
+  channels: 1,
+  container: "raw",
+  encoding: "mulaw",
+  sampleRateHz: 8000
+};
+var bytesToBase64 = (audio) => {
+  const bytes = audio instanceof ArrayBuffer ? new Uint8Array(audio) : new Uint8Array(audio.buffer, audio.byteOffset, audio.byteLength);
+  return Buffer.from(bytes).toString("base64");
+};
+var base64ToBytes = (value) => new Uint8Array(Buffer.from(value, "base64"));
+var unknownRecord = (value) => value && typeof value === "object" ? value : {};
+var firstString = (records, keys) => {
+  for (const record of records) {
+    for (const key of keys) {
+      const value = record[key];
+      if (typeof value === "string" && value.length > 0) {
+        return value;
+      }
+      if (typeof value === "number" && Number.isFinite(value)) {
+        return String(value);
+      }
+    }
+  }
+  return;
+};
+var firstNumber = (records, keys) => {
+  for (const record of records) {
+    for (const key of keys) {
+      const value = record[key];
+      if (typeof value === "number" && Number.isFinite(value)) {
+        return value;
+      }
+      if (typeof value === "string") {
+        const parsed = Number(value);
+        if (Number.isFinite(parsed)) {
+          return parsed;
+        }
+      }
+    }
+  }
+  return;
+};
+var telephonyDirection = (track) => {
+  const normalized = track?.toLowerCase();
+  if (!normalized) {
+    return "unknown";
+  }
+  if (normalized.includes("inbound") || normalized.includes("caller") || normalized.includes("in")) {
+    return "inbound";
+  }
+  if (normalized.includes("outbound") || normalized.includes("assistant") || normalized.includes("out")) {
+    return "outbound";
+  }
+  return "unknown";
+};
+var telephonyFrameKind = (direction) => direction === "outbound" ? "assistant-audio" : "input-audio";
 var normalizeWebRTCStat = (stat) => {
   const sample = {};
   for (const [key, value] of Object.entries(stat)) {
@@ -4777,6 +4834,113 @@ var normalizeWebRTCStat = (stat) => {
   }
   return sample;
 };
+var parseTelephonyMediaFrame = (input) => {
+  const envelope = input.envelope;
+  const media = unknownRecord(envelope.media);
+  const payload = firstString([media, envelope], ["payload", "audio", "data"]) ?? firstString([unknownRecord(envelope.message)], ["payload"]);
+  if (!payload) {
+    return;
+  }
+  const carrier = input.carrier ?? firstString([envelope], ["provider"]) ?? "telephony";
+  const streamId = firstString([media, envelope], ["streamSid", "stream_id", "streamId", "streamId", "callSid", "call_id"]);
+  const sequenceNumber = firstString([media, envelope], ["sequenceNumber", "sequence_number", "chunk"]);
+  const track = firstString([media, envelope], ["track", "direction"]);
+  const direction = telephonyDirection(track);
+  const timestamp = firstNumber([media, envelope], ["timestamp", "time", "startedAt"]);
+  return {
+    at: timestamp,
+    audio: base64ToBytes(payload),
+    format: input.format ?? DEFAULT_TELEPHONY_FORMAT,
+    id: [
+      carrier,
+      streamId ?? input.sessionId ?? "stream",
+      sequenceNumber ?? timestamp ?? Date.now()
+    ].join(":"),
+    kind: telephonyFrameKind(direction),
+    metadata: {
+      carrier,
+      direction,
+      event: firstString([envelope], ["event", "type"]),
+      sequenceNumber,
+      streamId,
+      track
+    },
+    sessionId: input.sessionId ?? streamId,
+    source: "telephony"
+  };
+};
+var serializeTelephonyMediaFrame = (input) => {
+  const carrier = input.carrier ?? input.frame.metadata?.carrier ?? "telephony";
+  const streamId = input.streamId ?? (typeof input.frame.metadata?.streamId === "string" ? input.frame.metadata.streamId : input.frame.sessionId);
+  const sequenceNumber = input.sequenceNumber ?? (typeof input.frame.metadata?.sequenceNumber === "string" || typeof input.frame.metadata?.sequenceNumber === "number" ? input.frame.metadata.sequenceNumber : undefined);
+  const direction = input.frame.kind === "assistant-audio" ? "outbound" : "inbound";
+  const payload = input.frame.audio ? bytesToBase64(input.frame.audio) : "";
+  if (carrier === "twilio") {
+    return {
+      event: "media",
+      sequenceNumber,
+      streamSid: streamId,
+      media: {
+        payload,
+        timestamp: input.frame.at,
+        track: direction
+      }
+    };
+  }
+  if (carrier === "telnyx") {
+    return {
+      event: "media",
+      stream_id: streamId,
+      sequence_number: sequenceNumber,
+      media: {
+        payload,
+        timestamp: input.frame.at,
+        track: direction
+      }
+    };
+  }
+  if (carrier === "plivo") {
+    return {
+      event: "media",
+      streamId,
+      sequenceNumber,
+      media: {
+        payload,
+        timestamp: input.frame.at,
+        track: direction
+      }
+    };
+  }
+  return {
+    event: "media",
+    provider: carrier,
+    sequenceNumber,
+    streamId,
+    media: {
+      payload,
+      timestamp: input.frame.at,
+      track: direction
+    }
+  };
+};
+var createTelephonyMediaSerializer = (input) => {
+  const format = input.format ?? DEFAULT_TELEPHONY_FORMAT;
+  return {
+    carrier: input.carrier,
+    format,
+    parse: (envelope) => parseTelephonyMediaFrame({
+      carrier: input.carrier,
+      envelope,
+      format,
+      sessionId: input.sessionId ?? input.streamId
+    }),
+    serialize: (frame) => serializeTelephonyMediaFrame({
+      carrier: input.carrier,
+      frame,
+      streamId: input.streamId
+    })
+  };
+};
 var buildMediaResamplingPlan = (input) => {
   const required = !formatMatches(input.inputFormat, input.outputFormat);
   return {

package/dist/vue/useVoiceReadinessFailures.d.ts

@@ -57,6 +57,7 @@ export declare const useVoiceReadinessFailures: (path?: string, options?: VoiceR
             readonly opsRecovery?: string | undefined;
             readonly phoneAgentSmoke?: string | undefined;
             readonly telephonyWebhookSecurity?: string | undefined;
+            readonly telephonyMedia?: string | undefined;
             readonly providerContracts?: string | undefined;
             readonly providerOrchestration?: string | undefined;
             readonly providerRoutingContracts?: string | undefined;
@@ -373,6 +374,14 @@ export declare const useVoiceReadinessFailures: (path?: string, options?: VoiceR
                 readonly status: import("..").VoiceProductionReadinessStatus;
                 readonly warned: number;
             } | undefined;
+            readonly telephonyMedia?: {
+                readonly audioBytes: number;
+                readonly carriers: number;
+                readonly failed: number;
+                readonly issues: number;
+                readonly passed: number;
+                readonly status: import("..").VoiceProductionReadinessStatus;
+            } | undefined;
             readonly providerRoutingContracts?: {
                 readonly failed: number;
                 readonly passed: number;
@@ -471,6 +480,7 @@ export declare const useVoiceReadinessFailures: (path?: string, options?: VoiceR
             readonly opsRecovery?: string | undefined;
             readonly phoneAgentSmoke?: string | undefined;
             readonly telephonyWebhookSecurity?: string | undefined;
+            readonly telephonyMedia?: string | undefined;
             readonly providerContracts?: string | undefined;
             readonly providerOrchestration?: string | undefined;
             readonly providerRoutingContracts?: string | undefined;
@@ -787,6 +797,14 @@ export declare const useVoiceReadinessFailures: (path?: string, options?: VoiceR
                 readonly status: import("..").VoiceProductionReadinessStatus;
                 readonly warned: number;
             } | undefined;
+            readonly telephonyMedia?: {
+                readonly audioBytes: number;
+                readonly carriers: number;
+                readonly failed: number;
+                readonly issues: number;
+                readonly passed: number;
+                readonly status: import("..").VoiceProductionReadinessStatus;
+            } | undefined;
             readonly providerRoutingContracts?: {
                 readonly failed: number;
                 readonly passed: number;

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@absolutejs/voice",
-	"version": "0.0.22-beta.322",
+	"version": "0.0.22-beta.324",
 	"description": "Voice primitives and Elysia plugin for AbsoluteJS",
 	"repository": {
 		"type": "git",
@@ -246,7 +246,7 @@
 		}
 	},
 	"dependencies": {
-		"@absolutejs/media": "0.0.1-beta.5"
+		"@absolutejs/media": "0.0.1-beta.6"
 	},
 	"devDependencies": {
 		"@absolutejs/absolute": "0.19.0-beta.646",