@absolutejs/voice 0.0.22-beta.672 → 0.0.22-beta.674

package/dist/telephony/telnyx.d.ts

@@ -208,22 +208,14 @@ export declare const createVoiceTelnyxWebhookVerifier: (options: VoiceTelnyxWebh
     rawBody: string;
     headers: Headers;
 }) => Promise<VoiceTelephonyWebhookVerificationResult>;
-export declare const createTelnyxVoiceRoutes: <TContext = unknown, TSession extends VoiceSessionRecord = VoiceSessionRecord, TResult = unknown>(options?: TelnyxVoiceRoutesOptions<TContext, TSession, TResult>) => Elysia<"", {
+export declare const createTelnyxVoiceRoutes: <TContext = unknown, TSession extends VoiceSessionRecord = VoiceSessionRecord, TResult = unknown>(options?: TelnyxVoiceRoutesOptions<TContext, TSession, TResult>) => Elysia<"", "local", {
     decorator: {};
     store: {};
     derive: {};
-    resolve: {};
 }, {
     typebox: {};
-    error: {};
-}, {
-    schema: {};
-    standaloneSchema: {};
-    macro: {};
-    macroFn: {};
-    parser: {};
-    response: {};
-}, {
+    error: [];
+}, import("elysia/types").DefaultMetadata, {
     [x: string]: {
         get: {
             body: unknown;
@@ -233,6 +225,7 @@ export declare const createTelnyxVoiceRoutes: <TContext = unknown, TSession exte
             response: {
                 200: Response;
             };
+            error: never;
         };
     };
 } & {
@@ -245,17 +238,12 @@ export declare const createTelnyxVoiceRoutes: <TContext = unknown, TSession exte
             response: {
                 200: Response;
             };
+            error: never;
         };
     };
 } & {
     [x: string]: {
-        subscribe: {
-            body: {};
-            params: {};
-            query: {};
-            headers: {};
-            response: {};
-        };
+        subscribe: import("elysia/types").CreateWSEdenResponse<string, import("elysia/types").IntersectIfObjectSchema<import("elysia").UnwrapRoute<import("elysia").InputSchema<never>, {}, `/${string}`>, import("elysia/types").MergeScopedSchemas<{}, {}, {}>>, {}, import("elysia/types").ComposeElysiaResponse<import("elysia/types").IntersectIfObjectSchema<import("elysia").UnwrapRoute<import("elysia").InputSchema<never>, {}, `/${string}`>, import("elysia/types").MergeScopedSchemas<{}, {}, {}>>, void, {}, [], string>>;
     };
 } & {
     [x: string]: {
@@ -267,24 +255,13 @@ export declare const createTelnyxVoiceRoutes: <TContext = unknown, TSession exte
             response: {
                 200: Response | import("..").VoiceTelephonyWebhookDecision<TResult>;
             };
+            error: never;
         };
     };
-}, {
-    derive: {};
-    resolve: {};
-    schema: {};
-    standaloneSchema: {};
-    response: {};
-}, {
-    derive: {};
-    resolve: {};
-    schema: {};
-    standaloneSchema: {};
-    response: {};
-} & {
+}, import("elysia/types").DefaultEphemeral, {
     derive: {};
-    resolve: {};
     schema: {};
-    standaloneSchema: {};
+    schemas: {};
     response: {};
+    error: [];
 }>;

package/dist/testing/index.js

@@ -2228,6 +2228,49 @@ var createVoiceAudioPlayer = (source, options = {}) => {
   let maxGapMs = 0;
   let errorCount = 0;
   let hasScheduledAnyChunk = false;
+  let buffersScheduled = 0;
+  let lastScheduledTurnId;
+  const audioFormats = new Set;
+  let lastAudioFormat = null;
+  let formatChangeCount = 0;
+  let incompleteFrameChunkCount = 0;
+  let discardedPartialFrameBytes = 0;
+  let pendingFrameBytes = new Uint8Array;
+  let pendingFrameFormat = null;
+  let pendingFrameTurnId;
+  const formatKey = (format) => `${format.container}/${format.encoding}/${String(format.channels)}ch/${String(format.sampleRateHz)}hz`;
+  const frameAlignedChunk = (chunk) => {
+    const format = formatKey(chunk.format);
+    audioFormats.add(format);
+    if (lastAudioFormat !== null && lastAudioFormat !== format) {
+      formatChangeCount += 1;
+    }
+    lastAudioFormat = format;
+    if (pendingFrameBytes.byteLength > 0 && (pendingFrameFormat !== format || pendingFrameTurnId !== chunk.turnId)) {
+      discardedPartialFrameBytes += pendingFrameBytes.byteLength;
+      pendingFrameBytes = new Uint8Array;
+    }
+    const joined = pendingFrameBytes.byteLength === 0 ? chunk.chunk : (() => {
+      const bytes2 = new Uint8Array(pendingFrameBytes.byteLength + chunk.chunk.byteLength);
+      bytes2.set(pendingFrameBytes);
+      bytes2.set(chunk.chunk, pendingFrameBytes.byteLength);
+      return bytes2;
+    })();
+    const frameBytes = Math.max(1, chunk.format.channels) * 2;
+    const completeBytes = joined.byteLength - joined.byteLength % frameBytes;
+    const remainderBytes = joined.byteLength - completeBytes;
+    if (remainderBytes > 0) {
+      incompleteFrameChunkCount += 1;
+      pendingFrameBytes = joined.slice(completeBytes);
+      pendingFrameFormat = format;
+      pendingFrameTurnId = chunk.turnId;
+    } else {
+      pendingFrameBytes = new Uint8Array;
+      pendingFrameFormat = null;
+      pendingFrameTurnId = undefined;
+    }
+    return completeBytes > 0 ? { ...chunk, chunk: joined.subarray(0, completeBytes) } : null;
+  };
   const sampleConcurrency = () => {
     if (activeAudioPlayers.size > observedPeakConcurrency) {
       observedPeakConcurrency = activeAudioPlayers.size;
@@ -2347,7 +2390,7 @@ var createVoiceAudioPlayer = (source, options = {}) => {
     queueEndTime = audioContext.currentTime;
     return audioContext;
   };
-  const scheduleBuffer = (context, buffer, rate) => {
+  const scheduleBuffer = (context, buffer, rate, turnId) => {
     const node = context.createBufferSource();
     node.buffer = buffer;
     if (node.playbackRate) {
@@ -2365,13 +2408,15 @@ var createVoiceAudioPlayer = (source, options = {}) => {
     };
     const earliestStart = context.currentTime + lookaheadSeconds;
     const startAt = Math.max(earliestStart, queueEndTime);
-    if (hasScheduledAnyChunk && earliestStart > queueEndTime + GAP_EPSILON_S) {
+    if (hasScheduledAnyChunk && turnId !== undefined && turnId === lastScheduledTurnId && earliestStart > queueEndTime + GAP_EPSILON_S) {
       const gapMs = (earliestStart - queueEndTime) * 1000;
       gapCount += 1;
       totalGapMs += gapMs;
       maxGapMs = Math.max(maxGapMs, gapMs);
     }
     hasScheduledAnyChunk = true;
+    lastScheduledTurnId = turnId;
+    buffersScheduled += 1;
     scheduledDurationMs += buffer.duration / rate * 1000;
     sampleConcurrency();
     queueEndTime = startAt + buffer.duration / rate;
@@ -2384,10 +2429,13 @@ var createVoiceAudioPlayer = (source, options = {}) => {
   };
   const scheduleChunk = async (chunk) => {
     const context = await ensureAudioContext();
-    const buffer = decodePCM16LEChunk(context, chunk);
+    const alignedChunk = frameAlignedChunk(chunk);
+    if (!alignedChunk)
+      return;
+    const buffer = decodePCM16LEChunk(context, alignedChunk);
     if (Math.abs(playbackRate - 1) <= STRETCH_BYPASS_EPSILON) {
       stretcher?.reset();
-      scheduleBuffer(context, buffer, playbackRate);
+      scheduleBuffer(context, buffer, playbackRate, chunk.turnId);
       return;
     }
     const channels = Math.max(1, chunk.format.channels);
@@ -2408,13 +2456,14 @@ var createVoiceAudioPlayer = (source, options = {}) => {
         continue;
       outBuffer.getChannelData(channelIndex).set(channelOut);
     }
-    scheduleBuffer(context, outBuffer, 1);
+    scheduleBuffer(context, outBuffer, 1, chunk.turnId);
   };
   const stopQueuedPlayback = (options2) => {
     for (const node of [...sourceNodes]) {
       node.stop?.();
     }
     queueEndTime = audioContext ? audioContext.currentTime : 0;
+    lastScheduledTurnId = undefined;
     if (options2?.forceClear) {
       for (const node of sourceNodes) {
         node.disconnect?.();
@@ -2509,13 +2558,19 @@ var createVoiceAudioPlayer = (source, options = {}) => {
       const chunksReceived = source.assistantAudio.length;
       const chunksScheduled = state.processedChunkCount;
       return {
+        audioFormatCount: audioFormats.size,
+        buffersScheduled,
         chunksReceived,
         chunksScheduled,
+        discardedPartialFrameBytes,
         errorCount,
+        formatChangeCount,
         gapCount,
+        incompleteFrameChunkCount,
         maxConcurrentPlayers: observedPeakConcurrency,
         maxGapMs: Math.round(maxGapMs),
-        ok: observedPeakConcurrency <= 1 && errorCount === 0 && chunksScheduled >= chunksReceived,
+        pendingPartialFrameBytes: pendingFrameBytes.byteLength,
+        ok: observedPeakConcurrency <= 1 && errorCount === 0 && chunksScheduled >= chunksReceived && discardedPartialFrameBytes === 0 && pendingFrameBytes.byteLength === 0,
         scheduledDurationMs: Math.round(scheduledDurationMs),
         totalGapMs: Math.round(totalGapMs)
       };
@@ -14284,6 +14339,7 @@ var renderVoiceOperationsRecordIncidentMarkdown = (record) => {
 // src/telephony/twilio.ts
 import { Buffer as Buffer3 } from "buffer";
 import { Elysia as Elysia6 } from "elysia";
+import { websocket } from "elysia/websocket";
 
 // src/internal/evidence.ts
 var assertVoiceEvidence = (failureMessage, assertion) => {
@@ -15060,7 +15116,9 @@ var createVoiceTelephonyWebhookRoutes = (options = {}) => {
   const handler = createVoiceTelephonyWebhookHandler(options);
   return new Elysia5({
     name: options.name ?? "absolutejs-voice-telephony-webhooks"
-  }).post(path, async ({ query, request }) => {
+  }).post(path, {
+    parse: "none"
+  }, async ({ query, request }) => {
     try {
       return await handler({ query, request });
     } catch (error) {
@@ -15074,8 +15132,6 @@ var createVoiceTelephonyWebhookRoutes = (options = {}) => {
       }
       throw error;
     }
-  }, {
-    parse: "none"
   });
 };
 
@@ -15114,10 +15170,12 @@ var resolveTrustedTwilioRequestUrl = (security, request) => {
   return `${resolveTwilioPublicOrigin(security)}${requestUrl.pathname}${requestUrl.search}`;
 };
 var resolveTwilioSocketHeaders = (socket) => {
-  if (!socket.data || typeof socket.data !== "object")
-    return new Headers;
-  const data = socket.data;
-  for (const candidate of [data.request?.headers, data.headers]) {
+  const data = socket.data && typeof socket.data === "object" ? socket.data : {
+    headers: socket.headers,
+    request: socket.request && typeof socket.request === "object" ? socket.request : undefined
+  };
+  const candidates = [data.request?.headers, data.headers];
+  for (const candidate of candidates) {
     if (!candidate)
       continue;
     if (typeof candidate === "object" && "get" in candidate && typeof candidate.get === "function") {
@@ -15129,6 +15187,7 @@ var resolveTwilioSocketHeaders = (socket) => {
   }
   return new Headers;
 };
+var socketKey = (socket) => ("raw" in socket) && socket.raw && typeof socket.raw === "object" ? socket.raw : socket;
 var readTwilioVoiceForm = async (request) => {
   const declaredLength = Number(request.headers.get("content-length"));
   if (Number.isFinite(declaredLength) && declaredLength > MAX_TWILIO_VOICE_BODY_BYTES) {
@@ -15896,9 +15955,9 @@ var createTwilioVoiceRoutes = (options) => {
   const streamVerificationUrl = options.security.streamVerificationUrl ?? `${resolveTwilioPublicOrigin(options.security).replace(/^https:/, "wss:")}${streamPath}`;
   const app = new Elysia6({
     name: options.name ?? "absolutejs-voice-twilio"
-  }).get(twimlPath, renderTwiml).post(twimlPath, renderTwiml, { parse: "none" }).ws(streamPath, {
+  }).use(websocket()).get(twimlPath, renderTwiml).post(twimlPath, { parse: "none" }, renderTwiml).ws(streamPath, {
     close: async (ws, _code, reason) => {
-      const key = ws.raw ?? ws;
+      const key = socketKey(ws);
       const bridge = bridges.get(key);
       bridges.delete(key);
       admittedSockets.delete(key);
@@ -15906,7 +15965,7 @@ var createTwilioVoiceRoutes = (options) => {
       await bridge?.close(reason);
     },
     message: async (ws, raw) => {
-      const key = ws.raw ?? ws;
+      const key = socketKey(ws);
       if (!admittedSockets.has(key)) {
         const verification = await verifyVoiceTwilioWebhookSignature({
           authToken: options.security.authToken,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@absolutejs/voice",
-  "version": "0.0.22-beta.672",
+  "version": "0.0.22-beta.674",
   "description": "Voice primitives and Elysia plugin for AbsoluteJS",
   "repository": {
     "type": "git",
@@ -33,7 +33,7 @@
     "test:openai": "bun test ./test/live/openai.live.test.ts",
     "typecheck": "absolute typecheck",
     "verify-package": "absolute-manifest verify-package",
-    "check:package": "bun run format && bun run typecheck && bun run test && bun run verify-package && bun run build && bun run verify-package --artifacts"
+    "check:package": "bun run format && bun run typecheck && bun run test && bun run verify-package && bun run build"
   },
   "exports": {
     ".": {
@@ -119,7 +119,7 @@
     "@absolutejs/ai": ">=0.0.5",
     "@angular/core": ">=21 <23",
     "drizzle-orm": ">=1.0.0-rc.4 <2",
-    "elysia": ">=1.4.29 <2",
+    "elysia": ">=2.0.0-beta.6 <3",
     "react": ">=19 <20",
     "vue": ">=3.5 <4"
   },
@@ -141,12 +141,12 @@
     }
   },
   "dependencies": {
-    "@absolutejs/manifest": "0.7.2",
+    "@absolutejs/manifest": "0.9.0",
     "@absolutejs/media": "0.0.1-beta.23",
     "@sinclair/typebox": "0.34.52"
   },
   "devDependencies": {
-    "@absolutejs/absolute": "0.19.0-beta.1115",
+    "@absolutejs/absolute": "0.20.0-beta.0",
     "@absolutejs/ai": "0.0.47",
     "@angular/core": "22.0.8",
     "@electric-sql/pglite": "^0.4.5",
@@ -156,7 +156,7 @@
     "@types/react": "19.2.0",
     "@typescript-eslint/parser": "^8.57.2",
     "drizzle-orm": "1.0.0-rc.4",
-    "elysia": "1.4.29",
+    "elysia": "2.0.0-beta.6",
     "eslint": "^10.1.0",
     "eslint-plugin-absolute": "0.11.0-beta.3",
     "eslint-plugin-promise": "^7.2.1",
@@ -170,80 +170,6 @@
     "vue": "3.5.40"
   },
   "absolutejs": {
-    "manifestContract": 2,
-    "runtimePeers": {
-      "@absolutejs/ai": {
-        "artifactImports": [],
-        "buildExternals": [
-          "@absolutejs/ai",
-          "@absolutejs/ai/*"
-        ],
-        "optional": true,
-        "range": ">=0.0.5",
-        "tested": "0.0.47"
-      },
-      "@angular/core": {
-        "artifactImports": [
-          "@angular/core"
-        ],
-        "buildExternals": [
-          "@angular/core",
-          "@angular/core/*"
-        ],
-        "optional": true,
-        "range": ">=21 <23",
-        "tested": "22.0.8"
-      },
-      "drizzle-orm": {
-        "artifactImports": [
-          "drizzle-orm",
-          "drizzle-orm/pg-core"
-        ],
-        "buildExternals": [
-          "drizzle-orm",
-          "drizzle-orm/*"
-        ],
-        "optional": true,
-        "range": ">=1.0.0-rc.4 <2",
-        "tested": "1.0.0-rc.4"
-      },
-      "elysia": {
-        "artifactImports": [
-          "elysia"
-        ],
-        "buildExternals": [
-          "elysia",
-          "elysia/*"
-        ],
-        "optional": false,
-        "range": ">=1.4.29 <2",
-        "tested": "1.4.29"
-      },
-      "react": {
-        "artifactImports": [
-          "react",
-          "react/jsx-dev-runtime"
-        ],
-        "buildExternals": [
-          "react",
-          "react/*"
-        ],
-        "optional": true,
-        "range": ">=19 <20",
-        "tested": "19.2.8"
-      },
-      "vue": {
-        "artifactImports": [
-          "vue"
-        ],
-        "buildExternals": [
-          "vue",
-          "vue/*"
-        ],
-        "optional": true,
-        "range": ">=3.5 <4",
-        "tested": "3.5.40"
-      }
-    }
+    "manifestContract": 2
   }
 }