@ariaflowagents/livekit-plugin-transport-smartpbx 0.9.6 → 0.9.8

package/dist/index.d.ts

@@ -1,4 +1,5 @@
 export { SmartPBXAudioInput, SmartPBXAudioOutput, SmartPBXTextOutput, SmartPBXTransportAdapter, } from './transport_adapter.js';
 export { DEFAULT_SMARTPBX_SAMPLE_RATE, DEFAULT_WEBSOCKET_OPEN_STATE, } from './types.js';
 export type { SmartPBXSessionState, SmartPBXSocketLike, SmartPBXTransportAdapterOptions, } from './types.js';
+export { createSmartPbxNativeAudioTransport, type SmartPbxNativeAudioTransport, type SmartPbxNativeAudioTransportOptions, type SmartPbxWireEncoding, } from './native_bridge.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,kBAAkB,EAClB,mBAAmB,EACnB,kBAAkB,EAClB,wBAAwB,GACzB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,GAC7B,MAAM,YAAY,CAAC;AAEpB,YAAY,EACV,oBAAoB,EACpB,kBAAkB,EAClB,+BAA+B,GAChC,MAAM,YAAY,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,kBAAkB,EAClB,mBAAmB,EACnB,kBAAkB,EAClB,wBAAwB,GACzB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,GAC7B,MAAM,YAAY,CAAC;AAEpB,YAAY,EACV,oBAAoB,EACpB,kBAAkB,EAClB,+BAA+B,GAChC,MAAM,YAAY,CAAC;AAEpB,OAAO,EACL,kCAAkC,EAClC,KAAK,4BAA4B,EACjC,KAAK,mCAAmC,EACxC,KAAK,oBAAoB,GAC1B,MAAM,oBAAoB,CAAC"}

package/dist/index.js

@@ -1,3 +1,4 @@
 export { SmartPBXAudioInput, SmartPBXAudioOutput, SmartPBXTextOutput, SmartPBXTransportAdapter, } from './transport_adapter.js';
 export { DEFAULT_SMARTPBX_SAMPLE_RATE, DEFAULT_WEBSOCKET_OPEN_STATE, } from './types.js';
+export { createSmartPbxNativeAudioTransport, } from './native_bridge.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,kBAAkB,EAClB,mBAAmB,EACnB,kBAAkB,EAClB,wBAAwB,GACzB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,GAC7B,MAAM,YAAY,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,kBAAkB,EAClB,mBAAmB,EACnB,kBAAkB,EAClB,wBAAwB,GACzB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,GAC7B,MAAM,YAAY,CAAC;AAQpB,OAAO,EACL,kCAAkC,GAInC,MAAM,oBAAoB,CAAC"}

package/dist/native_bridge.d.ts

@@ -0,0 +1,27 @@
+import type { NativeAudioTransport } from '@ariaflowagents/livekit-plugin';
+import { type SmartPBXSessionState, type SmartPBXSocketLike } from './types.js';
+export type SmartPbxWireEncoding = 'pcm_s16le' | 'g711_ulaw';
+export interface SmartPbxNativeAudioTransportOptions {
+    socket: SmartPBXSocketLike;
+    session: SmartPBXSessionState;
+    websocketOpenState?: number;
+    /** Wire format for SmartPBX `media` payloads (base64). */
+    wire: {
+        encoding: SmartPbxWireEncoding;
+        sampleRate: number;
+    };
+    /** Sample rate expected by the native runner / Gemini (default 24000). */
+    runnerSampleRate?: number;
+}
+export interface SmartPbxNativeAudioTransport extends NativeAudioTransport {
+    /**
+     * Feed inbound SmartPBX WebSocket text frames (JSON). The host should call this
+     * from its `message` handler; {@link SmartPBXSocketLike} does not include it.
+     */
+    ingestInboundMessage(raw: string): void;
+}
+/**
+ * SmartPBX AI Provider–style JSON media events ↔ PCM s16le for the native runner.
+ */
+export declare function createSmartPbxNativeAudioTransport(options: SmartPbxNativeAudioTransportOptions): SmartPbxNativeAudioTransport;
+//# sourceMappingURL=native_bridge.d.ts.map

package/dist/native_bridge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"native_bridge.d.ts","sourceRoot":"","sources":["../src/native_bridge.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,gCAAgC,CAAC;AAG3E,OAAO,EAEL,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACxB,MAAM,YAAY,CAAC;AAEpB,MAAM,MAAM,oBAAoB,GAAG,WAAW,GAAG,WAAW,CAAC;AAE7D,MAAM,WAAW,mCAAmC;IAClD,MAAM,EAAE,kBAAkB,CAAC;IAC3B,OAAO,EAAE,oBAAoB,CAAC;IAC9B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,0DAA0D;IAC1D,IAAI,EAAE;QAAE,QAAQ,EAAE,oBAAoB,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC;IAC7D,0EAA0E;IAC1E,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,4BAA6B,SAAQ,oBAAoB;IACxE;;;OAGG;IACH,oBAAoB,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;CACzC;AAkCD;;GAEG;AACH,wBAAgB,kCAAkC,CAChD,OAAO,EAAE,mCAAmC,GAC3C,4BAA4B,CA+G9B"}

package/dist/native_bridge.js

@@ -0,0 +1,147 @@
+import { AudioFrame } from '@ariaflowagents/livekit-plugin';
+import { createResampler } from '@ariaflowagents/livekit-plugin/utils/resample';
+import { mulawDecodeArray, mulawEncodeArray } from '@ariaflowagents/livekit-plugin/codec/g711';
+import { DEFAULT_WEBSOCKET_OPEN_STATE, } from './types.js';
+function isSocketOpen(socket, session, websocketOpenState) {
+    return session.isActive && socket.readyState === websocketOpenState;
+}
+function bytesToInt16Le(bytes) {
+    const n = Math.floor(bytes.byteLength / 2);
+    const out = new Int16Array(n);
+    for (let i = 0; i < n; i++) {
+        out[i] = bytes[i * 2] | (bytes[i * 2 + 1] << 8);
+    }
+    return out;
+}
+function int16ToBytesLe(pcm) {
+    const out = new Uint8Array(pcm.length * 2);
+    const view = new DataView(out.buffer);
+    for (let i = 0; i < pcm.length; i++)
+        view.setInt16(i * 2, pcm[i], true);
+    return out;
+}
+function base64ToU8(b64) {
+    return Uint8Array.from(atob(b64), (c) => c.charCodeAt(0));
+}
+function u8ToBase64(bytes) {
+    return Buffer.from(bytes).toString('base64');
+}
+/**
+ * SmartPBX AI Provider–style JSON media events ↔ PCM s16le for the native runner.
+ */
+export function createSmartPbxNativeAudioTransport(options) {
+    const socket = options.socket;
+    const session = options.session;
+    const wsOpen = options.websocketOpenState ?? DEFAULT_WEBSOCKET_OPEN_STATE;
+    const wire = options.wire;
+    const runnerRate = options.runnerSampleRate ?? 24000;
+    const wirePcmRate = wire.encoding === 'g711_ulaw' ? 8000 : wire.sampleRate;
+    const toRunner = createResampler(wirePcmRate, runnerRate);
+    const fromRunner = createResampler(runnerRate, wirePcmRate);
+    const audioHandlers = new Set();
+    const closeHandlers = new Set();
+    const emitClose = () => {
+        for (const h of closeHandlers) {
+            try {
+                h();
+            }
+            catch {
+                /* ignore */
+            }
+        }
+    };
+    const sendWireFrame = (pcmWire) => {
+        if (!isSocketOpen(socket, session, wsOpen))
+            return;
+        let payload;
+        if (wire.encoding === 'g711_ulaw') {
+            payload = mulawEncodeArray(pcmWire);
+        }
+        else {
+            payload = int16ToBytesLe(pcmWire);
+        }
+        try {
+            socket.send(JSON.stringify({
+                event: 'media',
+                media: { payload: u8ToBase64(payload) },
+            }));
+        }
+        catch {
+            /* ignore */
+        }
+    };
+    return {
+        sendAudio(data) {
+            let int16;
+            try {
+                int16 = bytesToInt16Le(data);
+            }
+            catch {
+                return;
+            }
+            const inFrame = new AudioFrame(int16, runnerRate, 1, int16.length);
+            try {
+                for (const outFrame of fromRunner.push(inFrame)) {
+                    sendWireFrame(new Int16Array(outFrame.data));
+                }
+            }
+            catch {
+                /* ignore */
+            }
+        },
+        onAudio(handler) {
+            audioHandlers.add(handler);
+        },
+        onClose(handler) {
+            closeHandlers.add(handler);
+        },
+        close() {
+            for (const outFrame of fromRunner.flush()) {
+                sendWireFrame(new Int16Array(outFrame.data));
+            }
+            emitClose();
+        },
+        ingestInboundMessage(raw) {
+            let msg;
+            try {
+                msg = JSON.parse(raw);
+            }
+            catch {
+                return;
+            }
+            if (msg.event !== 'media' || typeof msg.media?.payload !== 'string')
+                return;
+            let pcmWire;
+            try {
+                const bytes = base64ToU8(msg.media.payload);
+                if (wire.encoding === 'g711_ulaw') {
+                    pcmWire = mulawDecodeArray(bytes);
+                }
+                else {
+                    pcmWire = bytesToInt16Le(bytes);
+                }
+            }
+            catch {
+                return;
+            }
+            const inFrame = new AudioFrame(pcmWire, wirePcmRate, 1, pcmWire.length);
+            try {
+                for (const outFrame of toRunner.push(inFrame)) {
+                    const bytesOut = int16ToBytesLe(new Int16Array(outFrame.data));
+                    for (const h of audioHandlers) {
+                        try {
+                            h(bytesOut);
+                        }
+                        catch {
+                            /* ignore */
+                        }
+                    }
+                }
+            }
+            catch {
+                /* ignore */
+            }
+        },
+    };
+}
+//# sourceMappingURL=native_bridge.js.map

package/dist/native_bridge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"native_bridge.js","sourceRoot":"","sources":["../src/native_bridge.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,gCAAgC,CAAC;AAE5D,OAAO,EAAE,eAAe,EAAE,MAAM,+CAA+C,CAAC;AAChF,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,2CAA2C,CAAC;AAC/F,OAAO,EACL,4BAA4B,GAG7B,MAAM,YAAY,CAAC;AAsBpB,SAAS,YAAY,CACnB,MAA0B,EAC1B,OAA6B,EAC7B,kBAA0B;IAE1B,OAAO,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAC,UAAU,KAAK,kBAAkB,CAAC;AACtE,CAAC;AAED,SAAS,cAAc,CAAC,KAAiB;IACvC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;IAC3C,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAE,GAAG,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,IAAI,CAAC,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,cAAc,CAAC,GAAe;IACrC,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,CAAE,EAAE,IAAI,CAAC,CAAC;IACzE,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,UAAU,CAAC,GAAW;IAC7B,OAAO,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,UAAU,CAAC,KAAiB;IACnC,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AAC/C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kCAAkC,CAChD,OAA4C;IAE5C,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC9B,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAChC,MAAM,MAAM,GAAG,OAAO,CAAC,kBAAkB,IAAI,4BAA4B,CAAC;IAC1E,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAC1B,MAAM,UAAU,GAAG,OAAO,CAAC,gBAAgB,IAAI,KAAK,CAAC;IACrD,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,KAAK,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;IAE3E,MAAM,QAAQ,GAAG,eAAe,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IAC1D,MAAM,UAAU,GAAG,eAAe,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;IAE5D,MAAM,aAAa,GAAG,IAAI,GAAG,EAA8B,CAAC;IAC5D,MAAM,aAAa,GAAG,IAAI,GAAG,EAAc,CAAC;IAE5C,MAAM,SAAS,GAAG,GAAS,EAAE;QAC3B,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,CAAC,EAAE,CAAC;YACN,CAAC;YAAC,MAAM,CAAC;gBACP,YAAY;YACd,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,aAAa,GAAG,CAAC,OAAmB,EAAQ,EAAE;QAClD,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC;YAAE,OAAO;QACnD,IAAI,OAAmB,CAAC;QACxB,IAAI,IAAI,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;YAClC,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CACT,IAAI,CAAC,SAAS,CAAC;gBACb,KAAK,EAAE,OAAO;gBACd,KAAK,EAAE,EAAE,OAAO,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE;aACxC,CAAC,CACH,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,YAAY;QACd,CAAC;IACH,CAAC,CAAC;IAEF,OAAO;QACL,SAAS,CAAC,IAAgB;YACxB,IAAI,KAAiB,CAAC;YACtB,IAAI,CAAC;gBACH,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;YAC/B,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO;YACT,CAAC;YACD,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,KAAK,EAAE,UAAU,EAAE,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YACnE,IAAI,CAAC;gBACH,KAAK,MAAM,QAAQ,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;oBAChD,aAAa,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC/C,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,YAAY;YACd,CAAC;QACH,CAAC;QACD,OAAO,CAAC,OAAmC;YACzC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;QACD,OAAO,CAAC,OAAmB;YACzB,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;QACD,KAAK;YACH,KAAK,MAAM,QAAQ,IAAI,UAAU,CAAC,KAAK,EAAE,EAAE,CAAC;gBAC1C,aAAa,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;YAC/C,CAAC;YACD,SAAS,EAAE,CAAC;QACd,CAAC;QACD,oBAAoB,CAAC,GAAW;YAC9B,IAAI,GAAqD,CAAC;YAC1D,IAAI,CAAC;gBACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAe,CAAC;YACtC,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO;YACT,CAAC;YACD,IAAI,GAAG,CAAC,KAAK,KAAK,OAAO,IAAI,OAAO,GAAG,CAAC,KAAK,EAAE,OAAO,KAAK,QAAQ;gBAAE,OAAO;YAE5E,IAAI,OAAmB,CAAC;YACxB,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC5C,IAAI,IAAI,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;oBAClC,OAAO,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;gBACpC,CAAC;qBAAM,CAAC;oBACN,OAAO,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;gBAClC,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO;YACT,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,OAAO,EAAE,WAAW,EAAE,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YACxE,IAAI,CAAC;gBACH,KAAK,MAAM,QAAQ,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC9C,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;oBAC/D,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;wBAC9B,IAAI,CAAC;4BACH,CAAC,CAAC,QAAQ,CAAC,CAAC;wBACd,CAAC;wBAAC,MAAM,CAAC;4BACP,YAAY;wBACd,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,YAAY;YACd,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ariaflowagents/livekit-plugin-transport-smartpbx",
-  "version": "0.9.6",
+  "version": "0.9.8",
   "description": "SmartPBX transport adapter for AriaFlow voice agents.",
   "type": "module",
   "main": "dist/index.js",
@@ -14,10 +14,17 @@
   "files": [
     "dist"
   ],
+  "scripts": {
+    "build": "tsc",
+    "clean": "rm -rf dist",
+    "typecheck": "tsc --noEmit",
+    "test": "bun test ./test",
+    "test:typecheck": "tsc -p ./test/tsconfig.json"
+  },
   "dependencies": {},
   "peerDependencies": {
-    "@livekit/agents": ">=1.0.0",
-    "@ariaflowagents/livekit-plugin": "0.9.6"
+    "@ariaflowagents/livekit-plugin": "workspace:*",
+    "@livekit/agents": ">=1.0.0"
   },
   "devDependencies": {
     "typescript": "^5.5.0"
@@ -29,12 +36,5 @@
     "voice",
     "transport"
   ],
-  "license": "Apache-2.0",
-  "scripts": {
-    "build": "tsc",
-    "clean": "rm -rf dist",
-    "typecheck": "tsc --noEmit",
-    "test": "bun test ./test",
-    "test:typecheck": "tsc -p ./test/tsconfig.json"
-  }
-}
+  "license": "Apache-2.0"
+}