botmux 2.104.0 → 2.105.1

package/dist/vc-agent/realtime/events.js

@@ -0,0 +1,190 @@
+import { randomUUID } from 'node:crypto';
+import { concatProtoFields, decodeProtoFields, encodeBytes, encodeInt64, encodeString, encodeUint32, fieldBigInt, fieldBool, fieldBytes, fieldNumber, fieldString, } from './protobuf.js';
+export const CLIENT_EVENT_SESSION_CREATE = 'session.create';
+export const CLIENT_EVENT_AUDIO_UPSTREAM_APPEND = 'audio.upstream.append';
+export const CLIENT_EVENT_AUDIO_UPSTREAM_CLEAR = 'audio.upstream.clear';
+export const CLIENT_EVENT_SESSION_CLOSE = 'session.close';
+export const SERVER_EVENT_SESSION_CREATED = 'session.created';
+export const SERVER_EVENT_AUDIO_DOWNSTREAM_DELTA = 'audio.downstream.delta';
+export const SERVER_EVENT_SESSION_CLOSED = 'session.closed';
+export const SERVER_EVENT_ERROR = 'error';
+export const CLIENT_CLOSE_REASON_USER_LEFT = 1;
+function nowRfc3339() {
+    return new Date().toISOString().replace(/\.\d{3}Z$/, 'Z');
+}
+function eventIdOrNew(eventId) {
+    return eventId ?? randomUUID();
+}
+function realtimeMimeType(format) {
+    if (format.encoding !== 'pcm_s16le') {
+        throw new Error(`unsupported realtime audio encoding: ${format.encoding}`);
+    }
+    return 'audio/pcm';
+}
+function encodeAudioFormat(format) {
+    return concatProtoFields([
+        encodeString(1, realtimeMimeType(format)),
+        encodeString(2, 's16le'),
+        encodeUint32(3, format.sampleRate),
+    ]);
+}
+function encodeMedia(format) {
+    const audio = encodeAudioFormat(format);
+    return concatProtoFields([
+        encodeBytes(1, audio),
+        encodeBytes(2, audio),
+    ]);
+}
+function encodeSession(format) {
+    return concatProtoFields([
+        encodeBytes(1, encodeMedia(format)),
+    ]);
+}
+function encodeClientEvent(fields) {
+    return {
+        eventId: fields.eventId,
+        payload: concatProtoFields([
+            encodeString(1, fields.type),
+            encodeString(2, fields.eventId),
+            fields.sessionId === undefined ? undefined : encodeInt64(3, fields.sessionId),
+            encodeString(4, fields.createdAt),
+            encodeBytes(fields.payloadField, fields.payload, { emitEmpty: true }),
+        ]),
+    };
+}
+export function encodeSessionCreateEvent(format, opts = {}) {
+    const eventId = eventIdOrNew(opts.eventId);
+    const sessionCreate = concatProtoFields([
+        encodeBytes(1, encodeSession(format)),
+    ]);
+    return encodeClientEvent({
+        type: CLIENT_EVENT_SESSION_CREATE,
+        eventId,
+        createdAt: opts.createdAt ?? nowRfc3339(),
+        payloadField: 10,
+        payload: sessionCreate,
+    });
+}
+export function encodeAudioFrameEvent(frame, sessionId, opts = {}) {
+    const payload = concatProtoFields([
+        encodeBytes(1, frame.data, { emitEmpty: true }),
+    ]);
+    return encodeClientEvent({
+        type: CLIENT_EVENT_AUDIO_UPSTREAM_APPEND,
+        eventId: opts.eventId ?? '',
+        sessionId,
+        createdAt: opts.createdAt ?? nowRfc3339(),
+        payloadField: 11,
+        payload,
+    });
+}
+export function encodeAudioUpstreamClearEvent(sessionId, opts = {}) {
+    return encodeClientEvent({
+        type: CLIENT_EVENT_AUDIO_UPSTREAM_CLEAR,
+        eventId: eventIdOrNew(opts.eventId),
+        sessionId,
+        createdAt: opts.createdAt ?? nowRfc3339(),
+        payloadField: 12,
+        payload: Buffer.alloc(0),
+    });
+}
+export function encodeSessionCloseEvent(sessionId, opts = {}) {
+    const payload = concatProtoFields([
+        encodeUint32(1, CLIENT_CLOSE_REASON_USER_LEFT),
+    ]);
+    return encodeClientEvent({
+        type: CLIENT_EVENT_SESSION_CLOSE,
+        eventId: eventIdOrNew(opts.eventId),
+        sessionId,
+        createdAt: opts.createdAt ?? nowRfc3339(),
+        payloadField: 13,
+        payload,
+    });
+}
+function decodeSessionCreated(payload) {
+    const fields = decodeProtoFields(payload);
+    return { clientEventId: fieldString(fields, 1) };
+}
+function decodeAudioDownstreamDelta(payload) {
+    const fields = decodeProtoFields(payload);
+    return {
+        trackId: fieldString(fields, 1),
+        source: fieldString(fields, 2),
+        ptsMs: fieldBigInt(fields, 4),
+        durationMs: fieldNumber(fields, 5),
+        delta: fieldBytes(fields, 6),
+    };
+}
+function decodeSessionClosed(payload) {
+    const fields = decodeProtoFields(payload);
+    return {
+        sessionId: fieldBigInt(fields, 1),
+        reason: fieldNumber(fields, 2),
+    };
+}
+function decodeError(payload) {
+    const fields = decodeProtoFields(payload);
+    return {
+        clientEventId: fieldString(fields, 1),
+        code: fieldNumber(fields, 2),
+        message: fieldString(fields, 3),
+        retryable: fieldBool(fields, 4),
+    };
+}
+export function decodeServerEvent(data) {
+    const fields = decodeProtoFields(data);
+    const type = fieldString(fields, 1) ?? '';
+    const eventId = fieldString(fields, 2);
+    const sessionId = fieldBigInt(fields, 3);
+    const createdAt = fieldString(fields, 4);
+    if (type === SERVER_EVENT_SESSION_CREATED) {
+        const payload = fieldBytes(fields, 10);
+        const sessionCreated = payload ? decodeSessionCreated(payload) : {};
+        return {
+            type,
+            ...(eventId ? { eventId } : {}),
+            ...(sessionId !== undefined ? { sessionId } : {}),
+            ...(createdAt ? { createdAt } : {}),
+            ...sessionCreated,
+        };
+    }
+    if (type === SERVER_EVENT_AUDIO_DOWNSTREAM_DELTA) {
+        const payload = fieldBytes(fields, 20);
+        return {
+            type,
+            ...(eventId ? { eventId } : {}),
+            ...(sessionId !== undefined ? { sessionId } : {}),
+            ...(createdAt ? { createdAt } : {}),
+            ...(payload ? decodeAudioDownstreamDelta(payload) : {}),
+        };
+    }
+    if (type === SERVER_EVENT_SESSION_CLOSED) {
+        const payload = fieldBytes(fields, 30);
+        const sessionClosed = payload ? decodeSessionClosed(payload) : {};
+        return {
+            type,
+            ...(eventId ? { eventId } : {}),
+            ...(sessionId !== undefined ? { sessionId } : {}),
+            ...(createdAt ? { createdAt } : {}),
+            ...sessionClosed,
+        };
+    }
+    if (type === SERVER_EVENT_ERROR) {
+        const payload = fieldBytes(fields, 90);
+        return {
+            type,
+            ...(eventId ? { eventId } : {}),
+            ...(sessionId !== undefined ? { sessionId } : {}),
+            ...(createdAt ? { createdAt } : {}),
+            ...(payload ? decodeError(payload) : {}),
+        };
+    }
+    return {
+        type: 'unknown',
+        ...(type ? { rawType: type } : {}),
+        ...(eventId ? { eventId } : {}),
+        ...(sessionId !== undefined ? { sessionId } : {}),
+        ...(createdAt ? { createdAt } : {}),
+    };
+}
+//# sourceMappingURL=events.js.map

package/dist/vc-agent/realtime/events.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"events.js","sourceRoot":"","sources":["../../../src/vc-agent/realtime/events.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACL,iBAAiB,EACjB,iBAAiB,EACjB,WAAW,EACX,WAAW,EACX,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,SAAS,EACT,UAAU,EACV,WAAW,EACX,WAAW,GACZ,MAAM,eAAe,CAAC;AAOvB,MAAM,CAAC,MAAM,2BAA2B,GAAG,gBAAgB,CAAC;AAC5D,MAAM,CAAC,MAAM,kCAAkC,GAAG,uBAAuB,CAAC;AAC1E,MAAM,CAAC,MAAM,iCAAiC,GAAG,sBAAsB,CAAC;AACxE,MAAM,CAAC,MAAM,0BAA0B,GAAG,eAAe,CAAC;AAE1D,MAAM,CAAC,MAAM,4BAA4B,GAAG,iBAAiB,CAAC;AAC9D,MAAM,CAAC,MAAM,mCAAmC,GAAG,wBAAwB,CAAC;AAC5E,MAAM,CAAC,MAAM,2BAA2B,GAAG,gBAAgB,CAAC;AAC5D,MAAM,CAAC,MAAM,kBAAkB,GAAG,OAAO,CAAC;AAE1C,MAAM,CAAC,MAAM,6BAA6B,GAAG,CAAC,CAAC;AAY/C,SAAS,UAAU;IACjB,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,YAAY,CAAC,OAA2B;IAC/C,OAAO,OAAO,IAAI,UAAU,EAAE,CAAC;AACjC,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAgC;IACxD,IAAI,MAAM,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,wCAAwC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAgC;IACzD,OAAO,iBAAiB,CAAC;QACvB,YAAY,CAAC,CAAC,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;QACzC,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC;QACxB,YAAY,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;KACnC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,MAAgC;IACnD,MAAM,KAAK,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;IACxC,OAAO,iBAAiB,CAAC;QACvB,WAAW,CAAC,CAAC,EAAE,KAAK,CAAC;QACrB,WAAW,CAAC,CAAC,EAAE,KAAK,CAAC;KACtB,CAAC,CAAC;AACL,CAAC;AAED,SAAS,aAAa,CAAC,MAAgC;IACrD,OAAO,iBAAiB,CAAC;QACvB,WAAW,CAAC,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;KACpC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,iBAAiB,CAAC,MAO1B;IACC,OAAO;QACL,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,OAAO,EAAE,iBAAiB,CAAC;YACzB,YAAY,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC;YAC5B,YAAY,CAAC,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC;YAC/B,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC;YAC7E,YAAY,CAAC,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC;YACjC,WAAW,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;SACtE,CAAC;KACH,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,MAAgC,EAChC,OAAiC,EAAE;IAEnC,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3C,MAAM,aAAa,GAAG,iBAAiB,CAAC;QACtC,WAAW,CAAC,CAAC,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;KACtC,CAAC,CAAC;IACH,OAAO,iBAAiB,CAAC;QACvB,IAAI,EAAE,2BAA2B;QACjC,OAAO;QACP,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,UAAU,EAAE;QACzC,YAAY,EAAE,EAAE;QAChB,OAAO,EAAE,aAAa;KACvB,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,KAAyB,EACzB,SAAiB,EACjB,OAAiC,EAAE;IAEnC,MAAM,OAAO,GAAG,iBAAiB,CAAC;QAChC,WAAW,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;KAChD,CAAC,CAAC;IACH,OAAO,iBAAiB,CAAC;QACvB,IAAI,EAAE,kCAAkC;QACxC,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,EAAE;QAC3B,SAAS;QACT,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,UAAU,EAAE;QACzC,YAAY,EAAE,EAAE;QAChB,OAAO;KACR,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,6BAA6B,CAC3C,SAAiB,EACjB,OAAiC,EAAE;IAEnC,OAAO,iBAAiB,CAAC;QACvB,IAAI,EAAE,iCAAiC;QACvC,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC;QACnC,SAAS;QACT,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,UAAU,EAAE;QACzC,YAAY,EAAE,EAAE;QAChB,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;KACzB,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,SAAiB,EACjB,OAAiC,EAAE;IAEnC,MAAM,OAAO,GAAG,iBAAiB,CAAC;QAChC,YAAY,CAAC,CAAC,EAAE,6BAA6B,CAAC;KAC/C,CAAC,CAAC;IACH,OAAO,iBAAiB,CAAC;QACvB,IAAI,EAAE,0BAA0B;QAChC,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC;QACnC,SAAS;QACT,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,UAAU,EAAE;QACzC,YAAY,EAAE,EAAE;QAChB,OAAO;KACR,CAAC,CAAC;AACL,CAAC;AAED,SAAS,oBAAoB,CAAC,OAAe;IAC3C,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC1C,OAAO,EAAE,aAAa,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC;AACnD,CAAC;AAED,SAAS,0BAA0B,CAAC,OAAe;IAOjD,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC1C,OAAO;QACL,OAAO,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QAC/B,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9B,KAAK,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7B,UAAU,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QAClC,KAAK,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;KAC7B,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,OAAe;IAC1C,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC1C,OAAO;QACL,SAAS,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QACjC,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;KAC/B,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,OAAe;IAMlC,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC1C,OAAO;QACL,aAAa,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QACrC,IAAI,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QAC5B,OAAO,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QAC/B,SAAS,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;KAChC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC5C,MAAM,MAAM,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1C,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACvC,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACzC,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACzC,IAAI,IAAI,KAAK,4BAA4B,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACvC,MAAM,cAAc,GAAG,OAAO,CAAC,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,OAAO;YACL,IAAI;YACJ,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/B,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjD,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnC,GAAG,cAAc;SAClB,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,KAAK,mCAAmC,EAAE,CAAC;QACjD,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACvC,OAAO;YACL,IAAI;YACJ,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/B,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjD,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,0BAA0B,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;SACxD,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,KAAK,2BAA2B,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACvC,MAAM,aAAa,GAAG,OAAO,CAAC,CAAC,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAClE,OAAO;YACL,IAAI;YACJ,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/B,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjD,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnC,GAAG,aAAa;SACjB,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,KAAK,kBAAkB,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACvC,OAAO;YACL,IAAI;YACJ,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/B,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjD,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;SACzC,CAAC;IACJ,CAAC;IACD,OAAO;QACL,IAAI,EAAE,SAAS;QACf,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/B,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACpC,CAAC;AACJ,CAAC"}

package/dist/vc-agent/realtime/frontier.d.ts

@@ -0,0 +1,34 @@
+export declare const FRONTIER_SERVICE = 33555721;
+export declare const FRONTIER_METHOD = 1;
+export declare const FRONTIER_FRAME_TYPE_NORMAL = 0;
+export declare const FRONTIER_SKIP_FRAME_TYPES: Set<number>;
+export declare const FRONTIER_PAYLOAD_ENCODING = "binary";
+export declare const FRONTIER_PAYLOAD_TYPE = "application/x-protobuf";
+export interface FrontierFrameInput {
+    seqId: bigint | number;
+    logId?: bigint | number;
+    service: number;
+    method: number;
+    payload: Buffer;
+    payloadEncoding?: string;
+    payloadType?: string;
+    logIdNew?: string;
+    msgId?: string;
+    frameType?: number;
+}
+export interface DecodedFrontierFrame {
+    seqId?: bigint;
+    logId?: bigint;
+    service?: number;
+    method?: number;
+    payload?: Buffer;
+    payloadEncoding?: string;
+    payloadType?: string;
+    logIdNew?: string;
+    msgId?: string;
+    frameType?: number;
+    skipped: boolean;
+}
+export declare function encodeFrontierFrame(input: FrontierFrameInput): Buffer;
+export declare function decodeFrontierFrame(data: Buffer): DecodedFrontierFrame;
+//# sourceMappingURL=frontier.d.ts.map

package/dist/vc-agent/realtime/frontier.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"frontier.d.ts","sourceRoot":"","sources":["../../../src/vc-agent/realtime/frontier.ts"],"names":[],"mappings":"AAaA,eAAO,MAAM,gBAAgB,WAAa,CAAC;AAC3C,eAAO,MAAM,eAAe,IAAI,CAAC;AACjC,eAAO,MAAM,0BAA0B,IAAI,CAAC;AAC5C,eAAO,MAAM,yBAAyB,aAA0B,CAAC;AACjE,eAAO,MAAM,yBAAyB,WAAW,CAAC;AAClD,eAAO,MAAM,qBAAqB,2BAA2B,CAAC;AAE9D,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,oBAAoB;IACnC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,kBAAkB,GAAG,MAAM,CAcrE;AAED,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,oBAAoB,CAgBtE"}

package/dist/vc-agent/realtime/frontier.js

@@ -0,0 +1,40 @@
+import { concatProtoFields, decodeProtoFields, encodeBytes, encodeInt32, encodeString, encodeUint64, fieldBigInt, fieldBytes, fieldNumber, fieldString, } from './protobuf.js';
+export const FRONTIER_SERVICE = 33_555_721;
+export const FRONTIER_METHOD = 1;
+export const FRONTIER_FRAME_TYPE_NORMAL = 0;
+export const FRONTIER_SKIP_FRAME_TYPES = new Set([1, 2, 16, 32]);
+export const FRONTIER_PAYLOAD_ENCODING = 'binary';
+export const FRONTIER_PAYLOAD_TYPE = 'application/x-protobuf';
+export function encodeFrontierFrame(input) {
+    const frameType = input.frameType ?? FRONTIER_FRAME_TYPE_NORMAL;
+    return concatProtoFields([
+        encodeUint64(1, input.seqId),
+        encodeUint64(2, input.logId ?? 0n),
+        encodeInt32(3, input.service),
+        encodeInt32(4, input.method),
+        encodeString(6, input.payloadEncoding ?? FRONTIER_PAYLOAD_ENCODING),
+        encodeString(7, input.payloadType ?? FRONTIER_PAYLOAD_TYPE),
+        encodeBytes(8, input.payload, { emitEmpty: true }),
+        encodeString(9, input.logIdNew ?? '', { emitEmpty: true }),
+        encodeString(11, input.msgId ?? '', { emitEmpty: true }),
+        encodeInt32(12, frameType),
+    ]);
+}
+export function decodeFrontierFrame(data) {
+    const fields = decodeProtoFields(data);
+    const frameType = fieldNumber(fields, 12) ?? FRONTIER_FRAME_TYPE_NORMAL;
+    return {
+        seqId: fieldBigInt(fields, 1),
+        logId: fieldBigInt(fields, 2),
+        service: fieldNumber(fields, 3),
+        method: fieldNumber(fields, 4),
+        payloadEncoding: fieldString(fields, 6),
+        payloadType: fieldString(fields, 7),
+        payload: fieldBytes(fields, 8),
+        logIdNew: fieldString(fields, 9),
+        msgId: fieldString(fields, 11),
+        frameType,
+        skipped: FRONTIER_SKIP_FRAME_TYPES.has(frameType),
+    };
+}
+//# sourceMappingURL=frontier.js.map

package/dist/vc-agent/realtime/frontier.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"frontier.js","sourceRoot":"","sources":["../../../src/vc-agent/realtime/frontier.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iBAAiB,EACjB,iBAAiB,EACjB,WAAW,EACX,WAAW,EACX,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,UAAU,EACV,WAAW,EACX,WAAW,GACZ,MAAM,eAAe,CAAC;AAEvB,MAAM,CAAC,MAAM,gBAAgB,GAAG,UAAU,CAAC;AAC3C,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC;AACjC,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC;AAC5C,MAAM,CAAC,MAAM,yBAAyB,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;AACjE,MAAM,CAAC,MAAM,yBAAyB,GAAG,QAAQ,CAAC;AAClD,MAAM,CAAC,MAAM,qBAAqB,GAAG,wBAAwB,CAAC;AA6B9D,MAAM,UAAU,mBAAmB,CAAC,KAAyB;IAC3D,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,0BAA0B,CAAC;IAChE,OAAO,iBAAiB,CAAC;QACvB,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC;QAC5B,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;QAClC,WAAW,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC;QAC7B,WAAW,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC;QAC5B,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,eAAe,IAAI,yBAAyB,CAAC;QACnE,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,WAAW,IAAI,qBAAqB,CAAC;QAC3D,WAAW,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QAClD,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,QAAQ,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QAC1D,YAAY,CAAC,EAAE,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QACxD,WAAW,CAAC,EAAE,EAAE,SAAS,CAAC;KAC3B,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,IAAY;IAC9C,MAAM,MAAM,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,0BAA0B,CAAC;IACxE,OAAO;QACL,KAAK,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7B,KAAK,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7B,OAAO,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QAC/B,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9B,eAAe,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QACvC,WAAW,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QACnC,OAAO,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9B,QAAQ,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QAChC,KAAK,EAAE,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC;QAC9B,SAAS;QACT,OAAO,EAAE,yBAAyB,CAAC,GAAG,CAAC,SAAS,CAAC;KAClD,CAAC;AACJ,CAAC"}

package/dist/vc-agent/realtime/index.d.ts

@@ -0,0 +1,11 @@
+export { DEFAULT_REALTIME_VOICE_CHANNELS, DEFAULT_REALTIME_VOICE_FRAME_MS, DEFAULT_REALTIME_VOICE_SAMPLE_RATE, REALTIME_VOICE_ENCODING, type RealtimeVoiceAudioFormat, type DecodedRealtimeServerEvent, type RealtimeVoiceFrame, type RealtimeVoiceFrameBatch, type RealtimeVoiceProtocol, type RealtimeVoiceSessionInfo, type RealtimeVoiceSessionStatus, type RealtimeVoiceTransport, } from './types.js';
+export { REALTIME_VOICE_PROTO_NOT_CONFIGURED, REALTIME_VOICE_TRANSPORT_NOT_CONFIGURED, RealtimeVoiceNotConfiguredError, } from './errors.js';
+export { bytesPerRealtimeFrame, paceRealtimeVoiceFrames, realtimeAudioFormatFromPcm, splitPcmIntoRealtimeFrames, } from './pacer.js';
+export { pcmToRealtimeVoiceFrameBatch, synthesizeRealtimeVoiceFrameBatch, } from './audio-source.js';
+export { fetchRealtimeVoiceEndpoint, type RealtimeEndpointResult, } from './endpoint.js';
+export { createProtoRealtimeVoiceProtocol, createUnavailableRealtimeVoiceProtocol, } from './protocol.js';
+export { decodeFrontierFrame, encodeFrontierFrame, FRONTIER_FRAME_TYPE_NORMAL, FRONTIER_METHOD, FRONTIER_PAYLOAD_ENCODING, FRONTIER_PAYLOAD_TYPE, FRONTIER_SERVICE, } from './frontier.js';
+export { decodeServerEvent, encodeAudioFrameEvent, encodeAudioUpstreamClearEvent, encodeSessionCloseEvent, encodeSessionCreateEvent, SERVER_EVENT_ERROR, SERVER_EVENT_SESSION_CLOSED, SERVER_EVENT_SESSION_CREATED, } from './events.js';
+export { RealtimeVoiceSession, type RealtimeVoiceSessionOptions, } from './session.js';
+export { connectRealtimeVoiceTransport, WebSocketRealtimeVoiceTransport, type ConnectRealtimeVoiceTransportOptions, } from './transport.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/vc-agent/realtime/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/vc-agent/realtime/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,+BAA+B,EAC/B,+BAA+B,EAC/B,kCAAkC,EAClC,uBAAuB,EACvB,KAAK,wBAAwB,EAC7B,KAAK,0BAA0B,EAC/B,KAAK,kBAAkB,EACvB,KAAK,uBAAuB,EAC5B,KAAK,qBAAqB,EAC1B,KAAK,wBAAwB,EAC7B,KAAK,0BAA0B,EAC/B,KAAK,sBAAsB,GAC5B,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,mCAAmC,EACnC,uCAAuC,EACvC,+BAA+B,GAChC,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,qBAAqB,EACrB,uBAAuB,EACvB,0BAA0B,EAC1B,0BAA0B,GAC3B,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,4BAA4B,EAC5B,iCAAiC,GAClC,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,0BAA0B,EAC1B,KAAK,sBAAsB,GAC5B,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,gCAAgC,EAChC,sCAAsC,GACvC,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,mBAAmB,EACnB,mBAAmB,EACnB,0BAA0B,EAC1B,eAAe,EACf,yBAAyB,EACzB,qBAAqB,EACrB,gBAAgB,GACjB,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EACrB,6BAA6B,EAC7B,uBAAuB,EACvB,wBAAwB,EACxB,kBAAkB,EAClB,2BAA2B,EAC3B,4BAA4B,GAC7B,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,oBAAoB,EACpB,KAAK,2BAA2B,GACjC,MAAM,cAAc,CAAC;AACtB,OAAO,EACL,6BAA6B,EAC7B,+BAA+B,EAC/B,KAAK,oCAAoC,GAC1C,MAAM,gBAAgB,CAAC"}

package/dist/vc-agent/realtime/index.js

@@ -0,0 +1,11 @@
+export { DEFAULT_REALTIME_VOICE_CHANNELS, DEFAULT_REALTIME_VOICE_FRAME_MS, DEFAULT_REALTIME_VOICE_SAMPLE_RATE, REALTIME_VOICE_ENCODING, } from './types.js';
+export { REALTIME_VOICE_PROTO_NOT_CONFIGURED, REALTIME_VOICE_TRANSPORT_NOT_CONFIGURED, RealtimeVoiceNotConfiguredError, } from './errors.js';
+export { bytesPerRealtimeFrame, paceRealtimeVoiceFrames, realtimeAudioFormatFromPcm, splitPcmIntoRealtimeFrames, } from './pacer.js';
+export { pcmToRealtimeVoiceFrameBatch, synthesizeRealtimeVoiceFrameBatch, } from './audio-source.js';
+export { fetchRealtimeVoiceEndpoint, } from './endpoint.js';
+export { createProtoRealtimeVoiceProtocol, createUnavailableRealtimeVoiceProtocol, } from './protocol.js';
+export { decodeFrontierFrame, encodeFrontierFrame, FRONTIER_FRAME_TYPE_NORMAL, FRONTIER_METHOD, FRONTIER_PAYLOAD_ENCODING, FRONTIER_PAYLOAD_TYPE, FRONTIER_SERVICE, } from './frontier.js';
+export { decodeServerEvent, encodeAudioFrameEvent, encodeAudioUpstreamClearEvent, encodeSessionCloseEvent, encodeSessionCreateEvent, SERVER_EVENT_ERROR, SERVER_EVENT_SESSION_CLOSED, SERVER_EVENT_SESSION_CREATED, } from './events.js';
+export { RealtimeVoiceSession, } from './session.js';
+export { connectRealtimeVoiceTransport, WebSocketRealtimeVoiceTransport, } from './transport.js';
+//# sourceMappingURL=index.js.map

package/dist/vc-agent/realtime/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/vc-agent/realtime/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,+BAA+B,EAC/B,+BAA+B,EAC/B,kCAAkC,EAClC,uBAAuB,GASxB,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,mCAAmC,EACnC,uCAAuC,EACvC,+BAA+B,GAChC,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,qBAAqB,EACrB,uBAAuB,EACvB,0BAA0B,EAC1B,0BAA0B,GAC3B,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,4BAA4B,EAC5B,iCAAiC,GAClC,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,0BAA0B,GAE3B,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,gCAAgC,EAChC,sCAAsC,GACvC,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,mBAAmB,EACnB,mBAAmB,EACnB,0BAA0B,EAC1B,eAAe,EACf,yBAAyB,EACzB,qBAAqB,EACrB,gBAAgB,GACjB,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EACrB,6BAA6B,EAC7B,uBAAuB,EACvB,wBAAwB,EACxB,kBAAkB,EAClB,2BAA2B,EAC3B,4BAA4B,GAC7B,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,oBAAoB,GAErB,MAAM,cAAc,CAAC;AACtB,OAAO,EACL,6BAA6B,EAC7B,+BAA+B,GAEhC,MAAM,gBAAgB,CAAC"}

package/dist/vc-agent/realtime/pacer.d.ts

@@ -0,0 +1,21 @@
+import type { Pcm } from '../../services/voice/audio.js';
+import { type RealtimeVoiceAudioFormat, type RealtimeVoiceFrame } from './types.js';
+export interface SplitPcmFrameOptions {
+    frameMs?: number;
+}
+export interface PaceRealtimeVoiceFramesOptions {
+    sleep?: (ms: number) => Promise<void>;
+    now?: () => number;
+    bufferedAmount?: () => number;
+    maxBufferedAmount?: number;
+    backpressureSleepMs?: number;
+}
+export declare function realtimeAudioFormatFromPcm(pcm: Pcm, opts?: SplitPcmFrameOptions): RealtimeVoiceAudioFormat;
+export declare function bytesPerRealtimeFrame(format: RealtimeVoiceAudioFormat): number;
+export declare function splitPcmIntoRealtimeFrames(pcm: Pcm, opts?: SplitPcmFrameOptions): {
+    format: RealtimeVoiceAudioFormat;
+    frames: RealtimeVoiceFrame[];
+    durationMs: number;
+};
+export declare function paceRealtimeVoiceFrames(frames: RealtimeVoiceFrame[], send: (frame: RealtimeVoiceFrame) => void | Promise<void>, opts?: PaceRealtimeVoiceFramesOptions): Promise<void>;
+//# sourceMappingURL=pacer.d.ts.map

package/dist/vc-agent/realtime/pacer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pacer.d.ts","sourceRoot":"","sources":["../../../src/vc-agent/realtime/pacer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,+BAA+B,CAAC;AACzD,OAAO,EAGL,KAAK,wBAAwB,EAC7B,KAAK,kBAAkB,EACxB,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,oBAAoB;IACnC,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,8BAA8B;IAC7C,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACtC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,MAAM,MAAM,CAAC;IAC9B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AASD,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,GAAG,EACR,IAAI,GAAE,oBAAyB,GAC9B,wBAAwB,CAO1B;AAED,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,wBAAwB,GAAG,MAAM,CAkB9E;AAED,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,GAAG,EACR,IAAI,GAAE,oBAAyB,GAC9B;IAAE,MAAM,EAAE,wBAAwB,CAAC;IAAC,MAAM,EAAE,kBAAkB,EAAE,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CA6BxF;AAED,wBAAsB,uBAAuB,CAC3C,MAAM,EAAE,kBAAkB,EAAE,EAC5B,IAAI,EAAE,CAAC,KAAK,EAAE,kBAAkB,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,EACzD,IAAI,GAAE,8BAAmC,GACxC,OAAO,CAAC,IAAI,CAAC,CAef"}

package/dist/vc-agent/realtime/pacer.js

@@ -0,0 +1,80 @@
+import { DEFAULT_REALTIME_VOICE_FRAME_MS, REALTIME_VOICE_ENCODING, } from './types.js';
+const DEFAULT_MAX_BUFFERED_AMOUNT = 512 * 1024;
+const DEFAULT_BACKPRESSURE_SLEEP_MS = 10;
+function defaultSleep(ms) {
+    return new Promise(resolve => setTimeout(resolve, ms));
+}
+export function realtimeAudioFormatFromPcm(pcm, opts = {}) {
+    return {
+        encoding: REALTIME_VOICE_ENCODING,
+        sampleRate: pcm.sampleRate,
+        channels: pcm.channels,
+        frameMs: opts.frameMs ?? DEFAULT_REALTIME_VOICE_FRAME_MS,
+    };
+}
+export function bytesPerRealtimeFrame(format) {
+    if (format.encoding !== REALTIME_VOICE_ENCODING) {
+        throw new Error(`unsupported realtime audio encoding: ${format.encoding}`);
+    }
+    if (!Number.isInteger(format.sampleRate) || format.sampleRate <= 0) {
+        throw new Error(`invalid realtime audio sampleRate: ${format.sampleRate}`);
+    }
+    if (!Number.isInteger(format.channels) || format.channels <= 0) {
+        throw new Error(`invalid realtime audio channels: ${format.channels}`);
+    }
+    if (!Number.isInteger(format.frameMs) || format.frameMs <= 0) {
+        throw new Error(`invalid realtime audio frameMs: ${format.frameMs}`);
+    }
+    const bytes = (format.sampleRate * format.channels * 2 * format.frameMs) / 1000;
+    if (!Number.isInteger(bytes)) {
+        throw new Error(`realtime audio frame size is fractional: ${bytes} bytes`);
+    }
+    return bytes;
+}
+export function splitPcmIntoRealtimeFrames(pcm, opts = {}) {
+    const format = realtimeAudioFormatFromPcm(pcm, opts);
+    const bytesPerSampleFrame = format.channels * 2;
+    if (pcm.data.length % bytesPerSampleFrame !== 0) {
+        throw new Error(`PCM byte length ${pcm.data.length} is not aligned to ${bytesPerSampleFrame}-byte sample frames`);
+    }
+    const frameBytes = bytesPerRealtimeFrame(format);
+    const frames = [];
+    let offset = 0;
+    let seq = 0;
+    while (offset < pcm.data.length) {
+        const next = Math.min(offset + frameBytes, pcm.data.length);
+        const data = pcm.data.subarray(offset, next);
+        const sampleFrames = data.length / bytesPerSampleFrame;
+        frames.push({
+            seq,
+            offsetMs: Math.round((offset / bytesPerSampleFrame / format.sampleRate) * 1000),
+            durationMs: Math.round((sampleFrames / format.sampleRate) * 1000),
+            data,
+            format,
+        });
+        offset = next;
+        seq += 1;
+    }
+    return {
+        format,
+        frames,
+        durationMs: Math.round((pcm.data.length / bytesPerSampleFrame / format.sampleRate) * 1000),
+    };
+}
+export async function paceRealtimeVoiceFrames(frames, send, opts = {}) {
+    const sleep = opts.sleep ?? defaultSleep;
+    const now = opts.now ?? Date.now;
+    const start = now();
+    const maxBufferedAmount = opts.maxBufferedAmount ?? DEFAULT_MAX_BUFFERED_AMOUNT;
+    const backpressureSleepMs = opts.backpressureSleepMs ?? DEFAULT_BACKPRESSURE_SLEEP_MS;
+    for (const frame of frames) {
+        const waitMs = start + frame.offsetMs - now();
+        if (waitMs > 0)
+            await sleep(waitMs);
+        while (opts.bufferedAmount && opts.bufferedAmount() > maxBufferedAmount) {
+            await sleep(backpressureSleepMs);
+        }
+        await send(frame);
+    }
+}
+//# sourceMappingURL=pacer.js.map

package/dist/vc-agent/realtime/pacer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pacer.js","sourceRoot":"","sources":["../../../src/vc-agent/realtime/pacer.ts"],"names":[],"mappings":"AACA,OAAO,EACL,+BAA+B,EAC/B,uBAAuB,GAGxB,MAAM,YAAY,CAAC;AAcpB,MAAM,2BAA2B,GAAG,GAAG,GAAG,IAAI,CAAC;AAC/C,MAAM,6BAA6B,GAAG,EAAE,CAAC;AAEzC,SAAS,YAAY,CAAC,EAAU;IAC9B,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,GAAQ,EACR,OAA6B,EAAE;IAE/B,OAAO;QACL,QAAQ,EAAE,uBAAuB;QACjC,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,+BAA+B;KACzD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,MAAgC;IACpE,IAAI,MAAM,CAAC,QAAQ,KAAK,uBAAuB,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,wCAAwC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC7E,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,MAAM,CAAC,UAAU,IAAI,CAAC,EAAE,CAAC;QACnE,MAAM,IAAI,KAAK,CAAC,sCAAsC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;IAC7E,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,QAAQ,IAAI,CAAC,EAAE,CAAC;QAC/D,MAAM,IAAI,KAAK,CAAC,oCAAoC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IACzE,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,IAAI,CAAC,EAAE,CAAC;QAC7D,MAAM,IAAI,KAAK,CAAC,mCAAmC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IACvE,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,QAAQ,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;IAChF,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,4CAA4C,KAAK,QAAQ,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,GAAQ,EACR,OAA6B,EAAE;IAE/B,MAAM,MAAM,GAAG,0BAA0B,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACrD,MAAM,mBAAmB,GAAG,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC;IAChD,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,mBAAmB,KAAK,CAAC,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,mBAAmB,GAAG,CAAC,IAAI,CAAC,MAAM,sBAAsB,mBAAmB,qBAAqB,CAAC,CAAC;IACpH,CAAC;IACD,MAAM,UAAU,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;IACjD,MAAM,MAAM,GAAyB,EAAE,CAAC;IACxC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,OAAO,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,UAAU,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5D,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC7C,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,GAAG,mBAAmB,CAAC;QACvD,MAAM,CAAC,IAAI,CAAC;YACV,GAAG;YACH,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,mBAAmB,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;YAC/E,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,YAAY,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;YACjE,IAAI;YACJ,MAAM;SACP,CAAC,CAAC;QACH,MAAM,GAAG,IAAI,CAAC;QACd,GAAG,IAAI,CAAC,CAAC;IACX,CAAC;IACD,OAAO;QACL,MAAM;QACN,MAAM;QACN,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,mBAAmB,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;KAC3F,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,MAA4B,EAC5B,IAAyD,EACzD,OAAuC,EAAE;IAEzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,YAAY,CAAC;IACzC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;IACjC,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC;IACpB,MAAM,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,IAAI,2BAA2B,CAAC;IAChF,MAAM,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,IAAI,6BAA6B,CAAC;IAEtF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,KAAK,GAAG,KAAK,CAAC,QAAQ,GAAG,GAAG,EAAE,CAAC;QAC9C,IAAI,MAAM,GAAG,CAAC;YAAE,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,EAAE,GAAG,iBAAiB,EAAE,CAAC;YACxE,MAAM,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACnC,CAAC;QACD,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC;IACpB,CAAC;AACH,CAAC"}

package/dist/vc-agent/realtime/protobuf.d.ts

@@ -0,0 +1,33 @@
+export declare const WIRE_VARINT = 0;
+export declare const WIRE_LEN = 2;
+export interface DecodedProtoField {
+    field: number;
+    wire: number;
+    value: bigint | Buffer;
+}
+export declare function encodeVarint(value: bigint | number): Buffer;
+export declare function encodeTag(field: number, wire: number): Buffer;
+export declare function encodeUint64(field: number, value: bigint | number | undefined): Buffer | undefined;
+export declare function encodeInt64(field: number, value: bigint | number | undefined): Buffer | undefined;
+export declare function encodeUint32(field: number, value: number | undefined): Buffer | undefined;
+export declare function encodeInt32(field: number, value: number | undefined): Buffer | undefined;
+export declare function encodeBool(field: number, value: boolean | undefined): Buffer | undefined;
+export declare function encodeString(field: number, value: string | undefined, opts?: {
+    emitEmpty?: boolean;
+}): Buffer | undefined;
+export declare function encodeBytes(field: number, value: Buffer | undefined, opts?: {
+    emitEmpty?: boolean;
+}): Buffer | undefined;
+export declare function concatProtoFields(fields: Array<Buffer | undefined>): Buffer;
+export declare function readVarint(data: Buffer, offset?: number): {
+    value: bigint;
+    next: number;
+};
+export declare function decodeProtoFields(data: Buffer): DecodedProtoField[];
+export declare function firstField(fields: DecodedProtoField[], field: number): DecodedProtoField | undefined;
+export declare function fieldString(fields: DecodedProtoField[], field: number): string | undefined;
+export declare function fieldBytes(fields: DecodedProtoField[], field: number): Buffer | undefined;
+export declare function fieldBigInt(fields: DecodedProtoField[], field: number): bigint | undefined;
+export declare function fieldNumber(fields: DecodedProtoField[], field: number): number | undefined;
+export declare function fieldBool(fields: DecodedProtoField[], field: number): boolean | undefined;
+//# sourceMappingURL=protobuf.d.ts.map

package/dist/vc-agent/realtime/protobuf.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"protobuf.d.ts","sourceRoot":"","sources":["../../../src/vc-agent/realtime/protobuf.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,WAAW,IAAI,CAAC;AAC7B,eAAO,MAAM,QAAQ,IAAI,CAAC;AAE1B,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;CACxB;AAQD,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAW3D;AAED,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAG7D;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,GAAG,MAAM,GAAG,SAAS,CAGlG;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,GAAG,MAAM,GAAG,SAAS,CAEjG;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,GAAG,SAAS,CAIzF;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,GAAG,SAAS,CAKxF;AAED,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,SAAS,GAAG,MAAM,GAAG,SAAS,CAGxF;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,SAAS,EAAE,IAAI,GAAE;IAAE,SAAS,CAAC,EAAE,OAAO,CAAA;CAAO,GAAG,MAAM,GAAG,SAAS,CAK7H;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,SAAS,EAAE,IAAI,GAAE;IAAE,SAAS,CAAC,EAAE,OAAO,CAAA;CAAO,GAAG,MAAM,GAAG,SAAS,CAI5H;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,MAAM,CAE3E;AAED,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,SAAI,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAapF;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,iBAAiB,EAAE,CAqCnE;AAED,wBAAgB,UAAU,CAAC,MAAM,EAAE,iBAAiB,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,iBAAiB,GAAG,SAAS,CAEpG;AAED,wBAAgB,WAAW,CAAC,MAAM,EAAE,iBAAiB,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAG1F;AAED,wBAAgB,UAAU,CAAC,MAAM,EAAE,iBAAiB,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAGzF;AAED,wBAAgB,WAAW,CAAC,MAAM,EAAE,iBAAiB,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAG1F;AAED,wBAAgB,WAAW,CAAC,MAAM,EAAE,iBAAiB,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAM1F;AAED,wBAAgB,SAAS,CAAC,MAAM,EAAE,iBAAiB,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,CAGzF"}

package/dist/vc-agent/realtime/protobuf.js

@@ -0,0 +1,159 @@
+export const WIRE_VARINT = 0;
+export const WIRE_LEN = 2;
+function assertFieldNumber(field) {
+    if (!Number.isInteger(field) || field <= 0) {
+        throw new Error(`invalid protobuf field number: ${field}`);
+    }
+}
+export function encodeVarint(value) {
+    let n = typeof value === 'bigint' ? value : BigInt(value);
+    if (n < 0n)
+        throw new Error(`negative varint is unsupported: ${n}`);
+    const bytes = [];
+    do {
+        let byte = Number(n & 0x7fn);
+        n >>= 7n;
+        if (n !== 0n)
+            byte |= 0x80;
+        bytes.push(byte);
+    } while (n !== 0n);
+    return Buffer.from(bytes);
+}
+export function encodeTag(field, wire) {
+    assertFieldNumber(field);
+    return encodeVarint(BigInt((field << 3) | wire));
+}
+export function encodeUint64(field, value) {
+    if (value === undefined)
+        return undefined;
+    return Buffer.concat([encodeTag(field, WIRE_VARINT), encodeVarint(value)]);
+}
+export function encodeInt64(field, value) {
+    return encodeUint64(field, value);
+}
+export function encodeUint32(field, value) {
+    if (value === undefined)
+        return undefined;
+    if (!Number.isInteger(value) || value < 0)
+        throw new Error(`invalid uint32 value: ${value}`);
+    return Buffer.concat([encodeTag(field, WIRE_VARINT), encodeVarint(value)]);
+}
+export function encodeInt32(field, value) {
+    if (value === undefined)
+        return undefined;
+    if (!Number.isInteger(value))
+        throw new Error(`invalid int32 value: ${value}`);
+    if (value < 0)
+        throw new Error(`negative int32 values are not needed for realtime voice: ${value}`);
+    return Buffer.concat([encodeTag(field, WIRE_VARINT), encodeVarint(value)]);
+}
+export function encodeBool(field, value) {
+    if (value === undefined)
+        return undefined;
+    return Buffer.concat([encodeTag(field, WIRE_VARINT), encodeVarint(value ? 1 : 0)]);
+}
+export function encodeString(field, value, opts = {}) {
+    if (value === undefined)
+        return undefined;
+    if (value.length === 0 && opts.emitEmpty !== true)
+        return undefined;
+    const data = Buffer.from(value, 'utf8');
+    return Buffer.concat([encodeTag(field, WIRE_LEN), encodeVarint(data.length), data]);
+}
+export function encodeBytes(field, value, opts = {}) {
+    if (value === undefined)
+        return undefined;
+    if (value.length === 0 && opts.emitEmpty !== true)
+        return undefined;
+    return Buffer.concat([encodeTag(field, WIRE_LEN), encodeVarint(value.length), value]);
+}
+export function concatProtoFields(fields) {
+    return Buffer.concat(fields.filter((f) => Boolean(f)));
+}
+export function readVarint(data, offset = 0) {
+    let shift = 0n;
+    let value = 0n;
+    let pos = offset;
+    while (pos < data.length) {
+        const byte = data[pos];
+        value |= BigInt(byte & 0x7f) << shift;
+        pos += 1;
+        if ((byte & 0x80) === 0)
+            return { value, next: pos };
+        shift += 7n;
+        if (shift > 70n)
+            throw new Error('protobuf varint is too long');
+    }
+    throw new Error('truncated protobuf varint');
+}
+export function decodeProtoFields(data) {
+    const fields = [];
+    let offset = 0;
+    while (offset < data.length) {
+        const tag = readVarint(data, offset);
+        offset = tag.next;
+        const field = Number(tag.value >> 3n);
+        const wire = Number(tag.value & 0x07n);
+        if (field <= 0)
+            throw new Error(`invalid protobuf field tag: ${tag.value}`);
+        if (wire === WIRE_VARINT) {
+            const decoded = readVarint(data, offset);
+            offset = decoded.next;
+            fields.push({ field, wire, value: decoded.value });
+            continue;
+        }
+        if (wire === WIRE_LEN) {
+            const len = readVarint(data, offset);
+            offset = len.next;
+            const end = offset + Number(len.value);
+            if (end > data.length)
+                throw new Error('truncated protobuf length-delimited field');
+            fields.push({ field, wire, value: data.subarray(offset, end) });
+            offset = end;
+            continue;
+        }
+        if (wire === 1) {
+            offset += 8;
+            if (offset > data.length)
+                throw new Error('truncated protobuf fixed64 field');
+            continue;
+        }
+        if (wire === 5) {
+            offset += 4;
+            if (offset > data.length)
+                throw new Error('truncated protobuf fixed32 field');
+            continue;
+        }
+        throw new Error(`unsupported protobuf wire type: ${wire}`);
+    }
+    return fields;
+}
+export function firstField(fields, field) {
+    return fields.find(f => f.field === field);
+}
+export function fieldString(fields, field) {
+    const value = firstField(fields, field)?.value;
+    return Buffer.isBuffer(value) ? value.toString('utf8') : undefined;
+}
+export function fieldBytes(fields, field) {
+    const value = firstField(fields, field)?.value;
+    return Buffer.isBuffer(value) ? value : undefined;
+}
+export function fieldBigInt(fields, field) {
+    const value = firstField(fields, field)?.value;
+    return typeof value === 'bigint' ? value : undefined;
+}
+export function fieldNumber(fields, field) {
+    const value = fieldBigInt(fields, field);
+    if (value === undefined)
+        return undefined;
+    const n = Number(value);
+    if (!Number.isSafeInteger(n))
+        throw new Error(`protobuf integer is outside safe JS range: ${value}`);
+    return n;
+}
+export function fieldBool(fields, field) {
+    const value = fieldBigInt(fields, field);
+    return value === undefined ? undefined : value !== 0n;
+}
+//# sourceMappingURL=protobuf.js.map