@camera.ui/common 0.0.12 → 0.0.14

package/dist/cameraUtils/ffmpeg-process.d.ts

@@ -0,0 +1,23 @@
+export interface FfmpegProcessOptions {
+    ffmpegPath: string;
+    ffmpegArgs: (string | number)[];
+    logger?: {
+        error: (log: string) => unknown;
+        info: (log: string) => unknown;
+    };
+    logLabel?: string;
+    exitCallback?: (code: number | null, signal: string | null) => unknown;
+    stdoutCallback?: (data: any) => unknown;
+    startedCallback?: () => unknown;
+}
+export declare class FfmpegProcess {
+    readonly options: FfmpegProcessOptions;
+    private ff;
+    private processSubscription;
+    private started;
+    private stopped;
+    private exited;
+    constructor(options: FfmpegProcessOptions);
+    stop(): void;
+    writeStdin(input: string): void;
+}

package/dist/cameraUtils/ffmpeg-process.js

@@ -0,0 +1,72 @@
+import { spawn } from 'node:child_process';
+import { Subject } from 'rxjs';
+const noop = () => null;
+const onGlobalProcessStopped = new Subject();
+// register a single event listener, rather than listener per ffmpeg process
+// this helps avoid a warning for hitting too many listeners
+process.on('exit', () => onGlobalProcessStopped.next(null));
+export class FfmpegProcess {
+    options;
+    ff;
+    processSubscription = onGlobalProcessStopped.subscribe(() => this.stop());
+    started = false;
+    stopped = false;
+    exited = false;
+    constructor(options) {
+        this.options = options;
+        this.ff = spawn(options.ffmpegPath, options.ffmpegArgs.map((x) => x.toString()));
+        const { logger, logLabel } = options;
+        const logError = logger?.error || noop;
+        const logInfo = logger?.info || noop;
+        const logPrefix = logLabel ? `${logLabel}: ` : '';
+        if (options.stdoutCallback) {
+            const { stdoutCallback } = options;
+            this.ff.stdout.on('data', (data) => {
+                stdoutCallback(data);
+            });
+        }
+        this.ff.stderr.on('data', (data) => {
+            if (!this.started) {
+                this.started = true;
+                options.startedCallback?.();
+            }
+            logInfo(logPrefix + data);
+        });
+        this.ff.stdin.on('error', (error) => {
+            if (!error.message.includes('EPIPE')) {
+                logError(logPrefix + error.message);
+            }
+        });
+        this.ff.on('exit', (code, signal) => {
+            this.exited = true;
+            this.options.exitCallback?.(code, signal);
+            if (!code || code === 255) {
+                logInfo(logPrefix + 'stopped gracefully');
+            }
+            else {
+                logError(logPrefix + `exited with code ${code} and signal ${signal}`);
+            }
+            this.stop();
+        });
+    }
+    stop() {
+        if (this.stopped) {
+            return;
+        }
+        this.stopped = true;
+        this.processSubscription.unsubscribe();
+        this.ff.stderr.pause();
+        this.ff.stdout.pause();
+        if (!this.exited) {
+            this.ff.kill();
+        }
+    }
+    writeStdin(input) {
+        if (this.stopped) {
+            return;
+        }
+        this.ff.stdin.write(input);
+        this.ff.stdin.end();
+    }
+}
+//# sourceMappingURL=ffmpeg-process.js.map

package/dist/cameraUtils/ffmpeg-process.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ffmpeg-process.js","sourceRoot":"","sources":["../../src/cameraUtils/ffmpeg-process.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAI/B,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC;AACxB,MAAM,sBAAsB,GAAG,IAAI,OAAO,EAAE,CAAC;AAE7C,4EAA4E;AAC5E,4DAA4D;AAC5D,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AAe5D,MAAM,OAAO,aAAa;IAOI;IANpB,EAAE,CAAiC;IACnC,mBAAmB,GAAG,sBAAsB,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1E,OAAO,GAAG,KAAK,CAAC;IAChB,OAAO,GAAG,KAAK,CAAC;IAChB,MAAM,GAAG,KAAK,CAAC;IAEvB,YAA4B,OAA6B;QAA7B,YAAO,GAAP,OAAO,CAAsB;QACvD,IAAI,CAAC,EAAE,GAAG,KAAK,CACb,OAAO,CAAC,UAAU,EAClB,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAC5C,CAAC;QAEF,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;QACrC,MAAM,QAAQ,GAAG,MAAM,EAAE,KAAK,IAAI,IAAI,CAAC;QACvC,MAAM,OAAO,GAAG,MAAM,EAAE,IAAI,IAAI,IAAI,CAAC;QACrC,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAElD,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC3B,MAAM,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC;YACnC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAS,EAAE,EAAE;gBACtC,cAAc,CAAC,IAAI,CAAC,CAAC;YACvB,CAAC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAS,EAAE,EAAE;YACtC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBAClB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;gBACpB,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;YAC9B,CAAC;YAED,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAClC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACrC,QAAQ,CAAC,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC;YACtC,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;YAClC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAE1C,IAAI,CAAC,IAAI,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBAC1B,OAAO,CAAC,SAAS,GAAG,oBAAoB,CAAC,CAAC;YAC5C,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,SAAS,GAAG,oBAAoB,IAAI,eAAe,MAAM,EAAE,CAAC,CAAC;YACxE,CAAC;YACD,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,IAAI;QACT,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,mBAAmB,CAAC,WAAW,EAAE,CAAC;QAEvC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAEvB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IAEM,UAAU,CAAC,KAAa;QAC7B,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC3B,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;IACtB,CAAC;CACF"}

package/dist/cameraUtils/ffmpeg.d.ts

@@ -0,0 +1,11 @@
+import type { FfmpegArgs } from '@camera.ui/types';
+export interface HardwareSource {
+    name: string;
+    url: string;
+}
+export interface HardwareResponse {
+    sources: HardwareSource[];
+}
+export declare function doesFfmpegSupportCodec(codec: string, ffmpegPath: string): Promise<boolean>;
+export declare function isFfmpegInstalled(ffmpegPath: string): Promise<boolean>;
+export declare function getHwaccelInfo(go2rtcEndpoint: string): Promise<FfmpegArgs>;

package/dist/{utils → cameraUtils}/ffmpeg.js

@@ -1,4 +1,20 @@
-export const getHwaccelInfo = async (go2rtcEndpoint) => {
+import { exec } from 'node:child_process';
+import { promisify } from 'node:util';
+const execAwait = promisify(exec);
+export async function doesFfmpegSupportCodec(codec, ffmpegPath) {
+    const output = await execAwait(`${ffmpegPath} -codecs`);
+    return output.stdout.includes(codec);
+}
+export async function isFfmpegInstalled(ffmpegPath) {
+    try {
+        await execAwait(`${ffmpegPath} -codecs`);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+export async function getHwaccelInfo(go2rtcEndpoint) {
     let hwaccel = 'auto';
     let hwaccelArgs = [];
     let hwaccelFilter = 'scale=640:-1';
@@ -57,5 +73,5 @@ export const getHwaccelInfo = async (go2rtcEndpoint) => {
         // Do nothing
     }
     return { hwaccel, hwaccelArgs, hwaccelFilter, threads };
-};
+}
 //# sourceMappingURL=ffmpeg.js.map

package/dist/cameraUtils/ffmpeg.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ffmpeg.js","sourceRoot":"","sources":["../../src/cameraUtils/ffmpeg.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAItC,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;AAWlC,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,KAAa,EAAE,UAAkB;IAC5E,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,UAAU,UAAU,CAAC,CAAC;IACxD,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AACvC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,UAAkB;IACxD,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,GAAG,UAAU,UAAU,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,cAAsB;IACzD,IAAI,OAAO,GAAG,MAAM,CAAC;IACrB,IAAI,WAAW,GAAa,EAAE,CAAC;IAC/B,IAAI,aAAa,GAAG,cAAc,CAAC;IACnC,MAAM,OAAO,GAAG,GAAG,CAAC;IAEpB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,cAAc,sBAAsB,CAAC,CAAC;QACtE,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAC5D,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAqB,CAAC;QAEzD,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;gBACzB,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBACjC,OAAO,GAAG,OAAO,CAAC;oBAClB,WAAW,GAAG,CAAC,eAAe,EAAE,qBAAqB,EAAE,wBAAwB,EAAE,OAAO,CAAC,CAAC;oBAC1F,aAAa,GAAG,+CAA+C,CAAC;oBAChE,MAAM;gBACR,CAAC;qBAAM,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;oBAC/C,OAAO,GAAG,cAAc,CAAC;oBACzB,gEAAgE;oBAChE,kCAAkC;oBAClC,MAAM;gBACR,CAAC;qBAAM,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBACxC,OAAO,GAAG,OAAO,CAAC;oBAClB,WAAW,GAAG,CAAC,wBAAwB,EAAE,WAAW,CAAC,CAAC;oBACtD,kCAAkC;oBAClC,iBAAiB;oBACjB,MAAM;gBACR,CAAC;qBAAM,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;oBACvC,OAAO,GAAG,MAAM,CAAC;oBACjB,WAAW,GAAG,CAAC,wBAAwB,EAAE,MAAM,CAAC,CAAC;oBACjD,aAAa,GAAG,4BAA4B,CAAC;oBAC7C,MAAM;gBACR,CAAC;qBAAM,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC1C,uBAAuB;oBACvB,oBAAoB;oBACpB,kCAAkC;oBAClC,iBAAiB;oBACjB,MAAM;gBACR,CAAC;qBAAM,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBACxC,OAAO,GAAG,OAAO,CAAC;oBAClB,oBAAoB;oBACpB,kCAAkC;oBAClC,iBAAiB;oBACjB,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,aAAa;IACf,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC;AAC1D,CAAC"}

package/dist/cameraUtils/index.d.ts

@@ -0,0 +1,10 @@
+export * from './ffmpeg-process.js';
+export * from './ffmpeg.js';
+export * from './mp4.js';
+export * from './ports.js';
+export * from './processor.js';
+export * from './return-audio-transcoder.js';
+export * from './rtp-splitter.js';
+export * from './rtp.js';
+export * from './srtp.js';
+export * from './utils.js';

package/dist/cameraUtils/index.js

@@ -0,0 +1,11 @@
+export * from './ffmpeg-process.js';
+export * from './ffmpeg.js';
+export * from './mp4.js';
+export * from './ports.js';
+export * from './processor.js';
+export * from './return-audio-transcoder.js';
+export * from './rtp-splitter.js';
+export * from './rtp.js';
+export * from './srtp.js';
+export * from './utils.js';
+//# sourceMappingURL=index.js.map

package/dist/cameraUtils/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/cameraUtils/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,aAAa,CAAC;AAC5B,cAAc,UAAU,CAAC;AACzB,cAAc,YAAY,CAAC;AAC3B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,8BAA8B,CAAC;AAC7C,cAAc,mBAAmB,CAAC;AAClC,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC;AAC1B,cAAc,YAAY,CAAC"}

package/dist/cameraUtils/mp4.d.ts

@@ -0,0 +1,10 @@
+export declare const NAL_TYPE_STAP_A = 24;
+export declare const NAL_TYPE_FU_A = 28;
+export declare const NAL_TYPE_NON_IDR = 1;
+export declare const NAL_TYPE_IDR = 5;
+export declare const NAL_TYPE_SEI = 6;
+export declare const NAL_TYPE_SPS = 7;
+export declare const NAL_TYPE_PPS = 8;
+export declare const NAL_TYPE_DELIMITER = 9;
+export declare const allowedNaluTypes: number[];
+export declare function checkMp4StartsWithKeyFrame(mp4: Buffer, ffmpegPath: string): Promise<boolean>;

package/dist/cameraUtils/mp4.js

@@ -0,0 +1,53 @@
+import { spawn } from 'node:child_process';
+import { timeoutPromise } from './utils.js';
+// https://yumichan.net/video-processing/video-compression/introduction-to-h264-nal-unit/
+export const NAL_TYPE_STAP_A = 24;
+export const NAL_TYPE_FU_A = 28;
+export const NAL_TYPE_NON_IDR = 1;
+export const NAL_TYPE_IDR = 5;
+export const NAL_TYPE_SEI = 6;
+export const NAL_TYPE_SPS = 7;
+export const NAL_TYPE_PPS = 8;
+export const NAL_TYPE_DELIMITER = 9;
+export const allowedNaluTypes = [NAL_TYPE_STAP_A, NAL_TYPE_SPS, NAL_TYPE_PPS, NAL_TYPE_SEI, NAL_TYPE_DELIMITER];
+export async function checkMp4StartsWithKeyFrame(mp4, ffmpegPath) {
+    const cp = spawn(ffmpegPath, ['-hide_banner', '-f', 'mp4', '-i', 'pipe:3', '-vcodec', 'copy', '-f', 'h264', 'pipe:4'], {
+        stdio: ['pipe', 'pipe', 'pipe', 'pipe', 'pipe'],
+    });
+    const input = cp.stdio[3];
+    const output = cp.stdio[4];
+    const buffers = [];
+    input.write(mp4);
+    input.end();
+    output.on('data', (data) => buffers.push(data));
+    try {
+        await timeoutPromise(1000, new Promise((resolve) => cp.on('exit', resolve)));
+        const h264 = Buffer.concat(buffers);
+        let offset = 0;
+        while (offset < h264.length - 6) {
+            if (h264.readInt32BE(offset) !== 1) {
+                offset++;
+                continue;
+            }
+            offset += 4;
+            let naluType = h264.readUInt8(offset) & 0x1f;
+            if (naluType === NAL_TYPE_FU_A) {
+                offset++;
+                naluType = h264.readUInt8(offset) & 0x1f;
+            }
+            if (naluType === NAL_TYPE_IDR) {
+                return true;
+            }
+            if (allowedNaluTypes.includes(naluType)) {
+                offset++;
+                continue;
+            }
+            return false;
+        }
+        return false;
+    }
+    catch {
+        return false;
+    }
+}
+//# sourceMappingURL=mp4.js.map

package/dist/cameraUtils/mp4.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mp4.js","sourceRoot":"","sources":["../../src/cameraUtils/mp4.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAE3C,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAI5C,yFAAyF;AACzF,MAAM,CAAC,MAAM,eAAe,GAAG,EAAE,CAAC;AAClC,MAAM,CAAC,MAAM,aAAa,GAAG,EAAE,CAAC;AAChC,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAClC,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC;AAC9B,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC;AAC9B,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC;AAC9B,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC;AAC9B,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAEpC,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,eAAe,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,kBAAkB,CAAC,CAAC;AAEhH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,GAAW,EAAE,UAAkB;IAC9E,MAAM,EAAE,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC,cAAc,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE;QACrH,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;KAChD,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAa,CAAC;IACtC,MAAM,MAAM,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAa,CAAC;IACvC,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACjB,KAAK,CAAC,GAAG,EAAE,CAAC;IACZ,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAEhD,IAAI,CAAC;QACH,MAAM,cAAc,CAAC,IAAI,EAAE,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;QAC7E,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACpC,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,OAAO,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBACnC,MAAM,EAAE,CAAC;gBACT,SAAS;YACX,CAAC;YAED,MAAM,IAAI,CAAC,CAAC;YAEZ,IAAI,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;YAC7C,IAAI,QAAQ,KAAK,aAAa,EAAE,CAAC;gBAC/B,MAAM,EAAE,CAAC;gBACT,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;YAC3C,CAAC;YAED,IAAI,QAAQ,KAAK,YAAY,EAAE,CAAC;gBAC9B,OAAO,IAAI,CAAC;YACd,CAAC;YAED,IAAI,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACxC,MAAM,EAAE,CAAC;gBACT,SAAS;YACX,CAAC;YAED,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}

package/dist/cameraUtils/ports.d.ts

@@ -0,0 +1,7 @@
+import type { Socket } from 'node:dgram';
+export declare function reservePorts({ count, type, attemptNumber, }?: {
+    count?: number;
+    type?: 'udp' | 'tcp';
+    attemptNumber?: number;
+}): Promise<number[]>;
+export declare function bindToPort(socket: Socket, address?: string): Promise<number>;

package/dist/cameraUtils/ports.js

@@ -0,0 +1,43 @@
+import { pickPort } from 'pick-port';
+// Need to reserve ports in sequence because ffmpeg uses the next port up by default.  If it's taken, ffmpeg will error
+export async function reservePorts({ count = 1, type = 'udp', attemptNumber = 0, } = {}) {
+    if (attemptNumber > 100) {
+        throw new Error('Failed to reserve ports after 100 tries');
+    }
+    const pickPortOptions = {
+        type,
+        reserveTimeout: 15, // 15 seconds is max setup time for HomeKit streams, so the port should be in use by then
+    }, port = await pickPort(pickPortOptions), ports = [port], tryAgain = () => {
+        return reservePorts({
+            count,
+            type,
+            attemptNumber: attemptNumber + 1,
+        });
+    };
+    for (let i = 1; i < count; i++) {
+        try {
+            const targetConsecutivePort = port + i, openPort = await pickPort({
+                ...pickPortOptions,
+                minPort: targetConsecutivePort,
+                maxPort: targetConsecutivePort,
+            });
+            ports.push(openPort);
+        }
+        catch {
+            // can't reserve next port, bail and get another set
+            return tryAgain();
+        }
+    }
+    return ports;
+}
+export function bindToPort(socket, address = '127.0.0.1') {
+    return new Promise((resolve, reject) => {
+        socket.on('error', reject);
+        // 0 means select a random open port
+        socket.bind(0, address, () => {
+            const { port } = socket.address();
+            resolve(port);
+        });
+    });
+}
+//# sourceMappingURL=ports.js.map

package/dist/cameraUtils/ports.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ports.js","sourceRoot":"","sources":["../../src/cameraUtils/ports.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAKrC,uHAAuH;AACvH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,EACjC,KAAK,GAAG,CAAC,EACT,IAAI,GAAG,KAAK,EACZ,aAAa,GAAG,CAAC,MAKf,EAAE;IACJ,IAAI,aAAa,GAAG,GAAG,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC7D,CAAC;IAED,MAAM,eAAe,GAAG;QACpB,IAAI;QACJ,cAAc,EAAE,EAAE,EAAE,yFAAyF;KAC9G,EACD,IAAI,GAAG,MAAM,QAAQ,CAAC,eAAe,CAAC,EACtC,KAAK,GAAG,CAAC,IAAI,CAAC,EACd,QAAQ,GAAG,GAAG,EAAE;QACd,OAAO,YAAY,CAAC;YAClB,KAAK;YACL,IAAI;YACJ,aAAa,EAAE,aAAa,GAAG,CAAC;SACjC,CAAC,CAAC;IACL,CAAC,CAAC;IAEJ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,qBAAqB,GAAG,IAAI,GAAG,CAAC,EACpC,QAAQ,GAAG,MAAM,QAAQ,CAAC;gBACxB,GAAG,eAAe;gBAClB,OAAO,EAAE,qBAAqB;gBAC9B,OAAO,EAAE,qBAAqB;aAC/B,CAAC,CAAC;YAEL,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvB,CAAC;QAAC,MAAM,CAAC;YACP,oDAAoD;YACpD,OAAO,QAAQ,EAAE,CAAC;QACpB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,MAAc,EAAE,OAAO,GAAG,WAAW;IAC9D,OAAO,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC7C,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAE3B,oCAAoC;QACpC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE;YAC3B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC,OAAO,EAAiB,CAAC;YACjD,OAAO,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/cameraUtils/processor.d.ts

@@ -0,0 +1,49 @@
+import { RtpPacket } from 'werift';
+import type { Logger } from '../logger/index.js';
+import type { RtpSplitter } from './rtp-splitter.js';
+import type { SrtpOptions } from './srtp.js';
+export declare function getSessionConfig(srtpOptions: SrtpOptions): {
+    keys: {
+        localMasterKey: Buffer;
+        localMasterSalt: Buffer;
+        remoteMasterKey: Buffer;
+        remoteMasterSalt: Buffer;
+    };
+    profile: number;
+};
+export declare function getDurationSeconds(start: number): number;
+export declare class AudioProcessor {
+    private audioSsrc;
+    private audioSrtp;
+    private audioSplitter;
+    private targetAddress;
+    private targetPort;
+    private payloadType;
+    private isOpus;
+    private packetTime;
+    private logger;
+    private audioSrtpSession;
+    private sequenceNumber;
+    private timestamp;
+    private buffer;
+    constructor(audioSsrc: number, audioSrtp: SrtpOptions, audioSplitter: RtpSplitter, targetAddress: string, targetPort: number, payloadType: number, isOpus: boolean, packetTime: number, logger: Logger);
+    processPacket(data: Buffer): void;
+    private process20ms;
+    private process60ms;
+    private sendPacket;
+}
+export declare class VideoProcessor {
+    private videoSsrc;
+    private videoSrtp;
+    private videoSplitter;
+    private targetAddress;
+    private targetPort;
+    private mtu;
+    private payloadType;
+    private logger;
+    private videoSrtpSession;
+    private sequenceNumber;
+    constructor(videoSsrc: number, videoSrtp: SrtpOptions, videoSplitter: RtpSplitter, targetAddress: string, targetPort: number, mtu: number, payloadType: number, logger: Logger);
+    processPacket(rtp: RtpPacket): void;
+    private fragmentPacket;
+}

package/dist/cameraUtils/processor.js

@@ -0,0 +1,154 @@
+import { RtpHeader, RtpPacket, SrtpSession } from 'werift';
+export function getSessionConfig(srtpOptions) {
+    return {
+        keys: {
+            localMasterKey: srtpOptions.srtpKey,
+            localMasterSalt: srtpOptions.srtpSalt,
+            remoteMasterKey: srtpOptions.srtpKey,
+            remoteMasterSalt: srtpOptions.srtpSalt,
+        },
+        profile: 1,
+    };
+}
+export function getDurationSeconds(start) {
+    return (Date.now() - start) / 1000;
+}
+export class AudioProcessor {
+    audioSsrc;
+    audioSrtp;
+    audioSplitter;
+    targetAddress;
+    targetPort;
+    payloadType;
+    isOpus;
+    packetTime;
+    logger;
+    audioSrtpSession;
+    sequenceNumber = Math.floor(Math.random() * 65536);
+    timestamp = 0;
+    buffer = [];
+    constructor(audioSsrc, audioSrtp, audioSplitter, targetAddress, targetPort, payloadType, isOpus, packetTime, logger) {
+        this.audioSsrc = audioSsrc;
+        this.audioSrtp = audioSrtp;
+        this.audioSplitter = audioSplitter;
+        this.targetAddress = targetAddress;
+        this.targetPort = targetPort;
+        this.payloadType = payloadType;
+        this.isOpus = isOpus;
+        this.packetTime = packetTime;
+        this.logger = logger;
+        this.audioSrtpSession = new SrtpSession(getSessionConfig(this.audioSrtp));
+        if (this.isOpus) {
+            this.logger.log(`AudioProcessor created with OPUS codec, audio will be split into ${this.packetTime}ms frames`);
+        }
+        else {
+            this.logger.log('AudioProcessor created with AAC codec, audio will be sent as is');
+        }
+    }
+    processPacket(data) {
+        const rtp = RtpPacket.deSerialize(data);
+        if (this.isOpus) {
+            if (this.packetTime === 20) {
+                this.process20ms(rtp);
+            }
+            else {
+                this.process60ms(rtp);
+            }
+        }
+        else {
+            this.sendPacket(rtp);
+        }
+    }
+    process20ms(rtp) {
+        rtp.header.sequenceNumber = this.sequenceNumber++;
+        rtp.header.timestamp = this.timestamp;
+        rtp.header.ssrc = this.audioSsrc;
+        rtp.header.payloadType = this.payloadType;
+        this.sendPacket(rtp);
+        this.timestamp += 16000 * 0.02; // 16kHz * 20ms
+    }
+    process60ms(rtp) {
+        this.buffer.push(rtp.payload.subarray(1)); // Remove TOC byte
+        if (this.buffer.length === 3) {
+            const toc = rtp.payload[0] & 0xfc; // Keep config bits
+            const frameCountByte = 0x83; // VBR flag set, 3 frames
+            const header = Buffer.from([toc | 0x03, frameCountByte]);
+            const payload = Buffer.concat([header, ...this.buffer]);
+            rtp.header.sequenceNumber = this.sequenceNumber++;
+            rtp.header.timestamp = this.timestamp;
+            rtp.header.ssrc = this.audioSsrc;
+            rtp.payload = payload;
+            this.sendPacket(rtp);
+            this.timestamp += 16000 * 0.06; // 16kHz * 60ms
+            this.buffer = [];
+        }
+    }
+    sendPacket(rtp) {
+        const encryptedPacket = this.audioSrtpSession.encrypt(rtp.payload, rtp.header);
+        this.audioSplitter.send(encryptedPacket, {
+            port: this.targetPort,
+            address: this.targetAddress,
+        });
+    }
+}
+export class VideoProcessor {
+    videoSsrc;
+    videoSrtp;
+    videoSplitter;
+    targetAddress;
+    targetPort;
+    mtu;
+    payloadType;
+    logger;
+    videoSrtpSession;
+    sequenceNumber = Math.floor(Math.random() * 65536);
+    constructor(videoSsrc, videoSrtp, videoSplitter, targetAddress, targetPort, mtu, payloadType, logger) {
+        this.videoSsrc = videoSsrc;
+        this.videoSrtp = videoSrtp;
+        this.videoSplitter = videoSplitter;
+        this.targetAddress = targetAddress;
+        this.targetPort = targetPort;
+        this.mtu = mtu;
+        this.payloadType = payloadType;
+        this.logger = logger;
+        this.videoSrtpSession = new SrtpSession(getSessionConfig(this.videoSrtp));
+    }
+    processPacket(rtp) {
+        if (!rtp || !rtp.payload) {
+            this.logger.warn('Received invalid RTP packet, ignore...');
+            return;
+        }
+        const fragments = this.fragmentPacket(rtp.payload, this.mtu - 12); // Subtract RTP header size
+        for (let i = 0; i < fragments.length; i++) {
+            const newRtp = new RtpPacket(new RtpHeader({
+                version: 2,
+                padding: false,
+                extension: false,
+                marker: i === fragments.length - 1 && rtp.header.marker,
+                payloadType: this.payloadType,
+                sequenceNumber: this.sequenceNumber++,
+                timestamp: rtp.header.timestamp,
+                ssrc: this.videoSsrc,
+            }), fragments[i]);
+            const encryptedPacket = this.videoSrtpSession.encrypt(newRtp.payload, newRtp.header);
+            this.videoSplitter.send(encryptedPacket, {
+                port: this.targetPort,
+                address: this.targetAddress,
+            });
+        }
+    }
+    fragmentPacket(payload, maxFragmentSize) {
+        if (payload.length <= maxFragmentSize) {
+            return [payload];
+        }
+        const fragments = [];
+        let startIndex = 0;
+        while (startIndex < payload.length) {
+            const endIndex = Math.min(startIndex + maxFragmentSize, payload.length);
+            fragments.push(payload.subarray(startIndex, endIndex));
+            startIndex = endIndex;
+        }
+        return fragments;
+    }
+}
+//# sourceMappingURL=processor.js.map

package/dist/cameraUtils/processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"processor.js","sourceRoot":"","sources":["../../src/cameraUtils/processor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAM3D,MAAM,UAAU,gBAAgB,CAAC,WAAwB;IACvD,OAAO;QACL,IAAI,EAAE;YACJ,cAAc,EAAE,WAAW,CAAC,OAAO;YACnC,eAAe,EAAE,WAAW,CAAC,QAAQ;YACrC,eAAe,EAAE,WAAW,CAAC,OAAO;YACpC,gBAAgB,EAAE,WAAW,CAAC,QAAQ;SACvC;QACD,OAAO,EAAE,CAAC;KACX,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC9C,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC;AACrC,CAAC;AAED,MAAM,OAAO,cAAc;IAQf;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IAfF,gBAAgB,CAAc;IAE9B,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC;IACnD,SAAS,GAAG,CAAC,CAAC;IACd,MAAM,GAAa,EAAE,CAAC;IAE9B,YACU,SAAiB,EACjB,SAAsB,EACtB,aAA0B,EAC1B,aAAqB,EACrB,UAAkB,EAClB,WAAmB,EACnB,MAAe,EACf,UAAkB,EAClB,MAAc;QARd,cAAS,GAAT,SAAS,CAAQ;QACjB,cAAS,GAAT,SAAS,CAAa;QACtB,kBAAa,GAAb,aAAa,CAAa;QAC1B,kBAAa,GAAb,aAAa,CAAQ;QACrB,eAAU,GAAV,UAAU,CAAQ;QAClB,gBAAW,GAAX,WAAW,CAAQ;QACnB,WAAM,GAAN,MAAM,CAAS;QACf,eAAU,GAAV,UAAU,CAAQ;QAClB,WAAM,GAAN,MAAM,CAAQ;QAEtB,IAAI,CAAC,gBAAgB,GAAG,IAAI,WAAW,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QAE1E,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,oEAAoE,IAAI,CAAC,UAAU,WAAW,CAAC,CAAC;QAClH,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;QACrF,CAAC;IACH,CAAC;IAEM,aAAa,CAAC,IAAY;QAC/B,MAAM,GAAG,GAAG,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAExC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,IAAI,CAAC,UAAU,KAAK,EAAE,EAAE,CAAC;gBAC3B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YACxB,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,GAAc;QAChC,GAAG,CAAC,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QAClD,GAAG,CAAC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QACtC,GAAG,CAAC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QACjC,GAAG,CAAC,MAAM,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QAE1C,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QAErB,IAAI,CAAC,SAAS,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,eAAe;IACjD,CAAC;IAEO,WAAW,CAAC,GAAc;QAChC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB;QAE7D,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,mBAAmB;YACtD,MAAM,cAAc,GAAG,IAAI,CAAC,CAAC,yBAAyB;YAEtD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC;YACzD,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YAExD,GAAG,CAAC,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YAClD,GAAG,CAAC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YACtC,GAAG,CAAC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YACjC,GAAG,CAAC,OAAO,GAAG,OAAO,CAAC;YAEtB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YAErB,IAAI,CAAC,SAAS,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,eAAe;YAC/C,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAEO,UAAU,CAAC,GAAc;QAC/B,MAAM,eAAe,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAE/E,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,eAAe,EAAE;YACvC,IAAI,EAAE,IAAI,CAAC,UAAU;YACrB,OAAO,EAAE,IAAI,CAAC,aAAa;SAC5B,CAAC,CAAC;IACL,CAAC;CACF;AAED,MAAM,OAAO,cAAc;IAKf;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IAXF,gBAAgB,CAAc;IAC9B,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC;IAE3D,YACU,SAAiB,EACjB,SAAsB,EACtB,aAA0B,EAC1B,aAAqB,EACrB,UAAkB,EAClB,GAAW,EACX,WAAmB,EACnB,MAAc;QAPd,cAAS,GAAT,SAAS,CAAQ;QACjB,cAAS,GAAT,SAAS,CAAa;QACtB,kBAAa,GAAb,aAAa,CAAa;QAC1B,kBAAa,GAAb,aAAa,CAAQ;QACrB,eAAU,GAAV,UAAU,CAAQ;QAClB,QAAG,GAAH,GAAG,CAAQ;QACX,gBAAW,GAAX,WAAW,CAAQ;QACnB,WAAM,GAAN,MAAM,CAAQ;QAEtB,IAAI,CAAC,gBAAgB,GAAG,IAAI,WAAW,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;IAC5E,CAAC;IAEM,aAAa,CAAC,GAAc;QACjC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;YAC3D,OAAO;QACT,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,2BAA2B;QAE9F,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,IAAI,SAAS,CAC1B,IAAI,SAAS,CAAC;gBACZ,OAAO,EAAE,CAAC;gBACV,OAAO,EAAE,KAAK;gBACd,SAAS,EAAE,KAAK;gBAChB,MAAM,EAAE,CAAC,KAAK,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM;gBACvD,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE;gBACrC,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,SAAS;gBAC/B,IAAI,EAAE,IAAI,CAAC,SAAS;aACrB,CAAC,EACF,SAAS,CAAC,CAAC,CAAC,CACb,CAAC;YAEF,MAAM,eAAe,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAErF,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,eAAe,EAAE;gBACvC,IAAI,EAAE,IAAI,CAAC,UAAU;gBACrB,OAAO,EAAE,IAAI,CAAC,aAAa;aAC5B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,cAAc,CAAC,OAAe,EAAE,eAAuB;QAC7D,IAAI,OAAO,CAAC,MAAM,IAAI,eAAe,EAAE,CAAC;YACtC,OAAO,CAAC,OAAO,CAAC,CAAC;QACnB,CAAC;QAED,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,OAAO,UAAU,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;YACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,eAAe,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YACxE,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC;YACvD,UAAU,GAAG,QAAQ,CAAC;QACxB,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;CACF"}

package/dist/cameraUtils/return-audio-transcoder.d.ts

@@ -0,0 +1,40 @@
+import { FfmpegProcess } from './ffmpeg-process.js';
+import type { FfmpegProcessOptions } from './ffmpeg-process.js';
+import type { RtpSplitter } from './rtp-splitter.js';
+interface Source {
+    srtp_key: Buffer;
+    srtp_salt: Buffer;
+}
+interface PrepareStreamRequest {
+    targetAddress: string;
+    addressVersion: 'ipv4' | 'ipv6';
+    audio: Source;
+}
+interface StartStreamRequest {
+    audio: {
+        codec: 'OPUS' | 'AAC_eld' | string;
+        channel: number;
+        sample_rate: number;
+        pt: number;
+    };
+}
+export declare class ReturnAudioTranscoder {
+    private options;
+    readonly returnRtpSplitter: RtpSplitter;
+    private startStreamRequest;
+    readonly ffmpegProcess: FfmpegProcess;
+    readonly reservedPortsPromise: Promise<number[]>;
+    constructor(options: {
+        outputArgs: (string | number)[];
+        prepareStreamRequest: PrepareStreamRequest;
+        incomingAudioOptions: {
+            ssrc: number;
+            rtcpPort: number;
+        };
+        returnAudioSplitter: RtpSplitter;
+        startStreamRequest?: StartStreamRequest;
+    } & Omit<FfmpegProcessOptions, 'ffmpegArgs'>);
+    start(): Promise<void>;
+    stop(): void;
+}
+export {};

package/dist/cameraUtils/return-audio-transcoder.js

@@ -0,0 +1,84 @@
+import { FfmpegProcess } from './ffmpeg-process.js';
+import { reservePorts } from './ports.js';
+import { getSsrc } from './rtp.js';
+import { createCryptoLine } from './srtp.js';
+const defaultStartStreamReqeuest = {
+    audio: {
+        codec: 'AAC_eld',
+        channel: 1,
+        sample_rate: 16,
+        pt: 110,
+    },
+};
+export class ReturnAudioTranscoder {
+    options;
+    returnRtpSplitter;
+    startStreamRequest;
+    ffmpegProcess;
+    reservedPortsPromise = reservePorts({ count: 2 });
+    constructor(options) {
+        this.options = options;
+        this.startStreamRequest = this.options.startStreamRequest || defaultStartStreamReqeuest;
+        this.ffmpegProcess = new FfmpegProcess({
+            ffmpegArgs: [
+                '-hide_banner',
+                '-protocol_whitelist',
+                'pipe,udp,rtp,file,crypto',
+                '-f',
+                'sdp',
+                '-acodec',
+                this.startStreamRequest.audio.codec === 'OPUS' ? 'libopus' : 'libfdk_aac',
+                '-i',
+                'pipe:',
+                '-map',
+                '0:0',
+                ...this.options.outputArgs,
+            ],
+            ...this.options,
+        });
+        // allow return audio splitter to be passed in if you want to create one in the prepare stream phase, and create the transcoder in the stream request phase
+        this.returnRtpSplitter = options.returnAudioSplitter;
+    }
+    async start() {
+        const [rtpPort, rtcpPort] = await this.reservedPortsPromise, { targetAddress, addressVersion, audio: { srtp_key: srtpKey, srtp_salt: srtpSalt }, } = this.options.prepareStreamRequest, { ssrc: incomingAudioSsrc, rtcpPort: incomingAudioRtcpPort } = this.options.incomingAudioOptions, { codec, sample_rate, channel, pt: packetType } = this.startStreamRequest.audio;
+        this.ffmpegProcess.writeStdin(
+        // This SDP was generated using ffmpeg, and describes the type of packets we expect to receive from HomeKit.
+        [
+            'v=0',
+            'o=- 0 0 IN IP4 127.0.0.1',
+            's=Talk',
+            `c=IN ${addressVersion.replace('v', '').toUpperCase()} ${targetAddress}`,
+            't=0 0',
+            'a=tool:libavformat 58.38.100',
+            `m=audio ${rtpPort} RTP/AVP ${packetType}`,
+            'b=AS:24',
+            ...(codec === 'OPUS'
+                ? [`a=rtpmap:${packetType} opus/${sample_rate}000/${channel}`, `a=fmtp:${packetType} minptime=10;useinbandfec=1`]
+                : [
+                    `a=rtpmap:${packetType} MPEG4-GENERIC/${sample_rate}000/${channel}`,
+                    `a=fmtp:${packetType} profile-level-id=1;mode=AAC-hbr;sizelength=13;indexlength=3;indexdeltalength=3; config=F8F0212C00BC00`,
+                ]),
+            createCryptoLine({
+                srtpKey,
+                srtpSalt,
+            }),
+        ].join('\n'));
+        this.returnRtpSplitter.addMessageHandler(({ isRtpMessage, message }) => {
+            // This splitter will receive all audio-related packets from HomeKit.
+            // This includes RTP + RTCP for return audio, as well as RTCP for incoming audio
+            if (!isRtpMessage && getSsrc(message) === incomingAudioSsrc) {
+                return {
+                    port: incomingAudioRtcpPort,
+                };
+            }
+            return {
+                port: isRtpMessage ? rtpPort : rtcpPort,
+            };
+        });
+    }
+    stop() {
+        this.ffmpegProcess.stop();
+        this.returnRtpSplitter.close();
+    }
+}
+//# sourceMappingURL=return-audio-transcoder.js.map

package/dist/cameraUtils/return-audio-transcoder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"return-audio-transcoder.js","sourceRoot":"","sources":["../../src/cameraUtils/return-audio-transcoder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AACnC,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAyB7C,MAAM,0BAA0B,GAAuB;IACrD,KAAK,EAAE;QACL,KAAK,EAAE,SAAS;QAChB,OAAO,EAAE,CAAC;QACV,WAAW,EAAE,EAAE;QACf,EAAE,EAAE,GAAG;KACR;CACF,CAAC;AAEF,MAAM,OAAO,qBAAqB;IAOtB;IANM,iBAAiB,CAAC;IAC1B,kBAAkB,CAAqB;IAC/B,aAAa,CAAgB;IAC7B,oBAAoB,GAAG,YAAY,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;IAElE,YACU,OASoC;QATpC,YAAO,GAAP,OAAO,CAS6B;QAE5C,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,OAAO,CAAC,kBAAkB,IAAI,0BAA0B,CAAC;QAExF,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC;YACrC,UAAU,EAAE;gBACV,cAAc;gBACd,qBAAqB;gBACrB,0BAA0B;gBAC1B,IAAI;gBACJ,KAAK;gBACL,SAAS;gBACT,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY;gBACzE,IAAI;gBACJ,OAAO;gBACP,MAAM;gBACN,KAAK;gBACL,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU;aAC3B;YACD,GAAG,IAAI,CAAC,OAAO;SAChB,CAAC,CAAC;QAEH,2JAA2J;QAC3J,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,mBAAmB,CAAC;IACvD,CAAC;IAEM,KAAK,CAAC,KAAK;QAChB,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,GAAG,MAAM,IAAI,CAAC,oBAAoB,EACzD,EACE,aAAa,EACb,cAAc,EACd,KAAK,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,GAClD,GAAG,IAAI,CAAC,OAAO,CAAC,oBAAoB,EACrC,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,qBAAqB,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,oBAAoB,EAChG,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC;QAElF,IAAI,CAAC,aAAa,CAAC,UAAU;QAC3B,4GAA4G;QAC5G;YACE,KAAK;YACL,0BAA0B;YAC1B,QAAQ;YACR,QAAQ,cAAc,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,IAAI,aAAa,EAAE;YACxE,OAAO;YACP,8BAA8B;YAC9B,WAAW,OAAO,YAAY,UAAU,EAAE;YAC1C,SAAS;YACT,GAAG,CAAC,KAAK,KAAK,MAAM;gBAClB,CAAC,CAAC,CAAC,YAAY,UAAU,SAAS,WAAW,OAAO,OAAO,EAAE,EAAE,UAAU,UAAU,6BAA6B,CAAC;gBACjH,CAAC,CAAC;oBACE,YAAY,UAAU,kBAAkB,WAAW,OAAO,OAAO,EAAE;oBACnE,UAAU,UAAU,wGAAwG;iBAC7H,CAAC;YACN,gBAAgB,CAAC;gBACf,OAAO;gBACP,QAAQ;aACT,CAAC;SACH,CAAC,IAAI,CAAC,IAAI,CAAC,CACb,CAAC;QAEF,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,EAAE,EAAE,EAAE;YACrE,qEAAqE;YACrE,gFAAgF;YAChF,IAAI,CAAC,YAAY,IAAI,OAAO,CAAC,OAAO,CAAC,KAAK,iBAAiB,EAAE,CAAC;gBAC5D,OAAO;oBACL,IAAI,EAAE,qBAAqB;iBAC5B,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ;aACxC,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,IAAI;QACT,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;QAC1B,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,CAAC;IACjC,CAAC;CACF"}