@camera.ui/camera-ui-homekit 0.0.2

package/dist/camera/sessionWrapper.js

@@ -0,0 +1,287 @@
+import { ReturnAudioTranscoder, RtpSplitter, doesFfmpegSupportCodec, generateSrtpOptions } from '@homebridge/camera-utils';
+import { CameraController } from 'hap-nodejs';
+import { Subject, interval, merge, of } from 'rxjs';
+import { debounceTime, delay, take } from 'rxjs/operators';
+import { RtcpSenderInfo, RtcpSrPacket, RtpPacket, SrtcpSession, SrtpSession } from 'werift';
+import { OpusRepacketizer } from '../utils/opus-repacketizer.js';
+function getSessionConfig(srtpOptions) {
+    return {
+        keys: {
+            localMasterKey: srtpOptions.srtpKey,
+            localMasterSalt: srtpOptions.srtpSalt,
+            remoteMasterKey: srtpOptions.srtpKey,
+            remoteMasterSalt: srtpOptions.srtpSalt,
+        },
+        profile: 1,
+    };
+}
+function getDurationSeconds(start) {
+    return (Date.now() - start) / 1000;
+}
+export class StreamingSessionWrapper {
+    start;
+    audioSsrc = CameraController.generateSynchronisationSource();
+    videoSsrc = CameraController.generateSynchronisationSource();
+    audioSrtp = generateSrtpOptions();
+    videoSrtp = generateSrtpOptions();
+    audioSplitter = new RtpSplitter();
+    videoSplitter = new RtpSplitter();
+    cameraAccessory;
+    cameraDevice;
+    streamingSession;
+    prepareStreamRequest;
+    logger;
+    repacketizeAudioSplitter = new RtpSplitter();
+    constructor(cameraAccessory, cameraDevice, streamingSession, prepareStreamRequest, start, logger) {
+        this.cameraAccessory = cameraAccessory;
+        this.cameraDevice = cameraDevice;
+        this.streamingSession = streamingSession;
+        this.prepareStreamRequest = prepareStreamRequest;
+        this.start = start;
+        this.logger = logger;
+        const { targetAddress, video: { port: videoPort }, } = prepareStreamRequest;
+        // used to encrypt rtcp to HomeKit for keepalive
+        const videoSrtcpSession = new SrtcpSession(getSessionConfig(this.videoSrtp));
+        const onReturnPacketReceived = new Subject();
+        // Watch return packets to detect a dead stream from the HomeKit side
+        // This can happen if the user force-quits the Home app
+        this.videoSplitter.addMessageHandler(() => {
+            // return packet from HomeKit
+            onReturnPacketReceived.next(null);
+            return null;
+        });
+        this.audioSplitter.addMessageHandler(() => {
+            // return packet from HomeKit
+            onReturnPacketReceived.next(null);
+            return null;
+        });
+        streamingSession.addSubscriptions(merge(of(true).pipe(delay(15000)), onReturnPacketReceived)
+            .pipe(debounceTime(5000))
+            .subscribe(() => {
+            this.logger.log(this.cameraDevice.name, `Live stream appears to be inactive. (${getDurationSeconds(start)}s)`);
+            streamingSession.stop();
+        }));
+        // Periodically send a blank RTCP packet to the HomeKit video port
+        // Without this, HomeKit assumes the stream is dead after 30 second and sends a stop request
+        streamingSession.addSubscriptions(interval(500).subscribe(() => {
+            const senderInfo = new RtcpSenderInfo({
+                ntpTimestamp: BigInt(0),
+                packetCount: 0,
+                octetCount: 0,
+                rtpTimestamp: 0,
+            });
+            const senderReport = new RtcpSrPacket({
+                ssrc: this.videoSsrc,
+                senderInfo: senderInfo,
+            });
+            const message = videoSrtcpSession.encrypt(senderReport.serialize());
+            this.videoSplitter
+                .send(message, {
+                port: videoPort,
+                address: targetAddress,
+            })
+                .catch((error) => {
+                this.logger.error(this.cameraDevice.name, 'Failed to send RTCP packet', error);
+            });
+        }));
+    }
+    async activate(request) {
+        let sentVideo = false;
+        const { targetAddress, video: { port: videoPort }, } = this.prepareStreamRequest;
+        // use to encrypt video to HomeKit
+        const videoSrtpSession = new SrtpSession(getSessionConfig(this.videoSrtp));
+        // Set up packet forwarding for video stream
+        this.streamingSession.addSubscriptions(this.streamingSession.onVideoRtp.subscribe(({ header, payload }) => {
+            header.ssrc = this.videoSsrc;
+            header.payloadType = request.video.pt;
+            const encryptedPacket = videoSrtpSession.encrypt(payload, header);
+            if (!sentVideo) {
+                sentVideo = true;
+                this.logger.debug(this.cameraDevice.name, `Received stream data (${getDurationSeconds(this.start)}s)`);
+            }
+            this.videoSplitter
+                .send(encryptedPacket, {
+                port: videoPort,
+                address: targetAddress,
+            })
+                .catch((error) => {
+                this.logger.error(this.cameraDevice.name, 'Failed to forward video packet', error);
+            });
+        }));
+        const shouldTranscodeAudio = await this.libfdkAacInstalledPromise();
+        if (!shouldTranscodeAudio) {
+            return this.streamingSession.requestKeyFrame();
+        }
+        const transcodingPromise = this.streamingSession.startTranscoding({
+            input: ['-vn'],
+            audio: [
+                '-map',
+                '0:a',
+                ...(request.audio.codec === "OPUS" /* AudioStreamingCodecType.OPUS */
+                    ? [
+                        // OPUS specific - it works, but audio is very choppy
+                        '-acodec',
+                        'libopus',
+                        '-frame_duration',
+                        request.audio.packet_time,
+                        '-application',
+                        'lowdelay',
+                    ]
+                    : [
+                        // AAC-eld specific
+                        '-acodec',
+                        'libfdk_aac',
+                        '-profile:a',
+                        'aac_eld',
+                        '-eld_sbr:a',
+                        '1',
+                        '-eld_v2',
+                        '1',
+                    ]),
+                // Shared options
+                '-flags',
+                '+global_header',
+                '-ac',
+                `${request.audio.channel}`,
+                '-ar',
+                `${request.audio.sample_rate}k`,
+                '-b:a',
+                `${request.audio.max_bit_rate}k`,
+                '-bufsize',
+                `${request.audio.max_bit_rate * 4}k`,
+                '-payload_type',
+                request.audio.pt,
+                '-ssrc',
+                this.audioSsrc,
+                '-f',
+                'rtp',
+                `rtp://127.0.0.1:${await this.repacketizeAudioSplitter.portPromise}?pkt_size=376`,
+            ],
+            video: false,
+            output: [],
+        });
+        const twoWayAudio = await this.cameraAccessory.cameraStorage.getValue('twoWayAudio', true);
+        let returnAudioTranscodedSplitter;
+        let returnAudioTranscoder;
+        const returnAudioCodecs = [];
+        if (twoWayAudio) {
+            // used to send return audio from HomeKit to Camera
+            returnAudioTranscodedSplitter = new RtpSplitter(({ message }) => {
+                // deserialize and send to Camera - werift will handle encryption and other header params
+                try {
+                    const rtp = RtpPacket.deSerialize(message);
+                    this.streamingSession.sendAudioPacket(rtp);
+                }
+                catch {
+                    // deSerialize will sometimes fail, but the errors can be ignored
+                }
+                return null;
+            });
+            const returnAudioCodec = await this.cameraAccessory.cameraStorage.getValue('returnAudioCodec');
+            const isCameraUsingOpus = (await this.streamingSession.isUsingOpus) || (returnAudioCodec && returnAudioCodec === 'libopus');
+            if (returnAudioCodec === 'libopus' || (!returnAudioCodec && isCameraUsingOpus)) {
+                returnAudioCodecs.push('-acodec', 'libopus', '-ac', '2', '-ar', '24k', '-b:a', '24k', '-application', 'lowdelay');
+            }
+            if (returnAudioCodec === 'pcm_mulaw' || (!returnAudioCodec && !isCameraUsingOpus)) {
+                returnAudioCodecs.push('-acodec', 'pcm_mulaw', '-ac', '1', '-ar', '8k');
+            }
+            if (returnAudioCodec === 'pcm_alaw') {
+                returnAudioCodecs.push('-acodec', 'pcm_alaw', '-ac', '1', '-ar', '8k');
+            }
+            returnAudioTranscoder = new ReturnAudioTranscoder({
+                prepareStreamRequest: this.prepareStreamRequest,
+                startStreamRequest: request,
+                incomingAudioOptions: {
+                    ssrc: this.audioSsrc,
+                    rtcpPort: 0, // we don't care about rtcp for incoming audio
+                },
+                outputArgs: [...returnAudioCodecs, '-flags', '+global_header', '-f', 'rtp', `rtp://127.0.0.1:${await returnAudioTranscodedSplitter.portPromise}`],
+                ffmpegPath: await this.cameraDevice.getFfmpegPath(),
+                returnAudioSplitter: this.audioSplitter,
+                logger: {
+                    info: () => { },
+                    // info: (message: string) => this.logger.debug(this.cameraDevice.name, message),
+                    error: (message) => this.logger.error(this.cameraDevice.name, 'Return Audio:', message),
+                },
+            });
+            this.streamingSession.onCallEnded.pipe(take(1)).subscribe(() => {
+                returnAudioTranscoder?.stop();
+                returnAudioTranscodedSplitter?.close();
+            });
+        }
+        this.listenForAudioPackets(request);
+        await returnAudioTranscoder?.start();
+        await transcodingPromise;
+    }
+    stop() {
+        this.audioSplitter.close();
+        this.repacketizeAudioSplitter.close();
+        this.videoSplitter.close();
+        this.streamingSession.stop();
+    }
+    listenForAudioPackets(startStreamRequest) {
+        const { targetAddress, audio: { port: audioPort }, } = this.prepareStreamRequest;
+        const { audio: { codec: audioCodec, sample_rate: audioSampleRate, packet_time: audioPacketTime }, } = startStreamRequest;
+        // Repacketize the audio stream after it's been transcoded
+        const opusRepacketizer = new OpusRepacketizer(audioPacketTime / 20);
+        const audioIntervalScale = ((audioSampleRate / 8) * audioPacketTime) / 20;
+        const audioSrtpSession = new SrtpSession(getSessionConfig(this.audioSrtp));
+        let firstTimestamp, audioPacketCount = 0;
+        this.repacketizeAudioSplitter.addMessageHandler(({ message }) => {
+            let rtp = RtpPacket.deSerialize(message);
+            if (audioCodec === "OPUS" /* AudioStreamingCodecType.OPUS */) {
+                // borrowed from scrypted
+                // Original source: https://github.com/koush/scrypted/blob/c13ba09889c3e0d9d3724cb7d49253c9d787fb97/plugins/homekit/src/types/camera/camera-streaming-srtp-sender.ts#L124-L143
+                rtp = opusRepacketizer.repacketize(rtp);
+                if (!rtp) {
+                    return null;
+                }
+                if (!firstTimestamp) {
+                    firstTimestamp = rtp.header.timestamp;
+                }
+                // from HAP spec:
+                // RTP Payload Format for Opus Speech and Audio Codec RFC 7587 with an exception
+                // that Opus audio RTP Timestamp shall be based on RFC 3550.
+                // RFC 3550 indicates that PCM audio based with a sample rate of 8k and a packet
+                // time of 20ms would have a monotonic interval of 8k / (1000 / 20) = 160.
+                // So 24k audio would have a monotonic interval of (24k / 8k) * 160 = 480.
+                // HAP spec also states that it may request packet times of 20, 30, 40, or 60.
+                // In practice, HAP has been seen to request 20 on LAN and 60 over LTE.
+                // So the RTP timestamp must scale accordingly.
+                // Further investigation indicates that HAP doesn't care about the actual sample rate at all,
+                // that's merely a suggestion. When encoding Opus, it can seemingly be an arbitrary sample rate,
+                // audio will work so long as the rtp timestamps are created properly: which is a construct of the sample rate
+                // HAP requests, and the packet time is respected,
+                // opus 48khz will work just fine.
+                rtp.header.timestamp = (firstTimestamp + audioPacketCount * 160 * audioIntervalScale) % 0xffffffff;
+                audioPacketCount++;
+            }
+            // encrypt the packet
+            const encryptedPacket = audioSrtpSession.encrypt(rtp.payload, rtp.header);
+            // send the encrypted packet to HomeKit
+            this.audioSplitter
+                .send(encryptedPacket, {
+                port: audioPort,
+                address: targetAddress,
+            })
+                .catch((error) => {
+                this.logger.error(this.cameraDevice.name, 'Failed to send audio packet', error);
+            });
+            return null;
+        });
+    }
+    async libfdkAacInstalledPromise() {
+        return doesFfmpegSupportCodec('libfdk_aac', await this.cameraDevice.getFfmpegPath())
+            .then((supported) => {
+            if (!supported) {
+                this.logger.error('Streaming video only - found ffmpeg, but libfdk_aac is not installed.');
+            }
+            return supported;
+        })
+            .catch(() => {
+            this.logger.error('Streaming video only - ffmpeg was not found.');
+            return false;
+        });
+    }
+}
+//# sourceMappingURL=sessionWrapper.js.map

package/dist/camera/sessionWrapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sessionWrapper.js","sourceRoot":"","sources":["../../src/camera/sessionWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,WAAW,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAC3H,OAAO,EAA2B,gBAAgB,EAAE,MAAM,YAAY,CAAC;AACvE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,MAAM,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAE5F,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AAOjE,SAAS,gBAAgB,CAAC,WAAwB;IAChD,OAAO;QACL,IAAI,EAAE;YACJ,cAAc,EAAE,WAAW,CAAC,OAAO;YACnC,eAAe,EAAE,WAAW,CAAC,QAAQ;YACrC,eAAe,EAAE,WAAW,CAAC,OAAO;YACpC,gBAAgB,EAAE,WAAW,CAAC,QAAQ;SACvC;QACD,OAAO,EAAE,CAAC;KACX,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa;IACvC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC;AACrC,CAAC;AAED,MAAM,OAAO,uBAAuB;IAC3B,KAAK,CAAS;IACd,SAAS,GAAG,gBAAgB,CAAC,6BAA6B,EAAE,CAAC;IAC7D,SAAS,GAAG,gBAAgB,CAAC,6BAA6B,EAAE,CAAC;IAC7D,SAAS,GAAG,mBAAmB,EAAE,CAAC;IAClC,SAAS,GAAG,mBAAmB,EAAE,CAAC;IAClC,aAAa,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,aAAa,GAAG,IAAI,WAAW,EAAE,CAAC;IAEjC,eAAe,CAAkB;IACjC,YAAY,CAAe;IAC3B,gBAAgB,CAAgB;IAChC,oBAAoB,CAAuB;IAC3C,MAAM,CAAe;IACrB,wBAAwB,GAAG,IAAI,WAAW,EAAE,CAAC;IAErD,YACE,eAAgC,EAChC,YAA0B,EAC1B,gBAA+B,EAC/B,oBAA0C,EAC1C,KAAa,EACb,MAAoB;QAEpB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QACjD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,MAAM,EACJ,aAAa,EACb,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,GAC3B,GAAG,oBAAoB,CAAC;QACzB,gDAAgD;QAChD,MAAM,iBAAiB,GAAG,IAAI,YAAY,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QAC7E,MAAM,sBAAsB,GAAG,IAAI,OAAO,EAAE,CAAC;QAE7C,qEAAqE;QACrE,uDAAuD;QACvD,IAAI,CAAC,aAAa,CAAC,iBAAiB,CAAC,GAAG,EAAE;YACxC,6BAA6B;YAC7B,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClC,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,aAAa,CAAC,iBAAiB,CAAC,GAAG,EAAE;YACxC,6BAA6B;YAC7B,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClC,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,gBAAgB,CAAC,gBAAgB,CAC/B,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,sBAAsB,CAAC;aACvD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;aACxB,SAAS,CAAC,GAAG,EAAE;YACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,wCAAwC,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC/G,gBAAgB,CAAC,IAAI,EAAE,CAAC;QAC1B,CAAC,CAAC,CACL,CAAC;QAEF,kEAAkE;QAClE,4FAA4F;QAC5F,gBAAgB,CAAC,gBAAgB,CAC/B,QAAQ,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,GAAG,EAAE;YAC3B,MAAM,UAAU,GAAG,IAAI,cAAc,CAAC;gBACpC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC;gBACvB,WAAW,EAAE,CAAC;gBACd,UAAU,EAAE,CAAC;gBACb,YAAY,EAAE,CAAC;aAChB,CAAC,CAAC;YAEH,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC;gBACpC,IAAI,EAAE,IAAI,CAAC,SAAS;gBACpB,UAAU,EAAE,UAAU;aACvB,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,iBAAiB,CAAC,OAAO,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,CAAC;YAEpE,IAAI,CAAC,aAAa;iBACf,IAAI,CAAC,OAAO,EAAE;gBACb,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,aAAa;aACvB,CAAC;iBACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,4BAA4B,EAAE,KAAK,CAAC,CAAC;YACjF,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,QAAQ,CAAC,OAA2B;QAC/C,IAAI,SAAS,GAAG,KAAK,CAAC;QAEtB,MAAM,EACJ,aAAa,EACb,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,GAC3B,GAAG,IAAI,CAAC,oBAAoB,CAAC;QAC9B,kCAAkC;QAClC,MAAM,gBAAgB,GAAG,IAAI,WAAW,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QAE3E,4CAA4C;QAC5C,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CACpC,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE;YACjE,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YAC7B,MAAM,CAAC,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAEtC,MAAM,eAAe,GAAG,gBAAgB,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAElE,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,SAAS,GAAG,IAAI,CAAC;gBACjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,yBAAyB,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACzG,CAAC;YAED,IAAI,CAAC,aAAa;iBACf,IAAI,CAAC,eAAe,EAAE;gBACrB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,aAAa;aACvB,CAAC;iBACD,KAAK,CAAC,CAAC,KAAU,EAAE,EAAE;gBACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,gCAAgC,EAAE,KAAK,CAAC,CAAC;YACrF,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CACH,CAAC;QAEF,MAAM,oBAAoB,GAAG,MAAM,IAAI,CAAC,yBAAyB,EAAE,CAAC;QACpE,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,gBAAgB,CAAC,eAAe,EAAE,CAAC;QACjD,CAAC;QAED,MAAM,kBAAkB,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC;YAChE,KAAK,EAAE,CAAC,KAAK,CAAC;YACd,KAAK,EAAE;gBACL,MAAM;gBACN,KAAK;gBACL,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,8CAAiC;oBACtD,CAAC,CAAC;wBACE,qDAAqD;wBACrD,SAAS;wBACT,SAAS;wBACT,iBAAiB;wBACjB,OAAO,CAAC,KAAK,CAAC,WAAW;wBACzB,cAAc;wBACd,UAAU;qBACX;oBACH,CAAC,CAAC;wBACE,mBAAmB;wBACnB,SAAS;wBACT,YAAY;wBACZ,YAAY;wBACZ,SAAS;wBACT,YAAY;wBACZ,GAAG;wBACH,SAAS;wBACT,GAAG;qBACJ,CAAC;gBACN,iBAAiB;gBACjB,QAAQ;gBACR,gBAAgB;gBAChB,KAAK;gBACL,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE;gBAC1B,KAAK;gBACL,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,GAAG;gBAC/B,MAAM;gBACN,GAAG,OAAO,CAAC,KAAK,CAAC,YAAY,GAAG;gBAChC,UAAU;gBACV,GAAG,OAAO,CAAC,KAAK,CAAC,YAAY,GAAG,CAAC,GAAG;gBACpC,eAAe;gBACf,OAAO,CAAC,KAAK,CAAC,EAAE;gBAChB,OAAO;gBACP,IAAI,CAAC,SAAS;gBACd,IAAI;gBACJ,KAAK;gBACL,mBAAmB,MAAM,IAAI,CAAC,wBAAwB,CAAC,WAAW,eAAe;aAClF;YACD,KAAK,EAAE,KAAK;YACZ,MAAM,EAAE,EAAE;SACX,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,QAAQ,CAAU,aAAa,EAAE,IAAI,CAAC,CAAC;QACpG,IAAI,6BAAsD,CAAC;QAC3D,IAAI,qBAAwD,CAAC;QAC7D,MAAM,iBAAiB,GAAa,EAAE,CAAC;QAEvC,IAAI,WAAW,EAAE,CAAC;YAChB,mDAAmD;YACnD,6BAA6B,GAAG,IAAI,WAAW,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBAC9D,yFAAyF;gBACzF,IAAI,CAAC;oBACH,MAAM,GAAG,GAAG,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;oBAC3C,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;gBAC7C,CAAC;gBAAC,MAAM,CAAC;oBACP,iEAAiE;gBACnE,CAAC;gBAED,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,CAAC;YAEH,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,QAAQ,CAAS,kBAAkB,CAAC,CAAC;YACvG,MAAM,iBAAiB,GAAG,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,IAAI,CAAC,gBAAgB,IAAI,gBAAgB,KAAK,SAAS,CAAC,CAAC;YAE5H,IAAI,gBAAgB,KAAK,SAAS,IAAI,CAAC,CAAC,gBAAgB,IAAI,iBAAiB,CAAC,EAAE,CAAC;gBAC/E,iBAAiB,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,EAAE,UAAU,CAAC,CAAC;YACpH,CAAC;YAED,IAAI,gBAAgB,KAAK,WAAW,IAAI,CAAC,CAAC,gBAAgB,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC;gBAClF,iBAAiB,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YAC1E,CAAC;YAED,IAAI,gBAAgB,KAAK,UAAU,EAAE,CAAC;gBACpC,iBAAiB,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YACzE,CAAC;YAED,qBAAqB,GAAG,IAAI,qBAAqB,CAAC;gBAChD,oBAAoB,EAAE,IAAI,CAAC,oBAAoB;gBAC/C,kBAAkB,EAAE,OAAO;gBAC3B,oBAAoB,EAAE;oBACpB,IAAI,EAAE,IAAI,CAAC,SAAS;oBACpB,QAAQ,EAAE,CAAC,EAAE,8CAA8C;iBAC5D;gBACD,UAAU,EAAE,CAAC,GAAG,iBAAiB,EAAE,QAAQ,EAAE,gBAAgB,EAAE,IAAI,EAAE,KAAK,EAAE,mBAAmB,MAAM,6BAA6B,CAAC,WAAW,EAAE,CAAC;gBACjJ,UAAU,EAAE,MAAM,IAAI,CAAC,YAAY,CAAC,aAAa,EAAE;gBACnD,mBAAmB,EAAE,IAAI,CAAC,aAAa;gBACvC,MAAM,EAAE;oBACN,IAAI,EAAE,GAAG,EAAE,GAAE,CAAC;oBACd,iFAAiF;oBACjF,KAAK,EAAE,CAAC,OAAe,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,eAAe,EAAE,OAAO,CAAC;iBAChG;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,EAAE;gBAC7D,qBAAqB,EAAE,IAAI,EAAE,CAAC;gBAC9B,6BAA6B,EAAE,KAAK,EAAE,CAAC;YACzC,CAAC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;QACpC,MAAM,qBAAqB,EAAE,KAAK,EAAE,CAAC;QACrC,MAAM,kBAAkB,CAAC;IAC3B,CAAC;IAEM,IAAI;QACT,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,CAAC;QACtC,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC;IAC/B,CAAC;IAEO,qBAAqB,CAAC,kBAAsC;QAClE,MAAM,EACJ,aAAa,EACb,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,GAC3B,GAAG,IAAI,CAAC,oBAAoB,CAAC;QAC9B,MAAM,EACJ,KAAK,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,eAAe,EAAE,WAAW,EAAE,eAAe,EAAE,GACzF,GAAG,kBAAkB,CAAC;QACvB,0DAA0D;QAC1D,MAAM,gBAAgB,GAAG,IAAI,gBAAgB,CAAC,eAAe,GAAG,EAAE,CAAC,CAAC;QACpE,MAAM,kBAAkB,GAAG,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,GAAG,eAAe,CAAC,GAAG,EAAE,CAAC;QAC1E,MAAM,gBAAgB,GAAG,IAAI,WAAW,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QAE3E,IAAI,cAAsB,EACxB,gBAAgB,GAAG,CAAC,CAAC;QAEvB,IAAI,CAAC,wBAAwB,CAAC,iBAAiB,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;YAC9D,IAAI,GAAG,GAA0B,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YAEhE,IAAI,UAAU,8CAAiC,EAAE,CAAC;gBAChD,yBAAyB;gBACzB,8KAA8K;gBAC9K,GAAG,GAAG,gBAAgB,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;gBAExC,IAAI,CAAC,GAAG,EAAE,CAAC;oBACT,OAAO,IAAI,CAAC;gBACd,CAAC;gBAED,IAAI,CAAC,cAAc,EAAE,CAAC;oBACpB,cAAc,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC;gBACxC,CAAC;gBAED,iBAAiB;gBACjB,gFAAgF;gBAChF,4DAA4D;gBAC5D,gFAAgF;gBAChF,0EAA0E;gBAC1E,0EAA0E;gBAC1E,8EAA8E;gBAC9E,uEAAuE;gBACvE,+CAA+C;gBAC/C,6FAA6F;gBAC7F,gGAAgG;gBAChG,8GAA8G;gBAC9G,kDAAkD;gBAClD,kCAAkC;gBAClC,GAAG,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC,cAAc,GAAG,gBAAgB,GAAG,GAAG,GAAG,kBAAkB,CAAC,GAAG,UAAU,CAAC;gBACnG,gBAAgB,EAAE,CAAC;YACrB,CAAC;YAED,qBAAqB;YACrB,MAAM,eAAe,GAAG,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;YAE1E,uCAAuC;YACvC,IAAI,CAAC,aAAa;iBACf,IAAI,CAAC,eAAe,EAAE;gBACrB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,aAAa;aACvB,CAAC;iBACD,KAAK,CAAC,CAAC,KAAU,EAAE,EAAE;gBACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,6BAA6B,EAAE,KAAK,CAAC,CAAC;YAClF,CAAC,CAAC,CAAC;YAEL,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,yBAAyB;QACrC,OAAO,sBAAsB,CAAC,YAAY,EAAE,MAAM,IAAI,CAAC,YAAY,CAAC,aAAa,EAAE,CAAC;aACjF,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE;YAClB,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uEAAuE,CAAC,CAAC;YAC7F,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC,CAAC;aACD,KAAK,CAAC,GAAG,EAAE;YACV,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAC;YAClE,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;IACP,CAAC;CACF"}

package/dist/camera/streamingDelegate.d.ts

@@ -0,0 +1,13 @@
+import type { CameraDevice, PluginLogger } from '@camera.ui/types';
+import type { CameraStreamingDelegate, PrepareStreamCallback, PrepareStreamRequest, SnapshotRequest, SnapshotRequestCallback, StreamRequestCallback, StreamingRequest } from 'hap-nodejs';
+import type { CameraAccessory } from './accessory.js';
+export declare class StreamingDelegate implements CameraStreamingDelegate {
+    private cameraAccessory;
+    private cameraDevice;
+    private logger;
+    private sessions;
+    constructor(cameraAccessory: CameraAccessory, cameraDevice: CameraDevice, logger: PluginLogger);
+    handleSnapshotRequest(request: SnapshotRequest, callback: SnapshotRequestCallback): Promise<void>;
+    prepareStream(request: PrepareStreamRequest, callback: PrepareStreamCallback): Promise<void>;
+    handleStreamRequest(request: StreamingRequest, callback: StreamRequestCallback): Promise<void>;
+}

package/dist/camera/streamingDelegate.js

@@ -0,0 +1,96 @@
+import { readFile } from 'node:fs';
+import { resolve } from 'node:path';
+import { promisify } from 'node:util';
+import { StreamingSessionWrapper } from './sessionWrapper.js';
+const __dirname = new URL('.', import.meta.url).pathname;
+function getDurationSeconds(start) {
+    return (Date.now() - start) / 1000;
+}
+const readFileAsync = promisify(readFile);
+// const offlinePath = resolve('../../media/offline.png');
+const noSnapshotPath = resolve(__dirname, '../../media/noSnapshot.png');
+// const privacyPath = resolve('../../media/privacy.png');
+// const maxStreamsPath = resolve('../../media/maxStreams.png');
+export class StreamingDelegate {
+    cameraAccessory;
+    cameraDevice;
+    logger;
+    sessions = {};
+    constructor(cameraAccessory, cameraDevice, logger) {
+        this.cameraAccessory = cameraAccessory;
+        this.cameraDevice = cameraDevice;
+        this.logger = logger;
+    }
+    async handleSnapshotRequest(request, callback) {
+        try {
+            this.logger.log(this.cameraDevice.name, 'Fetching snapshot', request);
+            const snapshot = await this.cameraDevice.snapshot();
+            let snapshotBuffer = Buffer.from(snapshot);
+            if (!snapshotBuffer || snapshotBuffer.length === 0) {
+                this.logger.log(this.cameraDevice.name, 'No snapshot available, sending offline image');
+                snapshotBuffer = await readFileAsync(noSnapshotPath);
+            }
+            callback(undefined, snapshotBuffer);
+        }
+        catch (error) {
+            this.logger.error(this.cameraDevice.name, 'Error fetching snapshot', error);
+            callback(error);
+        }
+    }
+    async prepareStream(request, callback) {
+        const start = Date.now();
+        this.logger.debug(this.cameraDevice.name, 'Preparing Stream');
+        try {
+            const streamingSession = await this.cameraDevice.createSession(this.cameraDevice.streamSource.name);
+            const session = new StreamingSessionWrapper(this.cameraAccessory, this.cameraDevice, streamingSession, request, start, this.logger);
+            this.sessions[request.sessionID] = session;
+            this.logger.debug(this.cameraDevice.name, `Stream Prepared (${getDurationSeconds(start)}s)`);
+            callback(undefined, {
+                audio: {
+                    port: await session.audioSplitter.portPromise,
+                    ssrc: session.audioSsrc,
+                    srtp_key: session.audioSrtp.srtpKey,
+                    srtp_salt: session.audioSrtp.srtpSalt,
+                },
+                video: {
+                    port: await session.videoSplitter.portPromise,
+                    ssrc: session.videoSsrc,
+                    srtp_key: session.videoSrtp.srtpKey,
+                    srtp_salt: session.videoSrtp.srtpSalt,
+                },
+            });
+        }
+        catch (error) {
+            this.logger.error(this.cameraDevice.name, `Failed to prepare stream (${getDurationSeconds(start)}s)`, error);
+            callback(error);
+        }
+    }
+    async handleStreamRequest(request, callback) {
+        const sessionID = request.sessionID;
+        const session = this.sessions[sessionID];
+        const requestType = request.type;
+        if (!session) {
+            callback(new Error('Cannot find session for stream ' + sessionID));
+            return;
+        }
+        if (requestType === "start" /* StreamRequestTypes.START */) {
+            this.logger.debug(this.cameraDevice.name, `Starting stream (${getDurationSeconds(session.start)}s)`);
+            try {
+                await session.activate(request);
+            }
+            catch (error) {
+                this.logger.error(this.cameraDevice.name, 'Failed to starting stream', error);
+                callback(new Error('Failed to activate stream'));
+                return;
+            }
+            this.logger.log(this.cameraDevice.name, `Streaming started (${getDurationSeconds(session.start)}s)`);
+        }
+        else if (requestType === "stop" /* StreamRequestTypes.STOP */) {
+            this.logger.log(this.cameraDevice.name, 'Stopped Live Stream');
+            session.stop();
+            delete this.sessions[sessionID];
+        }
+        callback();
+    }
+}
+//# sourceMappingURL=streamingDelegate.js.map

package/dist/camera/streamingDelegate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"streamingDelegate.js","sourceRoot":"","sources":["../../src/camera/streamingDelegate.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAEtC,OAAO,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAc9D,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;AAEzD,SAAS,kBAAkB,CAAC,KAAa;IACvC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC;AACrC,CAAC;AAED,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAC1C,0DAA0D;AAC1D,MAAM,cAAc,GAAG,OAAO,CAAC,SAAS,EAAE,4BAA4B,CAAC,CAAC;AACxE,0DAA0D;AAC1D,gEAAgE;AAEhE,MAAM,OAAO,iBAAiB;IACpB,eAAe,CAAkB;IACjC,YAAY,CAAe;IAC3B,MAAM,CAAe;IAErB,QAAQ,GAAsD,EAAE,CAAC;IAEzE,YAAY,eAAgC,EAAE,YAA0B,EAAE,MAAoB;QAC5F,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAEM,KAAK,CAAC,qBAAqB,CAAC,OAAwB,EAAE,QAAiC;QAC5F,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;YAEtE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC;YACpD,IAAI,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAE3C,IAAI,CAAC,cAAc,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACnD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,8CAA8C,CAAC,CAAC;gBACxF,cAAc,GAAG,MAAM,aAAa,CAAC,cAAc,CAAC,CAAC;YACvD,CAAC;YAED,QAAQ,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,yBAAyB,EAAE,KAAK,CAAC,CAAC;YAC5E,QAAQ,CAAC,KAAK,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,OAA6B,EAAE,QAA+B;QACvF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;QAE9D,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAEpG,MAAM,OAAO,GAAG,IAAI,uBAAuB,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,YAAY,EAAE,gBAAgB,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACpI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC;YAE3C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,oBAAoB,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAE7F,QAAQ,CAAC,SAAS,EAAE;gBAClB,KAAK,EAAE;oBACL,IAAI,EAAE,MAAM,OAAO,CAAC,aAAa,CAAC,WAAW;oBAC7C,IAAI,EAAE,OAAO,CAAC,SAAS;oBACvB,QAAQ,EAAE,OAAO,CAAC,SAAS,CAAC,OAAO;oBACnC,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,QAAQ;iBACtC;gBACD,KAAK,EAAE;oBACL,IAAI,EAAE,MAAM,OAAO,CAAC,aAAa,CAAC,WAAW;oBAC7C,IAAI,EAAE,OAAO,CAAC,SAAS;oBACvB,QAAQ,EAAE,OAAO,CAAC,SAAS,CAAC,OAAO;oBACnC,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,QAAQ;iBACtC;aACF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,6BAA6B,kBAAkB,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC7G,QAAQ,CAAC,KAAK,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,mBAAmB,CAAC,OAAyB,EAAE,QAA+B;QACzF,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACpC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACzC,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;QAEjC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,QAAQ,CAAC,IAAI,KAAK,CAAC,iCAAiC,GAAG,SAAS,CAAC,CAAC,CAAC;YACnE,OAAO;QACT,CAAC;QAED,IAAI,WAAW,2CAA6B,EAAE,CAAC;YAC7C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,oBAAoB,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACrG,IAAI,CAAC;gBACH,MAAM,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAClC,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,2BAA2B,EAAE,KAAK,CAAC,CAAC;gBAC9E,QAAQ,CAAC,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC;gBACjD,OAAO;YACT,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,sBAAsB,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACvG,CAAC;aAAM,IAAI,WAAW,yCAA4B,EAAE,CAAC;YACnD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,qBAAqB,CAAC,CAAC;YAC/D,OAAO,CAAC,IAAI,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAClC,CAAC;QAED,QAAQ,EAAE,CAAC;IACb,CAAC;CACF"}

package/dist/camera/streamingServer.d.ts

@@ -0,0 +1,24 @@
+import type { CameraDevice, PluginLogger } from '@camera.ui/types';
+import type { Accessory } from 'hap-nodejs';
+import type { MP4Atom } from '../types.js';
+export declare class MP4StreamingServer {
+    debugMode: boolean;
+    destroyed: boolean;
+    private logger;
+    private accessory;
+    private cameraDevice;
+    private server?;
+    private socket?;
+    private childProcess?;
+    private connectPromise?;
+    private connectResolve?;
+    private connectReject?;
+    private isRemoteServer;
+    constructor(logger: PluginLogger, accessory: Accessory, cameraDevice: CameraDevice);
+    createServer(ffmpegPath: string, ffmpegInput: Array<string>, videoOutputArgs: Array<string>, audioOutputArgs: Array<string>): Promise<void>;
+    connectToServer(prebufferUrl: string): Promise<void>;
+    destroy(): Promise<void>;
+    generator(): AsyncGenerator<MP4Atom>;
+    private handleConnection;
+    private read;
+}

package/dist/camera/streamingServer.js

@@ -0,0 +1,143 @@
+import { spawn } from 'node:child_process';
+import { once } from 'node:events';
+import { Socket, createServer } from 'node:net';
+export class MP4StreamingServer {
+    debugMode = false;
+    destroyed = false;
+    logger;
+    accessory;
+    cameraDevice;
+    server;
+    socket;
+    childProcess;
+    connectPromise;
+    connectResolve;
+    connectReject;
+    isRemoteServer = false;
+    constructor(logger, accessory, cameraDevice) {
+        this.logger = logger;
+        this.accessory = accessory;
+        this.cameraDevice = cameraDevice;
+    }
+    async createServer(ffmpegPath, ffmpegInput, videoOutputArgs, audioOutputArgs) {
+        this.isRemoteServer = false;
+        this.connectPromise = new Promise((resolve, reject) => {
+            this.connectResolve = resolve;
+            this.connectReject = reject;
+        });
+        this.server = createServer(this.handleConnection.bind(this));
+        const ffmpeg = ffmpegPath;
+        const args = [
+            ...ffmpegInput,
+            ...videoOutputArgs,
+            ...audioOutputArgs,
+            '-fflags',
+            '+genpts',
+            '-reset_timestamps',
+            '1',
+            '-movflags',
+            'frag_keyframe+empty_moov+default_base_moof+skip_sidx+skip_trailer',
+            '-f',
+            'mp4',
+        ];
+        const promise = once(this.server, 'listening');
+        this.server.listen(); // listen on random port
+        await promise;
+        if (this.destroyed) {
+            return;
+        }
+        const port = this.server.address().port;
+        args.push('tcp://127.0.0.1:' + port);
+        this.logger.debug(this.cameraDevice.name, 'Recording command:', args.join(' '));
+        this.childProcess = spawn(ffmpeg, args, { env: process.env, stdio: this.debugMode ? 'pipe' : 'ignore' });
+        if (this.debugMode) {
+            this.childProcess.stdout?.on('data', (data) => this.logger.debug(this.cameraDevice.name, data.toString()));
+            this.childProcess.stderr?.on('data', (data) => this.logger.debug(this.cameraDevice.name, data.toString()));
+        }
+    }
+    async connectToServer(prebufferUrl) {
+        this.isRemoteServer = true;
+        this.connectPromise = new Promise((resolve, reject) => {
+            this.connectResolve = resolve;
+            this.connectReject = reject;
+        });
+        const socketUrl = new URL(prebufferUrl);
+        const socket = new Socket();
+        this.handleConnection(socket);
+        const promise = once(socket, 'connect');
+        socket.connect(parseInt(socketUrl.port), socketUrl.hostname);
+        await promise;
+        this.logger.debug(this.cameraDevice.name, 'Recording command: Remote server');
+    }
+    async destroy() {
+        this.socket?.destroy();
+        this.childProcess?.kill('SIGKILL');
+        this.server = undefined;
+        this.socket = undefined;
+        this.childProcess = undefined;
+        if (this.connectPromise) {
+            this.connectReject?.(new Error('Destroyed'));
+            this.connectPromise = undefined;
+        }
+        this.destroyed = true;
+    }
+    async *generator() {
+        await this.connectPromise;
+        this.connectPromise = undefined;
+        if (!this.socket || (!this.isRemoteServer && !this.childProcess)) {
+            throw new Error('Unexpected state!');
+        }
+        while (true) {
+            const header = await this.read(8);
+            const length = header.readInt32BE(0) - 8;
+            const type = header.subarray(4).toString();
+            const data = await this.read(length);
+            yield {
+                header: header,
+                length: length,
+                type: type,
+                data: data,
+            };
+        }
+    }
+    handleConnection(socket) {
+        this.server?.close(); // don't accept any further clients
+        this.socket = socket;
+        this.connectResolve?.();
+    }
+    async read(length) {
+        if (!this.socket) {
+            throw Error('FFMPEG tried reading from closed socket!');
+        }
+        if (!length) {
+            return Buffer.alloc(0);
+        }
+        const value = this.socket.read(length);
+        if (value) {
+            return value;
+        }
+        return new Promise((resolve, reject) => {
+            const readHandler = () => {
+                const value = this.socket.read(length);
+                if (value) {
+                    cleanup();
+                    resolve(value);
+                }
+            };
+            const endHandler = () => {
+                cleanup();
+                reject(new Error(`FFMPEG socket closed during read for ${length} bytes!`));
+            };
+            const cleanup = () => {
+                this.socket?.removeListener('readable', readHandler);
+                this.socket?.removeListener('close', endHandler);
+            };
+            if (!this.socket) {
+                throw new Error('FFMPEG socket is closed now!');
+            }
+            this.socket.on('readable', readHandler);
+            this.socket.on('close', endHandler);
+        });
+    }
+}
+//# sourceMappingURL=streamingServer.js.map

package/dist/camera/streamingServer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"streamingServer.js","sourceRoot":"","sources":["../../src/camera/streamingServer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AACnC,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAQhD,MAAM,OAAO,kBAAkB;IACtB,SAAS,GAAY,KAAK,CAAC;IAC3B,SAAS,GAAG,KAAK,CAAC;IAEjB,MAAM,CAAe;IACrB,SAAS,CAAY;IACrB,YAAY,CAAe;IAE3B,MAAM,CAAU;IAChB,MAAM,CAAU;IAChB,YAAY,CAAgB;IAE5B,cAAc,CAAiB;IAC/B,cAAc,CAAc;IAC5B,aAAa,CAA0B;IAEvC,cAAc,GAAG,KAAK,CAAC;IAE/B,YAAY,MAAoB,EAAE,SAAoB,EAAE,YAA0B;QAChF,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,UAAkB,EAAE,WAA0B,EAAE,eAA8B,EAAE,eAA8B;QACtI,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAE5B,IAAI,CAAC,cAAc,GAAG,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACpD,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC;YAC9B,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC;QAC9B,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAE7D,MAAM,MAAM,GAAG,UAAU,CAAC;QAC1B,MAAM,IAAI,GAAG;YACX,GAAG,WAAW;YACd,GAAG,eAAe;YAClB,GAAG,eAAe;YAClB,SAAS;YACT,SAAS;YACT,mBAAmB;YACnB,GAAG;YACH,WAAW;YACX,mEAAmE;YACnE,IAAI;YACJ,KAAK;SACN,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAC/C,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,wBAAwB;QAC9C,MAAM,OAAO,CAAC;QAEd,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,MAAM,IAAI,GAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAkB,CAAC,IAAI,CAAC;QACzD,IAAI,CAAC,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,CAAC;QAErC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,oBAAoB,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAEhF,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;QAEzG,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YAC3G,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QAC7G,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,YAAoB;QAC/C,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAE3B,IAAI,CAAC,cAAc,GAAG,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACpD,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC;YAC9B,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC;QAC9B,CAAC,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC;QACxC,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QAE5B,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAE9B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC7D,MAAM,OAAO,CAAC;QAEd,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,kCAAkC,CAAC,CAAC;IAChF,CAAC;IAEM,KAAK,CAAC,OAAO;QAClB,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;QACvB,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAEnC,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;QAE9B,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,IAAI,CAAC,aAAa,EAAE,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;YAC7C,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;QAClC,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;IACxB,CAAC;IAEM,KAAK,CAAC,CAAC,SAAS;QACrB,MAAM,IAAI,CAAC,cAAc,CAAC;QAC1B,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;QAEhC,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;YACjE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACvC,CAAC;QAED,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClC,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACzC,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;YAC3C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAErC,MAAM;gBACJ,MAAM,EAAE,MAAM;gBACd,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,IAAI;gBACV,IAAI,EAAE,IAAI;aACX,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,MAAc;QACrC,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,mCAAmC;QACzD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,IAAI,CAAC,MAAc;QAC/B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvC,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,WAAW,GAAG,GAAG,EAAE;gBACvB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACxC,IAAI,KAAK,EAAE,CAAC;oBACV,OAAO,EAAE,CAAC;oBACV,OAAO,CAAC,KAAK,CAAC,CAAC;gBACjB,CAAC;YACH,CAAC,CAAC;YAEF,MAAM,UAAU,GAAG,GAAG,EAAE;gBACtB,OAAO,EAAE,CAAC;gBACV,MAAM,CAAC,IAAI,KAAK,CAAC,wCAAwC,MAAM,SAAS,CAAC,CAAC,CAAC;YAC7E,CAAC,CAAC;YAEF,MAAM,OAAO,GAAG,GAAG,EAAE;gBACnB,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;gBACrD,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;YACnD,CAAC,CAAC;YAEF,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;YAClD,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;YACxC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/crypto.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/crypto.js

@@ -0,0 +1,29 @@
+import chacha from 'chacha';
+import crypto from 'node:crypto';
+if (!crypto.getCiphers().includes('chacha20-poly1305')) {
+    const originalGetCiphers = crypto.getCiphers;
+    const originalCreateCipheriv = crypto.createCipheriv;
+    const originalCreateDecipheriv = crypto.createDecipheriv;
+    crypto.getCiphers = () => {
+        const ciphers = originalGetCiphers();
+        ciphers.push('chacha20-poly1305');
+        return ciphers;
+    };
+    crypto.createCipheriv = (algorithm, key, iv, options) => {
+        if (algorithm !== 'chacha20-poly1305') {
+            return originalCreateCipheriv(algorithm, key, iv, options);
+        }
+        else {
+            return chacha.createCipher(key, iv);
+        }
+    };
+    crypto.createDecipheriv = (algorithm, key, iv, options) => {
+        if (algorithm !== 'chacha20-poly1305') {
+            return originalCreateDecipheriv(algorithm, key, iv, options);
+        }
+        else {
+            return chacha.createDecipher(key, iv);
+        }
+    };
+}
+//# sourceMappingURL=crypto.js.map

package/dist/crypto.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crypto.js","sourceRoot":"","sources":["../src/crypto.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;IACvD,MAAM,kBAAkB,GAAG,MAAM,CAAC,UAAU,CAAC;IAC7C,MAAM,sBAAsB,GAAG,MAAM,CAAC,cAAc,CAAC;IACrD,MAAM,wBAAwB,GAAG,MAAM,CAAC,gBAAgB,CAAC;IAEzD,MAAM,CAAC,UAAU,GAAG,GAAa,EAAE;QACjC,MAAM,OAAO,GAAG,kBAAkB,EAAE,CAAC;QACrC,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAClC,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,MAAM,CAAC,cAAc,GAAG,CAAC,SAAc,EAAE,GAAQ,EAAE,EAAO,EAAE,OAAY,EAAE,EAAE;QAC1E,IAAI,SAAS,KAAK,mBAAmB,EAAE,CAAC;YACtC,OAAO,sBAAsB,CAAC,SAAS,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;QAC7D,CAAC;aAAM,CAAC;YACN,OAAO,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACtC,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,CAAC,gBAAgB,GAAG,CAAC,SAAc,EAAE,GAAQ,EAAE,EAAO,EAAE,OAAa,EAAE,EAAE;QAC7E,IAAI,SAAS,KAAK,mBAAmB,EAAE,CAAC;YACtC,OAAO,wBAAwB,CAAC,SAAS,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;QAC/D,CAAC;aAAM,CAAC;YACN,OAAO,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACxC,CAAC;IACH,CAAC,CAAC;AACJ,CAAC"}