camera.ui3 0.0.30-alpha.0

package/dist/server/src/polyglot/node/plugins/proxy/cameraDevice.js

@@ -0,0 +1,423 @@
+import { v4 as uuidv4 } from 'uuid';
+import { API_EVENT } from '../../../../api.js';
+import { CameraDevice } from '../../../../camera/device.js';
+import { CameraInterface } from '../../../../camera/interfaces/camera.js';
+import { CameraPrebufferInterface } from '../../../../camera/interfaces/prebuffer.js';
+import { CameraPTZInterface } from '../../../../camera/interfaces/ptz.js';
+import { MotionFrame, VideoFrame } from '../../../../camera/videoFrame.js';
+import { ProxyConnection } from '../../../../nats/connection.js';
+import { MessageQueue } from '../../../../nats/messageQueue.js';
+import { pack, unpack } from '../../../../utils/packer.js';
+export class CameraDeviceProxy extends CameraDevice {
+    api;
+    initialized = false;
+    subject;
+    cameraSubscriberSubject;
+    cameraPluginSubscriberSubject;
+    frameSubject;
+    motionFrameSubject;
+    signalingSubject;
+    signalingTargetSubject;
+    publisher;
+    cameraPublisher;
+    framePublisher;
+    motionFramePublisher;
+    signalingPublisher;
+    subscriber;
+    cameraSubscriber;
+    cameraPluginSubscriber;
+    signalingSubscriber;
+    frameSubscribers = [];
+    motionFrameSubscribers = [];
+    messageQueue;
+    activeRequests = new Set();
+    activeMotionRequests = new Set();
+    auth;
+    proxyEndpoints;
+    plugin;
+    cameraDelegate = new CameraInterface(this.onRequest.bind(this), this.logger);
+    ptzDelegate = new CameraPTZInterface(this.onRequest.bind(this), this.logger);
+    prebufferDelegate = new CameraPrebufferInterface(this.onRequest.bind(this), this.logger);
+    get sources() {
+        const sources = JSON.parse(JSON.stringify(this.cameraSubject.getValue().sources));
+        return sources.map((source) => {
+            return {
+                ...source,
+                getPrebufferingState: (container) => {
+                    return this.prebufferDelegate.getPrebufferingState(source.name, container);
+                },
+                getStreamInfo: async () => {
+                    return this.prebufferDelegate.getStreamInfo(source.name);
+                },
+            };
+        });
+    }
+    constructor(api, logger, camera, plugin, proxyEndpoints, auth) {
+        super(camera, logger);
+        this.api = api;
+        this.auth = auth;
+        this.proxyEndpoints = proxyEndpoints;
+        this.plugin = plugin;
+        this.subject = `${this.plugin.id}.camera.${this.id}`;
+        this.cameraSubscriberSubject = `${this.id}.camera`;
+        this.cameraPluginSubscriberSubject = `${this.id}.camera.${this.plugin.id}`;
+        this.frameSubject = `${this.id}.frameReceiver`;
+        this.motionFrameSubject = `${this.id}.frameGenerator.motionFrame`;
+        this.signalingSubject = `${this.plugin.id}.camera.${this.id}.signaling`;
+        this.signalingTargetSubject = `${this.id}.frameGenerator.signaling`;
+        // console.log('INIT camera device with subject', this.subject);
+        this.onFrame.subscribe(this.onMotionFrame);
+        this.api.once(API_EVENT.SHUTDOWN, this.cleanup.bind(this));
+        this.api.setMaxListeners(this.api.getMaxListeners() + 1);
+    }
+    async init() {
+        if (this.initialized) {
+            return;
+        }
+        this.initialized = true;
+        const servers = this.proxyEndpoints.filter((endpoint) => endpoint.startsWith('nats://'));
+        this.publisher = new ProxyConnection(this.subject, servers, this.auth);
+        await this.publisher.connect();
+        this.cameraPublisher = new ProxyConnection(this.cameraSubscriberSubject, servers, this.auth);
+        await this.cameraPublisher.connect();
+        this.signalingPublisher = new ProxyConnection(this.signalingSubject, servers, this.auth);
+        await this.signalingPublisher.connect();
+        this.framePublisher = new ProxyConnection(this.frameSubject, servers, this.auth);
+        await this.framePublisher.connect();
+        this.motionFramePublisher = new ProxyConnection(this.motionFrameSubject, servers, this.auth);
+        await this.motionFramePublisher.connect();
+        this.subscriber = this.publisher.subscribe(this.subject);
+        this.messageQueue = new MessageQueue('client', this.publisher, this.subscriber, this.logger, this.requestHandler.bind(this));
+        this.cameraSubscriber = this.cameraPublisher.subscribe(this.cameraSubscriberSubject);
+        this.cameraSubscriber.on('message', this.onProxyMessage.bind(this));
+        this.cameraPluginSubscriber = this.cameraPublisher.subscribe(this.cameraPluginSubscriberSubject);
+        this.cameraPluginSubscriber.on('message', this.onProxyMessage.bind(this));
+        this.signalingSubscriber = this.signalingPublisher.subscribe(this.signalingSubject);
+        this.signalingSubscriber.on('message', this.onSignalingMessage.bind(this));
+        await this.refreshStates();
+    }
+    setDelegate(name, delegate) {
+        switch (name) {
+            case 'cameraDelegate':
+                this.cameraDelegate.delegate = delegate;
+                break;
+            case 'prebufferDelegate':
+                this.prebufferDelegate.delegate = delegate;
+                break;
+            case 'ptzDelegate':
+                this.ptzDelegate.delegate = delegate;
+                break;
+        }
+    }
+    connect() {
+        return this.onRequest('cameraFn', 'connect');
+    }
+    disconnect() {
+        return this.onRequest('cameraFn', 'disconnect');
+    }
+    async *getFrames(prebufferDuration = 0) {
+        if (!this.framePublisher) {
+            throw new Error('Frame Publisher not initialized');
+        }
+        let requestType = 'frame';
+        prebufferDuration = Math.abs(prebufferDuration);
+        if (prebufferDuration > 0) {
+            requestType = 'prebuffer';
+            prebufferDuration = prebufferDuration > 5 ? 5 : prebufferDuration;
+        }
+        const requestId = `${uuidv4()}-${requestType}`;
+        try {
+            const metadata = await this.connectToDecoder(requestId);
+            const frameSubscriber = this.framePublisher.subscribe(this.frameSubject, true);
+            this.frameSubscribers.push({ requestId, subscriber: frameSubscriber });
+            try {
+                for await (const msg of frameSubscriber.subscriber) {
+                    if (!this.initialized || this.activeRequests.size === 0 || !this.activeRequests.has(requestId)) {
+                        return;
+                    }
+                    if (msg.data.length == 0) {
+                        continue;
+                    }
+                    const frameData = unpack(msg.data);
+                    yield new VideoFrame(this.id, this.framePublisher, frameData, metadata, prebufferDuration);
+                }
+            }
+            catch (error) {
+                if (error instanceof Error && error.name === 'AbortError') {
+                    return;
+                }
+                throw error;
+            }
+        }
+        catch (error) {
+            if (this.initialized) {
+                this.logger.error('Error while generating frames:', error);
+            }
+            else {
+                throw error;
+            }
+        }
+        finally {
+            this.disconnectFromDecoder(requestId);
+        }
+    }
+    async *getMotionFrames() {
+        if (!this.motionFramePublisher) {
+            throw new Error('Motion Frame Publisher not initialized');
+        }
+        const requestId = `${uuidv4()}-motion`;
+        try {
+            this.activeMotionRequests.add(requestId);
+            const motionFrameSubscriber = this.motionFramePublisher.subscribe(this.motionFrameSubject, true);
+            this.motionFrameSubscribers.push({ requestId, subscriber: motionFrameSubscriber });
+            try {
+                for await (const msg of motionFrameSubscriber.subscriber) {
+                    if (!this.initialized || this.activeMotionRequests.size === 0 || !this.activeMotionRequests.has(requestId)) {
+                        break;
+                    }
+                    if (msg.data.length == 0) {
+                        continue;
+                    }
+                    const motionFrame = unpack(msg.data);
+                    const { frameData, metadata, ...motionState } = motionFrame;
+                    yield new MotionFrame(this.id, this.motionFramePublisher, frameData, motionState, metadata);
+                }
+            }
+            catch (error) {
+                if (error instanceof Error && error.name === 'AbortError') {
+                    return;
+                }
+                throw error;
+            }
+        }
+        catch (error) {
+            if (this.initialized) {
+                this.logger.error('Error while generating motion frames:', error);
+            }
+            else {
+                throw error;
+            }
+        }
+        finally {
+            this.activeMotionRequests.delete(requestId);
+            const motionFrameSubscribtion = this.motionFrameSubscribers.find((sub) => sub.requestId === requestId);
+            motionFrameSubscribtion?.subscriber.close();
+            this.motionFrameSubscribers = this.motionFrameSubscribers.filter((sub) => sub.requestId !== requestId);
+            if (this.activeMotionRequests.size === 0) {
+                this.closeMotionFrameSubscibers();
+            }
+        }
+    }
+    async updateState(stateName, eventData, frame) {
+        const { changed, event } = super.checkStateInternal(stateName, eventData);
+        if (!changed) {
+            return;
+        }
+        if (stateName === 'motion' && frame) {
+            const motionEvent = event;
+            this.frameState.next({ ...motionEvent, frameData: frame.frameData, metadata: frame.metadata });
+        }
+        super.updateStateInternal(stateName, event, true); // remove if updating state only allowed for corresponding plugin
+        return this.onRequest('cameraFn', 'updateState', [stateName, event], 0);
+    }
+    addCameraSource(source) {
+        return this.onRequest('cameraFn', 'addCameraSource', [source]);
+    }
+    updateCameraSource(sourceId, source) {
+        return this.onRequest('cameraFn', 'updateCameraSource', [sourceId, source]);
+    }
+    removeCameraSource(sourceId) {
+        return this.onRequest('cameraFn', 'removeCameraSource', [sourceId]);
+    }
+    async refreshStates() {
+        const response = await this.onRequest('cameraFn', 'refreshStates');
+        super.updateCamera(response.camera);
+        super.updateCameraState(response.cameraState);
+        for (const [key, value] of Object.entries(response.states)) {
+            super.updateStateInternal(key, value, true);
+        }
+    }
+    async cleanup() {
+        this.initialized = false;
+        this.removeAllListeners();
+        this.unsubscribe();
+        this.api.removeListener('shutdown', this.cleanup.bind(this));
+        this.api.setMaxListeners(this.api.getMaxListeners() - 1);
+        this.activeRequests.clear();
+        this.messageQueue?.abortQueue();
+        await Promise.allSettled([
+            this.publisher?.close(),
+            this.cameraPublisher?.close(),
+            this.framePublisher?.close(),
+            this.motionFramePublisher?.close(),
+            this.signalingPublisher?.close(),
+        ]);
+    }
+    onMotionFrame(frame) {
+        if (!this.framePublisher) {
+            return;
+        }
+        this.framePublisher.publish(this.motionFrameSubject, frame);
+    }
+    async connectToDecoder(requestId) {
+        if (!this.signalingPublisher) {
+            throw new Error('Signaling Publisher not initialized');
+        }
+        const message = { type: 'connect', requestId, cameraId: this.id, pluginId: this.plugin.id };
+        this.signalingPublisher.publish(this.signalingTargetSubject, message);
+        this.activeRequests.add(requestId);
+        const metadata = await this.getMetadata(requestId, 60000);
+        if (!metadata) {
+            throw new Error('Invalid metadata response');
+        }
+        return metadata;
+    }
+    async getMetadata(requestId, timeout) {
+        if (!this.signalingPublisher) {
+            throw new Error('Signaling Publisher not initialized');
+        }
+        try {
+            const metadataRequest = { type: 'metadata', requestId, cameraId: this.id, pluginId: this.plugin.id };
+            const metadataResponse = await this.signalingPublisher.request(this.signalingTargetSubject, metadataRequest, { timeout });
+            const metadata = metadataResponse.metadata;
+            return metadata;
+        }
+        catch (e) {
+            this.logger.error('Failed to get metadata! Frame Worker FFmpeg process might not be running', e);
+        }
+    }
+    async disconnectFromDecoder(requestId) {
+        this.activeRequests.delete(requestId);
+        const frameSubscription = this.frameSubscribers.find((sub) => sub.requestId === requestId);
+        frameSubscription?.subscriber.close();
+        this.frameSubscribers = this.frameSubscribers.filter((sub) => sub.requestId !== requestId);
+        if (this.signalingPublisher) {
+            const message = { type: 'disconnect', requestId, cameraId: this.id, pluginId: this.plugin.id };
+            this.signalingPublisher.publish(this.signalingTargetSubject, message);
+        }
+    }
+    closeFrameSubscribers() {
+        this.activeRequests.clear();
+        this.frameSubscribers.forEach((sub) => sub.subscriber.close());
+        this.frameSubscribers = [];
+    }
+    closeMotionFrameSubscibers() {
+        this.activeMotionRequests.clear();
+        this.motionFrameSubscribers.forEach((sub) => sub.subscriber.close());
+        this.motionFrameSubscribers = [];
+    }
+    async requestHandler(message) {
+        if (!this.messageQueue) {
+            throw new Error('Message queue not initialized');
+        }
+        const reply = {
+            ...message,
+            type: 'reply',
+        };
+        try {
+            if (message.client === 'cameraDelegate' || message.client === 'ptzDelegate' || message.client === 'prebufferDelegate') {
+                const delegate = this[message.client].delegate;
+                if (!delegate) {
+                    throw new Error('Delegate not set: ' + message.client);
+                }
+                const fn = message.fn;
+                if (typeof delegate[fn] !== 'function') {
+                    throw new Error(`Unknown delegate function: ${message.client} (${message.fn})`);
+                }
+                reply.response = await delegate[fn].apply(delegate, message.args);
+            }
+            else if (message.client === 'cameraFn') {
+                const fn = message.fn;
+                if (typeof this[fn] !== 'function') {
+                    throw new Error(`Unknown camera function: ${message.fn}`);
+                }
+                reply.response = await this[fn].apply(this, message.args);
+            }
+            else {
+                throw new Error(`Unknown client: ${message.client}`);
+            }
+        }
+        catch (error) {
+            reply.error = {
+                name: error.name,
+                message: error.message,
+                stack: error.stack,
+            };
+        }
+        if (message.timeout === 0) {
+            return;
+        }
+        else {
+            this.messageQueue.enqueue(reply);
+        }
+    }
+    async onProxyMessage(msg) {
+        if (!this.initialized) {
+            return;
+        }
+        const message = unpack(msg.data);
+        if ('type' in message) {
+            switch (message.type) {
+                case 'removed':
+                    this.cleanup();
+                    break;
+                case 'updated':
+                    super.updateCamera(message.data);
+                    break;
+                case 'cameraState':
+                    super.updateCameraState(message.data);
+                    break;
+            }
+        }
+        else {
+            const stateName = message.stateName;
+            const newData = message.data.newEvent;
+            super.updateStateInternal(stateName, newData, true);
+        }
+    }
+    async onSignalingMessage(msg) {
+        if (!this.initialized) {
+            return;
+        }
+        const message = unpack(msg.data);
+        if ('type' in message) {
+            switch (message.type) {
+                case 'ping':
+                    if (this.activeRequests.has(message.requestId)) {
+                        const pongMessage = { type: 'pong', requestId: message.requestId };
+                        msg.respond(pack(pongMessage));
+                    }
+                    break;
+                case 'disconnect':
+                    this.activeRequests.delete(message.requestId);
+                    const frameSubscription = this.frameSubscribers.find((sub) => sub.requestId === message.requestId);
+                    frameSubscription?.subscriber.close();
+                    if (this.activeRequests.size === 0) {
+                        this.closeFrameSubscribers();
+                    }
+                    break;
+            }
+        }
+    }
+    async onRequest(client, fn, args = [], timeout = 5000) {
+        if (!this.messageQueue) {
+            throw new Error('Message queue not initialized');
+        }
+        const message = {
+            requestId: uuidv4(),
+            targetId: this.subject,
+            targetName: this.name,
+            pluginId: this.plugin.id,
+            cameraId: this.id,
+            type: 'request',
+            proxy: 'camera',
+            client,
+            fn,
+            args,
+            timestamp: Date.now(),
+            timeout,
+        };
+        return this.messageQueue.enqueue(message);
+    }
+}
+//# sourceMappingURL=cameraDevice.js.map

package/dist/server/src/polyglot/node/plugins/proxy/cameraDevice.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cameraDevice.js","sourceRoot":"","sources":["../../../../../../../src/polyglot/node/plugins/proxy/cameraDevice.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AAEpC,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,yCAAyC,CAAC;AAC1E,OAAO,EAAE,wBAAwB,EAAE,MAAM,4CAA4C,CAAC;AACtF,OAAO,EAAE,kBAAkB,EAAE,MAAM,sCAAsC,CAAC;AAC1E,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,kCAAkC,CAAC;AAC3E,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AACjE,OAAO,EAAE,YAAY,EAAE,MAAM,kCAAkC,CAAC;AAChE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,6BAA6B,CAAC;AA4C3D,MAAM,OAAO,iBAAkB,SAAQ,YAAY;IACzC,GAAG,CAAe;IAClB,WAAW,GAAG,KAAK,CAAC;IAEpB,OAAO,CAAS;IAChB,uBAAuB,CAAS;IAChC,6BAA6B,CAAS;IACtC,YAAY,CAAS;IACrB,kBAAkB,CAAS;IAC3B,gBAAgB,CAAS;IACzB,sBAAsB,CAAS;IAE/B,SAAS,CAAmB;IAC5B,eAAe,CAAmB;IAClC,cAAc,CAAmB;IACjC,oBAAoB,CAAmB;IACvC,kBAAkB,CAAmB;IAErC,UAAU,CAAqB;IAC/B,gBAAgB,CAAqB;IACrC,sBAAsB,CAAqB;IAC3C,mBAAmB,CAAqB;IACxC,gBAAgB,GAA2D,EAAE,CAAC;IAC9E,sBAAsB,GAA2D,EAAE,CAAC;IAEpF,YAAY,CAAgB;IAE5B,cAAc,GAAgB,IAAI,GAAG,EAAE,CAAC;IACxC,oBAAoB,GAAgB,IAAI,GAAG,EAAE,CAAC;IAC9C,IAAI,CAAa;IACjB,cAAc,CAAW;IACzB,MAAM,CAAa;IAEjB,cAAc,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7E,WAAW,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7E,iBAAiB,GAAG,IAAI,wBAAwB,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAEnG,IAAI,OAAO;QACT,MAAM,OAAO,GAAkB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QAEjG,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAgB,EAAE;YAC1C,OAAO;gBACL,GAAG,MAAM;gBACT,oBAAoB,EAAE,CAAC,SAAoB,EAAuC,EAAE;oBAClF,OAAO,IAAI,CAAC,iBAAiB,CAAC,oBAAoB,CAAC,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;gBAC7E,CAAC;gBACD,aAAa,EAAE,KAAK,IAAqC,EAAE;oBACzD,OAAO,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBAC3D,CAAC;aACF,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,YAAY,GAAQ,EAAE,MAAoB,EAAE,MAAc,EAAE,MAAkB,EAAE,cAAwB,EAAE,IAAgB;QACxH,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAEtB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QAEf,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,IAAI,CAAC,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,IAAI,CAAC,EAAE,EAAE,CAAC;QACrD,IAAI,CAAC,uBAAuB,GAAG,GAAG,IAAI,CAAC,EAAE,SAAS,CAAC;QACnD,IAAI,CAAC,6BAA6B,GAAG,GAAG,IAAI,CAAC,EAAE,WAAW,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QAC3E,IAAI,CAAC,YAAY,GAAG,GAAG,IAAI,CAAC,EAAE,gBAAgB,CAAC;QAC/C,IAAI,CAAC,kBAAkB,GAAG,GAAG,IAAI,CAAC,EAAE,6BAA6B,CAAC;QAClE,IAAI,CAAC,gBAAgB,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,IAAI,CAAC,EAAE,YAAY,CAAC;QACxE,IAAI,CAAC,sBAAsB,GAAG,GAAG,IAAI,CAAC,EAAE,2BAA2B,CAAC;QAEpE,gEAAgE;QAEhE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE3C,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3D,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC,CAAC;IAC3D,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAExB,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;QAEzF,IAAI,CAAC,SAAS,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACvE,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QAE/B,IAAI,CAAC,eAAe,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,uBAAuB,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7F,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;QAErC,IAAI,CAAC,kBAAkB,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,gBAAgB,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACzF,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC;QAExC,IAAI,CAAC,cAAc,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,YAAY,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACjF,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;QAEpC,IAAI,CAAC,oBAAoB,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,kBAAkB,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7F,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,CAAC;QAE1C,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzD,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAE7H,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QACrF,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAEpE,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;QACjG,IAAI,CAAC,sBAAsB,CAAC,EAAE,CAAC,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAE1E,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACpF,IAAI,CAAC,mBAAmB,CAAC,EAAE,CAAC,SAAS,EAAE,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAE3E,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;IAC7B,CAAC;IAEM,WAAW,CAAkC,IAAO,EAAE,QAA4B;QACvF,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,gBAAgB;gBAClB,IAAI,CAAC,cAAkC,CAAC,QAAQ,GAAG,QAA0B,CAAC;gBAC/E,MAAM;YACR,KAAK,mBAAmB;gBACrB,IAAI,CAAC,iBAA8C,CAAC,QAAQ,GAAG,QAAmC,CAAC;gBACpG,MAAM;YACR,KAAK,aAAa;gBACf,IAAI,CAAC,WAAkC,CAAC,QAAQ,GAAG,QAA6B,CAAC;gBAClF,MAAM;QACV,CAAC;IACH,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IAC/C,CAAC;IAEM,UAAU;QACf,OAAO,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;IAClD,CAAC;IAEM,KAAK,CAAC,CAAC,SAAS,CAAC,iBAAiB,GAAG,CAAC;QAC3C,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QAED,IAAI,WAAW,GAA0B,OAAO,CAAC;QACjD,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;QAEhD,IAAI,iBAAiB,GAAG,CAAC,EAAE,CAAC;YAC1B,WAAW,GAAG,WAAW,CAAC;YAC1B,iBAAiB,GAAG,iBAAiB,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC;QACpE,CAAC;QAED,MAAM,SAAS,GAAG,GAAG,MAAM,EAAE,IAAI,WAAW,EAAE,CAAC;QAE/C,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;YACxD,MAAM,eAAe,GAAG,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;YAE/E,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC,CAAC;YAEvE,IAAI,CAAC;gBACH,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,eAAe,CAAC,UAAU,EAAE,CAAC;oBACnD,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;wBAC/F,OAAO;oBACT,CAAC;oBAED,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;wBACzB,SAAS;oBACX,CAAC;oBAED,MAAM,SAAS,GAAc,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBAE9C,MAAM,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,cAAc,EAAE,SAAS,EAAE,QAAQ,EAAE,iBAAiB,CAAC,CAAC;gBAC7F,CAAC;YACH,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBAC1D,OAAO;gBACT,CAAC;gBAED,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACrB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC;YAC7D,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,CAAC,eAAe;QAC3B,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QAED,MAAM,SAAS,GAAG,GAAG,MAAM,EAAE,SAAS,CAAC;QAEvC,IAAI,CAAC;YACH,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAEzC,MAAM,qBAAqB,GAAG,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,IAAI,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;YACjG,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,qBAAqB,EAAE,CAAC,CAAC;YAEnF,IAAI,CAAC;gBACH,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,qBAAqB,CAAC,UAAU,EAAE,CAAC;oBACzD,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,oBAAoB,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;wBAC3G,MAAM;oBACR,CAAC;oBAED,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;wBACzB,SAAS;oBACX,CAAC;oBAED,MAAM,WAAW,GAAG,MAAM,CAAa,GAAG,CAAC,IAAI,CAAC,CAAC;oBACjD,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,WAAW,EAAE,GAAG,WAAW,CAAC;oBAE5D,MAAM,IAAI,WAAW,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,oBAAoB,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;gBAC9F,CAAC;YACH,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBAC1D,OAAO;gBACT,CAAC;gBAED,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACrB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uCAAuC,EAAE,KAAK,CAAC,CAAC;YACpE,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAE5C,MAAM,uBAAuB,GAAG,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;YACvG,uBAAuB,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC;YAC5C,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;YAEvG,IAAI,IAAI,CAAC,oBAAoB,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBACzC,IAAI,CAAC,0BAA0B,EAAE,CAAC;YACpC,CAAC;QACH,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,WAAW,CAA4B,SAAY,EAAE,SAAuB,EAAE,KAAqB;QAC9G,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC,kBAAkB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAE1E,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO;QACT,CAAC;QAED,IAAI,SAAS,KAAK,QAAQ,IAAI,KAAK,EAAE,CAAC;YACpC,MAAM,WAAW,GAAG,KAAoB,CAAC;YACzC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,GAAG,WAAW,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;QACjG,CAAC;QAED,KAAK,CAAC,mBAAmB,CAAC,SAAgB,EAAE,KAAY,EAAE,IAAI,CAAC,CAAC,CAAC,iEAAiE;QAClI,OAAO,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,aAAa,EAAE,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1E,CAAC;IAEM,eAAe,CAAC,MAAiC;QACtD,OAAO,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,iBAAiB,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;IACjE,CAAC;IAEM,kBAAkB,CAAC,QAAgB,EAAE,MAA0C;QACpF,OAAO,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,oBAAoB,EAAE,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;IAC9E,CAAC;IAEM,kBAAkB,CAAC,QAAgB;QACxC,OAAO,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,oBAAoB,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;IACtE,CAAC;IAEM,KAAK,CAAC,aAAa;QACxB,MAAM,QAAQ,GAAoB,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;QAEpF,KAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACpC,KAAK,CAAC,iBAAiB,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QAE9C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3D,KAAK,CAAC,mBAAmB,CAAC,GAAwB,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,OAAO;QAClB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QACzB,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7D,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC,CAAC;QACzD,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;QAC5B,IAAI,CAAC,YAAY,EAAE,UAAU,EAAE,CAAC;QAEhC,MAAM,OAAO,CAAC,UAAU,CAAC;YACvB,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE;YACvB,IAAI,CAAC,eAAe,EAAE,KAAK,EAAE;YAC7B,IAAI,CAAC,cAAc,EAAE,KAAK,EAAE;YAC5B,IAAI,CAAC,oBAAoB,EAAE,KAAK,EAAE;YAClC,IAAI,CAAC,kBAAkB,EAAE,KAAK,EAAE;SACjC,CAAC,CAAC;IACL,CAAC;IAEO,aAAa,CAAC,KAAiB;QACrC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,KAAK,CAAC,CAAC;IAC9D,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,SAAiB;QAC9C,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QAED,MAAM,OAAO,GAAqB,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QAC9G,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,sBAAsB,EAAE,OAAO,CAAC,CAAC;QAEtE,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAEnC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAE1D,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,SAAiB,EAAE,OAAe;QAC1D,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QAED,IAAI,CAAC;YACH,MAAM,eAAe,GAAqB,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACvH,MAAM,gBAAgB,GAAsB,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,sBAAsB,EAAE,eAAe,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YAC7I,MAAM,QAAQ,GAAG,gBAAgB,CAAC,QAAQ,CAAC;YAC3C,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0EAA0E,EAAE,CAAC,CAAC,CAAC;QACnG,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,qBAAqB,CAAC,SAAiB;QACnD,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEtC,MAAM,iBAAiB,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;QAC3F,iBAAiB,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC;QACtC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;QAE3F,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAqB,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACjH,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,sBAAsB,EAAE,OAAO,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IAEO,qBAAqB;QAC3B,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;QAC5B,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC;QAC/D,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC;IAC7B,CAAC;IAEO,0BAA0B;QAChC,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,CAAC;QAClC,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC;QACrE,IAAI,CAAC,sBAAsB,GAAG,EAAE,CAAC;IACnC,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAA8B;QACzD,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,KAAK,GAA0B;YACnC,GAAG,OAAO;YACV,IAAI,EAAE,OAAO;SACd,CAAC;QAEF,IAAI,CAAC;YACH,IAAI,OAAO,CAAC,MAAM,KAAK,gBAAgB,IAAI,OAAO,CAAC,MAAM,KAAK,aAAa,IAAI,OAAO,CAAC,MAAM,KAAK,mBAAmB,EAAE,CAAC;gBACtH,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAoD,CAAC;gBAE3F,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;gBACzD,CAAC;gBAED,MAAM,EAAE,GAAG,OAAO,CAAC,EAAoD,CAAC;gBAExE,IAAI,OAAO,QAAQ,CAAC,EAAE,CAAC,KAAK,UAAU,EAAE,CAAC;oBACvC,MAAM,IAAI,KAAK,CAAC,8BAA8B,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,EAAE,GAAG,CAAC,CAAC;gBAClF,CAAC;gBAED,KAAK,CAAC,QAAQ,GAAG,MAAO,QAAQ,CAAC,EAAE,CAAc,CAAC,KAAK,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;YAClF,CAAC;iBAAM,IAAI,OAAO,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;gBACzC,MAAM,EAAE,GAAG,OAAO,CAAC,EAAwB,CAAC;gBAE5C,IAAI,OAAO,IAAI,CAAC,EAAE,CAAC,KAAK,UAAU,EAAE,CAAC;oBACnC,MAAM,IAAI,KAAK,CAAC,4BAA4B,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC5D,CAAC;gBAED,KAAK,CAAC,QAAQ,GAAG,MAAO,IAAI,CAAC,EAAE,CAAc,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;YAC1E,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,KAAK,CAAC,mBAAmB,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;YACvD,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,KAAK,CAAC,KAAK,GAAG;gBACZ,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,KAAK,EAAE,KAAK,CAAC,KAAK;aACnB,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO;QACT,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,GAAQ;QACnC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,CAA2F,GAAG,CAAC,IAAI,CAAC,CAAC;QAE3H,IAAI,MAAM,IAAI,OAAO,EAAE,CAAC;YACtB,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;gBACrB,KAAK,SAAS;oBACZ,IAAI,CAAC,OAAO,EAAE,CAAC;oBACf,MAAM;gBACR,KAAK,SAAS;oBACZ,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;oBACjC,MAAM;gBACR,KAAK,aAAa;oBAChB,KAAK,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;oBACtC,MAAM;YACV,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;YACpC,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC;YAEtC,KAAK,CAAC,mBAAmB,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,GAAQ;QACvC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,CAAkC,GAAG,CAAC,IAAI,CAAC,CAAC;QAElE,IAAI,MAAM,IAAI,OAAO,EAAE,CAAC;YACtB,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;gBACrB,KAAK,MAAM;oBACT,IAAI,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;wBAC/C,MAAM,WAAW,GAAgB,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC;wBAChF,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;oBACjC,CAAC;oBACD,MAAM;gBACR,KAAK,YAAY;oBACf,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;oBAC9C,MAAM,iBAAiB,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS,KAAK,OAAO,CAAC,SAAS,CAAC,CAAC;oBACnG,iBAAiB,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC;oBAEtC,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;wBACnC,IAAI,CAAC,qBAAqB,EAAE,CAAC;oBAC/B,CAAC;oBACD,MAAM;YACV,CAAC;QACH,CAAC;IACH,CAAC;IAcM,KAAK,CAAC,SAAS,CAAC,MAAuC,EAAE,EAAU,EAAE,OAAc,EAAE,EAAE,UAAkB,IAAI;QAClH,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,OAAO,GAA0B;YACrC,SAAS,EAAE,MAAM,EAAE;YACnB,QAAQ,EAAE,IAAI,CAAC,OAAO;YACtB,UAAU,EAAE,IAAI,CAAC,IAAI;YACrB,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE;YACxB,QAAQ,EAAE,IAAI,CAAC,EAAE;YACjB,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,QAAQ;YACf,MAAM;YACN,EAAE;YACF,IAAI;YACJ,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,OAAO;SACR,CAAC;QAEF,OAAO,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;CACF"}

package/dist/server/src/polyglot/node/plugins/proxy/coreManager.d.ts

@@ -0,0 +1,40 @@
+import { EventEmitter } from 'node:events';
+import type { AuthConfig } from '../../../../decoder/types.js';
+import type { CoreManagerProxyEventCallbacks, CoreManagerProxyMethods } from '../../../../nats/types.js';
+import type { PluginInfo } from '../../../../plugins/types.js';
+import type { IceServer } from '../../../../services/config/types.js';
+import type { API } from '../pluginApi.js';
+import type { PluginLogger } from '../pluginLogger.js';
+export declare interface CoreManager extends CoreManagerProxyMethods {
+    on<E extends keyof CoreManagerProxyEventCallbacks>(event: E, listener: CoreManagerProxyEventCallbacks[E]): this;
+    once<E extends keyof CoreManagerProxyEventCallbacks>(event: E, listener: CoreManagerProxyEventCallbacks[E]): this;
+    off<E extends keyof CoreManagerProxyEventCallbacks>(event: E, listener: CoreManagerProxyEventCallbacks[E]): this;
+    removeListener<E extends keyof CoreManagerProxyEventCallbacks>(event: E, listener: CoreManagerProxyEventCallbacks[E]): this;
+    removeAllListeners<E extends keyof CoreManagerProxyEventCallbacks>(event?: E): this;
+}
+export declare class CoreManagerProxy extends EventEmitter implements CoreManager {
+    private api;
+    private logger;
+    private initialized;
+    private subject;
+    private cmSubject;
+    private publisher?;
+    private dmPublisher?;
+    private subscriber?;
+    private dmSubscriber?;
+    private messageQueue?;
+    private auth;
+    private proxyEndpoints;
+    private plugin;
+    constructor(api: API, logger: PluginLogger, plugin: PluginInfo, proxyEndpoints: string[], auth: AuthConfig);
+    init(): Promise<void>;
+    getFFmpegPath(): Promise<string>;
+    getServerAddresses(): Promise<string[]>;
+    getIceServers(): Promise<IceServer[]>;
+    emit(): boolean;
+    private requestHandler;
+    private emitEvent;
+    private onProxyMessage;
+    private onRequest;
+    private close;
+}

package/dist/server/src/polyglot/node/plugins/proxy/coreManager.js

@@ -0,0 +1,105 @@
+import { EventEmitter } from 'node:events';
+import { v4 as uuidv4 } from 'uuid';
+import { API_EVENT } from '../../../../api.js';
+import { ProxyConnection } from '../../../../nats/connection.js';
+import { MessageQueue } from '../../../../nats/messageQueue.js';
+import { unpack } from '../../../../utils/packer.js';
+export class CoreManagerProxy extends EventEmitter {
+    api;
+    logger;
+    initialized = false;
+    subject;
+    cmSubject;
+    publisher;
+    dmPublisher;
+    subscriber;
+    dmSubscriber;
+    messageQueue;
+    auth;
+    proxyEndpoints;
+    plugin;
+    constructor(api, logger, plugin, proxyEndpoints, auth) {
+        super();
+        this.api = api;
+        this.logger = logger;
+        this.auth = auth;
+        this.proxyEndpoints = proxyEndpoints;
+        this.plugin = plugin;
+        this.subject = `${this.plugin.id}.coreManager`;
+        this.cmSubject = 'coreManager.subscriber';
+        // console.log('CoreManager', this.pluginName, this.dealerId, this.subscriberIds);
+        this.api.once(API_EVENT.SHUTDOWN, this.close.bind(this));
+    }
+    async init() {
+        if (this.initialized) {
+            return;
+        }
+        this.initialized = true;
+        const servers = this.proxyEndpoints.filter((endpoint) => endpoint.startsWith('nats://'));
+        this.publisher = new ProxyConnection(this.subject, servers, this.auth);
+        await this.publisher.connect();
+        this.dmPublisher = new ProxyConnection(this.cmSubject, servers, this.auth);
+        await this.dmPublisher.connect();
+        this.subscriber = this.publisher.subscribe(this.subject);
+        this.messageQueue = new MessageQueue('client', this.publisher, this.subscriber, this.logger, this.requestHandler.bind(this));
+        this.dmSubscriber = this.dmPublisher.subscribe(this.cmSubject);
+        this.dmSubscriber.on('message', this.onProxyMessage.bind(this));
+    }
+    async getFFmpegPath() {
+        return await this.onRequest('getFFmpegPath');
+    }
+    async getServerAddresses() {
+        return await this.onRequest('getServerAddresses');
+    }
+    async getIceServers() {
+        return await this.onRequest('getIceServers');
+    }
+    emit() {
+        return true;
+    }
+    // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    requestHandler(message) { }
+    async emitEvent(message) {
+        switch (message.type) {
+            case 'systemUpdated': {
+                const { system } = message.data;
+                super.emit(message.type, system);
+                break;
+            }
+        }
+    }
+    async onProxyMessage(msg) {
+        if (!this.initialized) {
+            return;
+        }
+        const message = unpack(msg.data);
+        this.emitEvent(message);
+    }
+    onRequest(fn, args, timeout = 5000) {
+        if (!this.messageQueue) {
+            throw new Error('Message queue is not initialized');
+        }
+        const payload = {
+            requestId: uuidv4(),
+            targetId: this.subject,
+            targetName: this.plugin.name,
+            pluginId: this.plugin.id,
+            type: 'request',
+            proxy: 'core',
+            client: 'cameraFn',
+            fn,
+            args: args || [],
+            timestamp: Date.now(),
+            timeout,
+        };
+        return this.messageQueue.enqueue(payload);
+    }
+    async close() {
+        this.initialized = false;
+        this.removeAllListeners();
+        this.api.removeListener('shutdown', this.close.bind(this));
+        this.messageQueue?.abortQueue();
+        await Promise.allSettled([this.publisher?.close(), this.dmPublisher?.close()]);
+    }
+}
+//# sourceMappingURL=coreManager.js.map

package/dist/server/src/polyglot/node/plugins/proxy/coreManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"coreManager.js","sourceRoot":"","sources":["../../../../../../../src/polyglot/node/plugins/proxy/coreManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AAEpC,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AACjE,OAAO,EAAE,YAAY,EAAE,MAAM,kCAAkC,CAAC;AAChE,OAAO,EAAE,MAAM,EAAE,MAAM,6BAA6B,CAAC;AA0BrD,MAAM,OAAO,gBAAiB,SAAQ,YAAY;IACxC,GAAG,CAAM;IACT,MAAM,CAAe;IAErB,WAAW,GAAG,KAAK,CAAC;IAEpB,OAAO,CAAS;IAChB,SAAS,CAAS;IAElB,SAAS,CAAmB;IAC5B,WAAW,CAAmB;IAE9B,UAAU,CAAqB;IAC/B,YAAY,CAAqB;IAEjC,YAAY,CAAgB;IAE5B,IAAI,CAAa;IACjB,cAAc,CAAW;IACzB,MAAM,CAAa;IAE3B,YAAY,GAAQ,EAAE,MAAoB,EAAE,MAAkB,EAAE,cAAwB,EAAE,IAAgB;QACxG,KAAK,EAAE,CAAC;QAER,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,IAAI,CAAC,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,cAAc,CAAC;QAC/C,IAAI,CAAC,SAAS,GAAG,wBAAwB,CAAC;QAE1C,kFAAkF;QAElF,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3D,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAExB,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;QAEzF,IAAI,CAAC,SAAS,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACvE,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QAE/B,IAAI,CAAC,WAAW,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3E,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;QAEjC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzD,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAE7H,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC/D,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAClE,CAAC;IAEM,KAAK,CAAC,aAAa;QACxB,OAAO,MAAM,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;IAC/C,CAAC;IAEM,KAAK,CAAC,kBAAkB;QAC7B,OAAO,MAAM,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;IACpD,CAAC;IAEM,KAAK,CAAC,aAAa;QACxB,OAAO,MAAM,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;IAC/C,CAAC;IAEM,IAAI;QACT,OAAO,IAAI,CAAC;IACd,CAAC;IAED,6DAA6D;IACrD,cAAc,CAAC,OAA8B,IAAG,CAAC;IAEjD,KAAK,CAAC,SAAS,CAAC,OAA0C;QAChE,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,MAAM,EAAE,MAAM,EAAE,GAA4C,OAAO,CAAC,IAAI,CAAC;gBACzE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBACjC,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,GAAQ;QACnC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,CAAoC,GAAG,CAAC,IAAI,CAAC,CAAC;QACpE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAC1B,CAAC;IAEO,SAAS,CACf,EAAK,EACL,IAAyD,EACzD,UAAkB,IAAI;QAEtB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,OAAO,GAA0B;YACrC,SAAS,EAAE,MAAM,EAAE;YACnB,QAAQ,EAAE,IAAI,CAAC,OAAO;YACtB,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YAC5B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE;YACxB,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,MAAM;YACb,MAAM,EAAE,UAAU;YAClB,EAAE;YACF,IAAI,EAAE,IAAI,IAAI,EAAE;YAChB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,OAAO;SACR,CAAC;QAEF,OAAO,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;IAEO,KAAK,CAAC,KAAK;QACjB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QACzB,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3D,IAAI,CAAC,YAAY,EAAE,UAAU,EAAE,CAAC;QAChC,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IACjF,CAAC;CACF"}

package/dist/server/src/polyglot/node/plugins/proxy/deviceManager.d.ts

@@ -0,0 +1,47 @@
+import { EventEmitter } from 'node:events';
+import { CameraDeviceProxy } from './cameraDevice.js';
+import type { CameraDevice } from '../../../../camera/device.js';
+import type { CameraConfig } from '../../../../camera/types.js';
+import type { AuthConfig } from '../../../../decoder/types.js';
+import type { DeviceManagerProxyEventCallbacks, DeviceManagerProxyMethods } from '../../../../nats/types.js';
+import type { PluginInfo } from '../../../../plugins/types.js';
+import type { API } from '../pluginApi.js';
+import type { PluginLogger } from '../pluginLogger.js';
+export declare interface DeviceManager extends DeviceManagerProxyMethods {
+    on<E extends keyof DeviceManagerProxyEventCallbacks>(event: E, listener: DeviceManagerProxyEventCallbacks[E]): this;
+    once<E extends keyof DeviceManagerProxyEventCallbacks>(event: E, listener: DeviceManagerProxyEventCallbacks[E]): this;
+    off<E extends keyof DeviceManagerProxyEventCallbacks>(event: E, listener: DeviceManagerProxyEventCallbacks[E]): this;
+    removeListener<E extends keyof DeviceManagerProxyEventCallbacks>(event: E, listener: DeviceManagerProxyEventCallbacks[E]): this;
+    removeAllListeners<E extends keyof DeviceManagerProxyEventCallbacks>(event?: E): this;
+}
+export declare class DeviceManagerProxy extends EventEmitter implements DeviceManager {
+    private api;
+    private logger;
+    private initialized;
+    private subject;
+    private dmSubject;
+    private publisher?;
+    private dmPublisher?;
+    private subscriber?;
+    private dmSubscriber?;
+    private messageQueue?;
+    private auth;
+    private proxyEndpoints;
+    private plugin;
+    private devices;
+    constructor(api: API, logger: PluginLogger, plugin: PluginInfo, proxyEndpoints: string[], auth: AuthConfig);
+    init(): Promise<void>;
+    getCameraById(id: string): Promise<CameraDevice | undefined>;
+    getCameraByName(name: string): Promise<CameraDevice | undefined>;
+    createCamera(cameraConfig: CameraConfig): Promise<CameraDevice>;
+    removeCameraByName(name: string): Promise<void>;
+    removeCameraById(id: string): Promise<void>;
+    emit(): boolean;
+    configureCameras(cameraDevices: CameraDeviceProxy[]): void;
+    private requestHandler;
+    private emitEvent;
+    private onProxyMessage;
+    private onRequest;
+    private addOrGetCamera;
+    private close;
+}