@voltkit-rtc/client 0.8.0 → 0.9.0

package/dist/esm/video-effects.js

@@ -0,0 +1,488 @@
+/**
+ * Virtual background and beauty for the camera (docs/implementation-progress/RTC_PERF_PROGRESS.md P3-5): a blurred or
+ * replaced background and skin smoothing, as LiveKit's track processors, Agora's and ZEGOCLOUD's virtual background and
+ * beauty extensions, and Tencent TRTC's video effect plugin do -- in the browser, on the GPU.
+ *
+ * Imported on its own (`@voltkit-rtc/client/video-effects`), so an app that does not use it never ships it:
+ *
+ *   import { createVideoEffects } from '@voltkit-rtc/client/video-effects';
+ *   const effects = createVideoEffects({ background: 'blur', beauty: true });
+ *   await client.setVideoProcessor(effects);
+ *   await effects.update({ background: { image: '/office.jpg' } });   // live, no pause for viewers
+ *
+ * Finding the person takes Google's MediaPipe selfie segmenter: install `@mediapipe/tasks-vision@0.10.35` next to the
+ * SDK (an optional peer dependency, 0.10.35 exactly -- later versions report usage to Google). Its wasm (3 MB
+ * compressed) and the model (250 kB) load the first time a background effect is used: the wasm from jsDelivr at that
+ * version and the model from Google, unless you serve them yourself (`wasmPath`, `modelUrl`). Beauty alone needs none
+ * of it.
+ *
+ * Chrome and Edge process each camera frame as it arrives (insertable streams: smooth, and it keeps going in a
+ * background tab). Firefox and Safari draw from a hidden video on a worker's timer into a captured canvas -- what
+ * LiveKit, Twilio and Amazon Chime fall back to -- which a background tab can slow down.
+ */
+import { backgroundMode, beautySettings, blurLevel, blurSigma, coverFit, MonotonicClock, SegmentationPacer, segmentationSize, smoothMask, } from './effects-core.js';
+import { EffectsRenderer } from './effects-gl.js';
+/** The `@mediapipe/tasks-vision` version this SDK was tested with; the default wasm URL points at it. */
+export const MEDIAPIPE_VERSION = '0.10.35';
+const MEDIAPIPE_WASM = `https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@${MEDIAPIPE_VERSION}/wasm`;
+/** Google's selfie segmenter for portrait and square pictures (phones), at a fixed version. */
+export const DEFAULT_SEGMENTER_MODEL = 'https://storage.googleapis.com/mediapipe-models/image_segmenter/selfie_segmenter/float16/1/selfie_segmenter.tflite';
+/**
+ * Its landscape version, for wide pictures (webcams): fed a 16:9 frame, the square model leaves patches of the room
+ * beside the head, the landscape one traces it cleanly (as LiveKit, Twilio, Chime and TRTC use for webcams).
+ */
+export const DEFAULT_LANDSCAPE_MODEL = 'https://storage.googleapis.com/mediapipe-models/image_segmenter/selfie_segmenter_landscape/float16/1/selfie_segmenter_landscape.tflite';
+/** Whether this browser can run the effects (WebGL2, and a way to take and give back frames). */
+export function isVideoEffectsSupported() {
+    if (typeof document === 'undefined' || typeof WebGL2RenderingContext === 'undefined')
+        return false;
+    if (pumpKind() === null)
+        return false;
+    try {
+        const gl = document.createElement('canvas').getContext('webgl2');
+        if (!gl)
+            return false;
+        gl.getExtension('WEBGL_lose_context')?.loseContext();
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+function pumpKind() {
+    const g = globalThis;
+    if (typeof g.MediaStreamTrackProcessor === 'function' && typeof g.MediaStreamTrackGenerator === 'function' && typeof VideoFrame === 'function')
+        return 'insertable';
+    if (typeof HTMLCanvasElement !== 'undefined' && typeof HTMLCanvasElement.prototype.captureStream === 'function')
+        return 'canvas';
+    return null;
+}
+/** MediaPipe's selfie segmenter, on the GPU where it starts, else the CPU. */
+async function loadMediaPipe(wasmPath, modelUrl) {
+    const vision = await import('@mediapipe/tasks-vision');
+    const fileset = await vision.FilesetResolver.forVisionTasks(wasmPath);
+    const make = (delegate) => vision.ImageSegmenter.createFromOptions(fileset, {
+        baseOptions: { modelAssetPath: modelUrl, delegate },
+        runningMode: 'VIDEO',
+        outputConfidenceMasks: true,
+        outputCategoryMask: false,
+    });
+    let segmenter;
+    try {
+        segmenter = await make('GPU');
+    }
+    catch {
+        segmenter = await make('CPU');
+    }
+    return {
+        segment(input, timestampMs, use) {
+            segmenter.segmentForVideo(input, timestampMs, (result) => {
+                // The selfie segmenter's one mask: how sure it is that each pixel is the person. Only valid in here.
+                const mask = result.confidenceMasks?.[0];
+                if (mask)
+                    use(mask.getAsFloat32Array());
+            });
+        },
+        close() {
+            segmenter.close();
+        },
+    };
+}
+const browserDeps = { loadSegmenter: loadMediaPipe };
+/** The largest side a background picture is kept at, to spare the GPU's memory. */
+const PICTURE_MAX = 1920;
+async function loadPicture(source) {
+    let input;
+    if (typeof source === 'string') {
+        const img = new Image();
+        img.crossOrigin = 'anonymous';
+        img.decoding = 'async';
+        img.src = source;
+        await img.decode();
+        input = img;
+    }
+    else {
+        input = source;
+    }
+    let bitmap = await createImageBitmap(input);
+    const longest = Math.max(bitmap.width, bitmap.height);
+    if (longest > PICTURE_MAX) {
+        const scale = PICTURE_MAX / longest;
+        const smaller = await createImageBitmap(bitmap, { resizeWidth: Math.round(bitmap.width * scale), resizeHeight: Math.round(bitmap.height * scale), resizeQuality: 'high' });
+        bitmap.close();
+        bitmap = smaller;
+    }
+    const b = bitmap;
+    return { image: b, width: b.width, height: b.height, close: () => b.close() };
+}
+/** Chrome and Edge: every camera frame as it arrives, out through a generator track; no timer, no page rendering. */
+function insertablePump(source, draw, canvas, frameIntervalMs, minGapUs) {
+    const g = globalThis;
+    const reader = new g.MediaStreamTrackProcessor({ track: source }).readable.getReader();
+    const generator = new g.MediaStreamTrackGenerator({ kind: 'video' });
+    const writer = generator.writable.getWriter();
+    let stopped = false;
+    let lastOut = Number.NEGATIVE_INFINITY;
+    let failures = 0;
+    const stop = () => {
+        if (stopped)
+            return;
+        stopped = true;
+        void reader.cancel().catch(() => undefined);
+        void writer.close().catch(() => undefined);
+        generator.stop();
+    };
+    void (async () => {
+        try {
+            for (;;) {
+                const { value: frame, done } = await reader.read();
+                if (done || !frame)
+                    return;
+                if (stopped || generator.readyState === 'ended') {
+                    frame.close();
+                    return;
+                }
+                // Paused (the camera is off), or sooner than maxFrameRate allows: nothing to do for this one.
+                if (!generator.enabled || frame.timestamp - lastOut < minGapUs) {
+                    frame.close();
+                    continue;
+                }
+                let out = null;
+                try {
+                    draw(frame, frame.displayWidth, frame.displayHeight, frameIntervalMs);
+                    out = new VideoFrame(canvas, { timestamp: frame.timestamp });
+                    lastOut = frame.timestamp;
+                    failures = 0;
+                }
+                catch (err) {
+                    // A frame that cannot be drawn is dropped, never sent as it is: the background may be what is hidden.
+                    if ((failures += 1) === 1)
+                        console.warn('video effects: a frame could not be processed', err);
+                }
+                finally {
+                    frame.close();
+                }
+                if (out)
+                    await writer.write(out);
+            }
+        }
+        catch {
+            // The output was stopped, or the camera went.
+        }
+        finally {
+            stop();
+        }
+    })();
+    return { output: generator, stop };
+}
+/** A timer that keeps time in a background tab: a worker's (LiveKit's FrameTicker), the page's if a CSP refuses it. */
+function startTicker(ms, tick) {
+    let interval = null;
+    const onPage = () => {
+        if (interval === null)
+            interval = setInterval(tick, ms);
+    };
+    let worker = null;
+    let url = null;
+    try {
+        url = URL.createObjectURL(new Blob(['let t=null;onmessage=(e)=>{clearInterval(t);t=e.data>0?setInterval(()=>postMessage(0),e.data):null;};'], { type: 'text/javascript' }));
+        worker = new Worker(url);
+        worker.onmessage = () => tick();
+        worker.onerror = () => {
+            worker?.terminate();
+            worker = null;
+            onPage();
+        };
+        worker.postMessage(ms);
+    }
+    catch {
+        worker = null;
+        onPage();
+    }
+    return () => {
+        worker?.terminate();
+        worker = null;
+        if (interval !== null)
+            clearInterval(interval);
+        interval = null;
+        if (url)
+            URL.revokeObjectURL(url);
+    };
+}
+/** Firefox and Safari: a hidden video drawn on a worker's timer, the canvas captured as the output. */
+function canvasPump(source, draw, canvas, frameIntervalMs) {
+    const video = document.createElement('video');
+    video.muted = true;
+    video.playsInline = true;
+    video.autoplay = true;
+    video.srcObject = new MediaStream([source]);
+    const play = () => { void video.play().catch(() => undefined); };
+    play();
+    const output = canvas.captureStream().getVideoTracks()[0];
+    if (!output)
+        throw new Error('video effects: this browser gives no track from a canvas');
+    let stopped = false;
+    let lastTime = -1;
+    let failures = 0;
+    const stop = () => {
+        if (stopped)
+            return;
+        stopped = true;
+        stopTicker();
+        video.pause();
+        video.srcObject = null;
+        output.stop();
+    };
+    const stopTicker = startTicker(frameIntervalMs, () => {
+        if (stopped)
+            return;
+        if (output.readyState === 'ended' || source.readyState === 'ended') {
+            stop();
+            return;
+        }
+        // WebKit can refuse play() until later: keep asking.
+        if (video.paused)
+            play();
+        if (!output.enabled || video.readyState < 2 || video.videoWidth === 0)
+            return;
+        if (video.currentTime === lastTime)
+            return;
+        lastTime = video.currentTime;
+        try {
+            draw(video, video.videoWidth, video.videoHeight, frameIntervalMs);
+            failures = 0;
+        }
+        catch (err) {
+            if ((failures += 1) === 1)
+                console.warn('video effects: a frame could not be processed', err);
+        }
+    });
+    return { output, stop };
+}
+/** Virtual background and beauty, for `client.setVideoProcessor()`. */
+export function createVideoEffects(options = {}, stand = {}) {
+    const deps = { ...browserDeps, ...stand };
+    const wasmPath = options.wasmPath ?? MEDIAPIPE_WASM;
+    const modelFor = (width, height) => options.modelUrl ?? (width > height ? DEFAULT_LANDSCAPE_MODEL : DEFAULT_SEGMENTER_MODEL);
+    const maxFrameRate = typeof options.maxFrameRate === 'number' && options.maxFrameRate > 0 ? options.maxFrameRate : null;
+    const state = {
+        mode: 'none',
+        blur: blurLevel(options.blur),
+        beauty: beautySettings(options.beauty),
+    };
+    let picture = null;
+    // By model: one for wide pictures, one for tall ones, each loaded when first needed.
+    const segmenters = new Map();
+    const loading = new Map();
+    // The camera's shape, for the model to load before it is seen; a webcam's until a camera is given.
+    let shape = { width: 1280, height: 720 };
+    let renderer = null;
+    let pipeline = null;
+    let destroyed = false;
+    let overloaded = false;
+    const pacer = new SegmentationPacer();
+    const clock = new MonotonicClock();
+    // Per camera: the mask and how far along it is.
+    let maskReady = false;
+    let steady = null;
+    let maskBytes = new Uint8Array(0);
+    let frameIndex = 0;
+    let segCanvas = null;
+    let segContext = null;
+    let pictureUploaded = null;
+    const ensureSegmenter = (model) => {
+        const ready = segmenters.get(model);
+        if (ready)
+            return Promise.resolve(ready);
+        let pending = loading.get(model);
+        if (!pending) {
+            pending = deps.loadSegmenter(wasmPath, model).then((s) => {
+                loading.delete(model);
+                if (destroyed) {
+                    s.close();
+                    throw new Error('video effects: destroyed');
+                }
+                segmenters.set(model, s);
+                return s;
+            }, (err) => {
+                loading.delete(model); // tried again next time (a network blip)
+                throw err;
+            });
+            loading.set(model, pending);
+        }
+        return pending;
+    };
+    /** A fresh start for the mask: nothing behind the person shows until the next one is found. */
+    const restartMask = () => {
+        maskReady = false;
+        steady = null;
+        frameIndex = 0;
+    };
+    const segmentInto = (input, width, height, frameIntervalMs) => {
+        const model = modelFor(width, height);
+        let seg = segmenters.get(model);
+        if (!seg) {
+            // The camera turned (a phone rotated): the other model loads meanwhile, and the one there is goes on.
+            void ensureSegmenter(model).catch(() => undefined);
+            seg = segmenters.values().next().value;
+        }
+        if (!seg || !renderer)
+            return;
+        const size = segmentationSize(width, height);
+        if (!segCanvas || segCanvas.width !== size.width || segCanvas.height !== size.height) {
+            segCanvas = typeof OffscreenCanvas === 'function' ? new OffscreenCanvas(size.width, size.height) : Object.assign(document.createElement('canvas'), size);
+            segContext = segCanvas.getContext('2d');
+            maskBytes = new Uint8Array(size.width * size.height);
+            steady = null;
+        }
+        if (!segContext)
+            return;
+        segContext.drawImage(input, 0, 0, size.width, size.height);
+        const started = performance.now();
+        seg.segment(segCanvas, clock.next(started), (confidence) => {
+            if (confidence.length !== size.width * size.height || !renderer)
+                return;
+            steady = smoothMask(confidence, steady, maskBytes);
+            renderer.uploadMask(maskBytes, size.width, size.height);
+            maskReady = true;
+        });
+        const now = performance.now();
+        pacer.report(now - started, frameIntervalMs, now);
+        const over = pacer.overloaded(frameIntervalMs);
+        if (over !== overloaded) {
+            overloaded = over;
+            try {
+                options.onOverload?.(over);
+            }
+            catch { /* the app's */ }
+        }
+    };
+    const draw = (input, width, height, frameIntervalMs) => {
+        const r = renderer;
+        if (!r || r.lost || !(width > 0 && height > 0))
+            return;
+        r.setSize(width, height);
+        r.uploadFrame(input);
+        const mode = state.mode;
+        if (mode !== 'none') {
+            if (pacer.shouldSegment(frameIndex))
+                segmentInto(input, width, height, frameIntervalMs);
+            frameIndex += 1;
+        }
+        if (mode === 'image' && picture && pictureUploaded !== picture) {
+            r.setPicture(picture.image, picture.width, picture.height);
+            pictureUploaded = picture;
+        }
+        else if (mode !== 'image' && pictureUploaded) {
+            r.setPicture(null);
+            pictureUploaded = null;
+        }
+        r.render({
+            mode,
+            blurSigma: blurSigma(state.blur, r.size.blurHeight),
+            beauty: state.beauty,
+            maskReady,
+            cover: picture ? coverFit(picture.width, picture.height, width, height) : { sx: 1, sy: 1, ox: 0, oy: 0 },
+        });
+    };
+    const apply = async (changes) => {
+        if (destroyed)
+            throw new Error('video effects: destroyed');
+        let mode = state.mode;
+        let nextPicture;
+        if ('background' in changes) {
+            mode = backgroundMode(changes.background);
+            // Loaded before anything changes: one that fails leaves the effects as they were.
+            if (mode === 'image')
+                nextPicture = await loadPicture(changes.background.image);
+            if (mode !== 'none') {
+                try {
+                    await ensureSegmenter(modelFor(shape.width, shape.height));
+                }
+                catch (err) {
+                    nextPicture?.close();
+                    throw err;
+                }
+            }
+        }
+        if (destroyed) {
+            nextPicture?.close();
+            throw new Error('video effects: destroyed');
+        }
+        if ('blur' in changes)
+            state.blur = blurLevel(changes.blur);
+        if ('beauty' in changes)
+            state.beauty = beautySettings(changes.beauty);
+        if (mode !== state.mode)
+            restartMask();
+        if (nextPicture !== undefined || mode !== 'image') {
+            const old = picture;
+            picture = nextPicture ?? null;
+            if (old && old !== picture)
+                old.close();
+        }
+        state.mode = mode;
+    };
+    // The background asked for at creation starts loading now, so it is likely ready by the time the camera is.
+    let queue = apply({ background: options.background ?? 'none' });
+    queue.catch(() => undefined);
+    const pumpChoice = deps.pump ?? pumpKind();
+    return {
+        name: 'video-effects',
+        async process(track) {
+            if (destroyed)
+                throw new Error('video effects: destroyed');
+            if (!pumpChoice)
+                throw new Error('video effects are not supported in this browser');
+            await queue; // the background asked for at creation: a failure is the SDK's to report
+            const settings = track.getSettings();
+            if (typeof settings.width === 'number' && typeof settings.height === 'number' && settings.width > 0 && settings.height > 0) {
+                shape = { width: settings.width, height: settings.height };
+            }
+            // The model for this camera's shape, before its first frame: a background shows nothing behind the person meanwhile.
+            if (state.mode !== 'none')
+                await ensureSegmenter(modelFor(shape.width, shape.height));
+            pipeline?.stop();
+            pipeline = null;
+            if (!renderer) {
+                const canvas = pumpChoice === 'insertable' && typeof OffscreenCanvas === 'function' ? new OffscreenCanvas(2, 2) : document.createElement('canvas');
+                renderer = new EffectsRenderer(canvas);
+            }
+            restartMask();
+            const cameraRate = typeof settings.frameRate === 'number' && settings.frameRate > 0 ? settings.frameRate : 30;
+            const rate = maxFrameRate ? Math.min(maxFrameRate, cameraRate) : cameraRate;
+            const frameIntervalMs = 1000 / rate;
+            pipeline = pumpChoice === 'insertable'
+                ? insertablePump(track, draw, renderer.canvas, frameIntervalMs, maxFrameRate ? (1e6 / maxFrameRate) * 0.8 : 0)
+                : canvasPump(track, draw, renderer.canvas, frameIntervalMs);
+            return pipeline.output;
+        },
+        update(changes) {
+            // One change at a time, in the order asked.
+            const next = queue.catch(() => undefined).then(() => apply(changes));
+            queue = next.catch(() => undefined);
+            return next;
+        },
+        get settings() {
+            return { background: state.mode, blur: state.blur, beauty: state.beauty ? { ...state.beauty } : null };
+        },
+        get stats() {
+            return { segmentEvery: pacer.interval, segmentMs: Math.round(pacer.segmentMs * 10) / 10, overloaded };
+        },
+        destroy() {
+            if (destroyed)
+                return;
+            destroyed = true;
+            pipeline?.stop();
+            pipeline = null;
+            for (const s of segmenters.values())
+                s.close();
+            segmenters.clear();
+            renderer?.dispose();
+            renderer = null;
+            picture?.close();
+            picture = null;
+        },
+    };
+}
+//# sourceMappingURL=video-effects.js.map

package/dist/esm/video-effects.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"video-effects.js","sourceRoot":"","sources":["../../src/video-effects.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,OAAO,EACL,cAAc,EACd,cAAc,EACd,SAAS,EACT,SAAS,EACT,QAAQ,EACR,cAAc,EACd,iBAAiB,EACjB,gBAAgB,EAChB,UAAU,GAKX,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAKlD,yGAAyG;AACzG,MAAM,CAAC,MAAM,iBAAiB,GAAG,SAAS,CAAC;AAC3C,MAAM,cAAc,GAAG,wDAAwD,iBAAiB,OAAO,CAAC;AACxG,+FAA+F;AAC/F,MAAM,CAAC,MAAM,uBAAuB,GAAG,oHAAoH,CAAC;AAC5J;;;GAGG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,wIAAwI,CAAC;AAqDhL,iGAAiG;AACjG,MAAM,UAAU,uBAAuB;IACrC,IAAI,OAAO,QAAQ,KAAK,WAAW,IAAI,OAAO,sBAAsB,KAAK,WAAW;QAAE,OAAO,KAAK,CAAC;IACnG,IAAI,QAAQ,EAAE,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IACtC,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QACjE,IAAI,CAAC,EAAE;YAAE,OAAO,KAAK,CAAC;QACtB,EAAE,CAAC,YAAY,CAAC,oBAAoB,CAAC,EAAE,WAAW,EAAE,CAAC;QACrD,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAQD,SAAS,QAAQ;IACf,MAAM,CAAC,GAAG,UAA0C,CAAC;IACrD,IAAI,OAAO,CAAC,CAAC,yBAAyB,KAAK,UAAU,IAAI,OAAO,CAAC,CAAC,yBAAyB,KAAK,UAAU,IAAI,OAAO,UAAU,KAAK,UAAU;QAAE,OAAO,YAAY,CAAC;IACpK,IAAI,OAAO,iBAAiB,KAAK,WAAW,IAAI,OAAO,iBAAiB,CAAC,SAAS,CAAC,aAAa,KAAK,UAAU;QAAE,OAAO,QAAQ,CAAC;IACjI,OAAO,IAAI,CAAC;AACd,CAAC;AAED,8EAA8E;AAC9E,KAAK,UAAU,aAAa,CAAC,QAAgB,EAAE,QAAgB;IAC7D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC,CAAC;IACvD,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;IACtE,MAAM,IAAI,GAAG,CAAC,QAAuB,EAAE,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,iBAAiB,CAAC,OAAO,EAAE;QACzF,WAAW,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,QAAQ,EAAE;QACnD,WAAW,EAAE,OAAO;QACpB,qBAAqB,EAAE,IAAI;QAC3B,kBAAkB,EAAE,KAAK;KAC1B,CAAC,CAAC;IACH,IAAI,SAA2C,CAAC;IAChD,IAAI,CAAC;QACH,SAAS,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,SAAS,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IACD,OAAO;QACL,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG;YAC7B,SAAS,CAAC,eAAe,CAAC,KAAK,EAAE,WAAW,EAAE,CAAC,MAAM,EAAE,EAAE;gBACvD,qGAAqG;gBACrG,MAAM,IAAI,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,CAAC;gBACzC,IAAI,IAAI;oBAAE,GAAG,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;YAC1C,CAAC,CAAC,CAAC;QACL,CAAC;QACD,KAAK;YACH,SAAS,CAAC,KAAK,EAAE,CAAC;QACpB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,WAAW,GAAqB,EAAE,aAAa,EAAE,aAAa,EAAE,CAAC;AAEvE,mFAAmF;AACnF,MAAM,WAAW,GAAG,IAAI,CAAC;AASzB,KAAK,UAAU,WAAW,CAAC,MAA6B;IACtD,IAAI,KAAwB,CAAC;IAC7B,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,IAAI,KAAK,EAAE,CAAC;QACxB,GAAG,CAAC,WAAW,GAAG,WAAW,CAAC;QAC9B,GAAG,CAAC,QAAQ,GAAG,OAAO,CAAC;QACvB,GAAG,CAAC,GAAG,GAAG,MAAM,CAAC;QACjB,MAAM,GAAG,CAAC,MAAM,EAAE,CAAC;QACnB,KAAK,GAAG,GAAG,CAAC;IACd,CAAC;SAAM,CAAC;QACN,KAAK,GAAG,MAA2B,CAAC;IACtC,CAAC;IACD,IAAI,MAAM,GAAG,MAAM,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IACtD,IAAI,OAAO,GAAG,WAAW,EAAE,CAAC;QAC1B,MAAM,KAAK,GAAG,WAAW,GAAG,OAAO,CAAC;QACpC,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3K,MAAM,CAAC,KAAK,EAAE,CAAC;QACf,MAAM,GAAG,OAAO,CAAC;IACnB,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,CAAC;IACjB,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;AAChF,CAAC;AAUD,qHAAqH;AACrH,SAAS,cAAc,CAAC,MAAwB,EAAE,IAAU,EAAE,MAA2C,EAAE,eAAuB,EAAE,QAAgB;IAClJ,MAAM,CAAC,GAAG,UAAoD,CAAC;IAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,yBAAyB,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;IACvF,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,yBAAyB,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IACrE,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;IAC9C,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,OAAO,GAAG,MAAM,CAAC,iBAAiB,CAAC;IACvC,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,MAAM,IAAI,GAAG,GAAG,EAAE;QAChB,IAAI,OAAO;YAAE,OAAO;QACpB,OAAO,GAAG,IAAI,CAAC;QACf,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC5C,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC3C,SAAS,CAAC,IAAI,EAAE,CAAC;IACnB,CAAC,CAAC;IACF,KAAK,CAAC,KAAK,IAAI,EAAE;QACf,IAAI,CAAC;YACH,SAAS,CAAC;gBACR,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBACnD,IAAI,IAAI,IAAI,CAAC,KAAK;oBAAE,OAAO;gBAC3B,IAAI,OAAO,IAAI,SAAS,CAAC,UAAU,KAAK,OAAO,EAAE,CAAC;oBAChD,KAAK,CAAC,KAAK,EAAE,CAAC;oBACd,OAAO;gBACT,CAAC;gBACD,8FAA8F;gBAC9F,IAAI,CAAC,SAAS,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,GAAG,OAAO,GAAG,QAAQ,EAAE,CAAC;oBAC/D,KAAK,CAAC,KAAK,EAAE,CAAC;oBACd,SAAS;gBACX,CAAC;gBACD,IAAI,GAAG,GAAsB,IAAI,CAAC;gBAClC,IAAI,CAAC;oBACH,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC;oBACtE,GAAG,GAAG,IAAI,UAAU,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;oBAC7D,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC;oBAC1B,QAAQ,GAAG,CAAC,CAAC;gBACf,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,sGAAsG;oBACtG,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC,KAAK,CAAC;wBAAE,OAAO,CAAC,IAAI,CAAC,+CAA+C,EAAE,GAAG,CAAC,CAAC;gBAChG,CAAC;wBAAS,CAAC;oBACT,KAAK,CAAC,KAAK,EAAE,CAAC;gBAChB,CAAC;gBACD,IAAI,GAAG;oBAAE,MAAM,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,8CAA8C;QAChD,CAAC;gBAAS,CAAC;YACT,IAAI,EAAE,CAAC;QACT,CAAC;IACH,CAAC,CAAC,EAAE,CAAC;IACL,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;AACrC,CAAC;AAED,uHAAuH;AACvH,SAAS,WAAW,CAAC,EAAU,EAAE,IAAgB;IAC/C,IAAI,QAAQ,GAA0C,IAAI,CAAC;IAC3D,MAAM,MAAM,GAAG,GAAG,EAAE;QAClB,IAAI,QAAQ,KAAK,IAAI;YAAE,QAAQ,GAAG,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC1D,CAAC,CAAC;IACF,IAAI,MAAM,GAAkB,IAAI,CAAC;IACjC,IAAI,GAAG,GAAkB,IAAI,CAAC;IAC9B,IAAI,CAAC;QACH,GAAG,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,uGAAuG,CAAC,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC;QAC5K,MAAM,GAAG,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC;QACzB,MAAM,CAAC,SAAS,GAAG,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC;QAChC,MAAM,CAAC,OAAO,GAAG,GAAG,EAAE;YACpB,MAAM,EAAE,SAAS,EAAE,CAAC;YACpB,MAAM,GAAG,IAAI,CAAC;YACd,MAAM,EAAE,CAAC;QACX,CAAC,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,GAAG,IAAI,CAAC;QACd,MAAM,EAAE,CAAC;IACX,CAAC;IACD,OAAO,GAAG,EAAE;QACV,MAAM,EAAE,SAAS,EAAE,CAAC;QACpB,MAAM,GAAG,IAAI,CAAC;QACd,IAAI,QAAQ,KAAK,IAAI;YAAE,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC/C,QAAQ,GAAG,IAAI,CAAC;QAChB,IAAI,GAAG;YAAE,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;IACpC,CAAC,CAAC;AACJ,CAAC;AAED,uGAAuG;AACvG,SAAS,UAAU,CAAC,MAAwB,EAAE,IAAU,EAAE,MAAyB,EAAE,eAAuB;IAC1G,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;IAC9C,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC;IACnB,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC;IACzB,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC;IACtB,KAAK,CAAC,SAAS,GAAG,IAAI,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IAC5C,MAAM,IAAI,GAAG,GAAG,EAAE,GAAG,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IACjE,IAAI,EAAE,CAAC;IACP,MAAM,MAAM,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1D,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;IACzF,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC;IAClB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,MAAM,IAAI,GAAG,GAAG,EAAE;QAChB,IAAI,OAAO;YAAE,OAAO;QACpB,OAAO,GAAG,IAAI,CAAC;QACf,UAAU,EAAE,CAAC;QACb,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;QACvB,MAAM,CAAC,IAAI,EAAE,CAAC;IAChB,CAAC,CAAC;IACF,MAAM,UAAU,GAAG,WAAW,CAAC,eAAe,EAAE,GAAG,EAAE;QACnD,IAAI,OAAO;YAAE,OAAO;QACpB,IAAI,MAAM,CAAC,UAAU,KAAK,OAAO,IAAI,MAAM,CAAC,UAAU,KAAK,OAAO,EAAE,CAAC;YACnE,IAAI,EAAE,CAAC;YACP,OAAO;QACT,CAAC;QACD,qDAAqD;QACrD,IAAI,KAAK,CAAC,MAAM;YAAE,IAAI,EAAE,CAAC;QACzB,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,KAAK,CAAC;YAAE,OAAO;QAC9E,IAAI,KAAK,CAAC,WAAW,KAAK,QAAQ;YAAE,OAAO;QAC3C,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC;QAC7B,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;YAClE,QAAQ,GAAG,CAAC,CAAC;QACf,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC,KAAK,CAAC;gBAAE,OAAO,CAAC,IAAI,CAAC,+CAA+C,EAAE,GAAG,CAAC,CAAC;QAChG,CAAC;IACH,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;AAC1B,CAAC;AAED,uEAAuE;AACvE,MAAM,UAAU,kBAAkB,CAAC,UAA+B,EAAE,EAAE,QAAmC,EAAE;IACzG,MAAM,IAAI,GAAqB,EAAE,GAAG,WAAW,EAAE,GAAG,KAAK,EAAE,CAAC;IAC5D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,cAAc,CAAC;IACpD,MAAM,QAAQ,GAAG,CAAC,KAAa,EAAE,MAAc,EAAU,EAAE,CAAC,OAAO,CAAC,QAAQ,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC;IACrJ,MAAM,YAAY,GAAG,OAAO,OAAO,CAAC,YAAY,KAAK,QAAQ,IAAI,OAAO,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;IACxH,MAAM,KAAK,GAAqF;QAC9F,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC;QAC7B,MAAM,EAAE,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC;KACvC,CAAC;IACF,IAAI,OAAO,GAAmB,IAAI,CAAC;IACnC,qFAAqF;IACrF,MAAM,UAAU,GAAG,IAAI,GAAG,EAA2B,CAAC;IACtD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAoC,CAAC;IAC5D,mGAAmG;IACnG,IAAI,KAAK,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;IACzC,IAAI,QAAQ,GAA2B,IAAI,CAAC;IAC5C,IAAI,QAAQ,GAAoB,IAAI,CAAC;IACrC,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,UAAU,GAAG,KAAK,CAAC;IACvB,MAAM,KAAK,GAAG,IAAI,iBAAiB,EAAE,CAAC;IACtC,MAAM,KAAK,GAAG,IAAI,cAAc,EAAE,CAAC;IACnC,gDAAgD;IAChD,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,MAAM,GAAwB,IAAI,CAAC;IACvC,IAAI,SAAS,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAClC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,SAAS,GAA+C,IAAI,CAAC;IACjE,IAAI,UAAU,GAAwE,IAAI,CAAC;IAC3F,IAAI,eAAe,GAAmB,IAAI,CAAC;IAE3C,MAAM,eAAe,GAAG,CAAC,KAAa,EAA4B,EAAE;QAClE,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,KAAK;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,CAChD,CAAC,CAAC,EAAE,EAAE;gBACJ,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACtB,IAAI,SAAS,EAAE,CAAC;oBACd,CAAC,CAAC,KAAK,EAAE,CAAC;oBACV,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;gBAC9C,CAAC;gBACD,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBACzB,OAAO,CAAC,CAAC;YACX,CAAC,EACD,CAAC,GAAY,EAAE,EAAE;gBACf,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,yCAAyC;gBAChE,MAAM,GAAG,CAAC;YACZ,CAAC,CACF,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC9B,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,+FAA+F;IAC/F,MAAM,WAAW,GAAG,GAAG,EAAE;QACvB,SAAS,GAAG,KAAK,CAAC;QAClB,MAAM,GAAG,IAAI,CAAC;QACd,UAAU,GAAG,CAAC,CAAC;IACjB,CAAC,CAAC;IAEF,MAAM,WAAW,GAAG,CAAC,KAAyC,EAAE,KAAa,EAAE,MAAc,EAAE,eAAuB,EAAE,EAAE;QACxH,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACtC,IAAI,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,sGAAsG;YACtG,KAAK,eAAe,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACnD,GAAG,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QACzC,CAAC;QACD,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC9B,MAAM,IAAI,GAAG,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YACrF,SAAS,GAAG,OAAO,eAAe,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC;YACzJ,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC,IAAI,CAAwE,CAAC;YAC/G,SAAS,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;YACrD,MAAM,GAAG,IAAI,CAAC;QAChB,CAAC;QACD,IAAI,CAAC,UAAU;YAAE,OAAO;QACxB,UAAU,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3D,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAClC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE;YACzD,IAAI,UAAU,CAAC,MAAM,KAAK,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ;gBAAE,OAAO;YACxE,MAAM,GAAG,UAAU,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;YACnD,QAAQ,CAAC,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACxD,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,KAAK,CAAC,MAAM,CAAC,GAAG,GAAG,OAAO,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC;QAC/C,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;YACxB,UAAU,GAAG,IAAI,CAAC;YAClB,IAAI,CAAC;gBAAC,OAAO,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,IAAI,GAAS,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,EAAE;QAC3D,MAAM,CAAC,GAAG,QAAQ,CAAC;QACnB,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC;YAAE,OAAO;QACvD,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACzB,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACrB,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACxB,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;YACpB,IAAI,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC;gBAAE,WAAW,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;YACxF,UAAU,IAAI,CAAC,CAAC;QAClB,CAAC;QACD,IAAI,IAAI,KAAK,OAAO,IAAI,OAAO,IAAI,eAAe,KAAK,OAAO,EAAE,CAAC;YAC/D,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YAC3D,eAAe,GAAG,OAAO,CAAC;QAC5B,CAAC;aAAM,IAAI,IAAI,KAAK,OAAO,IAAI,eAAe,EAAE,CAAC;YAC/C,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YACnB,eAAe,GAAG,IAAI,CAAC;QACzB,CAAC;QACD,CAAC,CAAC,MAAM,CAAC;YACP,IAAI;YACJ,SAAS,EAAE,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;YACnD,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,SAAS;YACT,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE;SACzG,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,MAAM,KAAK,GAAG,KAAK,EAAE,OAA2B,EAAiB,EAAE;QACjE,IAAI,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC3D,IAAI,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACtB,IAAI,WAAuC,CAAC;QAC5C,IAAI,YAAY,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,GAAG,cAAc,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAC1C,kFAAkF;YAClF,IAAI,IAAI,KAAK,OAAO;gBAAE,WAAW,GAAG,MAAM,WAAW,CAAE,OAAO,CAAC,UAA+C,CAAC,KAAK,CAAC,CAAC;YACtH,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBACpB,IAAI,CAAC;oBACH,MAAM,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC7D,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,WAAW,EAAE,KAAK,EAAE,CAAC;oBACrB,MAAM,GAAG,CAAC;gBACZ,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,SAAS,EAAE,CAAC;YACd,WAAW,EAAE,KAAK,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QACD,IAAI,MAAM,IAAI,OAAO;YAAE,KAAK,CAAC,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC5D,IAAI,QAAQ,IAAI,OAAO;YAAE,KAAK,CAAC,MAAM,GAAG,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACvE,IAAI,IAAI,KAAK,KAAK,CAAC,IAAI;YAAE,WAAW,EAAE,CAAC;QACvC,IAAI,WAAW,KAAK,SAAS,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;YAClD,MAAM,GAAG,GAAG,OAAO,CAAC;YACpB,OAAO,GAAG,WAAW,IAAI,IAAI,CAAC;YAC9B,IAAI,GAAG,IAAI,GAAG,KAAK,OAAO;gBAAE,GAAG,CAAC,KAAK,EAAE,CAAC;QAC1C,CAAC;QACD,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;IACpB,CAAC,CAAC;IAEF,4GAA4G;IAC5G,IAAI,KAAK,GAAkB,KAAK,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,MAAM,EAAE,CAAC,CAAC;IAC/E,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAE7B,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,IAAI,QAAQ,EAAE,CAAC;IAE3C,OAAO;QACL,IAAI,EAAE,eAAe;QAErB,KAAK,CAAC,OAAO,CAAC,KAAuB;YACnC,IAAI,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;YAC3D,IAAI,CAAC,UAAU;gBAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;YACpF,MAAM,KAAK,CAAC,CAAC,yEAAyE;YACtF,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;YACrC,IAAI,OAAO,QAAQ,CAAC,KAAK,KAAK,QAAQ,IAAI,OAAO,QAAQ,CAAC,MAAM,KAAK,QAAQ,IAAI,QAAQ,CAAC,KAAK,GAAG,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3H,KAAK,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;YAC7D,CAAC;YACD,qHAAqH;YACrH,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;gBAAE,MAAM,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;YACtF,QAAQ,EAAE,IAAI,EAAE,CAAC;YACjB,QAAQ,GAAG,IAAI,CAAC;YAChB,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,MAAM,GAAG,UAAU,KAAK,YAAY,IAAI,OAAO,eAAe,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;gBACnJ,QAAQ,GAAG,IAAI,eAAe,CAAC,MAAM,CAAC,CAAC;YACzC,CAAC;YACD,WAAW,EAAE,CAAC;YACd,MAAM,UAAU,GAAG,OAAO,QAAQ,CAAC,SAAS,KAAK,QAAQ,IAAI,QAAQ,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9G,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;YAC5E,MAAM,eAAe,GAAG,IAAI,GAAG,IAAI,CAAC;YACpC,QAAQ,GAAG,UAAU,KAAK,YAAY;gBACpC,CAAC,CAAC,cAAc,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,CAAC,MAAM,EAAE,eAAe,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,YAAY,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9G,CAAC,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,CAAC,MAA2B,EAAE,eAAe,CAAC,CAAC;YACnF,OAAO,QAAQ,CAAC,MAAM,CAAC;QACzB,CAAC;QAED,MAAM,CAAC,OAA2B;YAChC,4CAA4C;YAC5C,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;YACrE,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACpC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,QAAQ;YACV,OAAO,EAAE,UAAU,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACzG,CAAC;QAED,IAAI,KAAK;YACP,OAAO,EAAE,YAAY,EAAE,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,EAAE,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,CAAC;QACxG,CAAC;QAED,OAAO;YACL,IAAI,SAAS;gBAAE,OAAO;YACtB,SAAS,GAAG,IAAI,CAAC;YACjB,QAAQ,EAAE,IAAI,EAAE,CAAC;YACjB,QAAQ,GAAG,IAAI,CAAC;YAChB,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM,EAAE;gBAAE,CAAC,CAAC,KAAK,EAAE,CAAC;YAC/C,UAAU,CAAC,KAAK,EAAE,CAAC;YACnB,QAAQ,EAAE,OAAO,EAAE,CAAC;YACpB,QAAQ,GAAG,IAAI,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,CAAC;YACjB,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;KACF,CAAC;AACJ,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@voltkit-rtc/client",
-  "version": "0.8.0",
+  "version": "0.9.0",
   "description": "Browser SDK for VoltKit RTC: realtime audio/video rooms, chat and live broadcast publishing.",
   "keywords": [
     "voltkit",
@@ -35,6 +35,26 @@
         "default": "./dist/cjs/index.js"
       }
     },
+    "./noise-suppression": {
+      "import": {
+        "types": "./dist/esm/noise-suppression.d.ts",
+        "default": "./dist/esm/noise-suppression.js"
+      },
+      "require": {
+        "types": "./dist/cjs/noise-suppression.d.ts",
+        "default": "./dist/cjs/noise-suppression.js"
+      }
+    },
+    "./video-effects": {
+      "import": {
+        "types": "./dist/esm/video-effects.d.ts",
+        "default": "./dist/esm/video-effects.js"
+      },
+      "require": {
+        "types": "./dist/cjs/video-effects.d.ts",
+        "default": "./dist/cjs/video-effects.js"
+      }
+    },
     "./package.json": "./package.json"
   },
   "sideEffects": false,
@@ -53,9 +73,19 @@
     "test": "npm run build && node --test test/"
   },
   "dependencies": {
+    "@sapphi-red/web-noise-suppressor": "0.4.1",
     "mediasoup-client": "^3.22.0"
   },
+  "peerDependencies": {
+    "@mediapipe/tasks-vision": "0.10.35"
+  },
+  "peerDependenciesMeta": {
+    "@mediapipe/tasks-vision": {
+      "optional": true
+    }
+  },
   "devDependencies": {
+    "@mediapipe/tasks-vision": "0.10.35",
     "typescript": "^5.9.3"
   }
 }

package/src/diagnostics.ts

@@ -7,7 +7,7 @@
  */
 
 /** This package's version; kept equal to package.json by a test. */
-export const SDK_VERSION = '0.8.0';
+export const SDK_VERSION = '0.9.0';
 
 /** How many recent events the log keeps. */
 export const DIAGNOSTICS_LOG_SIZE = 200;