@voltkit-rtc/client 0.8.0 → 0.9.1

package/dist/cjs/video-effects.js

@@ -0,0 +1,493 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_LANDSCAPE_MODEL = exports.DEFAULT_SEGMENTER_MODEL = exports.MEDIAPIPE_VERSION = void 0;
+exports.isVideoEffectsSupported = isVideoEffectsSupported;
+exports.createVideoEffects = createVideoEffects;
+/**
+ * Virtual background and beauty for the camera (docs/implementation-progress/RTC_PERF_PROGRESS.md P3-5): a blurred or
+ * replaced background and skin smoothing, as LiveKit's track processors, Agora's and ZEGOCLOUD's virtual background and
+ * beauty extensions, and Tencent TRTC's video effect plugin do -- in the browser, on the GPU.
+ *
+ * Imported on its own (`@voltkit-rtc/client/video-effects`), so an app that does not use it never ships it:
+ *
+ *   import { createVideoEffects } from '@voltkit-rtc/client/video-effects';
+ *   const effects = createVideoEffects({ background: 'blur', beauty: true });
+ *   await client.setVideoProcessor(effects);
+ *   await effects.update({ background: { image: '/office.jpg' } });   // live, no pause for viewers
+ *
+ * Finding the person takes Google's MediaPipe selfie segmenter: install `@mediapipe/tasks-vision@0.10.35` next to the
+ * SDK (an optional peer dependency, 0.10.35 exactly -- later versions report usage to Google). Its wasm (3 MB
+ * compressed) and the model (250 kB) load the first time a background effect is used: the wasm from jsDelivr at that
+ * version and the model from Google, unless you serve them yourself (`wasmPath`, `modelUrl`). Beauty alone needs none
+ * of it.
+ *
+ * Chrome and Edge process each camera frame as it arrives (insertable streams: smooth, and it keeps going in a
+ * background tab). Firefox and Safari draw from a hidden video on a worker's timer into a captured canvas -- what
+ * LiveKit, Twilio and Amazon Chime fall back to -- which a background tab can slow down.
+ */
+const effects_core_js_1 = require("./effects-core.js");
+const effects_gl_js_1 = require("./effects-gl.js");
+/** The `@mediapipe/tasks-vision` version this SDK was tested with; the default wasm URL points at it. */
+exports.MEDIAPIPE_VERSION = '0.10.35';
+const MEDIAPIPE_WASM = `https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@${exports.MEDIAPIPE_VERSION}/wasm`;
+/** Google's selfie segmenter for portrait and square pictures (phones), at a fixed version. */
+exports.DEFAULT_SEGMENTER_MODEL = 'https://storage.googleapis.com/mediapipe-models/image_segmenter/selfie_segmenter/float16/1/selfie_segmenter.tflite';
+/**
+ * Its landscape version, for wide pictures (webcams): fed a 16:9 frame, the square model leaves patches of the room
+ * beside the head, the landscape one traces it cleanly (as LiveKit, Twilio, Chime and TRTC use for webcams).
+ */
+exports.DEFAULT_LANDSCAPE_MODEL = 'https://storage.googleapis.com/mediapipe-models/image_segmenter/selfie_segmenter_landscape/float16/1/selfie_segmenter_landscape.tflite';
+/** Whether this browser can run the effects (WebGL2, and a way to take and give back frames). */
+function isVideoEffectsSupported() {
+    if (typeof document === 'undefined' || typeof WebGL2RenderingContext === 'undefined')
+        return false;
+    if (pumpKind() === null)
+        return false;
+    try {
+        const gl = document.createElement('canvas').getContext('webgl2');
+        if (!gl)
+            return false;
+        gl.getExtension('WEBGL_lose_context')?.loseContext();
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+function pumpKind() {
+    const g = globalThis;
+    if (typeof g.MediaStreamTrackProcessor === 'function' && typeof g.MediaStreamTrackGenerator === 'function' && typeof VideoFrame === 'function')
+        return 'insertable';
+    if (typeof HTMLCanvasElement !== 'undefined' && typeof HTMLCanvasElement.prototype.captureStream === 'function')
+        return 'canvas';
+    return null;
+}
+/** MediaPipe's selfie segmenter, on the GPU where it starts, else the CPU. */
+async function loadMediaPipe(wasmPath, modelUrl) {
+    const vision = await Promise.resolve().then(() => require('@mediapipe/tasks-vision'));
+    const fileset = await vision.FilesetResolver.forVisionTasks(wasmPath);
+    const make = (delegate) => vision.ImageSegmenter.createFromOptions(fileset, {
+        baseOptions: { modelAssetPath: modelUrl, delegate },
+        runningMode: 'VIDEO',
+        outputConfidenceMasks: true,
+        outputCategoryMask: false,
+    });
+    let segmenter;
+    try {
+        segmenter = await make('GPU');
+    }
+    catch {
+        segmenter = await make('CPU');
+    }
+    return {
+        segment(input, timestampMs, use) {
+            segmenter.segmentForVideo(input, timestampMs, (result) => {
+                // The selfie segmenter's one mask: how sure it is that each pixel is the person. Only valid in here.
+                const mask = result.confidenceMasks?.[0];
+                if (mask)
+                    use(mask.getAsFloat32Array());
+            });
+        },
+        close() {
+            segmenter.close();
+        },
+    };
+}
+const browserDeps = { loadSegmenter: loadMediaPipe };
+/** The largest side a background picture is kept at, to spare the GPU's memory. */
+const PICTURE_MAX = 1920;
+async function loadPicture(source) {
+    let input;
+    if (typeof source === 'string') {
+        const img = new Image();
+        img.crossOrigin = 'anonymous';
+        img.decoding = 'async';
+        img.src = source;
+        await img.decode();
+        input = img;
+    }
+    else {
+        input = source;
+    }
+    let bitmap = await createImageBitmap(input);
+    const longest = Math.max(bitmap.width, bitmap.height);
+    if (longest > PICTURE_MAX) {
+        const scale = PICTURE_MAX / longest;
+        const smaller = await createImageBitmap(bitmap, { resizeWidth: Math.round(bitmap.width * scale), resizeHeight: Math.round(bitmap.height * scale), resizeQuality: 'high' });
+        bitmap.close();
+        bitmap = smaller;
+    }
+    const b = bitmap;
+    return { image: b, width: b.width, height: b.height, close: () => b.close() };
+}
+/** Chrome and Edge: every camera frame as it arrives, out through a generator track; no timer, no page rendering. */
+function insertablePump(source, draw, canvas, frameIntervalMs, minGapUs) {
+    const g = globalThis;
+    const reader = new g.MediaStreamTrackProcessor({ track: source }).readable.getReader();
+    const generator = new g.MediaStreamTrackGenerator({ kind: 'video' });
+    const writer = generator.writable.getWriter();
+    let stopped = false;
+    let lastOut = Number.NEGATIVE_INFINITY;
+    let failures = 0;
+    const stop = () => {
+        if (stopped)
+            return;
+        stopped = true;
+        void reader.cancel().catch(() => undefined);
+        void writer.close().catch(() => undefined);
+        generator.stop();
+    };
+    void (async () => {
+        try {
+            for (;;) {
+                const { value: frame, done } = await reader.read();
+                if (done || !frame)
+                    return;
+                if (stopped || generator.readyState === 'ended') {
+                    frame.close();
+                    return;
+                }
+                // Paused (the camera is off), or sooner than maxFrameRate allows: nothing to do for this one.
+                if (!generator.enabled || frame.timestamp - lastOut < minGapUs) {
+                    frame.close();
+                    continue;
+                }
+                let out = null;
+                try {
+                    draw(frame, frame.displayWidth, frame.displayHeight, frameIntervalMs);
+                    out = new VideoFrame(canvas, { timestamp: frame.timestamp });
+                    lastOut = frame.timestamp;
+                    failures = 0;
+                }
+                catch (err) {
+                    // A frame that cannot be drawn is dropped, never sent as it is: the background may be what is hidden.
+                    if ((failures += 1) === 1)
+                        console.warn('video effects: a frame could not be processed', err);
+                }
+                finally {
+                    frame.close();
+                }
+                if (out)
+                    await writer.write(out);
+            }
+        }
+        catch {
+            // The output was stopped, or the camera went.
+        }
+        finally {
+            stop();
+        }
+    })();
+    return { output: generator, stop };
+}
+/** A timer that keeps time in a background tab: a worker's (LiveKit's FrameTicker), the page's if a CSP refuses it. */
+function startTicker(ms, tick) {
+    let interval = null;
+    const onPage = () => {
+        if (interval === null)
+            interval = setInterval(tick, ms);
+    };
+    let worker = null;
+    let url = null;
+    try {
+        url = URL.createObjectURL(new Blob(['let t=null;onmessage=(e)=>{clearInterval(t);t=e.data>0?setInterval(()=>postMessage(0),e.data):null;};'], { type: 'text/javascript' }));
+        worker = new Worker(url);
+        worker.onmessage = () => tick();
+        worker.onerror = () => {
+            worker?.terminate();
+            worker = null;
+            onPage();
+        };
+        worker.postMessage(ms);
+    }
+    catch {
+        worker = null;
+        onPage();
+    }
+    return () => {
+        worker?.terminate();
+        worker = null;
+        if (interval !== null)
+            clearInterval(interval);
+        interval = null;
+        if (url)
+            URL.revokeObjectURL(url);
+    };
+}
+/** Firefox and Safari: a hidden video drawn on a worker's timer, the canvas captured as the output. */
+function canvasPump(source, draw, canvas, frameIntervalMs) {
+    const video = document.createElement('video');
+    video.muted = true;
+    video.playsInline = true;
+    video.autoplay = true;
+    video.srcObject = new MediaStream([source]);
+    const play = () => { void video.play().catch(() => undefined); };
+    play();
+    const output = canvas.captureStream().getVideoTracks()[0];
+    if (!output)
+        throw new Error('video effects: this browser gives no track from a canvas');
+    let stopped = false;
+    let lastTime = -1;
+    let failures = 0;
+    const stop = () => {
+        if (stopped)
+            return;
+        stopped = true;
+        stopTicker();
+        video.pause();
+        video.srcObject = null;
+        output.stop();
+    };
+    const stopTicker = startTicker(frameIntervalMs, () => {
+        if (stopped)
+            return;
+        if (output.readyState === 'ended' || source.readyState === 'ended') {
+            stop();
+            return;
+        }
+        // WebKit can refuse play() until later: keep asking.
+        if (video.paused)
+            play();
+        if (!output.enabled || video.readyState < 2 || video.videoWidth === 0)
+            return;
+        if (video.currentTime === lastTime)
+            return;
+        lastTime = video.currentTime;
+        try {
+            draw(video, video.videoWidth, video.videoHeight, frameIntervalMs);
+            failures = 0;
+        }
+        catch (err) {
+            if ((failures += 1) === 1)
+                console.warn('video effects: a frame could not be processed', err);
+        }
+    });
+    return { output, stop };
+}
+/** Virtual background and beauty, for `client.setVideoProcessor()`. */
+function createVideoEffects(options = {}, stand = {}) {
+    const deps = { ...browserDeps, ...stand };
+    const wasmPath = options.wasmPath ?? MEDIAPIPE_WASM;
+    const modelFor = (width, height) => options.modelUrl ?? (width > height ? exports.DEFAULT_LANDSCAPE_MODEL : exports.DEFAULT_SEGMENTER_MODEL);
+    const maxFrameRate = typeof options.maxFrameRate === 'number' && options.maxFrameRate > 0 ? options.maxFrameRate : null;
+    const state = {
+        mode: 'none',
+        blur: (0, effects_core_js_1.blurLevel)(options.blur),
+        beauty: (0, effects_core_js_1.beautySettings)(options.beauty),
+    };
+    let picture = null;
+    // By model: one for wide pictures, one for tall ones, each loaded when first needed.
+    const segmenters = new Map();
+    const loading = new Map();
+    // The camera's shape, for the model to load before it is seen; a webcam's until a camera is given.
+    let shape = { width: 1280, height: 720 };
+    let renderer = null;
+    let pipeline = null;
+    let destroyed = false;
+    let overloaded = false;
+    const pacer = new effects_core_js_1.SegmentationPacer();
+    const clock = new effects_core_js_1.MonotonicClock();
+    // Per camera: the mask and how far along it is.
+    let maskReady = false;
+    let steady = null;
+    let maskBytes = new Uint8Array(0);
+    let frameIndex = 0;
+    let segCanvas = null;
+    let segContext = null;
+    let pictureUploaded = null;
+    const ensureSegmenter = (model) => {
+        const ready = segmenters.get(model);
+        if (ready)
+            return Promise.resolve(ready);
+        let pending = loading.get(model);
+        if (!pending) {
+            pending = deps.loadSegmenter(wasmPath, model).then((s) => {
+                loading.delete(model);
+                if (destroyed) {
+                    s.close();
+                    throw new Error('video effects: destroyed');
+                }
+                segmenters.set(model, s);
+                return s;
+            }, (err) => {
+                loading.delete(model); // tried again next time (a network blip)
+                throw err;
+            });
+            loading.set(model, pending);
+        }
+        return pending;
+    };
+    /** A fresh start for the mask: nothing behind the person shows until the next one is found. */
+    const restartMask = () => {
+        maskReady = false;
+        steady = null;
+        frameIndex = 0;
+    };
+    const segmentInto = (input, width, height, frameIntervalMs) => {
+        const model = modelFor(width, height);
+        let seg = segmenters.get(model);
+        if (!seg) {
+            // The camera turned (a phone rotated): the other model loads meanwhile, and the one there is goes on.
+            void ensureSegmenter(model).catch(() => undefined);
+            seg = segmenters.values().next().value;
+        }
+        if (!seg || !renderer)
+            return;
+        const size = (0, effects_core_js_1.segmentationSize)(width, height);
+        if (!segCanvas || segCanvas.width !== size.width || segCanvas.height !== size.height) {
+            segCanvas = typeof OffscreenCanvas === 'function' ? new OffscreenCanvas(size.width, size.height) : Object.assign(document.createElement('canvas'), size);
+            segContext = segCanvas.getContext('2d');
+            maskBytes = new Uint8Array(size.width * size.height);
+            steady = null;
+        }
+        if (!segContext)
+            return;
+        segContext.drawImage(input, 0, 0, size.width, size.height);
+        const started = performance.now();
+        seg.segment(segCanvas, clock.next(started), (confidence) => {
+            if (confidence.length !== size.width * size.height || !renderer)
+                return;
+            steady = (0, effects_core_js_1.smoothMask)(confidence, steady, maskBytes);
+            renderer.uploadMask(maskBytes, size.width, size.height);
+            maskReady = true;
+        });
+        const now = performance.now();
+        pacer.report(now - started, frameIntervalMs, now);
+        const over = pacer.overloaded(frameIntervalMs);
+        if (over !== overloaded) {
+            overloaded = over;
+            try {
+                options.onOverload?.(over);
+            }
+            catch { /* the app's */ }
+        }
+    };
+    const draw = (input, width, height, frameIntervalMs) => {
+        const r = renderer;
+        if (!r || r.lost || !(width > 0 && height > 0))
+            return;
+        r.setSize(width, height);
+        r.uploadFrame(input);
+        const mode = state.mode;
+        if (mode !== 'none') {
+            if (pacer.shouldSegment(frameIndex))
+                segmentInto(input, width, height, frameIntervalMs);
+            frameIndex += 1;
+        }
+        if (mode === 'image' && picture && pictureUploaded !== picture) {
+            r.setPicture(picture.image, picture.width, picture.height);
+            pictureUploaded = picture;
+        }
+        else if (mode !== 'image' && pictureUploaded) {
+            r.setPicture(null);
+            pictureUploaded = null;
+        }
+        r.render({
+            mode,
+            blurSigma: (0, effects_core_js_1.blurSigma)(state.blur, r.size.blurHeight),
+            beauty: state.beauty,
+            maskReady,
+            cover: picture ? (0, effects_core_js_1.coverFit)(picture.width, picture.height, width, height) : { sx: 1, sy: 1, ox: 0, oy: 0 },
+        });
+    };
+    const apply = async (changes) => {
+        if (destroyed)
+            throw new Error('video effects: destroyed');
+        let mode = state.mode;
+        let nextPicture;
+        if ('background' in changes) {
+            mode = (0, effects_core_js_1.backgroundMode)(changes.background);
+            // Loaded before anything changes: one that fails leaves the effects as they were.
+            if (mode === 'image')
+                nextPicture = await loadPicture(changes.background.image);
+            if (mode !== 'none') {
+                try {
+                    await ensureSegmenter(modelFor(shape.width, shape.height));
+                }
+                catch (err) {
+                    nextPicture?.close();
+                    throw err;
+                }
+            }
+        }
+        if (destroyed) {
+            nextPicture?.close();
+            throw new Error('video effects: destroyed');
+        }
+        if ('blur' in changes)
+            state.blur = (0, effects_core_js_1.blurLevel)(changes.blur);
+        if ('beauty' in changes)
+            state.beauty = (0, effects_core_js_1.beautySettings)(changes.beauty);
+        if (mode !== state.mode)
+            restartMask();
+        if (nextPicture !== undefined || mode !== 'image') {
+            const old = picture;
+            picture = nextPicture ?? null;
+            if (old && old !== picture)
+                old.close();
+        }
+        state.mode = mode;
+    };
+    // The background asked for at creation starts loading now, so it is likely ready by the time the camera is.
+    let queue = apply({ background: options.background ?? 'none' });
+    queue.catch(() => undefined);
+    const pumpChoice = deps.pump ?? pumpKind();
+    return {
+        name: 'video-effects',
+        async process(track) {
+            if (destroyed)
+                throw new Error('video effects: destroyed');
+            if (!pumpChoice)
+                throw new Error('video effects are not supported in this browser');
+            await queue; // the background asked for at creation: a failure is the SDK's to report
+            const settings = track.getSettings();
+            if (typeof settings.width === 'number' && typeof settings.height === 'number' && settings.width > 0 && settings.height > 0) {
+                shape = { width: settings.width, height: settings.height };
+            }
+            // The model for this camera's shape, before its first frame: a background shows nothing behind the person meanwhile.
+            if (state.mode !== 'none')
+                await ensureSegmenter(modelFor(shape.width, shape.height));
+            pipeline?.stop();
+            pipeline = null;
+            if (!renderer) {
+                const canvas = pumpChoice === 'insertable' && typeof OffscreenCanvas === 'function' ? new OffscreenCanvas(2, 2) : document.createElement('canvas');
+                renderer = new effects_gl_js_1.EffectsRenderer(canvas);
+            }
+            restartMask();
+            const cameraRate = typeof settings.frameRate === 'number' && settings.frameRate > 0 ? settings.frameRate : 30;
+            const rate = maxFrameRate ? Math.min(maxFrameRate, cameraRate) : cameraRate;
+            const frameIntervalMs = 1000 / rate;
+            pipeline = pumpChoice === 'insertable'
+                ? insertablePump(track, draw, renderer.canvas, frameIntervalMs, maxFrameRate ? (1e6 / maxFrameRate) * 0.8 : 0)
+                : canvasPump(track, draw, renderer.canvas, frameIntervalMs);
+            return pipeline.output;
+        },
+        update(changes) {
+            // One change at a time, in the order asked.
+            const next = queue.catch(() => undefined).then(() => apply(changes));
+            queue = next.catch(() => undefined);
+            return next;
+        },
+        get settings() {
+            return { background: state.mode, blur: state.blur, beauty: state.beauty ? { ...state.beauty } : null };
+        },
+        get stats() {
+            return { segmentEvery: pacer.interval, segmentMs: Math.round(pacer.segmentMs * 10) / 10, overloaded };
+        },
+        destroy() {
+            if (destroyed)
+                return;
+            destroyed = true;
+            pipeline?.stop();
+            pipeline = null;
+            for (const s of segmenters.values())
+                s.close();
+            segmenters.clear();
+            renderer?.dispose();
+            renderer = null;
+            picture?.close();
+            picture = null;
+        },
+    };
+}
+//# sourceMappingURL=video-effects.js.map

package/dist/cjs/video-effects.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"video-effects.js","sourceRoot":"","sources":["../../src/video-effects.ts"],"names":[],"mappings":";;;AAyGA,0DAWC;AAyND,gDA0NC;AAviBD;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,uDAc2B;AAC3B,mDAAkD;AAKlD,yGAAyG;AAC5F,QAAA,iBAAiB,GAAG,SAAS,CAAC;AAC3C,MAAM,cAAc,GAAG,wDAAwD,yBAAiB,OAAO,CAAC;AACxG,+FAA+F;AAClF,QAAA,uBAAuB,GAAG,oHAAoH,CAAC;AAC5J;;;GAGG;AACU,QAAA,uBAAuB,GAAG,wIAAwI,CAAC;AAqDhL,iGAAiG;AACjG,SAAgB,uBAAuB;IACrC,IAAI,OAAO,QAAQ,KAAK,WAAW,IAAI,OAAO,sBAAsB,KAAK,WAAW;QAAE,OAAO,KAAK,CAAC;IACnG,IAAI,QAAQ,EAAE,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IACtC,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QACjE,IAAI,CAAC,EAAE;YAAE,OAAO,KAAK,CAAC;QACtB,EAAE,CAAC,YAAY,CAAC,oBAAoB,CAAC,EAAE,WAAW,EAAE,CAAC;QACrD,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAQD,SAAS,QAAQ;IACf,MAAM,CAAC,GAAG,UAA0C,CAAC;IACrD,IAAI,OAAO,CAAC,CAAC,yBAAyB,KAAK,UAAU,IAAI,OAAO,CAAC,CAAC,yBAAyB,KAAK,UAAU,IAAI,OAAO,UAAU,KAAK,UAAU;QAAE,OAAO,YAAY,CAAC;IACpK,IAAI,OAAO,iBAAiB,KAAK,WAAW,IAAI,OAAO,iBAAiB,CAAC,SAAS,CAAC,aAAa,KAAK,UAAU;QAAE,OAAO,QAAQ,CAAC;IACjI,OAAO,IAAI,CAAC;AACd,CAAC;AAED,8EAA8E;AAC9E,KAAK,UAAU,aAAa,CAAC,QAAgB,EAAE,QAAgB;IAC7D,MAAM,MAAM,GAAG,2CAAa,yBAAyB,EAAC,CAAC;IACvD,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;IACtE,MAAM,IAAI,GAAG,CAAC,QAAuB,EAAE,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,iBAAiB,CAAC,OAAO,EAAE;QACzF,WAAW,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,QAAQ,EAAE;QACnD,WAAW,EAAE,OAAO;QACpB,qBAAqB,EAAE,IAAI;QAC3B,kBAAkB,EAAE,KAAK;KAC1B,CAAC,CAAC;IACH,IAAI,SAA2C,CAAC;IAChD,IAAI,CAAC;QACH,SAAS,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,SAAS,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IACD,OAAO;QACL,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG;YAC7B,SAAS,CAAC,eAAe,CAAC,KAAK,EAAE,WAAW,EAAE,CAAC,MAAM,EAAE,EAAE;gBACvD,qGAAqG;gBACrG,MAAM,IAAI,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,CAAC;gBACzC,IAAI,IAAI;oBAAE,GAAG,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;YAC1C,CAAC,CAAC,CAAC;QACL,CAAC;QACD,KAAK;YACH,SAAS,CAAC,KAAK,EAAE,CAAC;QACpB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,WAAW,GAAqB,EAAE,aAAa,EAAE,aAAa,EAAE,CAAC;AAEvE,mFAAmF;AACnF,MAAM,WAAW,GAAG,IAAI,CAAC;AASzB,KAAK,UAAU,WAAW,CAAC,MAA6B;IACtD,IAAI,KAAwB,CAAC;IAC7B,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,IAAI,KAAK,EAAE,CAAC;QACxB,GAAG,CAAC,WAAW,GAAG,WAAW,CAAC;QAC9B,GAAG,CAAC,QAAQ,GAAG,OAAO,CAAC;QACvB,GAAG,CAAC,GAAG,GAAG,MAAM,CAAC;QACjB,MAAM,GAAG,CAAC,MAAM,EAAE,CAAC;QACnB,KAAK,GAAG,GAAG,CAAC;IACd,CAAC;SAAM,CAAC;QACN,KAAK,GAAG,MAA2B,CAAC;IACtC,CAAC;IACD,IAAI,MAAM,GAAG,MAAM,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IACtD,IAAI,OAAO,GAAG,WAAW,EAAE,CAAC;QAC1B,MAAM,KAAK,GAAG,WAAW,GAAG,OAAO,CAAC;QACpC,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3K,MAAM,CAAC,KAAK,EAAE,CAAC;QACf,MAAM,GAAG,OAAO,CAAC;IACnB,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,CAAC;IACjB,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;AAChF,CAAC;AAUD,qHAAqH;AACrH,SAAS,cAAc,CAAC,MAAwB,EAAE,IAAU,EAAE,MAA2C,EAAE,eAAuB,EAAE,QAAgB;IAClJ,MAAM,CAAC,GAAG,UAAoD,CAAC;IAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,yBAAyB,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;IACvF,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,yBAAyB,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IACrE,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;IAC9C,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,OAAO,GAAG,MAAM,CAAC,iBAAiB,CAAC;IACvC,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,MAAM,IAAI,GAAG,GAAG,EAAE;QAChB,IAAI,OAAO;YAAE,OAAO;QACpB,OAAO,GAAG,IAAI,CAAC;QACf,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC5C,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC3C,SAAS,CAAC,IAAI,EAAE,CAAC;IACnB,CAAC,CAAC;IACF,KAAK,CAAC,KAAK,IAAI,EAAE;QACf,IAAI,CAAC;YACH,SAAS,CAAC;gBACR,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBACnD,IAAI,IAAI,IAAI,CAAC,KAAK;oBAAE,OAAO;gBAC3B,IAAI,OAAO,IAAI,SAAS,CAAC,UAAU,KAAK,OAAO,EAAE,CAAC;oBAChD,KAAK,CAAC,KAAK,EAAE,CAAC;oBACd,OAAO;gBACT,CAAC;gBACD,8FAA8F;gBAC9F,IAAI,CAAC,SAAS,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,GAAG,OAAO,GAAG,QAAQ,EAAE,CAAC;oBAC/D,KAAK,CAAC,KAAK,EAAE,CAAC;oBACd,SAAS;gBACX,CAAC;gBACD,IAAI,GAAG,GAAsB,IAAI,CAAC;gBAClC,IAAI,CAAC;oBACH,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC;oBACtE,GAAG,GAAG,IAAI,UAAU,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;oBAC7D,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC;oBAC1B,QAAQ,GAAG,CAAC,CAAC;gBACf,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,sGAAsG;oBACtG,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC,KAAK,CAAC;wBAAE,OAAO,CAAC,IAAI,CAAC,+CAA+C,EAAE,GAAG,CAAC,CAAC;gBAChG,CAAC;wBAAS,CAAC;oBACT,KAAK,CAAC,KAAK,EAAE,CAAC;gBAChB,CAAC;gBACD,IAAI,GAAG;oBAAE,MAAM,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,8CAA8C;QAChD,CAAC;gBAAS,CAAC;YACT,IAAI,EAAE,CAAC;QACT,CAAC;IACH,CAAC,CAAC,EAAE,CAAC;IACL,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;AACrC,CAAC;AAED,uHAAuH;AACvH,SAAS,WAAW,CAAC,EAAU,EAAE,IAAgB;IAC/C,IAAI,QAAQ,GAA0C,IAAI,CAAC;IAC3D,MAAM,MAAM,GAAG,GAAG,EAAE;QAClB,IAAI,QAAQ,KAAK,IAAI;YAAE,QAAQ,GAAG,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC1D,CAAC,CAAC;IACF,IAAI,MAAM,GAAkB,IAAI,CAAC;IACjC,IAAI,GAAG,GAAkB,IAAI,CAAC;IAC9B,IAAI,CAAC;QACH,GAAG,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,uGAAuG,CAAC,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC;QAC5K,MAAM,GAAG,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC;QACzB,MAAM,CAAC,SAAS,GAAG,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC;QAChC,MAAM,CAAC,OAAO,GAAG,GAAG,EAAE;YACpB,MAAM,EAAE,SAAS,EAAE,CAAC;YACpB,MAAM,GAAG,IAAI,CAAC;YACd,MAAM,EAAE,CAAC;QACX,CAAC,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,GAAG,IAAI,CAAC;QACd,MAAM,EAAE,CAAC;IACX,CAAC;IACD,OAAO,GAAG,EAAE;QACV,MAAM,EAAE,SAAS,EAAE,CAAC;QACpB,MAAM,GAAG,IAAI,CAAC;QACd,IAAI,QAAQ,KAAK,IAAI;YAAE,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC/C,QAAQ,GAAG,IAAI,CAAC;QAChB,IAAI,GAAG;YAAE,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;IACpC,CAAC,CAAC;AACJ,CAAC;AAED,uGAAuG;AACvG,SAAS,UAAU,CAAC,MAAwB,EAAE,IAAU,EAAE,MAAyB,EAAE,eAAuB;IAC1G,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;IAC9C,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC;IACnB,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC;IACzB,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC;IACtB,KAAK,CAAC,SAAS,GAAG,IAAI,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IAC5C,MAAM,IAAI,GAAG,GAAG,EAAE,GAAG,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IACjE,IAAI,EAAE,CAAC;IACP,MAAM,MAAM,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1D,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;IACzF,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC;IAClB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,MAAM,IAAI,GAAG,GAAG,EAAE;QAChB,IAAI,OAAO;YAAE,OAAO;QACpB,OAAO,GAAG,IAAI,CAAC;QACf,UAAU,EAAE,CAAC;QACb,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;QACvB,MAAM,CAAC,IAAI,EAAE,CAAC;IAChB,CAAC,CAAC;IACF,MAAM,UAAU,GAAG,WAAW,CAAC,eAAe,EAAE,GAAG,EAAE;QACnD,IAAI,OAAO;YAAE,OAAO;QACpB,IAAI,MAAM,CAAC,UAAU,KAAK,OAAO,IAAI,MAAM,CAAC,UAAU,KAAK,OAAO,EAAE,CAAC;YACnE,IAAI,EAAE,CAAC;YACP,OAAO;QACT,CAAC;QACD,qDAAqD;QACrD,IAAI,KAAK,CAAC,MAAM;YAAE,IAAI,EAAE,CAAC;QACzB,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,KAAK,CAAC;YAAE,OAAO;QAC9E,IAAI,KAAK,CAAC,WAAW,KAAK,QAAQ;YAAE,OAAO;QAC3C,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC;QAC7B,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;YAClE,QAAQ,GAAG,CAAC,CAAC;QACf,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC,KAAK,CAAC;gBAAE,OAAO,CAAC,IAAI,CAAC,+CAA+C,EAAE,GAAG,CAAC,CAAC;QAChG,CAAC;IACH,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;AAC1B,CAAC;AAED,uEAAuE;AACvE,SAAgB,kBAAkB,CAAC,UAA+B,EAAE,EAAE,QAAmC,EAAE;IACzG,MAAM,IAAI,GAAqB,EAAE,GAAG,WAAW,EAAE,GAAG,KAAK,EAAE,CAAC;IAC5D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,cAAc,CAAC;IACpD,MAAM,QAAQ,GAAG,CAAC,KAAa,EAAE,MAAc,EAAU,EAAE,CAAC,OAAO,CAAC,QAAQ,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,+BAAuB,CAAC,CAAC,CAAC,+BAAuB,CAAC,CAAC;IACrJ,MAAM,YAAY,GAAG,OAAO,OAAO,CAAC,YAAY,KAAK,QAAQ,IAAI,OAAO,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;IACxH,MAAM,KAAK,GAAqF;QAC9F,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,IAAA,2BAAS,EAAC,OAAO,CAAC,IAAI,CAAC;QAC7B,MAAM,EAAE,IAAA,gCAAc,EAAC,OAAO,CAAC,MAAM,CAAC;KACvC,CAAC;IACF,IAAI,OAAO,GAAmB,IAAI,CAAC;IACnC,qFAAqF;IACrF,MAAM,UAAU,GAAG,IAAI,GAAG,EAA2B,CAAC;IACtD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAoC,CAAC;IAC5D,mGAAmG;IACnG,IAAI,KAAK,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;IACzC,IAAI,QAAQ,GAA2B,IAAI,CAAC;IAC5C,IAAI,QAAQ,GAAoB,IAAI,CAAC;IACrC,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,UAAU,GAAG,KAAK,CAAC;IACvB,MAAM,KAAK,GAAG,IAAI,mCAAiB,EAAE,CAAC;IACtC,MAAM,KAAK,GAAG,IAAI,gCAAc,EAAE,CAAC;IACnC,gDAAgD;IAChD,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,MAAM,GAAwB,IAAI,CAAC;IACvC,IAAI,SAAS,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAClC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,SAAS,GAA+C,IAAI,CAAC;IACjE,IAAI,UAAU,GAAwE,IAAI,CAAC;IAC3F,IAAI,eAAe,GAAmB,IAAI,CAAC;IAE3C,MAAM,eAAe,GAAG,CAAC,KAAa,EAA4B,EAAE;QAClE,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,KAAK;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,CAChD,CAAC,CAAC,EAAE,EAAE;gBACJ,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACtB,IAAI,SAAS,EAAE,CAAC;oBACd,CAAC,CAAC,KAAK,EAAE,CAAC;oBACV,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;gBAC9C,CAAC;gBACD,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBACzB,OAAO,CAAC,CAAC;YACX,CAAC,EACD,CAAC,GAAY,EAAE,EAAE;gBACf,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,yCAAyC;gBAChE,MAAM,GAAG,CAAC;YACZ,CAAC,CACF,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC9B,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,+FAA+F;IAC/F,MAAM,WAAW,GAAG,GAAG,EAAE;QACvB,SAAS,GAAG,KAAK,CAAC;QAClB,MAAM,GAAG,IAAI,CAAC;QACd,UAAU,GAAG,CAAC,CAAC;IACjB,CAAC,CAAC;IAEF,MAAM,WAAW,GAAG,CAAC,KAAyC,EAAE,KAAa,EAAE,MAAc,EAAE,eAAuB,EAAE,EAAE;QACxH,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACtC,IAAI,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,sGAAsG;YACtG,KAAK,eAAe,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACnD,GAAG,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QACzC,CAAC;QACD,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC9B,MAAM,IAAI,GAAG,IAAA,kCAAgB,EAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YACrF,SAAS,GAAG,OAAO,eAAe,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC;YACzJ,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC,IAAI,CAAwE,CAAC;YAC/G,SAAS,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;YACrD,MAAM,GAAG,IAAI,CAAC;QAChB,CAAC;QACD,IAAI,CAAC,UAAU;YAAE,OAAO;QACxB,UAAU,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3D,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAClC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE;YACzD,IAAI,UAAU,CAAC,MAAM,KAAK,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ;gBAAE,OAAO;YACxE,MAAM,GAAG,IAAA,4BAAU,EAAC,UAAU,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;YACnD,QAAQ,CAAC,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACxD,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9B,KAAK,CAAC,MAAM,CAAC,GAAG,GAAG,OAAO,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC;QAC/C,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;YACxB,UAAU,GAAG,IAAI,CAAC;YAClB,IAAI,CAAC;gBAAC,OAAO,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,IAAI,GAAS,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,EAAE;QAC3D,MAAM,CAAC,GAAG,QAAQ,CAAC;QACnB,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC;YAAE,OAAO;QACvD,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACzB,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACrB,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACxB,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;YACpB,IAAI,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC;gBAAE,WAAW,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;YACxF,UAAU,IAAI,CAAC,CAAC;QAClB,CAAC;QACD,IAAI,IAAI,KAAK,OAAO,IAAI,OAAO,IAAI,eAAe,KAAK,OAAO,EAAE,CAAC;YAC/D,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YAC3D,eAAe,GAAG,OAAO,CAAC;QAC5B,CAAC;aAAM,IAAI,IAAI,KAAK,OAAO,IAAI,eAAe,EAAE,CAAC;YAC/C,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YACnB,eAAe,GAAG,IAAI,CAAC;QACzB,CAAC;QACD,CAAC,CAAC,MAAM,CAAC;YACP,IAAI;YACJ,SAAS,EAAE,IAAA,2BAAS,EAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;YACnD,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,SAAS;YACT,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,IAAA,0BAAQ,EAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE;SACzG,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,MAAM,KAAK,GAAG,KAAK,EAAE,OAA2B,EAAiB,EAAE;QACjE,IAAI,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC3D,IAAI,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACtB,IAAI,WAAuC,CAAC;QAC5C,IAAI,YAAY,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,GAAG,IAAA,gCAAc,EAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAC1C,kFAAkF;YAClF,IAAI,IAAI,KAAK,OAAO;gBAAE,WAAW,GAAG,MAAM,WAAW,CAAE,OAAO,CAAC,UAA+C,CAAC,KAAK,CAAC,CAAC;YACtH,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBACpB,IAAI,CAAC;oBACH,MAAM,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC7D,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,WAAW,EAAE,KAAK,EAAE,CAAC;oBACrB,MAAM,GAAG,CAAC;gBACZ,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,SAAS,EAAE,CAAC;YACd,WAAW,EAAE,KAAK,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QACD,IAAI,MAAM,IAAI,OAAO;YAAE,KAAK,CAAC,IAAI,GAAG,IAAA,2BAAS,EAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC5D,IAAI,QAAQ,IAAI,OAAO;YAAE,KAAK,CAAC,MAAM,GAAG,IAAA,gCAAc,EAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACvE,IAAI,IAAI,KAAK,KAAK,CAAC,IAAI;YAAE,WAAW,EAAE,CAAC;QACvC,IAAI,WAAW,KAAK,SAAS,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;YAClD,MAAM,GAAG,GAAG,OAAO,CAAC;YACpB,OAAO,GAAG,WAAW,IAAI,IAAI,CAAC;YAC9B,IAAI,GAAG,IAAI,GAAG,KAAK,OAAO;gBAAE,GAAG,CAAC,KAAK,EAAE,CAAC;QAC1C,CAAC;QACD,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;IACpB,CAAC,CAAC;IAEF,4GAA4G;IAC5G,IAAI,KAAK,GAAkB,KAAK,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,MAAM,EAAE,CAAC,CAAC;IAC/E,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAE7B,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,IAAI,QAAQ,EAAE,CAAC;IAE3C,OAAO;QACL,IAAI,EAAE,eAAe;QAErB,KAAK,CAAC,OAAO,CAAC,KAAuB;YACnC,IAAI,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;YAC3D,IAAI,CAAC,UAAU;gBAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;YACpF,MAAM,KAAK,CAAC,CAAC,yEAAyE;YACtF,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;YACrC,IAAI,OAAO,QAAQ,CAAC,KAAK,KAAK,QAAQ,IAAI,OAAO,QAAQ,CAAC,MAAM,KAAK,QAAQ,IAAI,QAAQ,CAAC,KAAK,GAAG,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3H,KAAK,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;YAC7D,CAAC;YACD,qHAAqH;YACrH,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;gBAAE,MAAM,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;YACtF,QAAQ,EAAE,IAAI,EAAE,CAAC;YACjB,QAAQ,GAAG,IAAI,CAAC;YAChB,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,MAAM,GAAG,UAAU,KAAK,YAAY,IAAI,OAAO,eAAe,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;gBACnJ,QAAQ,GAAG,IAAI,+BAAe,CAAC,MAAM,CAAC,CAAC;YACzC,CAAC;YACD,WAAW,EAAE,CAAC;YACd,MAAM,UAAU,GAAG,OAAO,QAAQ,CAAC,SAAS,KAAK,QAAQ,IAAI,QAAQ,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9G,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;YAC5E,MAAM,eAAe,GAAG,IAAI,GAAG,IAAI,CAAC;YACpC,QAAQ,GAAG,UAAU,KAAK,YAAY;gBACpC,CAAC,CAAC,cAAc,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,CAAC,MAAM,EAAE,eAAe,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,YAAY,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9G,CAAC,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,CAAC,MAA2B,EAAE,eAAe,CAAC,CAAC;YACnF,OAAO,QAAQ,CAAC,MAAM,CAAC;QACzB,CAAC;QAED,MAAM,CAAC,OAA2B;YAChC,4CAA4C;YAC5C,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;YACrE,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACpC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,QAAQ;YACV,OAAO,EAAE,UAAU,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACzG,CAAC;QAED,IAAI,KAAK;YACP,OAAO,EAAE,YAAY,EAAE,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,EAAE,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,CAAC;QACxG,CAAC;QAED,OAAO;YACL,IAAI,SAAS;gBAAE,OAAO;YACtB,SAAS,GAAG,IAAI,CAAC;YACjB,QAAQ,EAAE,IAAI,EAAE,CAAC;YACjB,QAAQ,GAAG,IAAI,CAAC;YAChB,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM,EAAE;gBAAE,CAAC,CAAC,KAAK,EAAE,CAAC;YAC/C,UAAU,CAAC,KAAK,EAAE,CAAC;YACnB,QAAQ,EAAE,OAAO,EAAE,CAAC;YACpB,QAAQ,GAAG,IAAI,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,CAAC;YACjB,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/esm/diagnostics.d.ts

@@ -6,7 +6,7 @@
  * attach to a support ticket: the SDK's recent events (a ring buffer) and its state now.
  */
 /** This package's version; kept equal to package.json by a test. */
-export declare const SDK_VERSION = "0.8.0";
+export declare const SDK_VERSION = "0.9.1";
 /** How many recent events the log keeps. */
 export declare const DIAGNOSTICS_LOG_SIZE = 200;
 export interface DiagnosticsEntry {

package/dist/esm/diagnostics.js

@@ -6,7 +6,7 @@
  * attach to a support ticket: the SDK's recent events (a ring buffer) and its state now.
  */
 /** This package's version; kept equal to package.json by a test. */
-export const SDK_VERSION = '0.8.0';
+export const SDK_VERSION = '0.9.1';
 /** How many recent events the log keeps. */
 export const DIAGNOSTICS_LOG_SIZE = 200;
 /** The events worth keeping for support, and how to summarise each. */

package/dist/esm/effects-core.d.ts

@@ -0,0 +1,95 @@
+/**
+ * Video effects, the parts that need no browser (docs/implementation-progress/RTC_PERF_PROGRESS.md P3-5): settings,
+ * fitting a background image, the size segmentation runs at, and pacing it on a slow device. Kept apart from the
+ * WebGL and MediaPipe code so they are tested in Node.
+ */
+/** A background picture: a URL, or anything the browser can draw. */
+export type BackgroundImageSource = string | Blob | ImageBitmap | HTMLImageElement | HTMLCanvasElement | OffscreenCanvas;
+/** What happens behind the person: nothing, a blur, or a picture. */
+export type BackgroundSetting = 'none' | 'blur' | {
+    image: BackgroundImageSource;
+};
+/** Beauty, each 0-1 (Agora's beauty effect has the same four). */
+export interface BeautyOptions {
+    /** Skin smoothing. Default 0.5. */
+    smooth?: number;
+    /** Brightening. Default 0.3. */
+    brighten?: number;
+    /** A rosier skin. Default 0.1. */
+    redness?: number;
+    /** Sharper eyes, hair and edges (not skin). Default 0.3. */
+    sharpen?: number;
+}
+export interface BeautySettings {
+    smooth: number;
+    brighten: number;
+    redness: number;
+    sharpen: number;
+}
+export declare const DEFAULT_BEAUTY: Readonly<BeautySettings>;
+/** The blur behind the person, 1 (light) to 10 (strong). */
+export declare const DEFAULT_BLUR = 5;
+/** Beauty settings from what the app passed: `true` is the defaults, `false`/`null` is off. */
+export declare function beautySettings(options: BeautyOptions | boolean | null | undefined): BeautySettings | null;
+/** A blur level from what the app passed: 1-10, rounded; anything else is the default. */
+export declare function blurLevel(value: unknown): number;
+/**
+ * The blur's Gaussian sigma, in texels of the quarter-size picture it is computed on: a share of the picture's height,
+ * so a level looks the same at 480p and 1080p.
+ */
+export declare function blurSigma(level: number, blurHeight: number): number;
+/** What the background setting asks of the pipeline. */
+export declare function backgroundMode(setting: BackgroundSetting | undefined | null): 'none' | 'blur' | 'image';
+/**
+ * Fit a background picture to the frame the way CSS `object-fit: cover` does: it fills the frame, cropped evenly on
+ * the long side, never stretched. Returns the texture transform `imageUv = frameUv * scale + offset`.
+ */
+export declare function coverFit(imageWidth: number, imageHeight: number, frameWidth: number, frameHeight: number): {
+    sx: number;
+    sy: number;
+    ox: number;
+    oy: number;
+};
+/** The size the person is found at: the frame scaled so its longer side is `longSide` (the model's input). */
+export declare function segmentationSize(width: number, height: number, longSide?: number): {
+    width: number;
+    height: number;
+};
+/** How fast the mask follows a new one: lower is steadier between frames, higher follows movement sooner. */
+export declare const MASK_FOLLOW = 0.65;
+/**
+ * Smooth the person mask between frames (Stream's temporal smoothing), against flicker at the edges, and write it as
+ * bytes for the GPU. `steady` keeps the running mask; a new size starts it over.
+ */
+export declare function smoothMask(confidence: Float32Array, steady: Float32Array | null, out: Uint8Array, follow?: number): Float32Array;
+/** The most frames a mask is reused for before the device is called overloaded. */
+export declare const MAX_SEGMENT_EVERY = 6;
+/**
+ * Amazon Chime's adaptive background filter: finding the person is the expensive part, so when it takes too much of
+ * each frame's time it runs only every Nth frame and the last mask is reused -- the picture still runs at the camera's
+ * rate. N comes back down once it is cheap again. `overloaded` is the point where even that is not enough.
+ */
+export declare class SegmentationPacer {
+    private readonly maxEvery;
+    private average;
+    private changedAt;
+    private every;
+    constructor(maxEvery?: number);
+    /** Run segmentation on every this-many frames. */
+    get interval(): number;
+    /** Average milliseconds one segmentation takes. */
+    get segmentMs(): number;
+    shouldSegment(frameIndex: number): boolean;
+    /** The share of the frame time segmentation takes now, given how often it runs. */
+    load(frameIntervalMs: number): number;
+    /** Whether segmenting even this rarely still takes too long. */
+    overloaded(frameIntervalMs: number): boolean;
+    /** One segmentation took `ms`, at a frame interval of `frameIntervalMs`. */
+    report(ms: number, frameIntervalMs: number, now: number): void;
+}
+/** Timestamps MediaPipe's video mode accepts: in milliseconds and always increasing. */
+export declare class MonotonicClock {
+    private last;
+    next(now: number): number;
+}
+//# sourceMappingURL=effects-core.d.ts.map

package/dist/esm/effects-core.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"effects-core.d.ts","sourceRoot":"","sources":["../../src/effects-core.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,qEAAqE;AACrE,MAAM,MAAM,qBAAqB,GAAG,MAAM,GAAG,IAAI,GAAG,WAAW,GAAG,gBAAgB,GAAG,iBAAiB,GAAG,eAAe,CAAC;AAEzH,qEAAqE;AACrE,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,MAAM,GAAG;IAAE,KAAK,EAAE,qBAAqB,CAAA;CAAE,CAAC;AAEnF,kEAAkE;AAClE,MAAM,WAAW,aAAa;IAC5B,mCAAmC;IACnC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,gCAAgC;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,kCAAkC;IAClC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,4DAA4D;IAC5D,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,eAAO,MAAM,cAAc,EAAE,QAAQ,CAAC,cAAc,CAA6E,CAAC;AAElI,4DAA4D;AAC5D,eAAO,MAAM,YAAY,IAAI,CAAC;AAK9B,+FAA+F;AAC/F,wBAAgB,cAAc,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,GAAG,IAAI,GAAG,SAAS,GAAG,cAAc,GAAG,IAAI,CASzG;AAED,0FAA0F;AAC1F,wBAAgB,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAEhD;AAED;;;GAGG;AACH,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,CAEnE;AAED,wDAAwD;AACxD,wBAAgB,cAAc,CAAC,OAAO,EAAE,iBAAiB,GAAG,SAAS,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAIvG;AAED;;;GAGG;AACH,wBAAgB,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAA;CAAE,CAW7J;AAED,8GAA8G;AAC9G,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,SAAM,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAIjH;AAED,6GAA6G;AAC7G,eAAO,MAAM,WAAW,OAAO,CAAC;AAEhC;;;GAGG;AACH,wBAAgB,UAAU,CAAC,UAAU,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY,GAAG,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,SAAc,GAAG,YAAY,CAUrI;AAED,mFAAmF;AACnF,eAAO,MAAM,iBAAiB,IAAI,CAAC;AAEnC;;;;GAIG;AACH,qBAAa,iBAAiB;IAKhB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IAJrC,OAAO,CAAC,OAAO,CAAuB;IACtC,OAAO,CAAC,SAAS,CAA4B;IAC7C,OAAO,CAAC,KAAK,CAAK;gBAEW,QAAQ,SAAoB;IAEzD,kDAAkD;IAClD,IAAI,QAAQ,IAAI,MAAM,CAErB;IAED,mDAAmD;IACnD,IAAI,SAAS,IAAI,MAAM,CAEtB;IAED,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO;IAI1C,mFAAmF;IACnF,IAAI,CAAC,eAAe,EAAE,MAAM,GAAG,MAAM;IAKrC,gEAAgE;IAChE,UAAU,CAAC,eAAe,EAAE,MAAM,GAAG,OAAO;IAI5C,4EAA4E;IAC5E,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI;CAY/D;AAED,wFAAwF;AACxF,qBAAa,cAAc;IACzB,OAAO,CAAC,IAAI,CAAK;IACjB,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM;CAI1B"}