react-native-webrtc-kaleidoscope 2.0.0 → 2.1.1

package/dist/web/effects/blur.js

@@ -1,339 +0,0 @@
-// Web blur effect, WebGL2 pipeline.
-//
-// Same shape as the Android GLES 3.0 path: separable Gaussian blur into a
-// ping-pong FBO, then a composite pass that mixes blurred and original via
-// a segmentation mask. The mask still comes from MediaPipe Selfie
-// Segmentation loaded from CDN; there is no GPU-resident segmenter for
-// the web yet.
-//
-// Shader source lives in src/web/shaders.ts; MediaPipe loader in
-// src/web/segmenter.ts. This file owns only the per-effect GL state and
-// the per-frame transform.
-import { computeBlurKernel } from '../blur-kernel';
-import { getLatestMask, loadSegmenter, requestMaskIfIdle } from '../segmenter';
-import { BLUR_FRAG_SRC, COMPOSITE_FRAG_SRC, PASSTHROUGH_VERT_SRC } from '../shaders';
-import { maskSmoothstepRange, tuning } from '../tuning';
-// Cache the kernel by sigma; the pure math lives in ../blur-kernel. Recomputed
-// only when the blur slider (setBlurSigma) moves, not per frame.
-let cachedKernelSigma = Number.NaN;
-let cachedKernel = null;
-const blurKernel = (sigma) => {
-    if (sigma !== cachedKernelSigma || cachedKernel === null) {
-        cachedKernel = computeBlurKernel(sigma);
-        cachedKernelSigma = sigma;
-    }
-    return cachedKernel;
-};
-let state = null;
-// MediaPipe needs a 2D canvas as input; we stage the VideoFrame there each
-// frame, then point both MediaPipe and the GL upload at it.
-let inputCanvas2D = null;
-let inputCtx2D = null;
-const compileShader = (gl, type, source) => {
-    const shader = gl.createShader(type);
-    if (!shader)
-        throw new Error('kaleidoscope: gl.createShader returned null');
-    gl.shaderSource(shader, source);
-    gl.compileShader(shader);
-    if (!gl.getShaderParameter(shader, gl.COMPILE_STATUS)) {
-        const log = gl.getShaderInfoLog(shader) ?? '(no info log)';
-        gl.deleteShader(shader);
-        throw new Error(`kaleidoscope: shader compile failed: ${log}\n---\n${source}`);
-    }
-    return shader;
-};
-const linkProgram = (gl, vertSrc, fragSrc) => {
-    const vs = compileShader(gl, gl.VERTEX_SHADER, vertSrc);
-    const fs = compileShader(gl, gl.FRAGMENT_SHADER, fragSrc);
-    const prog = gl.createProgram();
-    if (!prog)
-        throw new Error('kaleidoscope: gl.createProgram returned null');
-    gl.attachShader(prog, vs);
-    gl.attachShader(prog, fs);
-    gl.linkProgram(prog);
-    gl.detachShader(prog, vs);
-    gl.detachShader(prog, fs);
-    gl.deleteShader(vs);
-    gl.deleteShader(fs);
-    if (!gl.getProgramParameter(prog, gl.LINK_STATUS)) {
-        const log = gl.getProgramInfoLog(prog) ?? '(no info log)';
-        gl.deleteProgram(prog);
-        throw new Error(`kaleidoscope: program link failed: ${log}`);
-    }
-    return prog;
-};
-const linkBlurProgram = (gl) => {
-    const prog = linkProgram(gl, PASSTHROUGH_VERT_SRC, BLUR_FRAG_SRC);
-    return {
-        prog,
-        uTex: gl.getUniformLocation(prog, 'uTex'),
-        uAxis: gl.getUniformLocation(prog, 'uAxis'),
-        uWeights: gl.getUniformLocation(prog, 'uWeights'),
-        uOffsets: gl.getUniformLocation(prog, 'uOffsets'),
-    };
-};
-const linkCompositeProgram = (gl) => {
-    const prog = linkProgram(gl, PASSTHROUGH_VERT_SRC, COMPOSITE_FRAG_SRC);
-    return {
-        prog,
-        uOriginal: gl.getUniformLocation(prog, 'uOriginal'),
-        uBackground: gl.getUniformLocation(prog, 'uBackground'),
-        uMask: gl.getUniformLocation(prog, 'uMask'),
-        uBgUvScale: gl.getUniformLocation(prog, 'uBgUvScale'),
-        uBgUvOffset: gl.getUniformLocation(prog, 'uBgUvOffset'),
-        uMaskUvScale: gl.getUniformLocation(prog, 'uMaskUvScale'),
-        uMaskUvOffset: gl.getUniformLocation(prog, 'uMaskUvOffset'),
-        uMaskLo: gl.getUniformLocation(prog, 'uMaskLo'),
-        uMaskHi: gl.getUniformLocation(prog, 'uMaskHi'),
-    };
-};
-// Per-pass GPU timing (dev only). Set
-// `globalThis.__KALEIDOSCOPE_DEBUG_TIMING__ = true` before the first blur frame
-// to log per-pass GPU time via EXT_disjoint_timer_query_webgl2. Results read
-// back one frame late (the query is async); a no-op when the flag/ext is absent.
-const TIMING_ENABLED = globalThis.__KALEIDOSCOPE_DEBUG_TIMING__ ===
-    true;
-const makePassTimer = (gl) => ({
-    ext: TIMING_ENABLED
-        ? gl.getExtension('EXT_disjoint_timer_query_webgl2')
-        : null,
-    pending: new Map(),
-});
-const timePass = (gl, timer, label, draw) => {
-    const ext = timer.ext;
-    if (!ext) {
-        draw();
-        return;
-    }
-    const inFlight = timer.pending.get(label);
-    if (inFlight) {
-        const available = gl.getQueryParameter(inFlight, gl.QUERY_RESULT_AVAILABLE);
-        const disjoint = gl.getParameter(ext.GPU_DISJOINT_EXT);
-        if (available && !disjoint) {
-            const ns = gl.getQueryParameter(inFlight, gl.QUERY_RESULT);
-            console.debug(`[kaleidoscope] blur ${label}: ${(ns / 1e6).toFixed(3)} ms`);
-        }
-        if (available || disjoint) {
-            gl.deleteQuery(inFlight);
-            timer.pending.delete(label);
-        }
-        // A query is still in flight for this label; just draw, don't stack another.
-        draw();
-        return;
-    }
-    const query = gl.createQuery();
-    if (!query) {
-        draw();
-        return;
-    }
-    gl.beginQuery(ext.TIME_ELAPSED_EXT, query);
-    draw();
-    gl.endQuery(ext.TIME_ELAPSED_EXT);
-    timer.pending.set(label, query);
-};
-const createTexture = (gl, width, height) => {
-    const tex = gl.createTexture();
-    if (!tex)
-        throw new Error('kaleidoscope: gl.createTexture returned null');
-    gl.bindTexture(gl.TEXTURE_2D, tex);
-    gl.texImage2D(gl.TEXTURE_2D, 0, gl.RGBA, width, height, 0, gl.RGBA, gl.UNSIGNED_BYTE, null);
-    gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_MIN_FILTER, gl.LINEAR);
-    gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_MAG_FILTER, gl.LINEAR);
-    gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_WRAP_S, gl.CLAMP_TO_EDGE);
-    gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_WRAP_T, gl.CLAMP_TO_EDGE);
-    return tex;
-};
-const createFbo = (gl, tex) => {
-    const fbo = gl.createFramebuffer();
-    if (!fbo)
-        throw new Error('kaleidoscope: gl.createFramebuffer returned null');
-    gl.bindFramebuffer(gl.FRAMEBUFFER, fbo);
-    gl.framebufferTexture2D(gl.FRAMEBUFFER, gl.COLOR_ATTACHMENT0, gl.TEXTURE_2D, tex, 0);
-    const status = gl.checkFramebufferStatus(gl.FRAMEBUFFER);
-    if (status !== gl.FRAMEBUFFER_COMPLETE) {
-        throw new Error(`kaleidoscope: FBO incomplete: 0x${status.toString(16)}`);
-    }
-    gl.bindFramebuffer(gl.FRAMEBUFFER, null);
-    return fbo;
-};
-// Quarter-area downscale for the blur ping-pong buffers: half each axis, short
-// side floored at 256px so small inputs don't degrade; never upscales. Shared
-// rule with the Android/iOS R1 commits.
-const blurDownscale = (w, h) => {
-    const shortTarget = Math.max(256, Math.round(Math.min(w, h) * 0.5));
-    const scale = Math.min(1, shortTarget / Math.min(w, h));
-    return { downW: Math.max(1, Math.round(w * scale)), downH: Math.max(1, Math.round(h * scale)) };
-};
-const ensureState = (width, height) => {
-    if (state && state.width === width && state.height === height)
-        return state;
-    // Tear down previous state if dimensions changed.
-    if (state) {
-        const { gl } = state;
-        gl.deleteProgram(state.programs.blur.prog);
-        gl.deleteProgram(state.programs.composite.prog);
-        for (const q of state.timer.pending.values())
-            gl.deleteQuery(q);
-        gl.deleteTexture(state.textures.original);
-        gl.deleteTexture(state.textures.mask);
-        gl.deleteTexture(state.textures.blurA);
-        gl.deleteTexture(state.textures.blurB);
-        gl.deleteFramebuffer(state.fbos.blurA);
-        gl.deleteFramebuffer(state.fbos.blurB);
-    }
-    const canvas = state?.canvas ?? new OffscreenCanvas(width, height);
-    canvas.width = width;
-    canvas.height = height;
-    const gl = canvas.getContext('webgl2');
-    if (!gl) {
-        throw new Error('kaleidoscope: WebGL2 not available; blur requires a WebGL2-capable browser');
-    }
-    const programs = {
-        blur: linkBlurProgram(gl),
-        composite: linkCompositeProgram(gl),
-    };
-    const { downW, downH } = blurDownscale(width, height);
-    const textures = {
-        original: createTexture(gl, width, height),
-        mask: createTexture(gl, width, height),
-        blurA: createTexture(gl, downW, downH),
-        blurB: createTexture(gl, downW, downH),
-    };
-    const fbos = {
-        blurA: createFbo(gl, textures.blurA),
-        blurB: createFbo(gl, textures.blurB),
-    };
-    state = {
-        gl,
-        canvas,
-        width,
-        height,
-        downW,
-        downH,
-        programs,
-        timer: makePassTimer(gl),
-        textures,
-        fbos,
-    };
-    return state;
-};
-const ensureInputCanvas = (width, height) => {
-    if (!inputCanvas2D || inputCanvas2D.width !== width || inputCanvas2D.height !== height) {
-        inputCanvas2D = new OffscreenCanvas(width, height);
-        inputCtx2D = inputCanvas2D.getContext('2d');
-        if (!inputCtx2D)
-            throw new Error('kaleidoscope: OffscreenCanvas 2D context unavailable');
-    }
-    return inputCtx2D;
-};
-const uploadTexture = (gl, tex, source, flipY) => {
-    gl.bindTexture(gl.TEXTURE_2D, tex);
-    gl.pixelStorei(gl.UNPACK_FLIP_Y_WEBGL, flipY);
-    gl.texImage2D(gl.TEXTURE_2D, 0, gl.RGBA, gl.RGBA, gl.UNSIGNED_BYTE, source);
-    gl.pixelStorei(gl.UNPACK_FLIP_Y_WEBGL, false);
-};
-export const blur = async (frame) => {
-    await loadSegmenter(); // ensure the segmenter is loaded; cached after first call.
-    const w = frame.displayWidth;
-    const h = frame.displayHeight;
-    // Stage on a 2D canvas so MediaPipe can ingest it (and so the GL upload below
-    // has a flippable source).
-    const inputCtx = ensureInputCanvas(w, h);
-    inputCtx.drawImage(frame, 0, 0, w, h);
-    const inputCanvas = inputCanvas2D;
-    // Decoupled segmentation (mirrors native): never block the render on the
-    // segmenter. Kick a fresh mask only when idle and draw with the most recent
-    // one. drawImage is atomic w.r.t. the event loop, so MediaPipe reading the
-    // canvas between tasks sees at most a ~1-frame-newer image — within the
-    // staleness the mask already tolerates. Before the first mask lands, forward
-    // the original frame (matches native's fall-through).
-    requestMaskIfIdle(inputCanvas);
-    const results = getLatestMask();
-    if (!results) {
-        const passthrough = new VideoFrame(inputCanvas2D, {
-            timestamp: frame.timestamp,
-            ...(frame.duration != null ? { duration: frame.duration } : {}),
-        });
-        frame.close();
-        return passthrough;
-    }
-    // Run the GPU pipeline.
-    const s = ensureState(w, h);
-    const { gl, canvas, programs, timer, textures, fbos, downW, downH } = s;
-    // Upload original with flipY=true (DOM-coord source → GL v=1 = top).
-    // Upload mask with flipY=false: UNPACK_FLIP_Y_WEBGL is a no-op on
-    // MediaPipe's segmentationMask (also on ImageBitmaps in general), so the
-    // mask lands in its natural orientation. The composite shader compensates
-    // with the uMaskUvScale=(1,-1) / uMaskUvOffset=(0,1) V-flip uniforms set
-    // below; this also avoids the canvas-premultiplied-alpha problem that
-    // collapses soft confidence values and makes the mask binary.
-    uploadTexture(gl, textures.original, inputCanvas, true);
-    uploadTexture(gl, textures.mask, results.segmentationMask, false);
-    gl.disable(gl.BLEND);
-    gl.disable(gl.DEPTH_TEST);
-    // Pass 0: downsample the full-res original into blurA. uAxis=0 collapses the
-    // kernel to its center tap (weights sum to 1), so this is a plain bilinear
-    // box-average into the downscaled target. Both blur passes must then run IN
-    // downscaled space: sampling the full-res original directly with the
-    // downscaled-spaced kernel offsets skips source columns and produces a
-    // serrated, one-directional smear.
-    gl.bindFramebuffer(gl.FRAMEBUFFER, fbos.blurA);
-    gl.viewport(0, 0, downW, downH);
-    // biome-ignore lint/correctness/useHookAtTopLevel: gl.useProgram is a WebGL call, not a React hook (the early return above tripped the use* heuristic).
-    gl.useProgram(programs.blur.prog);
-    gl.activeTexture(gl.TEXTURE0);
-    gl.bindTexture(gl.TEXTURE_2D, textures.original);
-    gl.uniform1i(programs.blur.uTex, 0);
-    const { weights, offsets } = blurKernel(tuning.blurSigma);
-    gl.uniform1fv(programs.blur.uWeights, weights);
-    gl.uniform1fv(programs.blur.uOffsets, offsets);
-    gl.uniform2f(programs.blur.uAxis, 0, 0);
-    gl.drawArrays(gl.TRIANGLE_STRIP, 0, 4);
-    // Pass 1: horizontal blur of the downscaled copy: blurA -> blurB.
-    gl.bindFramebuffer(gl.FRAMEBUFFER, fbos.blurB);
-    gl.viewport(0, 0, downW, downH);
-    gl.bindTexture(gl.TEXTURE_2D, textures.blurA);
-    gl.uniform2f(programs.blur.uAxis, 1 / downW, 0);
-    timePass(gl, timer, 'h', () => gl.drawArrays(gl.TRIANGLE_STRIP, 0, 4));
-    // Pass 2: vertical blur: blurB -> blurA.
-    gl.bindFramebuffer(gl.FRAMEBUFFER, fbos.blurA);
-    gl.viewport(0, 0, downW, downH);
-    gl.bindTexture(gl.TEXTURE_2D, textures.blurB);
-    gl.uniform2f(programs.blur.uAxis, 0, 1 / downH);
-    timePass(gl, timer, 'v', () => gl.drawArrays(gl.TRIANGLE_STRIP, 0, 4));
-    // Pass 3: composite original + blurB + mask -> default framebuffer (canvas)
-    gl.bindFramebuffer(gl.FRAMEBUFFER, null);
-    gl.viewport(0, 0, w, h);
-    // biome-ignore lint/correctness/useHookAtTopLevel: gl.useProgram is a WebGL call, not a React hook (the early return above tripped the use* heuristic).
-    gl.useProgram(programs.composite.prog);
-    gl.activeTexture(gl.TEXTURE0);
-    gl.bindTexture(gl.TEXTURE_2D, textures.original);
-    gl.uniform1i(programs.composite.uOriginal, 0);
-    gl.activeTexture(gl.TEXTURE1);
-    // Final blurred result lives in blurA after the V pass (pass 2).
-    gl.bindTexture(gl.TEXTURE_2D, textures.blurA);
-    gl.uniform1i(programs.composite.uBackground, 1);
-    gl.activeTexture(gl.TEXTURE2);
-    gl.bindTexture(gl.TEXTURE_2D, textures.mask);
-    gl.uniform1i(programs.composite.uMask, 2);
-    // Blurred background is full-size; identity UV transform.
-    gl.uniform2f(programs.composite.uBgUvScale, 1, 1);
-    gl.uniform2f(programs.composite.uBgUvOffset, 0, 0);
-    // Mask V-flip: direct upload with flipY=false leaves mask Y-inverted
-    // relative to the original. Encode the flip in the sampling uniforms so
-    // the shader stays byte-identical with Android (which uses identity here).
-    gl.uniform2f(programs.composite.uMaskUvScale, 1, -1);
-    gl.uniform2f(programs.composite.uMaskUvOffset, 0, 1);
-    const [maskLo, maskHi] = maskSmoothstepRange(tuning.maskHardness, tuning.maskThreshold);
-    gl.uniform1f(programs.composite.uMaskLo, maskLo);
-    gl.uniform1f(programs.composite.uMaskHi, maskHi);
-    timePass(gl, timer, 'composite', () => gl.drawArrays(gl.TRIANGLE_STRIP, 0, 4));
-    // Wrap the canvas as an output VideoFrame.
-    const out = new VideoFrame(canvas, {
-        timestamp: frame.timestamp,
-        ...(frame.duration != null ? { duration: frame.duration } : {}),
-    });
-    frame.close();
-    return out;
-};
-//# sourceMappingURL=blur.js.map

package/dist/web/effects/blur.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"blur.js","sourceRoot":"","sources":["../../../src/web/effects/blur.ts"],"names":[],"mappings":"AAAA,oCAAoC;AACpC,EAAE;AACF,0EAA0E;AAC1E,2EAA2E;AAC3E,kEAAkE;AAClE,uEAAuE;AACvE,eAAe;AACf,EAAE;AACF,iEAAiE;AACjE,wEAAwE;AACxE,2BAA2B;AAE3B,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAEnD,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAC/E,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AACrF,OAAO,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAExD,+EAA+E;AAC/E,iEAAiE;AACjE,IAAI,iBAAiB,GAAG,MAAM,CAAC,GAAG,CAAC;AACnC,IAAI,YAAY,GAA4D,IAAI,CAAC;AAEjF,MAAM,UAAU,GAAG,CAAC,KAAa,EAAoD,EAAE;IACrF,IAAI,KAAK,KAAK,iBAAiB,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;QACzD,YAAY,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACxC,iBAAiB,GAAG,KAAK,CAAC;IAC5B,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC,CAAC;AA4BF,IAAI,KAAK,GAAoB,IAAI,CAAC;AAElC,2EAA2E;AAC3E,4DAA4D;AAC5D,IAAI,aAAa,GAA2B,IAAI,CAAC;AACjD,IAAI,UAAU,GAA6C,IAAI,CAAC;AAEhE,MAAM,aAAa,GAAG,CAAC,EAA0B,EAAE,IAAY,EAAE,MAAc,EAAe,EAAE;IAC9F,MAAM,MAAM,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IAC5E,EAAE,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IACzB,IAAI,CAAC,EAAE,CAAC,kBAAkB,CAAC,MAAM,EAAE,EAAE,CAAC,cAAc,CAAC,EAAE,CAAC;QACtD,MAAM,GAAG,GAAG,EAAE,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,eAAe,CAAC;QAC3D,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,wCAAwC,GAAG,UAAU,MAAM,EAAE,CAAC,CAAC;IACjF,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAClB,EAA0B,EAC1B,OAAe,EACf,OAAe,EACD,EAAE;IAChB,MAAM,EAAE,GAAG,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IACxD,MAAM,EAAE,GAAG,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;IAC1D,MAAM,IAAI,GAAG,EAAE,CAAC,aAAa,EAAE,CAAC;IAChC,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAC3E,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC1B,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC1B,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IACrB,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC1B,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC1B,EAAE,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;IACpB,EAAE,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;IACpB,IAAI,CAAC,EAAE,CAAC,mBAAmB,CAAC,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC;QAClD,MAAM,GAAG,GAAG,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,eAAe,CAAC;QAC1D,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,sCAAsC,GAAG,EAAE,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAuBF,MAAM,eAAe,GAAG,CAAC,EAA0B,EAAe,EAAE;IAClE,MAAM,IAAI,GAAG,WAAW,CAAC,EAAE,EAAE,oBAAoB,EAAE,aAAa,CAAC,CAAC;IAClE,OAAO;QACL,IAAI;QACJ,IAAI,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,MAAM,CAAC;QACzC,KAAK,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,OAAO,CAAC;QAC3C,QAAQ,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,UAAU,CAAC;QACjD,QAAQ,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,UAAU,CAAC;KAClD,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,CAAC,EAA0B,EAAoB,EAAE;IAC5E,MAAM,IAAI,GAAG,WAAW,CAAC,EAAE,EAAE,oBAAoB,EAAE,kBAAkB,CAAC,CAAC;IACvE,OAAO;QACL,IAAI;QACJ,SAAS,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,WAAW,CAAC;QACnD,WAAW,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,aAAa,CAAC;QACvD,KAAK,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,OAAO,CAAC;QAC3C,UAAU,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,YAAY,CAAC;QACrD,WAAW,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,aAAa,CAAC;QACvD,YAAY,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,cAAc,CAAC;QACzD,aAAa,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,eAAe,CAAC;QAC3D,OAAO,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,SAAS,CAAC;QAC/C,OAAO,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,SAAS,CAAC;KAChD,CAAC;AACJ,CAAC,CAAC;AAEF,sCAAsC;AACtC,gFAAgF;AAChF,6EAA6E;AAC7E,iFAAiF;AACjF,MAAM,cAAc,GACjB,UAA0D,CAAC,6BAA6B;IACzF,IAAI,CAAC;AAKP,MAAM,aAAa,GAAG,CAAC,EAA0B,EAAa,EAAE,CAAC,CAAC;IAChE,GAAG,EAAE,cAAc;QACjB,CAAC,CAAE,EAAE,CAAC,YAAY,CAAC,iCAAiC,CAAqB;QACzE,CAAC,CAAC,IAAI;IACR,OAAO,EAAE,IAAI,GAAG,EAAE;CACnB,CAAC,CAAC;AAEH,MAAM,QAAQ,GAAG,CACf,EAA0B,EAC1B,KAAgB,EAChB,KAAa,EACb,IAAgB,EACV,EAAE;IACR,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC;IACtB,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,IAAI,EAAE,CAAC;QACP,OAAO;IACT,CAAC;IACD,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC1C,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,SAAS,GAAG,EAAE,CAAC,iBAAiB,CAAC,QAAQ,EAAE,EAAE,CAAC,sBAAsB,CAAY,CAAC;QACvF,MAAM,QAAQ,GAAG,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,gBAAgB,CAAY,CAAC;QAClE,IAAI,SAAS,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC3B,MAAM,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,QAAQ,EAAE,EAAE,CAAC,YAAY,CAAW,CAAC;YACrE,OAAO,CAAC,KAAK,CAAC,uBAAuB,KAAK,KAAK,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC7E,CAAC;QACD,IAAI,SAAS,IAAI,QAAQ,EAAE,CAAC;YAC1B,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;YACzB,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;QACD,6EAA6E;QAC7E,IAAI,EAAE,CAAC;QACP,OAAO;IACT,CAAC;IACD,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;IAC/B,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,IAAI,EAAE,CAAC;QACP,OAAO;IACT,CAAC;IACD,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC;IAC3C,IAAI,EAAE,CAAC;IACP,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAClC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AAClC,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CAAC,EAA0B,EAAE,KAAa,EAAE,MAAc,EAAgB,EAAE;IAChG,MAAM,GAAG,GAAG,EAAE,CAAC,aAAa,EAAE,CAAC;IAC/B,IAAI,CAAC,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAC1E,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IACnC,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;IAC5F,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,kBAAkB,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;IAClE,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,kBAAkB,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;IAClE,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,cAAc,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC;IACrE,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,cAAc,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC;IACrE,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,EAA0B,EAAE,GAAiB,EAAoB,EAAE;IACpF,MAAM,GAAG,GAAG,EAAE,CAAC,iBAAiB,EAAE,CAAC;IACnC,IAAI,CAAC,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;IAC9E,EAAE,CAAC,eAAe,CAAC,EAAE,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;IACxC,EAAE,CAAC,oBAAoB,CAAC,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,iBAAiB,EAAE,EAAE,CAAC,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IACrF,MAAM,MAAM,GAAG,EAAE,CAAC,sBAAsB,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC;IACzD,IAAI,MAAM,KAAK,EAAE,CAAC,oBAAoB,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CAAC,mCAAmC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5E,CAAC;IACD,EAAE,CAAC,eAAe,CAAC,EAAE,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IACzC,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEF,+EAA+E;AAC/E,8EAA8E;AAC9E,wCAAwC;AACxC,MAAM,aAAa,GAAG,CAAC,CAAS,EAAE,CAAS,EAAoC,EAAE;IAC/E,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;IACpE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACxD,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC;AAClG,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,KAAa,EAAE,MAAc,EAAY,EAAE;IAC9D,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM;QAAE,OAAO,KAAK,CAAC;IAE5E,kDAAkD;IAClD,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,EAAE,EAAE,EAAE,GAAG,KAAK,CAAC;QACrB,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAChD,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE;YAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QAChE,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC1C,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACtC,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACvC,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACvC,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvC,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,MAAM,GAAG,KAAK,EAAE,MAAM,IAAI,IAAI,eAAe,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACnE,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,MAAM,EAAE,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IACvC,IAAI,CAAC,EAAE,EAAE,CAAC;QACR,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;IAChG,CAAC;IAED,MAAM,QAAQ,GAAG;QACf,IAAI,EAAE,eAAe,CAAC,EAAE,CAAC;QACzB,SAAS,EAAE,oBAAoB,CAAC,EAAE,CAAC;KACpC,CAAC;IACF,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACtD,MAAM,QAAQ,GAAG;QACf,QAAQ,EAAE,aAAa,CAAC,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC;QAC1C,IAAI,EAAE,aAAa,CAAC,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC;QACtC,KAAK,EAAE,aAAa,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC;QACtC,KAAK,EAAE,aAAa,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC;KACvC,CAAC;IACF,MAAM,IAAI,GAAG;QACX,KAAK,EAAE,SAAS,CAAC,EAAE,EAAE,QAAQ,CAAC,KAAK,CAAC;QACpC,KAAK,EAAE,SAAS,CAAC,EAAE,EAAE,QAAQ,CAAC,KAAK,CAAC;KACrC,CAAC;IAEF,KAAK,GAAG;QACN,EAAE;QACF,MAAM;QACN,KAAK;QACL,MAAM;QACN,KAAK;QACL,KAAK;QACL,QAAQ;QACR,KAAK,EAAE,aAAa,CAAC,EAAE,CAAC;QACxB,QAAQ;QACR,IAAI;KACL,CAAC;IACF,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,KAAa,EAAE,MAAc,EAAqC,EAAE;IAC7F,IAAI,CAAC,aAAa,IAAI,aAAa,CAAC,KAAK,KAAK,KAAK,IAAI,aAAa,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;QACvF,aAAa,GAAG,IAAI,eAAe,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACnD,UAAU,GAAG,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC3F,CAAC;IACD,OAAO,UAA+C,CAAC;AACzD,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CACpB,EAA0B,EAC1B,GAAiB,EACjB,MAAsB,EACtB,KAAc,EACR,EAAE;IACR,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IACnC,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAC;IAC9C,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;IAC5E,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAC;AAChD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAmB,KAAK,EAAE,KAAK,EAAE,EAAE;IAClD,MAAM,aAAa,EAAE,CAAC,CAAC,2DAA2D;IAClF,MAAM,CAAC,GAAG,KAAK,CAAC,YAAY,CAAC;IAC7B,MAAM,CAAC,GAAG,KAAK,CAAC,aAAa,CAAC;IAE9B,8EAA8E;IAC9E,2BAA2B;IAC3B,MAAM,QAAQ,GAAG,iBAAiB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACzC,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACtC,MAAM,WAAW,GAAG,aAA6C,CAAC;IAElE,yEAAyE;IACzE,4EAA4E;IAC5E,2EAA2E;IAC3E,wEAAwE;IACxE,6EAA6E;IAC7E,sDAAsD;IACtD,iBAAiB,CAAC,WAAW,CAAC,CAAC;IAC/B,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;IAChC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,WAAW,GAAG,IAAI,UAAU,CAAC,aAA6C,EAAE;YAChF,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,GAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAChE,CAAC,CAAC;QACH,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,wBAAwB;IACxB,MAAM,CAAC,GAAG,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IAExE,qEAAqE;IACrE,kEAAkE;IAClE,yEAAyE;IACzE,0EAA0E;IAC1E,yEAAyE;IACzE,sEAAsE;IACtE,8DAA8D;IAC9D,aAAa,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,WAAwC,EAAE,IAAI,CAAC,CAAC;IACrF,aAAa,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,gBAA6C,EAAE,KAAK,CAAC,CAAC;IAE/F,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;IACrB,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;IAE1B,6EAA6E;IAC7E,2EAA2E;IAC3E,4EAA4E;IAC5E,qEAAqE;IACrE,uEAAuE;IACvE,mCAAmC;IACnC,EAAE,CAAC,eAAe,CAAC,EAAE,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IAC/C,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IAChC,wJAAwJ;IACxJ,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClC,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;IAC9B,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,UAAU,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACjD,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACpC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAC1D,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC/C,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC/C,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACxC,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAEvC,kEAAkE;IAClE,EAAE,CAAC,eAAe,CAAC,EAAE,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IAC/C,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IAChC,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,UAAU,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC9C,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;IAChD,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAEvE,yCAAyC;IACzC,EAAE,CAAC,eAAe,CAAC,EAAE,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IAC/C,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IAChC,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,UAAU,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC9C,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC;IAChD,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAEvE,4EAA4E;IAC5E,EAAE,CAAC,eAAe,CAAC,EAAE,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IACzC,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACxB,wJAAwJ;IACxJ,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACvC,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;IAC9B,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,UAAU,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACjD,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IAC9C,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;IAC9B,iEAAiE;IACjE,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,UAAU,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC9C,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAChD,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;IAC9B,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,UAAU,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC7C,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAC1C,0DAA0D;IAC1D,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAClD,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACnD,qEAAqE;IACrE,wEAAwE;IACxE,2EAA2E;IAC3E,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACrD,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACrD,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,mBAAmB,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;IACxF,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACjD,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACjD,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAE/E,2CAA2C;IAC3C,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,MAAsC,EAAE;QACjE,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,GAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAChE,CAAC,CAAC;IACH,KAAK,CAAC,KAAK,EAAE,CAAC;IACd,OAAO,GAAG,CAAC;AACb,CAAC,CAAC","sourcesContent":["// Web blur effect, WebGL2 pipeline.\n//\n// Same shape as the Android GLES 3.0 path: separable Gaussian blur into a\n// ping-pong FBO, then a composite pass that mixes blurred and original via\n// a segmentation mask. The mask still comes from MediaPipe Selfie\n// Segmentation loaded from CDN; there is no GPU-resident segmenter for\n// the web yet.\n//\n// Shader source lives in src/web/shaders.ts; MediaPipe loader in\n// src/web/segmenter.ts. This file owns only the per-effect GL state and\n// the per-frame transform.\n\nimport { computeBlurKernel } from '../blur-kernel';\nimport type { FrameTransform } from '../insertable-streams';\nimport { getLatestMask, loadSegmenter, requestMaskIfIdle } from '../segmenter';\nimport { BLUR_FRAG_SRC, COMPOSITE_FRAG_SRC, PASSTHROUGH_VERT_SRC } from '../shaders';\nimport { maskSmoothstepRange, tuning } from '../tuning';\n\n// Cache the kernel by sigma; the pure math lives in ../blur-kernel. Recomputed\n// only when the blur slider (setBlurSigma) moves, not per frame.\nlet cachedKernelSigma = Number.NaN;\nlet cachedKernel: { weights: Float32Array; offsets: Float32Array } | null = null;\n\nconst blurKernel = (sigma: number): { weights: Float32Array; offsets: Float32Array } => {\n  if (sigma !== cachedKernelSigma || cachedKernel === null) {\n    cachedKernel = computeBlurKernel(sigma);\n    cachedKernelSigma = sigma;\n  }\n  return cachedKernel;\n};\n\ntype GpuState = {\n  gl: WebGL2RenderingContext;\n  canvas: OffscreenCanvas;\n  width: number;\n  height: number;\n  // Blur ping-pong buffers run at quarter area (half each axis, short side\n  // floored at 256px); the composite's LINEAR sampler upscales for free.\n  downW: number;\n  downH: number;\n  programs: {\n    blur: BlurProgram;\n    composite: CompositeProgram;\n  };\n  timer: PassTimer;\n  textures: {\n    original: WebGLTexture;\n    mask: WebGLTexture;\n    blurA: WebGLTexture;\n    blurB: WebGLTexture;\n  };\n  fbos: {\n    blurA: WebGLFramebuffer;\n    blurB: WebGLFramebuffer;\n  };\n};\n\nlet state: GpuState | null = null;\n\n// MediaPipe needs a 2D canvas as input; we stage the VideoFrame there each\n// frame, then point both MediaPipe and the GL upload at it.\nlet inputCanvas2D: OffscreenCanvas | null = null;\nlet inputCtx2D: OffscreenCanvasRenderingContext2D | null = null;\n\nconst compileShader = (gl: WebGL2RenderingContext, type: number, source: string): WebGLShader => {\n  const shader = gl.createShader(type);\n  if (!shader) throw new Error('kaleidoscope: gl.createShader returned null');\n  gl.shaderSource(shader, source);\n  gl.compileShader(shader);\n  if (!gl.getShaderParameter(shader, gl.COMPILE_STATUS)) {\n    const log = gl.getShaderInfoLog(shader) ?? '(no info log)';\n    gl.deleteShader(shader);\n    throw new Error(`kaleidoscope: shader compile failed: ${log}\\n---\\n${source}`);\n  }\n  return shader;\n};\n\nconst linkProgram = (\n  gl: WebGL2RenderingContext,\n  vertSrc: string,\n  fragSrc: string,\n): WebGLProgram => {\n  const vs = compileShader(gl, gl.VERTEX_SHADER, vertSrc);\n  const fs = compileShader(gl, gl.FRAGMENT_SHADER, fragSrc);\n  const prog = gl.createProgram();\n  if (!prog) throw new Error('kaleidoscope: gl.createProgram returned null');\n  gl.attachShader(prog, vs);\n  gl.attachShader(prog, fs);\n  gl.linkProgram(prog);\n  gl.detachShader(prog, vs);\n  gl.detachShader(prog, fs);\n  gl.deleteShader(vs);\n  gl.deleteShader(fs);\n  if (!gl.getProgramParameter(prog, gl.LINK_STATUS)) {\n    const log = gl.getProgramInfoLog(prog) ?? '(no info log)';\n    gl.deleteProgram(prog);\n    throw new Error(`kaleidoscope: program link failed: ${log}`);\n  }\n  return prog;\n};\n\n// Uniform locations queried once at link, not via getUniformLocation per frame.\ntype BlurProgram = {\n  prog: WebGLProgram;\n  uTex: WebGLUniformLocation | null;\n  uAxis: WebGLUniformLocation | null;\n  uWeights: WebGLUniformLocation | null;\n  uOffsets: WebGLUniformLocation | null;\n};\ntype CompositeProgram = {\n  prog: WebGLProgram;\n  uOriginal: WebGLUniformLocation | null;\n  uBackground: WebGLUniformLocation | null;\n  uMask: WebGLUniformLocation | null;\n  uBgUvScale: WebGLUniformLocation | null;\n  uBgUvOffset: WebGLUniformLocation | null;\n  uMaskUvScale: WebGLUniformLocation | null;\n  uMaskUvOffset: WebGLUniformLocation | null;\n  uMaskLo: WebGLUniformLocation | null;\n  uMaskHi: WebGLUniformLocation | null;\n};\n\nconst linkBlurProgram = (gl: WebGL2RenderingContext): BlurProgram => {\n  const prog = linkProgram(gl, PASSTHROUGH_VERT_SRC, BLUR_FRAG_SRC);\n  return {\n    prog,\n    uTex: gl.getUniformLocation(prog, 'uTex'),\n    uAxis: gl.getUniformLocation(prog, 'uAxis'),\n    uWeights: gl.getUniformLocation(prog, 'uWeights'),\n    uOffsets: gl.getUniformLocation(prog, 'uOffsets'),\n  };\n};\n\nconst linkCompositeProgram = (gl: WebGL2RenderingContext): CompositeProgram => {\n  const prog = linkProgram(gl, PASSTHROUGH_VERT_SRC, COMPOSITE_FRAG_SRC);\n  return {\n    prog,\n    uOriginal: gl.getUniformLocation(prog, 'uOriginal'),\n    uBackground: gl.getUniformLocation(prog, 'uBackground'),\n    uMask: gl.getUniformLocation(prog, 'uMask'),\n    uBgUvScale: gl.getUniformLocation(prog, 'uBgUvScale'),\n    uBgUvOffset: gl.getUniformLocation(prog, 'uBgUvOffset'),\n    uMaskUvScale: gl.getUniformLocation(prog, 'uMaskUvScale'),\n    uMaskUvOffset: gl.getUniformLocation(prog, 'uMaskUvOffset'),\n    uMaskLo: gl.getUniformLocation(prog, 'uMaskLo'),\n    uMaskHi: gl.getUniformLocation(prog, 'uMaskHi'),\n  };\n};\n\n// Per-pass GPU timing (dev only). Set\n// `globalThis.__KALEIDOSCOPE_DEBUG_TIMING__ = true` before the first blur frame\n// to log per-pass GPU time via EXT_disjoint_timer_query_webgl2. Results read\n// back one frame late (the query is async); a no-op when the flag/ext is absent.\nconst TIMING_ENABLED =\n  (globalThis as { __KALEIDOSCOPE_DEBUG_TIMING__?: boolean }).__KALEIDOSCOPE_DEBUG_TIMING__ ===\n  true;\n\ntype TimerExt = { TIME_ELAPSED_EXT: number; GPU_DISJOINT_EXT: number };\ntype PassTimer = { ext: TimerExt | null; pending: Map<string, WebGLQuery> };\n\nconst makePassTimer = (gl: WebGL2RenderingContext): PassTimer => ({\n  ext: TIMING_ENABLED\n    ? (gl.getExtension('EXT_disjoint_timer_query_webgl2') as TimerExt | null)\n    : null,\n  pending: new Map(),\n});\n\nconst timePass = (\n  gl: WebGL2RenderingContext,\n  timer: PassTimer,\n  label: string,\n  draw: () => void,\n): void => {\n  const ext = timer.ext;\n  if (!ext) {\n    draw();\n    return;\n  }\n  const inFlight = timer.pending.get(label);\n  if (inFlight) {\n    const available = gl.getQueryParameter(inFlight, gl.QUERY_RESULT_AVAILABLE) as boolean;\n    const disjoint = gl.getParameter(ext.GPU_DISJOINT_EXT) as boolean;\n    if (available && !disjoint) {\n      const ns = gl.getQueryParameter(inFlight, gl.QUERY_RESULT) as number;\n      console.debug(`[kaleidoscope] blur ${label}: ${(ns / 1e6).toFixed(3)} ms`);\n    }\n    if (available || disjoint) {\n      gl.deleteQuery(inFlight);\n      timer.pending.delete(label);\n    }\n    // A query is still in flight for this label; just draw, don't stack another.\n    draw();\n    return;\n  }\n  const query = gl.createQuery();\n  if (!query) {\n    draw();\n    return;\n  }\n  gl.beginQuery(ext.TIME_ELAPSED_EXT, query);\n  draw();\n  gl.endQuery(ext.TIME_ELAPSED_EXT);\n  timer.pending.set(label, query);\n};\n\nconst createTexture = (gl: WebGL2RenderingContext, width: number, height: number): WebGLTexture => {\n  const tex = gl.createTexture();\n  if (!tex) throw new Error('kaleidoscope: gl.createTexture returned null');\n  gl.bindTexture(gl.TEXTURE_2D, tex);\n  gl.texImage2D(gl.TEXTURE_2D, 0, gl.RGBA, width, height, 0, gl.RGBA, gl.UNSIGNED_BYTE, null);\n  gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_MIN_FILTER, gl.LINEAR);\n  gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_MAG_FILTER, gl.LINEAR);\n  gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_WRAP_S, gl.CLAMP_TO_EDGE);\n  gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_WRAP_T, gl.CLAMP_TO_EDGE);\n  return tex;\n};\n\nconst createFbo = (gl: WebGL2RenderingContext, tex: WebGLTexture): WebGLFramebuffer => {\n  const fbo = gl.createFramebuffer();\n  if (!fbo) throw new Error('kaleidoscope: gl.createFramebuffer returned null');\n  gl.bindFramebuffer(gl.FRAMEBUFFER, fbo);\n  gl.framebufferTexture2D(gl.FRAMEBUFFER, gl.COLOR_ATTACHMENT0, gl.TEXTURE_2D, tex, 0);\n  const status = gl.checkFramebufferStatus(gl.FRAMEBUFFER);\n  if (status !== gl.FRAMEBUFFER_COMPLETE) {\n    throw new Error(`kaleidoscope: FBO incomplete: 0x${status.toString(16)}`);\n  }\n  gl.bindFramebuffer(gl.FRAMEBUFFER, null);\n  return fbo;\n};\n\n// Quarter-area downscale for the blur ping-pong buffers: half each axis, short\n// side floored at 256px so small inputs don't degrade; never upscales. Shared\n// rule with the Android/iOS R1 commits.\nconst blurDownscale = (w: number, h: number): { downW: number; downH: number } => {\n  const shortTarget = Math.max(256, Math.round(Math.min(w, h) * 0.5));\n  const scale = Math.min(1, shortTarget / Math.min(w, h));\n  return { downW: Math.max(1, Math.round(w * scale)), downH: Math.max(1, Math.round(h * scale)) };\n};\n\nconst ensureState = (width: number, height: number): GpuState => {\n  if (state && state.width === width && state.height === height) return state;\n\n  // Tear down previous state if dimensions changed.\n  if (state) {\n    const { gl } = state;\n    gl.deleteProgram(state.programs.blur.prog);\n    gl.deleteProgram(state.programs.composite.prog);\n    for (const q of state.timer.pending.values()) gl.deleteQuery(q);\n    gl.deleteTexture(state.textures.original);\n    gl.deleteTexture(state.textures.mask);\n    gl.deleteTexture(state.textures.blurA);\n    gl.deleteTexture(state.textures.blurB);\n    gl.deleteFramebuffer(state.fbos.blurA);\n    gl.deleteFramebuffer(state.fbos.blurB);\n  }\n\n  const canvas = state?.canvas ?? new OffscreenCanvas(width, height);\n  canvas.width = width;\n  canvas.height = height;\n  const gl = canvas.getContext('webgl2');\n  if (!gl) {\n    throw new Error('kaleidoscope: WebGL2 not available; blur requires a WebGL2-capable browser');\n  }\n\n  const programs = {\n    blur: linkBlurProgram(gl),\n    composite: linkCompositeProgram(gl),\n  };\n  const { downW, downH } = blurDownscale(width, height);\n  const textures = {\n    original: createTexture(gl, width, height),\n    mask: createTexture(gl, width, height),\n    blurA: createTexture(gl, downW, downH),\n    blurB: createTexture(gl, downW, downH),\n  };\n  const fbos = {\n    blurA: createFbo(gl, textures.blurA),\n    blurB: createFbo(gl, textures.blurB),\n  };\n\n  state = {\n    gl,\n    canvas,\n    width,\n    height,\n    downW,\n    downH,\n    programs,\n    timer: makePassTimer(gl),\n    textures,\n    fbos,\n  };\n  return state;\n};\n\nconst ensureInputCanvas = (width: number, height: number): OffscreenCanvasRenderingContext2D => {\n  if (!inputCanvas2D || inputCanvas2D.width !== width || inputCanvas2D.height !== height) {\n    inputCanvas2D = new OffscreenCanvas(width, height);\n    inputCtx2D = inputCanvas2D.getContext('2d');\n    if (!inputCtx2D) throw new Error('kaleidoscope: OffscreenCanvas 2D context unavailable');\n  }\n  return inputCtx2D as OffscreenCanvasRenderingContext2D;\n};\n\nconst uploadTexture = (\n  gl: WebGL2RenderingContext,\n  tex: WebGLTexture,\n  source: TexImageSource,\n  flipY: boolean,\n): void => {\n  gl.bindTexture(gl.TEXTURE_2D, tex);\n  gl.pixelStorei(gl.UNPACK_FLIP_Y_WEBGL, flipY);\n  gl.texImage2D(gl.TEXTURE_2D, 0, gl.RGBA, gl.RGBA, gl.UNSIGNED_BYTE, source);\n  gl.pixelStorei(gl.UNPACK_FLIP_Y_WEBGL, false);\n};\n\nexport const blur: FrameTransform = async (frame) => {\n  await loadSegmenter(); // ensure the segmenter is loaded; cached after first call.\n  const w = frame.displayWidth;\n  const h = frame.displayHeight;\n\n  // Stage on a 2D canvas so MediaPipe can ingest it (and so the GL upload below\n  // has a flippable source).\n  const inputCtx = ensureInputCanvas(w, h);\n  inputCtx.drawImage(frame, 0, 0, w, h);\n  const inputCanvas = inputCanvas2D as unknown as CanvasImageSource;\n\n  // Decoupled segmentation (mirrors native): never block the render on the\n  // segmenter. Kick a fresh mask only when idle and draw with the most recent\n  // one. drawImage is atomic w.r.t. the event loop, so MediaPipe reading the\n  // canvas between tasks sees at most a ~1-frame-newer image — within the\n  // staleness the mask already tolerates. Before the first mask lands, forward\n  // the original frame (matches native's fall-through).\n  requestMaskIfIdle(inputCanvas);\n  const results = getLatestMask();\n  if (!results) {\n    const passthrough = new VideoFrame(inputCanvas2D as unknown as CanvasImageSource, {\n      timestamp: frame.timestamp,\n      ...(frame.duration != null ? { duration: frame.duration } : {}),\n    });\n    frame.close();\n    return passthrough;\n  }\n\n  // Run the GPU pipeline.\n  const s = ensureState(w, h);\n  const { gl, canvas, programs, timer, textures, fbos, downW, downH } = s;\n\n  // Upload original with flipY=true (DOM-coord source → GL v=1 = top).\n  // Upload mask with flipY=false: UNPACK_FLIP_Y_WEBGL is a no-op on\n  // MediaPipe's segmentationMask (also on ImageBitmaps in general), so the\n  // mask lands in its natural orientation. The composite shader compensates\n  // with the uMaskUvScale=(1,-1) / uMaskUvOffset=(0,1) V-flip uniforms set\n  // below; this also avoids the canvas-premultiplied-alpha problem that\n  // collapses soft confidence values and makes the mask binary.\n  uploadTexture(gl, textures.original, inputCanvas as unknown as TexImageSource, true);\n  uploadTexture(gl, textures.mask, results.segmentationMask as unknown as TexImageSource, false);\n\n  gl.disable(gl.BLEND);\n  gl.disable(gl.DEPTH_TEST);\n\n  // Pass 0: downsample the full-res original into blurA. uAxis=0 collapses the\n  // kernel to its center tap (weights sum to 1), so this is a plain bilinear\n  // box-average into the downscaled target. Both blur passes must then run IN\n  // downscaled space: sampling the full-res original directly with the\n  // downscaled-spaced kernel offsets skips source columns and produces a\n  // serrated, one-directional smear.\n  gl.bindFramebuffer(gl.FRAMEBUFFER, fbos.blurA);\n  gl.viewport(0, 0, downW, downH);\n  // biome-ignore lint/correctness/useHookAtTopLevel: gl.useProgram is a WebGL call, not a React hook (the early return above tripped the use* heuristic).\n  gl.useProgram(programs.blur.prog);\n  gl.activeTexture(gl.TEXTURE0);\n  gl.bindTexture(gl.TEXTURE_2D, textures.original);\n  gl.uniform1i(programs.blur.uTex, 0);\n  const { weights, offsets } = blurKernel(tuning.blurSigma);\n  gl.uniform1fv(programs.blur.uWeights, weights);\n  gl.uniform1fv(programs.blur.uOffsets, offsets);\n  gl.uniform2f(programs.blur.uAxis, 0, 0);\n  gl.drawArrays(gl.TRIANGLE_STRIP, 0, 4);\n\n  // Pass 1: horizontal blur of the downscaled copy: blurA -> blurB.\n  gl.bindFramebuffer(gl.FRAMEBUFFER, fbos.blurB);\n  gl.viewport(0, 0, downW, downH);\n  gl.bindTexture(gl.TEXTURE_2D, textures.blurA);\n  gl.uniform2f(programs.blur.uAxis, 1 / downW, 0);\n  timePass(gl, timer, 'h', () => gl.drawArrays(gl.TRIANGLE_STRIP, 0, 4));\n\n  // Pass 2: vertical blur: blurB -> blurA.\n  gl.bindFramebuffer(gl.FRAMEBUFFER, fbos.blurA);\n  gl.viewport(0, 0, downW, downH);\n  gl.bindTexture(gl.TEXTURE_2D, textures.blurB);\n  gl.uniform2f(programs.blur.uAxis, 0, 1 / downH);\n  timePass(gl, timer, 'v', () => gl.drawArrays(gl.TRIANGLE_STRIP, 0, 4));\n\n  // Pass 3: composite original + blurB + mask -> default framebuffer (canvas)\n  gl.bindFramebuffer(gl.FRAMEBUFFER, null);\n  gl.viewport(0, 0, w, h);\n  // biome-ignore lint/correctness/useHookAtTopLevel: gl.useProgram is a WebGL call, not a React hook (the early return above tripped the use* heuristic).\n  gl.useProgram(programs.composite.prog);\n  gl.activeTexture(gl.TEXTURE0);\n  gl.bindTexture(gl.TEXTURE_2D, textures.original);\n  gl.uniform1i(programs.composite.uOriginal, 0);\n  gl.activeTexture(gl.TEXTURE1);\n  // Final blurred result lives in blurA after the V pass (pass 2).\n  gl.bindTexture(gl.TEXTURE_2D, textures.blurA);\n  gl.uniform1i(programs.composite.uBackground, 1);\n  gl.activeTexture(gl.TEXTURE2);\n  gl.bindTexture(gl.TEXTURE_2D, textures.mask);\n  gl.uniform1i(programs.composite.uMask, 2);\n  // Blurred background is full-size; identity UV transform.\n  gl.uniform2f(programs.composite.uBgUvScale, 1, 1);\n  gl.uniform2f(programs.composite.uBgUvOffset, 0, 0);\n  // Mask V-flip: direct upload with flipY=false leaves mask Y-inverted\n  // relative to the original. Encode the flip in the sampling uniforms so\n  // the shader stays byte-identical with Android (which uses identity here).\n  gl.uniform2f(programs.composite.uMaskUvScale, 1, -1);\n  gl.uniform2f(programs.composite.uMaskUvOffset, 0, 1);\n  const [maskLo, maskHi] = maskSmoothstepRange(tuning.maskHardness, tuning.maskThreshold);\n  gl.uniform1f(programs.composite.uMaskLo, maskLo);\n  gl.uniform1f(programs.composite.uMaskHi, maskHi);\n  timePass(gl, timer, 'composite', () => gl.drawArrays(gl.TRIANGLE_STRIP, 0, 4));\n\n  // Wrap the canvas as an output VideoFrame.\n  const out = new VideoFrame(canvas as unknown as CanvasImageSource, {\n    timestamp: frame.timestamp,\n    ...(frame.duration != null ? { duration: frame.duration } : {}),\n  });\n  frame.close();\n  return out;\n};\n"]}

package/dist/web/effects/transform.d.ts

@@ -1,4 +0,0 @@
-import type { TransformName } from '../../types';
-import type { FrameTransform } from '../insertable-streams';
-export declare const makeTransform: (op: TransformName) => FrameTransform;
-//# sourceMappingURL=transform.d.ts.map

package/dist/web/effects/transform.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"transform.d.ts","sourceRoot":"","sources":["../../../src/web/effects/transform.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAE5D,eAAO,MAAM,aAAa,OAAQ,aAAa,KAAG,cAmDjD,CAAC","sourcesContent":["// Web transform effects: pure geometric reorientations of the frame (axis\n// flips and 90-degree rotations). Each draws the incoming VideoFrame to an\n// OffscreenCanvas with the matching 2D transform, then re-encodes the canvas as\n// a new VideoFrame preserving timestamp and duration.\n//\n// On web the frame is already in display space, so a flip on the canvas X axis\n// is a flip on the screen's horizontal axis with no rotation correction. These\n// are therefore the platform-reference behavior for the demo's calibration\n// toggles; the native pipelines have to correct for the landscape camera\n// buffer's rotation to land on the same on-screen result.\n//\n// makeTransform closes over its own canvas (one per pipeline stage) so two\n// stacked transform stages never fight over a shared scratch buffer.\n\nimport type { TransformName } from '../../types';\nimport type { FrameTransform } from '../insertable-streams';\n\nexport const makeTransform = (op: TransformName): FrameTransform => {\n  let canvas: OffscreenCanvas | null = null;\n  let ctx: OffscreenCanvasRenderingContext2D | null = null;\n\n  const ensureCanvas = (width: number, height: number): OffscreenCanvasRenderingContext2D => {\n    if (!canvas || canvas.width !== width || canvas.height !== height) {\n      canvas = new OffscreenCanvas(width, height);\n      ctx = canvas.getContext('2d');\n      if (!ctx) {\n        throw new Error('kaleidoscope: OffscreenCanvas 2D context unavailable');\n      }\n    }\n    return ctx as OffscreenCanvasRenderingContext2D;\n  };\n\n  return async (frame) => {\n    const w = frame.displayWidth;\n    const h = frame.displayHeight;\n    // 90-degree rotations swap the output dimensions.\n    const rotated = op === 'rotate-cw' || op === 'rotate-ccw';\n    const c = ensureCanvas(rotated ? h : w, rotated ? w : h);\n\n    c.save();\n    switch (op) {\n      case 'flip-x':\n        // Mirror about the vertical centerline: x -> w - x.\n        c.setTransform(-1, 0, 0, 1, w, 0);\n        break;\n      case 'flip-y':\n        // Mirror about the horizontal centerline: y -> h - y.\n        c.setTransform(1, 0, 0, -1, 0, h);\n        break;\n      case 'rotate-cw':\n        // 90 deg clockwise into the h x w canvas.\n        c.setTransform(0, 1, -1, 0, h, 0);\n        break;\n      case 'rotate-ccw':\n        // 90 deg counter-clockwise into the h x w canvas.\n        c.setTransform(0, -1, 1, 0, 0, w);\n        break;\n    }\n    c.drawImage(frame, 0, 0, w, h);\n    c.restore();\n\n    const out = new VideoFrame(canvas as unknown as CanvasImageSource, {\n      timestamp: frame.timestamp,\n      ...(frame.duration != null ? { duration: frame.duration } : {}),\n    });\n    frame.close();\n    return out;\n  };\n};\n"]}

package/dist/web/effects/transform.js

@@ -1,62 +0,0 @@
-// Web transform effects: pure geometric reorientations of the frame (axis
-// flips and 90-degree rotations). Each draws the incoming VideoFrame to an
-// OffscreenCanvas with the matching 2D transform, then re-encodes the canvas as
-// a new VideoFrame preserving timestamp and duration.
-//
-// On web the frame is already in display space, so a flip on the canvas X axis
-// is a flip on the screen's horizontal axis with no rotation correction. These
-// are therefore the platform-reference behavior for the demo's calibration
-// toggles; the native pipelines have to correct for the landscape camera
-// buffer's rotation to land on the same on-screen result.
-//
-// makeTransform closes over its own canvas (one per pipeline stage) so two
-// stacked transform stages never fight over a shared scratch buffer.
-export const makeTransform = (op) => {
-    let canvas = null;
-    let ctx = null;
-    const ensureCanvas = (width, height) => {
-        if (!canvas || canvas.width !== width || canvas.height !== height) {
-            canvas = new OffscreenCanvas(width, height);
-            ctx = canvas.getContext('2d');
-            if (!ctx) {
-                throw new Error('kaleidoscope: OffscreenCanvas 2D context unavailable');
-            }
-        }
-        return ctx;
-    };
-    return async (frame) => {
-        const w = frame.displayWidth;
-        const h = frame.displayHeight;
-        // 90-degree rotations swap the output dimensions.
-        const rotated = op === 'rotate-cw' || op === 'rotate-ccw';
-        const c = ensureCanvas(rotated ? h : w, rotated ? w : h);
-        c.save();
-        switch (op) {
-            case 'flip-x':
-                // Mirror about the vertical centerline: x -> w - x.
-                c.setTransform(-1, 0, 0, 1, w, 0);
-                break;
-            case 'flip-y':
-                // Mirror about the horizontal centerline: y -> h - y.
-                c.setTransform(1, 0, 0, -1, 0, h);
-                break;
-            case 'rotate-cw':
-                // 90 deg clockwise into the h x w canvas.
-                c.setTransform(0, 1, -1, 0, h, 0);
-                break;
-            case 'rotate-ccw':
-                // 90 deg counter-clockwise into the h x w canvas.
-                c.setTransform(0, -1, 1, 0, 0, w);
-                break;
-        }
-        c.drawImage(frame, 0, 0, w, h);
-        c.restore();
-        const out = new VideoFrame(canvas, {
-            timestamp: frame.timestamp,
-            ...(frame.duration != null ? { duration: frame.duration } : {}),
-        });
-        frame.close();
-        return out;
-    };
-};
-//# sourceMappingURL=transform.js.map

package/dist/web/effects/transform.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"transform.js","sourceRoot":"","sources":["../../../src/web/effects/transform.ts"],"names":[],"mappings":"AAAA,0EAA0E;AAC1E,2EAA2E;AAC3E,gFAAgF;AAChF,sDAAsD;AACtD,EAAE;AACF,+EAA+E;AAC/E,+EAA+E;AAC/E,2EAA2E;AAC3E,yEAAyE;AACzE,0DAA0D;AAC1D,EAAE;AACF,2EAA2E;AAC3E,qEAAqE;AAKrE,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,EAAiB,EAAkB,EAAE;IACjE,IAAI,MAAM,GAA2B,IAAI,CAAC;IAC1C,IAAI,GAAG,GAA6C,IAAI,CAAC;IAEzD,MAAM,YAAY,GAAG,CAAC,KAAa,EAAE,MAAc,EAAqC,EAAE;QACxF,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,KAAK,KAAK,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAClE,MAAM,GAAG,IAAI,eAAe,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAC5C,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAC9B,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;QACD,OAAO,GAAwC,CAAC;IAClD,CAAC,CAAC;IAEF,OAAO,KAAK,EAAE,KAAK,EAAE,EAAE;QACrB,MAAM,CAAC,GAAG,KAAK,CAAC,YAAY,CAAC;QAC7B,MAAM,CAAC,GAAG,KAAK,CAAC,aAAa,CAAC;QAC9B,kDAAkD;QAClD,MAAM,OAAO,GAAG,EAAE,KAAK,WAAW,IAAI,EAAE,KAAK,YAAY,CAAC;QAC1D,MAAM,CAAC,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAEzD,CAAC,CAAC,IAAI,EAAE,CAAC;QACT,QAAQ,EAAE,EAAE,CAAC;YACX,KAAK,QAAQ;gBACX,oDAAoD;gBACpD,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBAClC,MAAM;YACR,KAAK,QAAQ;gBACX,sDAAsD;gBACtD,CAAC,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBAClC,MAAM;YACR,KAAK,WAAW;gBACd,0CAA0C;gBAC1C,CAAC,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBAClC,MAAM;YACR,KAAK,YAAY;gBACf,kDAAkD;gBAClD,CAAC,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBAClC,MAAM;QACV,CAAC;QACD,CAAC,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC/B,CAAC,CAAC,OAAO,EAAE,CAAC;QAEZ,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,MAAsC,EAAE;YACjE,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,GAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAChE,CAAC,CAAC;QACH,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,OAAO,GAAG,CAAC;IACb,CAAC,CAAC;AACJ,CAAC,CAAC","sourcesContent":["// Web transform effects: pure geometric reorientations of the frame (axis\n// flips and 90-degree rotations). Each draws the incoming VideoFrame to an\n// OffscreenCanvas with the matching 2D transform, then re-encodes the canvas as\n// a new VideoFrame preserving timestamp and duration.\n//\n// On web the frame is already in display space, so a flip on the canvas X axis\n// is a flip on the screen's horizontal axis with no rotation correction. These\n// are therefore the platform-reference behavior for the demo's calibration\n// toggles; the native pipelines have to correct for the landscape camera\n// buffer's rotation to land on the same on-screen result.\n//\n// makeTransform closes over its own canvas (one per pipeline stage) so two\n// stacked transform stages never fight over a shared scratch buffer.\n\nimport type { TransformName } from '../../types';\nimport type { FrameTransform } from '../insertable-streams';\n\nexport const makeTransform = (op: TransformName): FrameTransform => {\n  let canvas: OffscreenCanvas | null = null;\n  let ctx: OffscreenCanvasRenderingContext2D | null = null;\n\n  const ensureCanvas = (width: number, height: number): OffscreenCanvasRenderingContext2D => {\n    if (!canvas || canvas.width !== width || canvas.height !== height) {\n      canvas = new OffscreenCanvas(width, height);\n      ctx = canvas.getContext('2d');\n      if (!ctx) {\n        throw new Error('kaleidoscope: OffscreenCanvas 2D context unavailable');\n      }\n    }\n    return ctx as OffscreenCanvasRenderingContext2D;\n  };\n\n  return async (frame) => {\n    const w = frame.displayWidth;\n    const h = frame.displayHeight;\n    // 90-degree rotations swap the output dimensions.\n    const rotated = op === 'rotate-cw' || op === 'rotate-ccw';\n    const c = ensureCanvas(rotated ? h : w, rotated ? w : h);\n\n    c.save();\n    switch (op) {\n      case 'flip-x':\n        // Mirror about the vertical centerline: x -> w - x.\n        c.setTransform(-1, 0, 0, 1, w, 0);\n        break;\n      case 'flip-y':\n        // Mirror about the horizontal centerline: y -> h - y.\n        c.setTransform(1, 0, 0, -1, 0, h);\n        break;\n      case 'rotate-cw':\n        // 90 deg clockwise into the h x w canvas.\n        c.setTransform(0, 1, -1, 0, h, 0);\n        break;\n      case 'rotate-ccw':\n        // 90 deg counter-clockwise into the h x w canvas.\n        c.setTransform(0, -1, 1, 0, 0, w);\n        break;\n    }\n    c.drawImage(frame, 0, 0, w, h);\n    c.restore();\n\n    const out = new VideoFrame(canvas as unknown as CanvasImageSource, {\n      timestamp: frame.timestamp,\n      ...(frame.duration != null ? { duration: frame.duration } : {}),\n    });\n    frame.close();\n    return out;\n  };\n};\n"]}

package/dist/web/insertable-streams.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"insertable-streams.d.ts","sourceRoot":"","sources":["../../src/web/insertable-streams.ts"],"names":[],"mappings":"AASA,MAAM,MAAM,cAAc,GAAG,CAAC,KAAK,EAAE,UAAU,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;AAIxE,OAAO,CAAC,MAAM,CAAC,CAAC;IACd,UAAU,6BAA6B;QACrC,KAAK,EAAE,gBAAgB,CAAC;QACxB,aAAa,CAAC,EAAE,MAAM,CAAC;KACxB;IACD,UAAU,yBAAyB;QACjC,QAAQ,CAAC,QAAQ,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;KAC/C;IACD,IAAI,yBAAyB,EAAE;QAC7B,SAAS,EAAE,yBAAyB,CAAC;QACrC,KAAK,IAAI,EAAE,6BAA6B,GAAG,yBAAyB,CAAC;KACtE,CAAC;IAEF,UAAU,6BAA6B;QACrC,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC;KACzB;IACD,UAAU,yBAA0B,SAAQ,gBAAgB;QAC1D,QAAQ,CAAC,QAAQ,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;KAC/C;IACD,IAAI,yBAAyB,EAAE;QAC7B,SAAS,EAAE,yBAAyB,CAAC;QACrC,KAAK,IAAI,EAAE,6BAA6B,GAAG,yBAAyB,CAAC;KACtE,CAAC;CACH;AAMD;;;;;GAKG;AACH,MAAM,MAAM,kBAAkB,GAAG;IAC/B,KAAK,EAAE,gBAAgB,CAAC;IACxB,OAAO,EAAE,MAAM,IAAI,CAAC;CACrB,CAAC;AAEF,eAAO,MAAM,kBAAkB,UACtB,gBAAgB,aACZ,cAAc,KACxB,kBAuDF,CAAC","sourcesContent":["// Insertable-Streams pipeline factory. Wires\n//   MediaStreamTrackProcessor → TransformStream(transform) → MediaStreamTrackGenerator\n// and returns the generator track. Caller hands the new track to a `<video>`\n// element for preview, or to `RTCRtpSender.replaceTrack(...)` for a peer connection.\n//\n// Spec: https://www.w3.org/TR/mediacapture-transform/\n// Browsers: Chrome / Edge ship it. Safari and Firefox do not as of 2026-05;\n// we capability-check at call time and throw a typed error.\n\nexport type FrameTransform = (frame: VideoFrame) => Promise<VideoFrame>;\n\n// Insertable-Streams APIs are not yet in TypeScript's lib.dom.d.ts.\n// Local ambient declarations until they land upstream.\ndeclare global {\n  interface MediaStreamTrackProcessorInit {\n    track: MediaStreamTrack;\n    maxBufferSize?: number;\n  }\n  interface MediaStreamTrackProcessor {\n    readonly readable: ReadableStream<VideoFrame>;\n  }\n  var MediaStreamTrackProcessor: {\n    prototype: MediaStreamTrackProcessor;\n    new (init: MediaStreamTrackProcessorInit): MediaStreamTrackProcessor;\n  };\n\n  interface MediaStreamTrackGeneratorInit {\n    kind: 'video' | 'audio';\n  }\n  interface MediaStreamTrackGenerator extends MediaStreamTrack {\n    readonly writable: WritableStream<VideoFrame>;\n  }\n  var MediaStreamTrackGenerator: {\n    prototype: MediaStreamTrackGenerator;\n    new (init: MediaStreamTrackGeneratorInit): MediaStreamTrackGenerator;\n  };\n}\n\nconst hasInsertableStreams = (): boolean =>\n  typeof globalThis.MediaStreamTrackProcessor !== 'undefined' &&\n  typeof globalThis.MediaStreamTrackGenerator !== 'undefined';\n\n/**\n * A running Insertable-Streams stage. `track` is the generator track carrying\n * transformed frames; `dispose` aborts the pipe and stops the generator so the\n * stage can be torn down (e.g. on a LiveKit camera flip) without leaking the\n * generator and its pull on the source track.\n */\nexport type DisposablePipeline = {\n  track: MediaStreamTrack;\n  dispose: () => void;\n};\n\nexport const applyEffectToTrack = (\n  track: MediaStreamTrack,\n  transform: FrameTransform,\n): DisposablePipeline => {\n  if (!hasInsertableStreams()) {\n    throw new Error(\n      'kaleidoscope: this browser lacks MediaStreamTrackProcessor / MediaStreamTrackGenerator (Insertable Streams). Effects require Chrome or Edge.',\n    );\n  }\n\n  const processor = new MediaStreamTrackProcessor({ track });\n  const generator = new MediaStreamTrackGenerator({ kind: 'video' });\n\n  const transformer = new TransformStream<VideoFrame, VideoFrame>({\n    async transform(frame, controller) {\n      try {\n        const out = await transform(frame);\n        controller.enqueue(out);\n      } catch (err) {\n        try {\n          frame.close();\n        } catch {\n          // already closed\n        }\n        controller.error(err);\n      }\n    },\n  });\n\n  // Abort signal lets `dispose()` cancel the pipe: aborting cancels the\n  // readable (which stops the processor pulling from the source) and errors the\n  // writable, ending the generator.\n  const abort = new AbortController();\n  processor.readable\n    .pipeThrough(transformer)\n    .pipeTo(generator.writable, { signal: abort.signal })\n    .catch((err) => {\n      // Pipeline aborts when the source track ends, is replaced, or dispose()\n      // is called; not an error.\n      if (err?.name !== 'AbortError') {\n        console.error('kaleidoscope: pipeline error', err);\n      }\n    });\n\n  const dispose = (): void => {\n    try {\n      abort.abort();\n    } catch {\n      // already aborted\n    }\n    try {\n      generator.stop();\n    } catch {\n      // already stopped\n    }\n  };\n\n  return { track: generator, dispose };\n};\n"]}

package/dist/web/insertable-streams.js

@@ -1,64 +0,0 @@
-// Insertable-Streams pipeline factory. Wires
-//   MediaStreamTrackProcessor → TransformStream(transform) → MediaStreamTrackGenerator
-// and returns the generator track. Caller hands the new track to a `<video>`
-// element for preview, or to `RTCRtpSender.replaceTrack(...)` for a peer connection.
-//
-// Spec: https://www.w3.org/TR/mediacapture-transform/
-// Browsers: Chrome / Edge ship it. Safari and Firefox do not as of 2026-05;
-// we capability-check at call time and throw a typed error.
-const hasInsertableStreams = () => typeof globalThis.MediaStreamTrackProcessor !== 'undefined' &&
-    typeof globalThis.MediaStreamTrackGenerator !== 'undefined';
-export const applyEffectToTrack = (track, transform) => {
-    if (!hasInsertableStreams()) {
-        throw new Error('kaleidoscope: this browser lacks MediaStreamTrackProcessor / MediaStreamTrackGenerator (Insertable Streams). Effects require Chrome or Edge.');
-    }
-    const processor = new MediaStreamTrackProcessor({ track });
-    const generator = new MediaStreamTrackGenerator({ kind: 'video' });
-    const transformer = new TransformStream({
-        async transform(frame, controller) {
-            try {
-                const out = await transform(frame);
-                controller.enqueue(out);
-            }
-            catch (err) {
-                try {
-                    frame.close();
-                }
-                catch {
-                    // already closed
-                }
-                controller.error(err);
-            }
-        },
-    });
-    // Abort signal lets `dispose()` cancel the pipe: aborting cancels the
-    // readable (which stops the processor pulling from the source) and errors the
-    // writable, ending the generator.
-    const abort = new AbortController();
-    processor.readable
-        .pipeThrough(transformer)
-        .pipeTo(generator.writable, { signal: abort.signal })
-        .catch((err) => {
-        // Pipeline aborts when the source track ends, is replaced, or dispose()
-        // is called; not an error.
-        if (err?.name !== 'AbortError') {
-            console.error('kaleidoscope: pipeline error', err);
-        }
-    });
-    const dispose = () => {
-        try {
-            abort.abort();
-        }
-        catch {
-            // already aborted
-        }
-        try {
-            generator.stop();
-        }
-        catch {
-            // already stopped
-        }
-    };
-    return { track: generator, dispose };
-};
-//# sourceMappingURL=insertable-streams.js.map

package/dist/web/insertable-streams.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"insertable-streams.js","sourceRoot":"","sources":["../../src/web/insertable-streams.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,uFAAuF;AACvF,6EAA6E;AAC7E,qFAAqF;AACrF,EAAE;AACF,sDAAsD;AACtD,4EAA4E;AAC5E,4DAA4D;AA+B5D,MAAM,oBAAoB,GAAG,GAAY,EAAE,CACzC,OAAO,UAAU,CAAC,yBAAyB,KAAK,WAAW;IAC3D,OAAO,UAAU,CAAC,yBAAyB,KAAK,WAAW,CAAC;AAa9D,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAChC,KAAuB,EACvB,SAAyB,EACL,EAAE;IACtB,IAAI,CAAC,oBAAoB,EAAE,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CACb,8IAA8I,CAC/I,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,yBAAyB,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IAC3D,MAAM,SAAS,GAAG,IAAI,yBAAyB,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IAEnE,MAAM,WAAW,GAAG,IAAI,eAAe,CAAyB;QAC9D,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,UAAU;YAC/B,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC;gBACnC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC;oBACH,KAAK,CAAC,KAAK,EAAE,CAAC;gBAChB,CAAC;gBAAC,MAAM,CAAC;oBACP,iBAAiB;gBACnB,CAAC;gBACD,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,sEAAsE;IACtE,8EAA8E;IAC9E,kCAAkC;IAClC,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;IACpC,SAAS,CAAC,QAAQ;SACf,WAAW,CAAC,WAAW,CAAC;SACxB,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;SACpD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;QACb,wEAAwE;QACxE,2BAA2B;QAC3B,IAAI,GAAG,EAAE,IAAI,KAAK,YAAY,EAAE,CAAC;YAC/B,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,GAAG,CAAC,CAAC;QACrD,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,MAAM,OAAO,GAAG,GAAS,EAAE;QACzB,IAAI,CAAC;YACH,KAAK,CAAC,KAAK,EAAE,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YACP,kBAAkB;QACpB,CAAC;QACD,IAAI,CAAC;YACH,SAAS,CAAC,IAAI,EAAE,CAAC;QACnB,CAAC;QAAC,MAAM,CAAC;YACP,kBAAkB;QACpB,CAAC;IACH,CAAC,CAAC;IAEF,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC;AACvC,CAAC,CAAC","sourcesContent":["// Insertable-Streams pipeline factory. Wires\n//   MediaStreamTrackProcessor → TransformStream(transform) → MediaStreamTrackGenerator\n// and returns the generator track. Caller hands the new track to a `<video>`\n// element for preview, or to `RTCRtpSender.replaceTrack(...)` for a peer connection.\n//\n// Spec: https://www.w3.org/TR/mediacapture-transform/\n// Browsers: Chrome / Edge ship it. Safari and Firefox do not as of 2026-05;\n// we capability-check at call time and throw a typed error.\n\nexport type FrameTransform = (frame: VideoFrame) => Promise<VideoFrame>;\n\n// Insertable-Streams APIs are not yet in TypeScript's lib.dom.d.ts.\n// Local ambient declarations until they land upstream.\ndeclare global {\n  interface MediaStreamTrackProcessorInit {\n    track: MediaStreamTrack;\n    maxBufferSize?: number;\n  }\n  interface MediaStreamTrackProcessor {\n    readonly readable: ReadableStream<VideoFrame>;\n  }\n  var MediaStreamTrackProcessor: {\n    prototype: MediaStreamTrackProcessor;\n    new (init: MediaStreamTrackProcessorInit): MediaStreamTrackProcessor;\n  };\n\n  interface MediaStreamTrackGeneratorInit {\n    kind: 'video' | 'audio';\n  }\n  interface MediaStreamTrackGenerator extends MediaStreamTrack {\n    readonly writable: WritableStream<VideoFrame>;\n  }\n  var MediaStreamTrackGenerator: {\n    prototype: MediaStreamTrackGenerator;\n    new (init: MediaStreamTrackGeneratorInit): MediaStreamTrackGenerator;\n  };\n}\n\nconst hasInsertableStreams = (): boolean =>\n  typeof globalThis.MediaStreamTrackProcessor !== 'undefined' &&\n  typeof globalThis.MediaStreamTrackGenerator !== 'undefined';\n\n/**\n * A running Insertable-Streams stage. `track` is the generator track carrying\n * transformed frames; `dispose` aborts the pipe and stops the generator so the\n * stage can be torn down (e.g. on a LiveKit camera flip) without leaking the\n * generator and its pull on the source track.\n */\nexport type DisposablePipeline = {\n  track: MediaStreamTrack;\n  dispose: () => void;\n};\n\nexport const applyEffectToTrack = (\n  track: MediaStreamTrack,\n  transform: FrameTransform,\n): DisposablePipeline => {\n  if (!hasInsertableStreams()) {\n    throw new Error(\n      'kaleidoscope: this browser lacks MediaStreamTrackProcessor / MediaStreamTrackGenerator (Insertable Streams). Effects require Chrome or Edge.',\n    );\n  }\n\n  const processor = new MediaStreamTrackProcessor({ track });\n  const generator = new MediaStreamTrackGenerator({ kind: 'video' });\n\n  const transformer = new TransformStream<VideoFrame, VideoFrame>({\n    async transform(frame, controller) {\n      try {\n        const out = await transform(frame);\n        controller.enqueue(out);\n      } catch (err) {\n        try {\n          frame.close();\n        } catch {\n          // already closed\n        }\n        controller.error(err);\n      }\n    },\n  });\n\n  // Abort signal lets `dispose()` cancel the pipe: aborting cancels the\n  // readable (which stops the processor pulling from the source) and errors the\n  // writable, ending the generator.\n  const abort = new AbortController();\n  processor.readable\n    .pipeThrough(transformer)\n    .pipeTo(generator.writable, { signal: abort.signal })\n    .catch((err) => {\n      // Pipeline aborts when the source track ends, is replaced, or dispose()\n      // is called; not an error.\n      if (err?.name !== 'AbortError') {\n        console.error('kaleidoscope: pipeline error', err);\n      }\n    });\n\n  const dispose = (): void => {\n    try {\n      abort.abort();\n    } catch {\n      // already aborted\n    }\n    try {\n      generator.stop();\n    } catch {\n      // already stopped\n    }\n  };\n\n  return { track: generator, dispose };\n};\n"]}

package/dist/web/segmenter.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"segmenter.d.ts","sourceRoot":"","sources":["../../src/web/segmenter.ts"],"names":[],"mappings":"AAWA,MAAM,MAAM,gBAAgB,GAAG;IAC7B,KAAK,EAAE,iBAAiB,CAAC;IACzB,gBAAgB,EAAE,iBAAiB,CAAC;CACrC,CAAC;AAEF,KAAK,gBAAgB,GAAG;IAAE,UAAU,CAAC,EAAE,OAAO,CAAC;IAAC,cAAc,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAE1E,MAAM,MAAM,SAAS,GAAG;IACtB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5B,UAAU,CAAC,IAAI,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACzC,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,gBAAgB,KAAK,IAAI,GAAG,IAAI,CAAC;IACnD,IAAI,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,iBAAiB,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB,CAAC;AAuCF,eAAO,MAAM,aAAa,QAAO,OAAO,CAAC,SAAS,CAsBjD,CAAC;AAEF,iFAAiF;AACjF,eAAO,MAAM,aAAa,QAAO,gBAAgB,GAAG,IAAqB,CAAC;AAE1E;;;;;GAKG;AACH,eAAO,MAAM,iBAAiB,UAAW,iBAAiB,KAAG,IAU5D,CAAC","sourcesContent":["// MediaPipe Selfie Segmentation loader. Single shared instance across every\n// web effect that needs a person mask (blur, background-image, future\n// procedural backgrounds). The script is loaded once from a CDN; the\n// segmenter instance is cached for the lifetime of the page.\n//\n// CDN-loaded rather than bundled because @mediapipe/selfie_segmentation\n// ships a WASM blob and asset graph that does not play nicely with Metro;\n// we listed the npm package as an optionalDependency for typing only.\n\nconst CDN_BASE = 'https://cdn.jsdelivr.net/npm/@mediapipe/selfie_segmentation';\n\nexport type SegmenterResults = {\n  image: CanvasImageSource;\n  segmentationMask: CanvasImageSource;\n};\n\ntype SegmenterOptions = { selfieMode?: boolean; modelSelection?: number };\n\nexport type Segmenter = {\n  initialize(): Promise<void>;\n  setOptions(opts: SegmenterOptions): void;\n  onResults(cb: (r: SegmenterResults) => void): void;\n  send(input: { image: CanvasImageSource }): Promise<void>;\n  close(): Promise<void>;\n};\n\ntype SegmenterCtor = new (config: { locateFile: (file: string) => string }) => Segmenter;\n\nlet segmenterPromise: Promise<Segmenter> | null = null;\n\n// Decoupled mask source (mirrors Android Mask.kt / iOS Segmenter.swift): the\n// render path reads the most recent mask without ever awaiting a fresh one, and\n// a single in-flight segmentation refreshes it. `onResults` is registered once,\n// at load, below.\nlet latestResults: SegmenterResults | null = null;\nlet inFlight = false;\nlet activeSegmenter: Segmenter | null = null;\n\nconst loadScript = (src: string): Promise<void> =>\n  new Promise((resolve, reject) => {\n    const existing = document.querySelector(`script[src=\"${src}\"]`);\n    if (existing) {\n      if (existing.getAttribute('data-loaded') === 'true') {\n        resolve();\n        return;\n      }\n      existing.addEventListener('load', () => resolve(), { once: true });\n      existing.addEventListener('error', () => reject(new Error(`failed to load ${src}`)), {\n        once: true,\n      });\n      return;\n    }\n    const script = document.createElement('script');\n    script.src = src;\n    script.crossOrigin = 'anonymous';\n    script.addEventListener('load', () => {\n      script.setAttribute('data-loaded', 'true');\n      resolve();\n    });\n    script.addEventListener('error', () => reject(new Error(`failed to load ${src}`)));\n    document.head.appendChild(script);\n  });\n\nexport const loadSegmenter = (): Promise<Segmenter> => {\n  if (segmenterPromise) return segmenterPromise;\n  segmenterPromise = (async () => {\n    await loadScript(`${CDN_BASE}/selfie_segmentation.js`);\n    const SegCtor = (globalThis as unknown as { SelfieSegmentation?: SegmenterCtor })\n      .SelfieSegmentation;\n    if (!SegCtor) {\n      throw new Error(\n        'kaleidoscope: MediaPipe Selfie Segmentation script loaded but SelfieSegmentation global is missing',\n      );\n    }\n    const seg = new SegCtor({ locateFile: (file) => `${CDN_BASE}/${file}` });\n    seg.setOptions({ modelSelection: 1, selfieMode: false });\n    await seg.initialize();\n    // Register once; every completed segmentation updates the cache.\n    seg.onResults((r) => {\n      latestResults = r;\n    });\n    activeSegmenter = seg;\n    return seg;\n  })();\n  return segmenterPromise;\n};\n\n/** Most recent completed mask, or null before the first result. Non-blocking. */\nexport const getLatestMask = (): SegmenterResults | null => latestResults;\n\n/**\n * Kick a new segmentation if none is in flight; returns immediately. The result\n * lands in `getLatestMask()` via the `onResults` handler registered at load.\n * No-op until the segmenter has finished loading. `inFlight` clears when `send`\n * settles, so a failed call cannot wedge the pipeline.\n */\nexport const requestMaskIfIdle = (image: CanvasImageSource): void => {\n  const seg = activeSegmenter;\n  if (!seg || inFlight) return;\n  inFlight = true;\n  seg\n    .send({ image })\n    .catch(() => {})\n    .finally(() => {\n      inFlight = false;\n    });\n};\n"]}