react-native-webrtc-kaleidoscope 2.0.0 → 2.1.1

package/dist/web/segmenter.js

@@ -1,83 +0,0 @@
-// MediaPipe Selfie Segmentation loader. Single shared instance across every
-// web effect that needs a person mask (blur, background-image, future
-// procedural backgrounds). The script is loaded once from a CDN; the
-// segmenter instance is cached for the lifetime of the page.
-//
-// CDN-loaded rather than bundled because @mediapipe/selfie_segmentation
-// ships a WASM blob and asset graph that does not play nicely with Metro;
-// we listed the npm package as an optionalDependency for typing only.
-const CDN_BASE = 'https://cdn.jsdelivr.net/npm/@mediapipe/selfie_segmentation';
-let segmenterPromise = null;
-// Decoupled mask source (mirrors Android Mask.kt / iOS Segmenter.swift): the
-// render path reads the most recent mask without ever awaiting a fresh one, and
-// a single in-flight segmentation refreshes it. `onResults` is registered once,
-// at load, below.
-let latestResults = null;
-let inFlight = false;
-let activeSegmenter = null;
-const loadScript = (src) => new Promise((resolve, reject) => {
-    const existing = document.querySelector(`script[src="${src}"]`);
-    if (existing) {
-        if (existing.getAttribute('data-loaded') === 'true') {
-            resolve();
-            return;
-        }
-        existing.addEventListener('load', () => resolve(), { once: true });
-        existing.addEventListener('error', () => reject(new Error(`failed to load ${src}`)), {
-            once: true,
-        });
-        return;
-    }
-    const script = document.createElement('script');
-    script.src = src;
-    script.crossOrigin = 'anonymous';
-    script.addEventListener('load', () => {
-        script.setAttribute('data-loaded', 'true');
-        resolve();
-    });
-    script.addEventListener('error', () => reject(new Error(`failed to load ${src}`)));
-    document.head.appendChild(script);
-});
-export const loadSegmenter = () => {
-    if (segmenterPromise)
-        return segmenterPromise;
-    segmenterPromise = (async () => {
-        await loadScript(`${CDN_BASE}/selfie_segmentation.js`);
-        const SegCtor = globalThis
-            .SelfieSegmentation;
-        if (!SegCtor) {
-            throw new Error('kaleidoscope: MediaPipe Selfie Segmentation script loaded but SelfieSegmentation global is missing');
-        }
-        const seg = new SegCtor({ locateFile: (file) => `${CDN_BASE}/${file}` });
-        seg.setOptions({ modelSelection: 1, selfieMode: false });
-        await seg.initialize();
-        // Register once; every completed segmentation updates the cache.
-        seg.onResults((r) => {
-            latestResults = r;
-        });
-        activeSegmenter = seg;
-        return seg;
-    })();
-    return segmenterPromise;
-};
-/** Most recent completed mask, or null before the first result. Non-blocking. */
-export const getLatestMask = () => latestResults;
-/**
- * Kick a new segmentation if none is in flight; returns immediately. The result
- * lands in `getLatestMask()` via the `onResults` handler registered at load.
- * No-op until the segmenter has finished loading. `inFlight` clears when `send`
- * settles, so a failed call cannot wedge the pipeline.
- */
-export const requestMaskIfIdle = (image) => {
-    const seg = activeSegmenter;
-    if (!seg || inFlight)
-        return;
-    inFlight = true;
-    seg
-        .send({ image })
-        .catch(() => { })
-        .finally(() => {
-        inFlight = false;
-    });
-};
-//# sourceMappingURL=segmenter.js.map

package/dist/web/segmenter.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"segmenter.js","sourceRoot":"","sources":["../../src/web/segmenter.ts"],"names":[],"mappings":"AAAA,4EAA4E;AAC5E,sEAAsE;AACtE,qEAAqE;AACrE,6DAA6D;AAC7D,EAAE;AACF,wEAAwE;AACxE,0EAA0E;AAC1E,sEAAsE;AAEtE,MAAM,QAAQ,GAAG,6DAA6D,CAAC;AAmB/E,IAAI,gBAAgB,GAA8B,IAAI,CAAC;AAEvD,6EAA6E;AAC7E,gFAAgF;AAChF,gFAAgF;AAChF,kBAAkB;AAClB,IAAI,aAAa,GAA4B,IAAI,CAAC;AAClD,IAAI,QAAQ,GAAG,KAAK,CAAC;AACrB,IAAI,eAAe,GAAqB,IAAI,CAAC;AAE7C,MAAM,UAAU,GAAG,CAAC,GAAW,EAAiB,EAAE,CAChD,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IAC9B,MAAM,QAAQ,GAAG,QAAQ,CAAC,aAAa,CAAC,eAAe,GAAG,IAAI,CAAC,CAAC;IAChE,IAAI,QAAQ,EAAE,CAAC;QACb,IAAI,QAAQ,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK,MAAM,EAAE,CAAC;YACpD,OAAO,EAAE,CAAC;YACV,OAAO;QACT,CAAC;QACD,QAAQ,CAAC,gBAAgB,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACnE,QAAQ,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,kBAAkB,GAAG,EAAE,CAAC,CAAC,EAAE;YACnF,IAAI,EAAE,IAAI;SACX,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IACD,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IAChD,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC;IACjB,MAAM,CAAC,WAAW,GAAG,WAAW,CAAC;IACjC,MAAM,CAAC,gBAAgB,CAAC,MAAM,EAAE,GAAG,EAAE;QACnC,MAAM,CAAC,YAAY,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QAC3C,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC,CAAC;IACH,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,kBAAkB,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IACnF,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;AACpC,CAAC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,aAAa,GAAG,GAAuB,EAAE;IACpD,IAAI,gBAAgB;QAAE,OAAO,gBAAgB,CAAC;IAC9C,gBAAgB,GAAG,CAAC,KAAK,IAAI,EAAE;QAC7B,MAAM,UAAU,CAAC,GAAG,QAAQ,yBAAyB,CAAC,CAAC;QACvD,MAAM,OAAO,GAAI,UAAgE;aAC9E,kBAAkB,CAAC;QACtB,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CACb,oGAAoG,CACrG,CAAC;QACJ,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,OAAO,CAAC,EAAE,UAAU,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,QAAQ,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;QACzE,GAAG,CAAC,UAAU,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;QACzD,MAAM,GAAG,CAAC,UAAU,EAAE,CAAC;QACvB,iEAAiE;QACjE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;YAClB,aAAa,GAAG,CAAC,CAAC;QACpB,CAAC,CAAC,CAAC;QACH,eAAe,GAAG,GAAG,CAAC;QACtB,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,EAAE,CAAC;IACL,OAAO,gBAAgB,CAAC;AAC1B,CAAC,CAAC;AAEF,iFAAiF;AACjF,MAAM,CAAC,MAAM,aAAa,GAAG,GAA4B,EAAE,CAAC,aAAa,CAAC;AAE1E;;;;;GAKG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,KAAwB,EAAQ,EAAE;IAClE,MAAM,GAAG,GAAG,eAAe,CAAC;IAC5B,IAAI,CAAC,GAAG,IAAI,QAAQ;QAAE,OAAO;IAC7B,QAAQ,GAAG,IAAI,CAAC;IAChB,GAAG;SACA,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC;SACf,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;SACf,OAAO,CAAC,GAAG,EAAE;QACZ,QAAQ,GAAG,KAAK,CAAC;IACnB,CAAC,CAAC,CAAC;AACP,CAAC,CAAC","sourcesContent":["// MediaPipe Selfie Segmentation loader. Single shared instance across every\n// web effect that needs a person mask (blur, background-image, future\n// procedural backgrounds). The script is loaded once from a CDN; the\n// segmenter instance is cached for the lifetime of the page.\n//\n// CDN-loaded rather than bundled because @mediapipe/selfie_segmentation\n// ships a WASM blob and asset graph that does not play nicely with Metro;\n// we listed the npm package as an optionalDependency for typing only.\n\nconst CDN_BASE = 'https://cdn.jsdelivr.net/npm/@mediapipe/selfie_segmentation';\n\nexport type SegmenterResults = {\n  image: CanvasImageSource;\n  segmentationMask: CanvasImageSource;\n};\n\ntype SegmenterOptions = { selfieMode?: boolean; modelSelection?: number };\n\nexport type Segmenter = {\n  initialize(): Promise<void>;\n  setOptions(opts: SegmenterOptions): void;\n  onResults(cb: (r: SegmenterResults) => void): void;\n  send(input: { image: CanvasImageSource }): Promise<void>;\n  close(): Promise<void>;\n};\n\ntype SegmenterCtor = new (config: { locateFile: (file: string) => string }) => Segmenter;\n\nlet segmenterPromise: Promise<Segmenter> | null = null;\n\n// Decoupled mask source (mirrors Android Mask.kt / iOS Segmenter.swift): the\n// render path reads the most recent mask without ever awaiting a fresh one, and\n// a single in-flight segmentation refreshes it. `onResults` is registered once,\n// at load, below.\nlet latestResults: SegmenterResults | null = null;\nlet inFlight = false;\nlet activeSegmenter: Segmenter | null = null;\n\nconst loadScript = (src: string): Promise<void> =>\n  new Promise((resolve, reject) => {\n    const existing = document.querySelector(`script[src=\"${src}\"]`);\n    if (existing) {\n      if (existing.getAttribute('data-loaded') === 'true') {\n        resolve();\n        return;\n      }\n      existing.addEventListener('load', () => resolve(), { once: true });\n      existing.addEventListener('error', () => reject(new Error(`failed to load ${src}`)), {\n        once: true,\n      });\n      return;\n    }\n    const script = document.createElement('script');\n    script.src = src;\n    script.crossOrigin = 'anonymous';\n    script.addEventListener('load', () => {\n      script.setAttribute('data-loaded', 'true');\n      resolve();\n    });\n    script.addEventListener('error', () => reject(new Error(`failed to load ${src}`)));\n    document.head.appendChild(script);\n  });\n\nexport const loadSegmenter = (): Promise<Segmenter> => {\n  if (segmenterPromise) return segmenterPromise;\n  segmenterPromise = (async () => {\n    await loadScript(`${CDN_BASE}/selfie_segmentation.js`);\n    const SegCtor = (globalThis as unknown as { SelfieSegmentation?: SegmenterCtor })\n      .SelfieSegmentation;\n    if (!SegCtor) {\n      throw new Error(\n        'kaleidoscope: MediaPipe Selfie Segmentation script loaded but SelfieSegmentation global is missing',\n      );\n    }\n    const seg = new SegCtor({ locateFile: (file) => `${CDN_BASE}/${file}` });\n    seg.setOptions({ modelSelection: 1, selfieMode: false });\n    await seg.initialize();\n    // Register once; every completed segmentation updates the cache.\n    seg.onResults((r) => {\n      latestResults = r;\n    });\n    activeSegmenter = seg;\n    return seg;\n  })();\n  return segmenterPromise;\n};\n\n/** Most recent completed mask, or null before the first result. Non-blocking. */\nexport const getLatestMask = (): SegmenterResults | null => latestResults;\n\n/**\n * Kick a new segmentation if none is in flight; returns immediately. The result\n * lands in `getLatestMask()` via the `onResults` handler registered at load.\n * No-op until the segmenter has finished loading. `inFlight` clears when `send`\n * settles, so a failed call cannot wedge the pipeline.\n */\nexport const requestMaskIfIdle = (image: CanvasImageSource): void => {\n  const seg = activeSegmenter;\n  if (!seg || inFlight) return;\n  inFlight = true;\n  seg\n    .send({ image })\n    .catch(() => {})\n    .finally(() => {\n      inFlight = false;\n    });\n};\n"]}

package/dist/web/shaders.d.ts

@@ -1,2 +0,0 @@
-export { BLUR_FRAG_SRC, COMPOSITE_FRAG_SRC, PASSTHROUGH_VERT_SRC } from './shaders.generated';
-//# sourceMappingURL=shaders.d.ts.map

package/dist/web/shaders.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"shaders.d.ts","sourceRoot":"","sources":["../../src/web/shaders.ts"],"names":[],"mappings":"AA8BA,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC","sourcesContent":["// Web GLSL entry point. The shader source is generated from the canonical\n// `shaders/*.frag` / `*.vert` by `bun run build:shaders` into\n// `./shaders.generated`; this module re-exports it so web effect code imports\n// from one stable path. Do not hand-edit the generated file.\n//\n// The three shared shaders:\n//   - PASSTHROUGH_VERT_SRC: full-screen quad via gl_VertexID (no VAO/VBO);\n//     caller does gl.drawArrays(gl.TRIANGLE_STRIP, 0, 4).\n//   - BLUR_FRAG_SRC: separable 1D Gaussian, 9-tap precomputed kernel\n//     (uWeights[9] / uOffsets[9], no per-pixel exp). The caller computes the\n//     kernel from sigma on the CPU and uploads the arrays; see\n//     src/web/effects/blur.ts (blurKernel).\n//   - COMPOSITE_FRAG_SRC: mix(background, original, mask). Identical body\n//     across web, Android, and (post-transpile) iOS.\n//\n// Texture-orientation convention (lives in the host uniforms, NOT the shader,\n// so the composite body stays identical across runtimes):\n//   - uOriginal / uBackground land with semantic \"top of source\" at GL v=1.\n//     Web uploads with UNPACK_FLIP_Y_WEBGL=true (bg staged through an\n//     OffscreenCanvas first, since flipY does not apply to ImageBitmap).\n//   - uMask is sampled at vUv * uMaskUvScale + uMaskUvOffset. Web direct-uploads\n//     the mask with flipY=false and V-flips in the sampling uniforms\n//     ((1,-1)/(0,1)); canvas-staging would mangle MediaPipe's soft confidence\n//     values via premultiplied alpha and break the hardness slider. Android's\n//     readback round-trip leaves the mask aligned, so its uniforms are identity.\n//   - uBgUvScale / uBgUvOffset cover-fit center-crop the background when its\n//     aspect ratio differs from the output; (1,1)/(0,0) for a full-size bg.\n//   - uMaskLo / uMaskHi parameterize the smoothstep, derived from a hardness\n//     factor via maskSmoothstepRange in src/web/tuning.ts (mirrors Android's\n//     MaskTuning.smoothstepRange).\nexport { BLUR_FRAG_SRC, COMPOSITE_FRAG_SRC, PASSTHROUGH_VERT_SRC } from './shaders.generated';\n"]}

package/dist/web/shaders.generated.d.ts

@@ -1,4 +0,0 @@
-export declare const PASSTHROUGH_VERT_SRC = "#version 300 es\nprecision highp float;\nout highp vec2 vUv;\nvoid main() {\n  vec2 p = vec2(float((gl_VertexID & 1) << 1), float(gl_VertexID & 2));\n  vUv = p * 0.5;\n  gl_Position = vec4(p - 1.0, 0.0, 1.0);\n}\n";
-export declare const COMPOSITE_FRAG_SRC = "#version 300 es\nprecision mediump float;\nuniform sampler2D uOriginal;\nuniform sampler2D uBackground;\nuniform sampler2D uMask;\nuniform vec2 uBgUvScale;\nuniform vec2 uBgUvOffset;\nuniform vec2 uMaskUvScale;\nuniform vec2 uMaskUvOffset;\nuniform float uMaskLo;\nuniform float uMaskHi;\nin highp vec2 vUv;\nout vec4 oColor;\nvoid main() {\n  vec2 maskUv = vUv * uMaskUvScale + uMaskUvOffset;\n  float raw = texture(uMask, maskUv).r;\n  float safeHi = max(uMaskHi, uMaskLo + 0.001);\n  float m = smoothstep(uMaskLo, safeHi, raw);\n  vec3 orig = texture(uOriginal, vUv).rgb;\n  vec2 bgUv = clamp(vUv * uBgUvScale + uBgUvOffset, 0.0, 1.0);\n  vec3 bg = texture(uBackground, bgUv).rgb;\n  oColor = vec4(mix(bg, orig, m), 1.0);\n}\n";
-export declare const BLUR_FRAG_SRC = "#version 300 es\nprecision mediump float;\nuniform sampler2D uTex;\nuniform vec2 uAxis;\nuniform float uWeights[5];\nuniform float uOffsets[5];\nin highp vec2 vUv;\nout vec4 oColor;\nvoid main() {\n  vec4 color = texture(uTex, vUv) * uWeights[0];\n  for (int i = 1; i < 5; i++) {\n    vec2 off = uAxis * uOffsets[i];\n    color += texture(uTex, vUv + off) * uWeights[i];\n    color += texture(uTex, vUv - off) * uWeights[i];\n  }\n  oColor = color;\n}\n";
-//# sourceMappingURL=shaders.generated.d.ts.map

package/dist/web/shaders.generated.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"shaders.generated.d.ts","sourceRoot":"","sources":["../../src/web/shaders.generated.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,oBAAoB,0NAQhC,CAAC;AAEF,eAAO,MAAM,kBAAkB,8tBAuB9B,CAAC;AAEF,eAAO,MAAM,aAAa,0cAiBzB,CAAC","sourcesContent":["// @generated by scripts/build-shaders.ts from shaders/. DO NOT EDIT.\n// Run `bun run build:shaders` to regenerate.\n\nexport const PASSTHROUGH_VERT_SRC = `#version 300 es\nprecision highp float;\nout highp vec2 vUv;\nvoid main() {\n  vec2 p = vec2(float((gl_VertexID & 1) << 1), float(gl_VertexID & 2));\n  vUv = p * 0.5;\n  gl_Position = vec4(p - 1.0, 0.0, 1.0);\n}\n`;\n\nexport const COMPOSITE_FRAG_SRC = `#version 300 es\nprecision mediump float;\nuniform sampler2D uOriginal;\nuniform sampler2D uBackground;\nuniform sampler2D uMask;\nuniform vec2 uBgUvScale;\nuniform vec2 uBgUvOffset;\nuniform vec2 uMaskUvScale;\nuniform vec2 uMaskUvOffset;\nuniform float uMaskLo;\nuniform float uMaskHi;\nin highp vec2 vUv;\nout vec4 oColor;\nvoid main() {\n  vec2 maskUv = vUv * uMaskUvScale + uMaskUvOffset;\n  float raw = texture(uMask, maskUv).r;\n  float safeHi = max(uMaskHi, uMaskLo + 0.001);\n  float m = smoothstep(uMaskLo, safeHi, raw);\n  vec3 orig = texture(uOriginal, vUv).rgb;\n  vec2 bgUv = clamp(vUv * uBgUvScale + uBgUvOffset, 0.0, 1.0);\n  vec3 bg = texture(uBackground, bgUv).rgb;\n  oColor = vec4(mix(bg, orig, m), 1.0);\n}\n`;\n\nexport const BLUR_FRAG_SRC = `#version 300 es\nprecision mediump float;\nuniform sampler2D uTex;\nuniform vec2 uAxis;\nuniform float uWeights[5];\nuniform float uOffsets[5];\nin highp vec2 vUv;\nout vec4 oColor;\nvoid main() {\n  vec4 color = texture(uTex, vUv) * uWeights[0];\n  for (int i = 1; i < 5; i++) {\n    vec2 off = uAxis * uOffsets[i];\n    color += texture(uTex, vUv + off) * uWeights[i];\n    color += texture(uTex, vUv - off) * uWeights[i];\n  }\n  oColor = color;\n}\n`;\n"]}

package/dist/web/shaders.generated.js

@@ -1,54 +0,0 @@
-// @generated by scripts/build-shaders.ts from shaders/. DO NOT EDIT.
-// Run `bun run build:shaders` to regenerate.
-export const PASSTHROUGH_VERT_SRC = `#version 300 es
-precision highp float;
-out highp vec2 vUv;
-void main() {
-  vec2 p = vec2(float((gl_VertexID & 1) << 1), float(gl_VertexID & 2));
-  vUv = p * 0.5;
-  gl_Position = vec4(p - 1.0, 0.0, 1.0);
-}
-`;
-export const COMPOSITE_FRAG_SRC = `#version 300 es
-precision mediump float;
-uniform sampler2D uOriginal;
-uniform sampler2D uBackground;
-uniform sampler2D uMask;
-uniform vec2 uBgUvScale;
-uniform vec2 uBgUvOffset;
-uniform vec2 uMaskUvScale;
-uniform vec2 uMaskUvOffset;
-uniform float uMaskLo;
-uniform float uMaskHi;
-in highp vec2 vUv;
-out vec4 oColor;
-void main() {
-  vec2 maskUv = vUv * uMaskUvScale + uMaskUvOffset;
-  float raw = texture(uMask, maskUv).r;
-  float safeHi = max(uMaskHi, uMaskLo + 0.001);
-  float m = smoothstep(uMaskLo, safeHi, raw);
-  vec3 orig = texture(uOriginal, vUv).rgb;
-  vec2 bgUv = clamp(vUv * uBgUvScale + uBgUvOffset, 0.0, 1.0);
-  vec3 bg = texture(uBackground, bgUv).rgb;
-  oColor = vec4(mix(bg, orig, m), 1.0);
-}
-`;
-export const BLUR_FRAG_SRC = `#version 300 es
-precision mediump float;
-uniform sampler2D uTex;
-uniform vec2 uAxis;
-uniform float uWeights[5];
-uniform float uOffsets[5];
-in highp vec2 vUv;
-out vec4 oColor;
-void main() {
-  vec4 color = texture(uTex, vUv) * uWeights[0];
-  for (int i = 1; i < 5; i++) {
-    vec2 off = uAxis * uOffsets[i];
-    color += texture(uTex, vUv + off) * uWeights[i];
-    color += texture(uTex, vUv - off) * uWeights[i];
-  }
-  oColor = color;
-}
-`;
-//# sourceMappingURL=shaders.generated.js.map

package/dist/web/shaders.generated.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"shaders.generated.js","sourceRoot":"","sources":["../../src/web/shaders.generated.ts"],"names":[],"mappings":"AAAA,qEAAqE;AACrE,6CAA6C;AAE7C,MAAM,CAAC,MAAM,oBAAoB,GAAG;;;;;;;;CAQnC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG;;;;;;;;;;;;;;;;;;;;;;;CAuBjC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG;;;;;;;;;;;;;;;;;CAiB5B,CAAC","sourcesContent":["// @generated by scripts/build-shaders.ts from shaders/. DO NOT EDIT.\n// Run `bun run build:shaders` to regenerate.\n\nexport const PASSTHROUGH_VERT_SRC = `#version 300 es\nprecision highp float;\nout highp vec2 vUv;\nvoid main() {\n  vec2 p = vec2(float((gl_VertexID & 1) << 1), float(gl_VertexID & 2));\n  vUv = p * 0.5;\n  gl_Position = vec4(p - 1.0, 0.0, 1.0);\n}\n`;\n\nexport const COMPOSITE_FRAG_SRC = `#version 300 es\nprecision mediump float;\nuniform sampler2D uOriginal;\nuniform sampler2D uBackground;\nuniform sampler2D uMask;\nuniform vec2 uBgUvScale;\nuniform vec2 uBgUvOffset;\nuniform vec2 uMaskUvScale;\nuniform vec2 uMaskUvOffset;\nuniform float uMaskLo;\nuniform float uMaskHi;\nin highp vec2 vUv;\nout vec4 oColor;\nvoid main() {\n  vec2 maskUv = vUv * uMaskUvScale + uMaskUvOffset;\n  float raw = texture(uMask, maskUv).r;\n  float safeHi = max(uMaskHi, uMaskLo + 0.001);\n  float m = smoothstep(uMaskLo, safeHi, raw);\n  vec3 orig = texture(uOriginal, vUv).rgb;\n  vec2 bgUv = clamp(vUv * uBgUvScale + uBgUvOffset, 0.0, 1.0);\n  vec3 bg = texture(uBackground, bgUv).rgb;\n  oColor = vec4(mix(bg, orig, m), 1.0);\n}\n`;\n\nexport const BLUR_FRAG_SRC = `#version 300 es\nprecision mediump float;\nuniform sampler2D uTex;\nuniform vec2 uAxis;\nuniform float uWeights[5];\nuniform float uOffsets[5];\nin highp vec2 vUv;\nout vec4 oColor;\nvoid main() {\n  vec4 color = texture(uTex, vUv) * uWeights[0];\n  for (int i = 1; i < 5; i++) {\n    vec2 off = uAxis * uOffsets[i];\n    color += texture(uTex, vUv + off) * uWeights[i];\n    color += texture(uTex, vUv - off) * uWeights[i];\n  }\n  oColor = color;\n}\n`;\n"]}

package/dist/web/shaders.js

@@ -1,32 +0,0 @@
-// Web GLSL entry point. The shader source is generated from the canonical
-// `shaders/*.frag` / `*.vert` by `bun run build:shaders` into
-// `./shaders.generated`; this module re-exports it so web effect code imports
-// from one stable path. Do not hand-edit the generated file.
-//
-// The three shared shaders:
-//   - PASSTHROUGH_VERT_SRC: full-screen quad via gl_VertexID (no VAO/VBO);
-//     caller does gl.drawArrays(gl.TRIANGLE_STRIP, 0, 4).
-//   - BLUR_FRAG_SRC: separable 1D Gaussian, 9-tap precomputed kernel
-//     (uWeights[9] / uOffsets[9], no per-pixel exp). The caller computes the
-//     kernel from sigma on the CPU and uploads the arrays; see
-//     src/web/effects/blur.ts (blurKernel).
-//   - COMPOSITE_FRAG_SRC: mix(background, original, mask). Identical body
-//     across web, Android, and (post-transpile) iOS.
-//
-// Texture-orientation convention (lives in the host uniforms, NOT the shader,
-// so the composite body stays identical across runtimes):
-//   - uOriginal / uBackground land with semantic "top of source" at GL v=1.
-//     Web uploads with UNPACK_FLIP_Y_WEBGL=true (bg staged through an
-//     OffscreenCanvas first, since flipY does not apply to ImageBitmap).
-//   - uMask is sampled at vUv * uMaskUvScale + uMaskUvOffset. Web direct-uploads
-//     the mask with flipY=false and V-flips in the sampling uniforms
-//     ((1,-1)/(0,1)); canvas-staging would mangle MediaPipe's soft confidence
-//     values via premultiplied alpha and break the hardness slider. Android's
-//     readback round-trip leaves the mask aligned, so its uniforms are identity.
-//   - uBgUvScale / uBgUvOffset cover-fit center-crop the background when its
-//     aspect ratio differs from the output; (1,1)/(0,0) for a full-size bg.
-//   - uMaskLo / uMaskHi parameterize the smoothstep, derived from a hardness
-//     factor via maskSmoothstepRange in src/web/tuning.ts (mirrors Android's
-//     MaskTuning.smoothstepRange).
-export { BLUR_FRAG_SRC, COMPOSITE_FRAG_SRC, PASSTHROUGH_VERT_SRC } from './shaders.generated';
-//# sourceMappingURL=shaders.js.map

package/dist/web/shaders.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"shaders.js","sourceRoot":"","sources":["../../src/web/shaders.ts"],"names":[],"mappings":"AAAA,0EAA0E;AAC1E,8DAA8D;AAC9D,8EAA8E;AAC9E,6DAA6D;AAC7D,EAAE;AACF,4BAA4B;AAC5B,2EAA2E;AAC3E,0DAA0D;AAC1D,qEAAqE;AACrE,6EAA6E;AAC7E,+DAA+D;AAC/D,4CAA4C;AAC5C,0EAA0E;AAC1E,qDAAqD;AACrD,EAAE;AACF,8EAA8E;AAC9E,0DAA0D;AAC1D,4EAA4E;AAC5E,sEAAsE;AACtE,yEAAyE;AACzE,iFAAiF;AACjF,qEAAqE;AACrE,8EAA8E;AAC9E,8EAA8E;AAC9E,iFAAiF;AACjF,6EAA6E;AAC7E,4EAA4E;AAC5E,6EAA6E;AAC7E,6EAA6E;AAC7E,mCAAmC;AACnC,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC","sourcesContent":["// Web GLSL entry point. The shader source is generated from the canonical\n// `shaders/*.frag` / `*.vert` by `bun run build:shaders` into\n// `./shaders.generated`; this module re-exports it so web effect code imports\n// from one stable path. Do not hand-edit the generated file.\n//\n// The three shared shaders:\n//   - PASSTHROUGH_VERT_SRC: full-screen quad via gl_VertexID (no VAO/VBO);\n//     caller does gl.drawArrays(gl.TRIANGLE_STRIP, 0, 4).\n//   - BLUR_FRAG_SRC: separable 1D Gaussian, 9-tap precomputed kernel\n//     (uWeights[9] / uOffsets[9], no per-pixel exp). The caller computes the\n//     kernel from sigma on the CPU and uploads the arrays; see\n//     src/web/effects/blur.ts (blurKernel).\n//   - COMPOSITE_FRAG_SRC: mix(background, original, mask). Identical body\n//     across web, Android, and (post-transpile) iOS.\n//\n// Texture-orientation convention (lives in the host uniforms, NOT the shader,\n// so the composite body stays identical across runtimes):\n//   - uOriginal / uBackground land with semantic \"top of source\" at GL v=1.\n//     Web uploads with UNPACK_FLIP_Y_WEBGL=true (bg staged through an\n//     OffscreenCanvas first, since flipY does not apply to ImageBitmap).\n//   - uMask is sampled at vUv * uMaskUvScale + uMaskUvOffset. Web direct-uploads\n//     the mask with flipY=false and V-flips in the sampling uniforms\n//     ((1,-1)/(0,1)); canvas-staging would mangle MediaPipe's soft confidence\n//     values via premultiplied alpha and break the hardness slider. Android's\n//     readback round-trip leaves the mask aligned, so its uniforms are identity.\n//   - uBgUvScale / uBgUvOffset cover-fit center-crop the background when its\n//     aspect ratio differs from the output; (1,1)/(0,0) for a full-size bg.\n//   - uMaskLo / uMaskHi parameterize the smoothstep, derived from a hardness\n//     factor via maskSmoothstepRange in src/web/tuning.ts (mirrors Android's\n//     MaskTuning.smoothstepRange).\nexport { BLUR_FRAG_SRC, COMPOSITE_FRAG_SRC, PASSTHROUGH_VERT_SRC } from './shaders.generated';\n"]}

package/dist/web/tuning.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"tuning.d.ts","sourceRoot":"","sources":["../../src/web/tuning.ts"],"names":[],"mappings":"AASA,cAAM,iBAAiB;IACrB,SAAS,SAAK;IACd,YAAY,SAAO;IACnB,aAAa,SAAO;IAGpB,2BAA2B,SAAO;IAClC,WAAW,UAAS;IAEpB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAEhC;IAED,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAEnC;IAED,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAEpC;IAED,8BAA8B,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAElD;IAED,cAAc,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAEnC;IAED,KAAK,IAAI,IAAI,CAMZ;CACF;AAED,eAAO,MAAM,MAAM,mBAA0B,CAAC;AAE9C;;;;;;;;GAQG;AACH,eAAO,MAAM,mBAAmB,aACpB,MAAM,aACL,MAAM,KAChB,SAAS,CAAC,MAAM,EAAE,MAAM,CAK1B,CAAC","sourcesContent":["// Mutable runtime state for the web GLSL effects. Mirrors\n// android/.../EffectTuning.kt and ios/.../EffectTuning.swift.\n//\n// `src/index.web.ts` exports setBlurSigma / setMaskHardness that write\n// here; per-frame transforms in `src/web/effects/*.ts` read here when\n// uploading uniforms. JS calls take effect on the next frame.\n\nconst clamp = (value: number, lo: number, hi: number): number => Math.min(Math.max(value, lo), hi);\n\nclass EffectTuningState {\n  blurSigma = 5;\n  maskHardness = 0.5;\n  maskThreshold = 0.7;\n  // Native-only knobs stored here for cross-platform API parity; the web\n  // MediaPipe pipeline does not currently consume them.\n  segmentationTargetShortSide = 384;\n  debugTiming = false;\n\n  setBlurSigma(value: number): void {\n    this.blurSigma = clamp(value, 0.5, 7);\n  }\n\n  setMaskHardness(value: number): void {\n    this.maskHardness = clamp(value, 0, 1);\n  }\n\n  setMaskThreshold(value: number): void {\n    this.maskThreshold = clamp(value, 0.05, 0.95);\n  }\n\n  setSegmentationTargetShortSide(value: number): void {\n    this.segmentationTargetShortSide = clamp(value, 128, 1080);\n  }\n\n  setDebugTiming(value: boolean): void {\n    this.debugTiming = value;\n  }\n\n  reset(): void {\n    this.blurSigma = 5;\n    this.maskHardness = 0.5;\n    this.maskThreshold = 0.7;\n    this.segmentationTargetShortSide = 384;\n    this.debugTiming = false;\n  }\n}\n\nexport const tuning = new EffectTuningState();\n\n/**\n * Derive a smoothstep (lo, hi) range from a hardness factor in [0, 1] and\n * a threshold in [0.05, 0.95]. Matches `MaskTuning.smoothstepRange` on the\n * Android side; keep in sync.\n *\n * hardness controls width: 0 = soft halo (wide transition), 1 = near-step.\n * threshold controls the center: 0.5 = neutral, higher = reject low-\n * confidence pixels (rejects chair-edge regions), lower = more inclusive.\n */\nexport const maskSmoothstepRange = (\n  hardness: number,\n  threshold: number,\n): readonly [number, number] => {\n  const clampedHardness = clamp(hardness, 0, 1);\n  const clampedThreshold = clamp(threshold, 0.05, 0.95);\n  const width = 0.6 * (1 - clampedHardness) + 0.02;\n  return [clampedThreshold - width * 0.5, clampedThreshold + width * 0.5] as const;\n};\n"]}

package/dist/web/tuning.js

@@ -1,55 +0,0 @@
-// Mutable runtime state for the web GLSL effects. Mirrors
-// android/.../EffectTuning.kt and ios/.../EffectTuning.swift.
-//
-// `src/index.web.ts` exports setBlurSigma / setMaskHardness that write
-// here; per-frame transforms in `src/web/effects/*.ts` read here when
-// uploading uniforms. JS calls take effect on the next frame.
-const clamp = (value, lo, hi) => Math.min(Math.max(value, lo), hi);
-class EffectTuningState {
-    blurSigma = 5;
-    maskHardness = 0.5;
-    maskThreshold = 0.7;
-    // Native-only knobs stored here for cross-platform API parity; the web
-    // MediaPipe pipeline does not currently consume them.
-    segmentationTargetShortSide = 384;
-    debugTiming = false;
-    setBlurSigma(value) {
-        this.blurSigma = clamp(value, 0.5, 7);
-    }
-    setMaskHardness(value) {
-        this.maskHardness = clamp(value, 0, 1);
-    }
-    setMaskThreshold(value) {
-        this.maskThreshold = clamp(value, 0.05, 0.95);
-    }
-    setSegmentationTargetShortSide(value) {
-        this.segmentationTargetShortSide = clamp(value, 128, 1080);
-    }
-    setDebugTiming(value) {
-        this.debugTiming = value;
-    }
-    reset() {
-        this.blurSigma = 5;
-        this.maskHardness = 0.5;
-        this.maskThreshold = 0.7;
-        this.segmentationTargetShortSide = 384;
-        this.debugTiming = false;
-    }
-}
-export const tuning = new EffectTuningState();
-/**
- * Derive a smoothstep (lo, hi) range from a hardness factor in [0, 1] and
- * a threshold in [0.05, 0.95]. Matches `MaskTuning.smoothstepRange` on the
- * Android side; keep in sync.
- *
- * hardness controls width: 0 = soft halo (wide transition), 1 = near-step.
- * threshold controls the center: 0.5 = neutral, higher = reject low-
- * confidence pixels (rejects chair-edge regions), lower = more inclusive.
- */
-export const maskSmoothstepRange = (hardness, threshold) => {
-    const clampedHardness = clamp(hardness, 0, 1);
-    const clampedThreshold = clamp(threshold, 0.05, 0.95);
-    const width = 0.6 * (1 - clampedHardness) + 0.02;
-    return [clampedThreshold - width * 0.5, clampedThreshold + width * 0.5];
-};
-//# sourceMappingURL=tuning.js.map

package/dist/web/tuning.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"tuning.js","sourceRoot":"","sources":["../../src/web/tuning.ts"],"names":[],"mappings":"AAAA,0DAA0D;AAC1D,8DAA8D;AAC9D,EAAE;AACF,uEAAuE;AACvE,sEAAsE;AACtE,8DAA8D;AAE9D,MAAM,KAAK,GAAG,CAAC,KAAa,EAAE,EAAU,EAAE,EAAU,EAAU,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;AAEnG,MAAM,iBAAiB;IACrB,SAAS,GAAG,CAAC,CAAC;IACd,YAAY,GAAG,GAAG,CAAC;IACnB,aAAa,GAAG,GAAG,CAAC;IACpB,uEAAuE;IACvE,sDAAsD;IACtD,2BAA2B,GAAG,GAAG,CAAC;IAClC,WAAW,GAAG,KAAK,CAAC;IAEpB,YAAY,CAAC,KAAa;QACxB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IACxC,CAAC;IAED,eAAe,CAAC,KAAa;QAC3B,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC;IAED,gBAAgB,CAAC,KAAa;QAC5B,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAChD,CAAC;IAED,8BAA8B,CAAC,KAAa;QAC1C,IAAI,CAAC,2BAA2B,GAAG,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;IAC7D,CAAC;IAED,cAAc,CAAC,KAAc;QAC3B,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC3B,CAAC;IAED,KAAK;QACH,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;QACnB,IAAI,CAAC,YAAY,GAAG,GAAG,CAAC;QACxB,IAAI,CAAC,aAAa,GAAG,GAAG,CAAC;QACzB,IAAI,CAAC,2BAA2B,GAAG,GAAG,CAAC;QACvC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC3B,CAAC;CACF;AAED,MAAM,CAAC,MAAM,MAAM,GAAG,IAAI,iBAAiB,EAAE,CAAC;AAE9C;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CACjC,QAAgB,EAChB,SAAiB,EACU,EAAE;IAC7B,MAAM,eAAe,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAC9C,MAAM,gBAAgB,GAAG,KAAK,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IACtD,MAAM,KAAK,GAAG,GAAG,GAAG,CAAC,CAAC,GAAG,eAAe,CAAC,GAAG,IAAI,CAAC;IACjD,OAAO,CAAC,gBAAgB,GAAG,KAAK,GAAG,GAAG,EAAE,gBAAgB,GAAG,KAAK,GAAG,GAAG,CAAU,CAAC;AACnF,CAAC,CAAC","sourcesContent":["// Mutable runtime state for the web GLSL effects. Mirrors\n// android/.../EffectTuning.kt and ios/.../EffectTuning.swift.\n//\n// `src/index.web.ts` exports setBlurSigma / setMaskHardness that write\n// here; per-frame transforms in `src/web/effects/*.ts` read here when\n// uploading uniforms. JS calls take effect on the next frame.\n\nconst clamp = (value: number, lo: number, hi: number): number => Math.min(Math.max(value, lo), hi);\n\nclass EffectTuningState {\n  blurSigma = 5;\n  maskHardness = 0.5;\n  maskThreshold = 0.7;\n  // Native-only knobs stored here for cross-platform API parity; the web\n  // MediaPipe pipeline does not currently consume them.\n  segmentationTargetShortSide = 384;\n  debugTiming = false;\n\n  setBlurSigma(value: number): void {\n    this.blurSigma = clamp(value, 0.5, 7);\n  }\n\n  setMaskHardness(value: number): void {\n    this.maskHardness = clamp(value, 0, 1);\n  }\n\n  setMaskThreshold(value: number): void {\n    this.maskThreshold = clamp(value, 0.05, 0.95);\n  }\n\n  setSegmentationTargetShortSide(value: number): void {\n    this.segmentationTargetShortSide = clamp(value, 128, 1080);\n  }\n\n  setDebugTiming(value: boolean): void {\n    this.debugTiming = value;\n  }\n\n  reset(): void {\n    this.blurSigma = 5;\n    this.maskHardness = 0.5;\n    this.maskThreshold = 0.7;\n    this.segmentationTargetShortSide = 384;\n    this.debugTiming = false;\n  }\n}\n\nexport const tuning = new EffectTuningState();\n\n/**\n * Derive a smoothstep (lo, hi) range from a hardness factor in [0, 1] and\n * a threshold in [0.05, 0.95]. Matches `MaskTuning.smoothstepRange` on the\n * Android side; keep in sync.\n *\n * hardness controls width: 0 = soft halo (wide transition), 1 = near-step.\n * threshold controls the center: 0.5 = neutral, higher = reject low-\n * confidence pixels (rejects chair-edge regions), lower = more inclusive.\n */\nexport const maskSmoothstepRange = (\n  hardness: number,\n  threshold: number,\n): readonly [number, number] => {\n  const clampedHardness = clamp(hardness, 0, 1);\n  const clampedThreshold = clamp(threshold, 0.05, 0.95);\n  const width = 0.6 * (1 - clampedHardness) + 0.02;\n  return [clampedThreshold - width * 0.5, clampedThreshold + width * 0.5] as const;\n};\n"]}

package/ios/KaleidoscopeModule/effects/BackgroundImageProcessor.swift

@@ -1,293 +0,0 @@
-// iOS background-image effect. Mirrors android/.../effects/BackgroundImage-
-// Factory.kt.
-//
-// Per frame:
-//   1. Ingest the camera CVPixelBuffer (NV12) into the "original" BGRA Metal
-//      texture via CoreImage.
-//   2. Lazy-load the named WebP ("dark-office"/"light-office") from the Kaleidoscope
-//      resource bundle as a Metal texture on first frame; cache it; capture
-//      its aspect ratio.
-//   3. Read the latest completed mask; if none yet, forward the ORIGINAL
-//      frame. Kick a new segmentation if idle.
-//   4. Composite original (foreground) over the PNG (background) using the
-//      mask, with cover-fit on the background UVs.
-//
-// One instance per registered name ("background-image-dark-office" /
-// "background-image-light-office"), each constructed with its asset name. The
-// instance is shared across every frame, so all mutable state is guarded by
-// an os_unfair_lock. Every failure path logs under Kaleidoscope.BgImage and
-// returns the ORIGINAL frame.
-//
-// BACKGROUND ORIENTATION (V-flip parity; both platforms flip, by different means):
-//   Android pre-flips the bitmap vertically before upload (OpenGL ES has no
-//   UNPACK_FLIP_Y and GL texture (0,0) is bottom-left). iOS loads the WebP with
-//   MTKTextureLoaderOriginTopLeft, then folds a V-flip into uBgUvScale/uBgUvOffset
-//   at the composite (composed WITH the cover-fit so centering is preserved). The
-//   flip is required because at Metal sample time the MTKTextureLoader texture's
-//   top row lands at the opposite V end from the CoreImage-rendered "original"
-//   foreground (which composites correct on-device); the two standalone-image vs.
-//   CVPixelBuffer paths do NOT share a V convention despite both being "row 0 =
-//   top". U is untouched (the background is never mirrored). This is texture-origin
-//   parity, NOT camera orientation; see shaders/composite.frag header + PATTERNS.md.
-//
-// CAMERA ORIENTATION:
-//   The camera rotation is normalized at ingest (Ingest.swift): the "original"
-//   foreground texture is already DISPLAY-UPRIGHT and sized to the display dims.
-//   The composite therefore runs entirely in upright screen space, so the static
-//   PNG composites DIRECTLY with a plain cover-fit against the display aspect.
-//   The old per-effect pre-orient pass (a transform.metalsrc bake that rotated
-//   the PNG to undo FrameBridge's preserved frame.rotation) is gone; orientation
-//   lives only in the ingest now, matching android/.../BackgroundImageFactory.kt.
-
-import Foundation
-import CoreVideo
-import Metal
-import MetalKit
-import os.log
-import WebRTC
-// Import whichever react-native-webrtc fork is present; both expose the same
-// VideoFrameProcessorDelegate / ProcessorProvider symbols. See Registration.swift.
-#if canImport(livekit_react_native_webrtc)
-import livekit_react_native_webrtc
-#elseif canImport(react_native_webrtc)
-import react_native_webrtc
-#endif
-
-@objc(KaleidoscopeBackgroundImageProcessor)
-public final class BackgroundImageProcessor: NSObject, VideoFrameProcessorDelegate {
-  private static let log = OSLog(subsystem: "com.simiancraft.kaleidoscope", category: "BgImage")
-
-  private let assetName: String
-
-  private var unsafeLock = os_unfair_lock_s()
-  private var renderer: MetalRenderer?
-  private var rendererFailed = false
-  private let segmenter = Segmenter()
-
-  private var backgroundTexture: MTLTexture?
-  private var backgroundAspect: Float = 1.0
-  private var backgroundLoadFailed = false
-
-  @objc public init(assetName: String) {
-    self.assetName = assetName
-    super.init()
-  }
-
-  @objc(capturer:didCaptureVideoFrame:)
-  public func capturer(
-    _ capturer: RTCVideoCapturer,
-    didCapture frame: RTCVideoFrame
-  ) -> RTCVideoFrame {
-    os_unfair_lock_lock(&unsafeLock)
-    defer { os_unfair_lock_unlock(&unsafeLock) }
-    do {
-      return try process(frame)
-    } catch {
-      os_log("bgImage failed (asset %{public}@); forwarding original. %{public}@",
-             log: BackgroundImageProcessor.log, type: .error,
-             assetName, error.localizedDescription)
-      return frame
-    }
-  }
-
-  private func ensureRenderer() throws -> MetalRenderer {
-    if let renderer = renderer { return renderer }
-    if rendererFailed { throw RendererError.noMetalDevice }
-    do {
-      let created = try MetalRenderer(bundle: Bundle(for: BackgroundImageProcessor.self))
-      renderer = created
-      return created
-    } catch {
-      rendererFailed = true
-      throw error
-    }
-  }
-
-  /// Lazy-load the WebP from the Kaleidoscope bundle as a Metal texture (decoded
-  /// via ImageIO, which supports WebP on iOS 14+; the podspec floors iOS 15).
-  /// Caches success and failure so a missing asset degrades to passthrough
-  /// without retrying every frame.
-  private func ensureBackgroundTexture(device: MTLDevice) -> MTLTexture? {
-    if let tex = backgroundTexture { return tex }
-    if backgroundLoadFailed { return nil }
-
-    let containing = Bundle(for: BackgroundImageProcessor.self)
-    let resourceBundle = Bundle.kaleidoscopeResources(relativeTo: containing) ?? containing
-    guard let url = resourceBundle.url(
-      forResource: assetName, withExtension: "webp", subdirectory: "backgrounds"
-    ) ?? resourceBundle.url(forResource: assetName, withExtension: "webp") else {
-      os_log("background asset %{public}@.webp not found in bundle",
-             log: BackgroundImageProcessor.log, type: .error, assetName)
-      backgroundLoadFailed = true
-      return nil
-    }
-
-    let loader = MTKTextureLoader(device: device)
-    let options: [MTKTextureLoader.Option: Any] = [
-      // Top-left origin so PNG row 0 (top) -> texture row 0; matches the
-      // composite vUv convention. See the file header.
-      .origin: MTKTextureLoader.Origin.topLeft,
-      .SRGB: false,
-      .textureUsage: NSNumber(value: MTLTextureUsage.shaderRead.rawValue),
-      .textureStorageMode: NSNumber(value: MTLStorageMode.private.rawValue),
-    ]
-    do {
-      let tex = try loader.newTexture(URL: url, options: options)
-      backgroundTexture = tex
-      backgroundAspect = Float(tex.width) / Float(max(tex.height, 1))
-      os_log("background asset %{public}@ loaded: %dx%d aspect=%.3f",
-             log: BackgroundImageProcessor.log, type: .info,
-             assetName, tex.width, tex.height, backgroundAspect)
-      return tex
-    } catch {
-      os_log("background asset %{public}@ load failed: %{public}@",
-             log: BackgroundImageProcessor.log, type: .error,
-             assetName, error.localizedDescription)
-      backgroundLoadFailed = true
-      return nil
-    }
-  }
-
-  private func process(_ frame: RTCVideoFrame) throws -> RTCVideoFrame {
-    guard let input = FrameBridge.inputPixelBuffer(frame) else {
-      return frame
-    }
-    let bufferW = CVPixelBufferGetWidth(input)
-    let bufferH = CVPixelBufferGetHeight(input)
-    guard bufferW > 0, bufferH > 0 else { return frame }
-
-    let renderer = try ensureRenderer()
-
-    guard let backgroundTexture = ensureBackgroundTexture(device: renderer.device) else {
-      // Asset unavailable; forward original instead of compositing onto
-      // nothing.
-      return frame
-    }
-
-    // Step 1: ingest NV12 -> DISPLAY-UPRIGHT "original" BGRA texture. The display
-    // rotation is folded in here (Ingest.swift); `width`/`height` are the DISPLAY
-    // dims (buffer dims swapped on a 90/270 frame). The composite then runs in
-    // upright screen space and the PNG composites directly.
-    let rotation = frame.rotation.rawValue
-    let width = Ingest.displayWidth(bufferWidth: bufferW, bufferHeight: bufferH, rotation: rotation)
-    let height = Ingest.displayHeight(bufferWidth: bufferW, bufferHeight: bufferH, rotation: rotation)
-    let (originalBuffer, originalTexture, originalWrapper) = try renderer.originalIngestTarget(
-      width: width, height: height
-    )
-    try TextureBridge.ingest(input: input, into: originalBuffer, frameRotation: rotation)
-
-    // Step 2: latest mask or forward original.
-    guard let maskBuffer = segmenter.latestMask() else {
-      segmenter.kickIfIdle(input: originalBuffer)
-      return frame
-    }
-    segmenter.kickIfIdle(input: originalBuffer)
-
-    let (maskTexture, maskWrapper) = try TextureBridge.makeTexture(
-      from: maskBuffer,
-      cache: renderer.textureCache,
-      pixelFormat: .r8Unorm,
-      planeIndex: 0
-    )
-
-    // Cover-fit the background UVs against the DISPLAY aspect. The original is
-    // already display-upright and the composite output is the display dims
-    // (width x height), so the frame the user sees has aspect width/height with
-    // no further axis swap; cover-fit the upright PNG against it directly. Port
-    // of BackgroundImageFactory.kt now that iOS runs in upright screen space.
-    let outAspect = Float(width) / Float(height)
-    let bgAspect = backgroundAspect
-    let bgUvScale: SIMD2<Float>
-    let bgUvOffset: SIMD2<Float>
-    if bgAspect > outAspect {
-      let scaleX = outAspect / bgAspect
-      bgUvScale = SIMD2<Float>(scaleX, 1.0)
-      bgUvOffset = SIMD2<Float>((1.0 - scaleX) * 0.5, 0.0)
-    } else {
-      let scaleY = bgAspect / outAspect
-      bgUvScale = SIMD2<Float>(1.0, scaleY)
-      bgUvOffset = SIMD2<Float>(0.0, (1.0 - scaleY) * 0.5)
-    }
-
-    // V-flip parity for the MTKTextureLoader-loaded background, composed WITH
-    // the cover-fit above (do not clobber it). The composite samples every
-    // texture at plain vUv and the convention is "semantic top of source at
-    // GL v=1". The CoreImage/CVPixelBuffer "original" foreground lands that way
-    // and is correct on-device; the MTKTextureLoader texture does NOT match it
-    // at sample time (its top row lands at vUv.y=0, the opposite end), so the
-    // background renders vertically inverted without this flip. Folding the
-    // flip into the cover-fit UVs is the same mechanism iOS blur uses to carry
-    // its parity flip (uBgUvScale=(1,-1)); see shaders/composite.frag header and
-    // PATTERNS.md. The composite computes bgUv = vUv*scale + offset, so the
-    // cover-fit window is bgUv.y in [offset.y, offset.y+scale.y]. To flip V
-    // while keeping THAT SAME window centered, negate scale.y and set
-    // offset.y' = offset.y + scale.y (maps vUv.y=0 to the window's far edge and
-    // vUv.y=1 to its near edge). NB: the common "offset.y = 1 - offset.y"
-    // shorthand is only exact when scale.y == 1 (the letterbox-on-X branch); in
-    // the letterbox-on-Y branch scale.y < 1 and that shorthand would shift the
-    // crop, so use offset.y + scale.y, which is exact for both branches. U is
-    // untouched: the background never goes through ingest and is not mirrored,
-    // matching the foreground.
-    let flippedBgUvScale = SIMD2<Float>(bgUvScale.x, -bgUvScale.y)
-    let flippedBgUvOffset = SIMD2<Float>(bgUvOffset.x, bgUvOffset.y + bgUvScale.y)
-
-    let (maskLo, maskHi) = MaskTuning.smoothstepRange(
-      hardness: EffectTuning.maskHardness,
-      threshold: EffectTuning.maskThreshold
-    )
-
-    let output = try renderer.dequeueOutputBuffer(width: width, height: height)
-    let (outputTexture, outputWrapper) = try TextureBridge.makeTexture(
-      from: output,
-      cache: renderer.textureCache,
-      pixelFormat: .bgra8Unorm,
-      planeIndex: 0
-    )
-
-    let commandBuffer = try renderer.makeCommandBuffer()
-    commandBuffer.label = "Kaleidoscope.BgImage"
-    try renderer.encodeComposite(
-      commandBuffer: commandBuffer,
-      target: outputTexture,
-      original: originalTexture,
-      // The PNG composites DIRECTLY (no pre-orient bake): it is sampled in the
-      // same single composite pass as uOriginal. Camera orientation was handled
-      // at ingest. It still needs a single V-flip parity term on uBgUvScale/
-      // Offset (folded above) because the MTKTextureLoader texture's top row
-      // lands at the opposite V end from the CoreImage "original" foreground at
-      // sample time; that flip is texture-origin parity, NOT camera orientation.
-      background: backgroundTexture,
-      mask: maskTexture,
-      maskUvScale: SIMD2<Float>(1, 1),
-      maskUvOffset: SIMD2<Float>(0, 0),
-      maskHi: maskHi,
-      maskLo: maskLo,
-      bgUvScale: flippedBgUvScale,
-      bgUvOffset: flippedBgUvOffset,
-      label: "bgImage-composite"
-    )
-    // R3 frame-pipelining: commit asynchronously and return the PREVIOUS
-    // frame's completed output (one frame of latency); see BlurProcessor and
-    // MetalRenderer.commitPipelined. Before any frame has completed, forward
-    // the original frame.
-    // Keep the GPU's per-frame inputs alive until the command buffer completes;
-    // see BlurProcessor for the full rationale. The mask CVPixelBuffer plus the
-    // mask + output CVMetalTexture wrappers outlive process()'s return under R3.
-    // The background MTLTexture is loaded once via MTKTextureLoader and cached on
-    // this instance (not a pool buffer, no CVMetalTexture wrapper), so it needs
-    // no keep-alive. The original ingest buffer + wrapper are pool-dequeued per
-    // frame, so they ride the completion handler to keep the pool from recycling
-    // a buffer the GPU is still sampling.
-    guard let ready = renderer.commitPipelined(
-      commandBuffer,
-      currentOutput: output,
-      keepAlive: [maskBuffer, maskWrapper, outputWrapper, originalBuffer, originalWrapper],
-      debugTiming: EffectTuning.debugTiming,
-      timingLabel: "bgImage"
-    ) else {
-      return frame
-    }
-
-    return FrameBridge.makeOutputFrame(pixelBuffer: ready, like: frame)
-  }
-}