@vincentt-xr/sdk 2.0.0-alpha.7 → 2.0.0-alpha.9

package/dist/providers-C8rE26Uf.js

@@ -0,0 +1,366 @@
+var W = Object.defineProperty;
+var Y = (e, r, t) => r in e ? W(e, r, { enumerable: !0, configurable: !0, writable: !0, value: t }) : e[r] = t;
+var E = (e, r, t) => Y(e, typeof r != "symbol" ? r + "" : r, t);
+import { q as B, n as V, v as H, w as N, x as X, X as x, y as b, S as K, F as q } from "./index-CIe7eCMH.js";
+import { useMemo as g, useEffect as L, useState as j, useRef as T } from "react";
+import * as d from "three";
+import { p as J, S as Q, F as Z, L as $, R as ee, a as te, b as re, O as se, I as ae } from "./landmarkMask-BFDyBnKM.js";
+import { useFrame as S } from "@react-three/fiber";
+import { b as w, c as ne } from "./selectors-DmNaKIwE.js";
+import { u as U } from "./landmarks-bftdwq6Z.js";
+import { s as z } from "./updateThrottle-BseecYag.js";
+const oe = {
+  left: {
+    /** Iris center. */
+    center: 473,
+    /** Iris ring: outer, top, inner, bottom (image order: right, up, left, down for the left eye). */
+    ring: [474, 475, 476, 477],
+    innerCorner: 362,
+    outerCorner: 263,
+    upperLid: 386,
+    lowerLid: 374
+  },
+  right: {
+    center: 468,
+    ring: [469, 470, 471, 472],
+    innerCorner: 133,
+    outerCorner: 33,
+    upperLid: 159,
+    lowerLid: 145
+  }
+}, ie = 478, ce = 0.2, p = () => ({ x: 0, y: 0, z: 0 }), A = (e) => ({
+  side: e,
+  detected: !1,
+  center: p(),
+  trackerCenter: { x: 0, y: 0, z: 0 },
+  ring: [p(), p(), p(), p()],
+  radius: 0,
+  eyeCenter: p(),
+  eyeWidth: 0,
+  openness: 0,
+  offset: { x: 0, y: 0 },
+  confidence: 0
+}), Ue = (e = 0) => ({
+  version: 0,
+  timestampMs: 0,
+  faceIndex: e,
+  detected: !1,
+  held: !1,
+  confidence: 1,
+  left: A("left"),
+  right: A("right")
+}), C = (e, r) => {
+  e.x = r.x, e.y = r.y, e.z = r.z;
+}, I = (e) => Math.max(-1, Math.min(1, e)), O = (e, r, t, a = 1, s = !1) => {
+  const n = oe[B(r, s)];
+  if (!e || e.length < ie)
+    return t.detected = !1, t.confidence = 0, !1;
+  const o = e[n.center];
+  C(t.center, o), V(o, t.trackerCenter);
+  for (let f = 0; f < 4; f += 1) C(t.ring[f], e[n.ring[f]]);
+  t.radius = Math.abs(t.ring[0].x - t.ring[2].x) / 2;
+  const c = e[n.innerCorner], i = e[n.outerCorner];
+  t.eyeCenter.x = (c.x + i.x) / 2, t.eyeCenter.y = (c.y + i.y) / 2, t.eyeCenter.z = (c.z + i.z) / 2, t.eyeWidth = Math.hypot(c.x - i.x, c.y - i.y);
+  const u = Math.abs(e[n.lowerLid].y - e[n.upperLid].y);
+  t.openness = t.eyeWidth > 0 ? u / t.eyeWidth : 0;
+  const l = t.eyeWidth / 2, h = s ? -1 : 1;
+  return t.offset.x = l > 0 ? I(h * (o.x - t.eyeCenter.x) / l) : 0, t.offset.y = l > 0 ? I((t.eyeCenter.y - o.y) / l) : 0, t.detected = !0, t.confidence = Math.max(0, Math.min(1, t.openness / ce)) * a, !0;
+}, ze = (e, r, t, a = {}) => {
+  const s = a.held ?? !1, n = a.faceConfidence ?? (s ? 0 : 1), o = a.mirrored ?? !1;
+  e.faceIndex = a.faceIndex ?? e.faceIndex;
+  const c = O(r, "left", e.left, n, o), i = O(r, "right", e.right, n, o);
+  return e.detected = c && i, e.held = e.detected && s, e.confidence = e.detected ? n : 0, e.timestampMs = t, e.version += 1, e;
+}, le = () => ({ x: 0, y: 0, z: 0, vx: 0, vy: 0, vz: 0, sampleMs: 0, seen: !1 });
+class De {
+  constructor(r = 250) {
+    E(this, "slots", {});
+    E(this, "maxGapMs");
+    this.maxGapMs = r;
+  }
+  reset() {
+    this.slots = {};
+  }
+  /** Record a fresh inference sample for `key` (e.g. "left"). */
+  observe(r, t, a) {
+    const s = this.slots[r] ?? (this.slots[r] = le()), n = (a - s.sampleMs) / 1e3;
+    s.seen && n > 0 && n * 1e3 <= this.maxGapMs ? (s.vx = 0.5 * s.vx + 0.5 * ((t.x - s.x) / n), s.vy = 0.5 * s.vy + 0.5 * ((t.y - s.y) / n), s.vz = 0.5 * s.vz + 0.5 * ((t.z - s.z) / n)) : (s.vx = 0, s.vy = 0, s.vz = 0), s.x = t.x, s.y = t.y, s.z = t.z, s.sampleMs = a, s.seen = !0;
+  }
+  /** Write the extrapolated position of `key` into `out`; a no-op before the first sample. */
+  apply(r, t, a, s) {
+    const n = this.slots[r];
+    if (!n || !n.seen || a <= 0) return s;
+    const o = Math.max(0, Math.min(t - n.sampleMs, a)) / 1e3;
+    return s.x = n.x + n.vx * o, s.y = n.y + n.vy * o, s.z = n.z + n.vz * o, s;
+  }
+}
+const D = (e = 1, r = 1) => {
+  const t = new d.DataTexture(
+    new Uint8Array(e * r),
+    e,
+    r,
+    d.RedFormat,
+    d.UnsignedByteType
+  );
+  return t.minFilter = d.NearestFilter, t.magFilter = d.NearestFilter, t.generateMipmaps = !1, t.flipY = !1, t.unpackAlignment = 1, t.needsUpdate = !0, t;
+}, ue = (e, r) => {
+  const t = e.image;
+  if (t.width !== r.width || t.height !== r.height) {
+    e.dispose();
+    const a = D(r.width, r.height);
+    return a.image.data.set(r.indices), a.needsUpdate = !0, a;
+  }
+  return t.data.set(r.indices), e.needsUpdate = !0, e;
+}, Fe = (e) => {
+  const r = g(
+    () => ({ texture: D(), version: -1, mask: null }),
+    []
+  );
+  return L(() => () => r.texture.dispose(), [r]), { holder: r, sync: () => (e && (r.mask !== e || r.version !== e.version) && (r.texture = ue(r.texture, e), r.mask = e, r.version = e.version), r.texture) };
+}, de = ({
+  space: e = "feed",
+  mirrored: r = !1,
+  maskWidth: t,
+  maskHeight: a,
+  feedWidth: s,
+  feedHeight: n,
+  zoom: o = 1
+}, c = new d.Matrix3()) => {
+  let i = 1, u = 1;
+  if (e === "source") {
+    const v = H(
+      { width: t, height: a },
+      { width: s, height: n },
+      "cover",
+      o
+    );
+    v && (i = s / v.drawWidth, u = n / v.drawHeight);
+  }
+  const l = r ? -i : i, h = 0.5 - 0.5 * l, f = -u, m = 0.5 + 0.5 * u;
+  return c.set(l, 0, h, 0, f, m, 0, 0, 1);
+}, fe = 4, he = `
+varying vec2 vUv;
+void main() {
+  vUv = uv;
+  gl_Position = projectionMatrix * modelViewMatrix * vec4(position, 1.0);
+}`, me = `
+uniform sampler2D cameraTexture;
+uniform sampler2D maskTexture;
+uniform sampler2D designTexture;
+uniform float useDesign;
+uniform vec4 labels;
+uniform float labelCount;
+uniform float invert;
+uniform vec3 tint;
+uniform float opacity;
+uniform float blendMode;
+uniform float feather;
+uniform vec2 maskTexel;
+uniform mat3 maskTransform;
+varying vec2 vUv;
+
+float member(vec2 uv) {
+  if (uv.x < 0.0 || uv.x > 1.0 || uv.y < 0.0 || uv.y > 1.0) return 0.0;
+  float index = floor(texture2D(maskTexture, uv).r * 255.0 + 0.5);
+  float m = 0.0;
+  if (labelCount > 0.5 && abs(index - labels.x) < 0.5) m = 1.0;
+  if (labelCount > 1.5 && abs(index - labels.y) < 0.5) m = 1.0;
+  if (labelCount > 2.5 && abs(index - labels.z) < 0.5) m = 1.0;
+  if (labelCount > 3.5 && abs(index - labels.w) < 0.5) m = 1.0;
+  return invert > 0.5 ? 1.0 - m : m;
+}
+
+void main() {
+  vec2 maskUv = (maskTransform * vec3(vUv, 1.0)).xy;
+  float coverage;
+  if (feather > 0.0) {
+    vec2 step = maskTexel * feather;
+    coverage = 0.0;
+    for (int y = -1; y <= 1; y++) {
+      for (int x = -1; x <= 1; x++) {
+        coverage += member(maskUv + vec2(float(x), float(y)) * step);
+      }
+    }
+    coverage /= 9.0;
+  } else {
+    coverage = member(maskUv);
+  }
+
+  vec3 base = texture2D(cameraTexture, vUv).rgb;
+  vec4 design = useDesign > 0.5 ? texture2D(designTexture, vUv) : vec4(1.0);
+  vec3 paint = tint * design.rgb;
+  vec3 blended = blendMode < 0.5
+    ? paint
+    : blendMode < 1.5
+      ? base * paint
+      : blendMode < 2.5
+        ? 1.0 - (1.0 - base) * (1.0 - paint)
+        : mix(2.0 * base * paint, 1.0 - 2.0 * (1.0 - base) * (1.0 - paint), step(0.5, base));
+
+  gl_FragColor = vec4(blended, coverage * opacity * design.a);
+  #include <colorspace_fragment>
+}`;
+let M = null;
+const F = () => (M || (M = new d.DataTexture(new Uint8Array([255, 255, 255, 255]), 1, 1), M.needsUpdate = !0), M), ve = () => {
+  const e = {
+    cameraTexture: { value: null },
+    maskTexture: { value: null },
+    designTexture: { value: F() },
+    useDesign: { value: 0 },
+    labels: { value: new d.Vector4(-1, -1, -1, -1) },
+    labelCount: { value: 0 },
+    invert: { value: 0 },
+    tint: { value: new d.Color() },
+    opacity: { value: 1 },
+    blendMode: { value: 0 },
+    feather: { value: 0 },
+    maskTexel: { value: new d.Vector2(1, 1) },
+    maskTransform: { value: new d.Matrix3() }
+  };
+  return new d.ShaderMaterial({
+    uniforms: e,
+    vertexShader: he,
+    fragmentShader: me,
+    transparent: !0,
+    depthTest: !1,
+    depthWrite: !1,
+    toneMapped: !1,
+    side: d.DoubleSide
+  });
+}, pe = (e, r) => J(r).map((t) => e ? e.labels.indexOf(t) : -1).filter((t) => t >= 0).slice(0, fe), xe = (e, r) => e && e.version > 0 ? pe(e, r) : [], ge = (e, {
+  cameraTexture: r,
+  maskTexture: t,
+  mask: a,
+  settings: s,
+  designTexture: n = null,
+  feedWidth: o = 0,
+  feedHeight: c = 0
+}) => {
+  const i = e.uniforms, u = xe(a, s.label);
+  i.cameraTexture.value = r, i.maskTexture.value = t, i.designTexture.value = n ?? F(), i.useDesign.value = n ? 1 : 0, i.labels.value.set(u[0] ?? -1, u[1] ?? -1, u[2] ?? -1, u[3] ?? -1), i.labelCount.value = u.length, i.invert.value = s.invert ? 1 : 0, i.tint.value.set(s.color), i.opacity.value = s.opacity, i.blendMode.value = Q.indexOf(s.blendMode), i.feather.value = s.feather;
+  const l = (a == null ? void 0 : a.width) ?? 1, h = (a == null ? void 0 : a.height) ?? 1;
+  return i.maskTexel.value.set(1 / l, 1 / h), de(
+    {
+      space: (a == null ? void 0 : a.space) ?? "feed",
+      mirrored: s.mirrored,
+      maskWidth: l,
+      maskHeight: h,
+      feedWidth: o,
+      feedHeight: c
+    },
+    i.maskTransform.value
+  ), e;
+}, Ge = (e) => {
+  const r = g(ve, []);
+  return L(() => () => r.dispose(), [r]), ge(r, e), r;
+}, Me = ["bg", "face_skin", "brows", "eyes", "lips", "mouth"], Te = [
+  { label: "face_skin", polygons: [Z] },
+  { label: "brows", polygons: [$, ee] },
+  { label: "eyes", polygons: [te, re] },
+  { label: "lips", polygons: [se] },
+  { label: "mouth", polygons: [ae] }
+], ye = (e, r, { regions: t, clear: a = !0 } = {}, s = []) => {
+  a && N(e), Te.forEach(({ label: n, polygons: o }) => {
+    if (t && !t.includes(n)) return;
+    const c = e.labels.indexOf(n);
+    c < 0 || o.forEach(
+      (i) => X(e, r, i, c, s)
+    );
+  });
+}, Ee = (e) => {
+  const r = e == null ? void 0 : e.image, t = (r == null ? void 0 : r.width) ?? 0, a = (r == null ? void 0 : r.height) ?? 0;
+  return t > 0 && a > 0 ? { width: t, height: a } : { width: 1, height: 1 };
+}, be = (e, r) => {
+  const t = r / Math.max(e.width, e.height, 1);
+  return {
+    width: Math.max(1, Math.round(e.width * t)),
+    height: Math.max(1, Math.round(e.height * t))
+  };
+}, ke = ({
+  faceIndex: e = "all",
+  regions: r,
+  resolution: t = 256,
+  maxUpdateFps: a,
+  holdMs: s = 250,
+  predictMs: n = 0
+} = {}) => {
+  const o = w(x.FACE_TRACKER), c = ne(), i = Ee(c), u = be(i, t), l = g(
+    () => b(u.width, u.height, Me),
+    [u.width, u.height]
+  ), h = T([]), f = T(-1 / 0), m = T(null);
+  m.current || (m.current = new q({ holdMs: s, predictMs: n }));
+  const v = m.current;
+  return v.setOptions({ holdMs: s, predictMs: n }), S((y) => {
+    var _;
+    if (z(y.clock.elapsedTime, f.current, a)) return;
+    f.current = y.clock.elapsedTime;
+    const R = ((_ = o == null ? void 0 : o.detectionResults) == null ? void 0 : _.faceLandmarks) ?? [], G = e === "all" ? R : [R[e] ?? []], k = v.update(G, y.clock.elapsedTime * 1e3);
+    N(l), k.forEach(
+      (P) => ye(l, P, { regions: r, clear: !1 }, h.current)
+    ), l.version += 1;
+  }), l;
+}, Se = ["bg", "person"], Pe = ({
+  maxUpdateFps: e = 15,
+  active: r = !0
+} = {}) => {
+  U(x.BACKGROUND_SEGMENTATION, { type: "portrait" }, r);
+  const t = w(x.BACKGROUND_SEGMENTATION), a = g(() => b(1, 1, Se), []), s = T(-1 / 0);
+  return S((n) => {
+    var u;
+    if (z(n.clock.elapsedTime, s.current, e)) return;
+    const o = (u = t == null ? void 0 : t.getRawSegmentationData) == null ? void 0 : u.call(t);
+    if (!(o != null && o.maskData) || o.width <= 0 || o.height <= 0) return;
+    s.current = n.clock.elapsedTime, (a.width !== o.width || a.height !== o.height) && (a.width = o.width, a.height = o.height, a.indices = new Uint8Array(o.width * o.height));
+    const c = o.maskData, i = a.indices;
+    for (let l = 0; l < i.length; l += 1) i[l] = c[l] > 127 ? 0 : 1;
+    a.version += 1, a.timestampMs = o.timestampMs;
+  }), a;
+}, we = ({
+  active: e = !0,
+  ...r
+} = {}) => {
+  const { ready: t, error: a } = U(
+    x.SEMANTIC_SEGMENTATION,
+    r,
+    e
+  ), s = w(x.SEMANTIC_SEGMENTATION), n = r.preset ?? "hair", o = g(
+    () => b(1, 1, K[n].labels),
+    [n]
+  ), [c, i] = j({ status: "loading", error: null });
+  S(() => {
+    const f = (s == null ? void 0 : s.getStatus()) ?? "loading", m = (s == null ? void 0 : s.getError()) ?? null;
+    (f !== c.status || m !== c.error) && i({ status: f, error: m });
+  });
+  const u = (s == null ? void 0 : s.getMask()) ?? o, l = a ?? c.error, h = l ? "error" : t ? c.status : "loading";
+  return { mask: u, status: h, error: l, labels: u.labels };
+}, We = (e = {}) => we({ ...e, preset: "hair" });
+export {
+  Te as F,
+  De as I,
+  fe as M,
+  Se as P,
+  me as S,
+  Fe as a,
+  Ge as b,
+  Ue as c,
+  oe as d,
+  ie as e,
+  We as f,
+  Pe as g,
+  we as h,
+  ce as i,
+  O as j,
+  A as k,
+  he as l,
+  ve as m,
+  pe as n,
+  ge as o,
+  D as p,
+  ue as q,
+  xe as r,
+  be as s,
+  de as t,
+  ze as u,
+  ye as v,
+  ke as w,
+  Me as x
+};

package/dist/providers-DHsrhDI2.cjs

@@ -0,0 +1,62 @@
+"use strict";var re=Object.defineProperty;var ne=(e,r,t)=>r in e?re(e,r,{enumerable:!0,configurable:!0,writable:!0,value:t}):e[r]=t;var y=(e,r,t)=>ne(e,typeof r!="symbol"?r+"":r,t);const d=require("./index-CfSF8LXa.cjs"),v=require("react"),se=require("three"),M=require("./landmarkMask-u7es2k4X.cjs"),_=require("@react-three/fiber"),T=require("./selectors-C4X71aoD.cjs"),w=require("./landmarks-BlUqf5MZ.cjs"),C=require("./updateThrottle-Of5Y4SVa.cjs");function ae(e){const r=Object.create(null,{[Symbol.toStringTag]:{value:"Module"}});if(e){for(const t in e)if(t!=="default"){const s=Object.getOwnPropertyDescriptor(e,t);Object.defineProperty(r,t,s.get?s:{enumerable:!0,get:()=>e[t]})}}return r.default=e,Object.freeze(r)}const f=ae(se),k={left:{center:473,ring:[474,475,476,477],innerCorner:362,outerCorner:263,upperLid:386,lowerLid:374},right:{center:468,ring:[469,470,471,472],innerCorner:133,outerCorner:33,upperLid:159,lowerLid:145}},U=478,D=.2,g=()=>({x:0,y:0,z:0}),R=e=>({side:e,detected:!1,center:g(),trackerCenter:{x:0,y:0,z:0},ring:[g(),g(),g(),g()],radius:0,eyeCenter:g(),eyeWidth:0,openness:0,offset:{x:0,y:0},confidence:0}),ie=(e=0)=>({version:0,timestampMs:0,faceIndex:e,detected:!1,held:!1,confidence:1,left:R("left"),right:R("right")}),I=(e,r)=>{e.x=r.x,e.y=r.y,e.z=r.z},L=e=>Math.max(-1,Math.min(1,e)),b=(e,r,t,s=1,n=!1)=>{const a=k[d.personSide(r,n)];if(!e||e.length<U)return t.detected=!1,t.confidence=0,!1;const i=e[a.center];I(t.center,i),d.normalizedTrackerPointToTrackerPoint(i,t.trackerCenter);for(let m=0;m<4;m+=1)I(t.ring[m],e[a.ring[m]]);t.radius=Math.abs(t.ring[0].x-t.ring[2].x)/2;const c=e[a.innerCorner],o=e[a.outerCorner];t.eyeCenter.x=(c.x+o.x)/2,t.eyeCenter.y=(c.y+o.y)/2,t.eyeCenter.z=(c.z+o.z)/2,t.eyeWidth=Math.hypot(c.x-o.x,c.y-o.y);const u=Math.abs(e[a.lowerLid].y-e[a.upperLid].y);t.openness=t.eyeWidth>0?u/t.eyeWidth:0;const l=t.eyeWidth/2,h=n?-1:1;return t.offset.x=l>0?L(h*(i.x-t.eyeCenter.x)/l):0,t.offset.y=l>0?L((t.eyeCenter.y-i.y)/l):0,t.detected=!0,t.confidence=Math.max(0,Math.min(1,t.openness/D))*s,!0},oe=(e,r,t,s={})=>{const n=s.held??!1,a=s.faceConfidence??(n?0:1),i=s.mirrored??!1;e.faceIndex=s.faceIndex??e.faceIndex;const c=b(r,"left",e.left,a,i),o=b(r,"right",e.right,a,i);return e.detected=c&&o,e.held=e.detected&&n,e.confidence=e.detected?a:0,e.timestampMs=t,e.version+=1,e},ce=()=>({x:0,y:0,z:0,vx:0,vy:0,vz:0,sampleMs:0,seen:!1});class le{constructor(r=250){y(this,"slots",{});y(this,"maxGapMs");this.maxGapMs=r}reset(){this.slots={}}observe(r,t,s){const n=this.slots[r]??(this.slots[r]=ce()),a=(s-n.sampleMs)/1e3;n.seen&&a>0&&a*1e3<=this.maxGapMs?(n.vx=.5*n.vx+.5*((t.x-n.x)/a),n.vy=.5*n.vy+.5*((t.y-n.y)/a),n.vz=.5*n.vz+.5*((t.z-n.z)/a)):(n.vx=0,n.vy=0,n.vz=0),n.x=t.x,n.y=t.y,n.z=t.z,n.sampleMs=s,n.seen=!0}apply(r,t,s,n){const a=this.slots[r];if(!a||!a.seen||s<=0)return n;const i=Math.max(0,Math.min(t-a.sampleMs,s))/1e3;return n.x=a.x+a.vx*i,n.y=a.y+a.vy*i,n.z=a.z+a.vz*i,n}}const A=(e=1,r=1)=>{const t=new f.DataTexture(new Uint8Array(e*r),e,r,f.RedFormat,f.UnsignedByteType);return t.minFilter=f.NearestFilter,t.magFilter=f.NearestFilter,t.generateMipmaps=!1,t.flipY=!1,t.unpackAlignment=1,t.needsUpdate=!0,t},z=(e,r)=>{const t=e.image;if(t.width!==r.width||t.height!==r.height){e.dispose();const s=A(r.width,r.height);return s.image.data.set(r.indices),s.needsUpdate=!0,s}return t.data.set(r.indices),e.needsUpdate=!0,e},ue=e=>{const r=v.useMemo(()=>({texture:A(),version:-1,mask:null}),[]);return v.useEffect(()=>()=>r.texture.dispose(),[r]),{holder:r,sync:()=>(e&&(r.mask!==e||r.version!==e.version)&&(r.texture=z(r.texture,e),r.mask=e,r.version=e.version),r.texture)}},F=({space:e="feed",mirrored:r=!1,maskWidth:t,maskHeight:s,feedWidth:n,feedHeight:a,zoom:i=1},c=new f.Matrix3)=>{let o=1,u=1;if(e==="source"){const E=d.computeFitLayout({width:t,height:s},{width:n,height:a},"cover",i);E&&(o=n/E.drawWidth,u=a/E.drawHeight)}const l=r?-o:o,h=.5-.5*l,m=-u,p=.5+.5*u;return c.set(l,0,h,0,m,p,0,0,1)},G=4,P=`
+varying vec2 vUv;
+void main() {
+  vUv = uv;
+  gl_Position = projectionMatrix * modelViewMatrix * vec4(position, 1.0);
+}`,X=`
+uniform sampler2D cameraTexture;
+uniform sampler2D maskTexture;
+uniform sampler2D designTexture;
+uniform float useDesign;
+uniform vec4 labels;
+uniform float labelCount;
+uniform float invert;
+uniform vec3 tint;
+uniform float opacity;
+uniform float blendMode;
+uniform float feather;
+uniform vec2 maskTexel;
+uniform mat3 maskTransform;
+varying vec2 vUv;
+
+float member(vec2 uv) {
+  if (uv.x < 0.0 || uv.x > 1.0 || uv.y < 0.0 || uv.y > 1.0) return 0.0;
+  float index = floor(texture2D(maskTexture, uv).r * 255.0 + 0.5);
+  float m = 0.0;
+  if (labelCount > 0.5 && abs(index - labels.x) < 0.5) m = 1.0;
+  if (labelCount > 1.5 && abs(index - labels.y) < 0.5) m = 1.0;
+  if (labelCount > 2.5 && abs(index - labels.z) < 0.5) m = 1.0;
+  if (labelCount > 3.5 && abs(index - labels.w) < 0.5) m = 1.0;
+  return invert > 0.5 ? 1.0 - m : m;
+}
+
+void main() {
+  vec2 maskUv = (maskTransform * vec3(vUv, 1.0)).xy;
+  float coverage;
+  if (feather > 0.0) {
+    vec2 step = maskTexel * feather;
+    coverage = 0.0;
+    for (int y = -1; y <= 1; y++) {
+      for (int x = -1; x <= 1; x++) {
+        coverage += member(maskUv + vec2(float(x), float(y)) * step);
+      }
+    }
+    coverage /= 9.0;
+  } else {
+    coverage = member(maskUv);
+  }
+
+  vec3 base = texture2D(cameraTexture, vUv).rgb;
+  vec4 design = useDesign > 0.5 ? texture2D(designTexture, vUv) : vec4(1.0);
+  vec3 paint = tint * design.rgb;
+  vec3 blended = blendMode < 0.5
+    ? paint
+    : blendMode < 1.5
+      ? base * paint
+      : blendMode < 2.5
+        ? 1.0 - (1.0 - base) * (1.0 - paint)
+        : mix(2.0 * base * paint, 1.0 - 2.0 * (1.0 - base) * (1.0 - paint), step(0.5, base));
+
+  gl_FragColor = vec4(blended, coverage * opacity * design.a);
+  #include <colorspace_fragment>
+}`;let x=null;const Y=()=>(x||(x=new f.DataTexture(new Uint8Array([255,255,255,255]),1,1),x.needsUpdate=!0),x),V=()=>{const e={cameraTexture:{value:null},maskTexture:{value:null},designTexture:{value:Y()},useDesign:{value:0},labels:{value:new f.Vector4(-1,-1,-1,-1)},labelCount:{value:0},invert:{value:0},tint:{value:new f.Color},opacity:{value:1},blendMode:{value:0},feather:{value:0},maskTexel:{value:new f.Vector2(1,1)},maskTransform:{value:new f.Matrix3}};return new f.ShaderMaterial({uniforms:e,vertexShader:P,fragmentShader:X,transparent:!0,depthTest:!1,depthWrite:!1,toneMapped:!1,side:f.DoubleSide})},B=(e,r)=>M.parseOverlayLabels(r).map(t=>e?e.labels.indexOf(t):-1).filter(t=>t>=0).slice(0,G),H=(e,r)=>e&&e.version>0?B(e,r):[],W=(e,{cameraTexture:r,maskTexture:t,mask:s,settings:n,designTexture:a=null,feedWidth:i=0,feedHeight:c=0})=>{const o=e.uniforms,u=H(s,n.label);o.cameraTexture.value=r,o.maskTexture.value=t,o.designTexture.value=a??Y(),o.useDesign.value=a?1:0,o.labels.value.set(u[0]??-1,u[1]??-1,u[2]??-1,u[3]??-1),o.labelCount.value=u.length,o.invert.value=n.invert?1:0,o.tint.value.set(n.color),o.opacity.value=n.opacity,o.blendMode.value=M.SEGMENTATION_OVERLAY_BLEND_MODES.indexOf(n.blendMode),o.feather.value=n.feather;const l=(s==null?void 0:s.width)??1,h=(s==null?void 0:s.height)??1;return o.maskTexel.value.set(1/l,1/h),F({space:(s==null?void 0:s.space)??"feed",mirrored:n.mirrored,maskWidth:l,maskHeight:h,feedWidth:i,feedHeight:c},o.maskTransform.value),e},de=e=>{const r=v.useMemo(V,[]);return v.useEffect(()=>()=>r.dispose(),[r]),W(r,e),r},q=["bg","face_skin","brows","eyes","lips","mouth"],K=[{label:"face_skin",polygons:[M.FACE_OVAL]},{label:"brows",polygons:[M.LEFT_EYEBROW,M.RIGHT_EYEBROW]},{label:"eyes",polygons:[M.LEFT_EYE,M.RIGHT_EYE]},{label:"lips",polygons:[M.OUTER_LIPS]},{label:"mouth",polygons:[M.INNER_MOUTH]}],j=(e,r,{regions:t,clear:s=!0}={},n=[])=>{s&&d.clearSemanticMask(e),K.forEach(({label:a,polygons:i})=>{if(t&&!t.includes(a))return;const c=e.labels.indexOf(a);c<0||i.forEach(o=>d.fillLandmarkPolygon(e,r,o,c,n))})},fe=e=>{const r=e==null?void 0:e.image,t=(r==null?void 0:r.width)??0,s=(r==null?void 0:r.height)??0;return t>0&&s>0?{width:t,height:s}:{width:1,height:1}},J=(e,r)=>{const t=r/Math.max(e.width,e.height,1);return{width:Math.max(1,Math.round(e.width*t)),height:Math.max(1,Math.round(e.height*t))}},me=({faceIndex:e="all",regions:r,resolution:t=256,maxUpdateFps:s,holdMs:n=250,predictMs:a=0}={})=>{const i=T.useXRModelNode(d.XRModel.FACE_TRACKER),c=T.useXRCameraTexture(),o=fe(c),u=J(o,t),l=v.useMemo(()=>d.createSemanticMask(u.width,u.height,q),[u.width,u.height]),h=v.useRef([]),m=v.useRef(-1/0),p=v.useRef(null);p.current||(p.current=new d.FaceTrackMemory({holdMs:n,predictMs:a}));const E=p.current;return E.setOptions({holdMs:n,predictMs:a}),_.useFrame(S=>{var N;if(C.shouldSkipUpdate(S.clock.elapsedTime,m.current,s))return;m.current=S.clock.elapsedTime;const O=((N=i==null?void 0:i.detectionResults)==null?void 0:N.faceLandmarks)??[],$=e==="all"?O:[O[e]??[]],ee=E.update($,S.clock.elapsedTime*1e3);d.clearSemanticMask(l),ee.forEach(te=>j(l,te,{regions:r,clear:!1},h.current)),l.version+=1}),l},Q=["bg","person"],ve=({maxUpdateFps:e=15,active:r=!0}={})=>{w.useXRModel(d.XRModel.BACKGROUND_SEGMENTATION,{type:"portrait"},r);const t=T.useXRModelNode(d.XRModel.BACKGROUND_SEGMENTATION),s=v.useMemo(()=>d.createSemanticMask(1,1,Q),[]),n=v.useRef(-1/0);return _.useFrame(a=>{var u;if(C.shouldSkipUpdate(a.clock.elapsedTime,n.current,e))return;const i=(u=t==null?void 0:t.getRawSegmentationData)==null?void 0:u.call(t);if(!(i!=null&&i.maskData)||i.width<=0||i.height<=0)return;n.current=a.clock.elapsedTime,(s.width!==i.width||s.height!==i.height)&&(s.width=i.width,s.height=i.height,s.indices=new Uint8Array(i.width*i.height));const c=i.maskData,o=s.indices;for(let l=0;l<o.length;l+=1)o[l]=c[l]>127?0:1;s.version+=1,s.timestampMs=i.timestampMs}),s},Z=({active:e=!0,...r}={})=>{const{ready:t,error:s}=w.useXRModel(d.XRModel.SEMANTIC_SEGMENTATION,r,e),n=T.useXRModelNode(d.XRModel.SEMANTIC_SEGMENTATION),a=r.preset??"hair",i=v.useMemo(()=>d.createSemanticMask(1,1,d.SEMANTIC_SEGMENTATION_PRESET_SPECS[a].labels),[a]),[c,o]=v.useState({status:"loading",error:null});_.useFrame(()=>{const m=(n==null?void 0:n.getStatus())??"loading",p=(n==null?void 0:n.getError())??null;(m!==c.status||p!==c.error)&&o({status:m,error:p})});const u=(n==null?void 0:n.getMask())??i,l=s??c.error,h=l?"error":t?c.status:"loading";return{mask:u,status:h,error:l,labels:u.labels}},he=(e={})=>Z({...e,preset:"hair"});exports.FACE_REGION_LABELS=q;exports.FACE_REGION_POLYGONS=K;exports.IRIS_FULL_OPENNESS=D;exports.IRIS_LANDMARKS=k;exports.IRIS_LANDMARK_COUNT=U;exports.IrisLead=le;exports.MAX_OVERLAY_LABELS=G;exports.PERSON_MASK_LABELS=Q;exports.SEGMENTATION_OVERLAY_FRAGMENT_SHADER=X;exports.SEGMENTATION_OVERLAY_VERTEX_SHADER=P;exports.computeIrisEye=b;exports.computeMaskUvTransform=F;exports.createIrisEye=R;exports.createIrisResult=ie;exports.createSegmentationOverlayMaterial=V;exports.createSemanticMaskTexture=A;exports.rasterizeFaceRegions=j;exports.resolveActiveOverlayLabelIndices=H;exports.resolveMaskSize=J;exports.resolveOverlayLabelIndices=B;exports.updateIrisResult=oe;exports.updateSegmentationOverlayMaterial=W;exports.uploadSemanticMask=z;exports.useFaceRegionMask=me;exports.useHairMask=he;exports.usePersonMask=ve;exports.useSegmentationOverlayMaterial=de;exports.useSemanticMaskTexture=ue;exports.useSemanticSegmentationMask=Z;

package/dist/quality/XRQualityController.d.ts

@@ -0,0 +1,25 @@
+import { XRQualityConfigInput, XRQualitySignals, XRQualityState } from './types';
+/** Static device signals (memory, cores) read once. */
+export declare const readDeviceSignals: () => Pick<XRQualitySignals, "deviceMemoryGb" | "hardwareConcurrency">;
+export type XRQualityControllerProps = {
+    /** Partial config merged over the defaults (`resolveQualityConfig`). */
+    config?: XRQualityConfigInput;
+    /** Externally supplied thermal state (a native shell can forward the OS value). */
+    thermal?: XRQualitySignals["thermal"];
+    /**
+     * Called whenever a different tier is applied (automatic or manual). The
+     * floor-level `signals.thermal === "suspected"` flag changes no tier, so it
+     * does not fire this; read `useXRQuality().signals` to react to it.
+     */
+    onDecision?: (state: XRQualityState) => void;
+};
+/**
+ * Samples main-thread frame time, tracker inference and memory on
+ * `budget.sampleMs`, steps the pure controller, publishes the state to the
+ * session store and applies the tier: `targetFps` + `analysisScale` through
+ * the session perf config, `renderScale` through `<XRScene>` (which reads
+ * the state), and `camRes` only when the tier sets `rebindCamera`. Mounted by
+ * `<XRProvider>` by default; mount it yourself with `quality={false}` on the
+ * provider to place it or configure it differently.
+ */
+export declare const XRQualityController: ({ config, thermal, onDecision }: XRQualityControllerProps) => null;

package/dist/quality/controller.d.ts

@@ -0,0 +1,33 @@
+import { XRPerformanceBudget, XRQualityConfig, XRQualityConfigInput, XRQualityReason, XRQualitySignals, XRQualityState, XRQualityTier } from './types';
+export declare const DEFAULT_QUALITY_TIERS: XRQualityTier[];
+export declare const DEFAULT_PERFORMANCE_BUDGET: XRPerformanceBudget;
+export declare const DEFAULT_QUALITY_CONFIG: XRQualityConfig;
+export declare const EMPTY_QUALITY_SIGNALS: XRQualitySignals;
+/** Validate a tier; invalid knobs are dropped, out-of-range ones clamped. */
+export declare const resolveQualityTier: (tier: Partial<XRQualityTier>, index: number) => XRQualityTier;
+export declare const resolvePerformanceBudget: (budget?: Partial<XRPerformanceBudget>) => XRPerformanceBudget;
+/** Validate a partial config into a complete, serializable one. */
+export declare const resolveQualityConfig: (config?: XRQualityConfigInput) => XRQualityConfig;
+/** Starting tier from static device signals: low-memory / few-core devices start one step down. */
+export declare const resolveInitialTierIndex: (config: XRQualityConfig, signals: XRQualitySignals) => number;
+export declare const createQualityState: (config: XRQualityConfig, signals?: XRQualitySignals, now?: number) => XRQualityState;
+/** Why a sample is over budget, most severe first; `null` when within budget. */
+export declare const judgeSample: (signals: XRQualitySignals, budget: XRPerformanceBudget) => Exclude<XRQualityReason, "init" | "recovered" | "manual" | "locked" | "reset"> | null;
+/**
+ * One controller step. Pure: returns the next state (same object when
+ * nothing changed). Bounded to `[maxTier, minTier]`, hysteretic (streaks),
+ * rate-limited (cooldown), reversible (steps back up after `upgradeAfter`
+ * good samples), and inert while `locked` or `adaptive: false`.
+ */
+export declare const stepQualityController: (state: XRQualityState, signals: XRQualitySignals, config: XRQualityConfig, now: number) => XRQualityState;
+/** Manual tier selection (does not lock). */
+export declare const setQualityTier: (state: XRQualityState, config: XRQualityConfig, ref: number | string, now: number) => XRQualityState;
+export declare const lockQuality: (state: XRQualityState, config: XRQualityConfig, locked: boolean, now: number) => XRQualityState;
+/**
+ * The tier the controller must apply now, or `null` when `lastApplied` is
+ * already it. Compares tier identity (the decision may have been written to
+ * the store by `useXRQuality().setTier` between two samples, so comparing
+ * decisions would miss it).
+ */
+export declare const tierToApply: (state: XRQualityState, lastApplied: XRQualityTier | null) => XRQualityTier | null;
+export declare const resetQuality: (config: XRQualityConfig, signals: XRQualitySignals, now: number) => XRQualityState;

package/dist/quality/index.d.ts

@@ -0,0 +1,6 @@
+export type { XRPerformanceBudget, XRQualityConfig, XRQualityConfigInput, XRQualityDecision, XRQualityReason, XRQualitySignals, XRQualityState, XRQualityTier, } from './types';
+export { XRQualityController, readDeviceSignals } from './XRQualityController';
+export type { XRQualityControllerProps } from './XRQualityController';
+export { useXRQuality } from './useXRQuality';
+export type { UseXRQualityResult } from './useXRQuality';
+export { DEFAULT_PERFORMANCE_BUDGET, DEFAULT_QUALITY_CONFIG, DEFAULT_QUALITY_TIERS, EMPTY_QUALITY_SIGNALS, createQualityState, judgeSample, lockQuality, resetQuality, resolveInitialTierIndex, resolvePerformanceBudget, resolveQualityConfig, resolveQualityTier, setQualityTier, stepQualityController, tierToApply, } from './controller';

package/dist/quality/types.d.ts

@@ -0,0 +1,100 @@
+/**
+ * One quality level. Every knob is optional; an omitted knob keeps the
+ * session's own value. Tiers are plain JSON so they can be persisted.
+ */
+export type XRQualityTier = {
+    name: string;
+    /** Inference cap applied to every tracker without its own `targetFps`. */
+    targetFps?: number;
+    /** Multiplier on the renderer's device pixel ratio cap (0.25..1). */
+    renderScale?: number;
+    /** Multiplier on every model's analysis resolution (0.25..1). */
+    analysisScale?: number;
+    /** Camera capture width; applied only when `rebindCamera` is true (a rebind re-opens the camera). */
+    camRes?: number;
+    /** Allow this tier to re-open the webcam to apply `camRes`. Default false. */
+    rebindCamera?: boolean;
+};
+/** Thresholds the controller judges samples against. Plain JSON. */
+export type XRPerformanceBudget = {
+    /** Frame time above which a sample is "bad" (ms). Default 1000 / 24. */
+    maxFrameMs: number;
+    /** Total tracker inference per frame above which a sample is "bad" (ms). Default 24. */
+    maxInferenceMs: number;
+    /** JS heap usage above which a sample is "bad" (MB); `null` ignores memory. Default null. */
+    maxMemoryMb: number | null;
+    /** Sampling period (ms). Default 1000. */
+    sampleMs: number;
+    /** Consecutive bad samples before stepping down. Default 2. */
+    downgradeAfter: number;
+    /** Consecutive good samples (frame time under `maxFrameMs × upgradeHeadroom`) before stepping up. Default 6. */
+    upgradeAfter: number;
+    /** A "good" sample must leave this much headroom (0..1 of `maxFrameMs`). Default 0.75. */
+    upgradeHeadroom: number;
+    /** Minimum time between two automatic changes (ms). Default 4000. */
+    cooldownMs: number;
+};
+/** What the controller measured in one sample. */
+export type XRQualitySignals = {
+    /** Mean main-thread frame time over the sample (ms); `null` before the first sample. */
+    frameMs: number | null;
+    /** Frames per second over the sample. */
+    fps: number | null;
+    /** Sum of the last inference of every running model (ms). */
+    inferenceMs: number | null;
+    /** Feed frames per second the session blitted. */
+    feedFps: number | null;
+    /** JS heap in use (MB) where `performance.memory` exists. */
+    memoryMb: number | null;
+    /** `navigator.deviceMemory` (GB) where exposed. */
+    deviceMemoryGb: number | null;
+    hardwareConcurrency: number | null;
+    /**
+     * Thermal state. Browsers expose none, so this is `"unknown"` unless the
+     * app supplies one (a native shell can); `"suspected"` is set by the
+     * controller when frame time keeps degrading at the lowest tier.
+     */
+    thermal: "unknown" | "nominal" | "suspected" | "critical";
+};
+export type XRQualityReason = "init" | "frame-time" | "inference" | "memory" | "thermal" | "recovered" | "manual" | "locked" | "reset";
+export type XRQualityDecision = {
+    /** Index into `tiers`. */
+    index: number;
+    tier: XRQualityTier;
+    reason: XRQualityReason;
+    /** `performance.now()` of the decision. */
+    at: number;
+};
+/** Controller state; serializable except for nothing (plain data). */
+export type XRQualityState = {
+    index: number;
+    /** When true the controller stops adjusting; `setTier` still works. */
+    locked: boolean;
+    badStreak: number;
+    goodStreak: number;
+    lastChangeAt: number;
+    decision: XRQualityDecision;
+    /** Last decisions, newest first (bounded). */
+    history: XRQualityDecision[];
+    signals: XRQualitySignals;
+};
+export type XRQualityConfig = {
+    /** Ordered best → worst. Default `DEFAULT_QUALITY_TIERS`. */
+    tiers: XRQualityTier[];
+    budget: XRPerformanceBudget;
+    /** Start here (index or name); default: picked from device signals. */
+    initialTier?: number | string;
+    /** The controller may step down to this tier at most (index or name). Default the last. */
+    minTier?: number | string;
+    /** The controller may step up to this tier at most. Default the first. */
+    maxTier?: number | string;
+    /** `false` keeps the initial tier and never adjusts (still observable). Default true. */
+    adaptive: boolean;
+    /** Bound of `history`. Default 20. */
+    historySize: number;
+};
+/** What creators pass: everything optional, tiers and budget partial. `resolveQualityConfig` fills it in. */
+export type XRQualityConfigInput = Partial<Omit<XRQualityConfig, "tiers" | "budget">> & {
+    tiers?: Array<Partial<XRQualityTier>>;
+    budget?: Partial<XRPerformanceBudget>;
+};

package/dist/quality/useXRQuality.d.ts

@@ -0,0 +1,28 @@
+import { XRQualityConfigInput, XRQualityDecision, XRQualitySignals, XRQualityState, XRQualityTier } from './types';
+export type UseXRQualityResult = {
+    /** Current tier (`null` until the controller publishes). */
+    tier: XRQualityTier | null;
+    index: number;
+    tiers: XRQualityTier[];
+    decision: XRQualityDecision | null;
+    history: XRQualityDecision[];
+    signals: XRQualitySignals | null;
+    locked: boolean;
+    /** Pick a tier by index or name (does not lock; the controller may move again after the cooldown). */
+    setTier: (ref: number | string) => void;
+    /** Freeze the current tier (`lock()`), or let the controller adjust again (`unlock()`). */
+    lock: () => void;
+    unlock: () => void;
+    /** Back to the initial tier for this device; clears the lock. */
+    reset: () => void;
+    state: XRQualityState | null;
+};
+/**
+ * Observe and steer adaptive quality. The controller (mounted by
+ * `<XRProvider>` by default) publishes its state AND its resolved config to
+ * the session store; this hook reads both, so `tiers` and name-based
+ * `setTier("medium")` resolve against the provider's tiers without passing
+ * the config again. Manual decisions are written back through the store and
+ * applied by the controller on its next sample.
+ */
+export declare const useXRQuality: (config?: XRQualityConfigInput) => UseXRQualityResult;

package/dist/render/renderPasses.d.ts

@@ -3,6 +3,14 @@ export declare const MAX_RENDER_GROUP_PASSES = 30;
 /** Temporary layer for backgrounds not yet represented by a scene object. */
 export declare const EXTERNAL_BACKGROUND_RENDER_LAYER = 31;
 export declare const getRenderGroupLayer: (groupIndex: number, baseLayer?: number) => number;
+/**
+ * Inside `renderSequentialPasses`: which pass is rendering now (internal; a
+ * screen pass such as FaceLiquify runs in the last one only). Null outside.
+ */
+export declare const getRenderPassContext: (renderer: WebGLRenderer) => {
+    index: number;
+    count: number;
+} | null;
 export type SequentialRenderOptions = {
     renderer: WebGLRenderer;
     scene: Scene;

package/dist/render/sceneBeforeRender.d.ts

@@ -0,0 +1,12 @@
+import type * as THREE from "three";
+/**
+ * Work to run each time a scene is rendered, after three has updated every
+ * world matrix and before it uploads geometry: what reads where something is
+ * this frame (trackers have moved it) acts on it in the same frame. Particle
+ * emitters upload their new particles here; spring swings turn jewellery
+ * from the pose it is drawn at. One chained `scene.onBeforeRender` per
+ * scene, restored when the last callback leaves.
+ */
+export type SceneBeforeRender = (renderer: THREE.WebGLRenderer, scene: THREE.Scene, camera: THREE.Camera) => void;
+/** Runs `callback` before every render of `scene`; returns the removal. */
+export declare const addSceneBeforeRender: (scene: THREE.Scene, callback: SceneBeforeRender) => (() => void);