@streaming-cdn/rtc-web 1.3.25 → 1.3.27

package/README.md

@@ -1,4 +1,4 @@
-# RTC Web SDK 1.3.25
+# RTC Web SDK 1.3.27
 
 The customer package contains compiled ESM/UMD JavaScript and TypeScript declarations. It intentionally excludes implementation source and source maps. Example source remains available under `examples/`.
 
@@ -357,6 +357,32 @@ operational diagnostics. Tokens, SDP, media, and chat content are never part of
 that report. Set `reportSignalingDiagnostics: false` only when replacing this
 with an application-owned diagnostics pipeline.
 
+## 1.3.27 notes
+
+- **VRM busts no longer clip at the canvas sides.** Characters ship in
+  T/A-pose; the square stage cut the outstretched arms and shoulders off
+  with hard vertical edges. The stage now lowers the arms into a natural
+  idle before measuring, sizes its width to the character's own measured
+  body (floor 4:3, cap 2:1 — `frameVrmBust` returns the aspect), and the
+  composite dissolves the bottom edge instead of stopping at a hard line
+  inside the tile. The stage aspect is the avatar sprite's capture field
+  only: output portrait/landscape orientation is unchanged and keeps
+  following the camera source.
+
+## 1.3.26 notes
+
+- **VRM avatars are framed from the model's own measurements.** The bust
+  camera in `avatar-vrm` was fixed at a 0.42 m window aimed at the head
+  joint — which sits at the *bottom* of the skull — so characters with tall
+  hair or accessories had their crowns cropped, and big-headed models filled
+  the whole canvas and rendered far larger than the built-in avatar when
+  overlaid. `createVrmStage` now measures each model (head joint from the
+  humanoid, crown from the scene bounds, hair included) and frames the bust
+  so the skull spans ~38% of the canvas with its centre at 42% from the top —
+  the exact contract `vrmAvatarRenderer`'s overlay math expects. Every
+  character now appears the same size as the built-in stylized avatar,
+  whatever its proportions. The framing rule is exported as `frameVrmBust()`.
+
 ## 1.3.25 notes
 
 - **B21 — per-peer quality no longer ratchets down on bandwidth-pinned

package/dist/avatar-vrm.d.ts

@@ -9,6 +9,31 @@ export interface VrmStage {
     applyAndRender(rig: AvatarRig, options?: VrmRenderOptions): void;
     dispose(): void;
 }
+/**
+ * Bust framing computed from the model's own measurements.
+ *
+ * Characters do not share proportions: the head joint sits at the bottom of
+ * the skull, and between a chibi and a tall model the joint-to-crown distance
+ * (hair and accessories included) spans several fold. A fixed camera cropped
+ * tall hair off and let big heads fill the whole canvas, which the overlay
+ * then multiplied into an avatar larger than the screen.
+ *
+ * The contract with `vrmAvatarRenderer` is proportional: the skull spans
+ * roughly 38% of the canvas (2 of the 5.2 head radii the overlay paints) with
+ * its centre at 42% from the top — the same size and seat as the built-in
+ * stylized head, so switching characters never changes how big the avatar
+ * appears over the person.
+ */
+export declare function frameVrmBust(measure: {
+    headY: number;
+    crownY: number;
+    bodyHalfWidth?: number;
+}): {
+    windowHeight: number;
+    lookY: number;
+    distance: number;
+    aspect: number;
+};
 /**
  * Adapts a VrmStage to the SDK's pluggable `AvatarRenderer`, so
  * `createAvatarPipeline` can publish a VRM character instead of the built-in

package/dist/rtc-web-avatar-vrm.es.js

@@ -1,61 +1,82 @@
-import * as l from "three";
-import { GLTFLoader as L } from "three/examples/jsm/loaders/GLTFLoader.js";
+import * as m from "three";
+import { GLTFLoader as Y } from "three/examples/jsm/loaders/GLTFLoader.js";
 import { VRMLoaderPlugin as A, VRMUtils as k } from "@pixiv/three-vrm";
-function M(t, c) {
+function C(i) {
+  const d = i.crownY - i.headY, e = d > 0.05 && d < 1.5 ? d : 0.25, c = e * 2.1, s = i.headY + e * 0.45 - c * 0.08, r = c / 2 / Math.tan(28 / 2 * (Math.PI / 180)), h = Number(i.bodyHalfWidth), l = Number.isFinite(h) && h > 0.05 && h < 2 ? h * 2 * 1.08 : 0, t = Math.min(2, Math.max(4 / 3, l / c));
+  return { windowHeight: c, lookY: s, distance: r, aspect: t };
+}
+function N(i, d) {
+  let e = null;
+  const c = () => {
+    const n = i.canvas;
+    (!e || e.width !== n.width || e.height !== n.height) && (e = n.ownerDocument.createElement("canvas"), e.width = n.width, e.height = n.height);
+    const s = e.getContext("2d");
+    s.clearRect(0, 0, e.width, e.height), s.drawImage(n, 0, 0), s.globalCompositeOperation = "destination-out";
+    const r = s.createLinearGradient(0, e.height * 0.88, 0, e.height);
+    return r.addColorStop(0, "rgba(0,0,0,0)"), r.addColorStop(1, "rgba(0,0,0,1)"), s.fillStyle = r, s.fillRect(0, e.height * 0.88, e.width, e.height * 0.12), s.globalCompositeOperation = "source-over", e;
+  };
   return {
-    render(n, p, s, m, o) {
-      if (t.applyAndRender(p, c), o) {
-        const a = o.radius * 5.2;
-        n.drawImage(t.canvas, o.x - a / 2, o.y - a * 0.42, a, a);
+    render(n, s, r, h, l) {
+      i.applyAndRender(s, d);
+      const t = i.canvas.width / i.canvas.height, u = c();
+      if (l) {
+        const o = l.radius * 5.2;
+        n.drawImage(u, l.x - o * t / 2, l.y - o * 0.42, o * t, o);
       } else {
-        const a = Math.min(s, m);
-        n.drawImage(t.canvas, (s - a) / 2, (m - a) / 2, a, a);
+        const o = Math.min(r, h);
+        n.drawImage(u, (r - o * t) / 2, (h - o) / 2, o * t, o);
       }
     },
     dispose() {
-      t.dispose();
+      i.dispose();
     }
   };
 }
-async function g(t, c = 512) {
-  const n = document.createElement("canvas");
-  n.width = c, n.height = c;
-  const p = new l.WebGLRenderer({ canvas: n, alpha: !0, antialias: !0 });
-  p.setClearColor(0, 0);
-  const s = new l.Scene();
-  s.add(new l.AmbientLight(16777215, 1.1));
-  const m = new l.DirectionalLight(16777215, 1.4);
-  m.position.set(0.5, 1.2, 1.5), s.add(m);
-  const o = new l.PerspectiveCamera(28, 1, 0.1, 20), a = new L();
-  a.register((e) => new A(e));
-  const w = await a.parseAsync(t, ""), i = w.userData.vrm;
-  k.removeUnnecessaryVertices(w.scene), k.combineSkeletons(w.scene), k.rotateVRM0(i), s.add(i.scene);
-  const u = i.humanoid?.getNormalizedBoneNode("head"), h = new l.Vector3(0, 1.35, 0);
-  u && u.getWorldPosition(h), o.position.set(0, h.y + 0.03, 0.85), o.lookAt(0, h.y + 0.01, 0);
-  const f = new l.Object3D();
-  f.position.set(0, h.y, 2), s.add(f), i.lookAt && (i.lookAt.target = f);
-  const b = new l.Clock();
+async function S(i, d = 512) {
+  const e = document.createElement("canvas");
+  e.width = d, e.height = d;
+  const c = new m.WebGLRenderer({ canvas: e, alpha: !0, antialias: !0 });
+  c.setClearColor(0, 0);
+  const n = new m.Scene();
+  n.add(new m.AmbientLight(16777215, 1.1));
+  const s = new m.DirectionalLight(16777215, 1.4);
+  s.position.set(0.5, 1.2, 1.5), n.add(s);
+  const r = new m.PerspectiveCamera(28, 1, 0.1, 20), h = new Y();
+  h.register((a) => new A(a));
+  const l = await h.parseAsync(i, ""), t = l.userData.vrm;
+  k.removeUnnecessaryVertices(l.scene), k.combineSkeletons(l.scene), k.rotateVRM0(t), n.add(t.scene);
+  for (const [a, y] of [["left", -1], ["right", 1]])
+    t.humanoid?.getNormalizedBoneNode(`${a}UpperArm`)?.rotation.set(0, 0, y * 1.15), t.humanoid?.getNormalizedBoneNode(`${a}LowerArm`)?.rotation.set(0, 0, y * 0.12);
+  t.update(0);
+  const u = t.humanoid?.getNormalizedBoneNode("head"), o = new m.Vector3(0, 1.35, 0);
+  u && u.getWorldPosition(o), t.scene.updateWorldMatrix(!0, !0);
+  const g = new m.Box3().setFromObject(t.scene), M = Number.isFinite(g.max.y) ? g.max.y : o.y + 0.25, R = Math.max(Math.abs(g.min.x), Math.abs(g.max.x)), w = C({ headY: o.y, crownY: M, bodyHalfWidth: R });
+  e.width = Math.round(d * w.aspect), e.height = d, c.setSize(e.width, e.height, !1), r.aspect = w.aspect, r.updateProjectionMatrix(), r.position.set(0, w.lookY, w.distance), r.lookAt(0, w.lookY, 0);
+  const b = new m.Object3D();
+  b.position.set(0, o.y, 2), n.add(b), t.lookAt && (t.lookAt.target = b);
+  const v = new m.Clock();
   return {
-    canvas: n,
-    applyAndRender(e, R) {
-      const y = R?.headGain ?? 0.9, r = i.expressionManager;
-      if (r) {
-        const V = r.expressionMap ?? {}, d = (v) => !!V[v];
-        d("blinkLeft") || d("blinkRight") ? (r.setValue("blinkLeft", e.blinkLeft), r.setValue("blinkRight", e.blinkRight)) : d("blink") && r.setValue("blink", (e.blinkLeft + e.blinkRight) / 2), d("aa") && r.setValue("aa", Math.max(0, e.jawOpen)), d("happy") && r.setValue("happy", Math.max(0, e.smile)), d("angry") && r.setValue("angry", Math.max(0, -e.smile) * 0.6);
+    canvas: e,
+    applyAndRender(a, y) {
+      const x = y?.headGain ?? 0.9, p = t.expressionManager;
+      if (p) {
+        const V = p.expressionMap ?? {}, f = (L) => !!V[L];
+        f("blinkLeft") || f("blinkRight") ? (p.setValue("blinkLeft", a.blinkLeft), p.setValue("blinkRight", a.blinkRight)) : f("blink") && p.setValue("blink", (a.blinkLeft + a.blinkRight) / 2), f("aa") && p.setValue("aa", Math.max(0, a.jawOpen)), f("happy") && p.setValue("happy", Math.max(0, a.smile)), f("angry") && p.setValue("angry", Math.max(0, -a.smile) * 0.6);
       }
-      u && u.rotation.set(-e.headPitch * y, e.headYaw * y, -e.headRoll * y), f.position.set(e.pupilX * 1.2, h.y - e.pupilY * 0.8, 2), i.update(b.getDelta()), p.render(s, o);
+      u && u.rotation.set(-a.headPitch * x, a.headYaw * x, -a.headRoll * x), b.position.set(a.pupilX * 1.2, o.y - a.pupilY * 0.8, 2), t.update(v.getDelta()), c.render(n, r);
     },
     dispose() {
-      k.deepDispose(i.scene), p.dispose();
+      k.deepDispose(t.scene), c.dispose();
     }
   };
 }
-async function D(t, c = {}) {
-  const n = await g(t, c.size ?? 640);
-  return M(n, { headGain: c.headGain });
+async function B(i, d = {}) {
+  const e = await S(i, d.size ?? 640);
+  return N(e, { headGain: d.headGain });
 }
 export {
-  D as createVrmAvatarRenderer,
-  g as createVrmStage,
-  M as vrmAvatarRenderer
+  B as createVrmAvatarRenderer,
+  S as createVrmStage,
+  C as frameVrmBust,
+  N as vrmAvatarRenderer
 };

package/dist/rtc-web-avatar-vrm.umd.js

@@ -1 +1 @@
-(function(s,f){typeof exports=="object"&&typeof module<"u"?f(exports,require("three"),require("three/examples/jsm/loaders/GLTFLoader.js"),require("@pixiv/three-vrm")):typeof define=="function"&&define.amd?define(["exports","three","three/examples/jsm/loaders/GLTFLoader.js","@pixiv/three-vrm"],f):(s=typeof globalThis<"u"?globalThis:s||self,f(s.StreamingCdnRtcAvatarVrm={},s.THREE,s.THREE,s.THREE_VRM))})(this,(function(s,f,M,m){"use strict";function L(e){const i=Object.create(null,{[Symbol.toStringTag]:{value:"Module"}});if(e){for(const t in e)if(t!=="default"){const r=Object.getOwnPropertyDescriptor(e,t);Object.defineProperty(i,t,r.get?r:{enumerable:!0,get:()=>e[t]})}}return i.default=e,Object.freeze(i)}const o=L(f);function w(e,i){return{render(t,r,d,h,c){if(e.applyAndRender(r,i),c){const a=c.radius*5.2;t.drawImage(e.canvas,c.x-a/2,c.y-a*.42,a,a)}else{const a=Math.min(d,h);t.drawImage(e.canvas,(d-a)/2,(h-a)/2,a,a)}},dispose(){e.dispose()}}}async function V(e,i=512){const t=document.createElement("canvas");t.width=i,t.height=i;const r=new o.WebGLRenderer({canvas:t,alpha:!0,antialias:!0});r.setClearColor(0,0);const d=new o.Scene;d.add(new o.AmbientLight(16777215,1.1));const h=new o.DirectionalLight(16777215,1.4);h.position.set(.5,1.2,1.5),d.add(h);const c=new o.PerspectiveCamera(28,1,.1,20),a=new M.GLTFLoader;a.register(n=>new m.VRMLoaderPlugin(n));const b=await a.parseAsync(e,""),l=b.userData.vrm;m.VRMUtils.removeUnnecessaryVertices(b.scene),m.VRMUtils.combineSkeletons(b.scene),m.VRMUtils.rotateVRM0(l),d.add(l.scene);const y=l.humanoid?.getNormalizedBoneNode("head"),R=new o.Vector3(0,1.35,0);y&&y.getWorldPosition(R),c.position.set(0,R.y+.03,.85),c.lookAt(0,R.y+.01,0);const v=new o.Object3D;v.position.set(0,R.y,2),d.add(v),l.lookAt&&(l.lookAt.target=v);const j=new o.Clock;return{canvas:t,applyAndRender(n,A){const k=A?.headGain??.9,p=l.expressionManager;if(p){const T=p.expressionMap??{},u=x=>!!T[x];u("blinkLeft")||u("blinkRight")?(p.setValue("blinkLeft",n.blinkLeft),p.setValue("blinkRight",n.blinkRight)):u("blink")&&p.setValue("blink",(n.blinkLeft+n.blinkRight)/2),u("aa")&&p.setValue("aa",Math.max(0,n.jawOpen)),u("happy")&&p.setValue("happy",Math.max(0,n.smile)),u("angry")&&p.setValue("angry",Math.max(0,-n.smile)*.6)}y&&y.rotation.set(-n.headPitch*k,n.headYaw*k,-n.headRoll*k),v.position.set(n.pupilX*1.2,R.y-n.pupilY*.8,2),l.update(j.getDelta()),r.render(d,c)},dispose(){m.VRMUtils.deepDispose(l.scene),r.dispose()}}}async function g(e,i={}){const t=await V(e,i.size??640);return w(t,{headGain:i.headGain})}s.createVrmAvatarRenderer=g,s.createVrmStage=V,s.vrmAvatarRenderer=w,Object.defineProperty(s,Symbol.toStringTag,{value:"Module"})}));
+(function(l,w){typeof exports=="object"&&typeof module<"u"?w(exports,require("three"),require("three/examples/jsm/loaders/GLTFLoader.js"),require("@pixiv/three-vrm")):typeof define=="function"&&define.amd?define(["exports","three","three/examples/jsm/loaders/GLTFLoader.js","@pixiv/three-vrm"],w):(l=typeof globalThis<"u"?globalThis:l||self,w(l.StreamingCdnRtcAvatarVrm={},l.THREE,l.THREE,l.THREE_VRM))})(this,(function(l,w,S,b){"use strict";function j(t){const a=Object.create(null,{[Symbol.toStringTag]:{value:"Module"}});if(t){for(const e in t)if(e!=="default"){const r=Object.getOwnPropertyDescriptor(t,e);Object.defineProperty(a,e,r.get?r:{enumerable:!0,get:()=>t[e]})}}return a.default=t,Object.freeze(a)}const m=j(w);function x(t){const a=t.crownY-t.headY,e=a>.05&&a<1.5?a:.25,r=e*2.1,d=t.headY+e*.45-r*.08,c=r/2/Math.tan(28/2*(Math.PI/180)),h=Number(t.bodyHalfWidth),u=Number.isFinite(h)&&h>.05&&h<2?h*2*1.08:0,n=Math.min(2,Math.max(4/3,u/r));return{windowHeight:r,lookY:d,distance:c,aspect:n}}function V(t,a){let e=null;const r=()=>{const i=t.canvas;(!e||e.width!==i.width||e.height!==i.height)&&(e=i.ownerDocument.createElement("canvas"),e.width=i.width,e.height=i.height);const d=e.getContext("2d");d.clearRect(0,0,e.width,e.height),d.drawImage(i,0,0),d.globalCompositeOperation="destination-out";const c=d.createLinearGradient(0,e.height*.88,0,e.height);return c.addColorStop(0,"rgba(0,0,0,0)"),c.addColorStop(1,"rgba(0,0,0,1)"),d.fillStyle=c,d.fillRect(0,e.height*.88,e.width,e.height*.12),d.globalCompositeOperation="source-over",e};return{render(i,d,c,h,u){t.applyAndRender(d,a);const n=t.canvas.width/t.canvas.height,f=r();if(u){const s=u.radius*5.2;i.drawImage(f,u.x-s*n/2,u.y-s*.42,s*n,s)}else{const s=Math.min(c,h);i.drawImage(f,(c-s*n)/2,(h-s)/2,s*n,s)}},dispose(){t.dispose()}}}async function L(t,a=512){const e=document.createElement("canvas");e.width=a,e.height=a;const r=new m.WebGLRenderer({canvas:e,alpha:!0,antialias:!0});r.setClearColor(0,0);const i=new m.Scene;i.add(new m.AmbientLight(16777215,1.1));const d=new m.DirectionalLight(16777215,1.4);d.position.set(.5,1.2,1.5),i.add(d);const c=new m.PerspectiveCamera(28,1,.1,20),h=new S.GLTFLoader;h.register(o=>new b.VRMLoaderPlugin(o));const u=await h.parseAsync(t,""),n=u.userData.vrm;b.VRMUtils.removeUnnecessaryVertices(u.scene),b.VRMUtils.combineSkeletons(u.scene),b.VRMUtils.rotateVRM0(n),i.add(n.scene);for(const[o,v]of[["left",-1],["right",1]])n.humanoid?.getNormalizedBoneNode(`${o}UpperArm`)?.rotation.set(0,0,v*1.15),n.humanoid?.getNormalizedBoneNode(`${o}LowerArm`)?.rotation.set(0,0,v*.12);n.update(0);const f=n.humanoid?.getNormalizedBoneNode("head"),s=new m.Vector3(0,1.35,0);f&&f.getWorldPosition(s),n.scene.updateWorldMatrix(!0,!0);const R=new m.Box3().setFromObject(n.scene),C=Number.isFinite(R.max.y)?R.max.y:s.y+.25,T=Math.max(Math.abs(R.min.x),Math.abs(R.max.x)),y=x({headY:s.y,crownY:C,bodyHalfWidth:T});e.width=Math.round(a*y.aspect),e.height=a,r.setSize(e.width,e.height,!1),c.aspect=y.aspect,c.updateProjectionMatrix(),c.position.set(0,y.lookY,y.distance),c.lookAt(0,y.lookY,0);const M=new m.Object3D;M.position.set(0,s.y,2),i.add(M),n.lookAt&&(n.lookAt.target=M);const Y=new m.Clock;return{canvas:e,applyAndRender(o,v){const k=v?.headGain??.9,p=n.expressionManager;if(p){const N=p.expressionMap??{},g=O=>!!N[O];g("blinkLeft")||g("blinkRight")?(p.setValue("blinkLeft",o.blinkLeft),p.setValue("blinkRight",o.blinkRight)):g("blink")&&p.setValue("blink",(o.blinkLeft+o.blinkRight)/2),g("aa")&&p.setValue("aa",Math.max(0,o.jawOpen)),g("happy")&&p.setValue("happy",Math.max(0,o.smile)),g("angry")&&p.setValue("angry",Math.max(0,-o.smile)*.6)}f&&f.rotation.set(-o.headPitch*k,o.headYaw*k,-o.headRoll*k),M.position.set(o.pupilX*1.2,s.y-o.pupilY*.8,2),n.update(Y.getDelta()),r.render(i,c)},dispose(){b.VRMUtils.deepDispose(n.scene),r.dispose()}}}async function A(t,a={}){const e=await L(t,a.size??640);return V(e,{headGain:a.headGain})}l.createVrmAvatarRenderer=A,l.createVrmStage=L,l.frameVrmBust=x,l.vrmAvatarRenderer=V,Object.defineProperty(l,Symbol.toStringTag,{value:"Module"})}));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@streaming-cdn/rtc-web",
-  "version": "1.3.25",
+  "version": "1.3.27",
   "type": "module",
   "main": "dist/rtc-web.umd.js",
   "module": "dist/rtc-web.es.js",