framefields 2.9.3 → 2.10.0-canary.0

package/dist/preview-engine/chunk-XYGDTPO7.mjs

@@ -1,39 +0,0 @@
-import{W as ye,Z as xe,ba as ke,ea as Te,fa as Me,ga as Ue,ha as we,ka as Pe}from"./chunk-D73ZKPFN.mjs";import{q as ve}from"./chunk-BXPM5SJ3.mjs";import{g as he}from"./chunk-KOVN277Z.mjs";import{g as j}from"./chunk-Y4NIR77Z.mjs";j();j();j();var re=new Uint8Array(0),Re=new Uint32Array(0);function Fe(t,e,n){re.length<t.length&&(re=new Uint8Array(t.length),Re=new Uint32Array(t.length));let r=re,a=Re,i=0,s=0;for(let u=1;u<=t.length;u++)(u===t.length||t[u]!==t[s])&&(r[i]=t[s],a[i]=u-s,i++,s=u);return{width:e,height:n,values:r.slice(0,i),lengths:a.slice(0,i)}}function De(t){let e=new Uint8Array(t.width*t.height),n=0;for(let r=0;r<t.values.length;r++){let a=n+t.lengths[r];t.values[r]!==0&&e.fill(t.values[r],n,a),n=a}return e}function Ge(t){return t.values.byteLength+t.lengths.byteLength}function oe(t){let{mask:e,...n}=t;return{...n,rle:Fe(e,t.width,t.height)}}function ae(t){let{rle:e,...n}=t;return{...n,mask:De(e)}}function se(t){let e=512+t.detections.length*128+t.objects.length*256;for(let n of t.masks??[])e+=Ge(n.rle);return t.subject&&(e+=Ge(t.subject.mask.rle)),e}var L=class{constructor(e=256*1024*1024){this.maxBytes=e}maxBytes;entries=new Map;bytes=0;get(e,n){let r=`${e}#${n}`,a=this.entries.get(r);return a&&(this.entries.delete(r),this.entries.set(r,a)),a}set(e,n,r){let a=`${e}#${n}`,i=this.entries.get(a);i&&(this.bytes-=se(i),this.entries.delete(a)),this.entries.set(a,r),this.bytes+=se(r);for(let[s,u]of this.entries){if(this.bytes<=this.maxBytes)break;this.entries.delete(s),this.bytes-=se(u)}}clear(){this.entries.clear(),this.bytes=0}get size(){return this.entries.size}};j();var Ee=`
-struct Params {
-	mode: u32,          // 0 matte, 1 mask, 2 crop
-	_pad: u32,
-	cropMin: vec2<f32>, // uv of the subject bounds (crop)
-	cropMax: vec2<f32>,
-	_pad2: vec2<f32>,
-};
-
-@group(0) @binding(0) var<uniform> params: Params;
-@group(0) @binding(1) var picture: texture_2d<f32>;
-@group(0) @binding(2) var mask: texture_2d<f32>;
-@group(0) @binding(3) var samp: sampler;
-
-struct VSOut {
-	@builtin(position) pos: vec4<f32>,
-	@location(0) uv: vec2<f32>,
-};
-
-@vertex fn vs(@builtin(vertex_index) i: u32) -> VSOut {
-	var p = array<vec2<f32>, 3>(vec2(-1.0, -1.0), vec2(3.0, -1.0), vec2(-1.0, 3.0));
-	var out: VSOut;
-	out.pos = vec4(p[i], 0.0, 1.0);
-	out.uv = vec2(p[i].x * 0.5 + 0.5, 0.5 - p[i].y * 0.5);
-	return out;
-}
-
-@fragment fn fs(in: VSOut) -> @location(0) vec4<f32> {
-	var uv = in.uv;
-	if (params.mode == 2u) {
-		uv = mix(params.cropMin, params.cropMax, uv);
-	}
-	let m = textureSampleLevel(mask, samp, uv, 0.0).r;
-	if (params.mode == 1u) {
-		return vec4(m, m, m, 1.0);
-	}
-	return textureSampleLevel(picture, samp, uv, 0.0) * m;
-}
-`,K=class{constructor(e,n){this.device=e;let r=e.createShaderModule({label:"vision_matte_composite",code:Ee});this.pipeline=e.createRenderPipeline({label:"vision_matte_composite",layout:"auto",vertex:{module:r,entryPoint:"vs"},fragment:{module:r,entryPoint:"fs",targets:[{format:n}]},primitive:{topology:"triangle-list"}}),this.sampler=e.createSampler({magFilter:"linear",minFilter:"linear"})}device;pipeline;sampler;uniforms=[];uniformIndex=0;masks=new Map;uploadMask(e,n,r,a){let i=this.masks.get(e);(!i||i.width!==r||i.height!==a)&&(i?.destroy(),i=this.device.createTexture({label:`vision_mask_${e}`,size:[r,a],format:"r8unorm",usage:GPUTextureUsage.TEXTURE_BINDING|GPUTextureUsage.COPY_DST}),this.masks.set(e,i));let s=Math.ceil(r/256)*256,u=n;if(s!==r){u=new Uint8Array(s*a);for(let f=0;f<a;f++)u.set(n.subarray(f*r,(f+1)*r),f*s)}return this.device.queue.writeTexture({texture:i},u.buffer,{offset:u.byteOffset,bytesPerRow:s,rowsPerImage:a},{width:r,height:a}),i}draw(e,n,r,a,i,s){let u=a.width,f=a.height,c=new Float32Array(8),g=new Uint32Array(c.buffer);g[0]=i==="matte"?0:i==="mask"?1:2,i==="crop"&&s?(c[2]=s.x0/u,c[3]=s.y0/f,c[4]=(s.x1+1)/u,c[5]=(s.y1+1)/f):(c[2]=0,c[3]=0,c[4]=1,c[5]=1,i==="crop"&&(g[0]=0)),this.uniformIndex>=this.uniforms.length&&this.uniforms.push(this.device.createBuffer({size:c.byteLength,usage:GPUBufferUsage.UNIFORM|GPUBufferUsage.COPY_DST}));let o=this.uniforms[this.uniformIndex];this.uniformIndex=(this.uniformIndex+1)%16,this.device.queue.writeBuffer(o,0,c);let p=this.device.createBindGroup({layout:this.pipeline.getBindGroupLayout(0),entries:[{binding:0,resource:{buffer:o}},{binding:1,resource:r.createView()},{binding:2,resource:a.createView()},{binding:3,resource:this.sampler}]}),y=e.beginRenderPass({label:"vision_matte_composite",colorAttachments:[{view:n,loadOp:"clear",storeOp:"store",clearValue:{r:0,g:0,b:0,a:0}}]});y.setPipeline(this.pipeline),y.setBindGroup(0,p),y.draw(3),y.end()}};var D=new Map,Ne=4,ce=null,$=null,Se=null,je=new L,Ie=new Map,Ye=new Map,Xe=new Map,Le=new Map,_e=new Map,ue=new WeakMap,_=new Map,E=new Map,Ke=3;function de(t,e,n,r,a,i){let s=t.get(n);return(!s||s.width!==r.width||s.height!==r.height||s.format!==r.format)&&(s?.destroy(),s=e.createTexture({size:[r.width,r.height],format:r.format,usage:a,label:i}),t.set(n,s)),s}var $e=(t,e,n)=>de(Ye,t,e,n,GPUTextureUsage.COPY_DST|GPUTextureUsage.TEXTURE_BINDING,"vision_held_frame"),ze=(t,e,n)=>de(Xe,t,e,n,GPUTextureUsage.COPY_DST|GPUTextureUsage.TEXTURE_BINDING|GPUTextureUsage.COPY_SRC,"vision_analysis_frame"),We=(t,e,n)=>de(Le,t,e,n,GPUTextureUsage.RENDER_ATTACHMENT|GPUTextureUsage.TEXTURE_BINDING|GPUTextureUsage.COPY_SRC,"vision_matte");function qe(t,e,n,r,a){let i=e;return JSON.stringify([t,i?.operation?.id??i?.id??null,r,a,n.mode??"passthrough",n.variant,n.confidence,n.classes,n.maskThreshold,n.featherRadius,n.matteSource,n.keyBackground===!0,n.maxMissedFrames])}function He(t,e,n){let r=t.backgroundKeyThreshold;return typeof r=="number"?r:typeof r?.get=="function"?Number(r.get({frame:e,fps:n})):typeof r?._value=="number"?Number(r._value):70}function Je(t,e,n){if(t)return E.set(e,{mask:t,frame:n}),t;let r=E.get(e);if(r&&n-r.frame<=Ke)return r.mask}function Oe(t){let e={variant:t.variant,modelsDir:t.modelsDir,baseUrl:t.baseUrl},n=JSON.stringify(e),r=D.get(n);if(!r){if(D.size>=Ne){let[u,f]=D.entries().next().value;f.runner.close(),D.delete(u)}r={runner:Te.create(e),derived:new Map},D.set(n,r)}let a={confidence:t.confidence,classes:t.classes,maskThreshold:t.maskThreshold,featherRadius:t.featherRadius},i=JSON.stringify(a),s=r.derived.get(i);return s||(s=r.runner.derive(a),r.derived.set(i,s)),s}function Qe(t,e){let n=_e.get(t);return n||(n=new ye({maxMissedFrames:e.maxMissedFrames??15}),_e.set(t,n)),n}function Ze(t,e,n){return e<=0||n<=0?t:{people:t.people.map(r=>({...r,keypoints:r.keypoints.map(a=>({x:a.x/e,y:a.y/n,visibility:a.visibility}))}))}}function et(t,e){if(!e)return!0;let n=t.toLowerCase();return e.some(r=>r.toLowerCase()===n)}function tt(t,e){return t.map(n=>{let{cx:r,cy:a}=it(n),i=null;for(let s of e){let u=s.centerX-r,f=s.centerY-a,c=u*u+f*f;(!i||c<i.distance)&&(i={trackId:s.trackId,distance:c})}return i?{...n,trackId:i.trackId}:n})}function nt(t,e,n){let r=e*n,a=new Uint8Array(r),i=new Int32Array(r),s=0,u=c=>{a[c]||t[c]>0||(a[c]=1,i[s++]=c)};for(let c=0;c<e;c++)u(c),u((n-1)*e+c);for(let c=0;c<n;c++)u(c*e),u(c*e+e-1);let f=0;for(;f<s;){let c=i[f++],g=c%e,o=c+1;g+1<e&&!a[o]&&t[o]===0&&(a[o]=1,i[s++]=o),o=c-1,g>0&&!a[o]&&t[o]===0&&(a[o]=1,i[s++]=o),o=c+e,o<r&&!a[o]&&t[o]===0&&(a[o]=1,i[s++]=o),o=c-e,o>=0&&!a[o]&&t[o]===0&&(a[o]=1,i[s++]=o)}for(let c=0;c<r;c++)t[c]===0&&a[c]===0&&(t[c]=255)}function rt(t,e,n,r=2){if(r<=0)return t;let a=new Uint8Array(e*n),i=new Uint8Array(e*n),s=2*r+1;for(let f=0;f<n;f++){let c=f*e,g=0;for(let o=-r;o<=r;o++){let p=Math.max(0,Math.min(e-1,o));g+=t[c+p]}for(let o=0;o<e;o++){a[c+o]=Math.round(g/s);let p=Math.max(0,o-r),y=Math.min(e-1,o+r+1);g+=t[c+y]-t[c+p]}}let u=new Float64Array(e);for(let f=-r;f<=r;f++){let c=Math.max(0,Math.min(n-1,f))*e;for(let g=0;g<e;g++)u[g]+=a[c+g]}for(let f=0;f<n;f++){let c=f*e,g=Math.max(0,f-r)*e,o=Math.min(n-1,f+r+1)*e;for(let p=0;p<e;p++)i[c+p]=Math.round(u[p]/s),u[p]+=a[o+p]-a[g+p]}return i}function st(t,e,n,r,a,i){let s=0,u=0,f=0,c=0,g=(d,U)=>{let l=U*e+d;if(t[l])return;let B=l*4;s+=r[B],u+=r[B+1],f+=r[B+2],c++};for(let d=0;d<e;d+=4)g(d,0),g(d,n-1);for(let d=0;d<n;d+=4)g(0,d),g(e-1,d);if(c===0)return t;s/=c,u/=c,f/=c;let o=e*n,p=new Uint8Array(o);for(let d=0,U=0;d<o;d++,U+=4)p[d]=Math.max(Math.abs(r[U]-s),Math.abs(r[U+1]-u),Math.abs(r[U+2]-f))>a?1:0;let y=new Int32Array(o),R=0;for(let d=0;d<o;d++)t[d]>0&&(p[d]&&(t[d]=255),y[R++]=d);let v=0;for(;v<R;){let d=y[v++],U=d%e,l=d+1;U+1<e&&t[l]!==255&&p[l]&&(t[l]=255,y[R++]=l),l=d-1,U>0&&t[l]!==255&&p[l]&&(t[l]=255,y[R++]=l),l=d+e,l<o&&t[l]!==255&&p[l]&&(t[l]=255,y[R++]=l),l=d-e,l>=0&&t[l]!==255&&p[l]&&(t[l]=255,y[R++]=l)}nt(t,e,n);let O=i!==void 0&&i>0?Math.max(1,Math.min(8,Math.round(i*50))):2;return rt(t,e,n,O)}function it(t){let{mask:e,width:n,height:r}=t,a=0,i=0,s=0;for(let u=0;u<r;u++){let f=u*n;for(let c=0;c<n;c++)e[f+c]>0&&(a+=c,i+=u,s++)}return s===0?{cx:0,cy:0}:{cx:a/s,cy:i/s}}var Ce=async t=>{let{ctx:e,encoder:n,pass:r,targetView:a,targetWidth:i,targetHeight:s,props:u,drawChild:f}=t,{virtualMedia:c}=u;ve(e.device);let g=c?.operation;if(g?.op!=="Vision")return;let o=g;r.end();let p=c?.children?.[0];if(!p)return;let y=o.effect,R=y!=null,v=c?.id??g?.id??`${i}x${s}_${o.mode}_${o.variant}_${o.keyBackground}_${o.backgroundKeyThreshold}`,O=`vision-${v}`,d=R?ue.get(y):_.get(O);d&&(d.width!==i||d.height!==s)&&(d.destroy(),d=void 0,R?ue.delete(y):_.delete(O));let U=d!==void 0;if(!d&&(d=e.device.createTexture({size:[i,s],format:e.renderer.format,usage:GPUTextureUsage.RENDER_ATTACHMENT|GPUTextureUsage.TEXTURE_BINDING|GPUTextureUsage.COPY_SRC,label:"vision_child_persistent"}),R?ue.set(y,d):_.set(O,d),_.size>4)){let m=_.keys().next().value;m&&m!==O&&(_.get(m)?.destroy(),_.delete(m))}let l=u.frame??0,B=u.compositionFrame??l,C=u.fps??24,w=o.mode??"passthrough",G=w==="mask"||w==="matte"||w==="crop",T=o.visionBundle??c.visionBundle,z=o.enableDetection!==!1||w==="boxes"||w==="tracking",N=o.enableSegmentation===!0||G&&o.matteSource!=="selfie",W=o.enableMatte===!0||G&&o.matteSource==="selfie",q=o.enablePose===!0||w==="skeleton",le=G&&!T&&!q&&!W&&o.keyBackground!==!0?ot(y,u.sourceTimeSec===void 0?l:u.sourceTimeSec*C,C,i,s):void 0,H=w==="skeleton"&&!T?at(y,u.sourceTimeSec===void 0?l:u.sourceTimeSec*C,C,i,s):void 0,Y=le!==void 0||H!==void 0,J=!Y&&!W&&!q&&(z||N),fe=J?qe(v,p,o,i,s):"",Q=m=>o.keyBackground===!0?He(o,B-(l-m),C):void 0,me=m=>{if(!J||m===void 0)return;let h=je.get(fe,m);if(!(!h||h.keyThreshold!==Q(m))&&!(N&&T&&!h.masks))return h},F=U?Ie.get(v):void 0,P=me(l),ge=Y||P!==void 0;P||(P=me(F));let Z;G&&U&&!ge&&(Z=$e(e.device,v,d),n.copyTextureToTexture({texture:d},{texture:Z},[i,s,1]));let X,ee=null;if(U&&!P&&!Y){let m=ze(e.device,v,d),h=e.device.createCommandEncoder({label:"vision_analysis_copy"});h.copyTextureToTexture({texture:d},{texture:m},[i,s,1]),e.device.queue.submit([h.finish()]),X={texture:m,device:e.device,width:i,height:s},G&&o.keyBackground===!0&&(ee=(await xe(X)).data)}let pe=d.createView();e.renderer.beginFrame(n,pe,{r:0,g:0,b:0,a:0},i,s,"clear").end(),await f(p,{...u},pe,d,i,s),Ie.set(v,l);let S=[],A=[],te,ne,x;if(Y)x=le??void 0,x?E.set(v,{mask:x,frame:l}):E.delete(v);else if(P)S=P.objects,z&&T?.setObjectResult(l,{objects:P.objects,rawDetections:P.detections}),N&&T&&P.masks&&(A=P.masks.map(ae),T.setMaskResult(l,A)),P.subject&&(x=ae(P.subject.mask),E.set(v,{mask:x,frame:l}));else if(X){let m=Oe(o),h=X,M=[];if(z){M=await m.detect(h);let k=Qe(v,o);l===0&&k.reset(),S=k.update(M,l,C),T?.setObjectResult(l,{objects:S,rawDetections:M})}let I=[];if(N){let k=G&&o.matteSource!=="selfie"&&o.classes!==void 0,V=await(k?Oe({...o,classes:void 0}):m).segment(h);A=tt(k?V.masks.filter(Be=>et(Be.category,o.classes)):V.masks,S),I=k?V.masks:A,T?.setMaskResult(l,A)}if(W&&(te=await m.matte(h),T?.setMatteResult(l,te)),q){let k=await m.pose(h),b=Ze(k,h.width,h.height);ne={people:Pe(b.people,S)},T?.setPoseResult(l,ne)}if(G){x=Je(o.matteSource==="selfie"?ct(te):we(I.length>0?I:T?.getMaskResult(l)??[],{classes:o.classes}),v,l);let k=Q(F??l);x&&k!==void 0&&ee&&(x={...x,mask:st(x.mask,x.width,x.height,ee,k,o.featherRadius)})}J&&F!==void 0&&je.set(fe,F,{detections:M,objects:S,masks:T?A.map(oe):null,subject:x?{mask:oe(x)}:null,keyThreshold:Q(F)})}if(G){let m=ge?d:Z;if(!x||!m){e.renderer.beginFrame(n,a,{r:0,g:0,b:0,a:0},i,s,"clear").end();return}(!$||Se!==e.renderer.format)&&($=new K(e.device,e.renderer.format),Se=e.renderer.format);let h=$.uploadMask(v,x.mask,x.width,x.height),M=We(e.device,v,d);$.draw(n,M.createView(),m,h,w,w==="crop"?Ue(x)??void 0:void 0),T?.setStencilTexture(M);let I=e.renderer.beginFrame(n,a,{r:0,g:0,b:0,a:0},i,s,"clear");e.renderer.drawTexture(I,M,{x:0,y:0,width:i,height:s}),I.end();return}if(w==="skeleton"){ce||(ce=new ke(e.device));let m=H!==void 0?H:(T?.getPoseResult(l)??ne)?.people[0]?.keypoints,h=e.renderer.beginFrame(n,a,{r:0,g:0,b:0,a:0},i,s,"clear");if(m&&m.length>0){let M=ce.renderToTexture(m,{width:i,height:s});e.renderer.drawTexture(h,M,{x:0,y:0,width:i,height:s})}h.end();return}if(w==="boxes"||w==="tracking"){let m=e.renderer.beginFrame(n,a,{r:0,g:0,b:0,a:0},i,s,"clear");e.renderer.drawTexture(m,d,{x:0,y:0,width:i,height:s});let h=S.length>0?S:T?.getObjectResult(l).objects??[];if(h.length>0){let M="#38bdf8";for(let k of h){if(!k.active)continue;let b=k.boundingBox;e.renderer.drawRect(m,{x:b.originX,y:b.originY,width:b.width,height:2},M),e.renderer.drawRect(m,{x:b.originX,y:b.originY+b.height-2,width:b.width,height:2},M),e.renderer.drawRect(m,{x:b.originX,y:b.originY,width:2,height:b.height},M),e.renderer.drawRect(m,{x:b.originX+b.width-2,y:b.originY,width:2,height:b.height},M);let V=Math.min(16,b.width/4,b.height/4);e.renderer.drawRect(m,{x:b.originX,y:b.originY,width:V,height:4},"#ffffff"),e.renderer.drawRect(m,{x:b.originX,y:b.originY,width:4,height:V},"#ffffff"),w==="tracking"&&e.renderer.drawRect(m,{x:k.centerX-3,y:k.centerY-3,width:6,height:6},"#ef4444",3)}}m.end();return}let be=e.renderer.beginFrame(n,a,{r:0,g:0,b:0,a:0},i,s,"clear");e.renderer.drawTexture(be,d,{x:0,y:0,width:i,height:s}),be.end()};function ot(t,e,n,r,a){let i=Ae(t),s=i?.subject(e,n);return!s||!i||Ve(i,s.width/s.height,r/a)?s:void 0}function at(t,e,n,r,a){let i=Ae(t),s=i?.pose?.(e,n);return!s||!i?s===null?null:void 0:Ve(i,s.width/s.height,r/a)?s.keypoints:void 0}function Ae(t){return t?.[Me]}function Ve(t,e,n){if(Math.abs(e/n-1)<.01)return!0;if(t.exact)throw new Error("A prompted clip matte requires the source aspect ratio. Apply layout cropping after the source matte.");return!1}function ct(t){if(!t||t.coverage<=0)return;let e=Math.round(t.coverage*t.width*t.height);return{category:"person",mask:t.mask,width:t.width,height:t.height,area:e,coverage:t.coverage,detectionIndex:-1}}var vt=he({WebGPURenderer:Ce});export{vt as a};

package/dist/preview-engine/chunk-YGKO4NIU.mjs

@@ -1 +0,0 @@
-import{g as r}from"./chunk-KOVN277Z.mjs";import{g as e}from"./chunk-Y4NIR77Z.mjs";e();var o=r({});export{o as a};

package/dist/preview-engine/renderers-3BOQOUEU.mjs

@@ -1 +0,0 @@
-import{a}from"./chunk-CC4NNNIY.mjs";import"./chunk-3DXMWDQ3.mjs";import"./chunk-GH77FX2Y.mjs";import"./chunk-IB6GZJOL.mjs";import"./chunk-6FULVULN.mjs";import"./chunk-VVY4PG5E.mjs";import"./chunk-KOVN277Z.mjs";import"./chunk-ULOFDFHJ.mjs";import"./chunk-Y4NIR77Z.mjs";export{a as default};

package/dist/preview-engine/renderers-3M2FESR2.mjs

@@ -1 +0,0 @@
-import{a}from"./chunk-5AWAOMBR.mjs";import"./chunk-IB6GZJOL.mjs";import"./chunk-VVY4PG5E.mjs";import"./chunk-KOVN277Z.mjs";import"./chunk-ULOFDFHJ.mjs";import"./chunk-Y4NIR77Z.mjs";export{a as default};

package/dist/preview-engine/renderers-6LHIWKMZ.mjs

@@ -1 +0,0 @@
-import{a,b}from"./chunk-VVE2QHVG.mjs";import"./chunk-IB6GZJOL.mjs";import"./chunk-VVY4PG5E.mjs";import"./chunk-KOVN277Z.mjs";import"./chunk-ULOFDFHJ.mjs";import"./chunk-Y4NIR77Z.mjs";export{a as ColorBalanceWebGPURenderer,b as default};