framefields 2.2.0-beta.2 → 2.2.0-beta.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/effects/index.d.mts +1 -1
- package/dist/effects/index.mjs +1 -1
- package/dist/index--1jnkoBj.d.mts.map +1 -1
- package/dist/{index-HyzpJrHe.d.mts → index-YSmPWdZw.d.mts} +2 -2
- package/dist/index-YSmPWdZw.d.mts.map +1 -0
- package/dist/index.d.mts +1 -1
- package/dist/index.mjs +3 -3
- package/dist/preview/index.mjs +1 -1
- package/dist/{preview-BXu7FyvN.mjs → preview-QjhWe5QE.mjs} +2 -2
- package/dist/{preview-BXu7FyvN.mjs.map → preview-QjhWe5QE.mjs.map} +1 -1
- package/dist/preview-engine/chunk-NECOKNHA.mjs +174 -0
- package/dist/preview-engine/{chunk-6RSP766E.mjs → chunk-XHDUZY7Y.mjs} +1 -1
- package/dist/preview-engine/effects.mjs +1 -1
- package/dist/preview-engine/framefields.mjs +1 -1
- package/dist/preview-engine/player.mjs +1 -1
- package/dist/preview-engine/{renderers-NYK2NDZJ.mjs → renderers-VFV5QWO3.mjs} +1 -1
- package/dist/renderer/index.mjs +1 -1
- package/dist/renderer-Bxa4SDm9.mjs +3 -0
- package/dist/{renderer-CqT2vxa4.mjs → renderer-CE7fwGgw.mjs} +29 -12
- package/dist/renderer-CE7fwGgw.mjs.map +1 -0
- package/dist/{renderer-Dqdega0-.mjs → renderer-CivH0UuT.mjs} +2 -2
- package/dist/{renderer-Dqdega0-.mjs.map → renderer-CivH0UuT.mjs.map} +1 -1
- package/package.json +55 -55
- package/dist/index-HyzpJrHe.d.mts.map +0 -1
- package/dist/preview-engine/chunk-HCZCEOV5.mjs +0 -174
- package/dist/renderer-BkV_xpMb.mjs +0 -3
- package/dist/renderer-CqT2vxa4.mjs.map +0 -1
|
@@ -1,174 +0,0 @@
|
|
|
1
|
-
import{a as De}from"./chunk-VXUJWPIK.mjs";import{a as vt}from"./chunk-XKO4RYKN.mjs";import{g as Ne,h as Pt,i as ze,j as _e,k as he,l as Se,n as Mt,p as Rt}from"./chunk-X6HUH6K4.mjs";import{I as bt,a as M,b as V}from"./chunk-NQZKBFC6.mjs";import{b as gt,h as xe,i as Fe,l as ne,z as yt}from"./chunk-63SFBHEH.mjs";import{a as Tt,e as _t,i as Ge,j as St}from"./chunk-4GEWSUX5.mjs";import{b as ke,c as xt,e as kt}from"./chunk-MTJHQATU.mjs";import{d as wt,e as Te,g as He}from"./chunk-YAQFFQPG.mjs";import{a as Rn,c as In,d as j,e as x}from"./chunk-BVF64D6H.mjs";var Jt=Rn((Ts,Qt)=>{x();var Oe=()=>new Proxy(function(){},{get:(r,e)=>e==="__esModule"?!0:e===Symbol.toPrimitive?()=>"":Oe(),apply:()=>Oe(),construct:()=>Oe()});Qt.exports=Oe()});x();x();var It=class{signals;config;_frameHooks=[];constructor(e){this.config={...e},this.signals={};for(let[t,n]of Object.entries(e))xe(n)?this.signals[t]=n:this.signals[t]=Fe(n);return new Proxy(this,{get(t,n,o){if(typeof n=="string"&&n in t.signals){let i=t.signals[n];return i?i.value:void 0}return Reflect.get(t,n,o)},set(t,n,o,i){if(typeof n=="string"&&n in t.signals){let s=t.signals[n];return xe(o)?(t.signals[n]=o,t.config[n]=o):s&&typeof s.set=="function"?(s.set(o),t.config[n]=o):(t.signals[n]=Fe(o),t.config[n]=o),!0}return Reflect.set(t,n,o,i)}})}onRequestFrame(e){return this._frameHooks.push(e),this}notifyFrame(e){for(let t of this._frameHooks)t(e)}resolveUniforms(e){let t={};for(let[n,o]of Object.entries(this.signals))t[n]=o.get(e);return t}resolveTextures(){let e={};for(let[t,n]of Object.entries(this.signals)){let o=n.gpuBinding;o?.textureView&&(e[`${t}TextureView`]=o.textureView),o?.texture&&(e[`${t}Texture`]=o.texture)}return e}toOperation(){let e={op:this.op,effect:this,onRequestFrame:t=>this.notifyFrame(t),signals:this.signals,...this.config};for(let[t,n]of Object.entries(this.signals)){let o=this.config[t];!xe(o)&&(typeof o=="string"||typeof o=="boolean")?e[t]=n.value:e[t]=n}return e}};x();var Ot=class extends Error{constructor(e){super(e),this.name="ModerationError"}},Ct=class extends Error{constructor(e){super(e),this.name="ModerationUnrefundableError"}};x();x();x();var Et="useandom-26T198340PX75pxJACKVERYMINDBUSHWOLF_GQZbfghjklqvwyzrict";var Lt=(r=21)=>{let e="",t=crypto.getRandomValues(new Uint8Array(r|=0));for(;r--;)e+=Et[t[r]&63];return e};var Kr=r=>Lt(r);x();var At=V.object({dataTypes:V.custom(),label:V.string(),required:V.boolean().optional(),order:V.number(),description:V.string().optional()}),On=V.object({configKey:V.string(),dataTypes:V.custom(),label:V.string(),description:V.string().optional()}),Jr=V.object({type:V.string().min(1),version:V.number().int().positive().optional(),baseType:V.string().optional(),displayName:V.string().min(1),description:V.string().optional(),showInQuickAccess:V.boolean().optional(),showInSidebar:V.boolean().optional(),advanced:V.boolean().optional(),category:V.string().min(1),subcategory:V.string().optional(),defaultDimensions:V.object({width:V.number().positive().optional(),height:V.number().positive().optional()}).optional(),handles:V.object({inputs:V.array(At),outputs:V.array(At)}),variableInputs:V.discriminatedUnion("enabled",[V.object({enabled:V.literal(!0),dataTypes:V.custom()}),V.object({enabled:V.literal(!1),dataTypes:V.custom().optional()})]).optional(),variableOutputs:V.discriminatedUnion("enabled",[V.object({enabled:V.literal(!0),dataTypes:V.custom()}),V.object({enabled:V.literal(!1),dataTypes:V.custom().optional()})]).optional(),isTerminal:V.boolean().optional(),isTransient:V.boolean().optional(),configSchema:V.custom().optional(),defaultConfig:V.record(V.string(),V.unknown()).optional(),validation:V.any().optional(),resultSchema:V.custom().optional(),configHandles:V.array(On).optional()});x();var no={Text:{bg:"bg-blue-500",stroke:"stroke-blue-500",hex:"#3b82f6",text:"text-blue-500",border:"border-blue-500"},Image:{bg:"bg-purple-500",stroke:"stroke-purple-500",hex:"#a855f7",text:"text-purple-500",border:"border-purple-500"},Video:{bg:"bg-teal-500",stroke:"stroke-teal-500",hex:"oklch(60% 0.118 184.704)",text:"text-teal-500",border:"border-teal-500"},Audio:{bg:"bg-orange-500",stroke:"stroke-orange-500",hex:"#f97316",text:"text-orange-500",border:"border-orange-500"},Number:{bg:"bg-green-600",stroke:"stroke-green-600",hex:"#16a34a",text:"text-green-600",border:"border-green-600"},Boolean:{bg:"bg-amber-600",stroke:"stroke-amber-600",hex:"#d97706",text:"text-amber-600",border:"border-amber-600"},SVG:{bg:"bg-lime-600",stroke:"stroke-lime-600",hex:"#65a30d",text:"text-lime-600",border:"border-lime-600"},Caption:{bg:"bg-rose-500",stroke:"stroke-rose-500",hex:"#f43f5e",text:"text-rose-500",border:"border-rose-500"},GIF:{bg:"bg-pink-500",stroke:"stroke-pink-500",hex:"#ec4899",text:"text-pink-500",border:"border-pink-500"},Lottie:{bg:"bg-indigo-500",stroke:"stroke-indigo-500",hex:"#6366f1",text:"text-indigo-500",border:"border-indigo-500"},Signal:{bg:"bg-fuchsia-500",stroke:"stroke-fuchsia-500",hex:"#d946ef",text:"text-fuchsia-500",border:"border-fuchsia-500"},LUT:{bg:"bg-cyan-600",stroke:"stroke-cyan-600",hex:"#0891b2",text:"text-cyan-600",border:"border-cyan-600"}};x();var io={Image:"png",Video:"mp4",Audio:"mp3",Text:"txt",Number:"txt",Boolean:"txt",SVG:"svg",Caption:"srt",Lottie:"json",ThreeD:"glb",GIF:"gif",Signal:"txt",LUT:"cube"},ao={png:"image/png",jpg:"image/jpeg",jpeg:"image/jpeg",gif:"image/gif",webp:"image/webp",svg:"image/svg+xml",mp4:"video/mp4",webm:"video/webm",mov:"video/quicktime",mp3:"audio/mpeg",wav:"audio/wav",ogg:"audio/ogg",pdf:"application/pdf",json:"application/json",txt:"text/plain",srt:"text/srt",aac:"audio/aac",flac:"audio/flac"},Cn=["source-over","source-in","source-out","source-atop","destination-over","destination-in","destination-out","destination-atop","lighter","copy","xor","multiply","screen","overlay","darken","lighten","color-dodge","color-burn","hard-light","soft-light","difference","exclusion","hue","saturation","color","luminosity"],jt=M.enum(Cn),Vt=class r{static schemas=new Map;static register(e,t){r.schemas.set(e,t)}static get(e){return r.schemas.get(e)}static clear(){r.schemas.clear()}};x();var uo={FONT_FAMILY:"Inter",FONT_SIZE:64,FILL:"#ffffff",LINE_HEIGHT:1.1,ALIGN:"left",VERTICAL_ALIGN:"top",LETTER_SPACING:0,STROKE_WIDTH:0,STROKE:"#000000",CORNER_RADIUS:0,PADDING:0};x();var En=M.enum(["fade-in","fade-out","slide-in-left","slide-in-right","slide-in-top","slide-in-bottom","zoom-in","zoom-out","rotate-cw","rotate-ccw","bounce","shake"]),Ln=M.object({id:M.string(),type:En,value:M.number()}),An=M.object({x:M.number().default(0),y:M.number().default(0),width:M.number().optional(),height:M.number().optional(),rotation:M.number().default(0),scale:M.number().min(0).default(1),opacity:M.number().min(0).max(1).default(1),zIndex:M.number().int().optional(),blendMode:jt.optional()}),Vn=M.object({startFrame:M.number().int().min(0).default(0),durationInMS:M.number().int().min(1).optional(),trimStart:M.number().int().min(0).optional(),trimEnd:M.number().int().min(0).optional(),speed:M.number().min(.25).max(4).optional()}),jn=M.object({text:M.string().optional(),fontSize:M.number().optional(),fontFamily:M.string().optional(),fontStyle:M.string().optional(),fontWeight:M.union([M.number(),M.string()]).optional(),fill:M.string().optional(),align:M.string().optional(),direction:M.enum(["ltr","rtl","auto"]).optional(),verticalAlign:M.string().optional(),letterSpacing:M.number().optional(),lineHeight:M.number().optional(),padding:M.number().optional(),stroke:M.string().optional(),strokeWidth:M.number().optional(),strokeAlign:M.enum(["inside","center","outside"]).optional(),textShadow:M.string().optional(),textBackgroundColor:M.string().optional(),shadows:M.array(M.object({color:M.string(),offset:M.object({x:M.number(),y:M.number()}).optional(),blurRadius:M.number().optional()})).optional(),textAnimation:M.any().optional(),bottomPadding:M.number().optional(),maxWidth:M.number().optional()}),Un=M.object({backgroundColor:M.string().optional(),borderColor:M.string().optional(),borderWidth:M.number().optional(),strokeRadius:M.number().optional(),autoDimensions:M.boolean().optional()}),Ye=M.enum(["Video","Image","Audio","Text","Caption","SVG","GIF","Lottie"]),Ut=An.merge(Vn).merge(jn).merge(Un).extend({type:Ye.optional(),animations:M.array(Ln).optional()});x();x();var Bn=M.enum(["none","crossfade","wipe-left","wipe-right","slide-up","slide-down"]),Xe=M.object({type:Bn,durationFrames:M.number().min(1)});var vo=Ut.extend({id:M.string(),name:M.string().optional(),type:Ye,virtualMedia:bt.optional(),transitionIn:Xe.optional(),transitionOut:Xe.optional(),durationInMS:M.number(),maxDurationInMS:M.number().optional(),src:M.string().optional(),volume:M.number().default(1),inputHandleId:M.string().optional(),isPlaceholder:M.boolean().optional(),lockAspect:M.boolean().optional(),lockRatio:M.boolean().optional(),zIndex:M.number().optional()}).strict();x();function Bt(r,e){if(r===e||typeof r=="number"&&typeof e=="number"&&Number.isNaN(r)&&Number.isNaN(e))return!0;if(r&&e&&typeof r=="object"&&typeof e=="object"){if(r.constructor!==e.constructor)return!1;if(Array.isArray(r)){if(r.length!==e.length)return!1;for(let n=0;n<r.length;n++)if(!Bt(r[n],e[n]))return!1;return!0}if(r instanceof Date)return r.getTime()===e.getTime();if(r instanceof RegExp)return r.toString()===e.toString();let t=Object.keys(r);if(t.length!==Object.keys(e).length)return!1;for(let n of t)if(!Object.hasOwn(e,n)||!Bt(r[n],e[n]))return!1;return!0}return!1}x();function Co(r,e){if(!r?.sourceFingerprint)return null;let t=De(e);return r.sourceFingerprint!==t?null:r}function Eo(r,e){return{...r,sourceFingerprint:De(e)}}x();function Vo(r){try{let t=r.toString("utf-8").match(/<svg[^>]*>/i);if(!t)return null;let n=t[0],o=a=>{let c=n.match(new RegExp(`${a}=["']([^"']+)["']`,"i"));if(!c)return null;let d=parseFloat(c[1].replace(/[a-z%]/gi,""));return isNaN(d)?null:d},i=o("width"),s=o("height"),u=n.match(/viewBox=["']([^"']+)["']/i);if(u){let a=u[1].split(/[\s,]+/).map(parseFloat);if(a.length>=4&&!isNaN(a[2])&&!isNaN(a[3])){let c=a[2],d=a[3];i==null&&s==null?(i=c,s=d):i!=null&&s==null?s=i*(d/c):s!=null&&i==null&&(i=s*(c/d))}}return i!=null&&s!=null&&i>0&&s>0?{w:i,h:s}:null}catch(e){return console.error("Error parsing SVG dimensions",e),null}}x();x();x();x();var ae=(r,e,t)=>`https://huggingface.co/${r}/resolve/${e}/${t}`,We="tori29umai/rtmdet-ins-onnx-person-masks",$e="e5218e8d47d7c50077f27f9893a28e0ef2ad5656",Ke="RTMDet-Ins (OpenMMLab mmdetection, Apache-2.0), mmdeploy ONNX export",qe="RTMO (OpenMMLab mmpose, Apache-2.0), ONNX export",Ft="MediaPipe Selfie Segmenter (Google, Apache-2.0), ONNX export",re={"rtmdet-ins-t":{key:"rtmdet-ins-t",family:"rtmdet-ins",filename:"rtmdet-ins-t.onnx",url:ae(We,$e,"models/tiny/rtmdet-ins_tiny_640x640.onnx"),bytes:24032356,sha256:"99ee670820c4493aa13e20578b6a8e39781c319846dc41796a77765734beac5c",input:[640,640],source:Ke},"rtmdet-ins-s":{key:"rtmdet-ins-s",family:"rtmdet-ins",filename:"rtmdet-ins-s.onnx",url:ae(We,$e,"models/s/rtmdet-ins_s_640x640.onnx"),bytes:43236976,sha256:"9cd1787fbf3eb2bd64cc2d8154f41c036f5484b85599e1cbe0227a2dc5a4a08b",input:[640,640],source:Ke},"rtmdet-ins-m":{key:"rtmdet-ins-m",family:"rtmdet-ins",filename:"rtmdet-ins-m.onnx",url:ae(We,$e,"models/m/rtmdet-ins_m_640x640.onnx"),bytes:115735979,sha256:"a003bce80316e03467c2c2b483df2d5c0398220c2357a44f9bf985929f7eb052",input:[640,640],source:Ke},"rtmo-t":{key:"rtmo-t",family:"rtmo",filename:"rtmo-t.onnx",url:ae("Xenova/RTMO-t","f29d13ce5ee291fbe505e9d06a049992f05699dc","onnx/model.onnx"),bytes:27360569,sha256:"cb54dd042bf997df86d938721c94238940f2bff98ba8d2ccc834430de5c65c13",input:[416,416],source:qe},"rtmo-s":{key:"rtmo-s",family:"rtmo",filename:"rtmo-s.onnx",url:ae("Xenova/RTMO-s","d8c526187f341d287753831c9c8b1ecc4855bba1","onnx/model.onnx"),bytes:39636400,sha256:"1cd6a3517658903233e9ccb78666554862f57f0944b6886e2048093594aef4e7",input:[640,640],source:qe},"rtmo-m":{key:"rtmo-m",family:"rtmo",filename:"rtmo-m.onnx",url:ae("Xenova/RTMO-m","3aba1280472b98ee2bf663482e27e243038d23fe","onnx/model.onnx"),bytes:89291929,sha256:"76d82c45e5c4810baf587ecf2638d15cbf7ed196afb2055e977382532021b59e",input:[640,640],source:qe},"selfie-square":{key:"selfie-square",family:"selfie",filename:"selfie-square.onnx",url:ae("onnx-community/mediapipe_selfie_segmentation","be49485c8e027524be38591817fc5cd31bd9d00e","onnx/model.onnx"),bytes:462352,sha256:"3241ac4ad8aa35bdaf33946776db29f7c283a413aa0b0dacb9483594b4531aad",input:[256,256],source:Ft},"selfie-landscape":{key:"selfie-landscape",family:"selfie",filename:"selfie-landscape.onnx",url:ae("onnx-community/mediapipe_selfie_segmentation_landscape","2497d5bec26c626c7b3c4edc6e1fefc21b64f6c3","onnx/model.onnx"),bytes:462338,sha256:"7a0adcfdb1715d3b0ff0f61486d8a181c33f4a208343a5abfccbc6540e872d24",input:[256,144],source:Ft}};function Dt(r,e="s",t=1){return r==="pose"?`rtmo-${e}`:r==="matte"?t>1.3?"selfie-landscape":"selfie-square":`rtmdet-ins-${e}`}var we=["person","bicycle","car","motorcycle","airplane","bus","train","truck","boat","traffic light","fire hydrant","stop sign","parking meter","bench","bird","cat","dog","horse","sheep","cow","elephant","bear","zebra","giraffe","backpack","umbrella","handbag","tie","suitcase","frisbee","skis","snowboard","sports ball","kite","baseball bat","baseball glove","skateboard","surfboard","tennis racket","bottle","wine glass","cup","fork","knife","spoon","bowl","banana","apple","sandwich","orange","broccoli","carrot","hot dog","pizza","donut","cake","chair","couch","potted plant","bed","dining table","toilet","tv","laptop","mouse","remote","keyboard","cell phone","microwave","oven","toaster","sink","refrigerator","book","clock","vase","scissors","teddy bear","hair drier","toothbrush"];x();function le(r,e){let t=Math.max(r.originX,e.originX),n=Math.max(r.originY,e.originY),o=Math.min(r.originX+r.width,e.originX+e.width),i=Math.min(r.originY+r.height,e.originY+e.height),s=Math.max(0,o-t),u=Math.max(0,i-n),a=s*u;if(a<=0)return 0;let c=r.width*r.height,d=e.width*e.height,l=c+d-a;return l>0?a/l:0}var pe=class{_nextTrackId=1;_tracks=[];_iouThreshold;_maxMissedFrames;_minHits;_positionSmoothing;_activeDuringCoast;constructor(e={}){this._iouThreshold=e.iouThreshold??.25,this._maxMissedFrames=e.maxMissedFrames??15,this._minHits=e.minHits??1,this._positionSmoothing=Math.max(.1,Math.min(1,e.positionSmoothing??.75)),this._activeDuringCoast=e.activeDuringCoast!==!1}update(e,t,n=24){let o=n>0?1/n:.0416;for(let a of this._tracks)if(a.age++,a.timeSinceUpdate++,a.timeSinceUpdate>0){let c=a.centerX+a.vx*o,d=a.centerY+a.vy*o;a.centerX=c,a.centerY=d;let l=a.box.width,p=a.box.height,b=a.box.normalizedWidth,y=a.box.normalizedHeight,I=a.box.normalizedX+b/2+a.vx*o/Math.max(1,a.box.width/b),E=a.box.normalizedY+y/2+a.vy*o/Math.max(1,a.box.height/y);a.box={originX:c-l/2,originY:d-p/2,width:l,height:p,normalizedX:I-b/2,normalizedY:E-y/2,normalizedWidth:b,normalizedHeight:y},a.vx*=.92,a.vy*=.92,a.isCoasting=!0}let i=new Set,s=new Set,u=[];for(let a=0;a<this._tracks.length;a++){let c=this._tracks[a];for(let d=0;d<e.length;d++){let l=e[d];if(c.category!==l.category)continue;let p=le(c.box,l.boundingBox);p>=this._iouThreshold&&u.push({trackIdx:a,detIdx:d,iou:p})}}u.sort((a,c)=>c.iou-a.iou);for(let a of u){if(s.has(a.trackIdx)||i.has(a.detIdx))continue;s.add(a.trackIdx),i.add(a.detIdx);let c=this._tracks[a.trackIdx],d=e[a.detIdx],l=d.boundingBox,p=l.originX+l.width/2,b=l.originY+l.height/2,y=(p-c.centerX)/o,I=(b-c.centerY)/o;c.vx=c.vx*.4+y*.6,c.vy=c.vy*.4+I*.6;let E=this._positionSmoothing,g=c.box.width*(1-E)+l.width*E,S=c.box.height*(1-E)+l.height*E,k=c.centerX*(1-E)+p*E,L=c.centerY*(1-E)+b*E;c.centerX=k,c.centerY=L,c.score=d.score,c.timeSinceUpdate=0,c.hits++,c.isCoasting=!1,c.hits>=this._minHits&&(c.active=!0),c.box={originX:k-g/2,originY:L-S/2,width:g,height:S,normalizedX:l.normalizedX,normalizedY:l.normalizedY,normalizedWidth:l.normalizedWidth,normalizedHeight:l.normalizedHeight}}for(let a=0;a<e.length;a++){if(i.has(a))continue;let c=e[a],d=c.boundingBox,l=d.originX+d.width/2,p=d.originY+d.height/2;this._tracks.push({trackId:this._nextTrackId++,category:c.category,score:c.score,box:d,centerX:l,centerY:p,vx:0,vy:0,age:1,hits:1,timeSinceUpdate:0,active:this._minHits<=1,isCoasting:!1})}return this._tracks=this._tracks.filter(a=>a.timeSinceUpdate<=this._maxMissedFrames),this._tracks.filter(a=>a.active).map(a=>{let c=a.box.normalizedWidth,d=a.box.normalizedHeight,l=a.box.normalizedX+c/2,p=a.box.normalizedY+d/2,b=Math.sqrt(a.vx*a.vx+a.vy*a.vy);return{trackId:a.trackId,category:a.category,score:a.score,boundingBox:a.box,centerX:a.centerX,centerY:a.centerY,normalizedCenterX:l,normalizedCenterY:p,velocity:{vx:a.vx,vy:a.vy},speed:b,age:a.age,hits:a.hits,active:this._activeDuringCoast?!0:a.timeSinceUpdate===0,isCoasting:a.isCoasting}})}trackSequence(e,t,n=24){this.reset();let o=n>0?1/n:.0416,i=new Map;for(let a=0;a<t;a++){let c=e[a]??[],d=this.update(c,a,n);for(let l of d)i.has(l.trackId)||i.set(l.trackId,{category:l.category,observations:[]}),l.isCoasting||i.get(l.trackId).observations.push({frame:a,box:l.boundingBox,score:l.score})}let s=new Map;for(let[a,c]of i.entries()){let d=c.observations;if(d.length===0)continue;d.sort((g,S)=>g.frame-S.frame);let l=new Array(t).fill(null);for(let g of d)l[g.frame]={box:g.box,score:g.score};let p=d[0];for(let g=0;g<p.frame;g++)l[g]={box:{...p.box},score:p.score*.9};for(let g=0;g<d.length-1;g++){let S=d[g],k=d[g+1],L=k.frame-S.frame;if(!(L<=1))for(let f=S.frame+1;f<k.frame;f++){let m=(f-S.frame)/L,v=S.box.originX+(k.box.originX-S.box.originX)*m,T=S.box.originY+(k.box.originY-S.box.originY)*m,R=S.box.width+(k.box.width-S.box.width)*m,P=S.box.height+(k.box.height-S.box.height)*m,U=S.box.normalizedX+(k.box.normalizedX-S.box.normalizedX)*m,O=S.box.normalizedY+(k.box.normalizedY-S.box.normalizedY)*m,_=S.box.normalizedWidth+(k.box.normalizedWidth-S.box.normalizedWidth)*m,h=S.box.normalizedHeight+(k.box.normalizedHeight-S.box.normalizedHeight)*m;l[f]={box:{originX:v,originY:T,width:R,height:P,normalizedX:U,normalizedY:O,normalizedWidth:_,normalizedHeight:h},score:S.score*(1-m)+k.score*m}}}let b=d[d.length-1];for(let g=b.frame+1;g<t;g++)l[g]={box:{...b.box},score:b.score*.9};let y=[],I=2,E=[.06136,.24477,.38774,.24477,.06136];for(let g=0;g<t;g++){let S=0,k=0,L=0,f=0,m=0,v=0,T=0,R=0,P=0,U=0;for(let _=-I;_<=I;_++){let h=Math.max(0,Math.min(t-1,g+_)),C=l[h];if(C){let H=E[_+I];S+=H,k+=C.box.originX*H,L+=C.box.originY*H,f+=C.box.width*H,m+=C.box.height*H,v+=C.box.normalizedX*H,T+=C.box.normalizedY*H,R+=C.box.normalizedWidth*H,P+=C.box.normalizedHeight*H,U+=C.score*H}}let O=S>0?1/S:1;y.push({box:{originX:k*O,originY:L*O,width:f*O,height:m*O,normalizedX:v*O,normalizedY:T*O,normalizedWidth:R*O,normalizedHeight:P*O},score:U*O})}s.set(a,{category:c.category,frames:y})}let u=[];for(let a=0;a<t;a++){let c=[];for(let[d,l]of s.entries()){let p=l.frames[a];if(!p)continue;let b=l.frames[Math.max(0,a-1)]??p,y=l.frames[Math.min(t-1,a+1)]??p,I=p.box.originX+p.box.width/2,E=p.box.originY+p.box.height/2,g=b.box.originX+b.box.width/2,S=b.box.originY+b.box.height/2,k=y.box.originX+y.box.width/2,L=y.box.originY+y.box.height/2,f=a===0||a===t-1?o:2*o,m=(k-g)/f,v=(L-S)/f,T=Math.sqrt(m*m+v*v),R=p.box.normalizedWidth,P=p.box.normalizedHeight;c.push({trackId:d,category:l.category,score:p.score,boundingBox:p.box,centerX:I,centerY:E,normalizedCenterX:p.box.normalizedX+R/2,normalizedCenterY:p.box.normalizedY+P/2,velocity:{vx:m,vy:v},speed:T,age:a+1,hits:10,active:!0,isCoasting:!1})}u.push(c)}return u}reset(){this._tracks=[],this._nextTrackId=1}};var Gt=()=>typeof performance<"u"&&typeof performance.now=="function"?performance.now():Date.now();async function zo(r,e){let{runner:t}=e,n=e.fps??24,o=e.tasks&&e.tasks.length>0?e.tasks:["detect"],i=new Set(o),s=e.categories?new Set(e.categories.map(_=>_.toLowerCase())):null,u=e.includeMasks===!0&&i.has("segment"),a=i.has("detect")||i.has("segment"),c=[],d={},l=new Map,p=0,b=0,y=_=>!s||s.has(_.toLowerCase()),I=async(_,h,C)=>{let H=t.modelKeyFor(_,h.width/h.height),D=t.downloadStatus.get(H)==="ready",A=Gt(),B=await C(),$=Gt()-A;return p+=$,!D&&!d[H]&&(d[H]={bytes:re[H].bytes,ms:$}),B},E=_=>{for(let h of _){if(!y(h.category))continue;let C=l.get(h.category)??{sum:0,count:0};C.sum+=h.coverage,C.count++,l.set(h.category,C)}};for await(let _ of r){let h=[];if(u){let C=await I("segment",_,()=>t.segment(_));E(C.masks),h=C.detections}else a&&(h=await I("detect",_,()=>t.detect(_)));i.has("pose")&&await I("pose",_,()=>t.pose(_)),i.has("matte")&&await I("matte",_,()=>t.matte(_)),c.push(s?h.filter(C=>y(C.category)):h),b++}let g=b,k=new pe({iouThreshold:e.iouThreshold??.25,maxMissedFrames:e.maxMissedFrames??15}).trackSequence(c,g,n),L=e.pathStride??Math.max(1,Math.ceil(g/50)),f=new Map,m=new Map,v=new Map,T=new Map,R=(_,h,C)=>{let H=_.get(h);return H===void 0&&(H=C(),_.set(h,H)),H};for(let _=0;_<g;_++)for(let h of k[_]??[]){if(!y(h.category))continue;let C=f.get(h.trackId);C||(C={category:h.category,firstFrame:_,lastFrame:_,speedSum:0,speedCount:0,centers:[]},f.set(h.trackId,C)),C.lastFrame=_,Number.isFinite(h.speed)&&(C.speedSum+=h.speed,C.speedCount++),(_-C.firstFrame)%L===0&&C.centers.push({frame:_,x:h.centerX,y:h.centerY}),R(m,h.category,()=>new Set).add(_),v.set(h.category,Math.max(v.get(h.category)??0,h.score)),R(T,h.category,()=>new Set).add(h.trackId)}let P=Array.from(f.entries()).map(([_,h])=>({trackId:_,category:h.category,frames:[h.firstFrame,h.lastFrame],speedMeanPxS:h.speedCount>0?h.speedSum/h.speedCount:0,centerPath:h.centers.map(C=>[C.x,C.y])})).sort((_,h)=>_.trackId-h.trackId),U={};for(let[_,h]of m)U[_]={framesPresent:h.size,totalFrames:g,maxConfidence:v.get(_)??0,tracks:T.get(_)?.size??0};let O={};for(let[_,h]of l)O[_]={meanCoverage:h.count>0?h.sum/h.count:0};return{source:e.source??"frames",totalFrames:g,fps:n,durationSec:n>0?g/n:0,tasks:Array.from(i),modelDownloads:d,inferenceMs:p,trackCount:P.length,classes:U,tracks:P,masks:O}}x();var Fn=[103.53,116.28,123.675],Dn=[57.375,57.12,58.395],Gn={"rtmdet-ins":{fit:"topLeft",channels:"bgr",mean:Fn,std:Dn,padValue:114},rtmo:{fit:"center",channels:"bgr",mean:[0,0,0],std:[1,1,1],padValue:114},selfie:{fit:"stretch",channels:"rgb",mean:[0,0,0],std:[255,255,255],padValue:0}};function Ht(r,e){return{...Gn[r],width:e[0],height:e[1]}}function Ze(r,e,t){if(t.fit==="stretch")return{scaleX:t.width/r,scaleY:t.height/e,offsetX:0,offsetY:0,inputWidth:t.width,inputHeight:t.height};let n=Math.min(t.width/r,t.height/e),o=Math.round(r*n),i=Math.round(e*n),s=t.fit==="center";return{scaleX:n,scaleY:n,offsetX:s?(t.width-o)/2:0,offsetY:s?(t.height-i)/2:0,inputWidth:t.width,inputHeight:t.height}}function de(r,e,t){return{x:(r-t.offsetX)/t.scaleX,y:(e-t.offsetY)/t.scaleY}}function Nt(r,e,t){let{width:n,height:o,data:i}=r,{width:s,height:u}=e,a=Ze(n,o,e),{scaleX:c,scaleY:d,offsetX:l,offsetY:p}=a,b=s*u;(!t||t.length<3*b)&&(t=new Float32Array(3*b));let y=e.channels==="bgr"?[2,1,0]:[0,1,2],[I,E,g]=e.mean,S=1/e.std[0],k=1/e.std[1],L=1/e.std[2],f=(e.padValue-I)*S,m=(e.padValue-E)*k,v=(e.padValue-g)*L,[T,R,P]=y,U=Math.ceil(l),O=Math.ceil(p),_=Math.min(s,Math.floor(l+n*c))-1,h=Math.min(u,Math.floor(p+o*d))-1;for(let C=0;C<u;C++){let H=C*s,D=C<O||C>h,A=Math.max(0,(C+.5-p)/d-.5),B=Math.min(o-1,Math.floor(A)),$=Math.min(o-1,B+1),z=A-B;for(let Y=0;Y<s;Y++){let N=H+Y;if(D||Y<U||Y>_){t[N]=f,t[b+N]=m,t[2*b+N]=v;continue}let q=Math.max(0,(Y+.5-l)/c-.5),F=Math.min(n-1,Math.floor(q)),J=Math.min(n-1,F+1),K=q-F,ee=(B*n+F)*4,X=(B*n+J)*4,oe=($*n+F)*4,G=($*n+J)*4,W=(1-K)*(1-z),te=K*(1-z),Z=(1-K)*z,se=K*z;t[N]=(i[ee+T]*W+i[X+T]*te+i[oe+T]*Z+i[G+T]*se-I)*S,t[b+N]=(i[ee+R]*W+i[X+R]*te+i[oe+R]*Z+i[G+R]*se-E)*k,t[2*b+N]=(i[ee+P]*W+i[X+P]*te+i[oe+P]*Z+i[G+P]*se-g)*L}}return{tensor:t,transform:a}}x();var ve=8;function Qe(r,e){let{sourceWidth:t,sourceHeight:n,transform:o}=e,i=e.classes?new Set(e.classes.map(g=>g.toLowerCase())):null,s=[];for(let g=0;g<r.count;g++){let S=r.dets[g*5+4];if(!(S>=e.confidence))continue;let k=Number(r.labels[g]),L=e.classNames[k]??`class_${k}`;if(i&&!i.has(L.toLowerCase()))continue;let f=de(r.dets[g*5],r.dets[g*5+1],o),m=de(r.dets[g*5+2],r.dets[g*5+3],o),v=ce(f.x,0,t),T=ce(f.y,0,n),R=ce(m.x,0,t)-v,P=ce(m.y,0,n)-T;R<=0||P<=0||s.push({index:g,detection:{category:L,score:S,boundingBox:{originX:v,originY:T,width:R,height:P,normalizedX:v/t,normalizedY:T/n,normalizedWidth:R/t,normalizedHeight:P/n}}})}s.sort((g,S)=>S.detection.score-g.detection.score);let u=s.map(g=>g.detection),a=[];if(!r.masks&&!r.maskPlane)return{detections:u,masks:a};let c=e.maskThreshold??.5,d=e.featherRadius??.05,l=r.maskLogits?Hn(c,d):Pe(c,d),{maskWidth:p,maskHeight:b}=r,y=p*b,I=p/o.inputWidth,E=b/o.inputHeight;for(let g=0;g<s.length;g++){let{index:S,detection:k}=s[g],L=k.boundingBox,f=r.maskPlane?r.maskPlane(S):r.masks,m=r.maskPlane?0:S*y,v=Math.max(0,Math.floor(L.originX)-ve),T=Math.max(0,Math.floor(L.originY)-ve),R=Math.min(t-1,Math.ceil(L.originX+L.width)+ve),P=Math.min(n-1,Math.ceil(L.originY+L.height)+ve),U=new Uint8Array(t*n),O=0;for(let _=T;_<=P;_++){let h=((_+.5)*o.scaleY+o.offsetY)*E-.5,C=ce(Math.floor(h),0,b-1),H=Math.min(b-1,C+1),D=ce(h-C,0,1),A=_*t;for(let B=v;B<=R;B++){let $=((B+.5)*o.scaleX+o.offsetX)*I-.5,z=ce(Math.floor($),0,p-1),Y=Math.min(p-1,z+1),N=ce($-z,0,1),q=f[m+C*p+z]*(1-N)*(1-D)+f[m+C*p+Y]*N*(1-D)+f[m+H*p+z]*(1-N)*D+f[m+H*p+Y]*N*D,F=l(q);F>0&&(U[A+B]=F,O+=F/255)}}O=Math.round(O),O!==0&&a.push({category:k.category,mask:U,width:t,height:n,area:O,coverage:O/(t*n),detectionIndex:g})}return{detections:u,masks:a}}function Pe(r,e){if(e<=0)return o=>o>r?255:0;let t=r-e,n=255/(2*e);return o=>o<=t?0:o>=r+e?255:(o-t)*n}function Hn(r,e){let t=Pe(r,e),n=s=>s<=0?-1/0:s>=1?1/0:Math.log(s/(1-s));if(e<=0){let s=n(r);return u=>u>s?255:0}let o=n(r-e),i=n(r+e);return s=>s<=o?0:s>=i?255:t(1/(1+Math.exp(-s)))}function ce(r,e,t){return r<e?e:r>t?t:r}x();var zt=17,Je=.3;function Yt(r,e){let{sourceWidth:t,sourceHeight:n,transform:o}=e,i=r.keypointStride,s=[];for(let c=0;c<r.count;c++){let d=r.dets[c*5+4];if(!(d>=e.confidence))continue;let l=de(r.dets[c*5],r.dets[c*5+1],o),p=de(r.dets[c*5+2],r.dets[c*5+3],o),b=ue(l.x,0,t),y=ue(l.y,0,n),I=ue(p.x,0,t)-b,E=ue(p.y,0,n)-y;if(I<=0||E<=0)continue;let g=[],S=c*zt*i;for(let L=0;L<zt;L++){let f=S+L*i,m=de(r.keypoints[f],r.keypoints[f+1],o);g.push({x:ue(m.x,0,t),y:ue(m.y,0,n),visibility:ue(r.keypoints[f+2],0,1)})}let k=0;for(let L of g)L.visibility>=Je&&k++;k<(e.minVisibleKeypoints??3)||s.push({score:d,boundingBox:{originX:b,originY:y,width:I,height:E,normalizedX:b/t,normalizedY:y/n,normalizedWidth:I/t,normalizedHeight:E/n},keypoints:g})}s.sort((c,d)=>d.score-c.score);let u=e.iouThreshold??.6,a=[];for(let c of s)a.some(d=>Nn(d,c,u))||a.push(c);return{people:a}}function ue(r,e,t){return r<e?e:r>t?t:r}function Nn(r,e,t){if(le(r.boundingBox,e.boundingBox)>t)return!0;let n=Math.sqrt(r.boundingBox.width*r.boundingBox.height),o=0,i=0;for(let s=0;s<r.keypoints.length;s++){let u=r.keypoints[s],a=e.keypoints[s];u.visibility<Je||a.visibility<Je||(o+=Math.hypot(u.x-a.x,u.y-a.y),i++)}return i>=3&&o/i<.1*n}x();function Xt(r,e,t,n){let{sourceWidth:o,sourceHeight:i}=n,s=Pe(n.maskThreshold??.5,n.featherRadius??.2),u=new Uint8Array(o*i),a=e/o,c=t/i,d=0;for(let l=0;l<i;l++){let p=Math.max(0,(l+.5)*c-.5),b=Math.min(t-1,Math.floor(p)),y=Math.min(t-1,b+1),I=p-b;for(let E=0;E<o;E++){let g=Math.max(0,(E+.5)*a-.5),S=Math.min(e-1,Math.floor(g)),k=Math.min(e-1,S+1),L=g-S,f=r[b*e+S]*(1-L)*(1-I)+r[b*e+k]*L*(1-I)+r[y*e+S]*(1-L)*I+r[y*e+k]*L*I,m=s(f);u[l*o+E]=m,d+=m}}return{mask:u,width:o,height:i,coverage:o*i>0?d/(255*o*i):0}}x();var zn=`
|
|
2
|
-
struct Params {
|
|
3
|
-
src: vec2u,
|
|
4
|
-
dst: vec2u,
|
|
5
|
-
scale: vec2f,
|
|
6
|
-
offset: vec2f,
|
|
7
|
-
lo: vec2i,
|
|
8
|
-
hi: vec2i,
|
|
9
|
-
mean: vec4f,
|
|
10
|
-
invStd: vec4f,
|
|
11
|
-
pad: vec4f,
|
|
12
|
-
order: vec4u,
|
|
13
|
-
};
|
|
14
|
-
|
|
15
|
-
@group(0) @binding(0) var<uniform> p: Params;
|
|
16
|
-
@group(0) @binding(1) var src: texture_2d<f32>;
|
|
17
|
-
@group(0) @binding(2) var<storage, read_write> dst: array<f32>;
|
|
18
|
-
|
|
19
|
-
@compute @workgroup_size(16, 16)
|
|
20
|
-
fn main(@builtin(global_invocation_id) id: vec3u) {
|
|
21
|
-
if (id.x >= p.dst.x || id.y >= p.dst.y) { return; }
|
|
22
|
-
let x = i32(id.x);
|
|
23
|
-
let y = i32(id.y);
|
|
24
|
-
let plane = p.dst.x * p.dst.y;
|
|
25
|
-
let o = id.y * p.dst.x + id.x;
|
|
26
|
-
var v = p.pad.xyz;
|
|
27
|
-
if (x >= p.lo.x && x <= p.hi.x && y >= p.lo.y && y <= p.hi.y) {
|
|
28
|
-
let maxX = i32(p.src.x) - 1;
|
|
29
|
-
let maxY = i32(p.src.y) - 1;
|
|
30
|
-
let sy = max(0.0, (f32(y) + 0.5 - p.offset.y) / p.scale.y - 0.5);
|
|
31
|
-
let iy0 = min(maxY, i32(floor(sy)));
|
|
32
|
-
let iy1 = min(maxY, iy0 + 1);
|
|
33
|
-
let fy = sy - f32(iy0);
|
|
34
|
-
let sx = max(0.0, (f32(x) + 0.5 - p.offset.x) / p.scale.x - 0.5);
|
|
35
|
-
let ix0 = min(maxX, i32(floor(sx)));
|
|
36
|
-
let ix1 = min(maxX, ix0 + 1);
|
|
37
|
-
let fx = sx - f32(ix0);
|
|
38
|
-
var rgba =
|
|
39
|
-
textureLoad(src, vec2i(ix0, iy0), 0) * ((1.0 - fx) * (1.0 - fy)) +
|
|
40
|
-
textureLoad(src, vec2i(ix1, iy0), 0) * (fx * (1.0 - fy)) +
|
|
41
|
-
textureLoad(src, vec2i(ix0, iy1), 0) * ((1.0 - fx) * fy) +
|
|
42
|
-
textureLoad(src, vec2i(ix1, iy1), 0) * (fx * fy);
|
|
43
|
-
rgba = rgba * 255.0;
|
|
44
|
-
let s = vec3f(rgba[p.order.x], rgba[p.order.y], rgba[p.order.z]);
|
|
45
|
-
v = (s - p.mean.xyz) * p.invStd.xyz;
|
|
46
|
-
}
|
|
47
|
-
dst[o] = v.x;
|
|
48
|
-
dst[plane + o] = v.y;
|
|
49
|
-
dst[2u * plane + o] = v.z;
|
|
50
|
-
}
|
|
51
|
-
`,Yn=`
|
|
52
|
-
@group(0) @binding(0) var src: texture_2d<f32>;
|
|
53
|
-
@group(0) @binding(1) var<storage, read_write> acc: array<atomic<u32>, 2>;
|
|
54
|
-
|
|
55
|
-
var<workgroup> local: array<atomic<u32>, 2>;
|
|
56
|
-
|
|
57
|
-
@compute @workgroup_size(16, 16)
|
|
58
|
-
fn main(
|
|
59
|
-
@builtin(global_invocation_id) id: vec3u,
|
|
60
|
-
@builtin(local_invocation_index) li: u32,
|
|
61
|
-
) {
|
|
62
|
-
let dim = textureDimensions(src);
|
|
63
|
-
if (id.x < dim.x && id.y < dim.y) {
|
|
64
|
-
let c = pack4x8unorm(textureLoad(src, vec2i(id.xy), 0));
|
|
65
|
-
let i = id.y * dim.x + id.x;
|
|
66
|
-
let a = (c ^ (i * 0x9e3779b9u)) * 0x85ebca6bu;
|
|
67
|
-
let b = (c + i * 0xc2b2ae35u) * 0x27d4eb2fu;
|
|
68
|
-
atomicAdd(&local[0], a ^ (a >> 15u));
|
|
69
|
-
atomicAdd(&local[1], b ^ (b >> 13u));
|
|
70
|
-
}
|
|
71
|
-
workgroupBarrier();
|
|
72
|
-
if (li == 0u) {
|
|
73
|
-
atomicAdd(&acc[0], atomicLoad(&local[0]));
|
|
74
|
-
atomicAdd(&acc[1], atomicLoad(&local[1]));
|
|
75
|
-
}
|
|
76
|
-
}
|
|
77
|
-
`,Wt=112,$t=new WeakMap,ge=class r{constructor(e){this.device=e;this.tensorPipeline=e.createComputePipeline({label:"vision_frame_tensor",layout:"auto",compute:{module:e.createShaderModule({code:zn}),entryPoint:"main"}}),this.hashPipeline=e.createComputePipeline({label:"vision_frame_hash",layout:"auto",compute:{module:e.createShaderModule({code:Yn}),entryPoint:"main"}}),this.params=e.createBuffer({label:"vision_frame_tensor_params",size:Wt,usage:GPUBufferUsage.UNIFORM|GPUBufferUsage.COPY_DST})}device;tensorPipeline;hashPipeline;params;static for(e){let t=$t.get(e);return t||(t=new r(e),$t.set(e,t)),t}static tensorBytes(e){return 3*e.width*e.height*4}toTensor(e,t,n){let o=Ze(e.width,e.height,t),{scaleX:i,scaleY:s,offsetX:u,offsetY:a}=o,c=new ArrayBuffer(Wt),d=new Uint32Array(c),l=new Float32Array(c),p=new Int32Array(c);d.set([e.width,e.height,t.width,t.height],0),l.set([i,s,u,a],4),p.set([Math.ceil(u),Math.ceil(a),Math.min(t.width,Math.floor(u+e.width*i))-1,Math.min(t.height,Math.floor(a+e.height*s))-1],8);let b=t.std.map(E=>1/E);l.set([...t.mean,0],12),l.set([...b,0],16),l.set([0,1,2].map(E=>(t.padValue-t.mean[E])*b[E]),20),d.set(t.channels==="bgr"?[2,1,0,3]:[0,1,2,3],24),this.device.queue.writeBuffer(this.params,0,c);let y=this.device.createCommandEncoder({label:"vision_frame_tensor"}),I=y.beginComputePass();return I.setPipeline(this.tensorPipeline),I.setBindGroup(0,this.device.createBindGroup({layout:this.tensorPipeline.getBindGroupLayout(0),entries:[{binding:0,resource:{buffer:this.params}},{binding:1,resource:e.texture.createView()},{binding:2,resource:{buffer:n}}]})),I.dispatchWorkgroups(Math.ceil(t.width/16),Math.ceil(t.height/16)),I.end(),this.device.queue.submit([y.finish()]),o}async contentKey(e){let t=this.device.createBuffer({size:8,usage:GPUBufferUsage.STORAGE|GPUBufferUsage.COPY_SRC}),n=this.device.createBuffer({size:8,usage:GPUBufferUsage.MAP_READ|GPUBufferUsage.COPY_DST}),o=this.device.createCommandEncoder({label:"vision_frame_hash"}),i=o.beginComputePass();i.setPipeline(this.hashPipeline),i.setBindGroup(0,this.device.createBindGroup({layout:this.hashPipeline.getBindGroupLayout(0),entries:[{binding:0,resource:e.texture.createView()},{binding:1,resource:{buffer:t}}]})),i.dispatchWorkgroups(Math.ceil(e.width/16),Math.ceil(e.height/16)),i.end(),o.copyBufferToBuffer(t,0,n,0,8),this.device.queue.submit([o.finish()]),await n.mapAsync(GPUMapMode.READ);let[s,u]=new Uint32Array(n.getMappedRange().slice(0));return n.unmap(),n.destroy(),t.destroy(),`${e.width}x${e.height}:gpu:${s.toString(36)}:${u.toString(36)}`}};async function Me(r){let{device:e,texture:t,width:n,height:o}=r,i=n*4,s=Math.ceil(i/256)*256,u=e.createBuffer({size:s*o,usage:GPUBufferUsage.COPY_DST|GPUBufferUsage.MAP_READ,label:"vision_frame_readback"}),a=e.createCommandEncoder({label:"vision_frame_readback"});a.copyTextureToBuffer({texture:t},{buffer:u,bytesPerRow:s,rowsPerImage:o},[n,o,1]),e.queue.submit([a.finish()]),await u.mapAsync(GPUMapMode.READ);let c=new Uint8Array(u.getMappedRange()),d=new Uint8ClampedArray(n*o*4);for(let l=0;l<o;l++)d.set(c.subarray(l*s,l*s+i),l*i);if(u.unmap(),u.destroy(),t.format.startsWith("bgra"))for(let l=0;l<d.length;l+=4){let p=d[l];d[l]=d[l+2],d[l+2]=p}return{data:d,width:n,height:o}}x();x();x();var Kt=`
|
|
78
|
-
struct Bone {
|
|
79
|
-
start: vec2<f32>,
|
|
80
|
-
end: vec2<f32>,
|
|
81
|
-
color: vec4<f32>,
|
|
82
|
-
radius: f32,
|
|
83
|
-
enabled: f32,
|
|
84
|
-
pad: vec2<f32>,
|
|
85
|
-
};
|
|
86
|
-
|
|
87
|
-
struct SkeletonParams {
|
|
88
|
-
width: u32,
|
|
89
|
-
height: u32,
|
|
90
|
-
numBones: u32,
|
|
91
|
-
pad: u32,
|
|
92
|
-
bones: array<Bone, 24>,
|
|
93
|
-
};
|
|
94
|
-
|
|
95
|
-
@group(0) @binding(0) var outputTex: texture_storage_2d<rgba8unorm, write>;
|
|
96
|
-
@group(0) @binding(1) var<uniform> params: SkeletonParams;
|
|
97
|
-
|
|
98
|
-
@compute @workgroup_size(16, 16)
|
|
99
|
-
fn computePoseSkeleton(@builtin(global_invocation_id) id: vec3<u32>) {
|
|
100
|
-
if (id.x >= params.width || id.y >= params.height) {
|
|
101
|
-
return;
|
|
102
|
-
}
|
|
103
|
-
|
|
104
|
-
let p = vec2<f32>(f32(id.x) + 0.5, f32(id.y) + 0.5);
|
|
105
|
-
var outColor = vec4<f32>(0.0, 0.0, 0.0, 0.0);
|
|
106
|
-
|
|
107
|
-
let count = min(params.numBones, 24u);
|
|
108
|
-
for (var i = 0u; i < count; i = i + 1u) {
|
|
109
|
-
let bone = params.bones[i];
|
|
110
|
-
if (bone.enabled < 0.5) {
|
|
111
|
-
continue;
|
|
112
|
-
}
|
|
113
|
-
|
|
114
|
-
let ab = bone.end - bone.start;
|
|
115
|
-
let ap = p - bone.start;
|
|
116
|
-
let l2 = dot(ab, ab);
|
|
117
|
-
|
|
118
|
-
var t: f32 = 0.0;
|
|
119
|
-
if (l2 > 0.0001) {
|
|
120
|
-
t = clamp(dot(ap, ab) / l2, 0.0, 1.0);
|
|
121
|
-
}
|
|
122
|
-
|
|
123
|
-
let closest = bone.start + t * ab;
|
|
124
|
-
let dist = length(p - closest);
|
|
125
|
-
|
|
126
|
-
if (dist <= bone.radius) {
|
|
127
|
-
// Sub-pixel edge antialiasing
|
|
128
|
-
let edgeAlpha = clamp(bone.radius - dist + 0.5, 0.0, 1.0);
|
|
129
|
-
let a = edgeAlpha * bone.color.a;
|
|
130
|
-
outColor = vec4<f32>(mix(outColor.rgb, bone.color.rgb, a), max(outColor.a, a));
|
|
131
|
-
}
|
|
132
|
-
}
|
|
133
|
-
|
|
134
|
-
textureStore(outputTex, id.xy, outColor);
|
|
135
|
-
}
|
|
136
|
-
`;var Xn=[{from:0,to:11,color:[0,1,1,1]},{from:0,to:12,color:[0,1,1,1]},{from:11,to:12,color:[1,0,0,1]},{from:11,to:13,color:[1,.333,0,1]},{from:13,to:15,color:[1,.667,0,1]},{from:12,to:14,color:[1,1,0,1]},{from:14,to:16,color:[.667,1,0,1]},{from:11,to:23,color:[.333,1,0,1]},{from:12,to:24,color:[0,1,0,1]},{from:23,to:24,color:[0,1,.333,1]},{from:23,to:25,color:[0,1,.667,1]},{from:25,to:27,color:[0,1,1,1]},{from:24,to:26,color:[0,.667,1,1]},{from:26,to:28,color:[0,.333,1,1]}],Re=class{constructor(e){this.device=e;let t=e.createShaderModule({label:"pose_skeleton.wgsl",code:Kt});this.computePipeline=e.createComputePipeline({label:"PoseSkeletonComputePipeline",layout:"auto",compute:{module:t,entryPoint:"computePoseSkeleton"}}),this.uniformBuffer=e.createBuffer({size:1280,usage:GPUBufferUsage.UNIFORM|GPUBufferUsage.COPY_DST,label:"pose_skeleton_uniform_buffer"})}device;computePipeline;uniformBuffer;cachedOutputTexture;execute(e,t={},n){let o=n??Xn,i=t.width??1024,s=t.height??1024,u=t.lineWidth??6,a=Math.max(1,u/2),c=1280,d=new ArrayBuffer(c),l=new Uint32Array(d),p=new Float32Array(d);l[0]=i,l[1]=s,l[2]=o.length,l[3]=0;let b=4;for(let g=0;g<o.length;g++){let S=o[g],k=e[S.from],L=e[S.to],f=b+g*12;if(!k||!L||(k.visibility??1)<.2||(L.visibility??1)<.2){p[f+9]=0;continue}p[f+0]=k.x*i,p[f+1]=k.y*s,p[f+2]=L.x*i,p[f+3]=L.y*s,p[f+4]=S.color[0],p[f+5]=S.color[1],p[f+6]=S.color[2],p[f+7]=S.color[3],p[f+8]=a,p[f+9]=1}this.device.queue.writeBuffer(this.uniformBuffer,0,d),(!this.cachedOutputTexture||this.cachedOutputTexture.width!==i||this.cachedOutputTexture.height!==s)&&(this.cachedOutputTexture?.destroy(),this.cachedOutputTexture=this.device.createTexture({label:"openpose_skeleton_texture",size:[i,s],format:"rgba8unorm",usage:GPUTextureUsage.STORAGE_BINDING|GPUTextureUsage.TEXTURE_BINDING|GPUTextureUsage.COPY_SRC}));let y=this.device.createCommandEncoder({label:"pose_skeleton_command_encoder"}),I=this.device.createBindGroup({label:"pose_skeleton_bind_group",layout:this.computePipeline.getBindGroupLayout(0),entries:[{binding:0,resource:this.cachedOutputTexture.createView({label:"pose_skeleton_output_view"})},{binding:1,resource:{buffer:this.uniformBuffer}}]}),E=y.beginComputePass({label:"pose_skeleton_compute_pass"});return E.setPipeline(this.computePipeline),E.setBindGroup(0,I),E.dispatchWorkgroups(Math.ceil(i/16),Math.ceil(s/16),1),E.end(),this.device.queue.submit([y.finish()]),this.cachedOutputTexture}destroy(){this.cachedOutputTexture?.destroy(),this.cachedOutputTexture=void 0,this.uniformBuffer.destroy()}};x();var w={NOSE:0,LEFT_EYE:1,RIGHT_EYE:2,LEFT_EAR:3,RIGHT_EAR:4,LEFT_SHOULDER:5,RIGHT_SHOULDER:6,LEFT_ELBOW:7,RIGHT_ELBOW:8,LEFT_WRIST:9,RIGHT_WRIST:10,LEFT_HIP:11,RIGHT_HIP:12,LEFT_KNEE:13,RIGHT_KNEE:14,LEFT_ANKLE:15,RIGHT_ANKLE:16},et=["nose","leftEye","rightEye","leftEar","rightEar","leftShoulder","rightShoulder","leftElbow","rightElbow","leftWrist","rightWrist","leftHip","rightHip","leftKnee","rightKnee","leftAnkle","rightAnkle"],qt=[{from:w.NOSE,to:w.LEFT_SHOULDER,color:[0,1,1,1]},{from:w.NOSE,to:w.RIGHT_SHOULDER,color:[0,1,1,1]},{from:w.LEFT_SHOULDER,to:w.RIGHT_SHOULDER,color:[1,0,0,1]},{from:w.LEFT_SHOULDER,to:w.LEFT_ELBOW,color:[1,.333,0,1]},{from:w.LEFT_ELBOW,to:w.LEFT_WRIST,color:[1,.667,0,1]},{from:w.RIGHT_SHOULDER,to:w.RIGHT_ELBOW,color:[1,1,0,1]},{from:w.RIGHT_ELBOW,to:w.RIGHT_WRIST,color:[.667,1,0,1]},{from:w.LEFT_SHOULDER,to:w.LEFT_HIP,color:[.333,1,0,1]},{from:w.RIGHT_SHOULDER,to:w.RIGHT_HIP,color:[0,1,0,1]},{from:w.LEFT_HIP,to:w.RIGHT_HIP,color:[0,1,.333,1]},{from:w.LEFT_HIP,to:w.LEFT_KNEE,color:[0,1,.667,1]},{from:w.LEFT_KNEE,to:w.LEFT_ANKLE,color:[0,1,1,1]},{from:w.RIGHT_HIP,to:w.RIGHT_KNEE,color:[0,.667,1,1]},{from:w.RIGHT_KNEE,to:w.RIGHT_ANKLE,color:[0,.333,1,1]}];var Ie=class{pipeline;constructor(e){this.pipeline=new Re(e)}renderToTexture(e,t,n=qt){return this.pipeline.execute(e,t,n)}destroy(){this.pipeline.destroy()}};x();var Zt=class{device;pool=new Map;constructor(e){this.device=e}getOrCreateTexture(e,t){let n=this.pool.get(e);if(n&&n.width===t.width&&n.height===t.height)return n;n&&n.destroy();let o=t.format??"rgba8unorm",i=this.device.createTexture({label:t.label??`vision_segmentation_${e}`,size:[t.width,t.height,1],format:o,usage:GPUTextureUsage.TEXTURE_BINDING|GPUTextureUsage.COPY_DST|GPUTextureUsage.RENDER_ATTACHMENT});return this.pool.set(e,i),i}uploadMask(e,t,n,o){let i=t.length>=n*o*4,s=i?"rgba8unorm":"r8unorm",u=this.getOrCreateTexture(e,{width:n,height:o,format:s}),a;if(t instanceof Float32Array){a=new Uint8Array(t.length);for(let b=0;b<t.length;b++)a[b]=Math.round(Math.max(0,Math.min(1,t[b]))*255)}else a=t;let d=n*(i?4:1),l=Math.ceil(d/256)*256,p;if(l===d)p=a;else{p=new Uint8Array(l*o);for(let b=0;b<o;b++)p.set(a.subarray(b*d,(b+1)*d),b*l)}return this.device.queue.writeTexture({texture:u},p.buffer,{offset:p.byteOffset,bytesPerRow:l,rowsPerImage:o},{width:n,height:o}),u}destroy(){for(let e of this.pool.values())e.destroy();this.pool.clear()}};x();var en=In(Jt(),1);function Wn(){return j.env.FRAMEFIELDS_MODELS_DIR?Te(j.env.FRAMEFIELDS_MODELS_DIR):Te(vt(),".cache/framefields/models")}var Ce=class{_modelsDir;_baseUrl;_timeoutMs;_retries;_retryDelayMs;_verify;_fetch;_onProgress;_inflight=new Map;_buffers=new Map;_status=new Map;constructor(e={}){this._modelsDir=e.modelsDir?Te(e.modelsDir):Wn(),this._baseUrl=e.baseUrl??j.env.FRAMEFIELDS_MODELS_BASE_URL??void 0,this._timeoutMs=e.timeoutMs,this._retries=Math.max(0,e.retries??2),this._retryDelayMs=e.retryDelayMs??1e3,this._verify=e.verify!==!1,this._fetch=e.fetchImpl??globalThis.fetch,this._onProgress=e.onProgress}get modelsDir(){return this._modelsDir}pathFor(e){return wt(this._modelsDir,re[e].filename)}descriptor(e){return re[e]}urlFor(e){let t=re[e];return this._baseUrl?`${this._baseUrl.replace(/\/+$/,"")}/${t.filename}`:t.url}has(e){let t=this.pathFor(e);if(!ke(t))return!1;try{let n=xt(t).size;return this._verify?n===re[e].bytes:n>0}catch{return!1}}async evict(e){this._buffers.delete(e),this._status.set(e,"pending"),await Ge(this.pathFor(e)).catch(()=>{})}status(e){return this._status.get(e)??"pending"}statuses(){return new Map(this._status)}isLoaded(e){return this._buffers.has(e)}async ensure(e){let t=this._buffers.get(e);if(t)return t;let n=this._inflight.get(e);if(n)return n;let o=this.load(e).finally(()=>this._inflight.delete(e));return this._inflight.set(e,o),o}async preload(e){await Promise.all([...new Set(e)].map(t=>this.ensure(t)))}async load(e){let t=this.pathFor(e);if(this.has(e))return this._status.set(e,"ready"),this.readBuffer(e,t);let n=this.urlFor(e);this._status.set(e,"downloading"),ke(He(t))||kt(He(t),{recursive:!0});let o=`${t}.tmp.${Date.now()}`;try{let{buffer:i,totalBytes:s}=await this.download(e,n);if(i.byteLength===0)throw new Error(`Downloaded vision model '${e}' is empty (0 bytes).`);return this._verify&&this.verifyBytes(e,i,n),this._onProgress?.(e,i.byteLength,s||i.byteLength),await _t(o,i),await St(o,t),this._buffers.set(e,i),this._status.set(e,"ready"),i}catch(i){throw this._status.set(e,"error"),ke(o)&&await Ge(o).catch(()=>{}),i}}async download(e,t){for(let n=0;;n++){let o;try{let i=await this._fetch(t,{signal:this._timeoutMs?AbortSignal.timeout(this._timeoutMs):void 0});if(i.ok){let u=Number(i.headers.get("content-length")??0);return{buffer:new Uint8Array(await i.arrayBuffer()),totalBytes:u}}let s=new Error(`Failed to download vision model '${e}' from ${t}: HTTP ${i.status} ${i.statusText}`);if(i.status!==429&&i.status<500)throw s;o=s}catch(i){if(!(i instanceof TypeError))throw i;o=i}if(n>=this._retries)throw new Error(`Failed to download vision model '${e}' from ${t} after ${n+1} attempts: ${String(o)}`,{cause:o});await new Promise(i=>setTimeout(i,this._retryDelayMs*2**n))}}verifyBytes(e,t,n){let o=re[e];if(t.byteLength!==o.bytes)throw new Error(`Vision model '${e}' from ${n} is ${t.byteLength} bytes, expected ${o.bytes}.`);let i=(0,en.createHash)("sha256").update(t).digest("hex");if(i!==o.sha256)throw new Error(`Vision model '${e}' from ${n} failed its SHA-256 check (got ${i}, expected ${o.sha256}).`)}async readBuffer(e,t){let n=await Tt(t),o=new Uint8Array(n.buffer,n.byteOffset,n.byteLength);return this._buffers.set(e,o),o}clearMemoryCache(){this._buffers.clear()}};x();function tn(){return{objects:[],rawDetections:[]}}function nn(){return{people:[]}}function rn(){let r=[];for(let e=0;e<17;e++)r.push({x:.5,y:.5,z:0,visibility:0});return r}x();x();var me={scores:"/Sigmoid_output_0",boxes:"/Concat_7_output_0",kernels:"/Concat_5_output_0",maskFeatures:"/bbox_head/mask_head/projection/Conv_output_0"},on=5e3,$n=Math.fround(.6),sn=Math.fround(.05),Kn=200,an=100,qn=[8,16,32],tt=8,cn=8,ln=169;function dn(r){let{scores:e,boxes:t,anchors:n,classes:o}=r,i=new Float32Array(n);for(let d=0;d<n;d++){let l=0,p=d*o;for(let b=0;b<o;b++){let y=e[p+b];y>l&&(l=y)}i[d]=l}let s=[];for(let d=0;d<n;d++)i[d]>sn&&s.push(d);s.sort((d,l)=>i[l]-i[d]||d-l),s.length>on&&(s.length=on);let u=[],a=[],c=[];for(let d=0;d<o;d++){a.length=0;for(let l of s)e[l*o+d]>sn&&a.push(l);if(a.length!==0){a.sort((l,p)=>e[p*o+d]-e[l*o+d]||l-p),c.length=0;for(let l of a){if(c.length>=Kn)break;let p=!1;for(let b of c)if(Zn(t,l,b)>$n){p=!0;break}p||(c.push(l),u.push({anchor:l,classIndex:d,score:e[l*o+d]}))}}}return u.sort((d,l)=>l.score-d.score),u.length>an&&(u.length=an),u}function Zn(r,e,t){let n=r[e*4],o=r[e*4+1],i=r[e*4+2],s=r[e*4+3],u=r[t*4],a=r[t*4+1],c=r[t*4+2],d=r[t*4+3],l=Math.min(i,c)-Math.max(n,u),p=Math.min(s,d)-Math.max(o,a);if(l<=0||p<=0)return 0;let b=l*p,y=(i-n)*(s-o)+(c-u)*(d-a)-b;return y>0?b/y:0}function Qn(r,e,t){let n=0;for(let o of qn){let i=Math.ceil(e/o),s=i*Math.ceil(t/o);if(r<n+s){let u=r-n;return{x:u%i*o,y:Math.floor(u/i)*o,stride:o}}n+=s}throw new RangeError(`anchor ${r} is out of range`)}function un(r,e,t){let{kernels:n,maskFeatures:o,maskWidth:i,maskHeight:s}=r,u=i*s,a=t&&t.length>=u?t:new Float32Array(u),c=Qn(e,r.inputWidth,r.inputHeight),d=n.subarray(e*ln,(e+1)*ln),l=0,p=80,b=144,y=152,I=160,E=168,g=1/(c.stride*tt),S=new Float32Array(2+cn),k=new Float32Array(8),L=new Float32Array(8);for(let f=0;f<s;f++){let m=(c.y-f*tt)*g;for(let v=0;v<i;v++){let T=f*i+v;S[0]=(c.x-v*tt)*g,S[1]=m;for(let P=0;P<cn;P++)S[2+P]=o[P*u+T];for(let P=0;P<8;P++){let U=d[y+P],O=l+P*10;for(let _=0;_<10;_++)U+=d[O+_]*S[_];k[P]=U>0?U:0}for(let P=0;P<8;P++){let U=d[I+P],O=p+P*8;for(let _=0;_<8;_++)U+=d[O+_]*k[_];L[P]=U>0?U:0}let R=d[E];for(let P=0;P<8;P++)R+=d[b+P]*L[P];a[T]=R}}return a}x();function sr(r){let e=new Uint8Array([8,1]),t=he(1,e);return Se([he(1,Pt.encode(r)),he(2,t)])}function gn(r,e){let t=Ne(r),n=t.find(y=>y.number===7&&y.wire===2);if(!n)throw new Error("ONNX model has no graph");let o=Ne(n.body),i=o.filter(y=>y.number===1).map(y=>({field:y,inputs:ze(y.body,1),outputs:ze(y.body,2)})),s=new Map;i.forEach((y,I)=>{for(let E of y.outputs)s.set(E,I)});let u=new Set,a=new Set,c=[...e];for(let y of e)if(!s.has(y))throw new Error(`ONNX model has no tensor '${y}'`);for(;c.length>0;){let y=c.pop();if(a.has(y))continue;a.add(y);let I=s.get(y);if(!(I===void 0||u.has(I))){u.add(I);for(let E of i[I].inputs)E&&c.push(E)}}let d=new Map;for(let y of o){if(y.number!==13)continue;let I=_e(y.body,1);I!==void 0&&d.set(I,y.body)}let l=[],p=0;for(let y of o)switch(y.number){case 1:u.has(p)&&l.push(y.raw),p++;break;case 5:{let I=_e(y.body,8);I!==void 0&&a.has(I)&&l.push(y.raw);break}case 11:case 13:{let I=_e(y.body,1);I!==void 0&&a.has(I)&&l.push(y.raw);break}case 12:break;default:l.push(y.raw)}for(let y of e)l.push(he(12,d.get(y)??sr(y)));let b=Se(l);return Se(t.map(y=>y===n?he(7,b):y.raw))}x();function rt(r){return r.texture!==void 0}var ir=4,be=class r{variant;confidence;classes;maskThreshold;featherRadius;_core;_ownsCore;constructor(e,t){this.variant=e.variant??"s",this.confidence=e.confidence??.3,this.classes=e.classes,this.maskThreshold=e.maskThreshold??.5,this.featherRadius=e.featherRadius,this._ownsCore=t===void 0,this._core=t??{store:e.store??new Ce({modelsDir:e.modelsDir,baseUrl:e.baseUrl,timeoutMs:e.timeoutMs,onProgress:e.onProgress}),provider:e.provider??Rt(),sessions:new Map,tensorScratch:new Map,runQueue:new Map,gpuInputs:new Map,instancePasses:[]}}static create(e={}){return new r(e)}derive(e){return new r({variant:this.variant,confidence:e.confidence??this.confidence,classes:"classes"in e?e.classes:this.classes,maskThreshold:e.maskThreshold??this.maskThreshold,featherRadius:"featherRadius"in e?e.featherRadius:this.featherRadius},this._core)}get modelsDir(){return this._core.store.modelsDir}get downloadStatus(){let e=new Map;for(let t of Object.keys(re))e.set(t,"pending");for(let[t,n]of this._core.store.statuses())e.set(t,n);return e}modelKeyFor(e,t=1){return Dt(e,this.variant,t)}async preload(e=["detect"]){let t=new Set;for(let n of e)n==="matte"?(t.add("selfie-square"),t.add("selfie-landscape")):t.add(this.modelKeyFor(n));await this._core.store.preload([...t]),await Promise.all([...t].map(n=>this.session(n)))}async detect(e){let t=await this.instancePass(e);return Qe({...t.outputs,masks:void 0,maskPlane:void 0},this.instanceDecodeOptions(e,t.transform)).detections}async segment(e){let t=await this.instancePass(e);return Qe(t.outputs,this.instanceDecodeOptions(e,t.transform))}async pose(e){let t=this.modelKeyFor("pose"),{outputs:n,transform:o}=await this.infer(t,e),i=ie(n,"dets",t),s=ie(n,"keypoints",t);return Yt({dets:i.data,keypoints:s.data,count:i.dims[1]??0,keypointStride:s.dims[3]??3},{confidence:this.confidence,transform:o,sourceWidth:e.width,sourceHeight:e.height})}async matte(e){let t=this.modelKeyFor("matte",e.width/e.height),[n,o]=re[t].input,{outputs:i}=await this.infer(t,e),s=ie(i,"alphas",t);return Xt(s.data,n,o,{sourceWidth:e.width,sourceHeight:e.height,maskThreshold:this.maskThreshold,...this.featherRadius!==void 0?{featherRadius:this.featherRadius}:{}})}close(){if(!this._ownsCore)return;let e=this._core;for(let t of e.sessions.values())t.then(n=>n.release()).catch(()=>{});e.sessions.clear(),e.runQueue.clear();for(let{buffer:t}of e.gpuInputs.values())t.destroy();e.gpuInputs.clear(),e.instancePasses.length=0,e.store.clearMemoryCache()}async instancePass(e){let t=this._core.instancePasses,n=rt(e)?await ge.for(e.device).contentKey(e):ur(e),o=t.find(a=>a.content===n);if(o)return o.result;let i=this.modelKeyFor("segment"),s=this.infer(i,e).then(({outputs:a,transform:c})=>({transform:c,outputs:me.scores in a?dr(a,i,c):lr(a,i)})),u={content:n,result:s};return t.push(u),t.length>ir&&t.shift(),s.catch(()=>{let a=t.indexOf(u);a>=0&&t.splice(a,1)}),s}instanceDecodeOptions(e,t){return{confidence:this.confidence,classes:this.classes,classNames:we,transform:t,sourceWidth:e.width,sourceHeight:e.height,maskThreshold:this.maskThreshold,...this.featherRadius!==void 0?{featherRadius:this.featherRadius}:{}}}infer(e,t){let n=this._core.runQueue,i=(n.get(e)??Promise.resolve()).then(()=>this.inferNow(e,t),()=>this.inferNow(e,t)),s=i.catch(()=>{});return n.set(e,s),s.then(()=>{n.get(e)===s&&n.delete(e)}),i}async inferNow(e,t){let n=await this.session(e),o=re[e],i=Ht(o.family,o.input),s=[1,3,i.height,i.width],u;if(rt(t)){if(this._core.provider.device===t.device){let y=this.gpuInput(e,t.device,i),I=ge.for(t.device).toTensor(t,i,y);return{outputs:await n.run({name:"input",data:ar,gpuBuffer:y,dims:s}),transform:I}}u=await Me(t)}else u=t;let a=3*i.width*i.height,c=this._core.tensorScratch,d=c.get(e);(!d||d.length<a)&&(d=new Float32Array(a),c.set(e,d));let{tensor:l,transform:p}=Nt(u,i,d);return{outputs:await n.run({name:"input",data:l,dims:s}),transform:p}}gpuInput(e,t,n){let o=this._core.gpuInputs,i=ge.tensorBytes(n),s=o.get(e);if(s?.device===t&&s.buffer.size>=i)return s.buffer;s?.buffer.destroy();let u=t.createBuffer({label:`vision_input_${e}`,size:i,usage:GPUBufferUsage.STORAGE|GPUBufferUsage.COPY_SRC});return o.set(e,{device:t,buffer:u}),u}session(e){let{sessions:t,store:n,provider:o}=this._core,i=t.get(e);return i||(i=n.ensure(e).then(s=>o.createSession(re[e].family==="rtmdet-ins"?cr(s):s)).catch(s=>{throw t.delete(e),n.evict(e),s}),t.set(e,i)),i}},ar=new Float32Array(0);function cr(r){try{return gn(r,Object.values(me))}catch{return r}}function lr(r,e){let t=ie(r,"dets",e),n=ie(r,"masks",e);return{dets:t.data,labels:ie(r,"labels",e).data,masks:n.data,count:t.dims[1]??0,maskHeight:n.dims[n.dims.length-2]??0,maskWidth:n.dims[n.dims.length-1]??0}}function dr(r,e,t){let n=ie(r,me.scores,e),o=ie(r,me.maskFeatures,e),i={scores:n.data,boxes:ie(r,me.boxes,e).data,kernels:ie(r,me.kernels,e).data,maskFeatures:o.data,anchors:n.dims[1]??0,classes:n.dims[2]??0,maskHeight:o.dims[2]??0,maskWidth:o.dims[3]??0,inputWidth:t.inputWidth,inputHeight:t.inputHeight},s=dn(i),u=new Float32Array(s.length*5),a=new Int32Array(s.length);s.forEach(({anchor:d,classIndex:l,score:p},b)=>{u.set(i.boxes.subarray(d*4,d*4+4),b*5),u[b*5+4]=p,a[b]=l});let c=new Map;return{dets:u,labels:a,count:s.length,maskWidth:i.maskWidth,maskHeight:i.maskHeight,maskLogits:!0,maskPlane:d=>{let l=c.get(d);return l||(l=un(i,s[d].anchor),c.set(d,l)),l}}}function ur(r){let{data:e}=r,t=e.byteOffset%4===0?e.byteLength>>>2:0,n=new Uint32Array(e.buffer,e.byteOffset,t),o=2166136261,i=16777619^e.byteLength;for(let s=0;s<t;s++){let u=n[s];o=Math.imul(o^u,2654435761),i=Math.imul(i^u,2246822519)^o>>>15}for(let s=t*4;s<e.length;s++)o=Math.imul(o^e[s],2654435761);return`${r.width}x${r.height}:${(o>>>0).toString(36)}:${(i>>>0).toString(36)}`}function ie(r,e,t){let n=r[e];if(!n)throw new Error(`Vision model '${t}' returned no '${e}' output (got: ${Object.keys(r).join(", ")||"none"}). Expected the ${re[t].source}.`);return n}x();function ot(r){let e;for(let t of r){if(!e){e=t;continue}let n=bn(t),o=bn(e);n!==o?n&&(e=t):(n?t.area>e.area:t.detectionIndex<e.detectionIndex)&&(e=t)}return e}function bn(r){return r.category.toLowerCase()==="person"}function Ee(r){let{mask:e,width:t,height:n}=r,o=t,i=n,s=-1,u=-1;for(let a=0;a<n;a++){let c=a*t;for(let d=0;d<t;d++)e[c+d]!==0&&(d<o&&(o=d),d>s&&(s=d),a<i&&(i=a),a>u&&(u=a))}return s<0?null:{x0:o,y0:i,x1:s,y1:u}}function yn(r,e=.5,t=2){let n=ot(r);if(!n)return;let o=Ee(n);if(!o)return n;let i=Le(o),s=r.filter(c=>{if(c===n)return!1;let d=Ee(c);return d!==null&&Le(d)<=i*t&&mr(o,d)>=e});if(s.length===0)return n;let u=n.mask.slice();for(let c of s){let d=c.mask;for(let l=0;l<u.length;l++)d[l]>u[l]&&(u[l]=d[l])}let a=0;for(let c=0;c<u.length;c++)a+=u[c];return a=Math.round(a/255),{...n,mask:u,area:a,coverage:a/(n.width*n.height)}}function Le(r){return(r.x1-r.x0+1)*(r.y1-r.y0+1)}function mr(r,e){let t=Math.min(r.x1,e.x1)-Math.max(r.x0,e.x0)+1,n=Math.min(r.y1,e.y1)-Math.max(r.y0,e.y0)+1;return t<=0||n<=0?0:t*n/Math.min(Le(r),Le(e))}x();x();var Ae=class{width;height;fovRad;focalDistance;constructor(e){this.width=e.width,this.height=e.height;let t=e.fov??60;this.fovRad=t*Math.PI/180,this.focalDistance=e.cameraDistance??this.height/2/Math.tan(this.fovRad/2)}projectNormalizedLandmark(e,t=0){let n=e.x*this.width,o=e.y*this.height,i=e.z*this.width+t,s=Math.min(i,this.focalDistance-10),u=this.focalDistance/(this.focalDistance-s);return{x:n,y:o,z:i,scale:Math.max(.1,u)}}projectWorldLandmark(e,t=2,n=800){let o=this.width/2,i=this.height/2,s=e.x*n,u=e.y*n,a=(e.z+t)*n,c=Math.min(a,this.focalDistance-10),d=this.focalDistance/(this.focalDistance-c);return{x:o+s*d,y:i+u*d,z:a,scale:Math.max(.1,d)}}};x();function st(r){if(r.boundingBox&&r.boundingBox.width>0&&r.boundingBox.height>0)return{originX:r.boundingBox.originX,originY:r.boundingBox.originY,width:r.boundingBox.width,height:r.boundingBox.height};let e=1/0,t=1/0,n=-1/0,o=-1/0,i=0;for(let s of r.keypoints)s.visibility>.1&&(i++,s.x<e&&(e=s.x),s.y<t&&(t=s.y),s.x>n&&(n=s.x),s.y>o&&(o=s.y));return i===0||e>=n||t>=o?{originX:r.boundingBox?.originX??0,originY:r.boundingBox?.originY??0,width:r.boundingBox?.width??0,height:r.boundingBox?.height??0}:{originX:e,originY:t,width:n-e,height:o-t}}function xn(r,e,t=.15){if(r.length===0)return[];let n=e.filter(a=>a.category.toLowerCase()==="person"&&a.active);if(n.length===0)return[...r];let o=[];for(let a=0;a<r.length;a++){let c=r[a];if(c.trackId!==void 0)continue;let d=st(c),l=d.width<=1.05&&d.height<=1.05;for(let p of n){let b=l&&p.boundingBox.normalizedWidth>0?{originX:p.boundingBox.normalizedX,originY:p.boundingBox.normalizedY,width:p.boundingBox.normalizedWidth,height:p.boundingBox.normalizedHeight}:p.boundingBox,y=le(d,b);y>=t&&o.push({personIdx:a,trackId:p.trackId,iou:y})}}o.sort((a,c)=>c.iou-a.iou);let i=new Set,s=new Set,u=new Map;for(let a of o)i.has(a.personIdx)||s.has(a.trackId)||(i.add(a.personIdx),s.add(a.trackId),u.set(a.personIdx,a.trackId));return r.length===1&&n.length===1&&!u.has(0)&&r[0].trackId===void 0&&u.set(0,n[0].trackId),r.map((a,c)=>{if(a.trackId!==void 0)return a;let d=u.get(c);return d!==void 0?{...a,trackId:d}:a})}var Ve=class{objects;poseLandmarks;masks;segmentation;classes;poseLandmarksTensor;objectsTensor;masksTensor;histogramTensor;_totalFrames;_fps;_width;_height;_transformer;_stencilTexture;_poseCache=new Map;_objectCache=new Map;_maskCache=new Map;_matteCache=new Map;_poseLmCache=new Map;_trackCache=new Map;_categoryCache=new Map;_classCache=new Map;_maskTrackCache=new Map;_registeredSignals=new Set;constructor(e={}){this._totalFrames=e.totalFrames??120,this._fps=e.fps??24,this._width=e.width??1920,this._height=e.height??1080,this._transformer=new Ae({width:this._width,height:this._height,fov:e.cameraFov??60});let t=this,n=(f,m)=>{let v=gt(f,m);return this._registeredSignals.add(v),v},o=f=>this.getPoseResult(f).people[0]?.keypoints??rn(),i=(f,m)=>{let v=_=>o(_)[f]??{x:.5,y:.5,z:0},T=n(_=>v(_.frame).x,{fps:this._fps,label:`${m}_x`}),R=n(_=>v(_.frame).y,{fps:this._fps,label:`${m}_y`}),P=n(_=>v(_.frame).z??0,{fps:this._fps,label:`${m}_z`}),U=n(_=>this._transformer.projectNormalizedLandmark(v(_.frame)).x,{fps:this._fps,label:`${m}_screenX`}),O=n(_=>this._transformer.projectNormalizedLandmark(v(_.frame)).y,{fps:this._fps,label:`${m}_screenY`});return{x:T,y:R,z:P,screenX:U,screenY:O}},s=f=>{let m=this._poseLmCache.get(f);return m||(m=i(f,et[f]??`kpt_${f}`),this._poseLmCache.set(f,m)),m},u={nose:s(w.NOSE),leftEye:s(w.LEFT_EYE),rightEye:s(w.RIGHT_EYE),leftEar:s(w.LEFT_EAR),rightEar:s(w.RIGHT_EAR),shoulder:s(w.LEFT_SHOULDER),leftShoulder:s(w.LEFT_SHOULDER),rightShoulder:s(w.RIGHT_SHOULDER),leftElbow:s(w.LEFT_ELBOW),rightElbow:s(w.RIGHT_ELBOW),leftWrist:s(w.LEFT_WRIST),rightWrist:s(w.RIGHT_WRIST),leftHip:s(w.LEFT_HIP),rightHip:s(w.RIGHT_HIP),leftKnee:s(w.LEFT_KNEE),rightKnee:s(w.RIGHT_KNEE),leftAnkle:s(w.LEFT_ANKLE),rightAnkle:s(w.RIGHT_ANKLE),get:s};this.poseLandmarks=new Proxy(u,{get(f,m,v){return typeof m=="string"&&/^\d+$/.test(m)?f.get(Number(m)):typeof m=="number"?f.get(m):Reflect.get(f,m,v)}});let a=(f,m="unknown")=>({trackId:f,category:m,score:0,boundingBox:{originX:this._width/2,originY:this._height/2,width:0,height:0,normalizedX:.5,normalizedY:.5,normalizedWidth:0,normalizedHeight:0},centerX:this._width/2,centerY:this._height/2,normalizedCenterX:.5,normalizedCenterY:.5,velocity:{vx:0,vy:0},speed:0,age:0,hits:0,active:!1,isCoasting:!1}),c=(f,m)=>{let v=n(O=>f(O.frame).sx,{fps:this._fps,label:`${m}_screenX`}),T=n(O=>f(O.frame).sy,{fps:this._fps,label:`${m}_screenY`}),R=n(O=>this._width>0?f(O.frame).sx/this._width:0,{fps:this._fps,label:`${m}_x`}),P=n(O=>this._height>0?f(O.frame).sy/this._height:0,{fps:this._fps,label:`${m}_y`}),U=n(()=>0,{fps:this._fps,label:`${m}_z`});return{x:R,y:P,z:U,screenX:v,screenY:T}},d=(f,m,v)=>{let T=D=>{let A=t.getPoseResult(D);if(A.people.length===0)return;let B=f(D),$=v??B.trackId,z=A.people.find(q=>q.trackId===$);if(z)return z;if(!B.active&&A.people.length>1)return;if(A.people.length===1)return A.people[0];let Y,N=.1;for(let q of A.people){let F=st(q),K=F.width<=1.05&&F.height<=1.05&&B.boundingBox.normalizedWidth>0?{originX:B.boundingBox.normalizedX,originY:B.boundingBox.normalizedY,width:B.boundingBox.normalizedWidth,height:B.boundingBox.normalizedHeight}:B.boundingBox,ee=le(F,K);ee>N&&(N=ee,Y=q)}return Y},R=n(D=>T(D.frame)?1:0,{fps:this._fps,label:`${m}_hasPose`}),P=(D,A)=>{let B=F=>{let K=T(F)?.keypoints[D];if(K&&K.visibility>.05)return{x:K.x,y:K.y,z:0};let ee=f(F);return{x:ee.normalizedCenterX,y:ee.normalizedCenterY,z:0}},$=n(F=>B(F.frame).x,{fps:this._fps,label:`${m}_${A}_x`}),z=n(F=>B(F.frame).y,{fps:this._fps,label:`${m}_${A}_y`}),Y=n(F=>B(F.frame).z??0,{fps:this._fps,label:`${m}_${A}_z`}),N=n(F=>t._transformer.projectNormalizedLandmark(B(F.frame)).x,{fps:this._fps,label:`${m}_${A}_screenX`}),q=n(F=>t._transformer.projectNormalizedLandmark(B(F.frame)).y,{fps:this._fps,label:`${m}_${A}_screenY`});return{x:$,y:z,z:Y,screenX:N,screenY:q}},U=new Map,O=D=>{let A=U.get(D);return A||(A=P(D,et[D]??`kpt_${D}`),U.set(D,A)),A},_=n(D=>{let A=D.frame,B=T(A);if(!B)return 0;let $=T(Math.max(0,A-1)),z=B.keypoints,Y=$?.keypoints,N=z[w.RIGHT_WRIST],q=Y?.[w.RIGHT_WRIST],F=0;if(N&&q&&N.visibility>.1&&q.visibility>.1){let X=(N.x-q.x)*this._width,oe=(N.y-q.y)*this._height;F=Math.sqrt(X*X+oe*oe)*this._fps}let J=z[w.LEFT_WRIST],K=Y?.[w.LEFT_WRIST],ee=0;if(J&&K&&J.visibility>.1&&K.visibility>.1){let X=(J.x-K.x)*this._width,oe=(J.y-K.y)*this._height;ee=Math.sqrt(X*X+oe*oe)*this._fps}return Math.max(F,ee)},{fps:this._fps,label:`${m}_wristSpeed`}),h=n(D=>{let A=T(D.frame);if(!A)return 0;let B=A.keypoints,$=B[w.LEFT_WRIST],z=B[w.LEFT_SHOULDER],Y=B[w.RIGHT_WRIST],N=B[w.RIGHT_SHOULDER],q=$&&z&&$.visibility>.1&&z.visibility>.1&&$.y<z.y,F=Y&&N&&Y.visibility>.1&&N.visibility>.1&&Y.y<N.y;return q||F?1:0},{fps:this._fps,label:`${m}_handRaised`}),C=n(D=>{let A=T(D.frame);if(!A)return 0;let B=A.keypoints,$=B[w.LEFT_SHOULDER],z=B[w.RIGHT_SHOULDER],Y=B[w.LEFT_HIP],N=B[w.RIGHT_HIP];if(!$||!z||!Y||!N)return 0;let q=($.x+z.x)/2*this._width,F=($.y+z.y)/2*this._height,J=(Y.x+N.x)/2*this._width,K=(Y.y+N.y)/2*this._height,ee=q-J,X=F-K;return ee===0&&X===0?0:Math.atan2(ee,-X)},{fps:this._fps,label:`${m}_bodyTiltAngle`}),H={hasPose:R,wristSpeed:_,handRaised:h,bodyTiltAngle:C,nose:O(w.NOSE),leftEye:O(w.LEFT_EYE),rightEye:O(w.RIGHT_EYE),leftEar:O(w.LEFT_EAR),rightEar:O(w.RIGHT_EAR),shoulder:O(w.LEFT_SHOULDER),leftShoulder:O(w.LEFT_SHOULDER),rightShoulder:O(w.RIGHT_SHOULDER),leftElbow:O(w.LEFT_ELBOW),rightElbow:O(w.RIGHT_ELBOW),leftWrist:O(w.LEFT_WRIST),rightWrist:O(w.RIGHT_WRIST),leftHip:O(w.LEFT_HIP),rightHip:O(w.RIGHT_HIP),leftKnee:O(w.LEFT_KNEE),rightKnee:O(w.RIGHT_KNEE),leftAnkle:O(w.LEFT_ANKLE),rightAnkle:O(w.RIGHT_ANKLE),get:O};return new Proxy(H,{get(D,A,B){return typeof A=="string"&&/^\d+$/.test(A)?D.get(Number(A)):typeof A=="number"?D.get(A):Reflect.get(D,A,B)}})},l=(f,m,v,T)=>{let R=h=>f(h).boundingBox,P=d(f,`${m}_pose`,T),U=(h,C,H)=>c(D=>({sx:C(R(D)),sy:H(R(D))}),`${m}_${h}`),O=U("center",h=>h.originX+h.width/2,h=>h.originY+h.height/2),_=n(h=>f(h.frame).speed,{fps:this._fps,label:`${m}_speed`});return{get trackId(){return T??f(0).trackId},get category(){return v??f(0).category},bounds:{x:n(h=>R(h.frame).normalizedX,{fps:this._fps,label:`${m}_normX`}),y:n(h=>R(h.frame).normalizedY,{fps:this._fps,label:`${m}_normY`}),width:n(h=>R(h.frame).normalizedWidth,{fps:this._fps,label:`${m}_normWidth`}),height:n(h=>R(h.frame).normalizedHeight,{fps:this._fps,label:`${m}_normHeight`}),screenX:n(h=>R(h.frame).originX,{fps:this._fps,label:`${m}_screenX`}),screenY:n(h=>R(h.frame).originY,{fps:this._fps,label:`${m}_screenY`}),screenWidth:n(h=>R(h.frame).width,{fps:this._fps,label:`${m}_screenWidth`}),screenHeight:n(h=>R(h.frame).height,{fps:this._fps,label:`${m}_screenHeight`}),aspectRatio:n(h=>{let C=R(h.frame);return C.height>0?C.width/C.height:1},{fps:this._fps,label:`${m}_aspectRatio`}),area:n(h=>{let C=R(h.frame);return C.width*C.height},{fps:this._fps,label:`${m}_area`})},anchors:{topLeft:U("topLeft",h=>h.originX,h=>h.originY),topCenter:U("topCenter",h=>h.originX+h.width/2,h=>h.originY),topRight:U("topRight",h=>h.originX+h.width,h=>h.originY),centerLeft:U("centerLeft",h=>h.originX,h=>h.originY+h.height/2),center:O,centerRight:U("centerRight",h=>h.originX+h.width,h=>h.originY+h.height/2),bottomLeft:U("bottomLeft",h=>h.originX,h=>h.originY+h.height),bottomCenter:U("bottomCenter",h=>h.originX+h.width/2,h=>h.originY+h.height),bottomRight:U("bottomRight",h=>h.originX+h.width,h=>h.originY+h.height)},kinematics:{vx:n(h=>f(h.frame).velocity.vx,{fps:this._fps,label:`${m}_vx`}),vy:n(h=>f(h.frame).velocity.vy,{fps:this._fps,label:`${m}_vy`}),speed:_,acceleration:_.velocity(1),headingRad:n(h=>{let C=f(h.frame).velocity;return Math.atan2(C.vy,C.vx)},{fps:this._fps,label:`${m}_headingRad`}),headingDeg:n(h=>{let C=f(h.frame).velocity;return Math.atan2(C.vy,C.vx)*180/Math.PI},{fps:this._fps,label:`${m}_headingDeg`})},confidence:n(h=>f(h.frame).score,{fps:this._fps,label:`${m}_score`}),active:n(h=>f(h.frame).active?1:0,{fps:this._fps,label:`${m}_active`}),isCoasting:n(h=>f(h.frame).isCoasting?1:0,{fps:this._fps,label:`${m}_isCoasting`}),age:n(h=>f(h.frame).age,{fps:this._fps,label:`${m}_age`}),pose:P,center:O,topCenter:this.__pending,bottomCenter:O,topLeft:O,bottomLeft:O}},p=(f,m,v,T)=>{let R=l(f,m,v,T),P=R.anchors;return Object.assign(R,{topCenter:P.topCenter,bottomCenter:P.bottomCenter,topLeft:P.topLeft,bottomLeft:P.bottomLeft}),R},b=f=>{let m=this._trackCache.get(f);return m||(m=p(v=>this.getObjectResult(v).objects.find(T=>T.trackId===f)??a(f),`track_${f}`,void 0,f),this._trackCache.set(f,m)),m},y=(f,m=0)=>{let v=`${f.toLowerCase()}_${m}`,T=this._categoryCache.get(v);return T||(T=p(R=>this.getObjectResult(R).objects.filter(O=>O.category.toLowerCase()===f.toLowerCase()&&O.active)[m]??a(0,f),`cat_${f}_${m}`,f),this._categoryCache.set(v,T)),T},I=p(f=>{let m=this.getObjectResult(f);if(m.objects.length===0)return a(0);let v=m.objects[0];for(let T=1;T<m.objects.length;T++)m.objects[T].score>v.score&&(v=m.objects[T]);return v},"primary_object"),E=f=>{let m=new Set;for(let v of this.getObjectResult(f).objects)v.active&&m.add(v.category);return Array.from(m).sort()},g=f=>{let m=f.toLowerCase(),v=this._classCache.get(m);return v||(v={count:n(T=>this.getObjectResult(T.frame).objects.filter(R=>R.active&&R.category.toLowerCase()===m).length,{fps:this._fps,label:`class_${m}_count`}),maxConfidence:n(T=>{let R=0;for(let P of this.getObjectResult(T.frame).objects)P.active&&P.category.toLowerCase()===m&&P.score>R&&(R=P.score);return R},{fps:this._fps,label:`class_${m}_maxConf`}),present:n(T=>this.getObjectResult(T.frame).objects.some(R=>R.active&&R.category.toLowerCase()===m)?1:0,{fps:this._fps,label:`class_${m}_present`}),primary:y(f)},this._classCache.set(m,v),v)};this.classes={get:g,get names(){return E(ne.value)},histogram:{get:f=>t.getClassHistogramTensor(f?.frame??ne.value),get value(){return t.getClassHistogramTensor(ne.value)}}},this.objects={get:b,byCategory:y,primary:I,count:n(f=>this.getObjectResult(f.frame).objects.filter(m=>m.active).length,{fps:this._fps,label:"tracked_objects_count"}),hasCategory:f=>g(f).present,getActiveTracks:f=>this.getObjectResult(f).objects.filter(m=>m.active),get detectedCategories(){return E(ne.value)}};let S=(f,m)=>this.getMaskResult(f).find(v=>v.trackId===m),k=f=>ot(this.getMaskResult(f)),L=(f,m)=>{let v=T=>{let R=f(T);if(!(!R||R.trackId===void 0))return this.getObjectResult(T).objects.find(P=>P.trackId===R.trackId)};return{get trackId(){return f(ne.value)?.trackId??0},get category(){return f(ne.value)?.category??"unknown"},area:n(T=>f(T.frame)?.area??0,{fps:this._fps,label:`${m}_area`}),coverage:n(T=>f(T.frame)?.coverage??0,{fps:this._fps,label:`${m}_coverage`}),solidity:n(T=>{let R=f(T.frame),P=v(T.frame);if(!R||!P)return 0;let U=P.boundingBox.width*P.boundingBox.height;return U>0?R.area/U:0},{fps:this._fps,label:`${m}_solidity`}),bboxFill:n(T=>{let R=f(T.frame);if(!R||R.width*R.height===0)return 0;let P=v(T.frame);return P?P.boundingBox.width*P.boundingBox.height/(R.width*R.height):0},{fps:this._fps,label:`${m}_bboxFill`})}};this.masks={get:f=>{let m=this._maskTrackCache.get(f);return m||(m=L(v=>S(v,f),`mask_${f}`),this._maskTrackCache.set(f,m)),m},subject:L(k,"subject"),count:n(f=>new Set(this.getMaskResult(f.frame).map(m=>m.trackId??-1)).size,{fps:this._fps,label:"mask_count"})},this.segmentation={humanSilhouette:this.masks.subject,subject:this.masks.subject,instanceMasks:this.masks,matte:{coverage:n(f=>t.getMatteResult(f.frame)?.coverage??0,{fps:this._fps,label:"matte_coverage"}),at:f=>t.getMatteResult(f)},get stencilTexture(){return t._stencilTexture}},this.poseLandmarksTensor={get:f=>t.getPoseLandmarksTensor(f?.frame??ne.value),get value(){return t.getPoseLandmarksTensor(ne.value)}},this.objectsTensor={get:f=>t.getObjectsTensor(f?.frame??ne.value),get value(){return t.getObjectsTensor(ne.value)}},this.masksTensor={get:f=>t.getMasksTensor(f?.frame??ne.value),get value(){return t.getMasksTensor(ne.value)}},this.histogramTensor={get:f=>t.getClassHistogramTensor(f?.frame??ne.value),get value(){return t.getClassHistogramTensor(ne.value)}}}setStencilTexture(e){this._stencilTexture=e}get stencilTexture(){return this._stencilTexture}latestAtOrBefore(e,t,n=8){let o=this.clamp(t),i=Math.max(0,o-n);for(let s=o;s>=i;s--){let u=e.get(s);if(u!==void 0)return u}}invalidateSignals(){for(let e of this._registeredSignals)e.invalidate()}setPoseResult(e,t){this._poseCache.set(this.clamp(e),t),this.invalidateSignals()}getPoseResult(e){return this.latestAtOrBefore(this._poseCache,e)??nn()}setObjectResult(e,t){let n="objects"in t?t:{objects:t,rawDetections:[]};this._objectCache.set(this.clamp(e),{objects:n.objects,rawDetections:n.rawDetections??[]}),this.invalidateSignals()}getObjectResult(e){return this.latestAtOrBefore(this._objectCache,e)??tn()}setMaskResult(e,t){this._maskCache.set(this.clamp(e),t),this.invalidateSignals()}getMaskResult(e){return this.latestAtOrBefore(this._maskCache,e)??[]}setMatteResult(e,t){this._matteCache.set(this.clamp(e),t),this.invalidateSignals()}getMatteResult(e){return this.latestAtOrBefore(this._matteCache,e)}summary(e=ne.value){let t=this.clamp(e),n=this.getObjectResult(t),o=n.objects.map(u=>({trackId:u.trackId,category:u.category,score:u.score,center:[u.centerX,u.centerY],speed:u.speed,active:u.active})),i=new Set;for(let u of n.objects)u.active&&i.add(u.category);let s={};for(let u of this.getMaskResult(t))s[u.category]=(s[u.category]??0)+1;return{frame:t,objects:o,classes:Array.from(i).sort(),masks:s}}getPoseLandmarksTensor(e){let n=this.getPoseResult(e).people[0]?.keypoints??[],o=new Float32Array(51);for(let i=0;i<17;i++)o[i*3]=n[i]?.x??.5,o[i*3+1]=n[i]?.y??.5,o[i*3+2]=n[i]?.visibility??0;return{data:o,shape:[17,3],dtype:"float32"}}getObjectsTensor(e,t=16){let n=this.getObjectResult(e),o=new Float32Array(t*8),i=Math.min(t,n.objects.length);for(let s=0;s<i;s++){let u=n.objects[s],a=s*8,c=0;for(let d=0;d<u.category.length;d++)c=c*31+u.category.charCodeAt(d)&65535;o[a]=u.active?1:0,o[a+1]=c,o[a+2]=u.centerX,o[a+3]=u.centerY,o[a+4]=u.boundingBox.width,o[a+5]=u.boundingBox.height,o[a+6]=u.velocity.vx,o[a+7]=u.velocity.vy}return{data:o,shape:[t,8],dtype:"float32"}}getMasksTensor(e,t=16){let n=this.getMaskResult(e),o=new Float32Array(t*2),i=Math.min(t,n.length);for(let s=0;s<i;s++){let u=n[s];o[s*2]=u.coverage;let a=this.getObjectResult(e).objects.find(d=>d.trackId===u.trackId),c=a?a.boundingBox.width*a.boundingBox.height:0;o[s*2+1]=c>0?u.area/c:0}return{data:o,shape:[t,2],dtype:"float32"}}getClassHistogramTensor(e,t=80){let n=new Float32Array(t);for(let o of this.getObjectResult(e).objects)if(o.active){let i=fr.get(o.category.toLowerCase());i!==void 0&&(n[i]+=1)}return{data:n,shape:[t],dtype:"float32"}}clamp(e){return Math.max(0,Math.min(this._totalFrames-1,Math.round(e)))}};var fr=new Map(we.map((r,e)=>[r,e]));x();function kn(r,e,t={}){let n=t.offsetX??0,o=t.offsetY??0,i=t.offsetZ??0;if(!e||typeof e!="object")return r;if("screenX"in e&&e.screenX&&typeof e.screenX=="object"){let s=e;r.x=n!==0?s.screenX.add(n):s.screenX,r.y=o!==0?s.screenY.add(o):s.screenY,r.z=i!==0?s.z.add(i):s.z}else if("x"in e&&typeof e.x=="object"&&e.x!==null){let s=e;r.x=n!==0?s.x.add(n):s.x,r.y=o!==0?s.y.add(o):s.y,r.z=i!==0?s.z.add(i):s.z}else{let s=e;r.x=(s.screenX??s.x)+n,r.y=(s.screenY??s.y)+o,r.z=(s.z??0)+i}return r}function gi(r,e,t={}){if(!e||typeof e!="object")return r;if("anchors"in e&&e.anchors){let n=e,o=t.anchor??(t.matchWidth||t.matchHeight?"topLeft":"center"),i=n.anchors[o]??n.center,s=i;return t.smoothFrames&&t.smoothFrames>1&&(s={x:i.x.smooth(t.smoothFrames),y:i.y.smooth(t.smoothFrames),z:i.z,screenX:i.screenX.smooth(t.smoothFrames),screenY:i.screenY.smooth(t.smoothFrames)}),t.matchWidth&&(r.width=t.smoothFrames&&t.smoothFrames>1?n.bounds.screenWidth.smooth(t.smoothFrames):n.bounds.screenWidth),t.matchHeight&&(r.height=t.smoothFrames&&t.smoothFrames>1?n.bounds.screenHeight.smooth(t.smoothFrames):n.bounds.screenHeight),t.hideWhenLost&&(r.opacity=n.active),kn(r,s,t)}return kn(r,e,t)}x();function hr(r){let e=[];return r.enableDetection===!0&&e.push("detect"),r.enableSegmentation===!0&&e.push("segment"),r.enablePose===!0&&e.push("pose"),r.enableMatte===!0&&e.push("matte"),e.length>0?e:["detect"]}var it=class r{id;kind="vision";source;config;vision;_runner;_runnerOptions;constructor(e,t={},n={},o={}){this.id=`vision-${Math.random().toString(36).slice(2,9)}`,this.source=e,this.config=t,this._runnerOptions=o,this.vision=new Ve({...n,config:t})}runner(){if(!this._runner){let{variant:e,confidence:t,classes:n,modelsDir:o,baseUrl:i,maskThreshold:s,featherRadius:u}=this.config;this._runner=be.create({...this._runnerOptions,...e!==void 0?{variant:e}:{},...t!==void 0?{confidence:t}:{},...n!==void 0?{classes:n}:{},...o!==void 0?{modelsDir:o}:{},...i!==void 0?{baseUrl:i}:{},...s!==void 0?{maskThreshold:s}:{},...u!==void 0?{featherRadius:u}:{}})}return this._runner}async ready(){let e=this.runner();return await e.preload(hr(this.config)),e}close(){this._runner?.close(),this._runner=void 0}static attach(e,t={},n={}){let o=new r(e,t,n),i=o.vision;return Object.defineProperties(i,{node:{value:o.toNode(),enumerable:!0},ready:{value:()=>o.ready()},runner:{value:()=>o.runner()},close:{value:()=>o.close()}}),i}toNode(){return{id:this.id,kind:"vision",source:this.source,config:this.config}}};x();var at=new Uint8Array(0),Tn=new Uint32Array(0);function pr(r,e,t){at.length<r.length&&(at=new Uint8Array(r.length),Tn=new Uint32Array(r.length));let n=at,o=Tn,i=0,s=0;for(let u=1;u<=r.length;u++)(u===r.length||r[u]!==r[s])&&(n[i]=r[s],o[i]=u-s,i++,s=u);return{width:e,height:t,values:n.slice(0,i),lengths:o.slice(0,i)}}function gr(r){let e=new Uint8Array(r.width*r.height),t=0;for(let n=0;n<r.values.length;n++){let o=t+r.lengths[n];r.values[n]!==0&&e.fill(r.values[n],t,o),t=o}return e}function _n(r){return r.values.byteLength+r.lengths.byteLength}function lt(r){let{mask:e,...t}=r;return{...t,rle:pr(e,r.width,r.height)}}function dt(r){let{rle:e,...t}=r;return{...t,mask:gr(e)}}function ct(r){let e=512+r.detections.length*128+r.objects.length*256;for(let t of r.masks??[])e+=_n(t.rle);return r.subject&&(e+=_n(r.subject.mask.rle)),e}var je=class{constructor(e=256*1024*1024){this.maxBytes=e}maxBytes;entries=new Map;bytes=0;get(e,t){let n=`${e}#${t}`,o=this.entries.get(n);return o&&(this.entries.delete(n),this.entries.set(n,o)),o}set(e,t,n){let o=`${e}#${t}`,i=this.entries.get(o);i&&(this.bytes-=ct(i),this.entries.delete(o)),this.entries.set(o,n),this.bytes+=ct(n);for(let[s,u]of this.entries){if(this.bytes<=this.maxBytes)break;this.entries.delete(s),this.bytes-=ct(u)}}clear(){this.entries.clear(),this.bytes=0}get size(){return this.entries.size}};x();var br=`
|
|
137
|
-
struct Params {
|
|
138
|
-
mode: u32, // 0 matte, 1 mask, 2 crop
|
|
139
|
-
_pad: u32,
|
|
140
|
-
cropMin: vec2<f32>, // uv of the subject bounds (crop)
|
|
141
|
-
cropMax: vec2<f32>,
|
|
142
|
-
_pad2: vec2<f32>,
|
|
143
|
-
};
|
|
144
|
-
|
|
145
|
-
@group(0) @binding(0) var<uniform> params: Params;
|
|
146
|
-
@group(0) @binding(1) var picture: texture_2d<f32>;
|
|
147
|
-
@group(0) @binding(2) var mask: texture_2d<f32>;
|
|
148
|
-
@group(0) @binding(3) var samp: sampler;
|
|
149
|
-
|
|
150
|
-
struct VSOut {
|
|
151
|
-
@builtin(position) pos: vec4<f32>,
|
|
152
|
-
@location(0) uv: vec2<f32>,
|
|
153
|
-
};
|
|
154
|
-
|
|
155
|
-
@vertex fn vs(@builtin(vertex_index) i: u32) -> VSOut {
|
|
156
|
-
var p = array<vec2<f32>, 3>(vec2(-1.0, -1.0), vec2(3.0, -1.0), vec2(-1.0, 3.0));
|
|
157
|
-
var out: VSOut;
|
|
158
|
-
out.pos = vec4(p[i], 0.0, 1.0);
|
|
159
|
-
out.uv = vec2(p[i].x * 0.5 + 0.5, 0.5 - p[i].y * 0.5);
|
|
160
|
-
return out;
|
|
161
|
-
}
|
|
162
|
-
|
|
163
|
-
@fragment fn fs(in: VSOut) -> @location(0) vec4<f32> {
|
|
164
|
-
var uv = in.uv;
|
|
165
|
-
if (params.mode == 2u) {
|
|
166
|
-
uv = mix(params.cropMin, params.cropMax, uv);
|
|
167
|
-
}
|
|
168
|
-
let m = textureSampleLevel(mask, samp, uv, 0.0).r;
|
|
169
|
-
if (params.mode == 1u) {
|
|
170
|
-
return vec4(m, m, m, 1.0);
|
|
171
|
-
}
|
|
172
|
-
return textureSampleLevel(picture, samp, uv, 0.0) * m;
|
|
173
|
-
}
|
|
174
|
-
`,Ue=class{constructor(e,t){this.device=e;let n=e.createShaderModule({label:"vision_matte_composite",code:br});this.pipeline=e.createRenderPipeline({label:"vision_matte_composite",layout:"auto",vertex:{module:n,entryPoint:"vs"},fragment:{module:n,entryPoint:"fs",targets:[{format:t}]},primitive:{topology:"triangle-list"}}),this.sampler=e.createSampler({magFilter:"linear",minFilter:"linear"})}device;pipeline;sampler;uniforms=[];uniformIndex=0;masks=new Map;uploadMask(e,t,n,o){let i=this.masks.get(e);(!i||i.width!==n||i.height!==o)&&(i?.destroy(),i=this.device.createTexture({label:`vision_mask_${e}`,size:[n,o],format:"r8unorm",usage:GPUTextureUsage.TEXTURE_BINDING|GPUTextureUsage.COPY_DST}),this.masks.set(e,i));let s=Math.ceil(n/256)*256,u=t;if(s!==n){u=new Uint8Array(s*o);for(let a=0;a<o;a++)u.set(t.subarray(a*n,(a+1)*n),a*s)}return this.device.queue.writeTexture({texture:i},u.buffer,{offset:u.byteOffset,bytesPerRow:s,rowsPerImage:o},{width:n,height:o}),i}draw(e,t,n,o,i,s){let u=o.width,a=o.height,c=new Float32Array(8),d=new Uint32Array(c.buffer);d[0]=i==="matte"?0:i==="mask"?1:2,i==="crop"&&s?(c[2]=s.x0/u,c[3]=s.y0/a,c[4]=(s.x1+1)/u,c[5]=(s.y1+1)/a):(c[2]=0,c[3]=0,c[4]=1,c[5]=1,i==="crop"&&(d[0]=0)),this.uniformIndex>=this.uniforms.length&&this.uniforms.push(this.device.createBuffer({size:c.byteLength,usage:GPUBufferUsage.UNIFORM|GPUBufferUsage.COPY_DST}));let l=this.uniforms[this.uniformIndex];this.uniformIndex=(this.uniformIndex+1)%16,this.device.queue.writeBuffer(l,0,c);let p=this.device.createBindGroup({layout:this.pipeline.getBindGroupLayout(0),entries:[{binding:0,resource:{buffer:l}},{binding:1,resource:n.createView()},{binding:2,resource:o.createView()},{binding:3,resource:this.sampler}]}),b=e.beginRenderPass({label:"vision_matte_composite",colorAttachments:[{view:t,loadOp:"clear",storeOp:"store",clearValue:{r:0,g:0,b:0,a:0}}]});b.setPipeline(this.pipeline),b.setBindGroup(0,p),b.draw(3),b.end()}};var ye=new Map,yr=4,ut=null,Be=null,Sn=null,wn=new je,vn=new Map,xr=new Map,kr=new Map,Tr=new Map,Pn=new Map,mt=new WeakMap,fe=new Map,ft=new Map,_r=3;function ht(r,e,t,n,o,i){let s=r.get(t);return(!s||s.width!==n.width||s.height!==n.height||s.format!==n.format)&&(s?.destroy(),s=e.createTexture({size:[n.width,n.height],format:n.format,usage:o,label:i}),r.set(t,s)),s}var Sr=(r,e,t)=>ht(xr,r,e,t,GPUTextureUsage.COPY_DST|GPUTextureUsage.TEXTURE_BINDING,"vision_held_frame"),wr=(r,e,t)=>ht(kr,r,e,t,GPUTextureUsage.COPY_DST|GPUTextureUsage.TEXTURE_BINDING|GPUTextureUsage.COPY_SRC,"vision_analysis_frame"),vr=(r,e,t)=>ht(Tr,r,e,t,GPUTextureUsage.RENDER_ATTACHMENT|GPUTextureUsage.TEXTURE_BINDING|GPUTextureUsage.COPY_SRC,"vision_matte");function Pr(r,e,t,n,o){let i=e;return JSON.stringify([r,i?.operation?.id??i?.id??null,n,o,t.mode??"passthrough",t.variant,t.confidence,t.classes,t.maskThreshold,t.featherRadius,t.matteSource,t.keyBackground===!0,t.maxMissedFrames])}function Mr(r,e,t){let n=r.backgroundKeyThreshold;return typeof n=="number"?n:typeof n?.get=="function"?Number(n.get({frame:e,fps:t})):typeof n?._value=="number"?Number(n._value):70}function Rr(r,e,t){if(r)return ft.set(e,{mask:r,frame:t}),r;let n=ft.get(e);if(n&&t-n.frame<=_r)return n.mask}function Ir(r){let e={variant:r.variant,modelsDir:r.modelsDir,baseUrl:r.baseUrl},t=JSON.stringify(e),n=ye.get(t);if(!n){if(ye.size>=yr){let[u,a]=ye.entries().next().value;a.runner.close(),ye.delete(u)}n={runner:be.create(e),derived:new Map},ye.set(t,n)}let o={confidence:r.confidence,classes:r.classes,maskThreshold:r.maskThreshold,featherRadius:r.featherRadius},i=JSON.stringify(o),s=n.derived.get(i);return s||(s=n.runner.derive(o),n.derived.set(i,s)),s}function Or(r,e){let t=Pn.get(r);return t||(t=new pe({maxMissedFrames:e.maxMissedFrames??15}),Pn.set(r,t)),t}function Cr(r,e,t){return e<=0||t<=0?r:{people:r.people.map(n=>({...n,keypoints:n.keypoints.map(o=>({x:o.x/e,y:o.y/t,visibility:o.visibility}))}))}}function Er(r,e){return r.map(t=>{let{cx:n,cy:o}=jr(t),i=null;for(let s of e){let u=s.centerX-n,a=s.centerY-o,c=u*u+a*a;(!i||c<i.distance)&&(i={trackId:s.trackId,distance:c})}return i?{...t,trackId:i.trackId}:t})}function Lr(r,e,t){let n=e*t,o=new Uint8Array(n),i=new Int32Array(n),s=0,u=c=>{o[c]||r[c]>0||(o[c]=1,i[s++]=c)};for(let c=0;c<e;c++)u(c),u((t-1)*e+c);for(let c=0;c<t;c++)u(c*e),u(c*e+e-1);let a=0;for(;a<s;){let c=i[a++],d=c%e,l=c+1;d+1<e&&!o[l]&&r[l]===0&&(o[l]=1,i[s++]=l),l=c-1,d>0&&!o[l]&&r[l]===0&&(o[l]=1,i[s++]=l),l=c+e,l<n&&!o[l]&&r[l]===0&&(o[l]=1,i[s++]=l),l=c-e,l>=0&&!o[l]&&r[l]===0&&(o[l]=1,i[s++]=l)}for(let c=0;c<n;c++)r[c]===0&&o[c]===0&&(r[c]=255)}function Ar(r,e,t,n=2){if(n<=0)return r;let o=new Uint8Array(e*t),i=new Uint8Array(e*t),s=2*n+1;for(let a=0;a<t;a++){let c=a*e,d=0;for(let l=-n;l<=n;l++){let p=Math.max(0,Math.min(e-1,l));d+=r[c+p]}for(let l=0;l<e;l++){o[c+l]=Math.round(d/s);let p=Math.max(0,l-n),b=Math.min(e-1,l+n+1);d+=r[c+b]-r[c+p]}}let u=new Float64Array(e);for(let a=-n;a<=n;a++){let c=Math.max(0,Math.min(t-1,a))*e;for(let d=0;d<e;d++)u[d]+=o[c+d]}for(let a=0;a<t;a++){let c=a*e,d=Math.max(0,a-n)*e,l=Math.min(t-1,a+n+1)*e;for(let p=0;p<e;p++)i[c+p]=Math.round(u[p]/s),u[p]+=o[l+p]-o[d+p]}return i}function Vr(r,e,t,n,o,i){let s=0,u=0,a=0,c=0,d=(g,S)=>{let k=S*e+g;if(r[k])return;let L=k*4;s+=n[L],u+=n[L+1],a+=n[L+2],c++};for(let g=0;g<e;g+=4)d(g,0),d(g,t-1);for(let g=0;g<t;g+=4)d(0,g),d(e-1,g);if(c===0)return r;s/=c,u/=c,a/=c;let l=e*t,p=new Uint8Array(l);for(let g=0,S=0;g<l;g++,S+=4)p[g]=Math.max(Math.abs(n[S]-s),Math.abs(n[S+1]-u),Math.abs(n[S+2]-a))>o?1:0;let b=new Int32Array(l),y=0;for(let g=0;g<l;g++)r[g]>0&&(p[g]&&(r[g]=255),b[y++]=g);let I=0;for(;I<y;){let g=b[I++],S=g%e,k=g+1;S+1<e&&r[k]!==255&&p[k]&&(r[k]=255,b[y++]=k),k=g-1,S>0&&r[k]!==255&&p[k]&&(r[k]=255,b[y++]=k),k=g+e,k<l&&r[k]!==255&&p[k]&&(r[k]=255,b[y++]=k),k=g-e,k>=0&&r[k]!==255&&p[k]&&(r[k]=255,b[y++]=k)}Lr(r,e,t);let E=i!==void 0&&i>0?Math.max(1,Math.min(8,Math.round(i*50))):2;return Ar(r,e,t,E)}function jr(r){let{mask:e,width:t,height:n}=r,o=0,i=0,s=0;for(let u=0;u<n;u++){let a=u*t;for(let c=0;c<t;c++)e[a+c]>0&&(o+=c,i+=u,s++)}return s===0?{cx:0,cy:0}:{cx:o/s,cy:i/s}}var Mn=async r=>{let{ctx:e,encoder:t,pass:n,targetView:o,targetWidth:i,targetHeight:s,props:u,drawChild:a}=r,{virtualMedia:c}=u;Mt(e.device);let d=c?.operation;if(d?.op!=="Vision")return;let l=d;n.end();let p=c?.children?.[0];if(!p)return;let b=l.effect,y=b!=null,I=c?.id??d?.id??`${i}x${s}_${l.mode}_${l.variant}_${l.keyBackground}_${l.backgroundKeyThreshold}`,E=`vision-${I}`,g=y?mt.get(b):fe.get(E);g&&(g.width!==i||g.height!==s)&&(g.destroy(),g=void 0,y?mt.delete(b):fe.delete(E));let S=g!==void 0;if(!g&&(g=e.device.createTexture({size:[i,s],format:e.renderer.format,usage:GPUTextureUsage.RENDER_ATTACHMENT|GPUTextureUsage.TEXTURE_BINDING|GPUTextureUsage.COPY_SRC,label:"vision_child_persistent"}),y?mt.set(b,g):fe.set(E,g),fe.size>4)){let G=fe.keys().next().value;G&&G!==E&&(fe.get(G)?.destroy(),fe.delete(G))}let k=u.frame??0,L=u.compositionFrame??k,f=u.fps??24,m=l.mode??"passthrough",v=m==="mask"||m==="matte"||m==="crop",T=l.visionBundle??c.visionBundle,R=l.enableDetection!==!1||m==="boxes"||m==="tracking",P=l.enableSegmentation===!0||v&&l.matteSource!=="selfie",U=l.enableMatte===!0||v&&l.matteSource==="selfie",O=l.enablePose===!0||m==="skeleton",_=!U&&!O&&(R||P),h=_?Pr(I,p,l,i,s):"",C=G=>l.keyBackground===!0?Mr(l,L-(k-G),f):void 0,H=G=>{if(!_||G===void 0)return;let W=wn.get(h,G);if(!(!W||W.keyThreshold!==C(G))&&!(P&&T&&!W.masks))return W},D=S?vn.get(I):void 0,A=H(k),B=A!==void 0;A||(A=H(D));let $;v&&S&&!B&&($=Sr(e.device,I,g),t.copyTextureToTexture({texture:g},{texture:$},[i,s,1]));let z,Y=null;if(S&&!A){let G=wr(e.device,I,g),W=e.device.createCommandEncoder({label:"vision_analysis_copy"});W.copyTextureToTexture({texture:g},{texture:G},[i,s,1]),e.device.queue.submit([W.finish()]),z={texture:G,device:e.device,width:i,height:s},v&&l.keyBackground===!0&&(Y=(await Me(z)).data)}let N=g.createView();e.renderer.beginFrame(t,N,{r:0,g:0,b:0,a:0},i,s,"clear").end(),await a(p,{...u},N,g,i,s),vn.set(I,k);let F=[],J=[],K,ee,X;if(A)F=A.objects,R&&T?.setObjectResult(k,{objects:A.objects,rawDetections:A.detections}),P&&T&&A.masks&&(J=A.masks.map(dt),T.setMaskResult(k,J)),A.subject&&(X=dt(A.subject.mask),ft.set(I,{mask:X,frame:k}));else if(z){let G=Ir(l),W=z,te=[];if(R){te=await G.detect(W);let Z=Or(I,l);k===0&&Z.reset(),F=Z.update(te,k,f),T?.setObjectResult(k,{objects:F,rawDetections:te})}if(P){let Z=await G.segment(W);J=Er(Z.masks,F),T?.setMaskResult(k,J)}if(U&&(K=await G.matte(W),T?.setMatteResult(k,K)),O){let Z=await G.pose(W),se=Cr(Z,W.width,W.height);ee={people:xn(se.people,F)},T?.setPoseResult(k,ee)}if(v){X=Rr(l.matteSource==="selfie"?Ur(K):yn(J.length>0?J:T?.getMaskResult(k)??[]),I,k);let Z=C(D??k);X&&Z!==void 0&&Y&&(X={...X,mask:Vr(X.mask,X.width,X.height,Y,Z,l.featherRadius)})}_&&D!==void 0&&wn.set(h,D,{detections:te,objects:F,masks:T?J.map(lt):null,subject:X?{mask:lt(X)}:null,keyThreshold:C(D)})}if(v){let G=B?g:$;if(!X||!G){e.renderer.beginFrame(t,o,{r:0,g:0,b:0,a:0},i,s,"clear").end();return}(!Be||Sn!==e.renderer.format)&&(Be=new Ue(e.device,e.renderer.format),Sn=e.renderer.format);let W=Be.uploadMask(I,X.mask,X.width,X.height),te=vr(e.device,I,g);Be.draw(t,te.createView(),G,W,m,m==="crop"?Ee(X)??void 0:void 0),T?.setStencilTexture(te);let Z=e.renderer.beginFrame(t,o,{r:0,g:0,b:0,a:0},i,s,"clear");e.renderer.drawTexture(Z,te,{x:0,y:0,width:i,height:s}),Z.end();return}if(m==="skeleton"){ut||(ut=new Ie(e.device));let W=(T?.getPoseResult(k)??ee)?.people[0];if(W&&W.keypoints.length>0){let te=ut.renderToTexture(W.keypoints,{width:i,height:s}),Z=e.renderer.beginFrame(t,o,{r:0,g:0,b:0,a:0},i,s,"clear");e.renderer.drawTexture(Z,te,{x:0,y:0,width:i,height:s}),Z.end();return}}if(m==="boxes"||m==="tracking"){let G=e.renderer.beginFrame(t,o,{r:0,g:0,b:0,a:0},i,s,"clear");e.renderer.drawTexture(G,g,{x:0,y:0,width:i,height:s});let W=F.length>0?F:T?.getObjectResult(k).objects??[];if(W.length>0){let te="#38bdf8";for(let se of W){if(!se.active)continue;let Q=se.boundingBox;e.renderer.drawRect(G,{x:Q.originX,y:Q.originY,width:Q.width,height:2},te),e.renderer.drawRect(G,{x:Q.originX,y:Q.originY+Q.height-2,width:Q.width,height:2},te),e.renderer.drawRect(G,{x:Q.originX,y:Q.originY,width:2,height:Q.height},te),e.renderer.drawRect(G,{x:Q.originX+Q.width-2,y:Q.originY,width:2,height:Q.height},te);let pt=Math.min(16,Q.width/4,Q.height/4);e.renderer.drawRect(G,{x:Q.originX,y:Q.originY,width:pt,height:4},"#ffffff"),e.renderer.drawRect(G,{x:Q.originX,y:Q.originY,width:4,height:pt},"#ffffff"),m==="tracking"&&e.renderer.drawRect(G,{x:se.centerX-3,y:se.centerY-3,width:6,height:6},"#ef4444",3)}}G.end();return}let oe=e.renderer.beginFrame(t,o,{r:0,g:0,b:0,a:0},i,s,"clear");e.renderer.drawTexture(oe,g,{x:0,y:0,width:i,height:s}),oe.end()};function Ur(r){if(!r||r.coverage<=0)return;let e=Math.round(r.coverage*r.width*r.height);return{category:"person",mask:r.mask,width:r.width,height:r.height,area:e,coverage:r.coverage,detectionIndex:-1}}var sa=yt({WebGPURenderer:Mn});export{It as a,Ot as b,Ct as c,Kr as d,On as e,Jr as f,no as g,io as h,ao as i,Cn as j,jt as k,Vt as l,uo as m,En as n,Ln as o,An as p,Vn as q,jn as r,Un as s,Ye as t,Ut as u,Bn as v,Xe as w,vo as x,Bt as y,Co as z,Eo as A,Vo as B,Re as C,we as D,pe as E,zo as F,w as G,et as H,qt as I,Ie as J,Zt as K,Jt as L,be as M,Ae as N,Ve as O,kn as P,gi as Q,it as R,sa as S};
|