framefields 2.1.2 → 2.2.0-beta.0

package/dist/preview-engine/audio.mjs

@@ -1 +1 @@
-import{a as k,b as l,c as m,d as n}from"./chunk-CURR5X7D.mjs";import{a as j}from"./chunk-O2RNIQXT.mjs";import{a as b}from"./chunk-FPRXK2WD.mjs";import{a as c}from"./chunk-VO2R3DWV.mjs";import{a as d}from"./chunk-Q2DPNVIA.mjs";import{a as e}from"./chunk-ZNL4W4DK.mjs";import{a as f}from"./chunk-NEE3KQTX.mjs";import{a as g}from"./chunk-K773AOF3.mjs";import{a}from"./chunk-ZH5MZQTZ.mjs";import{a as h}from"./chunk-PR2BUYCL.mjs";import{b as i}from"./chunk-PNB3ERR3.mjs";import"./chunk-37EFVZWT.mjs";import"./chunk-4VOHF3FF.mjs";import"./chunk-24P6DAB3.mjs";import"./chunk-ZIIFTWDH.mjs";import"./chunk-Q4Z54DQ7.mjs";import"./chunk-6YJP57MZ.mjs";import"./chunk-63SFBHEH.mjs";import"./chunk-HYBAPT6I.mjs";import"./chunk-BVF64D6H.mjs";export{a as WebGPUAudioProcessor,d as audioFadeRenderer,h as audioSignalExtractorRenderer,b as compressorRenderer,c as delayRenderer,n as encodeStereoWav,i as mixAudioTracks,l as mixSfxInto,e as noiseGateRenderer,f as parametricEqRenderer,k as renderSfx,g as reverbRenderer,m as softLimit,j as stereoPanningRenderer};
+import{a as k,b as l,c as m,d as n}from"./chunk-CURR5X7D.mjs";import{a as j}from"./chunk-O2RNIQXT.mjs";import{a as b}from"./chunk-FPRXK2WD.mjs";import{a as c}from"./chunk-VO2R3DWV.mjs";import{a as d}from"./chunk-Q2DPNVIA.mjs";import{a as e}from"./chunk-ZNL4W4DK.mjs";import{a as f}from"./chunk-NEE3KQTX.mjs";import{a as g}from"./chunk-K773AOF3.mjs";import{a}from"./chunk-ZH5MZQTZ.mjs";import{a as h}from"./chunk-PR2BUYCL.mjs";import{b as i}from"./chunk-2W4BMOAZ.mjs";import"./chunk-37EFVZWT.mjs";import"./chunk-4VOHF3FF.mjs";import"./chunk-24P6DAB3.mjs";import"./chunk-XETMNJVV.mjs";import"./chunk-Q4Z54DQ7.mjs";import"./chunk-6YJP57MZ.mjs";import"./chunk-63SFBHEH.mjs";import"./chunk-HYBAPT6I.mjs";import"./chunk-BVF64D6H.mjs";export{a as WebGPUAudioProcessor,d as audioFadeRenderer,h as audioSignalExtractorRenderer,b as compressorRenderer,c as delayRenderer,n as encodeStereoWav,i as mixAudioTracks,l as mixSfxInto,e as noiseGateRenderer,f as parametricEqRenderer,k as renderSfx,g as reverbRenderer,m as softLimit,j as stereoPanningRenderer};

package/dist/preview-engine/chunk-2W4BMOAZ.mjs

@@ -0,0 +1 @@
+import{a as dt}from"./chunk-37EFVZWT.mjs";import{a as ft}from"./chunk-4VOHF3FF.mjs";import{i as lt,l as N}from"./chunk-24P6DAB3.mjs";import{c as mt,e as et}from"./chunk-XETMNJVV.mjs";import{C as ut}from"./chunk-63SFBHEH.mjs";import{d as L,e as j}from"./chunk-BVF64D6H.mjs";j();j();j();function ht(e,n){return Math.round(e*n)}function X(e,n,s={timeOffsetSec:0}){if(!e)return e;let{operation:u,metadata:d={},children:c=[]}=e,{timeOffsetSec:p,durationLimitMs:i}=s;if(!u)return{...e,children:(c||[]).map(t=>X(t,n,s))};let m=u.timeline,y=m?.segments||[],f=N(e)?.durationMs??0;if(y.length>0){let t=y.reduce((a,A)=>{let z=A.endSec!=null?A.endSec-A.startSec:0,v=Math.max(1,Math.round(z*n));return a+v},0);t>0&&(f=t/n*1e3)}let h={...u},o=m?.startFrame??h.startFrame;if(typeof o=="number"){let t=ht(p,n);h.startFrame=o-t}let F={...d,durationMs:f},r=typeof o=="number"||h.op==="compose"?{timeOffsetSec:0,durationLimitMs:void 0}:{timeOffsetSec:p,durationLimitMs:i},g=(c||[]).map(t=>X(t,n,r));return{metadata:F,operation:h,children:g}}var Ft=typeof L<"u"&&/^(debug|trace)$/i.test(L.env?.LOG_LEVEL??""),b={debug:(e,...n)=>{Ft&&(typeof e=="object"&&e!==null?console.info("[AudioExtractor]",e,...n):console.info(`[AudioExtractor] ${e}`,...n))},warn:(e,...n)=>{typeof e=="object"&&e!==null?console.warn("[AudioExtractor]",e,...n):console.warn(`[AudioExtractor] ${e}`,...n)},error:(e,...n)=>{typeof e=="object"&&e!==null?console.error("[AudioExtractor]",e,...n):console.error(`[AudioExtractor] ${e}`,...n)}},yt=()=>{if(typeof window>"u")return Promise.resolve();let e=globalThis.scheduler;return typeof e?.yield=="function"?e.yield():new Promise(n=>setTimeout(n,0))},Mt=async(e=3e4)=>{await new Promise(s=>setTimeout(s,100));let n=Date.now();return new Promise(s=>{let u=()=>{let d=typeof window<"u"&&window.renderer_delayRenderHandles?window.renderer_delayRenderHandles:[],c=typeof globalThis<"u"?globalThis.__GATEWAI_DELAYS__:null,p=d.length>0,i=c instanceof Set&&c.size>0;if(!p&&!i){s();return}if(Date.now()-n>e){b.warn(`[AudioExtractor] waitForDelayRender timed out waiting for handles: ${JSON.stringify({browserHandles:d,globalDelays:c?Array.from(c):[]})}`),s();return}setTimeout(u,50)};u()})};async function xt(e){b.debug(`[AudioExtractor] decodeAudioSource started for url: ${e}`);try{if(typeof window<"u"&&typeof window.document<"u"&&!(typeof L<"u"&&L.versions&&L.versions.node)){b.debug(`[AudioExtractor] Browser detected. Fetching arrayBuffer for ${e}...`);let u=window.AudioContext||window.webkitAudioContext;if(!u)throw new Error("AudioContext is not supported in this browser");let d=new u;try{let c=await fetch(e);if(b.debug(`[AudioExtractor] Fetch response status for ${e}: ${c.status} (${c.statusText})`),!c.ok)throw new Error(`Failed to fetch audio source: ${c.statusText}`);let p=await c.arrayBuffer();b.debug(`[AudioExtractor] Fetched ${p.byteLength} bytes. Decoding audio data...`);let i=await d.decodeAudioData(p);b.debug(`[AudioExtractor] Decoded successfully: ${i.numberOfChannels} channels, sampleRate: ${i.sampleRate}, duration: ${i.duration}s`);let m=[];for(let y=0;y<i.numberOfChannels;y++)m.push(new Float32Array(i.getChannelData(y)));return{channels:m,sampleRate:i.sampleRate}}finally{d.close(),b.debug(`[AudioExtractor] AudioContext closed for ${e}`)}}let s=!1;try{b.debug(`[AudioExtractor] Server / Node.js detected. Acquiring from inputStore for ${e}...`);let u=await et.acquire(e);s=!0,b.debug("[AudioExtractor] inputStore acquired. Retrieving primary audio track...");let d=await u.getPrimaryAudioTrack();if(!d)return b.warn(`[AudioExtractor] No primary audio track found in input for ${e}`),null;let p=new mt(d).samples(0),i=[],m=0,y=48e3,f=1;b.debug(`[AudioExtractor] Starting mediabunny generator loop for ${e}...`);for await(let o of p){y=o.sampleRate,f=o.numberOfChannels;let F=o.numberOfFrames;if(i.length===0)for(let l=0;l<f;l++)i.push([]);for(let l=0;l<f;l++){let r;try{let g=o.allocationSize({planeIndex:l,format:"f32-planar"});r=new Float32Array(g/4),o.copyTo(r,{planeIndex:l,format:"f32-planar"})}catch{let g=o.allocationSize({planeIndex:l});if(o.format==="s16"||o.format==="s16-planar"){let t=new Int16Array(g/2);o.copyTo(t,{planeIndex:l}),r=new Float32Array(t.length);for(let a=0;a<t.length;a++)r[a]=(t[a]??0)/32768}else if(o.format==="s32"||o.format==="s32-planar"){let t=new Int32Array(g/4);o.copyTo(t,{planeIndex:l}),r=new Float32Array(t.length);for(let a=0;a<t.length;a++)r[a]=(t[a]??0)/2147483648}else if(o.format==="u8"||o.format==="u8-planar"){let t=new Uint8Array(g);o.copyTo(t,{planeIndex:l}),r=new Float32Array(t.length);for(let a=0;a<t.length;a++)r[a]=((t[a]??128)-128)/128}else r=new Float32Array(g/4),o.copyTo(r,{planeIndex:l})}i[l].push(r)}m+=F,o.close()}return b.debug(`[AudioExtractor] Generator loop finished. Decoded total frames: ${m}`),m===0||i.length===0?null:{channels:i.map(o=>{let F=new Float32Array(m),l=0;for(let r of o)F.set(r,l),l+=r.length;return F}),sampleRate:y}}catch(u){if(u instanceof Error&&u.message.includes("Cannot open local media file"))throw u;if(typeof L<"u"&&L.versions?.node)try{let{execSync:d}=await import("./child_process-AIL2NBWS.mjs"),c=d(`ffmpeg -v error -i "${e}" -f f32le -ar 48000 -ac 2 pipe:1`,{maxBuffer:100*1024*1024}),p=c.byteLength/4,i=p/2,m=new Float32Array(c.buffer,c.byteOffset,p),y=new Float32Array(i),f=new Float32Array(i);for(let h=0;h<i;h++)y[h]=m[h*2],f[h]=m[h*2+1];return{channels:[y,f],sampleRate:48e3}}catch(d){b.warn({ffmpegErr:d},`[AudioExtractor] ffmpeg fallback decode failed for ${e}`)}return b.error({err:u},`[AudioExtractor] Failed to decode source ${e}`),null}finally{s&&et.release(e)}}catch(n){if(n instanceof Error&&n.message.includes("Cannot open local media file"))throw n;return b.error({err:n},`[AudioExtractor] Failed to decode source ${e}`),null}}async function pt(e,n,s,u,d,c){let p=new Float32Array(d),m=n/s*u,y=1e5;for(let f=0;f<d;f++){f>0&&f%y===0&&await yt();let h=c+f*m,o=Math.floor(h),F=Math.ceil(h);if(o<0){p[f]=0;continue}if(o>=e.length)break;let l=h-o,r=e[o]??0,g=F>=0&&F<e.length?e[F]??r:r,t=r+l*(g-r);p[f]=Number.isFinite(t)?t:0}return p}async function It(e,n,s=48e3,u,d){b.debug(`[AudioExtractor] mixAudioTracks started. FPS: ${n}, targetSampleRate: ${s}`),await Mt(),dt.registerSignalsFromComposition(d,e);let c=N(e)?.durationMs||1e3,p=c/1e3,i=Math.ceil(p*s);b.debug(`[AudioExtractor] Composition total duration: ${c}ms (${p}s). Total mixed samples to allocate: ${i}`);let m=new Float32Array(i),y=new Float32Array(i),f=[m,y],h=new Map;async function o(t,a,A,z,v,B){if(!t)return null;let C=t.operation;if(!C){let k=N(t)?.durationMs??0,D=Math.round(k/1e3*n),U=B!==null?D>0?Math.min(B,D):B:D,O=Math.ceil(U/n*s);if(O<=0)return null;let q=new Float32Array(O),G=new Float32Array(O),H=[q,G];for(let M of t.children){let Y=await o(M,a,A,z,v,U);if(Y){let x=M.operation,S=x?.startFrame??x?.timeline?.startFrame??0,E=Math.round(S/n*s);for(let P=0;P<2;P++){let w=H[P],R=Y[P],T=Math.min(R.length,w.length-E);for(let $=0;$<T;$++)E+$>=0&&(w[E+$]+=R[$])}}}return H}let W=z*(C.volume??1)*(C.opacity===0?0:1)*(C.muted?0:1),nt=v,wt=C.startFrame??C.timeline?.startFrame??0,bt=A+wt,ot=C.timeline?.segments||[],V=C,rt=V.op==="CompositorLayer"?(V.mediaStartFrame??V.trimStartFrames??null)!==null?(V.mediaStartFrame??V.trimStartFrames??0)/n:Math.round((V.trimStartSec??0)*n)/n:0,At=N(t)?.durationMs??0,K=Math.round(At/1e3*n),St=B!==null?K>0?Math.min(B,K):B:K,I=Math.ceil(St/n*s);if(I<=0)return null;let at=new Float32Array(I),it=new Float32Array(I),Z=[at,it],st=async(k,D)=>{let U=k?k.startSec:0,O=a+rt+U,q=bt+D,G=0;k?G=Math.max(1,Math.round(((k.endSec??0)-k.startSec)*n)):G=K;let H=B!==null?Math.min(B,G):G,M=Math.round(D/n*s);if(C.op==="source"){let x=lt(t),S=ft(t);if(S.sourceUrl&&(x==="Audio"||x==="Video")&&W>0){let E=Math.max(.5,nt*(Number(S.speed)||1)),P=Math.max(0,(Number(S.trimStartSec)||0)+O),w=h.get(S.sourceUrl);if(w===void 0&&(w=await xt(S.sourceUrl),h.set(S.sourceUrl,w)),w){let R=H/n,T=Math.min(I-M,Math.ceil(R*s));if(T>0&&M<I){let $=Math.round(P*w.sampleRate),Q=w.channels[0],tt=w.channels.length>1?w.channels[1]:w.channels[0],_=await pt(Q,w.sampleRate,s,E,T,$),gt=await pt(tt,w.sampleRate,s,E,T,$);for(let J=0;J<T;J++){let ct=M+J;at[ct]+=_[J]*W,it[ct]+=gt[J]*W}}}await yt()}}if(t.children)for(let x of t.children){let S=await o(x,O,q,W,nt,H);if(S){let E=x.operation,P=E?.startFrame??E?.timeline?.startFrame??0,w=Math.round(P/n*s),R=M+w;for(let T=0;T<2;T++){let $=Z[T],Q=S[T],tt=Math.min(Q.length,$.length-R);for(let _=0;_<tt;_++)R+_>=0&&($[R+_]+=Q[_])}}}let Y=ut.get(C.op);if(Y)try{let x=H/n,S=Math.min(I-M,Math.ceil(x*s));if(S>0&&M<I&&M>=0){let E=Z.map(R=>R.subarray(M,M+S)),P=(q/n+O-rt)*1e3,w=N(t)?.durationMs??void 0;await Y(E,s,t,{device:u,frame:q,fps:n,renderId:d,elapsedMs:P,durationMs:w})}}catch(x){b.error({err:x},`[AudioExtractor] Custom plugin for operation '${C.op}' failed`)}};if(ot.length>0){let k=0;for(let D of ot){let U=(D.endSec??0)-D.startSec,O=Math.max(1,Math.round(U*n));await st(D,k),k+=O}}else await st(null,0);return Z}let F=X(e,n),l=await o(F,0,0,1,1,null);if(l)for(let t=0;t<2;t++){let a=f[t],A=l[t],z=Math.min(A.length,a.length);for(let v=0;v<z;v++)a[v]=A[v]}h.clear();let r=0;for(let t=0;t<i;t++){let a=Math.abs(m[t]??0),A=Math.abs(y[t]??0);a>r&&(r=a),A>r&&(r=A)}let g=r>.95?.92/r:1;for(let t=0;t<i;t++){let a=(m[t]??0)*g,A=(y[t]??0)*g;m[t]=Number.isFinite(a)?Math.tanh(a):0,y[t]=Number.isFinite(A)?Math.tanh(A):0}return{channels:f,sampleRate:s}}export{xt as a,It as b};