framefields 2.2.0-beta.1 → 2.2.0-beta.3

package/dist/effects/index.d.mts

@@ -1,5 +1,5 @@
 import "../index--1jnkoBj.mjs";
 import "../index-D6_KcajH.mjs";
-import { $ as Blur, $t as NoiseGeneratorProps, A as MotionBlur, Ar as _default$9, At as Flip, B as SelectiveColorProps, Bt as LayerStyleInnerShadow, C as HighPass, Cr as _default$16, Ct as CornerPin, D as LevelsProps, Dr as _default$12, Dt as DisplacementMapProps, E as Levels, Er as _default$13, Et as DisplacementMap, F as Relight3DProps, Fr as _default$5, Ft as LayerStyle, G as TileOffsetEdgeMode, Gt as LiquifyOperationsItem, H as ShadowsHighlightsProps, Ht as LayerStyleProps, I as SSAO, Ir as _default$4, It as LayerStyleBevelEmboss, J as UnsharpMaskProps, Jt as MaskMathProps, K as TileOffsetProps, Kt as LiquifyProps, L as SSAOProps, Lr as _default$3, Lt as LayerStyleColorOverlay, M as PBRGlass, Mr as _default$7, Mt as KenBurns, N as PBRGlassProps, Nr as _default$6, Nt as KenBurnsKeyframesItem, O as Modulate, Or as _default$11, Ot as ExtractLUT, P as Relight3D, Pr as rendererNode, Pt as KenBurnsProps, Q as effectMeta, Qt as NoiseGenerator, R as SelectiveColor, Rr as _default$2, Rt as LayerStyleDropShadow, S as HalftoneScreenProps, Sn as VignetteProps, Sr as _default, St as ColorKeyProps, T as LevelChannel, Tr as _default$14, Tt as CornerPinProps, U as TemporalDeflicker, Ut as LayerStyleStroke, V as ShadowsHighlights, Vt as LayerStyleOuterGlow, W as TileOffset, Wt as Liquify, X as VisionProps, Xt as MeshWarpPointsItem, Y as Vision, Yt as MeshWarp, Z as effectFactories, Zt as MeshWarpProps, _ as GradientMapProps, _n as RotateProps, _r as _default$22, _t as ChannelSplitter, a as Crop, an as PatchHeal, at as AudioFade, b as HalftoneMode, bn as TonalShift, br as _default$18, bt as ColorBalanceProps, c as CurvesChannelPoint, cn as ProceduralVFX, cr as _default$31, ct as AudioNoiseGateProps, d as DeflickerProps, dn as RefineEdgeProps, dr as _default$28, dt as AudioReverb, en as Paint, et as BlurProps, f as DepthOfField, fn as RefractionCaustics3D, fr as _default$27, ft as AudioReverbProps, g as GradientMap, gn as Rotate, gr as _default$23, gt as ChannelMergerProps, h as FilmGrainProps, hn as ResizerScalerProps, hr as _default$25, ht as ChannelMerger, i as AudioSignalExtractorProps, in as PaintStrokesItemOption3, it as AudioDelayProps, j as MotionBlurProps, jr as _default$8, jt as FlipProps, k as ModulateProps, kr as _default$10, kt as ExtractLUTProps, l as CurvesProps, ln as ProceduralVFXProps, lr as _default$30, lt as AudioParametricEq, m as FilmGrain, mn as ResizerScaler, mr as _default$24, mt as CameraParallax3DProps, n as ApplyLUTProps, nn as PaintStrokesItemOption1, nt as AudioCompressorProps, o as CropProps, on as PatchHealPatchesItem, ot as AudioFadeProps, p as DepthOfFieldProps, pn as RefractionCaustics3DProps, pr as _default$26, pt as CameraParallax3D, q as UnsharpMask, qt as MaskMath, r as AudioSignalExtractor, rn as PaintStrokesItemOption2, rt as AudioDelay, s as Curves, sn as PatchHealProps, sr as EffectProp, st as AudioNoiseGate, t as ApplyLUT, tn as PaintProps, tt as AudioCompressor, u as CustomEffect, un as RefineEdge, ur as _default$29, ut as AudioParametricEqProps, v as GradientMapStop, vn as StereoPanning, vr as _default$21, vt as ChannelSplitterProps, w as HighPassProps, wr as _default$15, wt as CornerPinPointsItem, x as HalftoneScreen, xn as Vignette, xr as _default$17, xt as ColorKey, y as HalftoneDotShape, yn as StereoPanningProps, yr as _default$20, yt as ColorBalance, z as SelectiveColorAdjustment, zr as _default$1, zt as LayerStyleInnerGlow } from "../index-DLbtJPrc.mjs";
+import { $ as Blur, $t as NoiseGeneratorProps, A as MotionBlur, Ar as _default$9, At as Flip, B as SelectiveColorProps, Bt as LayerStyleInnerShadow, C as HighPass, Cr as _default$16, Ct as CornerPin, D as LevelsProps, Dr as _default$12, Dt as DisplacementMapProps, E as Levels, Er as _default$13, Et as DisplacementMap, F as Relight3DProps, Fr as _default$5, Ft as LayerStyle, G as TileOffsetEdgeMode, Gt as LiquifyOperationsItem, H as ShadowsHighlightsProps, Ht as LayerStyleProps, I as SSAO, Ir as _default$4, It as LayerStyleBevelEmboss, J as UnsharpMaskProps, Jt as MaskMathProps, K as TileOffsetProps, Kt as LiquifyProps, L as SSAOProps, Lr as _default$3, Lt as LayerStyleColorOverlay, M as PBRGlass, Mr as _default$7, Mt as KenBurns, N as PBRGlassProps, Nr as _default$6, Nt as KenBurnsKeyframesItem, O as Modulate, Or as _default$11, Ot as ExtractLUT, P as Relight3D, Pr as rendererNode, Pt as KenBurnsProps, Q as effectMeta, Qt as NoiseGenerator, R as SelectiveColor, Rr as _default$2, Rt as LayerStyleDropShadow, S as HalftoneScreenProps, Sn as VignetteProps, Sr as _default, St as ColorKeyProps, T as LevelChannel, Tr as _default$14, Tt as CornerPinProps, U as TemporalDeflicker, Ut as LayerStyleStroke, V as ShadowsHighlights, Vt as LayerStyleOuterGlow, W as TileOffset, Wt as Liquify, X as VisionProps, Xt as MeshWarpPointsItem, Y as Vision, Yt as MeshWarp, Z as effectFactories, Zt as MeshWarpProps, _ as GradientMapProps, _n as RotateProps, _r as _default$22, _t as ChannelSplitter, a as Crop, an as PatchHeal, at as AudioFade, b as HalftoneMode, bn as TonalShift, br as _default$18, bt as ColorBalanceProps, c as CurvesChannelPoint, cn as ProceduralVFX, cr as _default$31, ct as AudioNoiseGateProps, d as DeflickerProps, dn as RefineEdgeProps, dr as _default$28, dt as AudioReverb, en as Paint, et as BlurProps, f as DepthOfField, fn as RefractionCaustics3D, fr as _default$27, ft as AudioReverbProps, g as GradientMap, gn as Rotate, gr as _default$23, gt as ChannelMergerProps, h as FilmGrainProps, hn as ResizerScalerProps, hr as _default$25, ht as ChannelMerger, i as AudioSignalExtractorProps, in as PaintStrokesItemOption3, it as AudioDelayProps, j as MotionBlurProps, jr as _default$8, jt as FlipProps, k as ModulateProps, kr as _default$10, kt as ExtractLUTProps, l as CurvesProps, ln as ProceduralVFXProps, lr as _default$30, lt as AudioParametricEq, m as FilmGrain, mn as ResizerScaler, mr as _default$24, mt as CameraParallax3DProps, n as ApplyLUTProps, nn as PaintStrokesItemOption1, nt as AudioCompressorProps, o as CropProps, on as PatchHealPatchesItem, ot as AudioFadeProps, p as DepthOfFieldProps, pn as RefractionCaustics3DProps, pr as _default$26, pt as CameraParallax3D, q as UnsharpMask, qt as MaskMath, r as AudioSignalExtractor, rn as PaintStrokesItemOption2, rt as AudioDelay, s as Curves, sn as PatchHealProps, sr as EffectProp, st as AudioNoiseGate, t as ApplyLUT, tn as PaintProps, tt as AudioCompressor, u as CustomEffect, un as RefineEdge, ur as _default$29, ut as AudioParametricEqProps, v as GradientMapStop, vn as StereoPanning, vr as _default$21, vt as ChannelSplitterProps, w as HighPassProps, wr as _default$15, wt as CornerPinPointsItem, x as HalftoneScreen, xn as Vignette, xr as _default$17, xt as ColorKey, y as HalftoneDotShape, yn as StereoPanningProps, yr as _default$20, yt as ColorBalance, z as SelectiveColorAdjustment, zr as _default$1, zt as LayerStyleInnerGlow } from "../index-YSmPWdZw.mjs";
 import { i as _default$19 } from "../audio-1QquqDJs.mjs";
 export { ApplyLUT, ApplyLUTProps, AudioCompressor, AudioCompressorProps, AudioDelay, AudioDelayProps, AudioFade, AudioFadeProps, AudioNoiseGate, AudioNoiseGateProps, AudioParametricEq, AudioParametricEqProps, AudioReverb, AudioReverbProps, AudioSignalExtractor, AudioSignalExtractorProps, Blur, BlurProps, CameraParallax3D, CameraParallax3DProps, ChannelMerger, ChannelMergerProps, ChannelSplitter, ChannelSplitterProps, ColorBalance, ColorBalanceProps, ColorKey, ColorKeyProps, CornerPin, CornerPinPointsItem, CornerPinProps, Crop, CropProps, Curves, CurvesChannelPoint, CurvesProps, CustomEffect, DeflickerProps, DepthOfField, DepthOfFieldProps, DisplacementMap, DisplacementMapProps, EffectProp, ExtractLUT, ExtractLUTProps, FilmGrain, FilmGrainProps, Flip, FlipProps, GradientMap, GradientMapProps, GradientMapStop, HalftoneDotShape, HalftoneMode, HalftoneScreen, HalftoneScreenProps, HighPass, HighPassProps, KenBurns, KenBurnsKeyframesItem, KenBurnsProps, LayerStyle, LayerStyleBevelEmboss, LayerStyleColorOverlay, LayerStyleDropShadow, LayerStyleInnerGlow, LayerStyleInnerShadow, LayerStyleOuterGlow, LayerStyleProps, LayerStyleStroke, LevelChannel, Levels, LevelsProps, Liquify, LiquifyOperationsItem, LiquifyProps, MaskMath, MaskMathProps, MeshWarp, MeshWarpPointsItem, MeshWarpProps, Modulate, ModulateProps, MotionBlur, MotionBlurProps, NoiseGenerator, NoiseGeneratorProps, PBRGlass, PBRGlassProps, Paint, PaintProps, PaintStrokesItemOption1, PaintStrokesItemOption2, PaintStrokesItemOption3, PatchHeal, PatchHealPatchesItem, PatchHealProps, ProceduralVFX, ProceduralVFXProps, RefineEdge, RefineEdgeProps, RefractionCaustics3D, RefractionCaustics3DProps, Relight3D, Relight3DProps, ResizerScaler, ResizerScalerProps, Rotate, RotateProps, SSAO, SSAOProps, SelectiveColor, SelectiveColorAdjustment, SelectiveColorProps, ShadowsHighlights, ShadowsHighlightsProps, StereoPanning, StereoPanningProps, TemporalDeflicker, TileOffset, TileOffsetEdgeMode, TileOffsetProps, TonalShift, UnsharpMask, UnsharpMaskProps, Vignette, VignetteProps, Vision, VisionProps, _default as applyLutRenderer, _default$1 as blurRenderer, _default$2 as colorBalanceRenderer, _default$3 as colorkeyRenderer, _default$4 as cornerPinRenderer, _default$5 as cropRenderer, rendererNode as curvesRenderer, _default$6 as deflickerRenderer, _default$7 as displacementMapRenderer, effectFactories, effectMeta, _default$8 as filmGrainRenderer, _default$9 as flipRenderer, _default$10 as gradientMapRenderer, _default$11 as halftoneScreenRenderer, _default$12 as highPassRenderer, _default$13 as kenBurnsRenderer, _default$14 as layerStyleRenderer, _default$15 as levelsRenderer, _default$16 as liquifyRenderer, _default$17 as maskMathRenderer, _default$18 as meshWarpRenderer, _default$19 as modulateRenderer, _default$20 as paintRenderer, _default$21 as patchHealRenderer, _default$22 as refineEdgeRenderer, _default$23 as refractionCausticsRenderer, _default$24 as relight3dRenderer, _default$25 as rotateRenderer, _default$26 as selectiveColorRenderer, _default$27 as shadowsHighlightsRenderer, _default$28 as tileOffsetRenderer, _default$29 as unsharpMaskRenderer, _default$30 as vignetteRenderer, _default$31 as visionRenderer };

package/dist/effects/index.mjs

@@ -1,7 +1,7 @@
 import "../chunk-GBe2k3y8.mjs";
 import "../dist-DQlYw4eG.mjs";
 import { t as renderers_default$20 } from "../renderer-dwTzrQ2G.mjs";
-import { t as renderers_default$32 } from "../renderer-dc39dBVA.mjs";
+import { t as renderers_default$32 } from "../renderer-CE7fwGgw.mjs";
 import { t as renderers_default$1 } from "../renderer-CciB_sav.mjs";
 import { n as renderers_default$2 } from "../renderer-sHDPBywo.mjs";
 import { t as renderers_default$3 } from "../renderer-C6u-XrH-.mjs";

package/dist/{index-DLbtJPrc.d.mts → index-YSmPWdZw.d.mts}

@@ -327,7 +327,7 @@ declare class TemporalDeflickerPipeline {
  * Pass 2: Non-Maximum Suppression (NMS) & Dual-Threshold Hysteresis
  */
 //#endregion
-//#region ../vision/dist/index-dQMnxJOI.d.mts
+//#region ../vision/dist/index-CXSFOaoB.d.mts
 type VisionModelKey = "rtmdet-ins-t" | "rtmdet-ins-s" | "rtmdet-ins-m" | "rtmo-t" | "rtmo-s" | "rtmo-m" | "selfie-square" | "selfie-landscape";
 /** Which decoder a model's outputs feed (see runner/vision-runner.ts). */
 type VisionModelFamily = "rtmdet-ins" | "rtmo" | "selfie";
@@ -442,7 +442,10 @@ interface VisionTensor {
 }
 interface VisionTensorInput {
   readonly name: string;
+  /** Ignored (may be empty) when `gpuBuffer` is set. */
   readonly data: Float32Array;
+  /** The input already on the GPU; only for providers with a `device` (it must be that device's). */
+  readonly gpuBuffer?: GPUBuffer;
   readonly dims: readonly number[];
 }
 type VisionTensorOutputs = Readonly<Record<string, VisionTensor>>;
@@ -452,16 +455,19 @@ interface VisionSession {
 }
 interface SessionProvider {
   readonly kind: "node" | "webgpu";
+  /** The GPU device sessions run on, when they accept `gpuBuffer` inputs from it. */
+  readonly device?: GPUDevice;
   createSession(modelBytes: Uint8Array): Promise<VisionSession>;
 }
 /**
- * Sets the provider runners use when none is passed, for hosts that create
- * runners indirectly (e.g. a browser player rendering vision nodes). `undefined`
- * restores the default, onnxruntime-node.
+ * The GPU device the default provider runs WebGPU sessions on — the renderer's,
+ * so frames can go from its textures into the models without a CPU round trip.
+ * Applies to sessions created afterwards; without it, onnxruntime-web creates
+ * its own device.
  */
 
 declare namespace types_d_exports {
-  export { InstanceMask, LandmarkCoordinateSignals, ObjectAnchorName, PersonMatte, PinToLandmarkOptions, PinToObjectOptions, PoseKeypoint, PosePerson, PoseResult, SegmentationResult, VisionAnalysisClassSummary, VisionAnalysisReport, VisionAnalysisTrackSummary, VisionImageInput, VisionInputSource, VisionSummary };
+  export { InstanceMask, LandmarkCoordinateSignals, ObjectAnchorName, PersonMatte, PinToLandmarkOptions, PinToObjectOptions, PoseKeypoint, PosePerson, PoseResult, SegmentationResult, VisionAnalysisClassSummary, VisionAnalysisReport, VisionAnalysisTrackSummary, VisionFrame, VisionGpuImage, VisionImageInput, VisionInputSource, VisionSummary, isGpuImage };
 }
 type VisionInputSource = string | {
   inputHandleId?: string;
@@ -474,6 +480,20 @@ interface VisionImageInput {
   readonly width: number;
   readonly height: number;
 }
+/**
+ * A frame that is already on the GPU: an 8-bit RGBA/BGRA texture of `device`.
+ * When the runner's sessions run on the same device (see `setVisionDevice`),
+ * preprocessing happens on the GPU and the frame never comes back to the CPU;
+ * otherwise the runner reads it back.
+ */
+interface VisionGpuImage {
+  readonly texture: GPUTexture;
+  readonly device: GPUDevice;
+  readonly width: number;
+  readonly height: number;
+}
+type VisionFrame = VisionImageInput | VisionGpuImage;
+declare function isGpuImage(image: VisionFrame): image is VisionGpuImage;
 /** Instance segmentation mask aligned to the ORIGINAL source frame. */
 interface InstanceMask {
   readonly category: string;
@@ -650,13 +670,13 @@ declare class VisionRunner {
    */
   preload(tasks?: readonly VisionTask[]): Promise<void>;
   /** COCO-80 boxes (sorted by score, source pixels). Masks are not decoded. */
-  detect(image: VisionImageInput): Promise<readonly DetectedObject[]>;
+  detect(image: VisionFrame): Promise<readonly DetectedObject[]>;
   /** COCO-80 boxes plus a frame-aligned soft mask per instance. */
-  segment(image: VisionImageInput): Promise<SegmentationResult>;
+  segment(image: VisionFrame): Promise<SegmentationResult>;
   /** COCO-17 keypoints per person (source pixels), highest score first. */
-  pose(image: VisionImageInput): Promise<PoseResult>;
+  pose(image: VisionFrame): Promise<PoseResult>;
   /** Person-vs-background alpha for the whole frame (Selfie Segmenter). */
-  matte(image: VisionImageInput): Promise<PersonMatte>;
+  matte(image: VisionFrame): Promise<PersonMatte>;
   close(): void;
   private instancePass;
   private instanceDecodeOptions;
@@ -666,6 +686,7 @@ declare class VisionRunner {
    */
   private infer;
   private inferNow;
+  private gpuInput;
   private session;
 }
 //#endregion
@@ -4552,4 +4573,4 @@ declare class Modulate extends Effect<ModulateProps> {
 }
 //#endregion
 export { Blur as $, CannyComputePipeline as $n, NoiseGeneratorProps as $t, MotionBlur as A, ObjectAnchorName as An, _default$22 as Ar, Flip as At, SelectiveColorProps as B, PoseResult as Bn, LayerStyleInnerShadow as Bt, HighPass as C, COCO17_BONES as Cn, _default$15 as Cr, CornerPin as Ct, LevelsProps as D, InstanceMask as Dn, _default$19 as Dr, DisplacementMapProps as Dt, Levels as E, COCO_CLASSES as En, _default$18 as Er, DisplacementMap as Et, Relight3DProps as F, ObjectTrackSignals as Fn, _default$26 as Fr, LayerStyle as Ft, TileOffsetEdgeMode as G, TemporalObjectTracker as Gn, LiquifyOperationsItem as Gt, ShadowsHighlightsProps as H, SegmentationResult as Hn, LayerStyleProps as Ht, SSAO as I, PersonMatte as In, _default$27 as Ir, LayerStyleBevelEmboss as It, UnsharpMaskProps as J, VisionNode as Jn, MaskMathProps as Jt, TileOffsetProps as K, VisionAnalysisReport as Kn, LiquifyProps as Kt, SSAOProps as L, PinToLandmarkOptions as Ln, _default$28 as Lr, LayerStyleColorOverlay as Lt, PBRGlass as M, ObjectBoundingBoxSignals as Mn, _default$24 as Mr, KenBurns as Mt, PBRGlassProps as N, ObjectCollectionSignals as Nn, _default$25 as Nr, KenBurnsKeyframesItem as Nt, Modulate as O, LandmarkCoordinateSignals as On, _default$20 as Or, ExtractLUT as Ot, Relight3D as P, ObjectKinematicsSignals as Pn, rendererNode as Pr, KenBurnsProps as Pt, effectMeta as Q, pinNodeToObject as Qn, NoiseGenerator as Qt, SelectiveColor as R, PinToObjectOptions as Rn, _default$29 as Rr, LayerStyleDropShadow as Rt, HalftoneScreenProps as S, VignetteProps as Sn, _default$14 as Sr, ColorKeyProps as St, LevelChannel as T, COCO17_KEYPOINT_NAMES as Tn, _default$17 as Tr, CornerPinProps as Tt, TemporalDeflicker as U, SegmentationTexturePool as Un, LayerStyleStroke as Ut, ShadowsHighlights as V, PoseSkeletonRenderer as Vn, LayerStyleOuterGlow as Vt, TileOffset as W, SpatialLandmarkTransformer as Wn, Liquify as Wt, VisionProps as X, analyzeSequence as Xn, MeshWarpPointsItem as Xt, Vision as Y, VisionRunner as Yn, MeshWarp as Yt, effectFactories as Z, pinNodeToLandmark as Zn, MeshWarpProps as Zt, GradientMapProps as _, RotateProps as _n, _default$9 as _r, ChannelSplitter as _t, Crop as a, PatchHeal as an, TensorSource as ar, AudioFade as at, HalftoneMode as b, TonalShift as bn, _default$12 as br, ColorBalanceProps as bt, CurvesChannelPoint as c, ProceduralVFX as cn, _default as cr, AudioNoiseGateProps as ct, DeflickerProps as d, RefineEdgeProps as dn, _default$3 as dr, AudioReverb as dt, Paint as en, ControlNetMultiplexer as er, BlurProps as et, DepthOfField as f, RefractionCaustics3D as fn, _default$4 as fr, AudioReverbProps as ft, GradientMap as g, Rotate as gn, _default$8 as gr, ChannelMergerProps as gt, FilmGrainProps as h, ResizerScalerProps as hn, _default$7 as hr, ChannelMerger as ht, AudioSignalExtractorProps as i, PaintStrokesItemOption3 as in, TensorPipeline as ir, AudioDelayProps as it, MotionBlurProps as j, ObjectAnchorsSignals as jn, _default$23 as jr, FlipProps as jt, ModulateProps as k, MaskTrackSignals as kn, _default$21 as kr, ExtractLUTProps as kt, CurvesProps as l, ProceduralVFXProps as ln, _default$1 as lr, AudioParametricEq as lt, FilmGrain as m, ResizerScaler as mn, _default$6 as mr, CameraParallax3DProps as mt, ApplyLUTProps as n, PaintStrokesItemOption1 as nn, OpticalFlowComputePipeline as nr, AudioCompressorProps as nt, CropProps as o, PatchHealPatchesItem as on, TensorViewExport as or, AudioFadeProps as ot, DepthOfFieldProps as p, RefractionCaustics3DProps as pn, _default$5 as pr, CameraParallax3D as pt, UnsharpMask as q, VisionBundle as qn, MaskMath as qt, AudioSignalExtractor as r, PaintStrokesItemOption2 as rn, TemporalDeflickerPipeline as rr, AudioDelay as rt, Curves as s, PatchHealProps as sn, EffectProp as sr, AudioNoiseGate as st, ApplyLUT as t, PaintProps as tn, DepthNormalsComputePipeline as tr, AudioCompressor as tt, CustomEffect as u, RefineEdge as un, _default$2 as ur, AudioParametricEqProps as ut, GradientMapStop as v, StereoPanning as vn, _default$10 as vr, ChannelSplitterProps as vt, HighPassProps as w, COCO17_KEYPOINTS as wn, _default$16 as wr, CornerPinPointsItem as wt, HalftoneScreen as x, Vignette as xn, _default$13 as xr, ColorKey as xt, HalftoneDotShape as y, StereoPanningProps as yn, _default$11 as yr, ColorBalance as yt, SelectiveColorAdjustment as z, PoseLandmarkSignals as zn, _default$30 as zr, LayerStyleInnerGlow as zt };
-//# sourceMappingURL=index-DLbtJPrc.d.mts.map
+//# sourceMappingURL=index-YSmPWdZw.d.mts.map