framefields 2.8.1 → 2.9.0

package/dist/{index-UDDAfHAF.d.mts → index-Du5YgdzM.d.mts}

@@ -142,10 +142,10 @@ declare class TemporalDeflickerPipeline {
  * Pass 2: Non-Maximum Suppression (NMS) & Dual-Threshold Hysteresis
  */
 //#endregion
-//#region ../vision/dist/index-BohnVByf.d.mts
-type VisionModelKey = "rtmdet-ins-t" | "rtmdet-ins-s" | "rtmdet-ins-m" | "rtmo-t" | "rtmo-s" | "rtmo-m" | "selfie-square" | "selfie-landscape";
+//#region ../vision/dist/index-CBt-BhHk.d.mts
+type VisionModelKey = "rtmdet-ins-t" | "rtmdet-ins-s" | "rtmdet-ins-m" | "rtmo-t" | "rtmo-s" | "rtmo-m" | "selfie-square" | "selfie-landscape" | (string & {});
 /** Which decoder a model's outputs feed (see runner/vision-runner.ts). */
-type VisionModelFamily = "rtmdet-ins" | "rtmo" | "selfie";
+type VisionModelFamily = "rtmdet-ins" | "rtmo" | "selfie" | (string & {});
 interface VisionModelDescriptor {
   readonly key: VisionModelKey;
   readonly family: VisionModelFamily;
@@ -161,6 +161,8 @@ interface VisionModelDescriptor {
   readonly input: readonly [number, number];
   /** Upstream project and license, surfaced in docs and errors. */
   readonly source: string;
+  /** License identifier when not Apache-2.0; the store requires acceptance to download it. */
+  readonly license?: string;
 }
 /** COCO 80 class names — index order matches the RTMDet-Ins `labels` output. */
 declare const COCO_CLASSES: readonly ["person", "bicycle", "car", "motorcycle", "airplane", "bus", "train", "truck", "boat", "traffic light", "fire hydrant", "stop sign", "parking meter", "bench", "bird", "cat", "dog", "horse", "sheep", "cow", "elephant", "bear", "zebra", "giraffe", "backpack", "umbrella", "handbag", "tie", "suitcase", "frisbee", "skis", "snowboard", "sports ball", "kite", "baseball bat", "baseball glove", "skateboard", "surfboard", "tennis racket", "bottle", "wine glass", "cup", "fork", "knife", "spoon", "bowl", "banana", "apple", "sandwich", "orange", "broccoli", "carrot", "hot dog", "pizza", "donut", "cake", "chair", "couch", "potted plant", "bed", "dining table", "toilet", "tv", "laptop", "mouse", "remote", "keyboard", "cell phone", "microwave", "oven", "toaster", "sink", "refrigerator", "book", "clock", "vase", "scissors", "teddy bear", "hair drier", "toothbrush"];
@@ -187,6 +189,11 @@ interface VisionModelStoreOptions {
   /** Injectable fetch — offline unit tests inject a mock. */
   readonly fetchImpl?: typeof fetch;
   readonly onProgress?: (key: VisionModelKey, bytesLoaded: number, totalBytes: number) => void;
+  /**
+   * Explicitly agree to non-Apache licenses (such as Meta's SAM License)
+   * required by downloaded models.
+   */
+  readonly acceptLicense?: boolean;
 }
 /**
  * Resolves the default model cache directory:
@@ -210,6 +217,7 @@ declare class VisionModelStore {
   private readonly _verify;
   private readonly _fetch;
   private readonly _onProgress?;
+  private readonly _acceptLicense;
   private _inflight;
   private _buffers;
   private _status;
@@ -258,7 +266,7 @@ interface VisionTensor {
 interface VisionTensorInput {
   readonly name: string;
   /** Ignored (may be empty) when `gpuBuffer` is set. */
-  readonly data: Float32Array;
+  readonly data: Float32Array | Int32Array | BigInt64Array | Uint8Array;
   /** The input already on the GPU; only for providers with a `device` (it must be that device's). */
   readonly gpuBuffer?: GPUBuffer;
   readonly dims: readonly number[];
@@ -266,20 +274,31 @@ interface VisionTensorInput {
 type VisionTensorOutputs = Readonly<Record<string, VisionTensor>>;
 interface VisionSession {
   run(input: VisionTensorInput): Promise<VisionTensorOutputs>;
+  /** Multi-input graphs; optional for compatibility with existing custom providers. */
+  runMany?(inputs: readonly VisionTensorInput[]): Promise<VisionTensorOutputs>;
   release(): void;
 }
+/** External ONNX tensor files, verified by the model store before session creation. */
+interface VisionSessionOptions {
+  readonly externalData?: readonly {
+    readonly path: string;
+    readonly data: Uint8Array;
+  }[];
+}
+/** The hardware sessions run on; it decides which model precision runs fastest. */
+type VisionCompute = "webgpu" | "cuda" | "cpu";
 interface SessionProvider {
   readonly kind: "node" | "webgpu";
   /** The GPU device sessions run on, when they accept `gpuBuffer` inputs from it. */
   readonly device?: GPUDevice;
-  createSession(modelBytes: Uint8Array): Promise<VisionSession>;
+  /**
+   * Where sessions will run, known before any model is downloaded (see
+   * {@link sessionCompute}). Optional for custom providers.
+   */
+  backend?(): Promise<VisionCompute>;
+  createSession(modelBytes: Uint8Array, options?: VisionSessionOptions): Promise<VisionSession>;
 }
-/**
- * The GPU device the default provider runs WebGPU sessions on — the renderer's,
- * so frames can go from its textures into the models without a CPU round trip.
- * Applies to sessions created afterwards; without it, onnxruntime-web creates
- * its own device.
- */
+/** Where a provider's sessions run: its own answer, else WebGPU for WebGPU providers, else CPU. */
 
 declare namespace types_d_exports {
   export { InstanceMask, LandmarkCoordinateSignals, ObjectAnchorName, PersonMatte, PinToLandmarkOptions, PinToObjectOptions, PoseKeypoint, PosePerson, PoseResult, SegmentationResult, VisionAnalysisClassSummary, VisionAnalysisReport, VisionAnalysisTrackSummary, VisionFrame, VisionGpuImage, VisionImageInput, VisionInputSource, VisionSummary, isGpuImage };
@@ -635,6 +654,15 @@ declare class SegmentationTexturePool {
   uploadMask(key: string, maskData: Uint8Array | Float32Array, width: number, height: number): GPUTexture;
   destroy(): void;
 }
+//#endregion
+//#region src/model/onnx-proto.d.ts
+/**
+ * Minimal ONNX protobuf wire-format helpers: split a message into fields,
+ * read strings, write length-delimited fields. Only what the graph editors
+ * (onnx-subgraph.ts, onnx-float16.ts) need; unknown fields are copied as raw
+ * bytes, so nothing else in a model is touched.
+ */
+
 //#endregion
 //#region src/pose/keypoints.d.ts
 /** COCO-17 keypoint indices (RTMO output order). */
@@ -721,6 +749,8 @@ declare const COCO17_BONES: readonly [{
 /** Neutral fallbacks so signal evaluators always have a well-formed frame to read. */
 
 interface ClipSubjectSource {
+  /** An explicit selection must not silently fall back to automatic subject detection. */
+  readonly exact?: boolean;
   /**
    * The merged subject mask for a source frame of the clip (`frame` at `fps`),
    * in source pixels; `null` when the frame was analysed and holds no subject;
@@ -746,6 +776,9 @@ interface VisionBundleOptions {
   readonly height?: number;
   readonly cameraFov?: number;
   readonly config?: types_d_exports.VisionConfig;
+  /** Lazy source-frame masks, for clips retaining compressed masks instead of RGBA-sized histories. */
+  readonly maskSource?: (frame: number) => readonly InstanceMask[] | undefined;
+  readonly matteSource?: (frame: number) => PersonMatte | undefined;
 }
 /** Named pose landmarks (COCO-17) plus numeric proxy access to any of the 17 keypoints. */
 interface PoseLandmarkSignals {
@@ -910,6 +943,9 @@ declare class VisionBundle {
   private _height;
   private _transformer;
   private _stencilTexture?;
+  private readonly _maskSource?;
+  private readonly _matteSource?;
+  private readonly _cameraFov;
   private _poseCache;
   private _objectCache;
   private _maskCache;
@@ -921,6 +957,8 @@ declare class VisionBundle {
   private _maskTrackCache;
   private _registeredSignals;
   constructor(options?: VisionBundleOptions);
+  /** Update source geometry once a lazily decoded clip's size is known. */
+  setFrameSize(width: number, height: number): void;
   setStencilTexture(texture: GPUTexture): void;
   get stencilTexture(): GPUTexture | undefined;
   /**
@@ -5670,4 +5708,4 @@ interface EffectConfigMap extends GeneratedEffectConfigMap {
 type EffectPropsFor<O extends EffectOp> = O extends keyof EffectConfigMap ? EffectConfigMap[O] : Record<string, unknown>;
 //#endregion
 export { TileOffsetEdgeMode as $, ResizerScalerProps as $n, ObjectAnchorsSignals as $r, FlipProps as $t, HandWrittenVisualEffect as A, Paint as An, _default$18 as Ar, CameraParallax3DProps as At, PBRGlass as B, Pixelate as Bn, _default$27 as Br, ContourProps as Bt, GradientMapProps as C, DepthNormalsComputePipeline as Ci, MeshWarp as Cn, _default$11 as Cr, AudioParametricEq as Ct, HalftoneScreen as D, TensorSource as Di, NoiseGeneratorProps as Dn, _default$15 as Dr, CRT as Dt, HalftoneMode as E, TensorPipeline as Ei, NoiseGenerator as En, _default$14 as Er, AudioReverbProps as Et, LevelsProps as F, Painterly as Fn, _default$23 as Fr, ColorBalance as Ft, SSAOProps as G, ProceduralVFXProps as Gn, COCO17_KEYPOINTS as Gr, DatamoshProps as Gt, Relight3D as H, Posterize as Hn, _default$29 as Hr, CornerPinPointsItem as Ht, Modulate as I, PainterlyProps as In, _default$24 as Ir, ColorBalanceProps as It, SelectiveColorProps as J, RefineEdge as Jn, ClipSubjectSource as Jr, Dither as Jt, SelectiveColor as K, RGBSplit as Kn, COCO17_KEYPOINT_NAMES as Kr, DisplacementMap as Kt, ModulateProps as L, PatchHeal as Ln, _default$25 as Lr, ColorKey as Lt, HighPassProps as M, PaintStrokesItemOption1 as Mn, _default$20 as Mr, ChannelMergerProps as Mt, LevelChannel as N, PaintStrokesItemOption2 as Nn, _default$21 as Nr, ChannelSplitter as Nt, HalftoneScreenProps as O, TensorViewExport as Oi, OpArt as On, _default$16 as Or, CRTProps as Ot, Levels as P, PaintStrokesItemOption3 as Pn, _default$22 as Pr, ChannelSplitterProps as Pt, TileOffset as Q, ResizerScaler as Qn, ObjectAnchorName as Qr, Flip as Qt, MotionBlur as R, PatchHealPatchesItem as Rn, rendererNode as Rr, ColorKeyProps as Rt, GradientMap as S, ControlNetMultiplexer as Si, MaskMathProps as Sn, _default$10 as Sr, AudioNoiseGateProps as St, HalftoneDotShape as T, TemporalDeflickerPipeline as Ti, MeshWarpProps as Tn, _default$13 as Tr, AudioReverb as Tt, Relight3DProps as U, PosterizeProps as Un, _default$30 as Ur, CornerPinProps as Ut, PBRGlassProps as V, PixelateProps as Vn, _default$28 as Vr, CornerPin as Vt, SSAO as W, ProceduralVFX as Wn, COCO17_BONES as Wr, Datamosh as Wt, ShadowsHighlightsProps as X, RefractionCaustics3D as Xn, LandmarkCoordinateSignals as Xr, ExtractLUT as Xt, ShadowsHighlights as Y, RefineEdgeProps as Yn, InstanceMask as Yr, DitherProps as Yt, TemporalDeflicker as Z, RefractionCaustics3DProps as Zn, MaskTrackSignals as Zr, ExtractLUTProps as Zt, EffectConfigMap as _, VisionRunner as _i, LayerStyleStroke as _n, _default$5 as _r, AudioDelay as _t, ApplyLUTProps as a, PinToLandmarkOptions as ai, KaleidoscopeProps as an, Toon as ar, AnyGeneratedAudioEffect as at, FilmGrain as b, pinNodeToObject as bi, LiquifyProps as bn, _default$8 as br, AudioFadeProps as bt, Crop as c, PoseResult as ci, KenBurnsProps as cn, TrailsProps as cr, GeneratedEffectConfigMap as ct, CurvesChannelPoint as d, SegmentationTexturePool as di, LayerStyleColorOverlay as dn, EffectProp as dr, Blur as dt, ObjectBoundingBoxSignals as ei, Gooey as en, Rotate as er, TileOffsetProps as et, CurvesProps as f, SpatialLandmarkTransformer as fi, LayerStyleDropShadow as fn, _default as fr, BlurProps as ft, DepthOfFieldProps as g, VisionNode as gi, LayerStyleProps as gn, _default$4 as gr, AudioCompressorProps as gt, DepthOfField as h, VisionBundle as hi, LayerStyleOuterGlow as hn, _default$3 as hr, AudioCompressor as ht, ApplyLUT as i, PersonMatte as ii, Kaleidoscope as in, TonalShift as ir, VisionProps as it, HighPass as j, PaintProps as jn, _default$19 as jr, ChannelMerger as jt, HandWrittenAudioEffect as k, OpArtProps as kn, _default$17 as kr, CameraParallax3D as kt, CropProps as l, PoseSkeletonRenderer as li, LayerStyle as ln, Vignette as lr, effectFactories as lt, DeflickerProps as m, VisionAnalysisReport as mi, LayerStyleInnerShadow as mn, _default$2 as mr, AsciiProps as mt, AnyEffect as n, ObjectKinematicsSignals as ni, Iridescence as nn, StereoPanning as nr, UnsharpMaskProps as nt, AudioSignalExtractor as o, PinToObjectOptions as oi, KenBurns as on, ToonProps as or, AnyGeneratedEffect as ot, CustomEffect as p, TemporalObjectTracker as pi, LayerStyleInnerGlow as pn, _default$1 as pr, Ascii as pt, SelectiveColorAdjustment as q, RGBSplitProps as qn, COCO_CLASSES as qr, DisplacementMapProps as qt, AnyVisualEffect as r, ObjectTrackSignals as ri, IridescenceProps as rn, StereoPanningProps as rr, Vision as rt, AudioSignalExtractorProps as s, PoseLandmarkSignals as si, KenBurnsKeyframesItem as sn, Trails as sr, AnyGeneratedVisualEffect as st, AnyAudioEffect as t, ObjectCollectionSignals as ti, GooeyProps as tn, RotateProps as tr, UnsharpMask as tt, Curves as u, SegmentationResult as ui, LayerStyleBevelEmboss as un, VignetteProps as ur, effectMeta as ut, EffectOp as v, analyzeSequence as vi, Liquify as vn, _default$6 as vr, AudioDelayProps as vt, GradientMapStop as w, OpticalFlowComputePipeline as wi, MeshWarpPointsItem as wn, _default$12 as wr, AudioParametricEqProps as wt, FilmGrainProps as x, CannyComputePipeline as xi, MaskMath as xn, _default$9 as xr, AudioNoiseGate as xt, EffectPropsFor as y, pinNodeToLandmark as yi, LiquifyOperationsItem as yn, _default$7 as yr, AudioFade as yt, MotionBlurProps as z, PatchHealProps as zn, _default$26 as zr, Contour as zt };
-//# sourceMappingURL=index-UDDAfHAF.d.mts.map
+//# sourceMappingURL=index-Du5YgdzM.d.mts.map