framefields 2.9.3 → 2.11.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "framefields",
-  "version": "2.9.3",
+  "version": "2.11.0",
   "private": false,
   "description": "High-performance WebGPU rendering SDK for video composition, Photoshop-grade 2D VFX, audio DSP, and reactive signals. Built for AI Agents.",
   "license": "Apache-2.0",
@@ -81,6 +81,12 @@
       "import": "./dist/preview/index.mjs",
       "default": "./dist/preview/index.mjs"
     },
+    "./cloud": {
+      "types": "./dist/cloud/index.d.mts",
+      "development": "./src/cloud/index.ts",
+      "import": "./dist/cloud/index.mjs",
+      "default": "./dist/cloud/index.mjs"
+    },
     "./sam": {
       "types": "./dist/sam/index.d.mts",
       "development": "./src/sam/index.ts",
@@ -132,64 +138,64 @@
     "tsdown": "^0.19.0",
     "typescript": "^5.8.3",
     "vitest": "4.1.5",
-    "@framefields/ai": "2.9.3",
-    "@framefields/client-utils": "2.9.3",
-    "@framefields/compositions": "2.9.3",
-    "@framefields/core": "2.9.3",
-    "@framefields/node-audio-compressor": "2.9.3",
-    "@framefields/node-audio-delay": "2.9.3",
-    "@framefields/node-audio-noise-gate": "2.9.3",
-    "@framefields/components": "2.9.3",
-    "@framefields/node-audio-fade": "2.9.3",
-    "@framefields/node-blur": "2.9.3",
-    "@framefields/node-color-balance": "2.9.3",
-    "@framefields/node-audio-signal-extractor": "2.9.3",
-    "@framefields/node-colorkey": "2.9.3",
-    "@framefields/node-curves": "2.9.3",
-    "@framefields/node-corner-pin": "2.9.3",
-    "@framefields/node-audio-parametric-eq": "2.9.3",
-    "@framefields/node-audio-reverb": "2.9.3",
-    "@framefields/node-displacement-map": "2.9.3",
-    "@framefields/node-flip": "2.9.3",
-    "@framefields/node-deflicker": "2.9.3",
-    "@framefields/node-film-grain": "2.9.3",
-    "@framefields/node-gradient-map": "2.9.3",
-    "@framefields/node-crop": "2.9.3",
-    "@framefields/node-high-pass": "2.9.3",
-    "@framefields/node-layer-style": "2.9.3",
-    "@framefields/node-halftone-screen": "2.9.3",
-    "@framefields/node-levels": "2.9.3",
-    "@framefields/node-kenburns": "2.9.3",
-    "@framefields/node-lut": "2.9.3",
-    "@framefields/node-liquify": "2.9.3",
-    "@framefields/node-mask-math": "2.9.3",
-    "@framefields/node-mesh-warp": "2.9.3",
-    "@framefields/node-modulate": "2.9.3",
-    "@framefields/node-paint": "2.9.3",
-    "@framefields/node-particles": "2.9.3",
-    "@framefields/node-relight-3d": "2.9.3",
-    "@framefields/node-rotate": "2.9.3",
-    "@framefields/node-sdk": "2.9.3",
-    "@framefields/node-selective-color": "2.9.3",
-    "@framefields/node-shadows-highlights": "2.9.3",
-    "@framefields/node-refraction-caustics": "2.9.3",
-    "@framefields/node-signal": "2.9.3",
-    "@framefields/node-signal-gate": "2.9.3",
-    "@framefields/node-signal-math": "2.9.3",
-    "@framefields/node-stereo-panning": "2.9.3",
-    "@framefields/node-tile-offset": "2.9.3",
-    "@framefields/node-unsharp-mask": "2.9.3",
-    "@framefields/node-vignette": "2.9.3",
-    "@framefields/node-vision": "2.9.3",
-    "@framefields/renderer": "2.9.3",
-    "@framefields/renderers": "2.9.3",
-    "@framefields/tensor-webgpu": "2.9.3",
-    "@framefields/tsconfig": "2.9.3",
-    "@framefields/vision": "2.9.3",
-    "@framefields/vision-sam": "2.9.3",
-    "@framefields/webgpu-renderers": "2.9.3",
-    "@framefields/node-patch-heal": "2.9.3",
-    "@framefields/node-refine-edge": "2.9.3"
+    "@framefields/components": "2.11.0",
+    "@framefields/node-audio-compressor": "2.11.0",
+    "@framefields/core": "2.11.0",
+    "@framefields/ai": "2.11.0",
+    "@framefields/compositions": "2.11.0",
+    "@framefields/client-utils": "2.11.0",
+    "@framefields/node-audio-delay": "2.11.0",
+    "@framefields/node-audio-fade": "2.11.0",
+    "@framefields/node-audio-reverb": "2.11.0",
+    "@framefields/node-audio-noise-gate": "2.11.0",
+    "@framefields/node-audio-parametric-eq": "2.11.0",
+    "@framefields/node-audio-signal-extractor": "2.11.0",
+    "@framefields/node-color-balance": "2.11.0",
+    "@framefields/node-colorkey": "2.11.0",
+    "@framefields/node-corner-pin": "2.11.0",
+    "@framefields/node-curves": "2.11.0",
+    "@framefields/node-crop": "2.11.0",
+    "@framefields/node-flip": "2.11.0",
+    "@framefields/node-displacement-map": "2.11.0",
+    "@framefields/node-blur": "2.11.0",
+    "@framefields/node-kenburns": "2.11.0",
+    "@framefields/node-film-grain": "2.11.0",
+    "@framefields/node-deflicker": "2.11.0",
+    "@framefields/node-halftone-screen": "2.11.0",
+    "@framefields/node-high-pass": "2.11.0",
+    "@framefields/node-levels": "2.11.0",
+    "@framefields/node-gradient-map": "2.11.0",
+    "@framefields/node-liquify": "2.11.0",
+    "@framefields/node-layer-style": "2.11.0",
+    "@framefields/node-modulate": "2.11.0",
+    "@framefields/node-particles": "2.11.0",
+    "@framefields/node-mesh-warp": "2.11.0",
+    "@framefields/node-lut": "2.11.0",
+    "@framefields/node-refraction-caustics": "2.11.0",
+    "@framefields/node-refine-edge": "2.11.0",
+    "@framefields/node-paint": "2.11.0",
+    "@framefields/node-rotate": "2.11.0",
+    "@framefields/node-relight-3d": "2.11.0",
+    "@framefields/node-patch-heal": "2.11.0",
+    "@framefields/node-mask-math": "2.11.0",
+    "@framefields/node-signal": "2.11.0",
+    "@framefields/node-sdk": "2.11.0",
+    "@framefields/node-selective-color": "2.11.0",
+    "@framefields/node-signal-gate": "2.11.0",
+    "@framefields/node-tile-offset": "2.11.0",
+    "@framefields/node-stereo-panning": "2.11.0",
+    "@framefields/node-vignette": "2.11.0",
+    "@framefields/node-vision": "2.11.0",
+    "@framefields/node-unsharp-mask": "2.11.0",
+    "@framefields/renderers": "2.11.0",
+    "@framefields/vision": "2.11.0",
+    "@framefields/node-shadows-highlights": "2.11.0",
+    "@framefields/tsconfig": "2.11.0",
+    "@framefields/vision-sam": "2.11.0",
+    "@framefields/renderer": "2.11.0",
+    "@framefields/tensor-webgpu": "2.11.0",
+    "@framefields/webgpu-renderers": "2.11.0",
+    "@framefields/node-signal-math": "2.11.0"
   },
   "scripts": {
     "build": "tsdown && node ../../scripts/sync-readme.mjs && node scripts/check-bundled-imports.mjs && node scripts/check-components-treeshake.mjs && node scripts/check-registry-types.mjs",

package/dist/audio-B6RmYOPe.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"audio-B6RmYOPe.mjs","names":[],"sources":["../src/signals/audio.ts"],"sourcesContent":["import { decodeAudioSource } from \"@framefields/compositions\";\nimport {\n\ttype FrameSignal,\n\tframeArraySignal,\n\ttype GPUTextureBinding,\n} from \"@framefields/core\";\nimport {\n\ttype AudioSignalComputeConfig,\n\tAudioSignalComputePipeline,\n\tensureDevice,\n} from \"@framefields/webgpu-renderers\";\n\nexport interface AudioSignalOptions extends AudioSignalComputeConfig {\n\tfps?: number;\n\ttargetWidth?: number;\n\tpreviewMode?: \"waveform\" | \"envelope\" | \"beat_markers\" | \"spectrum\";\n}\n\nexport interface ExtractedAudioSignalsBundle {\n\tprimary: FrameSignal<number>;\n\tbeat: FrameSignal<number>;\n\tbass: FrameSignal<number>;\n\tenergy: FrameSignal<number>;\n\tdurationSec: number;\n\tnumFrames: number;\n\tsampleRate: number;\n\ttextureView: unknown;\n\ttexture: unknown;\n\tprimaryBuffer: unknown;\n\tbeatBuffer: unknown;\n\tbassBuffer: unknown;\n\tenergyBuffer: unknown;\n\tseekFrame(frame: number): void;\n}\n\nexport const AudioSignal = {\n\tasync extractFromChannels(\n\t\tchannels: Float32Array[],\n\t\tsampleRate: number,\n\t\toptions: AudioSignalOptions = {},\n\t): Promise<ExtractedAudioSignalsBundle> {\n\t\tconst device = await ensureDevice();\n\t\tconst fps = options.fps ?? 24;\n\t\tconst targetWidth = options.targetWidth ?? 512;\n\n\t\tconst extracted = await AudioSignalComputePipeline.extractFeatures(\n\t\t\tdevice,\n\t\t\tchannels,\n\t\t\tsampleRate,\n\t\t\tfps,\n\t\t\toptions,\n\t\t\ttargetWidth,\n\t\t);\n\n\t\tconst samples = extracted.channelSamples ?? {\n\t\t\tprimary: new Float32Array(extracted.numFrames),\n\t\t\tbeat: new Float32Array(extracted.numFrames),\n\t\t\tbass: new Float32Array(extracted.numFrames),\n\t\t\tenergy: new Float32Array(extracted.numFrames),\n\t\t};\n\n\t\tconst primaryBinding: GPUTextureBinding = {\n\t\t\tnodeId: \"audio_primary\",\n\t\t\tchannel: \"primary\",\n\t\t\ttextureView: extracted.textureView,\n\t\t\ttexture: extracted.texture,\n\t\t\tbuffer: extracted.primaryBuffer,\n\t\t\tstats: extracted.stats.primary,\n\t\t};\n\t\tconst beatBinding: GPUTextureBinding = {\n\t\t\tnodeId: \"audio_beat\",\n\t\t\tchannel: \"beat\",\n\t\t\ttextureView: extracted.textureView,\n\t\t\ttexture: extracted.texture,\n\t\t\tbuffer: extracted.beatBuffer,\n\t\t\tstats: extracted.stats.beat,\n\t\t};\n\t\tconst bassBinding: GPUTextureBinding = {\n\t\t\tnodeId: \"audio_bass\",\n\t\t\tchannel: \"bass\",\n\t\t\ttextureView: extracted.textureView,\n\t\t\ttexture: extracted.texture,\n\t\t\tbuffer: extracted.bassBuffer,\n\t\t\tstats: extracted.stats.bass,\n\t\t};\n\t\tconst energyBinding: GPUTextureBinding = {\n\t\t\tnodeId: \"audio_energy\",\n\t\t\tchannel: \"energy\",\n\t\t\ttextureView: extracted.textureView,\n\t\t\ttexture: extracted.texture,\n\t\t\tbuffer: extracted.energyBuffer,\n\t\t\tstats: extracted.stats.energy,\n\t\t};\n\n\t\tconst primary = frameArraySignal(samples.primary, fps, primaryBinding);\n\t\tconst beat = frameArraySignal(samples.beat, fps, beatBinding);\n\t\tconst bass = frameArraySignal(samples.bass, fps, bassBinding);\n\t\tconst energy = frameArraySignal(samples.energy, fps, energyBinding);\n\n\t\treturn {\n\t\t\tprimary,\n\t\t\tbeat,\n\t\t\tbass,\n\t\t\tenergy,\n\t\t\tdurationSec: extracted.durationSec,\n\t\t\tnumFrames: extracted.numFrames,\n\t\t\tsampleRate,\n\t\t\ttextureView: extracted.textureView,\n\t\t\ttexture: extracted.texture,\n\t\t\tprimaryBuffer: extracted.primaryBuffer,\n\t\t\tbeatBuffer: extracted.beatBuffer,\n\t\t\tbassBuffer: extracted.bassBuffer,\n\t\t\tenergyBuffer: extracted.energyBuffer,\n\t\t\tseekFrame(frame: number) {\n\t\t\t\tprimary.seekFrame?.(frame);\n\t\t\t\tbeat.seekFrame?.(frame);\n\t\t\t\tbass.seekFrame?.(frame);\n\t\t\t\tenergy.seekFrame?.(frame);\n\t\t\t},\n\t\t};\n\t},\n\n\tasync extract(\n\t\tsource: string,\n\t\toptions: AudioSignalOptions = {},\n\t): Promise<ExtractedAudioSignalsBundle> {\n\t\tconst decoded = await decodeAudioSource(source);\n\t\tif (!decoded || decoded.channels.length === 0) {\n\t\t\tthrow new Error(\n\t\t\t\t`Failed to decode audio source for feature extraction: ${source}`,\n\t\t\t);\n\t\t}\n\t\treturn AudioSignal.extractFromChannels(\n\t\t\tdecoded.channels,\n\t\t\tdecoded.sampleRate,\n\t\t\toptions,\n\t\t);\n\t},\n};\n"],"mappings":";;;;;AAmCA,MAAa,cAAc;CAC1B,MAAM,oBACL,UACA,YACA,UAA8B,EAAE,EACO;EACvC,MAAM,SAAS,MAAM,cAAc;EACnC,MAAM,MAAM,QAAQ,OAAO;EAC3B,MAAM,cAAc,QAAQ,eAAe;EAE3C,MAAM,YAAY,MAAM,2BAA2B,gBAClD,QACA,UACA,YACA,KACA,SACA,YACA;EAED,MAAM,UAAU,UAAU,kBAAkB;GAC3C,SAAS,IAAI,aAAa,UAAU,UAAU;GAC9C,MAAM,IAAI,aAAa,UAAU,UAAU;GAC3C,MAAM,IAAI,aAAa,UAAU,UAAU;GAC3C,QAAQ,IAAI,aAAa,UAAU,UAAU;GAC7C;EAED,MAAM,iBAAoC;GACzC,QAAQ;GACR,SAAS;GACT,aAAa,UAAU;GACvB,SAAS,UAAU;GACnB,QAAQ,UAAU;GAClB,OAAO,UAAU,MAAM;GACvB;EACD,MAAM,cAAiC;GACtC,QAAQ;GACR,SAAS;GACT,aAAa,UAAU;GACvB,SAAS,UAAU;GACnB,QAAQ,UAAU;GAClB,OAAO,UAAU,MAAM;GACvB;EACD,MAAM,cAAiC;GACtC,QAAQ;GACR,SAAS;GACT,aAAa,UAAU;GACvB,SAAS,UAAU;GACnB,QAAQ,UAAU;GAClB,OAAO,UAAU,MAAM;GACvB;EACD,MAAM,gBAAmC;GACxC,QAAQ;GACR,SAAS;GACT,aAAa,UAAU;GACvB,SAAS,UAAU;GACnB,QAAQ,UAAU;GAClB,OAAO,UAAU,MAAM;GACvB;EAED,MAAM,UAAU,iBAAiB,QAAQ,SAAS,KAAK,eAAe;EACtE,MAAM,OAAO,iBAAiB,QAAQ,MAAM,KAAK,YAAY;EAC7D,MAAM,OAAO,iBAAiB,QAAQ,MAAM,KAAK,YAAY;EAC7D,MAAM,SAAS,iBAAiB,QAAQ,QAAQ,KAAK,cAAc;AAEnE,SAAO;GACN;GACA;GACA;GACA;GACA,aAAa,UAAU;GACvB,WAAW,UAAU;GACrB;GACA,aAAa,UAAU;GACvB,SAAS,UAAU;GACnB,eAAe,UAAU;GACzB,YAAY,UAAU;GACtB,YAAY,UAAU;GACtB,cAAc,UAAU;GACxB,UAAU,OAAe;AACxB,YAAQ,YAAY,MAAM;AAC1B,SAAK,YAAY,MAAM;AACvB,SAAK,YAAY,MAAM;AACvB,WAAO,YAAY,MAAM;;GAE1B;;CAGF,MAAM,QACL,QACA,UAA8B,EAAE,EACO;EACvC,MAAM,UAAU,MAAM,kBAAkB,OAAO;AAC/C,MAAI,CAAC,WAAW,QAAQ,SAAS,WAAW,EAC3C,OAAM,IAAI,MACT,yDAAyD,SACzD;AAEF,SAAO,YAAY,oBAClB,QAAQ,UACR,QAAQ,YACR,QACA;;CAEF"}

package/dist/audio-D6tBMbHh.d.mts

@@ -1,38 +0,0 @@
-import { $ as FrameSignal } from "./index-9_4X2ro1.mjs";
-import { o as AudioSignalComputeConfig } from "./index-Bzo1uj8h.mjs";
-import { n as NodeRendererPlugin } from "./renderer-DoPEPlbG.mjs";
-
-//#region ../../nodes/node-modulate/dist/renderer.d.mts
-//#region src/renderers/index.d.ts
-declare const _default: Readonly<NodeRendererPlugin>;
-//#endregion
-//#endregion
-//#region src/signals/audio.d.ts
-interface AudioSignalOptions extends AudioSignalComputeConfig {
-  fps?: number;
-  targetWidth?: number;
-  previewMode?: "waveform" | "envelope" | "beat_markers" | "spectrum";
-}
-interface ExtractedAudioSignalsBundle {
-  primary: FrameSignal<number>;
-  beat: FrameSignal<number>;
-  bass: FrameSignal<number>;
-  energy: FrameSignal<number>;
-  durationSec: number;
-  numFrames: number;
-  sampleRate: number;
-  textureView: unknown;
-  texture: unknown;
-  primaryBuffer: unknown;
-  beatBuffer: unknown;
-  bassBuffer: unknown;
-  energyBuffer: unknown;
-  seekFrame(frame: number): void;
-}
-declare const AudioSignal: {
-  extractFromChannels(channels: Float32Array[], sampleRate: number, options?: AudioSignalOptions): Promise<ExtractedAudioSignalsBundle>;
-  extract(source: string, options?: AudioSignalOptions): Promise<ExtractedAudioSignalsBundle>;
-};
-//#endregion
-export { _default as i, AudioSignalOptions as n, ExtractedAudioSignalsBundle as r, AudioSignal as t };
-//# sourceMappingURL=audio-D6tBMbHh.d.mts.map

package/dist/audio-D6tBMbHh.d.mts.map

@@ -1 +0,0 @@
-{"version":3,"file":"audio-D6tBMbHh.d.mts","names":["_framefields_node_sdk_renderer0","_default","NodeRendererPlugin","Readonly","default"],"sources":["../../../nodes/node-modulate/dist/renderer.d.mts","../src/signals/audio.ts"],"sourcesContent":["import * as _framefields_node_sdk_renderer0 from \"@framefields/node-sdk/renderer\";\n\n//#region src/renderers/index.d.ts\ndeclare const _default: Readonly<_framefields_node_sdk_renderer0.NodeRendererPlugin>;\n//#endregion\nexport { _default as default };\n//# sourceMappingURL=renderer.d.mts.map"],"mappings":";;;;;;cAGcC,UAAUE,SAASH;;;;UCShB,kBAAA,SAA2B;;;EDT9BC,WAAsE,CAAA,EAAA,UAAnDD,GAAAA,UAAAA,GAAAA,cAAD,GAAA,UAAA;;UCef,2BAAA;WACP;EAPO,IAAA,EAQV,WARU,CAAA,MAAmB,CAAA;EAMnB,IAAA,EAGV,WAHU,CAAA,MAAA,CAAA;EACP,MAAA,EAGD,WAHC,CAAA,MAAA,CAAA;EACH,WAAA,EAAA,MAAA;EACA,SAAA,EAAA,MAAA;EACE,UAAA,EAAA,MAAA;EAAW,WAAA,EAAA,OAAA;EAaP,OAAA,EAAA,OAuGZ;EArGW,aAAA,EAAA,OAAA;EAED,UAAA,EAAA,OAAA;EACC,UAAA,EAAA,OAAA;EAAR,YAAA,EAAA,OAAA;EAoFO,SAAA,CAAA,KAAA,EAAA,MAAA,CAAA,EAAA,IAAA;;AACP,cA1FS,WA0FT,EAAA;EAAO,mBAAA,CAAA,QAAA,EAxFC,YAwFD,EAAA,EAAA,UAAA,EAAA,MAAA,EAAA,OAAA,CAAA,EAtFA,kBAsFA,CAAA,EArFP,OAqFO,CArFC,2BAqFD,CAAA;oCADA,qBACP,QAAQ"}