@aura3d/rendering 1.4.0 → 1.4.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (308) hide show
  1. package/package.json +38 -4
  2. package/AGENTS.md +0 -46
  3. package/src/ArchitecturalLightingFixtures.ts +0 -241
  4. package/src/ArchitecturalMaterialCatalog.ts +0 -130
  5. package/src/ArchitecturalMeasurementFixtures.ts +0 -155
  6. package/src/BRDFLut.ts +0 -47
  7. package/src/CameraFraming.ts +0 -200
  8. package/src/CanonicalSceneFixtures.ts +0 -95
  9. package/src/CascadedShadowMaps.ts +0 -449
  10. package/src/ColorManagement.ts +0 -127
  11. package/src/CullingFixtures.ts +0 -280
  12. package/src/DecalGeometry.ts +0 -26
  13. package/src/DepthPass.ts +0 -110
  14. package/src/EnvironmentBackgroundPass.ts +0 -194
  15. package/src/EnvironmentBackgroundResources.ts +0 -309
  16. package/src/EnvironmentLighting.ts +0 -96
  17. package/src/EnvironmentMapResources.ts +0 -1026
  18. package/src/EnvironmentPipeline.ts +0 -69
  19. package/src/EnvironmentPlatform.ts +0 -1306
  20. package/src/EnvironmentPreset.ts +0 -155
  21. package/src/Exposure.ts +0 -66
  22. package/src/ExternalParityRenderPreset.ts +0 -725
  23. package/src/ForwardPass.ts +0 -1668
  24. package/src/FrameVisualMetrics.ts +0 -301
  25. package/src/Geometry.ts +0 -461
  26. package/src/GeometryPrimitives.ts +0 -2
  27. package/src/HDRRenderPipeline.ts +0 -94
  28. package/src/IBL.ts +0 -86
  29. package/src/IndexBuffer.ts +0 -57
  30. package/src/InstancedPBRMaterial.ts +0 -186
  31. package/src/InstancedUnlitMaterial.ts +0 -60
  32. package/src/Instancing.ts +0 -19
  33. package/src/LightCollector.ts +0 -82
  34. package/src/LightUniforms.ts +0 -47
  35. package/src/LightingDebug.ts +0 -80
  36. package/src/LightingDefaults.ts +0 -79
  37. package/src/LightingRig.ts +0 -301
  38. package/src/LineGeometry.ts +0 -2
  39. package/src/Material.ts +0 -209
  40. package/src/MaterialBinding.ts +0 -131
  41. package/src/MaterialInstance.ts +0 -59
  42. package/src/MaterialPresets.ts +0 -272
  43. package/src/MorphTarget.ts +0 -124
  44. package/src/MorphTargetPlan.ts +0 -178
  45. package/src/MorphUnlitMaterial.ts +0 -60
  46. package/src/NormalMappedPBRMaterial.ts +0 -188
  47. package/src/OceanFixtures.ts +0 -318
  48. package/src/PBRLightingDefaults.ts +0 -12
  49. package/src/PBRMaterial.ts +0 -442
  50. package/src/PMREM.ts +0 -53
  51. package/src/PbrReference.ts +0 -681
  52. package/src/PostProcessPass.ts +0 -2507
  53. package/src/ProceduralTextureFixtures.ts +0 -393
  54. package/src/ProductTurntableFixtures.ts +0 -815
  55. package/src/Raycaster.ts +0 -21
  56. package/src/ReflectionProbe.ts +0 -13
  57. package/src/ReflectionSurfaces.ts +0 -219
  58. package/src/RenderBackend.ts +0 -43
  59. package/src/RenderDebugViews.ts +0 -138
  60. package/src/RenderDevice.ts +0 -836
  61. package/src/RenderGraph.ts +0 -194
  62. package/src/RenderPass.ts +0 -27
  63. package/src/RenderPipeline.ts +0 -101
  64. package/src/RenderQueue.ts +0 -12
  65. package/src/RenderState.ts +0 -12
  66. package/src/Renderer.ts +0 -2631
  67. package/src/RendererDebugOverlay.ts +0 -80
  68. package/src/RendererFeatureGates.ts +0 -150
  69. package/src/RendererPostprocessPlan.ts +0 -279
  70. package/src/RendererTiming.ts +0 -251
  71. package/src/RendererVisualPipelineReport.ts +0 -836
  72. package/src/ResourceLifecycle.ts +0 -21
  73. package/src/Sampler.ts +0 -37
  74. package/src/SceneOptimization.ts +0 -518
  75. package/src/ShaderChunks.ts +0 -393
  76. package/src/ShaderLibrary.ts +0 -2766
  77. package/src/ShaderModule.ts +0 -36
  78. package/src/ShaderPreprocessor.ts +0 -260
  79. package/src/ShaderReflection.ts +0 -201
  80. package/src/ShadowMap.ts +0 -237
  81. package/src/ShadowPass.ts +0 -198
  82. package/src/ShadowProjection.ts +0 -115
  83. package/src/SkinnedLitMaterial.ts +0 -397
  84. package/src/SkinnedUnlitMaterial.ts +0 -63
  85. package/src/SkinningBounds.ts +0 -131
  86. package/src/SpaceEnvironmentFixtures.ts +0 -200
  87. package/src/SpriteGeometry.ts +0 -21
  88. package/src/StereoCameraRig.ts +0 -127
  89. package/src/StereoEffects.ts +0 -274
  90. package/src/TerrainFixtures.ts +0 -180
  91. package/src/Texture.ts +0 -307
  92. package/src/TextureBinding.ts +0 -91
  93. package/src/TexturedPBRMaterial.ts +0 -1112
  94. package/src/TexturedUnlitMaterial.ts +0 -67
  95. package/src/ToneMapping.ts +0 -105
  96. package/src/UniformBinder.ts +0 -16
  97. package/src/UniformLayout.ts +0 -129
  98. package/src/UnlitMaterial.ts +0 -75
  99. package/src/VegetationFixtures.ts +0 -314
  100. package/src/VertexBuffer.ts +0 -120
  101. package/src/VertexFormat.ts +0 -171
  102. package/src/VoxelWorldFixtures.ts +0 -280
  103. package/src/WeatherFixtures.ts +0 -223
  104. package/src/WebGL2Device.ts +0 -2280
  105. package/src/WebGL2StateCache.ts +0 -330
  106. package/src/WebGPUDevice.ts +0 -2877
  107. package/src/WebGPURenderToTextureProof.ts +0 -139
  108. package/src/advanced-runtime/AdvancedRenderer.ts +0 -73
  109. package/src/advanced-runtime/index.ts +0 -9
  110. package/src/animation/AnimationMaterialStyle.ts +0 -32
  111. package/src/animation/AnimationRenderPreset.ts +0 -45
  112. package/src/animation/AnimationToonMaterial.ts +0 -387
  113. package/src/animation/AnimationVisualQuality.ts +0 -71
  114. package/src/animation/applyAnimationRenderPreset.ts +0 -180
  115. package/src/animation/index.ts +0 -5
  116. package/src/cinematic/BloomPass.ts +0 -26
  117. package/src/cinematic/CinematicDepthComposition.ts +0 -30
  118. package/src/cinematic/CinematicEvidence.ts +0 -123
  119. package/src/cinematic/CinematicLightingRig.ts +0 -144
  120. package/src/cinematic/CinematicMaterialPresets.ts +0 -130
  121. package/src/cinematic/CinematicPostProcess.ts +0 -83
  122. package/src/cinematic/DepthHazePass.ts +0 -30
  123. package/src/cinematic/EmissivePracticalLightSystem.ts +0 -45
  124. package/src/cinematic/FilmGrainPass.ts +0 -24
  125. package/src/cinematic/FogVolumeSystem.ts +0 -30
  126. package/src/cinematic/GlowCardSystem.ts +0 -44
  127. package/src/cinematic/RainParticleSystem.ts +0 -151
  128. package/src/cinematic/VignettePass.ts +0 -25
  129. package/src/cinematic/WetReflectionApproximation.ts +0 -27
  130. package/src/cinematic/index.ts +0 -14
  131. package/src/effects/CollisionModule.ts +0 -64
  132. package/src/effects/ColorModule.ts +0 -60
  133. package/src/effects/ForceModule.ts +0 -25
  134. package/src/effects/GPUParticleBackend.ts +0 -569
  135. package/src/effects/Particle.ts +0 -108
  136. package/src/effects/ParticleDiagnostics.ts +0 -224
  137. package/src/effects/ParticleEffectPresets.ts +0 -147
  138. package/src/effects/ParticleEmitter.ts +0 -326
  139. package/src/effects/ParticleModule.ts +0 -26
  140. package/src/effects/ParticleRenderPass.ts +0 -117
  141. package/src/effects/ParticleRenderer.ts +0 -132
  142. package/src/effects/ParticleSystem.ts +0 -333
  143. package/src/effects/SizeModule.ts +0 -56
  144. package/src/effects/TrailModule.ts +0 -72
  145. package/src/effects/VelocityModule.ts +0 -75
  146. package/src/effects/index.ts +0 -15
  147. package/src/index.ts +0 -925
  148. package/src/materials/AlphaSorting.ts +0 -30
  149. package/src/materials/MaterialExtensions.ts +0 -42
  150. package/src/materials/PhysicalMaterial.ts +0 -133
  151. package/src/materials/TransmissionPass.ts +0 -51
  152. package/src/performance/BVH.ts +0 -18
  153. package/src/performance/Batcher.ts +0 -2
  154. package/src/performance/FrustumCuller.ts +0 -9
  155. package/src/performance/LOD.ts +0 -20
  156. package/src/performance/Octree.ts +0 -10
  157. package/src/performance/RenderItemSorting.ts +0 -170
  158. package/src/performance/RendererStats.ts +0 -43
  159. package/src/performance/ResourceBudget.ts +0 -44
  160. package/src/postprocess/BloomPass.ts +0 -28
  161. package/src/postprocess/CinematicDiagnostics.ts +0 -642
  162. package/src/postprocess/ColorGradingPass.ts +0 -24
  163. package/src/postprocess/DepthOfFieldPass.ts +0 -12
  164. package/src/postprocess/EffectComposer.ts +0 -349
  165. package/src/postprocess/SSAOPass.ts +0 -20
  166. package/src/postprocess/index.ts +0 -34
  167. package/src/production-runtime/AnimationControlsPipeline.ts +0 -77
  168. package/src/production-runtime/PBRHDRPipeline.ts +0 -381
  169. package/src/production-runtime/ProductionEffectsPipeline.ts +0 -85
  170. package/src/production-runtime/ProductionRendererTypes.ts +0 -136
  171. package/src/production-runtime/ProductionRuntimeRenderer.ts +0 -172
  172. package/src/production-runtime/ProductionWebGL2Renderer.ts +0 -313
  173. package/src/production-runtime/ProductionWebGPURenderer.ts +0 -396
  174. package/src/production-runtime/TransmissionBackdropCapture.ts +0 -130
  175. package/src/production-runtime/animation/MorphTargetRenderer.ts +0 -2
  176. package/src/production-runtime/animation/SkinningRenderer.ts +0 -2
  177. package/src/production-runtime/backends/RendererBackend.ts +0 -17
  178. package/src/production-runtime/backends/WebGL2RendererBackend.ts +0 -30
  179. package/src/production-runtime/backends/WebGPURendererBackend.ts +0 -24
  180. package/src/production-runtime/backends/webgl2/WebGL2Buffer.ts +0 -2
  181. package/src/production-runtime/backends/webgl2/WebGL2Capabilities.ts +0 -2
  182. package/src/production-runtime/backends/webgl2/WebGL2RenderTarget.ts +0 -2
  183. package/src/production-runtime/backends/webgl2/WebGL2Shader.ts +0 -2
  184. package/src/production-runtime/backends/webgl2/WebGL2StateCache.ts +0 -1
  185. package/src/production-runtime/backends/webgl2/WebGL2Texture.ts +0 -2
  186. package/src/production-runtime/backends/webgpu/WebGPUBuffer.ts +0 -2
  187. package/src/production-runtime/backends/webgpu/WebGPUCapabilities.ts +0 -2
  188. package/src/production-runtime/backends/webgpu/WebGPURenderTarget.ts +0 -2
  189. package/src/production-runtime/backends/webgpu/WebGPUShader.ts +0 -2
  190. package/src/production-runtime/backends/webgpu/WebGPUTexture.ts +0 -2
  191. package/src/production-runtime/color/ColorManagement.ts +0 -3
  192. package/src/production-runtime/color/ToneMapping.ts +0 -7
  193. package/src/production-runtime/diagnostics/FrameCapture.ts +0 -2
  194. package/src/production-runtime/diagnostics/GPUCapabilities.ts +0 -2
  195. package/src/production-runtime/diagnostics/RendererStats.ts +0 -2
  196. package/src/production-runtime/environment/EnvironmentMap.ts +0 -1
  197. package/src/production-runtime/environment/HDRLoader.ts +0 -57
  198. package/src/production-runtime/environment/PMREMGenerator.ts +0 -713
  199. package/src/production-runtime/framegraph/FrameGraph.ts +0 -18
  200. package/src/production-runtime/framegraph/RenderPass.ts +0 -15
  201. package/src/production-runtime/geometry/ProjectedDecalGeometry.ts +0 -439
  202. package/src/production-runtime/index.ts +0 -127
  203. package/src/production-runtime/lights/LightManager.ts +0 -7
  204. package/src/production-runtime/lights/ShadowMapRenderer.ts +0 -5
  205. package/src/production-runtime/materials/GLTFMaterialAdapter.ts +0 -6
  206. package/src/production-runtime/materials/GLTFPBRMaterialAdapter.ts +0 -2
  207. package/src/production-runtime/materials/MaterialCompiler.ts +0 -7
  208. package/src/production-runtime/materials/MaterialTextureBindings.ts +0 -5
  209. package/src/production-runtime/materials/PBRMaterial.ts +0 -2
  210. package/src/production-runtime/materials/PBRShaderFeatures.ts +0 -2
  211. package/src/production-runtime/passes/ContactShadowPass.ts +0 -184
  212. package/src/production-runtime/passes/DepthPrepass.ts +0 -7
  213. package/src/production-runtime/passes/OpaquePass.ts +0 -7
  214. package/src/production-runtime/passes/ShadowPass.ts +0 -7
  215. package/src/production-runtime/passes/SkyboxPass.ts +0 -7
  216. package/src/production-runtime/passes/ToneMappingPass.ts +0 -7
  217. package/src/production-runtime/passes/TransparentPass.ts +0 -7
  218. package/src/production-runtime/postprocess/BloomPass.ts +0 -51
  219. package/src/production-runtime/postprocess/ColorGradingPass.ts +0 -49
  220. package/src/production-runtime/postprocess/DOFPass.ts +0 -47
  221. package/src/production-runtime/postprocess/FXAAPass.ts +0 -53
  222. package/src/production-runtime/postprocess/ProductionEffectComposer.ts +0 -78
  223. package/src/production-runtime/postprocess/ProductionPostProcessTypes.ts +0 -174
  224. package/src/production-runtime/postprocess/SSAOPass.ts +0 -45
  225. package/src/production-runtime/resources/GPUBuffer.ts +0 -2
  226. package/src/production-runtime/resources/GPUTexture.ts +0 -2
  227. package/src/production-runtime/resources/RenderTarget.ts +0 -3
  228. package/src/production-runtime/resources/ResourceCache.ts +0 -7
  229. package/src/production-runtime/scene/Camera.ts +0 -1
  230. package/src/production-runtime/scene/Lights.ts +0 -2
  231. package/src/production-runtime/scene/RenderableMesh.ts +0 -2
  232. package/src/production-runtime/scene/RenderablePrimitive.ts +0 -1
  233. package/src/production-runtime/scene/RenderableScene.ts +0 -4
  234. package/src/production-runtime/shaders/ShaderProgramLibrary.ts +0 -7
  235. package/src/production-runtime/shaders/chunks/brdf.glsl +0 -2
  236. package/src/production-runtime/shaders/chunks/ibl.glsl +0 -3
  237. package/src/production-runtime/shaders/chunks/pbr.frag.glsl +0 -47
  238. package/src/production-runtime/shaders/chunks/pbr.vert.glsl +0 -8
  239. package/src/production-runtime/shaders/chunks/shadows.glsl +0 -2
  240. package/src/production-runtime/shaders/wgsl/pbr.wgsl +0 -3
  241. package/src/production-runtime/shaders/wgsl/postprocess.wgsl +0 -2
  242. package/src/production-runtime/shaders/wgsl/skybox.wgsl +0 -2
  243. package/src/shaders/depth.frag.glsl +0 -5
  244. package/src/shaders/depth.vert.glsl +0 -8
  245. package/src/shaders/pbr-direct.frag.glsl +0 -687
  246. package/src/shaders/pbr-direct.vert.glsl +0 -18
  247. package/src/shaders/unlit.frag.glsl +0 -18
  248. package/src/shaders/unlit.vert.glsl +0 -13
  249. package/src/shadows/CascadedShadowPipeline.ts +0 -53
  250. package/src/shadows/ContactShadows.ts +0 -106
  251. package/src/shadows/ShadowDebugViews.ts +0 -46
  252. package/src/threejs-compatibility/InstancingSystem.ts +0 -17
  253. package/src/threejs-compatibility/LightingSystem.ts +0 -22
  254. package/src/threejs-compatibility/MaterialSystem.ts +0 -9
  255. package/src/threejs-compatibility/RenderTargetSystem.ts +0 -35
  256. package/src/threejs-compatibility/RendererDiagnostics.ts +0 -61
  257. package/src/threejs-compatibility/SceneRenderer.ts +0 -34
  258. package/src/threejs-compatibility/ShadowSystem.ts +0 -19
  259. package/src/threejs-compatibility/TextureSystem.ts +0 -19
  260. package/src/threejs-compatibility/ThreeCompatRenderer.ts +0 -90
  261. package/src/threejs-compatibility/TransparencySystem.ts +0 -19
  262. package/src/threejs-compatibility/index.ts +0 -29
  263. package/src/threejs-compatibility/performance/BVH.ts +0 -14
  264. package/src/threejs-compatibility/performance/FrustumCulling.ts +0 -10
  265. package/src/threejs-compatibility/performance/Instancing.ts +0 -4
  266. package/src/threejs-compatibility/performance/LODSystem.ts +0 -16
  267. package/src/threejs-compatibility/performance/OcclusionCulling.ts +0 -6
  268. package/src/threejs-compatibility/performance/RaycastAcceleration.ts +0 -12
  269. package/src/threejs-compatibility/performance/RendererProfiler.ts +0 -19
  270. package/src/threejs-compatibility/performance/TextureStreaming.ts +0 -4
  271. package/src/threejs-compatibility/performance/index.ts +0 -12
  272. package/src/threejs-compatibility/postprocess/BloomPass.ts +0 -16
  273. package/src/threejs-compatibility/postprocess/ColorGradingPass.ts +0 -16
  274. package/src/threejs-compatibility/postprocess/DepthOfFieldPass.ts +0 -21
  275. package/src/threejs-compatibility/postprocess/EffectComposer.ts +0 -14
  276. package/src/threejs-compatibility/postprocess/FXAAPass.ts +0 -15
  277. package/src/threejs-compatibility/postprocess/MotionBlurPass.ts +0 -20
  278. package/src/threejs-compatibility/postprocess/OutlinePass.ts +0 -21
  279. package/src/threejs-compatibility/postprocess/PostProcessTypes.ts +0 -169
  280. package/src/threejs-compatibility/postprocess/RenderPass.ts +0 -9
  281. package/src/threejs-compatibility/postprocess/SMAAPass.ts +0 -15
  282. package/src/threejs-compatibility/postprocess/SSAOPass.ts +0 -21
  283. package/src/threejs-compatibility/postprocess/ShaderPass.ts +0 -7
  284. package/src/threejs-compatibility/postprocess/TAAPass.ts +0 -15
  285. package/src/threejs-compatibility/postprocess/VignettePass.ts +0 -16
  286. package/src/threejs-compatibility/postprocess/index.ts +0 -15
  287. package/src/threejs-compatibility/shaders/NodeMaterial.ts +0 -21
  288. package/src/threejs-compatibility/shaders/RawShaderMaterial.ts +0 -6
  289. package/src/threejs-compatibility/shaders/ShaderDiagnostics.ts +0 -17
  290. package/src/threejs-compatibility/shaders/ShaderMaterial.ts +0 -18
  291. package/src/threejs-compatibility/shaders/ThreeCompatShaderChunks.ts +0 -6
  292. package/src/threejs-compatibility/shaders/Uniforms.ts +0 -18
  293. package/src/threejs-compatibility/shaders/index.ts +0 -9
  294. package/src/threejs-compatibility/vfx/GPUPointCloud.ts +0 -7
  295. package/src/threejs-compatibility/vfx/LineRenderer.ts +0 -13
  296. package/src/threejs-compatibility/vfx/ParticleSystem.ts +0 -23
  297. package/src/threejs-compatibility/vfx/SpriteSystem.ts +0 -14
  298. package/src/threejs-compatibility/vfx/TrailRenderer.ts +0 -8
  299. package/src/threejs-compatibility/vfx/VFXDiagnostics.ts +0 -23
  300. package/src/threejs-compatibility/vfx/index.ts +0 -9
  301. package/src/threejs-example-parity/index.ts +0 -205
  302. package/src/webgpu/WebGPUBuffer.ts +0 -1
  303. package/src/webgpu/WebGPUCompute.ts +0 -2
  304. package/src/webgpu/WebGPUPipelineCache.ts +0 -15
  305. package/src/webgpu/WebGPUPostProcess.ts +0 -2
  306. package/src/webgpu/WebGPUTexture.ts +0 -2
  307. package/tsconfig.json +0 -26
  308. package/vitest.config.ts +0 -20
@@ -1,301 +0,0 @@
1
- export interface FrameVisualMetricsOptions {
2
- readonly darkLumaThreshold?: number;
3
- readonly salientLumaThreshold?: number;
4
- readonly bucketShift?: 4 | 5 | 6;
5
- readonly edgeLumaThreshold?: number;
6
- }
7
-
8
- export interface FrameVisualBounds {
9
- readonly minX: number;
10
- readonly minY: number;
11
- readonly maxX: number;
12
- readonly maxY: number;
13
- readonly width: number;
14
- readonly height: number;
15
- }
16
-
17
- export interface FrameVisualMetrics {
18
- readonly width: number;
19
- readonly height: number;
20
- readonly pixelCount: number;
21
- readonly nonDarkPixels: number;
22
- readonly nonDarkRatio: number;
23
- readonly salientPixels: number;
24
- readonly salientRatio: number;
25
- readonly occupiedAreaRatio: number;
26
- readonly occupiedQuadrants: number;
27
- readonly meanLuma: number;
28
- readonly averageLuma: number;
29
- readonly minLuma: number;
30
- readonly maxLuma: number;
31
- readonly darkPixelRatio: number;
32
- readonly colorBuckets: number;
33
- readonly dominantBucketRatio: number;
34
- readonly edgePixels: number;
35
- readonly edgePixelRatio: number;
36
- readonly flatPixels: number;
37
- readonly flatPixelRatio: number;
38
- readonly localContrastPixels: number;
39
- readonly localContrastRatio: number;
40
- readonly bounds?: FrameVisualBounds;
41
- }
42
-
43
- export interface FrameMotionRegion {
44
- readonly id: string;
45
- readonly bounds: FrameVisualBounds;
46
- readonly changedPixels: number;
47
- readonly changedRatio: number;
48
- }
49
-
50
- export interface FrameMotionRegionMetrics {
51
- readonly width: number;
52
- readonly height: number;
53
- readonly changedPixels: number;
54
- readonly changedRatio: number;
55
- readonly regions: readonly FrameMotionRegion[];
56
- readonly characterVisible: boolean;
57
- readonly characterMotionRegionCount: number;
58
- }
59
-
60
- export interface FrameVisualQualityThresholds {
61
- readonly minNonDarkRatio?: number;
62
- readonly minSalientRatio?: number;
63
- readonly minOccupiedAreaRatio?: number;
64
- readonly minOccupiedQuadrants?: number;
65
- readonly minMeanLuma?: number;
66
- readonly minMaxLuma?: number;
67
- readonly minColorBuckets?: number;
68
- readonly maxDarkPixelRatio?: number;
69
- readonly maxDominantBucketRatio?: number;
70
- readonly minEdgePixelRatio?: number;
71
- readonly maxFlatPixelRatio?: number;
72
- readonly minLocalContrastRatio?: number;
73
- }
74
-
75
- export interface FrameVisualQualityResult {
76
- readonly ok: boolean;
77
- readonly failures: readonly string[];
78
- }
79
-
80
- export function analyzeRgbaFrameVisualMetrics(
81
- pixels: Uint8Array | Uint8ClampedArray,
82
- width: number,
83
- height: number,
84
- options: FrameVisualMetricsOptions = {}
85
- ): FrameVisualMetrics {
86
- if (!Number.isInteger(width) || !Number.isInteger(height) || width <= 0 || height <= 0) {
87
- throw new RangeError("Frame visual metrics require positive integer width and height.");
88
- }
89
- if (pixels.length !== width * height * 4) {
90
- throw new RangeError("Frame visual metrics require RGBA pixels with width * height * 4 bytes.");
91
- }
92
- const darkLumaThreshold = options.darkLumaThreshold ?? 18;
93
- const salientLumaThreshold = options.salientLumaThreshold ?? 24;
94
- const bucketShift = options.bucketShift ?? 4;
95
- const edgeLumaThreshold = options.edgeLumaThreshold ?? 42;
96
- const buckets = new Map<string, number>();
97
- let nonDarkPixels = 0;
98
- let salientPixels = 0;
99
- let darkPixels = 0;
100
- let lumaSum = 0;
101
- let minLuma = Number.POSITIVE_INFINITY;
102
- let maxLuma = 0;
103
- let minX = width;
104
- let minY = height;
105
- let maxX = -1;
106
- let maxY = -1;
107
- const quadrants = new Set<number>();
108
-
109
- for (let y = 0; y < height; y += 1) {
110
- for (let x = 0; x < width; x += 1) {
111
- const index = (y * width + x) * 4;
112
- const r = pixels[index] ?? 0;
113
- const g = pixels[index + 1] ?? 0;
114
- const b = pixels[index + 2] ?? 0;
115
- const luma = framePixelLuma(r, g, b);
116
- lumaSum += luma;
117
- minLuma = Math.min(minLuma, luma);
118
- maxLuma = Math.max(maxLuma, luma);
119
- if (luma > darkLumaThreshold) nonDarkPixels += 1;
120
- else darkPixels += 1;
121
- if (luma > salientLumaThreshold) {
122
- salientPixels += 1;
123
- minX = Math.min(minX, x);
124
- minY = Math.min(minY, y);
125
- maxX = Math.max(maxX, x);
126
- maxY = Math.max(maxY, y);
127
- quadrants.add((x >= width / 2 ? 1 : 0) + (y >= height / 2 ? 2 : 0));
128
- }
129
- const bucket = `${r >> bucketShift}:${g >> bucketShift}:${b >> bucketShift}`;
130
- buckets.set(bucket, (buckets.get(bucket) ?? 0) + 1);
131
- }
132
- }
133
-
134
- let edgePixels = 0;
135
- let flatPixels = 0;
136
- let localContrastPixels = 0;
137
- for (let y = 1; y < height; y += 1) {
138
- for (let x = 1; x < width; x += 1) {
139
- const index = (y * width + x) * 4;
140
- const luma = rgbaPixelLuma(pixels, index);
141
- const left = rgbaPixelLuma(pixels, index - 4);
142
- const up = rgbaPixelLuma(pixels, index - width * 4);
143
- const delta = Math.abs(luma - left) + Math.abs(luma - up);
144
- if (delta > edgeLumaThreshold) {
145
- edgePixels += 1;
146
- }
147
- if (delta <= 2) {
148
- flatPixels += 1;
149
- }
150
- if (delta >= 8) {
151
- localContrastPixels += 1;
152
- }
153
- }
154
- }
155
-
156
- const pixelCount = width * height;
157
- const dominantBucket = Math.max(0, ...buckets.values());
158
- const bounds = maxX >= minX && maxY >= minY
159
- ? {
160
- minX,
161
- minY,
162
- maxX,
163
- maxY,
164
- width: maxX - minX + 1,
165
- height: maxY - minY + 1
166
- }
167
- : undefined;
168
- const occupiedAreaRatio = bounds ? (bounds.width * bounds.height) / pixelCount : 0;
169
- const meanLuma = lumaSum / pixelCount;
170
- return {
171
- width,
172
- height,
173
- pixelCount,
174
- nonDarkPixels,
175
- nonDarkRatio: nonDarkPixels / pixelCount,
176
- salientPixels,
177
- salientRatio: salientPixels / pixelCount,
178
- occupiedAreaRatio,
179
- occupiedQuadrants: quadrants.size,
180
- meanLuma,
181
- averageLuma: meanLuma,
182
- minLuma: Number.isFinite(minLuma) ? minLuma : 0,
183
- maxLuma,
184
- darkPixelRatio: darkPixels / pixelCount,
185
- colorBuckets: buckets.size,
186
- dominantBucketRatio: dominantBucket / pixelCount,
187
- edgePixels,
188
- edgePixelRatio: edgePixels / pixelCount,
189
- flatPixels,
190
- flatPixelRatio: flatPixels / pixelCount,
191
- localContrastPixels,
192
- localContrastRatio: localContrastPixels / pixelCount,
193
- ...(bounds ? { bounds } : {})
194
- };
195
- }
196
-
197
- export function evaluateFrameVisualQuality(
198
- metrics: FrameVisualMetrics,
199
- thresholds: FrameVisualQualityThresholds
200
- ): FrameVisualQualityResult {
201
- const failures = [
202
- thresholdFailure("nonDarkRatio", metrics.nonDarkRatio, thresholds.minNonDarkRatio, "min"),
203
- thresholdFailure("salientRatio", metrics.salientRatio, thresholds.minSalientRatio, "min"),
204
- thresholdFailure("occupiedAreaRatio", metrics.occupiedAreaRatio, thresholds.minOccupiedAreaRatio, "min"),
205
- thresholdFailure("occupiedQuadrants", metrics.occupiedQuadrants, thresholds.minOccupiedQuadrants, "min"),
206
- thresholdFailure("meanLuma", metrics.meanLuma, thresholds.minMeanLuma, "min"),
207
- thresholdFailure("maxLuma", metrics.maxLuma, thresholds.minMaxLuma, "min"),
208
- thresholdFailure("colorBuckets", metrics.colorBuckets, thresholds.minColorBuckets, "min"),
209
- thresholdFailure("darkPixelRatio", metrics.darkPixelRatio, thresholds.maxDarkPixelRatio, "max"),
210
- thresholdFailure("dominantBucketRatio", metrics.dominantBucketRatio, thresholds.maxDominantBucketRatio, "max"),
211
- thresholdFailure("edgePixelRatio", metrics.edgePixelRatio, thresholds.minEdgePixelRatio, "min"),
212
- thresholdFailure("flatPixelRatio", metrics.flatPixelRatio, thresholds.maxFlatPixelRatio, "max"),
213
- thresholdFailure("localContrastRatio", metrics.localContrastRatio, thresholds.minLocalContrastRatio, "min")
214
- ].filter((failure): failure is string => Boolean(failure));
215
- return { ok: failures.length === 0, failures };
216
- }
217
-
218
- export function analyzeRgbaFrameMotionRegions(
219
- previous: Uint8Array | Uint8ClampedArray,
220
- next: Uint8Array | Uint8ClampedArray,
221
- width: number,
222
- height: number,
223
- options: { readonly deltaThreshold?: number | undefined; readonly minRegionPixels?: number | undefined } = {}
224
- ): FrameMotionRegionMetrics {
225
- if (!Number.isInteger(width) || !Number.isInteger(height) || width <= 0 || height <= 0) {
226
- throw new RangeError("Frame motion metrics require positive integer width and height.");
227
- }
228
- if (previous.length !== width * height * 4 || next.length !== width * height * 4) {
229
- throw new RangeError("Frame motion metrics require two RGBA frames with width * height * 4 bytes.");
230
- }
231
- const deltaThreshold = options.deltaThreshold ?? 18;
232
- const minRegionPixels = options.minRegionPixels ?? Math.max(4, Math.round(width * height * 0.002));
233
- let changedPixels = 0;
234
- let minX = width;
235
- let minY = height;
236
- let maxX = -1;
237
- let maxY = -1;
238
-
239
- for (let y = 0; y < height; y += 1) {
240
- for (let x = 0; x < width; x += 1) {
241
- const index = (y * width + x) * 4;
242
- const delta =
243
- Math.abs((next[index] ?? 0) - (previous[index] ?? 0)) +
244
- Math.abs((next[index + 1] ?? 0) - (previous[index + 1] ?? 0)) +
245
- Math.abs((next[index + 2] ?? 0) - (previous[index + 2] ?? 0));
246
- if (delta <= deltaThreshold) continue;
247
- changedPixels += 1;
248
- minX = Math.min(minX, x);
249
- minY = Math.min(minY, y);
250
- maxX = Math.max(maxX, x);
251
- maxY = Math.max(maxY, y);
252
- }
253
- }
254
-
255
- const bounds = maxX >= minX && maxY >= minY
256
- ? {
257
- minX,
258
- minY,
259
- maxX,
260
- maxY,
261
- width: maxX - minX + 1,
262
- height: maxY - minY + 1
263
- }
264
- : undefined;
265
- const regions = bounds && changedPixels >= minRegionPixels
266
- ? [{
267
- id: "motion-region-1",
268
- bounds,
269
- changedPixels,
270
- changedRatio: changedPixels / (width * height)
271
- }]
272
- : [];
273
- return {
274
- width,
275
- height,
276
- changedPixels,
277
- changedRatio: changedPixels / (width * height),
278
- regions,
279
- characterVisible: regions.length > 0,
280
- characterMotionRegionCount: regions.length
281
- };
282
- }
283
-
284
- function thresholdFailure(name: string, actual: number, expected: number | undefined, direction: "min" | "max"): string | undefined {
285
- if (expected === undefined) return undefined;
286
- if (direction === "min" && actual < expected) return `${name} ${roundMetric(actual)} < ${expected}`;
287
- if (direction === "max" && actual > expected) return `${name} ${roundMetric(actual)} > ${expected}`;
288
- return undefined;
289
- }
290
-
291
- function rgbaPixelLuma(pixels: Uint8Array | Uint8ClampedArray, index: number): number {
292
- return framePixelLuma(pixels[index] ?? 0, pixels[index + 1] ?? 0, pixels[index + 2] ?? 0);
293
- }
294
-
295
- function framePixelLuma(r: number, g: number, b: number): number {
296
- return r * 0.2126 + g * 0.7152 + b * 0.0722;
297
- }
298
-
299
- function roundMetric(value: number): number {
300
- return Math.round(value * 10_000) / 10_000;
301
- }