@aura3d/rendering 1.3.3 → 1.4.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (314) hide show
  1. package/dist/ForwardPass.js +7 -1
  2. package/dist/ForwardPass.js.map +1 -1
  3. package/dist/MorphTarget.d.ts +1 -0
  4. package/dist/MorphTarget.d.ts.map +1 -1
  5. package/dist/MorphTarget.js.map +1 -1
  6. package/dist/Renderer.js +7 -1
  7. package/dist/Renderer.js.map +1 -1
  8. package/package.json +38 -4
  9. package/src/ArchitecturalLightingFixtures.ts +0 -241
  10. package/src/ArchitecturalMaterialCatalog.ts +0 -130
  11. package/src/ArchitecturalMeasurementFixtures.ts +0 -155
  12. package/src/BRDFLut.ts +0 -47
  13. package/src/CameraFraming.ts +0 -200
  14. package/src/CanonicalSceneFixtures.ts +0 -95
  15. package/src/CascadedShadowMaps.ts +0 -449
  16. package/src/ColorManagement.ts +0 -127
  17. package/src/CullingFixtures.ts +0 -280
  18. package/src/DecalGeometry.ts +0 -26
  19. package/src/DepthPass.ts +0 -110
  20. package/src/EnvironmentBackgroundPass.ts +0 -194
  21. package/src/EnvironmentBackgroundResources.ts +0 -309
  22. package/src/EnvironmentLighting.ts +0 -96
  23. package/src/EnvironmentMapResources.ts +0 -1026
  24. package/src/EnvironmentPipeline.ts +0 -69
  25. package/src/EnvironmentPlatform.ts +0 -1306
  26. package/src/EnvironmentPreset.ts +0 -155
  27. package/src/Exposure.ts +0 -66
  28. package/src/ExternalParityRenderPreset.ts +0 -725
  29. package/src/ForwardPass.ts +0 -1663
  30. package/src/FrameVisualMetrics.ts +0 -301
  31. package/src/Geometry.ts +0 -461
  32. package/src/GeometryPrimitives.ts +0 -2
  33. package/src/HDRRenderPipeline.ts +0 -94
  34. package/src/IBL.ts +0 -86
  35. package/src/IndexBuffer.ts +0 -57
  36. package/src/InstancedPBRMaterial.ts +0 -186
  37. package/src/InstancedUnlitMaterial.ts +0 -60
  38. package/src/Instancing.ts +0 -19
  39. package/src/LightCollector.ts +0 -82
  40. package/src/LightUniforms.ts +0 -47
  41. package/src/LightingDebug.ts +0 -80
  42. package/src/LightingDefaults.ts +0 -79
  43. package/src/LightingRig.ts +0 -301
  44. package/src/LineGeometry.ts +0 -2
  45. package/src/Material.ts +0 -209
  46. package/src/MaterialBinding.ts +0 -131
  47. package/src/MaterialInstance.ts +0 -59
  48. package/src/MaterialPresets.ts +0 -272
  49. package/src/MorphTarget.ts +0 -123
  50. package/src/MorphTargetPlan.ts +0 -178
  51. package/src/MorphUnlitMaterial.ts +0 -60
  52. package/src/NormalMappedPBRMaterial.ts +0 -188
  53. package/src/OceanFixtures.ts +0 -318
  54. package/src/PBRLightingDefaults.ts +0 -12
  55. package/src/PBRMaterial.ts +0 -442
  56. package/src/PMREM.ts +0 -53
  57. package/src/PbrReference.ts +0 -681
  58. package/src/PostProcessPass.ts +0 -2507
  59. package/src/ProceduralTextureFixtures.ts +0 -393
  60. package/src/ProductTurntableFixtures.ts +0 -815
  61. package/src/Raycaster.ts +0 -21
  62. package/src/ReflectionProbe.ts +0 -13
  63. package/src/ReflectionSurfaces.ts +0 -219
  64. package/src/RenderBackend.ts +0 -43
  65. package/src/RenderDebugViews.ts +0 -138
  66. package/src/RenderDevice.ts +0 -836
  67. package/src/RenderGraph.ts +0 -194
  68. package/src/RenderPass.ts +0 -27
  69. package/src/RenderPipeline.ts +0 -101
  70. package/src/RenderQueue.ts +0 -12
  71. package/src/RenderState.ts +0 -12
  72. package/src/Renderer.ts +0 -2626
  73. package/src/RendererDebugOverlay.ts +0 -80
  74. package/src/RendererFeatureGates.ts +0 -150
  75. package/src/RendererPostprocessPlan.ts +0 -279
  76. package/src/RendererTiming.ts +0 -251
  77. package/src/RendererVisualPipelineReport.ts +0 -836
  78. package/src/ResourceLifecycle.ts +0 -21
  79. package/src/Sampler.ts +0 -37
  80. package/src/SceneOptimization.ts +0 -518
  81. package/src/ShaderChunks.ts +0 -393
  82. package/src/ShaderLibrary.ts +0 -2766
  83. package/src/ShaderModule.ts +0 -36
  84. package/src/ShaderPreprocessor.ts +0 -260
  85. package/src/ShaderReflection.ts +0 -201
  86. package/src/ShadowMap.ts +0 -237
  87. package/src/ShadowPass.ts +0 -198
  88. package/src/ShadowProjection.ts +0 -115
  89. package/src/SkinnedLitMaterial.ts +0 -397
  90. package/src/SkinnedUnlitMaterial.ts +0 -63
  91. package/src/SkinningBounds.ts +0 -131
  92. package/src/SpaceEnvironmentFixtures.ts +0 -200
  93. package/src/SpriteGeometry.ts +0 -21
  94. package/src/StereoCameraRig.ts +0 -127
  95. package/src/StereoEffects.ts +0 -274
  96. package/src/TerrainFixtures.ts +0 -180
  97. package/src/Texture.ts +0 -307
  98. package/src/TextureBinding.ts +0 -91
  99. package/src/TexturedPBRMaterial.ts +0 -1112
  100. package/src/TexturedUnlitMaterial.ts +0 -67
  101. package/src/ToneMapping.ts +0 -105
  102. package/src/UniformBinder.ts +0 -16
  103. package/src/UniformLayout.ts +0 -129
  104. package/src/UnlitMaterial.ts +0 -75
  105. package/src/VegetationFixtures.ts +0 -314
  106. package/src/VertexBuffer.ts +0 -120
  107. package/src/VertexFormat.ts +0 -171
  108. package/src/VoxelWorldFixtures.ts +0 -280
  109. package/src/WeatherFixtures.ts +0 -223
  110. package/src/WebGL2Device.ts +0 -2280
  111. package/src/WebGL2StateCache.ts +0 -330
  112. package/src/WebGPUDevice.ts +0 -2877
  113. package/src/WebGPURenderToTextureProof.ts +0 -139
  114. package/src/advanced-runtime/AdvancedRenderer.ts +0 -73
  115. package/src/advanced-runtime/index.ts +0 -9
  116. package/src/animation/AnimationMaterialStyle.ts +0 -32
  117. package/src/animation/AnimationRenderPreset.ts +0 -45
  118. package/src/animation/AnimationToonMaterial.ts +0 -387
  119. package/src/animation/AnimationVisualQuality.ts +0 -71
  120. package/src/animation/applyAnimationRenderPreset.ts +0 -180
  121. package/src/animation/index.ts +0 -5
  122. package/src/cinematic/BloomPass.ts +0 -26
  123. package/src/cinematic/CinematicDepthComposition.ts +0 -30
  124. package/src/cinematic/CinematicEvidence.ts +0 -123
  125. package/src/cinematic/CinematicLightingRig.ts +0 -144
  126. package/src/cinematic/CinematicMaterialPresets.ts +0 -130
  127. package/src/cinematic/CinematicPostProcess.ts +0 -83
  128. package/src/cinematic/DepthHazePass.ts +0 -30
  129. package/src/cinematic/EmissivePracticalLightSystem.ts +0 -45
  130. package/src/cinematic/FilmGrainPass.ts +0 -24
  131. package/src/cinematic/FogVolumeSystem.ts +0 -30
  132. package/src/cinematic/GlowCardSystem.ts +0 -44
  133. package/src/cinematic/RainParticleSystem.ts +0 -151
  134. package/src/cinematic/VignettePass.ts +0 -25
  135. package/src/cinematic/WetReflectionApproximation.ts +0 -27
  136. package/src/cinematic/index.ts +0 -14
  137. package/src/effects/CollisionModule.ts +0 -64
  138. package/src/effects/ColorModule.ts +0 -60
  139. package/src/effects/ForceModule.ts +0 -25
  140. package/src/effects/GPUParticleBackend.ts +0 -569
  141. package/src/effects/Particle.ts +0 -108
  142. package/src/effects/ParticleDiagnostics.ts +0 -224
  143. package/src/effects/ParticleEffectPresets.ts +0 -147
  144. package/src/effects/ParticleEmitter.ts +0 -326
  145. package/src/effects/ParticleModule.ts +0 -26
  146. package/src/effects/ParticleRenderPass.ts +0 -117
  147. package/src/effects/ParticleRenderer.ts +0 -132
  148. package/src/effects/ParticleSystem.ts +0 -333
  149. package/src/effects/SizeModule.ts +0 -56
  150. package/src/effects/TrailModule.ts +0 -72
  151. package/src/effects/VelocityModule.ts +0 -75
  152. package/src/effects/index.ts +0 -15
  153. package/src/index.ts +0 -925
  154. package/src/materials/AlphaSorting.ts +0 -30
  155. package/src/materials/MaterialExtensions.ts +0 -42
  156. package/src/materials/PhysicalMaterial.ts +0 -133
  157. package/src/materials/TransmissionPass.ts +0 -51
  158. package/src/performance/BVH.ts +0 -18
  159. package/src/performance/Batcher.ts +0 -2
  160. package/src/performance/FrustumCuller.ts +0 -9
  161. package/src/performance/LOD.ts +0 -20
  162. package/src/performance/Octree.ts +0 -10
  163. package/src/performance/RenderItemSorting.ts +0 -170
  164. package/src/performance/RendererStats.ts +0 -43
  165. package/src/performance/ResourceBudget.ts +0 -44
  166. package/src/postprocess/BloomPass.ts +0 -28
  167. package/src/postprocess/CinematicDiagnostics.ts +0 -642
  168. package/src/postprocess/ColorGradingPass.ts +0 -24
  169. package/src/postprocess/DepthOfFieldPass.ts +0 -12
  170. package/src/postprocess/EffectComposer.ts +0 -349
  171. package/src/postprocess/SSAOPass.ts +0 -20
  172. package/src/postprocess/index.ts +0 -34
  173. package/src/production-runtime/AnimationControlsPipeline.ts +0 -77
  174. package/src/production-runtime/PBRHDRPipeline.ts +0 -381
  175. package/src/production-runtime/ProductionEffectsPipeline.ts +0 -85
  176. package/src/production-runtime/ProductionRendererTypes.ts +0 -136
  177. package/src/production-runtime/ProductionRuntimeRenderer.ts +0 -172
  178. package/src/production-runtime/ProductionWebGL2Renderer.ts +0 -313
  179. package/src/production-runtime/ProductionWebGPURenderer.ts +0 -396
  180. package/src/production-runtime/TransmissionBackdropCapture.ts +0 -130
  181. package/src/production-runtime/animation/MorphTargetRenderer.ts +0 -2
  182. package/src/production-runtime/animation/SkinningRenderer.ts +0 -2
  183. package/src/production-runtime/backends/RendererBackend.ts +0 -17
  184. package/src/production-runtime/backends/WebGL2RendererBackend.ts +0 -30
  185. package/src/production-runtime/backends/WebGPURendererBackend.ts +0 -24
  186. package/src/production-runtime/backends/webgl2/WebGL2Buffer.ts +0 -2
  187. package/src/production-runtime/backends/webgl2/WebGL2Capabilities.ts +0 -2
  188. package/src/production-runtime/backends/webgl2/WebGL2RenderTarget.ts +0 -2
  189. package/src/production-runtime/backends/webgl2/WebGL2Shader.ts +0 -2
  190. package/src/production-runtime/backends/webgl2/WebGL2StateCache.ts +0 -1
  191. package/src/production-runtime/backends/webgl2/WebGL2Texture.ts +0 -2
  192. package/src/production-runtime/backends/webgpu/WebGPUBuffer.ts +0 -2
  193. package/src/production-runtime/backends/webgpu/WebGPUCapabilities.ts +0 -2
  194. package/src/production-runtime/backends/webgpu/WebGPURenderTarget.ts +0 -2
  195. package/src/production-runtime/backends/webgpu/WebGPUShader.ts +0 -2
  196. package/src/production-runtime/backends/webgpu/WebGPUTexture.ts +0 -2
  197. package/src/production-runtime/color/ColorManagement.ts +0 -3
  198. package/src/production-runtime/color/ToneMapping.ts +0 -7
  199. package/src/production-runtime/diagnostics/FrameCapture.ts +0 -2
  200. package/src/production-runtime/diagnostics/GPUCapabilities.ts +0 -2
  201. package/src/production-runtime/diagnostics/RendererStats.ts +0 -2
  202. package/src/production-runtime/environment/EnvironmentMap.ts +0 -1
  203. package/src/production-runtime/environment/HDRLoader.ts +0 -57
  204. package/src/production-runtime/environment/PMREMGenerator.ts +0 -713
  205. package/src/production-runtime/framegraph/FrameGraph.ts +0 -18
  206. package/src/production-runtime/framegraph/RenderPass.ts +0 -15
  207. package/src/production-runtime/geometry/ProjectedDecalGeometry.ts +0 -439
  208. package/src/production-runtime/index.ts +0 -127
  209. package/src/production-runtime/lights/LightManager.ts +0 -7
  210. package/src/production-runtime/lights/ShadowMapRenderer.ts +0 -5
  211. package/src/production-runtime/materials/GLTFMaterialAdapter.ts +0 -6
  212. package/src/production-runtime/materials/GLTFPBRMaterialAdapter.ts +0 -2
  213. package/src/production-runtime/materials/MaterialCompiler.ts +0 -7
  214. package/src/production-runtime/materials/MaterialTextureBindings.ts +0 -5
  215. package/src/production-runtime/materials/PBRMaterial.ts +0 -2
  216. package/src/production-runtime/materials/PBRShaderFeatures.ts +0 -2
  217. package/src/production-runtime/passes/ContactShadowPass.ts +0 -184
  218. package/src/production-runtime/passes/DepthPrepass.ts +0 -7
  219. package/src/production-runtime/passes/OpaquePass.ts +0 -7
  220. package/src/production-runtime/passes/ShadowPass.ts +0 -7
  221. package/src/production-runtime/passes/SkyboxPass.ts +0 -7
  222. package/src/production-runtime/passes/ToneMappingPass.ts +0 -7
  223. package/src/production-runtime/passes/TransparentPass.ts +0 -7
  224. package/src/production-runtime/postprocess/BloomPass.ts +0 -51
  225. package/src/production-runtime/postprocess/ColorGradingPass.ts +0 -49
  226. package/src/production-runtime/postprocess/DOFPass.ts +0 -47
  227. package/src/production-runtime/postprocess/FXAAPass.ts +0 -53
  228. package/src/production-runtime/postprocess/ProductionEffectComposer.ts +0 -78
  229. package/src/production-runtime/postprocess/ProductionPostProcessTypes.ts +0 -174
  230. package/src/production-runtime/postprocess/SSAOPass.ts +0 -45
  231. package/src/production-runtime/resources/GPUBuffer.ts +0 -2
  232. package/src/production-runtime/resources/GPUTexture.ts +0 -2
  233. package/src/production-runtime/resources/RenderTarget.ts +0 -3
  234. package/src/production-runtime/resources/ResourceCache.ts +0 -7
  235. package/src/production-runtime/scene/Camera.ts +0 -1
  236. package/src/production-runtime/scene/Lights.ts +0 -2
  237. package/src/production-runtime/scene/RenderableMesh.ts +0 -2
  238. package/src/production-runtime/scene/RenderablePrimitive.ts +0 -1
  239. package/src/production-runtime/scene/RenderableScene.ts +0 -4
  240. package/src/production-runtime/shaders/ShaderProgramLibrary.ts +0 -7
  241. package/src/production-runtime/shaders/chunks/brdf.glsl +0 -2
  242. package/src/production-runtime/shaders/chunks/ibl.glsl +0 -3
  243. package/src/production-runtime/shaders/chunks/pbr.frag.glsl +0 -47
  244. package/src/production-runtime/shaders/chunks/pbr.vert.glsl +0 -8
  245. package/src/production-runtime/shaders/chunks/shadows.glsl +0 -2
  246. package/src/production-runtime/shaders/wgsl/pbr.wgsl +0 -3
  247. package/src/production-runtime/shaders/wgsl/postprocess.wgsl +0 -2
  248. package/src/production-runtime/shaders/wgsl/skybox.wgsl +0 -2
  249. package/src/shaders/depth.frag.glsl +0 -5
  250. package/src/shaders/depth.vert.glsl +0 -8
  251. package/src/shaders/pbr-direct.frag.glsl +0 -687
  252. package/src/shaders/pbr-direct.vert.glsl +0 -18
  253. package/src/shaders/unlit.frag.glsl +0 -18
  254. package/src/shaders/unlit.vert.glsl +0 -13
  255. package/src/shadows/CascadedShadowPipeline.ts +0 -53
  256. package/src/shadows/ContactShadows.ts +0 -106
  257. package/src/shadows/ShadowDebugViews.ts +0 -46
  258. package/src/threejs-compatibility/InstancingSystem.ts +0 -17
  259. package/src/threejs-compatibility/LightingSystem.ts +0 -22
  260. package/src/threejs-compatibility/MaterialSystem.ts +0 -9
  261. package/src/threejs-compatibility/RenderTargetSystem.ts +0 -35
  262. package/src/threejs-compatibility/RendererDiagnostics.ts +0 -61
  263. package/src/threejs-compatibility/SceneRenderer.ts +0 -34
  264. package/src/threejs-compatibility/ShadowSystem.ts +0 -19
  265. package/src/threejs-compatibility/TextureSystem.ts +0 -19
  266. package/src/threejs-compatibility/ThreeCompatRenderer.ts +0 -90
  267. package/src/threejs-compatibility/TransparencySystem.ts +0 -19
  268. package/src/threejs-compatibility/index.ts +0 -29
  269. package/src/threejs-compatibility/performance/BVH.ts +0 -14
  270. package/src/threejs-compatibility/performance/FrustumCulling.ts +0 -10
  271. package/src/threejs-compatibility/performance/Instancing.ts +0 -4
  272. package/src/threejs-compatibility/performance/LODSystem.ts +0 -16
  273. package/src/threejs-compatibility/performance/OcclusionCulling.ts +0 -6
  274. package/src/threejs-compatibility/performance/RaycastAcceleration.ts +0 -12
  275. package/src/threejs-compatibility/performance/RendererProfiler.ts +0 -19
  276. package/src/threejs-compatibility/performance/TextureStreaming.ts +0 -4
  277. package/src/threejs-compatibility/performance/index.ts +0 -12
  278. package/src/threejs-compatibility/postprocess/BloomPass.ts +0 -16
  279. package/src/threejs-compatibility/postprocess/ColorGradingPass.ts +0 -16
  280. package/src/threejs-compatibility/postprocess/DepthOfFieldPass.ts +0 -21
  281. package/src/threejs-compatibility/postprocess/EffectComposer.ts +0 -14
  282. package/src/threejs-compatibility/postprocess/FXAAPass.ts +0 -15
  283. package/src/threejs-compatibility/postprocess/MotionBlurPass.ts +0 -20
  284. package/src/threejs-compatibility/postprocess/OutlinePass.ts +0 -21
  285. package/src/threejs-compatibility/postprocess/PostProcessTypes.ts +0 -169
  286. package/src/threejs-compatibility/postprocess/RenderPass.ts +0 -9
  287. package/src/threejs-compatibility/postprocess/SMAAPass.ts +0 -15
  288. package/src/threejs-compatibility/postprocess/SSAOPass.ts +0 -21
  289. package/src/threejs-compatibility/postprocess/ShaderPass.ts +0 -7
  290. package/src/threejs-compatibility/postprocess/TAAPass.ts +0 -15
  291. package/src/threejs-compatibility/postprocess/VignettePass.ts +0 -16
  292. package/src/threejs-compatibility/postprocess/index.ts +0 -15
  293. package/src/threejs-compatibility/shaders/NodeMaterial.ts +0 -21
  294. package/src/threejs-compatibility/shaders/RawShaderMaterial.ts +0 -6
  295. package/src/threejs-compatibility/shaders/ShaderDiagnostics.ts +0 -17
  296. package/src/threejs-compatibility/shaders/ShaderMaterial.ts +0 -18
  297. package/src/threejs-compatibility/shaders/ThreeCompatShaderChunks.ts +0 -6
  298. package/src/threejs-compatibility/shaders/Uniforms.ts +0 -18
  299. package/src/threejs-compatibility/shaders/index.ts +0 -9
  300. package/src/threejs-compatibility/vfx/GPUPointCloud.ts +0 -7
  301. package/src/threejs-compatibility/vfx/LineRenderer.ts +0 -13
  302. package/src/threejs-compatibility/vfx/ParticleSystem.ts +0 -23
  303. package/src/threejs-compatibility/vfx/SpriteSystem.ts +0 -14
  304. package/src/threejs-compatibility/vfx/TrailRenderer.ts +0 -8
  305. package/src/threejs-compatibility/vfx/VFXDiagnostics.ts +0 -23
  306. package/src/threejs-compatibility/vfx/index.ts +0 -9
  307. package/src/threejs-example-parity/index.ts +0 -205
  308. package/src/webgpu/WebGPUBuffer.ts +0 -1
  309. package/src/webgpu/WebGPUCompute.ts +0 -2
  310. package/src/webgpu/WebGPUPipelineCache.ts +0 -15
  311. package/src/webgpu/WebGPUPostProcess.ts +0 -2
  312. package/src/webgpu/WebGPUTexture.ts +0 -2
  313. package/tsconfig.json +0 -26
  314. package/vitest.config.ts +0 -20
@@ -1,301 +0,0 @@
1
- export interface FrameVisualMetricsOptions {
2
- readonly darkLumaThreshold?: number;
3
- readonly salientLumaThreshold?: number;
4
- readonly bucketShift?: 4 | 5 | 6;
5
- readonly edgeLumaThreshold?: number;
6
- }
7
-
8
- export interface FrameVisualBounds {
9
- readonly minX: number;
10
- readonly minY: number;
11
- readonly maxX: number;
12
- readonly maxY: number;
13
- readonly width: number;
14
- readonly height: number;
15
- }
16
-
17
- export interface FrameVisualMetrics {
18
- readonly width: number;
19
- readonly height: number;
20
- readonly pixelCount: number;
21
- readonly nonDarkPixels: number;
22
- readonly nonDarkRatio: number;
23
- readonly salientPixels: number;
24
- readonly salientRatio: number;
25
- readonly occupiedAreaRatio: number;
26
- readonly occupiedQuadrants: number;
27
- readonly meanLuma: number;
28
- readonly averageLuma: number;
29
- readonly minLuma: number;
30
- readonly maxLuma: number;
31
- readonly darkPixelRatio: number;
32
- readonly colorBuckets: number;
33
- readonly dominantBucketRatio: number;
34
- readonly edgePixels: number;
35
- readonly edgePixelRatio: number;
36
- readonly flatPixels: number;
37
- readonly flatPixelRatio: number;
38
- readonly localContrastPixels: number;
39
- readonly localContrastRatio: number;
40
- readonly bounds?: FrameVisualBounds;
41
- }
42
-
43
- export interface FrameMotionRegion {
44
- readonly id: string;
45
- readonly bounds: FrameVisualBounds;
46
- readonly changedPixels: number;
47
- readonly changedRatio: number;
48
- }
49
-
50
- export interface FrameMotionRegionMetrics {
51
- readonly width: number;
52
- readonly height: number;
53
- readonly changedPixels: number;
54
- readonly changedRatio: number;
55
- readonly regions: readonly FrameMotionRegion[];
56
- readonly characterVisible: boolean;
57
- readonly characterMotionRegionCount: number;
58
- }
59
-
60
- export interface FrameVisualQualityThresholds {
61
- readonly minNonDarkRatio?: number;
62
- readonly minSalientRatio?: number;
63
- readonly minOccupiedAreaRatio?: number;
64
- readonly minOccupiedQuadrants?: number;
65
- readonly minMeanLuma?: number;
66
- readonly minMaxLuma?: number;
67
- readonly minColorBuckets?: number;
68
- readonly maxDarkPixelRatio?: number;
69
- readonly maxDominantBucketRatio?: number;
70
- readonly minEdgePixelRatio?: number;
71
- readonly maxFlatPixelRatio?: number;
72
- readonly minLocalContrastRatio?: number;
73
- }
74
-
75
- export interface FrameVisualQualityResult {
76
- readonly ok: boolean;
77
- readonly failures: readonly string[];
78
- }
79
-
80
- export function analyzeRgbaFrameVisualMetrics(
81
- pixels: Uint8Array | Uint8ClampedArray,
82
- width: number,
83
- height: number,
84
- options: FrameVisualMetricsOptions = {}
85
- ): FrameVisualMetrics {
86
- if (!Number.isInteger(width) || !Number.isInteger(height) || width <= 0 || height <= 0) {
87
- throw new RangeError("Frame visual metrics require positive integer width and height.");
88
- }
89
- if (pixels.length !== width * height * 4) {
90
- throw new RangeError("Frame visual metrics require RGBA pixels with width * height * 4 bytes.");
91
- }
92
- const darkLumaThreshold = options.darkLumaThreshold ?? 18;
93
- const salientLumaThreshold = options.salientLumaThreshold ?? 24;
94
- const bucketShift = options.bucketShift ?? 4;
95
- const edgeLumaThreshold = options.edgeLumaThreshold ?? 42;
96
- const buckets = new Map<string, number>();
97
- let nonDarkPixels = 0;
98
- let salientPixels = 0;
99
- let darkPixels = 0;
100
- let lumaSum = 0;
101
- let minLuma = Number.POSITIVE_INFINITY;
102
- let maxLuma = 0;
103
- let minX = width;
104
- let minY = height;
105
- let maxX = -1;
106
- let maxY = -1;
107
- const quadrants = new Set<number>();
108
-
109
- for (let y = 0; y < height; y += 1) {
110
- for (let x = 0; x < width; x += 1) {
111
- const index = (y * width + x) * 4;
112
- const r = pixels[index] ?? 0;
113
- const g = pixels[index + 1] ?? 0;
114
- const b = pixels[index + 2] ?? 0;
115
- const luma = framePixelLuma(r, g, b);
116
- lumaSum += luma;
117
- minLuma = Math.min(minLuma, luma);
118
- maxLuma = Math.max(maxLuma, luma);
119
- if (luma > darkLumaThreshold) nonDarkPixels += 1;
120
- else darkPixels += 1;
121
- if (luma > salientLumaThreshold) {
122
- salientPixels += 1;
123
- minX = Math.min(minX, x);
124
- minY = Math.min(minY, y);
125
- maxX = Math.max(maxX, x);
126
- maxY = Math.max(maxY, y);
127
- quadrants.add((x >= width / 2 ? 1 : 0) + (y >= height / 2 ? 2 : 0));
128
- }
129
- const bucket = `${r >> bucketShift}:${g >> bucketShift}:${b >> bucketShift}`;
130
- buckets.set(bucket, (buckets.get(bucket) ?? 0) + 1);
131
- }
132
- }
133
-
134
- let edgePixels = 0;
135
- let flatPixels = 0;
136
- let localContrastPixels = 0;
137
- for (let y = 1; y < height; y += 1) {
138
- for (let x = 1; x < width; x += 1) {
139
- const index = (y * width + x) * 4;
140
- const luma = rgbaPixelLuma(pixels, index);
141
- const left = rgbaPixelLuma(pixels, index - 4);
142
- const up = rgbaPixelLuma(pixels, index - width * 4);
143
- const delta = Math.abs(luma - left) + Math.abs(luma - up);
144
- if (delta > edgeLumaThreshold) {
145
- edgePixels += 1;
146
- }
147
- if (delta <= 2) {
148
- flatPixels += 1;
149
- }
150
- if (delta >= 8) {
151
- localContrastPixels += 1;
152
- }
153
- }
154
- }
155
-
156
- const pixelCount = width * height;
157
- const dominantBucket = Math.max(0, ...buckets.values());
158
- const bounds = maxX >= minX && maxY >= minY
159
- ? {
160
- minX,
161
- minY,
162
- maxX,
163
- maxY,
164
- width: maxX - minX + 1,
165
- height: maxY - minY + 1
166
- }
167
- : undefined;
168
- const occupiedAreaRatio = bounds ? (bounds.width * bounds.height) / pixelCount : 0;
169
- const meanLuma = lumaSum / pixelCount;
170
- return {
171
- width,
172
- height,
173
- pixelCount,
174
- nonDarkPixels,
175
- nonDarkRatio: nonDarkPixels / pixelCount,
176
- salientPixels,
177
- salientRatio: salientPixels / pixelCount,
178
- occupiedAreaRatio,
179
- occupiedQuadrants: quadrants.size,
180
- meanLuma,
181
- averageLuma: meanLuma,
182
- minLuma: Number.isFinite(minLuma) ? minLuma : 0,
183
- maxLuma,
184
- darkPixelRatio: darkPixels / pixelCount,
185
- colorBuckets: buckets.size,
186
- dominantBucketRatio: dominantBucket / pixelCount,
187
- edgePixels,
188
- edgePixelRatio: edgePixels / pixelCount,
189
- flatPixels,
190
- flatPixelRatio: flatPixels / pixelCount,
191
- localContrastPixels,
192
- localContrastRatio: localContrastPixels / pixelCount,
193
- ...(bounds ? { bounds } : {})
194
- };
195
- }
196
-
197
- export function evaluateFrameVisualQuality(
198
- metrics: FrameVisualMetrics,
199
- thresholds: FrameVisualQualityThresholds
200
- ): FrameVisualQualityResult {
201
- const failures = [
202
- thresholdFailure("nonDarkRatio", metrics.nonDarkRatio, thresholds.minNonDarkRatio, "min"),
203
- thresholdFailure("salientRatio", metrics.salientRatio, thresholds.minSalientRatio, "min"),
204
- thresholdFailure("occupiedAreaRatio", metrics.occupiedAreaRatio, thresholds.minOccupiedAreaRatio, "min"),
205
- thresholdFailure("occupiedQuadrants", metrics.occupiedQuadrants, thresholds.minOccupiedQuadrants, "min"),
206
- thresholdFailure("meanLuma", metrics.meanLuma, thresholds.minMeanLuma, "min"),
207
- thresholdFailure("maxLuma", metrics.maxLuma, thresholds.minMaxLuma, "min"),
208
- thresholdFailure("colorBuckets", metrics.colorBuckets, thresholds.minColorBuckets, "min"),
209
- thresholdFailure("darkPixelRatio", metrics.darkPixelRatio, thresholds.maxDarkPixelRatio, "max"),
210
- thresholdFailure("dominantBucketRatio", metrics.dominantBucketRatio, thresholds.maxDominantBucketRatio, "max"),
211
- thresholdFailure("edgePixelRatio", metrics.edgePixelRatio, thresholds.minEdgePixelRatio, "min"),
212
- thresholdFailure("flatPixelRatio", metrics.flatPixelRatio, thresholds.maxFlatPixelRatio, "max"),
213
- thresholdFailure("localContrastRatio", metrics.localContrastRatio, thresholds.minLocalContrastRatio, "min")
214
- ].filter((failure): failure is string => Boolean(failure));
215
- return { ok: failures.length === 0, failures };
216
- }
217
-
218
- export function analyzeRgbaFrameMotionRegions(
219
- previous: Uint8Array | Uint8ClampedArray,
220
- next: Uint8Array | Uint8ClampedArray,
221
- width: number,
222
- height: number,
223
- options: { readonly deltaThreshold?: number | undefined; readonly minRegionPixels?: number | undefined } = {}
224
- ): FrameMotionRegionMetrics {
225
- if (!Number.isInteger(width) || !Number.isInteger(height) || width <= 0 || height <= 0) {
226
- throw new RangeError("Frame motion metrics require positive integer width and height.");
227
- }
228
- if (previous.length !== width * height * 4 || next.length !== width * height * 4) {
229
- throw new RangeError("Frame motion metrics require two RGBA frames with width * height * 4 bytes.");
230
- }
231
- const deltaThreshold = options.deltaThreshold ?? 18;
232
- const minRegionPixels = options.minRegionPixels ?? Math.max(4, Math.round(width * height * 0.002));
233
- let changedPixels = 0;
234
- let minX = width;
235
- let minY = height;
236
- let maxX = -1;
237
- let maxY = -1;
238
-
239
- for (let y = 0; y < height; y += 1) {
240
- for (let x = 0; x < width; x += 1) {
241
- const index = (y * width + x) * 4;
242
- const delta =
243
- Math.abs((next[index] ?? 0) - (previous[index] ?? 0)) +
244
- Math.abs((next[index + 1] ?? 0) - (previous[index + 1] ?? 0)) +
245
- Math.abs((next[index + 2] ?? 0) - (previous[index + 2] ?? 0));
246
- if (delta <= deltaThreshold) continue;
247
- changedPixels += 1;
248
- minX = Math.min(minX, x);
249
- minY = Math.min(minY, y);
250
- maxX = Math.max(maxX, x);
251
- maxY = Math.max(maxY, y);
252
- }
253
- }
254
-
255
- const bounds = maxX >= minX && maxY >= minY
256
- ? {
257
- minX,
258
- minY,
259
- maxX,
260
- maxY,
261
- width: maxX - minX + 1,
262
- height: maxY - minY + 1
263
- }
264
- : undefined;
265
- const regions = bounds && changedPixels >= minRegionPixels
266
- ? [{
267
- id: "motion-region-1",
268
- bounds,
269
- changedPixels,
270
- changedRatio: changedPixels / (width * height)
271
- }]
272
- : [];
273
- return {
274
- width,
275
- height,
276
- changedPixels,
277
- changedRatio: changedPixels / (width * height),
278
- regions,
279
- characterVisible: regions.length > 0,
280
- characterMotionRegionCount: regions.length
281
- };
282
- }
283
-
284
- function thresholdFailure(name: string, actual: number, expected: number | undefined, direction: "min" | "max"): string | undefined {
285
- if (expected === undefined) return undefined;
286
- if (direction === "min" && actual < expected) return `${name} ${roundMetric(actual)} < ${expected}`;
287
- if (direction === "max" && actual > expected) return `${name} ${roundMetric(actual)} > ${expected}`;
288
- return undefined;
289
- }
290
-
291
- function rgbaPixelLuma(pixels: Uint8Array | Uint8ClampedArray, index: number): number {
292
- return framePixelLuma(pixels[index] ?? 0, pixels[index + 1] ?? 0, pixels[index + 2] ?? 0);
293
- }
294
-
295
- function framePixelLuma(r: number, g: number, b: number): number {
296
- return r * 0.2126 + g * 0.7152 + b * 0.0722;
297
- }
298
-
299
- function roundMetric(value: number): number {
300
- return Math.round(value * 10_000) / 10_000;
301
- }