hyperverse 0.0.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (746) hide show
  1. hyperdrone/__init__.py +31 -0
  2. hyperdrone/_native/cmake/hyperdrone_jit.cmake +65 -0
  3. hyperdrone/_native/common/bindings.h +39 -0
  4. hyperdrone/_native/common/cuda_staging.h +75 -0
  5. hyperdrone/_native/common/jit_host.h +69 -0
  6. hyperdrone/_native/common/models.h +24 -0
  7. hyperdrone/_native/dynamics/CMakeLists.txt +61 -0
  8. hyperdrone/_native/dynamics/host.cpp +193 -0
  9. hyperdrone/_native/dynamics/iface.h +76 -0
  10. hyperdrone/_native/dynamics/impl.cpp +608 -0
  11. hyperdrone/_native/env/CMakeLists.txt +71 -0
  12. hyperdrone/_native/env/environment.cpp +124 -0
  13. hyperdrone/_native/env/environment.h +407 -0
  14. hyperdrone/_native/env/rotorcraft_bindings.cpp +51 -0
  15. hyperdrone/_native/render/CMakeLists.txt +94 -0
  16. hyperdrone/_native/render/renderer.cpp +962 -0
  17. hyperdrone/_native/render/rig_bindings.h +151 -0
  18. hyperdrone/_native/render/scene_bindings.cpp +466 -0
  19. hyperdrone/_vendor/rl-tools/CMakeLists.txt +205 -0
  20. hyperdrone/_vendor/rl-tools/LICENSE +21 -0
  21. hyperdrone/_vendor/rl-tools/cmake/autodetect/all.cmake +34 -0
  22. hyperdrone/_vendor/rl-tools/cmake/autodetect/git-diff.cmake +100 -0
  23. hyperdrone/_vendor/rl-tools/cmake/autodetect/git-hash.cmake +24 -0
  24. hyperdrone/_vendor/rl-tools/cmake/autodetect/summary.cmake +64 -0
  25. hyperdrone/_vendor/rl-tools/cmake/autodetect/tier0-compiler.cmake +18 -0
  26. hyperdrone/_vendor/rl-tools/cmake/autodetect/tier1-blas.cmake +51 -0
  27. hyperdrone/_vendor/rl-tools/cmake/autodetect/tier2-json-hdf5-zlib.cmake +81 -0
  28. hyperdrone/_vendor/rl-tools/cmake/autodetect/tier3-tensorboard.cmake +25 -0
  29. hyperdrone/_vendor/rl-tools/cmake/autodetect/tier4-cuda.cmake +42 -0
  30. hyperdrone/_vendor/rl-tools/cmake/autodetect/tier5-cli11.cmake +24 -0
  31. hyperdrone/_vendor/rl-tools/cmake/dependencies/assimp.cmake +19 -0
  32. hyperdrone/_vendor/rl-tools/cmake/legacy_flags.cmake +33 -0
  33. hyperdrone/_vendor/rl-tools/cmake/optional/assimp.cmake +30 -0
  34. hyperdrone/_vendor/rl-tools/cmake/optional/googletest.cmake +20 -0
  35. hyperdrone/_vendor/rl-tools/cmake/optional/metal.cmake +25 -0
  36. hyperdrone/_vendor/rl-tools/cmake/optional/mujoco.cmake +89 -0
  37. hyperdrone/_vendor/rl-tools/cmake/optional/optix.cmake +25 -0
  38. hyperdrone/_vendor/rl-tools/cmake/optional/raytracing.cmake +105 -0
  39. hyperdrone/_vendor/rl-tools/cmake/optional/raytracing_generic.cmake +2 -0
  40. hyperdrone/_vendor/rl-tools/cmake/optional/vulkan.cmake +4 -0
  41. hyperdrone/_vendor/rl-tools/cmake/optional/webgpu.cmake +24 -0
  42. hyperdrone/_vendor/rl-tools/cmake/scripts/embed_text.cmake +7 -0
  43. hyperdrone/_vendor/rl-tools/cmake/scripts/generate-git-snapshot.cmake +138 -0
  44. hyperdrone/_vendor/rl-tools/include/conta/conta.h +1161 -0
  45. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/matrix.h +143 -0
  46. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_arm.h +33 -0
  47. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_cpu.h +314 -0
  48. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_cpu_accelerate.h +37 -0
  49. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_cpu_blas.h +67 -0
  50. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_cpu_mkl.h +38 -0
  51. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_cpu_openblas.h +34 -0
  52. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_cuda.h +289 -0
  53. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_dummy.h +20 -0
  54. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_esp32.h +29 -0
  55. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_generic.h +944 -0
  56. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_wasm32.h +13 -0
  57. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/persist_code.h +136 -0
  58. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_arm.h +1 -0
  59. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_cpu.h +94 -0
  60. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_cpu_accelerate.h +25 -0
  61. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_cpu_blas.h +115 -0
  62. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_cpu_mkl.h +25 -0
  63. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_cpu_openblas.h +25 -0
  64. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_cuda.h +713 -0
  65. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_generic.h +1356 -0
  66. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/persist_code.h +130 -0
  67. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/tensor.h +490 -0
  68. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/arm.h +91 -0
  69. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/cpu.h +209 -0
  70. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/cpu_accelerate.h +23 -0
  71. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/cpu_blas.h +21 -0
  72. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/cpu_mkl.h +45 -0
  73. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/cpu_openblas.h +56 -0
  74. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/cpu_tensorboard.h +34 -0
  75. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/cuda.h +415 -0
  76. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/devices.h +97 -0
  77. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/dummy.h +55 -0
  78. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/esp32.h +85 -0
  79. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/generic.h +0 -0
  80. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/wasm32.h +59 -0
  81. hyperdrone/_vendor/rl-tools/include/rl_tools/dyn/model.h +218 -0
  82. hyperdrone/_vendor/rl-tools/include/rl_tools/dyn/operations_generic.h +769 -0
  83. hyperdrone/_vendor/rl-tools/include/rl_tools/dyn/persist.h +278 -0
  84. hyperdrone/_vendor/rl-tools/include/rl_tools/dyn/policy_adapter.h +100 -0
  85. hyperdrone/_vendor/rl-tools/include/rl_tools/dyn/policy_adapter_persist.h +52 -0
  86. hyperdrone/_vendor/rl-tools/include/rl_tools/dyn/tensor_operations_generic.h +55 -0
  87. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/applications/l2f/c_backend.h +117 -0
  88. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/applications/l2f/c_interface.h +36 -0
  89. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/applications/l2f/l2f.h +98 -0
  90. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/applications/l2f/operations_dyn.h +18 -0
  91. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/applications/l2f/operations_generic.h +268 -0
  92. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/debugging_pool/c_backend.h +31 -0
  93. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/debugging_pool/c_interface.h +12 -0
  94. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/executor/c_backend.h +98 -0
  95. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/executor/c_interface.h +50 -0
  96. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/executor/executor.h +133 -0
  97. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/executor/helper.h +109 -0
  98. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/executor/operations_generic.h +219 -0
  99. hyperdrone/_vendor/rl-tools/include/rl_tools/logging/operations_arduino.h +117 -0
  100. hyperdrone/_vendor/rl-tools/include/rl_tools/logging/operations_arm.h +56 -0
  101. hyperdrone/_vendor/rl-tools/include/rl_tools/logging/operations_cpu.h +93 -0
  102. hyperdrone/_vendor/rl-tools/include/rl_tools/logging/operations_cpu_tensorboard.h +151 -0
  103. hyperdrone/_vendor/rl-tools/include/rl_tools/logging/operations_cuda.h +65 -0
  104. hyperdrone/_vendor/rl-tools/include/rl_tools/logging/operations_dummy.h +45 -0
  105. hyperdrone/_vendor/rl-tools/include/rl_tools/logging/operations_wasm32.h +56 -0
  106. hyperdrone/_vendor/rl-tools/include/rl_tools/math/operations_arm.h +98 -0
  107. hyperdrone/_vendor/rl-tools/include/rl_tools/math/operations_cpu.h +138 -0
  108. hyperdrone/_vendor/rl-tools/include/rl_tools/math/operations_cuda.h +380 -0
  109. hyperdrone/_vendor/rl-tools/include/rl_tools/math/operations_dummy.h +93 -0
  110. hyperdrone/_vendor/rl-tools/include/rl_tools/math/operations_esp32.h +92 -0
  111. hyperdrone/_vendor/rl-tools/include/rl_tools/math/operations_generic.h +295 -0
  112. hyperdrone/_vendor/rl-tools/include/rl_tools/math/operations_wasm32.h +230 -0
  113. hyperdrone/_vendor/rl-tools/include/rl_tools/mode/mode.h +98 -0
  114. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/activation_functions.h +113 -0
  115. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/capability/capability.h +61 -0
  116. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/capability/persist_code.h +31 -0
  117. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/group.h +99 -0
  118. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/avg_pool2d/layer.h +122 -0
  119. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/avg_pool2d/operations_cuda.h +64 -0
  120. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/avg_pool2d/operations_generic.h +186 -0
  121. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/avg_pool2d/persist.h +33 -0
  122. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/conv2d/layer.h +300 -0
  123. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/conv2d/operations_cpu_mkl.h +590 -0
  124. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/conv2d/operations_cuda.h +809 -0
  125. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/conv2d/operations_generic.h +1219 -0
  126. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/conv2d/persist.h +99 -0
  127. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/conv2d/persist_code.h +170 -0
  128. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/layer.h +145 -0
  129. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_arm/dsp.h +63 -0
  130. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_arm/opt.h +173 -0
  131. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_cpu.h +13 -0
  132. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_cpu_accelerate.h +66 -0
  133. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_cpu_blas.h +282 -0
  134. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_cpu_mkl.h +66 -0
  135. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_cpu_openblas.h +65 -0
  136. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_cuda.h +519 -0
  137. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_dummy.h +8 -0
  138. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_esp32/dsp.h +58 -0
  139. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_esp32/opt.h +167 -0
  140. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_generic.h +429 -0
  141. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/persist.h +62 -0
  142. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/persist_code.h +178 -0
  143. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/persist_common.h +59 -0
  144. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dynamic_conv2d/layer.h +188 -0
  145. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dynamic_conv2d/operations_cuda.h +356 -0
  146. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dynamic_conv2d/operations_generic.h +536 -0
  147. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dynamic_conv2d/persist.h +32 -0
  148. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/embedding/layer.h +119 -0
  149. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/embedding/operations_generic.h +223 -0
  150. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/embedding/persist.h +46 -0
  151. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/flatten/layer.h +121 -0
  152. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/flatten/operations_generic.h +154 -0
  153. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/flatten/persist.h +44 -0
  154. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/flatten/persist_code.h +106 -0
  155. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/gru/helper_operations_cuda.h +602 -0
  156. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/gru/helper_operations_generic.h +251 -0
  157. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/gru/layer.h +206 -0
  158. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/gru/operations_generic.h +889 -0
  159. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/gru/persist.h +75 -0
  160. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/gru/persist_code.h +199 -0
  161. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/layers.h +3 -0
  162. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/max_pool2d/layer.h +143 -0
  163. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/max_pool2d/operations_cuda.h +80 -0
  164. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/max_pool2d/operations_generic.h +216 -0
  165. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/max_pool2d/persist.h +39 -0
  166. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_cpu.h +1 -0
  167. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_cpu_accelerate.h +1 -0
  168. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_cpu_blas.h +1 -0
  169. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_cpu_mkl.h +3 -0
  170. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_cpu_openblas.h +1 -0
  171. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_cuda.h +9 -0
  172. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_dummy.h +1 -0
  173. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_generic.h +3 -0
  174. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/resnet_block/layer.h +223 -0
  175. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/resnet_block/operations_cuda.h +138 -0
  176. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/resnet_block/operations_generic.h +446 -0
  177. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/resnet_block/persist.h +70 -0
  178. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/sample_and_squash/layer.h +154 -0
  179. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/sample_and_squash/operations_cuda.h +119 -0
  180. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/sample_and_squash/operations_generic.h +502 -0
  181. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/sample_and_squash/persist.h +50 -0
  182. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/sample_and_squash/persist_code.h +173 -0
  183. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/standardize/layer.h +116 -0
  184. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/standardize/operations_cuda.h +156 -0
  185. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/standardize/operations_generic.h +295 -0
  186. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/standardize/persist.h +83 -0
  187. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/standardize/persist_code.h +163 -0
  188. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/td3_sampling/layer.h +123 -0
  189. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/td3_sampling/operations_generic.h +272 -0
  190. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/td3_sampling/persist.h +17 -0
  191. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/td3_sampling/persist_code.h +164 -0
  192. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/unflatten/layer.h +122 -0
  193. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/unflatten/operations_cuda.h +55 -0
  194. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/unflatten/operations_generic.h +160 -0
  195. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/unflatten/persist.h +47 -0
  196. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/unflatten/persist_code.h +106 -0
  197. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/upsample2d/layer.h +132 -0
  198. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/upsample2d/operations_cuda.h +141 -0
  199. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/upsample2d/operations_generic.h +230 -0
  200. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/loss_functions/categorical_cross_entropy/operations_generic.h +102 -0
  201. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/loss_functions/mse/operations_cuda.h +97 -0
  202. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/loss_functions/mse/operations_generic.h +101 -0
  203. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/loss_functions/operations_generic.h +2 -0
  204. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/nn.h +14 -0
  205. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_cpu.h +1 -0
  206. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_cpu_accelerate.h +1 -0
  207. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_cpu_blas.h +1 -0
  208. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_cpu_mkl.h +1 -0
  209. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_cpu_mux.h +16 -0
  210. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_cpu_openblas.h +1 -0
  211. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_cuda.h +2 -0
  212. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_dummy.h +1 -0
  213. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_generic.h +15 -0
  214. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/adam.h +121 -0
  215. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/instance/operations_cuda.h +98 -0
  216. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/instance/operations_generic.h +150 -0
  217. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/instance/persist.h +39 -0
  218. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/instance/persist_code.h +80 -0
  219. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/operations_cuda.h +85 -0
  220. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/operations_generic.h +109 -0
  221. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/persist.h +25 -0
  222. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/lamb/instance/operations_generic.h +107 -0
  223. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/lamb/lamb.h +40 -0
  224. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/lamb/operations_generic.h +68 -0
  225. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/optimizers.h +3 -0
  226. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/sgd/instance/operations_cuda.h +85 -0
  227. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/sgd/instance/operations_generic.h +140 -0
  228. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/sgd/instance/persist.h +37 -0
  229. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/sgd/instance/persist_code.h +72 -0
  230. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/sgd/operations_cuda.h +49 -0
  231. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/sgd/operations_generic.h +50 -0
  232. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/sgd/sgd.h +92 -0
  233. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/update.h +54 -0
  234. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/parameters/operations_cuda.h +0 -0
  235. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/parameters/operations_generic.h +98 -0
  236. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/parameters/parameters.h +79 -0
  237. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/parameters/persist.h +34 -0
  238. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/parameters/persist_code.h +136 -0
  239. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/persist.h +2 -0
  240. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/persist_code.h +27 -0
  241. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/behaviors/skip_parameter_gradients.h +65 -0
  242. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/group/README.md +107 -0
  243. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/group/model.h +19 -0
  244. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/group/persist_code.h +77 -0
  245. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp/network.h +174 -0
  246. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp/operations_cuda.h +10 -0
  247. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp/operations_dummy.h +8 -0
  248. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp/operations_generic.h +407 -0
  249. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp/persist.h +56 -0
  250. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp/persist_code.h +137 -0
  251. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp_unconditional_stddev/network.h +55 -0
  252. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp_unconditional_stddev/operations_generic.h +86 -0
  253. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp_unconditional_stddev/persist.h +43 -0
  254. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp_unconditional_stddev/persist_code.h +142 -0
  255. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/models.h +3 -0
  256. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/multi_agent_wrapper/model.h +148 -0
  257. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/multi_agent_wrapper/operations_generic.h +288 -0
  258. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/multi_agent_wrapper/persist.h +25 -0
  259. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/multi_agent_wrapper/persist_code.h +71 -0
  260. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/operations_cpu.h +0 -0
  261. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/operations_cuda.h +1 -0
  262. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/operations_dummy.h +1 -0
  263. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/operations_generic.h +4 -0
  264. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/parallel/model.h +290 -0
  265. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/parallel/operations_cuda.h +174 -0
  266. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/parallel/operations_generic.h +623 -0
  267. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/parallel/persist.h +80 -0
  268. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/parallel/persist_code.h +200 -0
  269. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/persist.h +1 -0
  270. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/persist_code.h +1 -0
  271. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/random_uniform/model.h +43 -0
  272. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/random_uniform/operations_generic.h +73 -0
  273. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/resnet/resnet.h +97 -0
  274. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/sequential/model.h +270 -0
  275. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/sequential/operations_generic.h +625 -0
  276. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/sequential/persist.h +99 -0
  277. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/sequential/persist_code.h +115 -0
  278. hyperdrone/_vendor/rl-tools/include/rl_tools/numeric_types/bf16.h +28 -0
  279. hyperdrone/_vendor/rl-tools/include/rl_tools/numeric_types/categories.h +22 -0
  280. hyperdrone/_vendor/rl-tools/include/rl_tools/numeric_types/persist_code.h +54 -0
  281. hyperdrone/_vendor/rl-tools/include/rl_tools/numeric_types/policy.h +48 -0
  282. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/arm/group_1.h +18 -0
  283. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/arm/group_2.h +14 -0
  284. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/arm/group_3.h +14 -0
  285. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/arm.h +19 -0
  286. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu/group_1.h +17 -0
  287. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu/group_2.h +12 -0
  288. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu/group_3.h +15 -0
  289. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu.h +19 -0
  290. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_accelerate/group_1.h +16 -0
  291. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_accelerate/group_2.h +12 -0
  292. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_accelerate/group_3.h +15 -0
  293. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_accelerate.h +19 -0
  294. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_mkl/group_1.h +17 -0
  295. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_mkl/group_2.h +12 -0
  296. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_mkl/group_3.h +15 -0
  297. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_mkl.h +18 -0
  298. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_mux.h +148 -0
  299. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_openblas/group_1.h +16 -0
  300. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_openblas/group_2.h +12 -0
  301. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_openblas/group_3.h +15 -0
  302. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_openblas.h +18 -0
  303. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_tensorboard/group_1.h +16 -0
  304. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_tensorboard/group_2.h +12 -0
  305. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_tensorboard/group_3.h +15 -0
  306. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_tensorboard.h +19 -0
  307. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cuda/group_1.h +18 -0
  308. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cuda/group_2.h +12 -0
  309. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cuda/group_3.h +12 -0
  310. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cuda.h +19 -0
  311. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/dummy/group_1.h +15 -0
  312. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/dummy/group_2.h +12 -0
  313. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/dummy/group_3.h +12 -0
  314. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/dummy.h +19 -0
  315. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/esp32/group_1.h +16 -0
  316. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/esp32/group_2.h +12 -0
  317. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/esp32/group_3.h +13 -0
  318. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/esp32.h +19 -0
  319. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/wasm32/group_1.h +15 -0
  320. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/wasm32/group_2.h +12 -0
  321. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/wasm32/group_3.h +12 -0
  322. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/wasm32.h +19 -0
  323. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/backends/hdf5/hdf5.h +54 -0
  324. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/backends/hdf5/operations_cpu.h +419 -0
  325. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/backends/tar/io.h +55 -0
  326. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/backends/tar/operations_cpu.h +58 -0
  327. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/backends/tar/operations_generic.h +620 -0
  328. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/backends/tar/operations_posix.h +63 -0
  329. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/backends/tar/tar.h +74 -0
  330. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/code.h +38 -0
  331. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_arm.h +39 -0
  332. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_cpu.h +81 -0
  333. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_cuda.h +169 -0
  334. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_dummy.h +72 -0
  335. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_esp32.h +45 -0
  336. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_generic.h +133 -0
  337. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_generic_array.h +73 -0
  338. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_wasm32.h +57 -0
  339. hyperdrone/_vendor/rl-tools/include/rl_tools/random/persist.h +77 -0
  340. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/camera.h +105 -0
  341. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/datasets/annotations/cache.h +26 -0
  342. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/datasets/annotations/free_space.h +60 -0
  343. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/datasets/annotations/operations_cpu.h +408 -0
  344. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/datasets/glb/operations_cpu.h +1313 -0
  345. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/datasets/operations_cpu.h +96 -0
  346. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/datasets/procthor/conversion.h +33 -0
  347. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/datasets/procthor/operations_cpu.h +141 -0
  348. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/datasets/procthor/procthor.h +40 -0
  349. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/generic/operations_cpu.h +733 -0
  350. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/generic/operations_generic.h +1299 -0
  351. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/metal/context.h +198 -0
  352. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/metal/device_source.h +17 -0
  353. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/metal/operations_cpu.h +1140 -0
  354. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/optix/device.h +233 -0
  355. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/optix/device_impl.h +1084 -0
  356. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/optix/operations_cuda.h +1808 -0
  357. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/optix/overlay_accel.h +64 -0
  358. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/specialization.h +38 -0
  359. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/vulkan/context.h +248 -0
  360. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/vulkan/device_source.h +48 -0
  361. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/vulkan/operations_cpu.h +2056 -0
  362. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/webgpu/bvh_sah.h +182 -0
  363. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/webgpu/context.h +303 -0
  364. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/webgpu/device_source.h +17 -0
  365. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/webgpu/operations_cpu.h +1455 -0
  366. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/operations_cpu_common.h +916 -0
  367. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/operations_cpu_mux.h +31 -0
  368. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/operations_cpu_post.h +85 -0
  369. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/renderer.h +478 -0
  370. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/save_cpu.h +315 -0
  371. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/scene.h +44 -0
  372. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/transforms_generic.h +25 -0
  373. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/types.h +45 -0
  374. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/rig/operations_cpu.h +119 -0
  375. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/rig/operations_generic.h +121 -0
  376. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/rig/rig.h +70 -0
  377. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/scene.h +134 -0
  378. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/segmentation_cpu.h +145 -0
  379. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/transforms.h +204 -0
  380. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/types.h +55 -0
  381. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/algorithms.h +6 -0
  382. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/operations_cpu.h +1 -0
  383. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/operations_cpu_mkl.h +1 -0
  384. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/operations_generic.h +1 -0
  385. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/loop/core/config.h +243 -0
  386. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/loop/core/operations_cuda.h +9 -0
  387. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/loop/core/operations_generic.h +205 -0
  388. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/loop/core/persist.h +109 -0
  389. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/loop/core/state.h +51 -0
  390. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/mixed_imitation.h +63 -0
  391. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/operations_cuda.h +190 -0
  392. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/operations_generic.h +332 -0
  393. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/operations_generic_mixed_imitation.h +81 -0
  394. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/persist.h +28 -0
  395. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/ppo.h +105 -0
  396. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/loop/core/approximators_gru.h +84 -0
  397. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/loop/core/approximators_mlp.h +61 -0
  398. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/loop/core/config.h +106 -0
  399. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/loop/core/operations_generic.h +193 -0
  400. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/loop/core/state.h +52 -0
  401. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/operations_cpu.h +9 -0
  402. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/operations_cpu_accelerate.h +2 -0
  403. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/operations_cpu_mkl.h +2 -0
  404. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/operations_cpu_mux.h +9 -0
  405. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/operations_cuda.h +131 -0
  406. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/operations_generic.h +580 -0
  407. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/sac.h +151 -0
  408. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/loop/core/approximators_gru.h +72 -0
  409. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/loop/core/approximators_mlp.h +54 -0
  410. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/loop/core/config.h +107 -0
  411. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/loop/core/operations_generic.h +174 -0
  412. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/loop/core/state.h +46 -0
  413. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/operations_cpu.h +9 -0
  414. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/operations_cpu_accelerate.h +2 -0
  415. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/operations_cpu_mkl.h +2 -0
  416. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/operations_cpu_mux.h +9 -0
  417. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/operations_cuda.h +117 -0
  418. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/operations_generic.h +359 -0
  419. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/td3.h +141 -0
  420. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/components.h +4 -0
  421. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/off_policy_runner/off_policy_runner.h +225 -0
  422. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/off_policy_runner/operations_cpu.h +95 -0
  423. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/off_policy_runner/operations_cpu_accelerate.h +21 -0
  424. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/off_policy_runner/operations_cpu_mkl.h +21 -0
  425. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/off_policy_runner/operations_cuda.h +237 -0
  426. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/off_policy_runner/operations_generic.h +498 -0
  427. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/off_policy_runner/operations_generic_per_env.h +112 -0
  428. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/collection.h +57 -0
  429. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/on_policy_runner.h +122 -0
  430. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/operations_cpu.h +2 -0
  431. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/operations_cpu_accelerate.h +8 -0
  432. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/operations_cpu_mkl.h +8 -0
  433. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/operations_cpu_mux.h +12 -0
  434. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/operations_cuda.h +183 -0
  435. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/operations_generic.h +366 -0
  436. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/operations_generic_common.h +74 -0
  437. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/persist.h +47 -0
  438. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/operations_cpu.h +2 -0
  439. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/operations_cpu_accelerate.h +1 -0
  440. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/operations_cpu_mkl.h +1 -0
  441. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/operations_generic.h +2 -0
  442. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/replay_buffer/operations_cpu.h +9 -0
  443. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/replay_buffer/operations_generic.h +123 -0
  444. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/replay_buffer/persist.h +57 -0
  445. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/replay_buffer/replay_buffer.h +93 -0
  446. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/running_normalizer/operations_generic.h +76 -0
  447. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/running_normalizer/persist.h +31 -0
  448. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/running_normalizer/running_normalizer.h +33 -0
  449. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environment_wrappers/operations_generic.h +58 -0
  450. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environment_wrappers/scale_observations/operations_generic.h +28 -0
  451. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environment_wrappers/scale_observations/wrapper.h +26 -0
  452. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environment_wrappers/wrappers.h +29 -0
  453. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/acrobot/acrobot.h +88 -0
  454. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/acrobot/operations_cpu.h +152 -0
  455. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/acrobot/operations_generic.h +202 -0
  456. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/batch/environment.h +40 -0
  457. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/batch/operations_cuda.h +204 -0
  458. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/batch/operations_generic.h +106 -0
  459. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/batch/operations_generic_common.h +26 -0
  460. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/batch/persist.h +33 -0
  461. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/car/car.h +119 -0
  462. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/car/operations_cpu.h +110 -0
  463. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/car/operations_generic.h +206 -0
  464. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/car/operations_json.h +59 -0
  465. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/car/track.h +23 -0
  466. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/car/ui.h +189 -0
  467. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/environments.h +28 -0
  468. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/flag/environment.h +87 -0
  469. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/flag/operations_cpu.h +212 -0
  470. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/flag/operations_generic.h +215 -0
  471. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/observation.h +75 -0
  472. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/operations_cpu.h +938 -0
  473. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/operations_cuda.h +380 -0
  474. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/pose.h +228 -0
  475. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/presets.h +148 -0
  476. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/rig/operations_cpu.h +189 -0
  477. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/rig/operations_generic.h +32 -0
  478. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/rig/rig.h +25 -0
  479. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/moving_gate/moving_gate.h +106 -0
  480. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/moving_gate/operations_cpu.h +262 -0
  481. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/moving_gate/operations_cuda.h +254 -0
  482. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/target_frame/operations_cpu.h +224 -0
  483. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/target_frame/operations_cuda.h +218 -0
  484. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/target_frame/operations_generic_position_hold.h +128 -0
  485. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/target_frame/position_hold.h +22 -0
  486. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/target_frame/target_frame.h +77 -0
  487. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/visual_inertial_localization/autopilot.h +61 -0
  488. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/visual_inertial_localization/baseline.h +46 -0
  489. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/visual_inertial_localization/calibration.h +62 -0
  490. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/visual_inertial_localization/metrics.h +101 -0
  491. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/visual_inertial_localization/operations_cpu.h +389 -0
  492. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/visual_inertial_localization/visual_inertial_localization.h +123 -0
  493. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/world.h +318 -0
  494. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/inertial_velocity.h +27 -0
  495. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/metrics.h +266 -0
  496. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/multirotor.h +1138 -0
  497. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_cpu.h +2246 -0
  498. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/05_state_is_nan.h +148 -0
  499. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/10_sample_initial_parameters.h +228 -0
  500. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/20_initial_state.h +208 -0
  501. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/30_sample_initial_state.h +300 -0
  502. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/35_get_desired_state.h +63 -0
  503. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/40_observe.h +637 -0
  504. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/50_state_algebra.h +57 -0
  505. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/60_dynamics.h +134 -0
  506. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/70_post_integration.h +368 -0
  507. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/80_abs_diff.h +312 -0
  508. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic.h +367 -0
  509. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic_inertial_velocity.h +44 -0
  510. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_helper_generic.h +43 -0
  511. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_multitask_generic.h +70 -0
  512. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_multitask_generic_forward.h +24 -0
  513. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/default.h +209 -0
  514. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/arpl.h +112 -0
  515. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/crazyflie.h +127 -0
  516. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/crazyflie_openmv.h +119 -0
  517. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/flightmare.h +111 -0
  518. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/fs.h +113 -0
  519. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/mrs.h +110 -0
  520. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/soft.h +117 -0
  521. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/soft_rigid.h +118 -0
  522. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/x500.h +88 -0
  523. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/x500_real.h +88 -0
  524. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/x500_sim.h +114 -0
  525. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/init/default.h +56 -0
  526. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/registry.h +96 -0
  527. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/reward_functions/default.h +64 -0
  528. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/reward_functions/reward_functions.h +1 -0
  529. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/reward_functions/squared/operations_generic.h +202 -0
  530. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/reward_functions/squared/squared.h +52 -0
  531. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/termination/default.h +33 -0
  532. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/trajectories/lissajous.h +72 -0
  533. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/trajectories/trajectory.h +78 -0
  534. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/persist.h +21 -0
  535. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/persist_code.h +53 -0
  536. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/quaternion_helper.h +103 -0
  537. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/ui.h +180 -0
  538. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/memory/environment.h +69 -0
  539. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/memory/operations_cpu.h +46 -0
  540. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/memory/operations_generic.h +78 -0
  541. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/mujoco/ant/README.MD +5 -0
  542. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/mujoco/ant/ant.h +77 -0
  543. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/mujoco/ant/model.h +415 -0
  544. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/mujoco/ant/operations_cpu.h +162 -0
  545. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/mujoco/ant/persist.h +86 -0
  546. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/mujoco/ant/ui.h +141 -0
  547. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/mujoco/mujoco.h +1 -0
  548. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/multi_agent/bottleneck/bottleneck.h +113 -0
  549. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/multi_agent/bottleneck/operations_cpu.h +289 -0
  550. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/multi_agent/bottleneck/operations_generic.h +495 -0
  551. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/multi_agent/environments.h +16 -0
  552. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/observation.h +37 -0
  553. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/operations_cpu.h +2 -0
  554. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/operations_generic.h +33 -0
  555. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/pendulum/operations_cpu.h +146 -0
  556. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/pendulum/operations_generic.h +262 -0
  557. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/pendulum/pendulum.h +197 -0
  558. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/pendulum/ui.h +97 -0
  559. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/pendulum/ui_xeus.h +124 -0
  560. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/reacher/operations_cpu.h +426 -0
  561. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/reacher/operations_generic.h +424 -0
  562. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/reacher/reacher.h +137 -0
  563. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/loop.h +15 -0
  564. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/checkpoint/config.h +28 -0
  565. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/checkpoint/operations_cpu.h +233 -0
  566. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/checkpoint/persist.h +30 -0
  567. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/checkpoint/state.h +21 -0
  568. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/curriculum/config.h +25 -0
  569. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/curriculum/operations_generic.h +47 -0
  570. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/curriculum/persist.h +20 -0
  571. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/curriculum/state.h +17 -0
  572. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/evaluation/config.h +47 -0
  573. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/evaluation/operations_generic.h +106 -0
  574. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/evaluation/persist.h +40 -0
  575. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/evaluation/state.h +36 -0
  576. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/extrack/config.h +22 -0
  577. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/extrack/operations_cpu.h +44 -0
  578. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/extrack/persist.h +20 -0
  579. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/extrack/state.h +26 -0
  580. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/nn_analytics/config.h +37 -0
  581. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/nn_analytics/operations_cpu.h +113 -0
  582. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/nn_analytics/persist.h +20 -0
  583. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/nn_analytics/state.h +24 -0
  584. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/save_trajectories/config.h +43 -0
  585. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/save_trajectories/operations_cpu.h +190 -0
  586. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/save_trajectories/persist.h +30 -0
  587. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/save_trajectories/state.h +37 -0
  588. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/steps.h +4 -0
  589. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/timing/config.h +27 -0
  590. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/timing/operations_cpu.h +52 -0
  591. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/timing/persist.h +20 -0
  592. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/timing/state.h +25 -0
  593. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/operations_generic.h +3 -0
  594. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/rl.h +5 -0
  595. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/utils/evaluation/evaluation.h +106 -0
  596. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/utils/evaluation/operations_cpu.h +48 -0
  597. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/utils/evaluation/operations_generic.h +275 -0
  598. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/utils/validation.h +269 -0
  599. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/utils/validation_analysis.h +85 -0
  600. hyperdrone/_vendor/rl-tools/include/rl_tools/rl_tools.h +80 -0
  601. hyperdrone/_vendor/rl-tools/include/rl_tools/ui_server/client/client.h +50 -0
  602. hyperdrone/_vendor/rl-tools/include/rl_tools/ui_server/client/operations_boost.h +92 -0
  603. hyperdrone/_vendor/rl-tools/include/rl_tools/ui_server/client/operations_cpu.h +174 -0
  604. hyperdrone/_vendor/rl-tools/include/rl_tools/ui_server/client/operations_websocket.h +208 -0
  605. hyperdrone/_vendor/rl-tools/include/rl_tools/ui_server/server.h +448 -0
  606. hyperdrone/_vendor/rl-tools/include/rl_tools/universe.h +4 -0
  607. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/declarations_cpu.h +13 -0
  608. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/operations_arm.h +29 -0
  609. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/operations_cpu.h +25 -0
  610. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/operations_cuda.h +33 -0
  611. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/operations_dummy.h +18 -0
  612. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/operations_esp32.h +20 -0
  613. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/operations_generic.h +19 -0
  614. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/operations_wasm32.h +18 -0
  615. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/env/operations_cpu.h +16 -0
  616. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/env/operations_generic.h +14 -0
  617. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/extrack/extrack.h +129 -0
  618. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/extrack/operations_cpu.h +588 -0
  619. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/generic/integrators.h +103 -0
  620. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/generic/memcpy.h +16 -0
  621. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/generic/tuple/operations_generic.h +48 -0
  622. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/generic/tuple/tuple.h +147 -0
  623. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/generic/typing.h +122 -0
  624. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/generic/vector_operations.h +172 -0
  625. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/polyak/operations_cuda.h +53 -0
  626. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/polyak/operations_generic.h +93 -0
  627. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/string/operations_generic.h +201 -0
  628. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/zlib/operations_cpu.h +45 -0
  629. hyperdrone/_vendor/rl-tools/include/rl_tools/version.h +28 -0
  630. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/CMakeLists.txt +15 -0
  631. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/README.md +193 -0
  632. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/CMakeLists.txt +11 -0
  633. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/generic/CMakeLists.txt +17 -0
  634. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/generic/freestanding_check.cpp +135 -0
  635. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/metal/CMakeLists.txt +31 -0
  636. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/metal/device.metal +953 -0
  637. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/metal/metal_cpp_impl.cpp +6 -0
  638. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/optix/CMakeLists.txt +51 -0
  639. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/optix/device.cu +1 -0
  640. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/optix/overlay_accel.cu +311 -0
  641. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/vulkan/CMakeLists.txt +37 -0
  642. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/vulkan/device.comp +1013 -0
  643. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/vulkan/device_spirv.cpp +44 -0
  644. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/webgpu/CMakeLists.txt +31 -0
  645. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/webgpu/device.wgsl +1448 -0
  646. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/benchmark/CMakeLists.txt +110 -0
  647. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/benchmark/README.md +55 -0
  648. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/benchmark/benchmark.cpp +180 -0
  649. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/benchmark/benchmark_dynamic.cpp +491 -0
  650. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/benchmark/rig.cpp +119 -0
  651. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/benchmark/simulator_matrix.cpp +1130 -0
  652. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/benchmark/simulator_matrix_config.h.in +13 -0
  653. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/camera_orbit.h +51 -0
  654. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/CMakeLists.txt +199 -0
  655. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/antialiasing.cpp +214 -0
  656. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/drone.cpp +320 -0
  657. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/drone_device.cu +359 -0
  658. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/environment/environment.h +96 -0
  659. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/environment/operations_cpu.h +263 -0
  660. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/example.cpp +273 -0
  661. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/fixed_pose.cpp +221 -0
  662. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/flow.cpp +120 -0
  663. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/interactive.cpp +1015 -0
  664. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/make_drone_glb.py +172 -0
  665. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/minimal.cpp +82 -0
  666. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/minimal_overlay.cpp +137 -0
  667. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/motion_blur.cpp +232 -0
  668. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/render_pose_trace.cpp +1829 -0
  669. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/render_pose_trace_motion_blur.cpp +647 -0
  670. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/web/assimp/CMakeLists.txt +8 -0
  671. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/web/build.sh +80 -0
  672. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/web/drone_web.cpp +234 -0
  673. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/CMakeLists.txt +147 -0
  674. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/README.md +15 -0
  675. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/job.sbatch +28 -0
  676. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/model.h +260 -0
  677. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/model_config.h +24 -0
  678. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/model_forward_cuda.h +397 -0
  679. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/model_operations.h +418 -0
  680. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/model_persist.h +45 -0
  681. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/model_student.h +70 -0
  682. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/scene.cpp +222 -0
  683. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/scene.h +68 -0
  684. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/.gitignore +4 -0
  685. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/CMakeLists.txt +4 -0
  686. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/Info.plist +24 -0
  687. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/Info_ios.plist +36 -0
  688. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/Sources/CameraManager.swift +120 -0
  689. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/Sources/ContentView.swift +703 -0
  690. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/Sources/DatasetRecorder.swift +285 -0
  691. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/Sources/YawPredictorApp.swift +25 -0
  692. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/YawPredictor.entitlements +8 -0
  693. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/build.sh +66 -0
  694. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/build_ios.sh +133 -0
  695. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/generate.sh +6 -0
  696. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/h5_to_tar.cpp +82 -0
  697. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/inference.cpp +166 -0
  698. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/inference.h +26 -0
  699. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/project.yml +30 -0
  700. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/test_tar_vs_hdf5.cpp +173 -0
  701. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/yaw_prediction_cuda.cu +699 -0
  702. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/yaw_prediction_dataset_overlay.cpp +475 -0
  703. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/yaw_prediction_distill_cuda.cu +995 -0
  704. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/yaw_prediction_eval.cu +457 -0
  705. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/yaw_prediction_real_world_eval.cpp +660 -0
  706. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/yaw_prediction_viewer.cu +443 -0
  707. hyperdrone/cuda/__init__.py +78 -0
  708. hyperdrone/dynamics/__init__.py +22 -0
  709. hyperdrone/dynamics/_component.py +35 -0
  710. hyperdrone/dynamics/_config.py +48 -0
  711. hyperdrone/dynamics/_sim.py +195 -0
  712. hyperdrone/env/__init__.py +17 -0
  713. hyperdrone/env/_multi_environment.py +407 -0
  714. hyperdrone/env/_rotorcraft.py +31 -0
  715. hyperdrone/examples/.gitignore +2 -0
  716. hyperdrone/examples/Benchmark.ipynb +102 -0
  717. hyperdrone/examples/HyperDrone.ipynb +514 -0
  718. hyperdrone/examples/Orbiter.ipynb +462 -0
  719. hyperdrone/examples/Renderer.ipynb +173 -0
  720. hyperdrone/examples/__init__.py +16 -0
  721. hyperdrone/examples/articulation.py +55 -0
  722. hyperdrone/examples/benchmark.py +236 -0
  723. hyperdrone/examples/benchmark_minimal.py +65 -0
  724. hyperdrone/examples/data.py +70 -0
  725. hyperdrone/examples/drone_flythrough.py +169 -0
  726. hyperdrone/examples/hyperdrone_videos/my_world_preview.h +17 -0
  727. hyperdrone/examples/my_world.h +17 -0
  728. hyperdrone/examples/render_procthor.py +41 -0
  729. hyperdrone/examples/visual_inertial_localization.py +159 -0
  730. hyperdrone/gym/__init__.py +63 -0
  731. hyperdrone/jit/__init__.py +129 -0
  732. hyperdrone/jit/_build.py +113 -0
  733. hyperdrone/jit/_lock.py +23 -0
  734. hyperdrone/jit/_patches.py +99 -0
  735. hyperdrone/jit/_toolchain.py +17 -0
  736. hyperdrone/jit/_workspace.py +68 -0
  737. hyperdrone/render/__init__.py +53 -0
  738. hyperdrone/render/_component.py +51 -0
  739. hyperdrone/render/_config.py +92 -0
  740. hyperdrone/render/_renderer.py +447 -0
  741. hyperdrone/render/_rig.py +136 -0
  742. hyperdrone/render/_sampling.py +69 -0
  743. hyperdrone/render/_scene.py +36 -0
  744. hyperverse-0.0.1.dist-info/METADATA +370 -0
  745. hyperverse-0.0.1.dist-info/RECORD +746 -0
  746. hyperverse-0.0.1.dist-info/WHEEL +4 -0
@@ -0,0 +1,2056 @@
1
+ #include "../../../../version.h"
2
+ #include "../../../../rl_tools.h"
3
+ #if (defined(RL_TOOLS_DISABLE_INCLUDE_GUARDS) || !defined(RL_TOOLS_RENDERING_RAYTRACING_BACKENDS_VULKAN_OPERATIONS_CPU_H)) && (RL_TOOLS_USE_THIS_VERSION == 1)
4
+ #pragma once
5
+ #define RL_TOOLS_RENDERING_RAYTRACING_BACKENDS_VULKAN_OPERATIONS_CPU_H
6
+
7
+ #include "../../renderer.h"
8
+ #include "../../operations_cpu_common.h"
9
+ #include "../specialization.h"
10
+ #include "context.h"
11
+ #include "device_source.h"
12
+
13
+ #include <vector>
14
+ #include <cstring>
15
+ #include <cstdlib>
16
+ #include <string>
17
+
18
+ RL_TOOLS_NAMESPACE_WRAPPER_START
19
+ namespace rl_tools {
20
+ namespace rendering::raytracing::backends {
21
+ template <typename SPEC>
22
+ struct RendererState<rendering::raytracing::backends::Vulkan, SPEC>: vulkan::Context {};
23
+
24
+ template <typename SPEC>
25
+ struct LibraryState<rendering::raytracing::backends::Vulkan, SPEC> {};
26
+
27
+ template <typename SPEC>
28
+ struct SceneState<rendering::raytracing::backends::Vulkan, SPEC> {};
29
+ }
30
+
31
+ namespace rendering::raytracing::backends::vulkan{
32
+ template <typename SPEC>
33
+ Context& context(rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Vulkan>& renderer){
34
+ return *renderer.backend;
35
+ }
36
+
37
+ template <typename DEVICE>
38
+ void check(DEVICE& device, VkResult result, const char* message){
39
+ if(result != VK_SUCCESS){
40
+ RL_TOOLS_RENDERING_RAYTRACING_LOG_ERR(message << " (VkResult " << (int)result << ")");
41
+ utils::assert_exit(device, false, message);
42
+ }
43
+ }
44
+
45
+ template <typename DEVICE>
46
+ uint32_t find_memory_type(DEVICE& device, Context& ctx, uint32_t type_bits, VkMemoryPropertyFlags properties){
47
+ VkPhysicalDeviceMemoryProperties memory_properties;
48
+ vkGetPhysicalDeviceMemoryProperties(ctx.physical_device, &memory_properties);
49
+ for(uint32_t i = 0; i < memory_properties.memoryTypeCount; i++){
50
+ if((type_bits & (1u << i)) != 0 && (memory_properties.memoryTypes[i].propertyFlags & properties) == properties){
51
+ return i;
52
+ }
53
+ }
54
+ if((properties & VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT) != 0){
55
+ return find_memory_type(device, ctx, type_bits, VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT);
56
+ }
57
+ utils::assert_exit(device, false, "Vulkan: no suitable memory type");
58
+ return 0;
59
+ }
60
+
61
+ template <typename DEVICE>
62
+ BufferResource create_buffer(DEVICE& device, Context& ctx, VkDeviceSize size, VkBufferUsageFlags usage, VkMemoryPropertyFlags properties, bool map){
63
+ BufferResource resource;
64
+ resource.size = size;
65
+ VkBufferCreateInfo buffer_info{};
66
+ buffer_info.sType = VK_STRUCTURE_TYPE_BUFFER_CREATE_INFO;
67
+ buffer_info.size = size;
68
+ buffer_info.usage = usage;
69
+ buffer_info.sharingMode = VK_SHARING_MODE_EXCLUSIVE;
70
+ check(device, vkCreateBuffer(ctx.device, &buffer_info, nullptr, &resource.buffer), "Vulkan: buffer creation failed");
71
+ VkMemoryRequirements requirements;
72
+ vkGetBufferMemoryRequirements(ctx.device, resource.buffer, &requirements);
73
+ VkMemoryAllocateFlagsInfo flags_info{};
74
+ flags_info.sType = VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_FLAGS_INFO;
75
+ flags_info.flags = VK_MEMORY_ALLOCATE_DEVICE_ADDRESS_BIT;
76
+ VkMemoryAllocateInfo allocate_info{};
77
+ allocate_info.sType = VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_INFO;
78
+ if((usage & VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT) != 0){
79
+ allocate_info.pNext = &flags_info;
80
+ }
81
+ allocate_info.allocationSize = requirements.size;
82
+ allocate_info.memoryTypeIndex = find_memory_type(device, ctx, requirements.memoryTypeBits, properties);
83
+ VkResult allocation_result = vkAllocateMemory(ctx.device, &allocate_info, nullptr, &resource.memory);
84
+ // BAR-preferred allocations fall back to plain host memory when the host-visible VRAM heap is exhausted (non-ReBAR systems)
85
+ if(allocation_result != VK_SUCCESS && (properties & VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT) != 0 && (properties & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) != 0){
86
+ allocate_info.memoryTypeIndex = find_memory_type(device, ctx, requirements.memoryTypeBits, VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT);
87
+ allocation_result = vkAllocateMemory(ctx.device, &allocate_info, nullptr, &resource.memory);
88
+ }
89
+ check(device, allocation_result, "Vulkan: buffer memory allocation failed");
90
+ check(device, vkBindBufferMemory(ctx.device, resource.buffer, resource.memory, 0), "Vulkan: buffer memory bind failed");
91
+ if(map){
92
+ check(device, vkMapMemory(ctx.device, resource.memory, 0, VK_WHOLE_SIZE, 0, &resource.mapped), "Vulkan: buffer memory map failed");
93
+ }
94
+ return resource;
95
+ }
96
+
97
+ inline void destroy_buffer(Context& ctx, BufferResource& resource){
98
+ if(resource.buffer != VK_NULL_HANDLE){
99
+ vkDestroyBuffer(ctx.device, resource.buffer, nullptr);
100
+ resource.buffer = VK_NULL_HANDLE;
101
+ }
102
+ if(resource.memory != VK_NULL_HANDLE){
103
+ vkFreeMemory(ctx.device, resource.memory, nullptr);
104
+ resource.memory = VK_NULL_HANDLE;
105
+ }
106
+ resource.mapped = nullptr;
107
+ resource.size = 0;
108
+ }
109
+
110
+ inline VkDeviceAddress buffer_address(Context& ctx, const BufferResource& resource){
111
+ VkBufferDeviceAddressInfo address_info{};
112
+ address_info.sType = VK_STRUCTURE_TYPE_BUFFER_DEVICE_ADDRESS_INFO;
113
+ address_info.buffer = resource.buffer;
114
+ return vkGetBufferDeviceAddress(ctx.device, &address_info);
115
+ }
116
+
117
+ template <typename DEVICE>
118
+ VkCommandBuffer one_shot_begin(DEVICE& device, Context& ctx){
119
+ VkCommandBufferAllocateInfo allocate_info{};
120
+ allocate_info.sType = VK_STRUCTURE_TYPE_COMMAND_BUFFER_ALLOCATE_INFO;
121
+ allocate_info.commandPool = ctx.command_pool;
122
+ allocate_info.level = VK_COMMAND_BUFFER_LEVEL_PRIMARY;
123
+ allocate_info.commandBufferCount = 1;
124
+ VkCommandBuffer command_buffer;
125
+ check(device, vkAllocateCommandBuffers(ctx.device, &allocate_info, &command_buffer), "Vulkan: one-shot command buffer allocation failed");
126
+ VkCommandBufferBeginInfo begin_info{};
127
+ begin_info.sType = VK_STRUCTURE_TYPE_COMMAND_BUFFER_BEGIN_INFO;
128
+ begin_info.flags = VK_COMMAND_BUFFER_USAGE_ONE_TIME_SUBMIT_BIT;
129
+ check(device, vkBeginCommandBuffer(command_buffer, &begin_info), "Vulkan: one-shot command buffer begin failed");
130
+ return command_buffer;
131
+ }
132
+
133
+ template <typename DEVICE>
134
+ void one_shot_end(DEVICE& device, Context& ctx, VkCommandBuffer command_buffer){
135
+ check(device, vkEndCommandBuffer(command_buffer), "Vulkan: one-shot command buffer end failed");
136
+ VkSubmitInfo submit_info{};
137
+ submit_info.sType = VK_STRUCTURE_TYPE_SUBMIT_INFO;
138
+ submit_info.commandBufferCount = 1;
139
+ submit_info.pCommandBuffers = &command_buffer;
140
+ check(device, vkQueueSubmit(ctx.queue, 1, &submit_info, VK_NULL_HANDLE), "Vulkan: one-shot submit failed");
141
+ check(device, vkQueueWaitIdle(ctx.queue), "Vulkan: one-shot wait failed");
142
+ vkFreeCommandBuffers(ctx.device, ctx.command_pool, 1, &command_buffer);
143
+ }
144
+
145
+ template <typename DEVICE>
146
+ void upload_buffer(DEVICE& device, Context& ctx, BufferResource& destination, const void* data, VkDeviceSize size){
147
+ BufferResource staging = create_buffer(device, ctx, size, VK_BUFFER_USAGE_TRANSFER_SRC_BIT, VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT, true);
148
+ std::memcpy(staging.mapped, data, size);
149
+ VkCommandBuffer command_buffer = one_shot_begin(device, ctx);
150
+ VkBufferCopy region{};
151
+ region.size = size;
152
+ vkCmdCopyBuffer(command_buffer, staging.buffer, destination.buffer, 1, &region);
153
+ one_shot_end(device, ctx, command_buffer);
154
+ destroy_buffer(ctx, staging);
155
+ }
156
+
157
+ template <typename DEVICE>
158
+ ImageResource create_texture_image(DEVICE& device, Context& ctx, int width, int height, bool srgb){
159
+ ImageResource resource;
160
+ VkImageCreateInfo image_info{};
161
+ image_info.sType = VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO;
162
+ image_info.imageType = VK_IMAGE_TYPE_2D;
163
+ image_info.format = srgb ? VK_FORMAT_R8G8B8A8_SRGB : VK_FORMAT_R8G8B8A8_UNORM;
164
+ image_info.extent = {(uint32_t)width, (uint32_t)height, 1};
165
+ image_info.mipLevels = 1;
166
+ image_info.arrayLayers = 1;
167
+ image_info.samples = VK_SAMPLE_COUNT_1_BIT;
168
+ image_info.tiling = VK_IMAGE_TILING_OPTIMAL;
169
+ image_info.usage = VK_IMAGE_USAGE_SAMPLED_BIT | VK_IMAGE_USAGE_TRANSFER_DST_BIT;
170
+ image_info.initialLayout = VK_IMAGE_LAYOUT_UNDEFINED;
171
+ check(device, vkCreateImage(ctx.device, &image_info, nullptr, &resource.image), "Vulkan: image creation failed");
172
+ VkMemoryRequirements requirements;
173
+ vkGetImageMemoryRequirements(ctx.device, resource.image, &requirements);
174
+ VkMemoryAllocateInfo allocate_info{};
175
+ allocate_info.sType = VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_INFO;
176
+ allocate_info.allocationSize = requirements.size;
177
+ allocate_info.memoryTypeIndex = find_memory_type(device, ctx, requirements.memoryTypeBits, VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT);
178
+ check(device, vkAllocateMemory(ctx.device, &allocate_info, nullptr, &resource.memory), "Vulkan: image memory allocation failed");
179
+ check(device, vkBindImageMemory(ctx.device, resource.image, resource.memory, 0), "Vulkan: image memory bind failed");
180
+ VkImageViewCreateInfo view_info{};
181
+ view_info.sType = VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO;
182
+ view_info.image = resource.image;
183
+ view_info.viewType = VK_IMAGE_VIEW_TYPE_2D;
184
+ view_info.format = image_info.format;
185
+ view_info.subresourceRange = {VK_IMAGE_ASPECT_COLOR_BIT, 0, 1, 0, 1};
186
+ check(device, vkCreateImageView(ctx.device, &view_info, nullptr, &resource.view), "Vulkan: image view creation failed");
187
+ return resource;
188
+ }
189
+
190
+ inline void record_texture_upload(VkCommandBuffer command_buffer, ImageResource& image, BufferResource& staging, int width, int height){
191
+ VkImageMemoryBarrier to_transfer{};
192
+ to_transfer.sType = VK_STRUCTURE_TYPE_IMAGE_MEMORY_BARRIER;
193
+ to_transfer.srcAccessMask = 0;
194
+ to_transfer.dstAccessMask = VK_ACCESS_TRANSFER_WRITE_BIT;
195
+ to_transfer.oldLayout = VK_IMAGE_LAYOUT_UNDEFINED;
196
+ to_transfer.newLayout = VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL;
197
+ to_transfer.srcQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
198
+ to_transfer.dstQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
199
+ to_transfer.image = image.image;
200
+ to_transfer.subresourceRange = {VK_IMAGE_ASPECT_COLOR_BIT, 0, 1, 0, 1};
201
+ vkCmdPipelineBarrier(command_buffer, VK_PIPELINE_STAGE_TOP_OF_PIPE_BIT, VK_PIPELINE_STAGE_TRANSFER_BIT, 0, 0, nullptr, 0, nullptr, 1, &to_transfer);
202
+ VkBufferImageCopy region{};
203
+ region.imageSubresource = {VK_IMAGE_ASPECT_COLOR_BIT, 0, 0, 1};
204
+ region.imageExtent = {(uint32_t)width, (uint32_t)height, 1};
205
+ vkCmdCopyBufferToImage(command_buffer, staging.buffer, image.image, VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL, 1, &region);
206
+ VkImageMemoryBarrier to_sampled = to_transfer;
207
+ to_sampled.srcAccessMask = VK_ACCESS_TRANSFER_WRITE_BIT;
208
+ to_sampled.dstAccessMask = VK_ACCESS_SHADER_READ_BIT;
209
+ to_sampled.oldLayout = VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL;
210
+ to_sampled.newLayout = VK_IMAGE_LAYOUT_SHADER_READ_ONLY_OPTIMAL;
211
+ vkCmdPipelineBarrier(command_buffer, VK_PIPELINE_STAGE_TRANSFER_BIT, VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT, 0, 0, nullptr, 0, nullptr, 1, &to_sampled);
212
+ }
213
+
214
+ inline void destroy_image(Context& ctx, ImageResource& resource){
215
+ if(resource.view != VK_NULL_HANDLE){
216
+ vkDestroyImageView(ctx.device, resource.view, nullptr);
217
+ resource.view = VK_NULL_HANDLE;
218
+ }
219
+ if(resource.image != VK_NULL_HANDLE){
220
+ vkDestroyImage(ctx.device, resource.image, nullptr);
221
+ resource.image = VK_NULL_HANDLE;
222
+ }
223
+ if(resource.memory != VK_NULL_HANDLE){
224
+ vkFreeMemory(ctx.device, resource.memory, nullptr);
225
+ resource.memory = VK_NULL_HANDLE;
226
+ }
227
+ }
228
+
229
+ template <typename DEVICE>
230
+ void wait_render_in_flight(DEVICE& device, Context& ctx){
231
+ if(ctx.render_in_flight){
232
+ check(device, vkWaitForFences(ctx.device, 1, &ctx.fence_render, VK_TRUE, UINT64_MAX), "Vulkan: render fence wait failed");
233
+ check(device, vkResetFences(ctx.device, 1, &ctx.fence_render), "Vulkan: render fence reset failed");
234
+ ctx.render_in_flight = false;
235
+ }
236
+ }
237
+
238
+ template <typename DEVICE>
239
+ void wait_collision_in_flight(DEVICE& device, Context& ctx){
240
+ if(ctx.collision_in_flight){
241
+ check(device, vkWaitForFences(ctx.device, 1, &ctx.fence_collision, VK_TRUE, UINT64_MAX), "Vulkan: collision fence wait failed");
242
+ check(device, vkResetFences(ctx.device, 1, &ctx.fence_collision), "Vulkan: collision fence reset failed");
243
+ ctx.collision_in_flight = false;
244
+ }
245
+ }
246
+
247
+ template <typename DEVICE>
248
+ void wait_update_in_flight(DEVICE& device, Context& ctx){
249
+ if(ctx.update_command_buffer != VK_NULL_HANDLE){
250
+ check(device, vkWaitForFences(ctx.device, 1, &ctx.fence_update, VK_TRUE, UINT64_MAX), "Vulkan: update fence wait failed");
251
+ check(device, vkResetFences(ctx.device, 1, &ctx.fence_update), "Vulkan: update fence reset failed");
252
+ vkFreeCommandBuffers(ctx.device, ctx.command_pool, 1, &ctx.update_command_buffer);
253
+ ctx.update_command_buffer = VK_NULL_HANDLE;
254
+ }
255
+ }
256
+
257
+ template <typename DEVICE>
258
+ void wait_in_flight(DEVICE& device, Context& ctx){
259
+ wait_render_in_flight(device, ctx);
260
+ wait_collision_in_flight(device, ctx);
261
+ wait_update_in_flight(device, ctx);
262
+ }
263
+
264
+ inline void destroy_scene_resources(Context& ctx){
265
+ if(ctx.descriptor_pool != VK_NULL_HANDLE){
266
+ vkDestroyDescriptorPool(ctx.device, ctx.descriptor_pool, nullptr);
267
+ ctx.descriptor_pool = VK_NULL_HANDLE;
268
+ ctx.descriptor_set = VK_NULL_HANDLE;
269
+ }
270
+ if(ctx.tlas != VK_NULL_HANDLE){
271
+ ctx.vkDestroyAccelerationStructureKHR(ctx.device, ctx.tlas, nullptr);
272
+ ctx.tlas = VK_NULL_HANDLE;
273
+ }
274
+ for(auto& blas : ctx.blas_list){
275
+ ctx.vkDestroyAccelerationStructureKHR(ctx.device, blas, nullptr);
276
+ }
277
+ ctx.blas_list.clear();
278
+ for(auto& buffer : ctx.blas_buffers){
279
+ destroy_buffer(ctx, buffer);
280
+ }
281
+ ctx.blas_buffers.clear();
282
+ ctx.blas_addresses.clear();
283
+ ctx.object_record_base.clear();
284
+ ctx.object_classes.clear();
285
+ ctx.num_scene_instances = 0;
286
+ for(auto& overlay : ctx.overlay_tlas){
287
+ ctx.vkDestroyAccelerationStructureKHR(ctx.device, overlay, nullptr);
288
+ }
289
+ ctx.overlay_tlas.clear();
290
+ for(auto& buffer : ctx.overlay_tlas_buffers){
291
+ destroy_buffer(ctx, buffer);
292
+ }
293
+ ctx.overlay_tlas_buffers.clear();
294
+ for(auto& buffer : ctx.overlay_instance_buffers){
295
+ destroy_buffer(ctx, buffer);
296
+ }
297
+ ctx.overlay_instance_buffers.clear();
298
+ for(auto& buffer : ctx.overlay_sample_instance_buffers){
299
+ destroy_buffer(ctx, buffer);
300
+ }
301
+ ctx.overlay_sample_instance_buffers.clear();
302
+ for(auto& overlay : ctx.overlay_tlas_previous){
303
+ ctx.vkDestroyAccelerationStructureKHR(ctx.device, overlay, nullptr);
304
+ }
305
+ ctx.overlay_tlas_previous.clear();
306
+ for(auto& buffer : ctx.overlay_tlas_previous_buffers){
307
+ destroy_buffer(ctx, buffer);
308
+ }
309
+ ctx.overlay_tlas_previous_buffers.clear();
310
+ for(auto& buffer : ctx.overlay_instance_buffers_previous){
311
+ destroy_buffer(ctx, buffer);
312
+ }
313
+ ctx.overlay_instance_buffers_previous.clear();
314
+ destroy_buffer(ctx, ctx.overlay_num_active_previous);
315
+ destroy_buffer(ctx, ctx.overlay_scratch);
316
+ ctx.overlay_scratch_stride = 0;
317
+ destroy_buffer(ctx, ctx.instance_data);
318
+ destroy_buffer(ctx, ctx.instance_record_base);
319
+ destroy_buffer(ctx, ctx.instance_classes);
320
+ destroy_buffer(ctx, ctx.overlay_attachments);
321
+ destroy_buffer(ctx, ctx.overlay_num_active);
322
+ destroy_buffer(ctx, ctx.tlas_buffer);
323
+ destroy_buffer(ctx, ctx.instance_buffer);
324
+ destroy_buffer(ctx, ctx.mesh_data);
325
+ destroy_buffer(ctx, ctx.mesh_records);
326
+ destroy_buffer(ctx, ctx.scene_lights);
327
+ for(auto& texture : ctx.mesh_textures){
328
+ destroy_image(ctx, texture);
329
+ }
330
+ ctx.mesh_textures.clear();
331
+ }
332
+
333
+ // one fenced submit of the pre-recorded pass command buffers (null entries are skipped)
334
+ template <typename DEVICE>
335
+ void submit_render(DEVICE& device, Context& ctx, std::initializer_list<VkCommandBuffer> inputs){
336
+ wait_render_in_flight(device, ctx);
337
+ VkCommandBuffer command_buffers[8];
338
+ uint32_t count = 0;
339
+ for(VkCommandBuffer input : inputs){
340
+ if(input != VK_NULL_HANDLE && count < 8){
341
+ command_buffers[count++] = input;
342
+ }
343
+ }
344
+ if(count == 0){
345
+ return;
346
+ }
347
+ VkSubmitInfo submit_info{};
348
+ submit_info.sType = VK_STRUCTURE_TYPE_SUBMIT_INFO;
349
+ submit_info.commandBufferCount = count;
350
+ submit_info.pCommandBuffers = command_buffers;
351
+ check(device, vkQueueSubmit(ctx.queue, 1, &submit_info, ctx.fence_render), "Vulkan: render submit failed");
352
+ ctx.render_in_flight = true;
353
+ }
354
+ }
355
+
356
+ template <typename DEVICE, typename SPEC>
357
+ void malloc(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Vulkan>& renderer){
358
+ namespace vk = rendering::raytracing::backends::vulkan;
359
+ using TI = typename SPEC::TI;
360
+ static_assert(utils::typing::is_same_v<typename SPEC::T, float>, "The Vulkan raytracing backend requires T = float");
361
+
362
+ if constexpr (SPEC::ENABLE_OVERLAYS) {
363
+ malloc(device, renderer.transforms);
364
+ rendering::raytracing::detail::malloc_overlay_staging(renderer);
365
+ }
366
+ if constexpr (SPEC::HAS_FLOW_OVERLAYS) {
367
+ malloc(device, renderer.transforms_previous);
368
+ std::memset(data(renderer.transforms_previous), 0, decltype(renderer.transforms_previous)::SPEC::SIZE_BYTES);
369
+ }
370
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR) {
371
+ malloc(device, renderer.transforms_motion);
372
+ std::memset(data(renderer.transforms_motion), 0, decltype(renderer.transforms_motion)::SPEC::SIZE_BYTES);
373
+ }
374
+
375
+ renderer.backend = new rendering::raytracing::backends::RendererState<rendering::raytracing::backends::Vulkan, SPEC>{};
376
+ renderer.device.context = renderer.backend;
377
+ auto* ctx = renderer.backend;
378
+
379
+ VkApplicationInfo application_info{};
380
+ application_info.sType = VK_STRUCTURE_TYPE_APPLICATION_INFO;
381
+ application_info.pApplicationName = "rl_tools";
382
+ application_info.apiVersion = VK_API_VERSION_1_2;
383
+ VkInstanceCreateInfo instance_info{};
384
+ instance_info.sType = VK_STRUCTURE_TYPE_INSTANCE_CREATE_INFO;
385
+ instance_info.pApplicationInfo = &application_info;
386
+ vk::check(device, vkCreateInstance(&instance_info, nullptr, &ctx->instance), "Vulkan: instance creation failed");
387
+
388
+ uint32_t physical_device_count = 0;
389
+ vkEnumeratePhysicalDevices(ctx->instance, &physical_device_count, nullptr);
390
+ utils::assert_exit(device, physical_device_count > 0, "Vulkan: no devices available");
391
+ std::vector<VkPhysicalDevice> physical_devices(physical_device_count);
392
+ vkEnumeratePhysicalDevices(ctx->instance, &physical_device_count, physical_devices.data());
393
+
394
+ const char* required_extensions[] = {
395
+ VK_KHR_ACCELERATION_STRUCTURE_EXTENSION_NAME,
396
+ VK_KHR_RAY_QUERY_EXTENSION_NAME,
397
+ VK_KHR_DEFERRED_HOST_OPERATIONS_EXTENSION_NAME
398
+ };
399
+ const char* device_index_env = std::getenv("RL_TOOLS_VULKAN_DEVICE_INDEX");
400
+ int64_t requested_device_index = device_index_env != nullptr ? std::atoll(device_index_env) : -1;
401
+ int64_t selected = -1;
402
+ bool selected_discrete = false;
403
+ for(uint32_t physical_device_i = 0; physical_device_i < physical_device_count; physical_device_i++){
404
+ VkPhysicalDeviceProperties properties;
405
+ vkGetPhysicalDeviceProperties(physical_devices[physical_device_i], &properties);
406
+ if(properties.apiVersion < VK_API_VERSION_1_2){
407
+ continue;
408
+ }
409
+ uint32_t extension_count = 0;
410
+ vkEnumerateDeviceExtensionProperties(physical_devices[physical_device_i], nullptr, &extension_count, nullptr);
411
+ std::vector<VkExtensionProperties> extensions(extension_count);
412
+ vkEnumerateDeviceExtensionProperties(physical_devices[physical_device_i], nullptr, &extension_count, extensions.data());
413
+ bool extensions_present = true;
414
+ for(const char* required : required_extensions){
415
+ bool found = false;
416
+ for(const auto& extension : extensions){
417
+ if(std::strcmp(extension.extensionName, required) == 0){
418
+ found = true;
419
+ break;
420
+ }
421
+ }
422
+ extensions_present = extensions_present && found;
423
+ }
424
+ if(!extensions_present){
425
+ continue;
426
+ }
427
+ VkPhysicalDeviceAccelerationStructureFeaturesKHR acceleration_structure_features{};
428
+ acceleration_structure_features.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_ACCELERATION_STRUCTURE_FEATURES_KHR;
429
+ VkPhysicalDeviceRayQueryFeaturesKHR ray_query_features{};
430
+ ray_query_features.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_RAY_QUERY_FEATURES_KHR;
431
+ ray_query_features.pNext = &acceleration_structure_features;
432
+ VkPhysicalDeviceVulkan12Features features_1_2{};
433
+ features_1_2.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_VULKAN_1_2_FEATURES;
434
+ features_1_2.pNext = &ray_query_features;
435
+ VkPhysicalDeviceFeatures2 features{};
436
+ features.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_FEATURES_2;
437
+ features.pNext = &features_1_2;
438
+ vkGetPhysicalDeviceFeatures2(physical_devices[physical_device_i], &features);
439
+ bool features_present = acceleration_structure_features.accelerationStructure && ray_query_features.rayQuery
440
+ && features_1_2.bufferDeviceAddress && features_1_2.runtimeDescriptorArray
441
+ && features_1_2.shaderSampledImageArrayNonUniformIndexing
442
+ && features_1_2.descriptorBindingPartiallyBound && features_1_2.descriptorBindingVariableDescriptorCount;
443
+ if(!features_present){
444
+ continue;
445
+ }
446
+ if(requested_device_index >= 0){
447
+ if((int64_t)physical_device_i == requested_device_index){
448
+ selected = physical_device_i;
449
+ break;
450
+ }
451
+ continue;
452
+ }
453
+ bool discrete = properties.deviceType == VK_PHYSICAL_DEVICE_TYPE_DISCRETE_GPU;
454
+ if(selected < 0 || (discrete && !selected_discrete)){
455
+ selected = physical_device_i;
456
+ selected_discrete = discrete;
457
+ }
458
+ }
459
+ utils::assert_exit(device, selected >= 0, "Vulkan: no device with ray query support found");
460
+ ctx->physical_device = physical_devices[selected];
461
+ {
462
+ VkPhysicalDeviceAccelerationStructurePropertiesKHR acceleration_structure_properties{};
463
+ acceleration_structure_properties.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_ACCELERATION_STRUCTURE_PROPERTIES_KHR;
464
+ VkPhysicalDeviceProperties2 properties{};
465
+ properties.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_PROPERTIES_2;
466
+ properties.pNext = &acceleration_structure_properties;
467
+ vkGetPhysicalDeviceProperties2(ctx->physical_device, &properties);
468
+ ctx->min_scratch_alignment = acceleration_structure_properties.minAccelerationStructureScratchOffsetAlignment;
469
+ RL_TOOLS_RENDERING_RAYTRACING_LOG("Vulkan device: " << properties.properties.deviceName);
470
+ }
471
+
472
+ uint32_t queue_family_count = 0;
473
+ vkGetPhysicalDeviceQueueFamilyProperties(ctx->physical_device, &queue_family_count, nullptr);
474
+ std::vector<VkQueueFamilyProperties> queue_families(queue_family_count);
475
+ vkGetPhysicalDeviceQueueFamilyProperties(ctx->physical_device, &queue_family_count, queue_families.data());
476
+ bool queue_family_found = false;
477
+ for(uint32_t queue_family_i = 0; queue_family_i < queue_family_count; queue_family_i++){
478
+ if((queue_families[queue_family_i].queueFlags & VK_QUEUE_COMPUTE_BIT) != 0){
479
+ ctx->queue_family_index = queue_family_i;
480
+ queue_family_found = true;
481
+ break;
482
+ }
483
+ }
484
+ utils::assert_exit(device, queue_family_found, "Vulkan: no compute queue family");
485
+
486
+ float queue_priority = 1.0f;
487
+ VkDeviceQueueCreateInfo queue_info{};
488
+ queue_info.sType = VK_STRUCTURE_TYPE_DEVICE_QUEUE_CREATE_INFO;
489
+ queue_info.queueFamilyIndex = ctx->queue_family_index;
490
+ queue_info.queueCount = 1;
491
+ queue_info.pQueuePriorities = &queue_priority;
492
+ VkPhysicalDeviceAccelerationStructureFeaturesKHR acceleration_structure_features{};
493
+ acceleration_structure_features.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_ACCELERATION_STRUCTURE_FEATURES_KHR;
494
+ acceleration_structure_features.accelerationStructure = VK_TRUE;
495
+ VkPhysicalDeviceRayQueryFeaturesKHR ray_query_features{};
496
+ ray_query_features.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_RAY_QUERY_FEATURES_KHR;
497
+ ray_query_features.pNext = &acceleration_structure_features;
498
+ ray_query_features.rayQuery = VK_TRUE;
499
+ VkPhysicalDeviceVulkan12Features features_1_2{};
500
+ features_1_2.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_VULKAN_1_2_FEATURES;
501
+ features_1_2.pNext = &ray_query_features;
502
+ features_1_2.bufferDeviceAddress = VK_TRUE;
503
+ features_1_2.descriptorIndexing = VK_TRUE;
504
+ features_1_2.runtimeDescriptorArray = VK_TRUE;
505
+ features_1_2.shaderSampledImageArrayNonUniformIndexing = VK_TRUE;
506
+ features_1_2.descriptorBindingPartiallyBound = VK_TRUE;
507
+ features_1_2.descriptorBindingVariableDescriptorCount = VK_TRUE;
508
+ VkDeviceCreateInfo device_info{};
509
+ device_info.sType = VK_STRUCTURE_TYPE_DEVICE_CREATE_INFO;
510
+ device_info.pNext = &features_1_2;
511
+ device_info.queueCreateInfoCount = 1;
512
+ device_info.pQueueCreateInfos = &queue_info;
513
+ device_info.enabledExtensionCount = 3;
514
+ device_info.ppEnabledExtensionNames = required_extensions;
515
+ vk::check(device, vkCreateDevice(ctx->physical_device, &device_info, nullptr, &ctx->device), "Vulkan: device creation failed");
516
+ vkGetDeviceQueue(ctx->device, ctx->queue_family_index, 0, &ctx->queue);
517
+
518
+ ctx->vkCreateAccelerationStructureKHR = (PFN_vkCreateAccelerationStructureKHR)vkGetDeviceProcAddr(ctx->device, "vkCreateAccelerationStructureKHR");
519
+ ctx->vkDestroyAccelerationStructureKHR = (PFN_vkDestroyAccelerationStructureKHR)vkGetDeviceProcAddr(ctx->device, "vkDestroyAccelerationStructureKHR");
520
+ ctx->vkGetAccelerationStructureBuildSizesKHR = (PFN_vkGetAccelerationStructureBuildSizesKHR)vkGetDeviceProcAddr(ctx->device, "vkGetAccelerationStructureBuildSizesKHR");
521
+ ctx->vkCmdBuildAccelerationStructuresKHR = (PFN_vkCmdBuildAccelerationStructuresKHR)vkGetDeviceProcAddr(ctx->device, "vkCmdBuildAccelerationStructuresKHR");
522
+ ctx->vkGetAccelerationStructureDeviceAddressKHR = (PFN_vkGetAccelerationStructureDeviceAddressKHR)vkGetDeviceProcAddr(ctx->device, "vkGetAccelerationStructureDeviceAddressKHR");
523
+ utils::assert_exit(device, ctx->vkCmdBuildAccelerationStructuresKHR != nullptr, "Vulkan: acceleration structure entry points unavailable");
524
+
525
+ VkCommandPoolCreateInfo pool_info{};
526
+ pool_info.sType = VK_STRUCTURE_TYPE_COMMAND_POOL_CREATE_INFO;
527
+ pool_info.flags = VK_COMMAND_POOL_CREATE_RESET_COMMAND_BUFFER_BIT;
528
+ pool_info.queueFamilyIndex = ctx->queue_family_index;
529
+ vk::check(device, vkCreateCommandPool(ctx->device, &pool_info, nullptr, &ctx->command_pool), "Vulkan: command pool creation failed");
530
+
531
+ VkCommandBufferAllocateInfo command_buffer_info{};
532
+ command_buffer_info.sType = VK_STRUCTURE_TYPE_COMMAND_BUFFER_ALLOCATE_INFO;
533
+ command_buffer_info.commandPool = ctx->command_pool;
534
+ command_buffer_info.level = VK_COMMAND_BUFFER_LEVEL_PRIMARY;
535
+ command_buffer_info.commandBufferCount = 1;
536
+ vk::check(device, vkAllocateCommandBuffers(ctx->device, &command_buffer_info, &ctx->cb_rgb), "Vulkan: command buffer allocation failed");
537
+ vk::check(device, vkAllocateCommandBuffers(ctx->device, &command_buffer_info, &ctx->cb_depth), "Vulkan: command buffer allocation failed");
538
+ vk::check(device, vkAllocateCommandBuffers(ctx->device, &command_buffer_info, &ctx->cb_collision), "Vulkan: command buffer allocation failed");
539
+ vk::check(device, vkAllocateCommandBuffers(ctx->device, &command_buffer_info, &ctx->cb_segmentation), "Vulkan: command buffer allocation failed");
540
+ vk::check(device, vkAllocateCommandBuffers(ctx->device, &command_buffer_info, &ctx->cb_normals), "Vulkan: command buffer allocation failed");
541
+ vk::check(device, vkAllocateCommandBuffers(ctx->device, &command_buffer_info, &ctx->cb_flow), "Vulkan: command buffer allocation failed");
542
+ vk::check(device, vkAllocateCommandBuffers(ctx->device, &command_buffer_info, &ctx->cb_flow_forward), "Vulkan: command buffer allocation failed");
543
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR) {
544
+ vk::check(device, vkAllocateCommandBuffers(ctx->device, &command_buffer_info, &ctx->cb_dynamic), "Vulkan: command buffer allocation failed");
545
+ }
546
+
547
+ VkFenceCreateInfo fence_info{};
548
+ fence_info.sType = VK_STRUCTURE_TYPE_FENCE_CREATE_INFO;
549
+ vk::check(device, vkCreateFence(ctx->device, &fence_info, nullptr, &ctx->fence_render), "Vulkan: fence creation failed");
550
+ vk::check(device, vkCreateFence(ctx->device, &fence_info, nullptr, &ctx->fence_collision), "Vulkan: fence creation failed");
551
+ vk::check(device, vkCreateFence(ctx->device, &fence_info, nullptr, &ctx->fence_update), "Vulkan: fence creation failed");
552
+
553
+ VkSamplerCreateInfo sampler_info{};
554
+ sampler_info.sType = VK_STRUCTURE_TYPE_SAMPLER_CREATE_INFO;
555
+ sampler_info.magFilter = VK_FILTER_LINEAR;
556
+ sampler_info.minFilter = VK_FILTER_LINEAR;
557
+ sampler_info.mipmapMode = VK_SAMPLER_MIPMAP_MODE_NEAREST;
558
+ sampler_info.addressModeU = VK_SAMPLER_ADDRESS_MODE_REPEAT;
559
+ sampler_info.addressModeV = VK_SAMPLER_ADDRESS_MODE_REPEAT;
560
+ sampler_info.addressModeW = VK_SAMPLER_ADDRESS_MODE_REPEAT;
561
+ vk::check(device, vkCreateSampler(ctx->device, &sampler_info, nullptr, &ctx->sampler), "Vulkan: sampler creation failed");
562
+
563
+ {
564
+ VkDescriptorSetLayoutBinding layout_bindings[vk::bindings::COUNT]{};
565
+ VkDescriptorBindingFlags binding_flags[vk::bindings::COUNT]{};
566
+ for(uint32_t binding_i = 0; binding_i < vk::bindings::COUNT; binding_i++){
567
+ layout_bindings[binding_i].binding = binding_i;
568
+ layout_bindings[binding_i].descriptorType = VK_DESCRIPTOR_TYPE_STORAGE_BUFFER;
569
+ layout_bindings[binding_i].descriptorCount = 1;
570
+ layout_bindings[binding_i].stageFlags = VK_SHADER_STAGE_COMPUTE_BIT;
571
+ }
572
+ layout_bindings[vk::bindings::ACCELERATION_STRUCTURE].descriptorType = VK_DESCRIPTOR_TYPE_ACCELERATION_STRUCTURE_KHR;
573
+ layout_bindings[vk::bindings::OVERLAY_TLAS].descriptorType = VK_DESCRIPTOR_TYPE_ACCELERATION_STRUCTURE_KHR;
574
+ layout_bindings[vk::bindings::OVERLAY_TLAS].descriptorCount = SPEC::ENABLE_OVERLAYS ? (uint32_t)SPEC::NUM_OVERLAYS : 1;
575
+ layout_bindings[vk::bindings::OVERLAY_TLAS_PREVIOUS].descriptorType = VK_DESCRIPTOR_TYPE_ACCELERATION_STRUCTURE_KHR;
576
+ layout_bindings[vk::bindings::OVERLAY_TLAS_PREVIOUS].descriptorCount = SPEC::ENABLE_OVERLAYS ? (uint32_t)SPEC::NUM_OVERLAYS : 1;
577
+ layout_bindings[vk::bindings::TEXTURES].descriptorType = VK_DESCRIPTOR_TYPE_COMBINED_IMAGE_SAMPLER;
578
+ layout_bindings[vk::bindings::TEXTURES].descriptorCount = vk::MAX_TEXTURE_DESCRIPTORS;
579
+ binding_flags[vk::bindings::TEXTURES] = VK_DESCRIPTOR_BINDING_VARIABLE_DESCRIPTOR_COUNT_BIT | VK_DESCRIPTOR_BINDING_PARTIALLY_BOUND_BIT;
580
+ VkDescriptorSetLayoutBindingFlagsCreateInfo binding_flags_info{};
581
+ binding_flags_info.sType = VK_STRUCTURE_TYPE_DESCRIPTOR_SET_LAYOUT_BINDING_FLAGS_CREATE_INFO;
582
+ binding_flags_info.bindingCount = vk::bindings::COUNT;
583
+ binding_flags_info.pBindingFlags = binding_flags;
584
+ VkDescriptorSetLayoutCreateInfo layout_info{};
585
+ layout_info.sType = VK_STRUCTURE_TYPE_DESCRIPTOR_SET_LAYOUT_CREATE_INFO;
586
+ layout_info.pNext = &binding_flags_info;
587
+ layout_info.bindingCount = vk::bindings::COUNT;
588
+ layout_info.pBindings = layout_bindings;
589
+ vk::check(device, vkCreateDescriptorSetLayout(ctx->device, &layout_info, nullptr, &ctx->descriptor_set_layout), "Vulkan: descriptor set layout creation failed");
590
+ VkPipelineLayoutCreateInfo pipeline_layout_info{};
591
+ pipeline_layout_info.sType = VK_STRUCTURE_TYPE_PIPELINE_LAYOUT_CREATE_INFO;
592
+ pipeline_layout_info.setLayoutCount = 1;
593
+ pipeline_layout_info.pSetLayouts = &ctx->descriptor_set_layout;
594
+ // per-pass shutter time for the dynamic-motion-blur dispatches; harmless for entry
595
+ // points that do not declare the push-constant block
596
+ VkPushConstantRange push_constant_range{VK_SHADER_STAGE_COMPUTE_BIT, 0, sizeof(float)};
597
+ pipeline_layout_info.pushConstantRangeCount = 1;
598
+ pipeline_layout_info.pPushConstantRanges = &push_constant_range;
599
+ vk::check(device, vkCreatePipelineLayout(ctx->device, &pipeline_layout_info, nullptr, &ctx->pipeline_layout), "Vulkan: pipeline layout creation failed");
600
+ }
601
+
602
+ auto make_module = [&](const uint32_t* words, size_t size_bytes) -> VkShaderModule {
603
+ VkShaderModuleCreateInfo module_info{};
604
+ module_info.sType = VK_STRUCTURE_TYPE_SHADER_MODULE_CREATE_INFO;
605
+ module_info.codeSize = size_bytes;
606
+ module_info.pCode = words;
607
+ VkShaderModule module;
608
+ vk::check(device, vkCreateShaderModule(ctx->device, &module_info, nullptr, &module), "Vulkan: shader module creation failed");
609
+ return module;
610
+ };
611
+ size_t spirv_size = 0;
612
+ const uint32_t* spirv = nullptr;
613
+ if constexpr (SPEC::HAS_RGB) {
614
+ spirv = rendering::raytracing::backends::vulkan::device_spirv_rgb(spirv_size);
615
+ ctx->module_rgb = make_module(spirv, spirv_size);
616
+ }
617
+ if constexpr (SPEC::HAS_DEPTH) {
618
+ spirv = rendering::raytracing::backends::vulkan::device_spirv_depth(spirv_size);
619
+ ctx->module_depth = make_module(spirv, spirv_size);
620
+ }
621
+ if constexpr (SPEC::HAS_SEGMENTATION) {
622
+ spirv = rendering::raytracing::backends::vulkan::device_spirv_segmentation(spirv_size);
623
+ ctx->module_segmentation = make_module(spirv, spirv_size);
624
+ }
625
+ if constexpr (SPEC::HAS_NORMALS) {
626
+ spirv = rendering::raytracing::backends::vulkan::device_spirv_normals(spirv_size);
627
+ ctx->module_normals = make_module(spirv, spirv_size);
628
+ }
629
+ if constexpr (SPEC::HAS_FLOW) {
630
+ spirv = rendering::raytracing::backends::vulkan::device_spirv_flow(spirv_size);
631
+ ctx->module_flow = make_module(spirv, spirv_size);
632
+ }
633
+ if constexpr (SPEC::HAS_FLOW_FORWARD) {
634
+ spirv = rendering::raytracing::backends::vulkan::device_spirv_flow_forward(spirv_size);
635
+ ctx->module_flow_forward = make_module(spirv, spirv_size);
636
+ }
637
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR) {
638
+ spirv = rendering::raytracing::backends::vulkan::device_spirv_resolve(spirv_size);
639
+ ctx->module_resolve = make_module(spirv, spirv_size);
640
+ }
641
+ #if !RL_TOOLS_RENDERING_RAYTRACING_DISABLE_PROBE_RAYS
642
+ spirv = rendering::raytracing::backends::vulkan::device_spirv_collision(spirv_size);
643
+ ctx->module_collision = make_module(spirv, spirv_size);
644
+ #endif
645
+
646
+ // mapped like Metal's StorageModeShared, but preferring host-visible VRAM (BAR/ReBAR) so per-frame shader access stays at device speed
647
+ constexpr VkMemoryPropertyFlags HOST_MEMORY = VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT | VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT;
648
+ constexpr VkBufferUsageFlags STORAGE = VK_BUFFER_USAGE_STORAGE_BUFFER_BIT;
649
+ constexpr typename SPEC::TI cam_pixels = SPEC::CAM_PIXELS;
650
+ constexpr size_t camera_bytes = (size_t)SPEC::NUM_CAMERAS * sizeof(rendering::raytracing::Camera<typename SPEC::T>);
651
+ ctx->launch_params = vk::create_buffer(device, *ctx, sizeof(vk::LaunchParams), STORAGE, HOST_MEMORY, true);
652
+ ctx->cameras = vk::create_buffer(device, *ctx, camera_bytes, STORAGE, HOST_MEMORY, true);
653
+ // camera tensors alias the mapped shader buffers (see cameras(device, renderer)):
654
+ // host writes are consumed by the next launch with no staging copy
655
+ renderer.cameras._data = (rendering::raytracing::Camera<typename SPEC::T>*)ctx->cameras.mapped;
656
+ if constexpr (SPEC::HAS_CAMERA_PAIR) {
657
+ ctx->cameras_open = vk::create_buffer(device, *ctx, camera_bytes, STORAGE, HOST_MEMORY, true);
658
+ renderer.cameras_open._data = (rendering::raytracing::Camera<typename SPEC::T>*)ctx->cameras_open.mapped;
659
+ }
660
+ if constexpr (SPEC::HAS_FLOW) {
661
+ ctx->cameras_previous = vk::create_buffer(device, *ctx, camera_bytes, STORAGE, HOST_MEMORY, true);
662
+ renderer.cameras_previous._data = (rendering::raytracing::Camera<typename SPEC::T>*)ctx->cameras_previous.mapped;
663
+ }
664
+ // the output tensors alias the mapped shader buffers (see frame_buffer/depth_buffer/
665
+ // segmentation_buffer/collision_results/observation accessors) — consumers read in place
666
+ if constexpr (SPEC::HAS_RGB) {
667
+ ctx->frame_buffer = vk::create_buffer(device, *ctx, (size_t)SPEC::NUM_CAMERAS * cam_pixels * sizeof(uint32_t), STORAGE, HOST_MEMORY, true);
668
+ renderer.frame_buffer._data = (uint32_t*)ctx->frame_buffer.mapped;
669
+ }
670
+ if constexpr (SPEC::HAS_DEPTH) {
671
+ ctx->depth_buffer = vk::create_buffer(device, *ctx, (size_t)SPEC::NUM_CAMERAS * cam_pixels * sizeof(float), STORAGE, HOST_MEMORY, true);
672
+ renderer.depth_buffer._data = (float*)ctx->depth_buffer.mapped;
673
+ }
674
+ if constexpr (SPEC::HAS_SEGMENTATION) {
675
+ ctx->segmentation_buffer = vk::create_buffer(device, *ctx, (size_t)SPEC::NUM_CAMERAS * cam_pixels * sizeof(uint32_t), STORAGE, HOST_MEMORY, true);
676
+ renderer.segmentation_buffer._data = (uint32_t*)ctx->segmentation_buffer.mapped;
677
+ }
678
+ if constexpr (SPEC::HAS_NORMALS) {
679
+ ctx->normals_buffer = vk::create_buffer(device, *ctx, (size_t)SPEC::NUM_CAMERAS * cam_pixels * 3 * sizeof(float), STORAGE, HOST_MEMORY, true);
680
+ renderer.normals_buffer._data = (float*)ctx->normals_buffer.mapped;
681
+ }
682
+ if constexpr (SPEC::HAS_FLOW) {
683
+ ctx->flow_buffer = vk::create_buffer(device, *ctx, (size_t)SPEC::NUM_CAMERAS * cam_pixels * 2 * sizeof(float), STORAGE, HOST_MEMORY, true);
684
+ renderer.flow_buffer._data = (float*)ctx->flow_buffer.mapped;
685
+ ctx->flow_status_buffer = vk::create_buffer(device, *ctx, (size_t)SPEC::NUM_CAMERAS * cam_pixels * sizeof(uint32_t), STORAGE, HOST_MEMORY, true);
686
+ renderer.flow_status_buffer._data = (uint32_t*)ctx->flow_status_buffer.mapped;
687
+ if constexpr (SPEC::HAS_FLOW_OVERLAYS) {
688
+ ctx->flow_deltas = vk::create_buffer(device, *ctx, (size_t)2 * SPEC::NUM_OVERLAYS * SPEC::MAX_OVERLAY_INSTANCES * 12 * sizeof(float), STORAGE, HOST_MEMORY, true);
689
+ }
690
+ }
691
+ if constexpr (SPEC::HAS_FLOW_FORWARD) {
692
+ ctx->flow_forward_buffer = vk::create_buffer(device, *ctx, (size_t)SPEC::NUM_CAMERAS * cam_pixels * 2 * sizeof(float), STORAGE, HOST_MEMORY, true);
693
+ renderer.flow_forward_buffer._data = (float*)ctx->flow_forward_buffer.mapped;
694
+ ctx->flow_forward_status_buffer = vk::create_buffer(device, *ctx, (size_t)SPEC::NUM_CAMERAS * cam_pixels * sizeof(uint32_t), STORAGE, HOST_MEMORY, true);
695
+ renderer.flow_forward_status_buffer._data = (uint32_t*)ctx->flow_forward_status_buffer.mapped;
696
+ }
697
+ if constexpr (SPEC::HAS_OBSERVATION) {
698
+ static_assert(utils::typing::is_same_v<typename SPEC::OBSERVATION_T, float>, "The Vulkan raytracing backend requires OBSERVATION_T = float");
699
+ ctx->observation = vk::create_buffer(device, *ctx, (size_t)SPEC::NUM_CAMERAS * cam_pixels * SPEC::OBSERVATION_CHANNELS * sizeof(float), STORAGE, HOST_MEMORY, true);
700
+ renderer.observation._data = (float*)ctx->observation.mapped;
701
+ }
702
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR) {
703
+ constexpr VkBufferUsageFlags ACCUMULATOR = VK_BUFFER_USAGE_STORAGE_BUFFER_BIT | VK_BUFFER_USAGE_TRANSFER_DST_BIT; // vkCmdFillBuffer zeroes them at frame start
704
+ if constexpr (SPEC::HAS_RGB) {
705
+ ctx->rgb_accumulator = vk::create_buffer(device, *ctx, (size_t)SPEC::NUM_CAMERAS * cam_pixels * 3 * sizeof(float), ACCUMULATOR, HOST_MEMORY, true);
706
+ renderer.rgb_accumulator._data = (float*)ctx->rgb_accumulator.mapped;
707
+ }
708
+ if constexpr (SPEC::HAS_DEPTH) {
709
+ ctx->depth_accumulator = vk::create_buffer(device, *ctx, (size_t)SPEC::NUM_CAMERAS * cam_pixels * sizeof(float), ACCUMULATOR, HOST_MEMORY, true);
710
+ renderer.depth_accumulator._data = (float*)ctx->depth_accumulator.mapped;
711
+ }
712
+ }
713
+ #if !RL_TOOLS_RENDERING_RAYTRACING_DISABLE_PROBE_RAYS
714
+ ctx->collision_results = vk::create_buffer(device, *ctx, (size_t)SPEC::NUM_CAMERAS * SPEC::NUM_PROBES * sizeof(rendering::raytracing::CollisionResult), STORAGE, HOST_MEMORY, true);
715
+ renderer.collision_results._data = (rendering::raytracing::CollisionResult*)ctx->collision_results.mapped;
716
+ ctx->probe_directions = vk::create_buffer(device, *ctx, (size_t)SPEC::NUM_PROBES * 3 * sizeof(float), STORAGE, HOST_MEMORY, true);
717
+ #endif
718
+ ctx->dummy = vk::create_buffer(device, *ctx, 64, STORAGE, HOST_MEMORY, false);
719
+ rendering::raytracing::detail::announce_backend(renderer);
720
+ }
721
+
722
+ template <typename DEVICE, typename SPEC, typename METADATA_T>
723
+ void init(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Vulkan>& renderer, const rendering::raytracing::Scene& scene, const rendering::raytracing::AssetPool& pool, const rendering::SceneMetadata<METADATA_T>& metadata){
724
+ validate_semantic_segmentation<SPEC>(device, scene, pool);
725
+ renderer.max_ray_length = (typename SPEC::T)metadata.max_ray_length;
726
+ rendering::raytracing::detail::announce_configuration<SPEC>();
727
+ rendering::raytracing::detail::resolve_environment<SPEC>(scene.environment, renderer.ambient_color, renderer.miss_color_0, renderer.miss_color_1);
728
+ namespace vk = rendering::raytracing::backends::vulkan;
729
+ using TI = typename SPEC::TI;
730
+ auto& ctx = vk::context(renderer);
731
+
732
+
733
+ std::vector<const rendering::raytracing::Object*> all_objects;
734
+ for(const auto& object : scene.objects){
735
+ all_objects.push_back(&object);
736
+ }
737
+ if constexpr (SPEC::ENABLE_OVERLAYS){
738
+ rendering::raytracing::detail::register_pool_assets(device, renderer, pool, all_objects);
739
+ }
740
+ RL_TOOLS_RENDERING_RAYTRACING_LOG("building " << all_objects.size() << " objects / " << scene.instances.size() << " instances ...");
741
+
742
+ // scene-dependent resources from a previous init are released here; the pipelines are
743
+ // spec-dependent and survive re-init
744
+ vk::check(device, vkDeviceWaitIdle(ctx.device), "Vulkan: device wait idle failed");
745
+ ctx.render_in_flight = false;
746
+ ctx.collision_in_flight = false;
747
+ vkResetFences(ctx.device, 1, &ctx.fence_render);
748
+ vkResetFences(ctx.device, 1, &ctx.fence_collision);
749
+ vk::destroy_scene_resources(ctx);
750
+
751
+ constexpr VkMemoryPropertyFlags HOST_MEMORY = VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT | VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT;
752
+ constexpr VkMemoryPropertyFlags STAGING_MEMORY = VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT;
753
+
754
+ // meshes flattened across all objects; object_record_base[object] is the first index of
755
+ // that object's meshes in the flat order (mesh_records, offsets, BLAS geometry all agree)
756
+ std::vector<const rendering::raytracing::Mesh*> all_meshes;
757
+ ctx.object_record_base.assign(all_objects.size(), 0);
758
+ ctx.object_classes.assign(all_objects.size(), 0);
759
+ for(size_t object_i = 0; object_i < all_objects.size(); object_i++){
760
+ ctx.object_record_base[object_i] = (uint32_t)all_meshes.size();
761
+ ctx.object_classes[object_i] = all_objects[object_i]->segmentation_class;
762
+ for(const auto& mesh : all_objects[object_i]->meshes){
763
+ all_meshes.push_back(&mesh);
764
+ }
765
+ }
766
+ const size_t num_meshes = all_meshes.size();
767
+ std::vector<size_t> vertex_offsets(num_meshes), index_offsets(num_meshes), tex_coord_offsets(num_meshes), normal_offsets(num_meshes);
768
+ size_t mesh_data_size = 0;
769
+ auto append_section = [&](size_t bytes) -> size_t {
770
+ size_t offset = mesh_data_size;
771
+ mesh_data_size += (bytes + 15) & ~(size_t)15;
772
+ return offset;
773
+ };
774
+ for(size_t mesh_i = 0; mesh_i < num_meshes; mesh_i++){
775
+ const auto& mesh = *all_meshes[mesh_i];
776
+ vertex_offsets[mesh_i] = append_section(mesh.vertices.size() * sizeof(float));
777
+ index_offsets[mesh_i] = append_section(mesh.indices.size() * sizeof(int));
778
+ tex_coord_offsets[mesh_i] = mesh.tex_coords.empty() ? 0 : append_section(mesh.tex_coords.size() * sizeof(float));
779
+ normal_offsets[mesh_i] = mesh.normals.empty() ? 0 : append_section(mesh.normals.size() * sizeof(float));
780
+ }
781
+ std::vector<uint8_t> mesh_data_host(mesh_data_size);
782
+ for(size_t mesh_i = 0; mesh_i < num_meshes; mesh_i++){
783
+ const auto& mesh = *all_meshes[mesh_i];
784
+ std::memcpy(mesh_data_host.data() + vertex_offsets[mesh_i], mesh.vertices.data(), mesh.vertices.size() * sizeof(float));
785
+ std::memcpy(mesh_data_host.data() + index_offsets[mesh_i], mesh.indices.data(), mesh.indices.size() * sizeof(int));
786
+ if(!mesh.tex_coords.empty()){
787
+ std::memcpy(mesh_data_host.data() + tex_coord_offsets[mesh_i], mesh.tex_coords.data(), mesh.tex_coords.size() * sizeof(float));
788
+ }
789
+ if(!mesh.normals.empty()){
790
+ std::memcpy(mesh_data_host.data() + normal_offsets[mesh_i], mesh.normals.data(), mesh.normals.size() * sizeof(float));
791
+ }
792
+ }
793
+ ctx.mesh_data = vk::create_buffer(device, ctx, mesh_data_size,
794
+ VK_BUFFER_USAGE_STORAGE_BUFFER_BIT | VK_BUFFER_USAGE_TRANSFER_DST_BIT | VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT | VK_BUFFER_USAGE_ACCELERATION_STRUCTURE_BUILD_INPUT_READ_ONLY_BIT_KHR,
795
+ VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT, false);
796
+ vk::upload_buffer(device, ctx, ctx.mesh_data, mesh_data_host.data(), mesh_data_size);
797
+ const VkDeviceAddress mesh_data_address = vk::buffer_address(ctx, ctx.mesh_data);
798
+
799
+ std::vector<vk::MeshRecord> mesh_records(num_meshes);
800
+ std::vector<vk::BufferResource> texture_stagings;
801
+ ctx.mesh_textures.clear();
802
+ {
803
+ const uint8_t dummy_pixel[4] = {255, 255, 255, 255};
804
+ ctx.mesh_textures.push_back(vk::create_texture_image(device, ctx, 1, 1, false));
805
+ vk::BufferResource staging = vk::create_buffer(device, ctx, 4, VK_BUFFER_USAGE_TRANSFER_SRC_BIT, STAGING_MEMORY, true);
806
+ std::memcpy(staging.mapped, dummy_pixel, 4);
807
+ texture_stagings.push_back(staging);
808
+ }
809
+ std::vector<int> texture_widths = {1}, texture_heights = {1};
810
+ auto add_texture = [&](const rendering::raytracing::Texture& texture, bool srgb) -> uint32_t {
811
+ uint32_t texture_index = (uint32_t)ctx.mesh_textures.size();
812
+ ctx.mesh_textures.push_back(vk::create_texture_image(device, ctx, texture.width, texture.height, srgb));
813
+ vk::BufferResource staging = vk::create_buffer(device, ctx, texture.pixels.size(), VK_BUFFER_USAGE_TRANSFER_SRC_BIT, STAGING_MEMORY, true);
814
+ std::memcpy(staging.mapped, texture.pixels.data(), texture.pixels.size());
815
+ texture_stagings.push_back(staging);
816
+ texture_widths.push_back(texture.width);
817
+ texture_heights.push_back(texture.height);
818
+ return texture_index;
819
+ };
820
+ for(size_t mesh_i = 0; mesh_i < num_meshes; mesh_i++){
821
+ const auto& mesh = *all_meshes[mesh_i];
822
+ vk::MeshRecord& record = mesh_records[mesh_i];
823
+ record = {};
824
+ record.vertices = mesh_data_address + vertex_offsets[mesh_i];
825
+ record.index = mesh_data_address + index_offsets[mesh_i];
826
+ record.has_tex_coord = mesh.tex_coords.empty() ? 0 : 1;
827
+ record.tex_coord = record.has_tex_coord ? mesh_data_address + tex_coord_offsets[mesh_i] : 0;
828
+ record.has_normals = mesh.normals.empty() ? 0 : 1;
829
+ record.normal = record.has_normals ? mesh_data_address + normal_offsets[mesh_i] : 0;
830
+ record.color[0] = mesh.color[0];
831
+ record.color[1] = mesh.color[1];
832
+ record.color[2] = mesh.color[2];
833
+ record.metallic = mesh.metallic;
834
+ record.roughness = mesh.roughness;
835
+ record.opacity = mesh.opacity;
836
+ record.emissive[0] = mesh.emissive[0];
837
+ record.emissive[1] = mesh.emissive[1];
838
+ record.emissive[2] = mesh.emissive[2];
839
+ record.alpha_cutoff = mesh.alpha_cutoff;
840
+ record.alpha_mode = mesh.alpha_mode;
841
+ record.unlit = mesh.unlit;
842
+ if(mesh.texture.present()){
843
+ record.texture = add_texture(mesh.texture, true);
844
+ record.has_texture = 1;
845
+ }
846
+ if(mesh.normal_map.present()){
847
+ record.normal_map = add_texture(mesh.normal_map, false);
848
+ record.has_normal_map = 1;
849
+ }
850
+ if(mesh.metallic_roughness_map.present()){
851
+ record.metallic_roughness_map = add_texture(mesh.metallic_roughness_map, false);
852
+ record.has_metallic_roughness_map = 1;
853
+ }
854
+ if(mesh.emissive_map.present()){
855
+ record.emissive_map = add_texture(mesh.emissive_map, true);
856
+ record.has_emissive_map = 1;
857
+ }
858
+ if(mesh.occlusion_map.present()){
859
+ record.occlusion_map = add_texture(mesh.occlusion_map, false);
860
+ record.has_occlusion_map = 1;
861
+ }
862
+ }
863
+ {
864
+ VkCommandBuffer command_buffer = vk::one_shot_begin(device, ctx);
865
+ for(size_t texture_i = 0; texture_i < ctx.mesh_textures.size(); texture_i++){
866
+ vk::record_texture_upload(command_buffer, ctx.mesh_textures[texture_i], texture_stagings[texture_i], texture_widths[texture_i], texture_heights[texture_i]);
867
+ }
868
+ vk::one_shot_end(device, ctx, command_buffer);
869
+ for(auto& staging : texture_stagings){
870
+ vk::destroy_buffer(ctx, staging);
871
+ }
872
+ }
873
+
874
+ ctx.mesh_records = vk::create_buffer(device, ctx, mesh_records.size() * sizeof(vk::MeshRecord), VK_BUFFER_USAGE_STORAGE_BUFFER_BIT, HOST_MEMORY, true);
875
+ std::memcpy(ctx.mesh_records.mapped, mesh_records.data(), mesh_records.size() * sizeof(vk::MeshRecord));
876
+
877
+ const auto scene_lights = rendering::raytracing::detail::effective_scene_lights<SPEC::HAS_RGB && SPEC::SHADING::PBR_SHADING>(scene);
878
+ {
879
+ const size_t scene_lights_bytes = scene_lights.empty() ? sizeof(rendering::raytracing::SceneLight) : scene_lights.size() * sizeof(rendering::raytracing::SceneLight);
880
+ ctx.scene_lights = vk::create_buffer(device, ctx, scene_lights_bytes, VK_BUFFER_USAGE_STORAGE_BUFFER_BIT, HOST_MEMORY, true);
881
+ if(!scene_lights.empty()){
882
+ std::memcpy(ctx.scene_lights.mapped, scene_lights.data(), scene_lights.size() * sizeof(rendering::raytracing::SceneLight));
883
+ }
884
+ }
885
+
886
+ auto* params = (vk::LaunchParams*)ctx.launch_params.mapped;
887
+ *params = {};
888
+ params->fb_width = SPEC::FB_WIDTH;
889
+ params->fb_height = SPEC::FB_HEIGHT;
890
+ params->cam_width = SPEC::CAM_WIDTH;
891
+ params->cam_height = SPEC::CAM_HEIGHT;
892
+ params->grid_cols = SPEC::GRID_COLS;
893
+ params->num_cameras = SPEC::NUM_CAMERAS;
894
+ params->num_probes = SPEC::NUM_PROBES;
895
+ params->num_scene_lights = (uint32_t)scene_lights.size();
896
+ params->max_depth = renderer.max_ray_length > 0 ? renderer.max_ray_length : 1e30f;
897
+ params->max_dist = renderer.max_ray_length;
898
+ for(int component = 0; component < 3; component++){
899
+ params->ambient_color[component] = (float)renderer.ambient_color[component];
900
+ params->miss_color_0[component] = (float)renderer.miss_color_0[component];
901
+ params->miss_color_1[component] = (float)renderer.miss_color_1[component];
902
+ }
903
+ params->first_overlay_instance = (uint32_t)scene.instances.size();
904
+ params->num_overlay_slots = SPEC::ENABLE_OVERLAYS ? (uint32_t)SPEC::NUM_OVERLAYS * SPEC::MAX_OVERLAY_INSTANCES : 0u;
905
+
906
+ const size_t num_objects = all_objects.size();
907
+ const size_t num_scene_instances = scene.instances.size();
908
+ // dynamic motion blur appends one extra overlay id range per motion sample: sample s's
909
+ // instances carry shifted custom indices (num_scene + num_overlay_slots * (1 + s) + slot)
910
+ // so each pass's hits index a private slice of the instance side tables with no shader
911
+ // changes; the contract ids [num_scene, num_scene + num_overlay_slots) stay exclusive to
912
+ // the shutter-close state that segmentation reads
913
+ constexpr size_t num_overlay_slots = SPEC::ENABLE_OVERLAYS ? (size_t)SPEC::NUM_OVERLAYS * SPEC::MAX_OVERLAY_INSTANCES : 0;
914
+ constexpr size_t overlay_id_ranges = SPEC::ENABLE_DYNAMIC_MOTION_BLUR ? (size_t)1 + SPEC::MOTION_BLUR_SAMPLES : 1;
915
+ const size_t total_instances = num_scene_instances + num_overlay_slots * overlay_id_ranges;
916
+ utils::assert_exit(device, total_instances < ((size_t)1 << 24), "Vulkan: instanceCustomIndex limits instance ids to 24 bits");
917
+ ctx.num_scene_instances = (uint32_t)num_scene_instances;
918
+ {
919
+ const VkDeviceSize scratch_alignment = ctx.min_scratch_alignment;
920
+ // one BLAS per object (one geometry per mesh, so geometry_index = mesh index within
921
+ // the object), all built in one command buffer from a shared scratch buffer
922
+ std::vector<std::vector<VkAccelerationStructureGeometryKHR>> object_geometries(num_objects);
923
+ std::vector<std::vector<VkAccelerationStructureBuildRangeInfoKHR>> object_ranges(num_objects);
924
+ std::vector<VkAccelerationStructureBuildGeometryInfoKHR> blas_build_infos(num_objects);
925
+ std::vector<const VkAccelerationStructureBuildRangeInfoKHR*> blas_range_pointers(num_objects);
926
+ std::vector<VkDeviceSize> blas_scratch_offsets(num_objects);
927
+ VkDeviceSize blas_scratch_size = 0;
928
+ ctx.blas_list.resize(num_objects, VK_NULL_HANDLE);
929
+ ctx.blas_buffers.resize(num_objects);
930
+ ctx.blas_addresses.resize(num_objects, 0);
931
+ for(size_t object_i = 0; object_i < num_objects; object_i++){
932
+ const size_t first_mesh = ctx.object_record_base[object_i];
933
+ const size_t object_num_meshes = all_objects[object_i]->meshes.size();
934
+ auto& geometries = object_geometries[object_i];
935
+ auto& ranges = object_ranges[object_i];
936
+ geometries.resize(object_num_meshes);
937
+ ranges.resize(object_num_meshes);
938
+ std::vector<uint32_t> primitive_counts(object_num_meshes);
939
+ for(size_t mesh_local = 0; mesh_local < object_num_meshes; mesh_local++){
940
+ const size_t mesh_i = first_mesh + mesh_local;
941
+ const auto& mesh = *all_meshes[mesh_i];
942
+ VkAccelerationStructureGeometryKHR& geometry = geometries[mesh_local];
943
+ geometry = {};
944
+ geometry.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_GEOMETRY_KHR;
945
+ geometry.geometryType = VK_GEOMETRY_TYPE_TRIANGLES_KHR;
946
+ geometry.flags = VK_GEOMETRY_OPAQUE_BIT_KHR;
947
+ geometry.geometry.triangles = {};
948
+ geometry.geometry.triangles.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_GEOMETRY_TRIANGLES_DATA_KHR;
949
+ geometry.geometry.triangles.vertexFormat = VK_FORMAT_R32G32B32_SFLOAT;
950
+ geometry.geometry.triangles.vertexData.deviceAddress = mesh_data_address + vertex_offsets[mesh_i];
951
+ geometry.geometry.triangles.vertexStride = 3 * sizeof(float);
952
+ geometry.geometry.triangles.maxVertex = (uint32_t)(mesh.vertices.size() / 3) - 1;
953
+ geometry.geometry.triangles.indexType = VK_INDEX_TYPE_UINT32;
954
+ geometry.geometry.triangles.indexData.deviceAddress = mesh_data_address + index_offsets[mesh_i];
955
+ ranges[mesh_local] = {};
956
+ ranges[mesh_local].primitiveCount = (uint32_t)(mesh.indices.size() / 3);
957
+ primitive_counts[mesh_local] = ranges[mesh_local].primitiveCount;
958
+ }
959
+ VkAccelerationStructureBuildGeometryInfoKHR& build_info = blas_build_infos[object_i];
960
+ build_info = {};
961
+ build_info.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_BUILD_GEOMETRY_INFO_KHR;
962
+ build_info.type = VK_ACCELERATION_STRUCTURE_TYPE_BOTTOM_LEVEL_KHR;
963
+ build_info.flags = VK_BUILD_ACCELERATION_STRUCTURE_PREFER_FAST_TRACE_BIT_KHR;
964
+ build_info.mode = VK_BUILD_ACCELERATION_STRUCTURE_MODE_BUILD_KHR;
965
+ build_info.geometryCount = (uint32_t)geometries.size();
966
+ build_info.pGeometries = geometries.data();
967
+ VkAccelerationStructureBuildSizesInfoKHR blas_sizes{};
968
+ blas_sizes.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_BUILD_SIZES_INFO_KHR;
969
+ ctx.vkGetAccelerationStructureBuildSizesKHR(ctx.device, VK_ACCELERATION_STRUCTURE_BUILD_TYPE_DEVICE_KHR, &build_info, primitive_counts.data(), &blas_sizes);
970
+
971
+ ctx.blas_buffers[object_i] = vk::create_buffer(device, ctx, blas_sizes.accelerationStructureSize,
972
+ VK_BUFFER_USAGE_ACCELERATION_STRUCTURE_STORAGE_BIT_KHR | VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT,
973
+ VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT, false);
974
+ VkAccelerationStructureCreateInfoKHR blas_info{};
975
+ blas_info.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_CREATE_INFO_KHR;
976
+ blas_info.buffer = ctx.blas_buffers[object_i].buffer;
977
+ blas_info.size = blas_sizes.accelerationStructureSize;
978
+ blas_info.type = VK_ACCELERATION_STRUCTURE_TYPE_BOTTOM_LEVEL_KHR;
979
+ vk::check(device, ctx.vkCreateAccelerationStructureKHR(ctx.device, &blas_info, nullptr, &ctx.blas_list[object_i]), "Vulkan: BLAS creation failed");
980
+
981
+ VkAccelerationStructureDeviceAddressInfoKHR blas_address_info{};
982
+ blas_address_info.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_DEVICE_ADDRESS_INFO_KHR;
983
+ blas_address_info.accelerationStructure = ctx.blas_list[object_i];
984
+ ctx.blas_addresses[object_i] = ctx.vkGetAccelerationStructureDeviceAddressKHR(ctx.device, &blas_address_info);
985
+
986
+ blas_scratch_offsets[object_i] = blas_scratch_size;
987
+ blas_scratch_size += (blas_sizes.buildScratchSize + scratch_alignment - 1) & ~(VkDeviceSize)(scratch_alignment - 1);
988
+
989
+ build_info.dstAccelerationStructure = ctx.blas_list[object_i];
990
+ blas_range_pointers[object_i] = ranges.data();
991
+ }
992
+
993
+ // base-scene TLAS over scene.instances; VkTransformMatrixKHR is 3x4 row-major [R|t],
994
+ // the same layout as Instance::transform — no transposition
995
+ ctx.instance_buffer = vk::create_buffer(device, ctx, (num_scene_instances > 0 ? num_scene_instances : 1) * sizeof(VkAccelerationStructureInstanceKHR),
996
+ VK_BUFFER_USAGE_ACCELERATION_STRUCTURE_BUILD_INPUT_READ_ONLY_BIT_KHR | VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT,
997
+ HOST_MEMORY, true);
998
+ auto* instance_descriptors = (VkAccelerationStructureInstanceKHR*)ctx.instance_buffer.mapped;
999
+ for(size_t instance_i = 0; instance_i < num_scene_instances; instance_i++){
1000
+ const auto& instance = scene.instances[instance_i];
1001
+ VkAccelerationStructureInstanceKHR& descriptor = instance_descriptors[instance_i];
1002
+ descriptor = {};
1003
+ std::memcpy(descriptor.transform.matrix, instance.transform, sizeof(descriptor.transform.matrix));
1004
+ descriptor.instanceCustomIndex = (uint32_t)instance_i;
1005
+ descriptor.mask = 0xFF;
1006
+ descriptor.accelerationStructureReference = ctx.blas_addresses[instance.object];
1007
+ }
1008
+
1009
+ VkAccelerationStructureGeometryKHR tlas_geometry{};
1010
+ tlas_geometry.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_GEOMETRY_KHR;
1011
+ tlas_geometry.geometryType = VK_GEOMETRY_TYPE_INSTANCES_KHR;
1012
+ tlas_geometry.geometry.instances = {};
1013
+ tlas_geometry.geometry.instances.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_GEOMETRY_INSTANCES_DATA_KHR;
1014
+ tlas_geometry.geometry.instances.data.deviceAddress = vk::buffer_address(ctx, ctx.instance_buffer);
1015
+ VkAccelerationStructureBuildGeometryInfoKHR tlas_build_info{};
1016
+ tlas_build_info.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_BUILD_GEOMETRY_INFO_KHR;
1017
+ tlas_build_info.type = VK_ACCELERATION_STRUCTURE_TYPE_TOP_LEVEL_KHR;
1018
+ tlas_build_info.flags = VK_BUILD_ACCELERATION_STRUCTURE_PREFER_FAST_TRACE_BIT_KHR;
1019
+ tlas_build_info.mode = VK_BUILD_ACCELERATION_STRUCTURE_MODE_BUILD_KHR;
1020
+ tlas_build_info.geometryCount = 1;
1021
+ tlas_build_info.pGeometries = &tlas_geometry;
1022
+ uint32_t tlas_primitive_count = (uint32_t)num_scene_instances;
1023
+ VkAccelerationStructureBuildSizesInfoKHR tlas_sizes{};
1024
+ tlas_sizes.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_BUILD_SIZES_INFO_KHR;
1025
+ ctx.vkGetAccelerationStructureBuildSizesKHR(ctx.device, VK_ACCELERATION_STRUCTURE_BUILD_TYPE_DEVICE_KHR, &tlas_build_info, &tlas_primitive_count, &tlas_sizes);
1026
+
1027
+ ctx.tlas_buffer = vk::create_buffer(device, ctx, tlas_sizes.accelerationStructureSize,
1028
+ VK_BUFFER_USAGE_ACCELERATION_STRUCTURE_STORAGE_BIT_KHR | VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT,
1029
+ VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT, false);
1030
+ VkAccelerationStructureCreateInfoKHR tlas_info{};
1031
+ tlas_info.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_CREATE_INFO_KHR;
1032
+ tlas_info.buffer = ctx.tlas_buffer.buffer;
1033
+ tlas_info.size = tlas_sizes.accelerationStructureSize;
1034
+ tlas_info.type = VK_ACCELERATION_STRUCTURE_TYPE_TOP_LEVEL_KHR;
1035
+ vk::check(device, ctx.vkCreateAccelerationStructureKHR(ctx.device, &tlas_info, nullptr, &ctx.tlas), "Vulkan: TLAS creation failed");
1036
+
1037
+ const VkDeviceSize tlas_scratch_offset = blas_scratch_size;
1038
+ const VkDeviceSize scratch_size = blas_scratch_size + tlas_sizes.buildScratchSize + scratch_alignment;
1039
+ vk::BufferResource scratch = vk::create_buffer(device, ctx, scratch_size,
1040
+ VK_BUFFER_USAGE_STORAGE_BUFFER_BIT | VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT,
1041
+ VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT, false);
1042
+ VkDeviceAddress scratch_address = vk::buffer_address(ctx, scratch);
1043
+ scratch_address = (scratch_address + scratch_alignment - 1) & ~(VkDeviceAddress)(scratch_alignment - 1);
1044
+ for(size_t object_i = 0; object_i < num_objects; object_i++){
1045
+ blas_build_infos[object_i].scratchData.deviceAddress = scratch_address + blas_scratch_offsets[object_i];
1046
+ }
1047
+ tlas_build_info.dstAccelerationStructure = ctx.tlas;
1048
+ tlas_build_info.scratchData.deviceAddress = scratch_address + tlas_scratch_offset;
1049
+
1050
+ VkCommandBuffer command_buffer = vk::one_shot_begin(device, ctx);
1051
+ if(num_objects > 0){
1052
+ ctx.vkCmdBuildAccelerationStructuresKHR(command_buffer, (uint32_t)num_objects, blas_build_infos.data(), blas_range_pointers.data());
1053
+ }
1054
+ VkMemoryBarrier build_barrier{};
1055
+ build_barrier.sType = VK_STRUCTURE_TYPE_MEMORY_BARRIER;
1056
+ build_barrier.srcAccessMask = VK_ACCESS_ACCELERATION_STRUCTURE_WRITE_BIT_KHR;
1057
+ build_barrier.dstAccessMask = VK_ACCESS_ACCELERATION_STRUCTURE_READ_BIT_KHR;
1058
+ vkCmdPipelineBarrier(command_buffer, VK_PIPELINE_STAGE_ACCELERATION_STRUCTURE_BUILD_BIT_KHR, VK_PIPELINE_STAGE_ACCELERATION_STRUCTURE_BUILD_BIT_KHR, 0, 1, &build_barrier, 0, nullptr, 0, nullptr);
1059
+ VkAccelerationStructureBuildRangeInfoKHR tlas_range{};
1060
+ tlas_range.primitiveCount = (uint32_t)num_scene_instances;
1061
+ const VkAccelerationStructureBuildRangeInfoKHR* tlas_ranges = &tlas_range;
1062
+ ctx.vkCmdBuildAccelerationStructuresKHR(command_buffer, 1, &tlas_build_info, &tlas_ranges);
1063
+ vk::one_shot_end(device, ctx, command_buffer);
1064
+ vk::destroy_buffer(ctx, scratch);
1065
+ }
1066
+ // global instance-id-indexed side tables covering the scene instances and the whole
1067
+ // overlay pool; the shading code needs no overlay-vs-base branch
1068
+ ctx.instance_data = vk::create_buffer(device, ctx, (total_instances > 0 ? total_instances : 1) * sizeof(vk::InstanceData), VK_BUFFER_USAGE_STORAGE_BUFFER_BIT, HOST_MEMORY, true);
1069
+ ctx.instance_record_base = vk::create_buffer(device, ctx, (total_instances > 0 ? total_instances : 1) * sizeof(uint32_t), VK_BUFFER_USAGE_STORAGE_BUFFER_BIT, HOST_MEMORY, true);
1070
+ ctx.instance_classes = vk::create_buffer(device, ctx, (total_instances > 0 ? total_instances : 1) * sizeof(uint32_t), VK_BUFFER_USAGE_STORAGE_BUFFER_BIT, HOST_MEMORY, true);
1071
+ {
1072
+ auto* instance_data = (vk::InstanceData*)ctx.instance_data.mapped;
1073
+ auto* instance_record_base = (uint32_t*)ctx.instance_record_base.mapped;
1074
+ auto* instance_classes = (uint32_t*)ctx.instance_classes.mapped;
1075
+ std::memset(instance_data, 0, ctx.instance_data.size);
1076
+ std::memset(instance_record_base, 0, ctx.instance_record_base.size);
1077
+ std::memset(instance_classes, 0, ctx.instance_classes.size);
1078
+ for(size_t instance_i = 0; instance_i < num_scene_instances; instance_i++){
1079
+ const auto& instance = scene.instances[instance_i];
1080
+ auto& data = instance_data[instance_i];
1081
+ for(int element = 0; element < 12; element++){
1082
+ data.object_to_world[element] = instance.transform[element];
1083
+ }
1084
+ if(instance.identity){
1085
+ std::memcpy(data.world_to_object, data.object_to_world, sizeof(data.world_to_object));
1086
+ }
1087
+ else{
1088
+ rendering::raytracing::detail::invert_transform(instance.transform, data.world_to_object);
1089
+ }
1090
+ data.identity = instance.identity ? 1 : 0;
1091
+ instance_record_base[instance_i] = ctx.object_record_base[instance.object];
1092
+ instance_classes[instance_i] = ctx.object_classes[instance.object];
1093
+ }
1094
+ }
1095
+
1096
+ if constexpr (SPEC::ENABLE_OVERLAYS){
1097
+ const VkDeviceSize scratch_alignment = ctx.min_scratch_alignment;
1098
+ // per-overlay TLAS sized for the full slot capacity and rebuilt IN PLACE by update():
1099
+ // the VkAccelerationStructureKHR handle never changes, so the descriptor array below
1100
+ // and the pre-recorded command buffers stay valid across rebuilds
1101
+ VkAccelerationStructureGeometryKHR overlay_geometry{};
1102
+ overlay_geometry.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_GEOMETRY_KHR;
1103
+ overlay_geometry.geometryType = VK_GEOMETRY_TYPE_INSTANCES_KHR;
1104
+ overlay_geometry.geometry.instances = {};
1105
+ overlay_geometry.geometry.instances.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_GEOMETRY_INSTANCES_DATA_KHR;
1106
+ VkAccelerationStructureBuildGeometryInfoKHR overlay_build_info{};
1107
+ overlay_build_info.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_BUILD_GEOMETRY_INFO_KHR;
1108
+ overlay_build_info.type = VK_ACCELERATION_STRUCTURE_TYPE_TOP_LEVEL_KHR;
1109
+ overlay_build_info.flags = VK_BUILD_ACCELERATION_STRUCTURE_PREFER_FAST_TRACE_BIT_KHR;
1110
+ overlay_build_info.mode = VK_BUILD_ACCELERATION_STRUCTURE_MODE_BUILD_KHR;
1111
+ overlay_build_info.geometryCount = 1;
1112
+ overlay_build_info.pGeometries = &overlay_geometry;
1113
+ uint32_t overlay_capacity = (uint32_t)SPEC::MAX_OVERLAY_INSTANCES;
1114
+ VkAccelerationStructureBuildSizesInfoKHR overlay_sizes{};
1115
+ overlay_sizes.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_BUILD_SIZES_INFO_KHR;
1116
+ ctx.vkGetAccelerationStructureBuildSizesKHR(ctx.device, VK_ACCELERATION_STRUCTURE_BUILD_TYPE_DEVICE_KHR, &overlay_build_info, &overlay_capacity, &overlay_sizes);
1117
+ ctx.overlay_scratch_stride = (overlay_sizes.buildScratchSize + scratch_alignment - 1) & ~(VkDeviceSize)(scratch_alignment - 1);
1118
+ // one scratch slice per overlay TLAS built in the same command: the current instant's
1119
+ // set, plus the previous instant's set under flow
1120
+ constexpr size_t OVERLAY_INSTANTS = SPEC::HAS_FLOW_OVERLAYS ? 2 : 1;
1121
+ ctx.overlay_scratch = vk::create_buffer(device, ctx, (VkDeviceSize)OVERLAY_INSTANTS * SPEC::NUM_OVERLAYS * ctx.overlay_scratch_stride + scratch_alignment,
1122
+ VK_BUFFER_USAGE_STORAGE_BUFFER_BIT | VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT,
1123
+ VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT, false);
1124
+ const auto create_overlay_tlas_set = [&](std::vector<vk::BufferResource>& instance_buffers, std::vector<vk::BufferResource>& tlas_buffers, std::vector<VkAccelerationStructureKHR>& tlas_set){
1125
+ for(size_t overlay = 0; overlay < SPEC::NUM_OVERLAYS; overlay++){
1126
+ instance_buffers.push_back(vk::create_buffer(device, ctx, (size_t)SPEC::MAX_OVERLAY_INSTANCES * sizeof(VkAccelerationStructureInstanceKHR),
1127
+ VK_BUFFER_USAGE_ACCELERATION_STRUCTURE_BUILD_INPUT_READ_ONLY_BIT_KHR | VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT,
1128
+ HOST_MEMORY, true));
1129
+ tlas_buffers.push_back(vk::create_buffer(device, ctx, overlay_sizes.accelerationStructureSize,
1130
+ VK_BUFFER_USAGE_ACCELERATION_STRUCTURE_STORAGE_BIT_KHR | VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT,
1131
+ VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT, false));
1132
+ VkAccelerationStructureCreateInfoKHR overlay_info{};
1133
+ overlay_info.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_CREATE_INFO_KHR;
1134
+ overlay_info.buffer = tlas_buffers.back().buffer;
1135
+ overlay_info.size = overlay_sizes.accelerationStructureSize;
1136
+ overlay_info.type = VK_ACCELERATION_STRUCTURE_TYPE_TOP_LEVEL_KHR;
1137
+ VkAccelerationStructureKHR overlay_tlas = VK_NULL_HANDLE;
1138
+ vk::check(device, ctx.vkCreateAccelerationStructureKHR(ctx.device, &overlay_info, nullptr, &overlay_tlas), "Vulkan: overlay TLAS creation failed");
1139
+ tlas_set.push_back(overlay_tlas);
1140
+ }
1141
+ };
1142
+ create_overlay_tlas_set(ctx.overlay_instance_buffers, ctx.overlay_tlas_buffers, ctx.overlay_tlas);
1143
+ if constexpr (SPEC::HAS_FLOW_OVERLAYS){
1144
+ create_overlay_tlas_set(ctx.overlay_instance_buffers_previous, ctx.overlay_tlas_previous_buffers, ctx.overlay_tlas_previous);
1145
+ }
1146
+ {
1147
+ // defensive empty build: the descriptor arrays must never reference an unbuilt AS
1148
+ // (the shader's num_active == 0 skip is the primary guard, this is the backstop)
1149
+ VkDeviceAddress scratch_address = vk::buffer_address(ctx, ctx.overlay_scratch);
1150
+ scratch_address = (scratch_address + scratch_alignment - 1) & ~(VkDeviceAddress)(scratch_alignment - 1);
1151
+ constexpr size_t EMPTY_BUILDS = OVERLAY_INSTANTS * SPEC::NUM_OVERLAYS;
1152
+ std::vector<VkAccelerationStructureGeometryKHR> empty_geometries(EMPTY_BUILDS, overlay_geometry);
1153
+ std::vector<VkAccelerationStructureBuildGeometryInfoKHR> empty_build_infos(EMPTY_BUILDS, overlay_build_info);
1154
+ std::vector<VkAccelerationStructureBuildRangeInfoKHR> empty_ranges(EMPTY_BUILDS, VkAccelerationStructureBuildRangeInfoKHR{});
1155
+ std::vector<const VkAccelerationStructureBuildRangeInfoKHR*> empty_range_pointers(EMPTY_BUILDS);
1156
+ for(size_t build_i = 0; build_i < EMPTY_BUILDS; build_i++){
1157
+ const size_t overlay = build_i % SPEC::NUM_OVERLAYS;
1158
+ const bool previous = build_i >= SPEC::NUM_OVERLAYS;
1159
+ empty_geometries[build_i].geometry.instances.data.deviceAddress = vk::buffer_address(ctx, previous ? ctx.overlay_instance_buffers_previous[overlay] : ctx.overlay_instance_buffers[overlay]);
1160
+ empty_build_infos[build_i].pGeometries = &empty_geometries[build_i];
1161
+ empty_build_infos[build_i].dstAccelerationStructure = previous ? ctx.overlay_tlas_previous[overlay] : ctx.overlay_tlas[overlay];
1162
+ empty_build_infos[build_i].scratchData.deviceAddress = scratch_address + (VkDeviceAddress)build_i * ctx.overlay_scratch_stride;
1163
+ empty_range_pointers[build_i] = &empty_ranges[build_i];
1164
+ }
1165
+ VkCommandBuffer command_buffer = vk::one_shot_begin(device, ctx);
1166
+ ctx.vkCmdBuildAccelerationStructuresKHR(command_buffer, (uint32_t)EMPTY_BUILDS, empty_build_infos.data(), empty_range_pointers.data());
1167
+ vk::one_shot_end(device, ctx, command_buffer);
1168
+ }
1169
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR){
1170
+ for(size_t sample = 0; sample < SPEC::MOTION_BLUR_SAMPLES; sample++){
1171
+ ctx.overlay_sample_instance_buffers.push_back(vk::create_buffer(device, ctx, (size_t)SPEC::NUM_OVERLAYS * SPEC::MAX_OVERLAY_INSTANCES * sizeof(VkAccelerationStructureInstanceKHR),
1172
+ VK_BUFFER_USAGE_ACCELERATION_STRUCTURE_BUILD_INPUT_READ_ONLY_BIT_KHR | VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT,
1173
+ HOST_MEMORY, true));
1174
+ }
1175
+ }
1176
+ ctx.overlay_num_active = vk::create_buffer(device, ctx, (size_t)SPEC::NUM_OVERLAYS * sizeof(uint32_t), VK_BUFFER_USAGE_STORAGE_BUFFER_BIT, HOST_MEMORY, true);
1177
+ std::memset(ctx.overlay_num_active.mapped, 0, ctx.overlay_num_active.size);
1178
+ if constexpr (SPEC::HAS_FLOW_OVERLAYS){
1179
+ ctx.overlay_num_active_previous = vk::create_buffer(device, ctx, (size_t)SPEC::NUM_OVERLAYS * sizeof(uint32_t), VK_BUFFER_USAGE_STORAGE_BUFFER_BIT, HOST_MEMORY, true);
1180
+ std::memset(ctx.overlay_num_active_previous.mapped, 0, ctx.overlay_num_active_previous.size);
1181
+ }
1182
+ ctx.overlay_attachments = vk::create_buffer(device, ctx, (size_t)SPEC::NUM_CAMERAS * SPEC::MAX_OVERLAYS_PER_CAMERA * sizeof(uint32_t), VK_BUFFER_USAGE_STORAGE_BUFFER_BIT, HOST_MEMORY, true);
1183
+ {
1184
+ auto* attachments = (uint32_t*)ctx.overlay_attachments.mapped;
1185
+ for(size_t index = 0; index < (size_t)SPEC::NUM_CAMERAS * SPEC::MAX_OVERLAYS_PER_CAMERA; index++){
1186
+ attachments[index] = 0xFFFFFFFFu;
1187
+ }
1188
+ }
1189
+ rendering::raytracing::detail::reset_overlay_state(renderer);
1190
+ }
1191
+
1192
+ if(!ctx.pipelines_built){
1193
+ struct SpecializationData{
1194
+ VkBool32 srgb_output;
1195
+ VkBool32 motion_blur;
1196
+ int32_t motion_samples;
1197
+ int32_t aa_grid;
1198
+ VkBool32 checker_background;
1199
+ VkBool32 load_textures;
1200
+ VkBool32 normal_shading;
1201
+ VkBool32 metallic_reflections;
1202
+ VkBool32 pbr_shading;
1203
+ VkBool32 punctual_light_shadows;
1204
+ int32_t overlay_count;
1205
+ VkBool32 semantic_segmentation;
1206
+ VkBool32 has_observation;
1207
+ VkBool32 dynamic_motion_blur;
1208
+ VkBool32 resolve_rgb;
1209
+ VkBool32 resolve_depth;
1210
+ };
1211
+ static_assert(sizeof(SpecializationData) == vk::specialization_constants::COUNT * 4);
1212
+ using CONSTANTS = rendering::raytracing::backends::SpecializationConstants<SPEC>;
1213
+ SpecializationData specialization_data{};
1214
+ specialization_data.srgb_output = CONSTANTS::SRGB_OUTPUT ? VK_TRUE : VK_FALSE;
1215
+ specialization_data.motion_blur = CONSTANTS::MOTION_BLUR ? VK_TRUE : VK_FALSE;
1216
+ specialization_data.motion_samples = (int32_t)CONSTANTS::MOTION_SAMPLES;
1217
+ specialization_data.aa_grid = (int32_t)CONSTANTS::AA_GRID;
1218
+ specialization_data.checker_background = CONSTANTS::CHECKER_BACKGROUND ? VK_TRUE : VK_FALSE;
1219
+ specialization_data.load_textures = CONSTANTS::LOAD_TEXTURES ? VK_TRUE : VK_FALSE;
1220
+ specialization_data.normal_shading = CONSTANTS::NORMAL_SHADING ? VK_TRUE : VK_FALSE;
1221
+ specialization_data.metallic_reflections = CONSTANTS::METALLIC_REFLECTIONS ? VK_TRUE : VK_FALSE;
1222
+ specialization_data.pbr_shading = CONSTANTS::PBR_SHADING ? VK_TRUE : VK_FALSE;
1223
+ specialization_data.punctual_light_shadows = CONSTANTS::PUNCTUAL_LIGHT_SHADOWS ? VK_TRUE : VK_FALSE;
1224
+ specialization_data.overlay_count = (int32_t)CONSTANTS::OVERLAY_COUNT;
1225
+ specialization_data.semantic_segmentation = CONSTANTS::SEMANTIC_SEGMENTATION ? VK_TRUE : VK_FALSE;
1226
+ specialization_data.has_observation = CONSTANTS::HAS_OBSERVATION ? VK_TRUE : VK_FALSE;
1227
+ specialization_data.dynamic_motion_blur = CONSTANTS::DYNAMIC_MOTION_BLUR ? VK_TRUE : VK_FALSE;
1228
+ specialization_data.resolve_rgb = CONSTANTS::RESOLVE_RGB ? VK_TRUE : VK_FALSE;
1229
+ specialization_data.resolve_depth = CONSTANTS::RESOLVE_DEPTH ? VK_TRUE : VK_FALSE;
1230
+ VkSpecializationMapEntry map_entries[vk::specialization_constants::COUNT];
1231
+ for(uint32_t constant_i = 0; constant_i < vk::specialization_constants::COUNT; constant_i++){
1232
+ map_entries[constant_i] = {constant_i, constant_i * 4, 4};
1233
+ }
1234
+ VkSpecializationInfo specialization_info{};
1235
+ specialization_info.mapEntryCount = vk::specialization_constants::COUNT;
1236
+ specialization_info.pMapEntries = map_entries;
1237
+ specialization_info.dataSize = sizeof(specialization_data);
1238
+ specialization_info.pData = &specialization_data;
1239
+
1240
+ auto make_pipeline = [&](VkShaderModule module) -> VkPipeline {
1241
+ VkComputePipelineCreateInfo pipeline_info{};
1242
+ pipeline_info.sType = VK_STRUCTURE_TYPE_COMPUTE_PIPELINE_CREATE_INFO;
1243
+ pipeline_info.stage = {};
1244
+ pipeline_info.stage.sType = VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO;
1245
+ pipeline_info.stage.stage = VK_SHADER_STAGE_COMPUTE_BIT;
1246
+ pipeline_info.stage.module = module;
1247
+ pipeline_info.stage.pName = "main";
1248
+ pipeline_info.stage.pSpecializationInfo = &specialization_info;
1249
+ pipeline_info.layout = ctx.pipeline_layout;
1250
+ VkPipeline pipeline;
1251
+ vk::check(device, vkCreateComputePipelines(ctx.device, VK_NULL_HANDLE, 1, &pipeline_info, nullptr, &pipeline), "Vulkan: compute pipeline creation failed");
1252
+ return pipeline;
1253
+ };
1254
+ if constexpr (SPEC::HAS_RGB) {
1255
+ ctx.rgb_pipeline = make_pipeline(ctx.module_rgb);
1256
+ }
1257
+ if constexpr (SPEC::HAS_DEPTH) {
1258
+ ctx.depth_pipeline = make_pipeline(ctx.module_depth);
1259
+ }
1260
+ if constexpr (SPEC::HAS_SEGMENTATION) {
1261
+ ctx.segmentation_pipeline = make_pipeline(ctx.module_segmentation);
1262
+ }
1263
+ if constexpr (SPEC::HAS_NORMALS) {
1264
+ ctx.normals_pipeline = make_pipeline(ctx.module_normals);
1265
+ }
1266
+ if constexpr (SPEC::HAS_FLOW) {
1267
+ ctx.flow_pipeline = make_pipeline(ctx.module_flow);
1268
+ }
1269
+ if constexpr (SPEC::HAS_FLOW_FORWARD) {
1270
+ ctx.flow_forward_pipeline = make_pipeline(ctx.module_flow_forward);
1271
+ }
1272
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR) {
1273
+ ctx.resolve_pipeline = make_pipeline(ctx.module_resolve);
1274
+ }
1275
+ #if !RL_TOOLS_RENDERING_RAYTRACING_DISABLE_PROBE_RAYS
1276
+ ctx.collision_pipeline = make_pipeline(ctx.module_collision);
1277
+ #endif
1278
+ ctx.pipelines_built = true;
1279
+ }
1280
+
1281
+ {
1282
+ const uint32_t texture_count = (uint32_t)ctx.mesh_textures.size();
1283
+ utils::assert_exit(device, texture_count <= vk::MAX_TEXTURE_DESCRIPTORS, "Vulkan: scene exceeds MAX_TEXTURE_DESCRIPTORS");
1284
+ constexpr uint32_t overlay_tlas_count = SPEC::ENABLE_OVERLAYS ? (uint32_t)SPEC::NUM_OVERLAYS : 1;
1285
+ VkDescriptorPoolSize pool_sizes[3];
1286
+ pool_sizes[0] = {VK_DESCRIPTOR_TYPE_STORAGE_BUFFER, vk::bindings::COUNT};
1287
+ pool_sizes[1] = {VK_DESCRIPTOR_TYPE_ACCELERATION_STRUCTURE_KHR, 1 + 2 * overlay_tlas_count};
1288
+ pool_sizes[2] = {VK_DESCRIPTOR_TYPE_COMBINED_IMAGE_SAMPLER, texture_count};
1289
+ VkDescriptorPoolCreateInfo pool_info{};
1290
+ pool_info.sType = VK_STRUCTURE_TYPE_DESCRIPTOR_POOL_CREATE_INFO;
1291
+ pool_info.maxSets = 1;
1292
+ pool_info.poolSizeCount = 3;
1293
+ pool_info.pPoolSizes = pool_sizes;
1294
+ vk::check(device, vkCreateDescriptorPool(ctx.device, &pool_info, nullptr, &ctx.descriptor_pool), "Vulkan: descriptor pool creation failed");
1295
+
1296
+ VkDescriptorSetVariableDescriptorCountAllocateInfo variable_count_info{};
1297
+ variable_count_info.sType = VK_STRUCTURE_TYPE_DESCRIPTOR_SET_VARIABLE_DESCRIPTOR_COUNT_ALLOCATE_INFO;
1298
+ variable_count_info.descriptorSetCount = 1;
1299
+ variable_count_info.pDescriptorCounts = &texture_count;
1300
+ VkDescriptorSetAllocateInfo set_info{};
1301
+ set_info.sType = VK_STRUCTURE_TYPE_DESCRIPTOR_SET_ALLOCATE_INFO;
1302
+ set_info.pNext = &variable_count_info;
1303
+ set_info.descriptorPool = ctx.descriptor_pool;
1304
+ set_info.descriptorSetCount = 1;
1305
+ set_info.pSetLayouts = &ctx.descriptor_set_layout;
1306
+ vk::check(device, vkAllocateDescriptorSets(ctx.device, &set_info, &ctx.descriptor_set), "Vulkan: descriptor set allocation failed");
1307
+
1308
+ auto buffer_or_dummy = [&](const vk::BufferResource& resource) -> VkDescriptorBufferInfo {
1309
+ const vk::BufferResource& source = resource.buffer != VK_NULL_HANDLE ? resource : ctx.dummy;
1310
+ return {source.buffer, 0, VK_WHOLE_SIZE};
1311
+ };
1312
+ VkDescriptorBufferInfo buffer_infos[vk::bindings::COUNT];
1313
+ buffer_infos[vk::bindings::LAUNCH_PARAMS] = buffer_or_dummy(ctx.launch_params);
1314
+ buffer_infos[vk::bindings::CAMERAS_CLOSE] = buffer_or_dummy(ctx.cameras);
1315
+ buffer_infos[vk::bindings::CAMERAS_OPEN] = ctx.cameras_open.buffer != VK_NULL_HANDLE ? buffer_or_dummy(ctx.cameras_open) : buffer_or_dummy(ctx.cameras);
1316
+ buffer_infos[vk::bindings::CAMERAS_PREVIOUS] = ctx.cameras_previous.buffer != VK_NULL_HANDLE ? buffer_or_dummy(ctx.cameras_previous) : buffer_or_dummy(ctx.cameras);
1317
+ buffer_infos[vk::bindings::FRAME_BUFFER] = buffer_or_dummy(ctx.frame_buffer);
1318
+ buffer_infos[vk::bindings::MESH_RECORDS] = buffer_or_dummy(ctx.mesh_records);
1319
+ buffer_infos[vk::bindings::SCENE_LIGHTS] = buffer_or_dummy(ctx.scene_lights);
1320
+ buffer_infos[vk::bindings::PROBE_DIRECTIONS] = buffer_or_dummy(ctx.probe_directions);
1321
+ buffer_infos[vk::bindings::COLLISION_RESULTS] = buffer_or_dummy(ctx.collision_results);
1322
+ buffer_infos[vk::bindings::DEPTH_BUFFER] = buffer_or_dummy(ctx.depth_buffer);
1323
+ buffer_infos[vk::bindings::SEGMENTATION_BUFFER] = buffer_or_dummy(ctx.segmentation_buffer);
1324
+ buffer_infos[vk::bindings::OBSERVATION] = buffer_or_dummy(ctx.observation);
1325
+ buffer_infos[vk::bindings::INSTANCE_RECORD_BASE] = buffer_or_dummy(ctx.instance_record_base);
1326
+ buffer_infos[vk::bindings::INSTANCE_DATA] = buffer_or_dummy(ctx.instance_data);
1327
+ buffer_infos[vk::bindings::INSTANCE_CLASSES] = buffer_or_dummy(ctx.instance_classes);
1328
+ buffer_infos[vk::bindings::OVERLAY_ATTACHMENTS] = buffer_or_dummy(ctx.overlay_attachments);
1329
+ buffer_infos[vk::bindings::OVERLAY_NUM_ACTIVE] = buffer_or_dummy(ctx.overlay_num_active);
1330
+ buffer_infos[vk::bindings::RGB_ACCUMULATOR] = buffer_or_dummy(ctx.rgb_accumulator);
1331
+ buffer_infos[vk::bindings::DEPTH_ACCUMULATOR] = buffer_or_dummy(ctx.depth_accumulator);
1332
+ buffer_infos[vk::bindings::NORMALS_BUFFER] = buffer_or_dummy(ctx.normals_buffer);
1333
+ buffer_infos[vk::bindings::FLOW_BUFFER] = buffer_or_dummy(ctx.flow_buffer);
1334
+ buffer_infos[vk::bindings::FLOW_DELTAS] = buffer_or_dummy(ctx.flow_deltas);
1335
+ buffer_infos[vk::bindings::FLOW_STATUS_BUFFER] = buffer_or_dummy(ctx.flow_status_buffer);
1336
+ buffer_infos[vk::bindings::FLOW_FORWARD_BUFFER] = buffer_or_dummy(ctx.flow_forward_buffer);
1337
+ buffer_infos[vk::bindings::FLOW_FORWARD_STATUS_BUFFER] = buffer_or_dummy(ctx.flow_forward_status_buffer);
1338
+ buffer_infos[vk::bindings::OVERLAY_NUM_ACTIVE_PREVIOUS] = buffer_or_dummy(ctx.overlay_num_active_previous);
1339
+
1340
+ std::vector<VkWriteDescriptorSet> writes;
1341
+ for(uint32_t binding_i = 0; binding_i < vk::bindings::COUNT; binding_i++){
1342
+ if(binding_i == vk::bindings::ACCELERATION_STRUCTURE || binding_i == vk::bindings::OVERLAY_TLAS || binding_i == vk::bindings::OVERLAY_TLAS_PREVIOUS || binding_i == vk::bindings::TEXTURES){
1343
+ continue;
1344
+ }
1345
+ VkWriteDescriptorSet write{};
1346
+ write.sType = VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET;
1347
+ write.dstSet = ctx.descriptor_set;
1348
+ write.dstBinding = binding_i;
1349
+ write.descriptorCount = 1;
1350
+ write.descriptorType = VK_DESCRIPTOR_TYPE_STORAGE_BUFFER;
1351
+ write.pBufferInfo = &buffer_infos[binding_i];
1352
+ writes.push_back(write);
1353
+ }
1354
+ VkWriteDescriptorSetAccelerationStructureKHR tlas_write_info{};
1355
+ tlas_write_info.sType = VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET_ACCELERATION_STRUCTURE_KHR;
1356
+ tlas_write_info.accelerationStructureCount = 1;
1357
+ tlas_write_info.pAccelerationStructures = &ctx.tlas;
1358
+ VkWriteDescriptorSet tlas_write{};
1359
+ tlas_write.sType = VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET;
1360
+ tlas_write.pNext = &tlas_write_info;
1361
+ tlas_write.dstSet = ctx.descriptor_set;
1362
+ tlas_write.dstBinding = vk::bindings::ACCELERATION_STRUCTURE;
1363
+ tlas_write.descriptorCount = 1;
1364
+ tlas_write.descriptorType = VK_DESCRIPTOR_TYPE_ACCELERATION_STRUCTURE_KHR;
1365
+ writes.push_back(tlas_write);
1366
+ // written once per init and never touched by update(): overlay rebuilds happen in
1367
+ // place, so the handles below stay valid; when overlays are disabled the base TLAS
1368
+ // fills the single slot (a valid handle that is never traversed — fc_overlay_count == 0)
1369
+ std::vector<VkAccelerationStructureKHR> overlay_tlas_handles(overlay_tlas_count, ctx.tlas);
1370
+ if constexpr (SPEC::ENABLE_OVERLAYS){
1371
+ for(uint32_t overlay = 0; overlay < overlay_tlas_count; overlay++){
1372
+ overlay_tlas_handles[overlay] = ctx.overlay_tlas[overlay];
1373
+ }
1374
+ }
1375
+ VkWriteDescriptorSetAccelerationStructureKHR overlay_tlas_write_info{};
1376
+ overlay_tlas_write_info.sType = VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET_ACCELERATION_STRUCTURE_KHR;
1377
+ overlay_tlas_write_info.accelerationStructureCount = overlay_tlas_count;
1378
+ overlay_tlas_write_info.pAccelerationStructures = overlay_tlas_handles.data();
1379
+ VkWriteDescriptorSet overlay_tlas_write{};
1380
+ overlay_tlas_write.sType = VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET;
1381
+ overlay_tlas_write.pNext = &overlay_tlas_write_info;
1382
+ overlay_tlas_write.dstSet = ctx.descriptor_set;
1383
+ overlay_tlas_write.dstBinding = vk::bindings::OVERLAY_TLAS;
1384
+ overlay_tlas_write.descriptorCount = overlay_tlas_count;
1385
+ overlay_tlas_write.descriptorType = VK_DESCRIPTOR_TYPE_ACCELERATION_STRUCTURE_KHR;
1386
+ writes.push_back(overlay_tlas_write);
1387
+ // the previous instant's set (flow); the current set stands in when flow is off, so
1388
+ // the binding always holds valid handles
1389
+ std::vector<VkAccelerationStructureKHR> overlay_tlas_previous_handles(overlay_tlas_handles);
1390
+ if constexpr (SPEC::HAS_FLOW_OVERLAYS){
1391
+ for(uint32_t overlay = 0; overlay < overlay_tlas_count; overlay++){
1392
+ overlay_tlas_previous_handles[overlay] = ctx.overlay_tlas_previous[overlay];
1393
+ }
1394
+ }
1395
+ VkWriteDescriptorSetAccelerationStructureKHR overlay_tlas_previous_write_info{};
1396
+ overlay_tlas_previous_write_info.sType = VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET_ACCELERATION_STRUCTURE_KHR;
1397
+ overlay_tlas_previous_write_info.accelerationStructureCount = overlay_tlas_count;
1398
+ overlay_tlas_previous_write_info.pAccelerationStructures = overlay_tlas_previous_handles.data();
1399
+ VkWriteDescriptorSet overlay_tlas_previous_write{};
1400
+ overlay_tlas_previous_write.sType = VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET;
1401
+ overlay_tlas_previous_write.pNext = &overlay_tlas_previous_write_info;
1402
+ overlay_tlas_previous_write.dstSet = ctx.descriptor_set;
1403
+ overlay_tlas_previous_write.dstBinding = vk::bindings::OVERLAY_TLAS_PREVIOUS;
1404
+ overlay_tlas_previous_write.descriptorCount = overlay_tlas_count;
1405
+ overlay_tlas_previous_write.descriptorType = VK_DESCRIPTOR_TYPE_ACCELERATION_STRUCTURE_KHR;
1406
+ writes.push_back(overlay_tlas_previous_write);
1407
+ std::vector<VkDescriptorImageInfo> image_infos(texture_count);
1408
+ for(uint32_t texture_i = 0; texture_i < texture_count; texture_i++){
1409
+ image_infos[texture_i] = {ctx.sampler, ctx.mesh_textures[texture_i].view, VK_IMAGE_LAYOUT_SHADER_READ_ONLY_OPTIMAL};
1410
+ }
1411
+ VkWriteDescriptorSet textures_write{};
1412
+ textures_write.sType = VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET;
1413
+ textures_write.dstSet = ctx.descriptor_set;
1414
+ textures_write.dstBinding = vk::bindings::TEXTURES;
1415
+ textures_write.descriptorCount = texture_count;
1416
+ textures_write.descriptorType = VK_DESCRIPTOR_TYPE_COMBINED_IMAGE_SAMPLER;
1417
+ textures_write.pImageInfo = image_infos.data();
1418
+ writes.push_back(textures_write);
1419
+ vkUpdateDescriptorSets(ctx.device, (uint32_t)writes.size(), writes.data(), 0, nullptr);
1420
+ }
1421
+
1422
+ {
1423
+ auto record = [&](VkCommandBuffer command_buffer, VkPipeline pipeline, uint32_t groups_x, uint32_t groups_y){
1424
+ vk::check(device, vkResetCommandBuffer(command_buffer, 0), "Vulkan: command buffer reset failed");
1425
+ VkCommandBufferBeginInfo begin_info{};
1426
+ begin_info.sType = VK_STRUCTURE_TYPE_COMMAND_BUFFER_BEGIN_INFO;
1427
+ vk::check(device, vkBeginCommandBuffer(command_buffer, &begin_info), "Vulkan: command buffer begin failed");
1428
+ vkCmdBindPipeline(command_buffer, VK_PIPELINE_BIND_POINT_COMPUTE, pipeline);
1429
+ vkCmdBindDescriptorSets(command_buffer, VK_PIPELINE_BIND_POINT_COMPUTE, ctx.pipeline_layout, 0, 1, &ctx.descriptor_set, 0, nullptr);
1430
+ vkCmdDispatch(command_buffer, groups_x, groups_y, 1);
1431
+ VkMemoryBarrier to_host{};
1432
+ to_host.sType = VK_STRUCTURE_TYPE_MEMORY_BARRIER;
1433
+ to_host.srcAccessMask = VK_ACCESS_SHADER_WRITE_BIT;
1434
+ to_host.dstAccessMask = VK_ACCESS_HOST_READ_BIT;
1435
+ vkCmdPipelineBarrier(command_buffer, VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT, VK_PIPELINE_STAGE_HOST_BIT, 0, 1, &to_host, 0, nullptr, 0, nullptr);
1436
+ vk::check(device, vkEndCommandBuffer(command_buffer), "Vulkan: command buffer end failed");
1437
+ };
1438
+ constexpr uint32_t fb_groups_x = (SPEC::FB_WIDTH + vk::WORKGROUP_SIZE - 1) / vk::WORKGROUP_SIZE;
1439
+ constexpr uint32_t fb_groups_y = (SPEC::FB_HEIGHT + vk::WORKGROUP_SIZE - 1) / vk::WORKGROUP_SIZE;
1440
+ if constexpr (SPEC::HAS_RGB) {
1441
+ record(ctx.cb_rgb, ctx.rgb_pipeline, fb_groups_x, fb_groups_y);
1442
+ }
1443
+ if constexpr (SPEC::HAS_DEPTH) {
1444
+ record(ctx.cb_depth, ctx.depth_pipeline, fb_groups_x, fb_groups_y);
1445
+ }
1446
+ if constexpr (SPEC::HAS_SEGMENTATION) {
1447
+ record(ctx.cb_segmentation, ctx.segmentation_pipeline, fb_groups_x, fb_groups_y);
1448
+ }
1449
+ if constexpr (SPEC::HAS_NORMALS) {
1450
+ record(ctx.cb_normals, ctx.normals_pipeline, fb_groups_x, fb_groups_y);
1451
+ }
1452
+ if constexpr (SPEC::HAS_FLOW) {
1453
+ record(ctx.cb_flow, ctx.flow_pipeline, fb_groups_x, fb_groups_y);
1454
+ }
1455
+ if constexpr (SPEC::HAS_FLOW_FORWARD) {
1456
+ record(ctx.cb_flow_forward, ctx.flow_forward_pipeline, fb_groups_x, fb_groups_y);
1457
+ }
1458
+ if(ctx.collision_pipeline != VK_NULL_HANDLE){
1459
+ record(ctx.cb_collision, ctx.collision_pipeline, (SPEC::NUM_CAMERAS + vk::WORKGROUP_SIZE - 1) / vk::WORKGROUP_SIZE, (SPEC::NUM_PROBES + vk::WORKGROUP_SIZE - 1) / vk::WORKGROUP_SIZE);
1460
+ }
1461
+ }
1462
+
1463
+ if constexpr (SPEC::ENABLE_OVERLAYS){
1464
+ update(device, renderer); // publish the (empty) overlays and the attachment table
1465
+ }
1466
+ }
1467
+
1468
+
1469
+ template <typename DEVICE, typename SPEC>
1470
+ void update_launch(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Vulkan>& renderer){
1471
+ static_assert(SPEC::ENABLE_OVERLAYS, "update requires an overlay-enabled renderer specification");
1472
+ namespace vk = rendering::raytracing::backends::vulkan;
1473
+ using TI = typename SPEC::TI;
1474
+ auto& ctx = vk::context(renderer);
1475
+ vk::wait_in_flight(device, ctx); // single-buffered renderer: mapped writes below cannot race the GPU or a previous in-flight build
1476
+
1477
+ auto* instance_data = (vk::InstanceData*)ctx.instance_data.mapped;
1478
+ auto* instance_record_base = (uint32_t*)ctx.instance_record_base.mapped;
1479
+ auto* instance_classes = (uint32_t*)ctx.instance_classes.mapped;
1480
+ auto* overlay_num_active = (uint32_t*)ctx.overlay_num_active.mapped;
1481
+ rendering::raytracing::detail::publish_overlay_transforms(renderer);
1482
+
1483
+ // no allocation, no descriptor writes, no command-buffer re-recording: overlays are
1484
+ // rebuilt in place from their mapped descriptor buffers and preallocated scratch slices.
1485
+ // Rebuilt unconditionally: producers may write the transforms tensors directly, which
1486
+ // leaves no host-observable pending row
1487
+ std::vector<VkAccelerationStructureGeometryKHR> build_geometries;
1488
+ std::vector<VkAccelerationStructureBuildGeometryInfoKHR> build_infos;
1489
+ std::vector<VkAccelerationStructureBuildRangeInfoKHR> build_ranges;
1490
+ std::vector<size_t> build_overlays; // scratch slice index: the previous instant's set follows the current one
1491
+ std::vector<VkAccelerationStructureKHR> build_targets;
1492
+
1493
+ for(TI overlay = 0; overlay < SPEC::NUM_OVERLAYS; overlay++){
1494
+ auto& overlay_state = renderer.overlays[overlay];
1495
+ const size_t base = (size_t)ctx.num_scene_instances + (size_t)overlay * SPEC::MAX_OVERLAY_INSTANCES;
1496
+ auto* descriptors = (VkAccelerationStructureInstanceKHR*)ctx.overlay_instance_buffers[overlay].mapped;
1497
+ uint32_t num_active = 0;
1498
+ for(TI slot = 0; slot < SPEC::MAX_OVERLAY_INSTANCES; slot++){
1499
+ const auto& host_slot = overlay_state.slots[slot];
1500
+ if(!host_slot.active) continue;
1501
+ const size_t global = base + slot;
1502
+ const float* world = data(renderer.transforms) + ((size_t)overlay * SPEC::MAX_OVERLAY_INSTANCES + slot) * 12;
1503
+ VkAccelerationStructureInstanceKHR& descriptor = descriptors[num_active];
1504
+ descriptor = {};
1505
+ std::memcpy(descriptor.transform.matrix, world, sizeof(descriptor.transform.matrix));
1506
+ descriptor.instanceCustomIndex = (uint32_t)global;
1507
+ descriptor.mask = 0xFF;
1508
+ descriptor.accelerationStructureReference = ctx.blas_addresses[host_slot.object];
1509
+
1510
+ auto& data = instance_data[global];
1511
+ data = {};
1512
+ for(int element = 0; element < 12; element++){
1513
+ data.object_to_world[element] = world[element];
1514
+ }
1515
+ const bool identity = rendering::raytracing::detail::transform_is_identity(world);
1516
+ if(identity){
1517
+ std::memcpy(data.world_to_object, data.object_to_world, sizeof(data.world_to_object));
1518
+ }
1519
+ else{
1520
+ rendering::raytracing::detail::invert_transform(world, data.world_to_object);
1521
+ }
1522
+ data.identity = identity ? 1 : 0;
1523
+ instance_record_base[global] = ctx.object_record_base[host_slot.object];
1524
+ instance_classes[global] = ctx.object_classes[host_slot.object];
1525
+ num_active++;
1526
+ }
1527
+ overlay_num_active[overlay] = num_active;
1528
+ if(num_active > 0){
1529
+ VkAccelerationStructureGeometryKHR geometry{};
1530
+ geometry.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_GEOMETRY_KHR;
1531
+ geometry.geometryType = VK_GEOMETRY_TYPE_INSTANCES_KHR;
1532
+ geometry.geometry.instances = {};
1533
+ geometry.geometry.instances.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_GEOMETRY_INSTANCES_DATA_KHR;
1534
+ geometry.geometry.instances.data.deviceAddress = vk::buffer_address(ctx, ctx.overlay_instance_buffers[overlay]);
1535
+ build_geometries.push_back(geometry);
1536
+ VkAccelerationStructureBuildGeometryInfoKHR build_info{};
1537
+ build_info.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_BUILD_GEOMETRY_INFO_KHR;
1538
+ build_info.type = VK_ACCELERATION_STRUCTURE_TYPE_TOP_LEVEL_KHR;
1539
+ build_info.flags = VK_BUILD_ACCELERATION_STRUCTURE_PREFER_FAST_TRACE_BIT_KHR;
1540
+ build_info.mode = VK_BUILD_ACCELERATION_STRUCTURE_MODE_BUILD_KHR;
1541
+ build_info.geometryCount = 1;
1542
+ build_infos.push_back(build_info);
1543
+ VkAccelerationStructureBuildRangeInfoKHR range{};
1544
+ range.primitiveCount = num_active;
1545
+ build_ranges.push_back(range);
1546
+ build_overlays.push_back(overlay);
1547
+ build_targets.push_back(ctx.overlay_tlas[overlay]);
1548
+ }
1549
+ }
1550
+ if constexpr (SPEC::HAS_FLOW_OVERLAYS){
1551
+ // the previous instant: descriptors from transforms_previous over the shifted id range
1552
+ // after the blur samples (no side tables: the flow passes only need hit distances and
1553
+ // ids), built into the resident second TLAS set; plus the per-slot delta table
1554
+ constexpr size_t num_overlay_slots = (size_t)SPEC::NUM_OVERLAYS * SPEC::MAX_OVERLAY_INSTANCES;
1555
+ constexpr size_t previous_range = 1 + (SPEC::ENABLE_DYNAMIC_MOTION_BLUR ? (size_t)SPEC::MOTION_BLUR_SAMPLES : 0);
1556
+ auto* overlay_num_active_previous = (uint32_t*)ctx.overlay_num_active_previous.mapped;
1557
+ for(TI overlay = 0; overlay < SPEC::NUM_OVERLAYS; overlay++){
1558
+ auto& overlay_state = renderer.overlays[overlay];
1559
+ const size_t base = (size_t)ctx.num_scene_instances + num_overlay_slots * previous_range + (size_t)overlay * SPEC::MAX_OVERLAY_INSTANCES;
1560
+ auto* descriptors = (VkAccelerationStructureInstanceKHR*)ctx.overlay_instance_buffers_previous[overlay].mapped;
1561
+ uint32_t num_active = 0;
1562
+ for(TI slot = 0; slot < SPEC::MAX_OVERLAY_INSTANCES; slot++){
1563
+ const auto& host_slot = overlay_state.slots[slot];
1564
+ if(!host_slot.active) continue;
1565
+ const float* world = data(renderer.transforms_previous) + ((size_t)overlay * SPEC::MAX_OVERLAY_INSTANCES + slot) * 12;
1566
+ VkAccelerationStructureInstanceKHR& descriptor = descriptors[num_active];
1567
+ descriptor = {};
1568
+ std::memcpy(descriptor.transform.matrix, world, sizeof(descriptor.transform.matrix));
1569
+ descriptor.instanceCustomIndex = (uint32_t)(base + slot);
1570
+ descriptor.mask = 0xFF;
1571
+ descriptor.accelerationStructureReference = ctx.blas_addresses[host_slot.object];
1572
+ num_active++;
1573
+ }
1574
+ overlay_num_active_previous[overlay] = num_active;
1575
+ if(num_active > 0){
1576
+ VkAccelerationStructureGeometryKHR geometry{};
1577
+ geometry.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_GEOMETRY_KHR;
1578
+ geometry.geometryType = VK_GEOMETRY_TYPE_INSTANCES_KHR;
1579
+ geometry.geometry.instances = {};
1580
+ geometry.geometry.instances.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_GEOMETRY_INSTANCES_DATA_KHR;
1581
+ geometry.geometry.instances.data.deviceAddress = vk::buffer_address(ctx, ctx.overlay_instance_buffers_previous[overlay]);
1582
+ build_geometries.push_back(geometry);
1583
+ VkAccelerationStructureBuildGeometryInfoKHR build_info{};
1584
+ build_info.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_BUILD_GEOMETRY_INFO_KHR;
1585
+ build_info.type = VK_ACCELERATION_STRUCTURE_TYPE_TOP_LEVEL_KHR;
1586
+ build_info.flags = VK_BUILD_ACCELERATION_STRUCTURE_PREFER_FAST_TRACE_BIT_KHR;
1587
+ build_info.mode = VK_BUILD_ACCELERATION_STRUCTURE_MODE_BUILD_KHR;
1588
+ build_info.geometryCount = 1;
1589
+ build_infos.push_back(build_info);
1590
+ VkAccelerationStructureBuildRangeInfoKHR range{};
1591
+ range.primitiveCount = num_active;
1592
+ build_ranges.push_back(range);
1593
+ build_overlays.push_back((size_t)SPEC::NUM_OVERLAYS + overlay);
1594
+ build_targets.push_back(ctx.overlay_tlas_previous[overlay]);
1595
+ }
1596
+ }
1597
+ rendering::raytracing::detail::compose_flow_deltas(renderer, data(renderer.transforms), data(renderer.transforms_previous), (float*)ctx.flow_deltas.mapped);
1598
+ }
1599
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR){
1600
+ // per-sample overlay instance descriptors + shifted-id side-table slices consumed by
1601
+ // render_launch's per-sample builds; layout mirrors the shutter-close path above
1602
+ constexpr size_t SLAB = (size_t)SPEC::NUM_OVERLAYS * SPEC::MAX_OVERLAY_INSTANCES * 12;
1603
+ constexpr size_t num_overlay_slots = (size_t)SPEC::NUM_OVERLAYS * SPEC::MAX_OVERLAY_INSTANCES;
1604
+ for(TI sample = 0; sample < SPEC::MOTION_BLUR_SAMPLES; sample++){
1605
+ const float* transforms_base = data(renderer.transforms_motion) + sample * SLAB;
1606
+ auto* sample_descriptors = (VkAccelerationStructureInstanceKHR*)ctx.overlay_sample_instance_buffers[sample].mapped;
1607
+ for(TI overlay = 0; overlay < SPEC::NUM_OVERLAYS; overlay++){
1608
+ auto& overlay_state = renderer.overlays[overlay];
1609
+ auto* descriptors = sample_descriptors + (size_t)overlay * SPEC::MAX_OVERLAY_INSTANCES;
1610
+ uint32_t num_active = 0;
1611
+ for(TI slot = 0; slot < SPEC::MAX_OVERLAY_INSTANCES; slot++){
1612
+ const auto& host_slot = overlay_state.slots[slot];
1613
+ if(!host_slot.active) continue;
1614
+ const size_t global = (size_t)ctx.num_scene_instances + num_overlay_slots * (1 + (size_t)sample) + (size_t)overlay * SPEC::MAX_OVERLAY_INSTANCES + slot;
1615
+ const float* world = transforms_base + ((size_t)overlay * SPEC::MAX_OVERLAY_INSTANCES + slot) * 12;
1616
+ VkAccelerationStructureInstanceKHR& descriptor = descriptors[num_active];
1617
+ descriptor = {};
1618
+ std::memcpy(descriptor.transform.matrix, world, sizeof(descriptor.transform.matrix));
1619
+ descriptor.instanceCustomIndex = (uint32_t)global;
1620
+ descriptor.mask = 0xFF;
1621
+ descriptor.accelerationStructureReference = ctx.blas_addresses[host_slot.object];
1622
+
1623
+ auto& data_entry = instance_data[global];
1624
+ data_entry = {};
1625
+ for(int element = 0; element < 12; element++){
1626
+ data_entry.object_to_world[element] = world[element];
1627
+ }
1628
+ const bool identity = rendering::raytracing::detail::transform_is_identity(world);
1629
+ if(identity){
1630
+ std::memcpy(data_entry.world_to_object, data_entry.object_to_world, sizeof(data_entry.world_to_object));
1631
+ }
1632
+ else{
1633
+ rendering::raytracing::detail::invert_transform(world, data_entry.world_to_object);
1634
+ }
1635
+ data_entry.identity = identity ? 1 : 0;
1636
+ instance_record_base[global] = ctx.object_record_base[host_slot.object];
1637
+ instance_classes[global] = ctx.object_classes[host_slot.object];
1638
+ num_active++;
1639
+ }
1640
+ }
1641
+ }
1642
+ }
1643
+ if(renderer.attachments_dirty){
1644
+ auto* attachments = (uint32_t*)ctx.overlay_attachments.mapped;
1645
+ for(size_t index = 0; index < (size_t)SPEC::NUM_CAMERAS * SPEC::MAX_OVERLAYS_PER_CAMERA; index++){
1646
+ attachments[index] = (uint32_t)renderer.attachments[index];
1647
+ }
1648
+ renderer.attachments_dirty = false;
1649
+ }
1650
+ if(!build_infos.empty()){
1651
+ VkDeviceAddress scratch_address = vk::buffer_address(ctx, ctx.overlay_scratch);
1652
+ scratch_address = (scratch_address + ctx.min_scratch_alignment - 1) & ~(VkDeviceAddress)(ctx.min_scratch_alignment - 1);
1653
+ std::vector<const VkAccelerationStructureBuildRangeInfoKHR*> range_pointers(build_infos.size());
1654
+ for(size_t build_i = 0; build_i < build_infos.size(); build_i++){
1655
+ build_infos[build_i].pGeometries = &build_geometries[build_i];
1656
+ build_infos[build_i].dstAccelerationStructure = build_targets[build_i];
1657
+ build_infos[build_i].scratchData.deviceAddress = scratch_address + (VkDeviceAddress)build_overlays[build_i] * ctx.overlay_scratch_stride;
1658
+ range_pointers[build_i] = &build_ranges[build_i];
1659
+ }
1660
+ VkCommandBuffer command_buffer = vk::one_shot_begin(device, ctx);
1661
+ ctx.vkCmdBuildAccelerationStructuresKHR(command_buffer, (uint32_t)build_infos.size(), build_infos.data(), range_pointers.data());
1662
+ // make the rebuilt overlay TLAS contents available to the ray queries of subsequent renders
1663
+ VkMemoryBarrier build_barrier{};
1664
+ build_barrier.sType = VK_STRUCTURE_TYPE_MEMORY_BARRIER;
1665
+ build_barrier.srcAccessMask = VK_ACCESS_ACCELERATION_STRUCTURE_WRITE_BIT_KHR;
1666
+ build_barrier.dstAccessMask = VK_ACCESS_ACCELERATION_STRUCTURE_READ_BIT_KHR;
1667
+ vkCmdPipelineBarrier(command_buffer, VK_PIPELINE_STAGE_ACCELERATION_STRUCTURE_BUILD_BIT_KHR, VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT, 0, 1, &build_barrier, 0, nullptr, 0, nullptr);
1668
+ // genuinely asynchronous: fenced submit, no queue-idle wait — the in-cb barrier
1669
+ // orders subsequent same-queue render dispatches after the build, and update_sync
1670
+ // (or the next launch's wait_update_in_flight) reclaims the command buffer
1671
+ vk::check(device, vkEndCommandBuffer(command_buffer), "Vulkan: update command buffer end failed");
1672
+ VkSubmitInfo submit_info{};
1673
+ submit_info.sType = VK_STRUCTURE_TYPE_SUBMIT_INFO;
1674
+ submit_info.commandBufferCount = 1;
1675
+ submit_info.pCommandBuffers = &command_buffer;
1676
+ vk::check(device, vkQueueSubmit(ctx.queue, 1, &submit_info, ctx.fence_update), "Vulkan: update submit failed");
1677
+ ctx.update_command_buffer = command_buffer;
1678
+ }
1679
+ }
1680
+
1681
+ template <typename DEVICE, typename SPEC>
1682
+ void update_sync(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Vulkan>& renderer){
1683
+ static_assert(SPEC::ENABLE_OVERLAYS, "update requires an overlay-enabled renderer specification");
1684
+ namespace vk = rendering::raytracing::backends::vulkan;
1685
+ vk::wait_update_in_flight(device, vk::context(renderer));
1686
+ }
1687
+
1688
+ // the previous instant becomes the current one: mapped host-coherent buffers and host
1689
+ // tensors, so plain copies after the in-flight wait; rows the host has not yet published
1690
+ // reach transforms_previous through their staging mirror at the next update
1691
+ template <typename DEVICE, typename SPEC>
1692
+ void advance_flow_launch(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Vulkan>& renderer){
1693
+ static_assert(SPEC::HAS_FLOW, "advance_flow requires a flow-capable renderer specification");
1694
+ namespace vk = rendering::raytracing::backends::vulkan;
1695
+ vk::wait_in_flight(device, vk::context(renderer));
1696
+ std::memcpy(data(renderer.cameras_previous), data(renderer.cameras), decltype(renderer.cameras)::SPEC::SIZE_BYTES);
1697
+ if constexpr (SPEC::HAS_FLOW_OVERLAYS){
1698
+ rendering::raytracing::detail::advance_flow_staging(renderer);
1699
+ std::memcpy(data(renderer.transforms_previous), data(renderer.transforms), decltype(renderer.transforms)::SPEC::SIZE_BYTES);
1700
+ }
1701
+ }
1702
+
1703
+ template <typename DEVICE, typename SPEC>
1704
+ void advance_flow_sync(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Vulkan>& renderer){
1705
+ static_assert(SPEC::HAS_FLOW, "advance_flow requires a flow-capable renderer specification");
1706
+ }
1707
+
1708
+ template <typename DEVICE, typename SPEC>
1709
+ void advance_flow(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Vulkan>& renderer){
1710
+ advance_flow_launch(device, renderer);
1711
+ advance_flow_sync(device, renderer);
1712
+ }
1713
+
1714
+ template <typename DEVICE, typename SPEC>
1715
+ void update(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Vulkan>& renderer){
1716
+ update_launch(device, renderer);
1717
+ update_sync(device, renderer);
1718
+ }
1719
+
1720
+
1721
+ // renderer memory-domain copies: mapped host-coherent buffers are host-addressable after the
1722
+ // in-flight wait, so the transfer delegates to the host-device tensor copy
1723
+ template <typename TO_DEVICE, typename FROM_SPEC, typename TO_SPEC>
1724
+ void copy(rendering::raytracing::backends::Device<rendering::raytracing::backends::Vulkan>& from_device, TO_DEVICE& to_device, const Tensor<FROM_SPEC>& from, Tensor<TO_SPEC>& to){
1725
+ rendering::raytracing::backends::vulkan::wait_in_flight(to_device, *from_device.context);
1726
+ copy(to_device, to_device, from, to);
1727
+ }
1728
+ template <typename FROM_DEVICE, typename FROM_SPEC, typename TO_SPEC>
1729
+ void copy(FROM_DEVICE& from_device, rendering::raytracing::backends::Device<rendering::raytracing::backends::Vulkan>& to_device, const Tensor<FROM_SPEC>& from, Tensor<TO_SPEC>& to){
1730
+ rendering::raytracing::backends::vulkan::wait_in_flight(from_device, *to_device.context);
1731
+ copy(from_device, from_device, from, to);
1732
+ }
1733
+
1734
+ template <typename DEVICE, typename SPEC>
1735
+ void generate_probe_directions(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Vulkan>& renderer){
1736
+ #if RL_TOOLS_RENDERING_RAYTRACING_DISABLE_PROBE_RAYS
1737
+ RL_TOOLS_RENDERING_RAYTRACING_LOG("Probe rays disabled (RL_TOOLS_RENDERING_RAYTRACING_DISABLE_PROBE_RAYS=1)");
1738
+ return;
1739
+ #else
1740
+ namespace vk = rendering::raytracing::backends::vulkan;
1741
+ auto& ctx = vk::context(renderer);
1742
+ std::vector<float> dirs = rendering::raytracing::detail::generate_probe_direction_vectors<SPEC>();
1743
+ std::memcpy(ctx.probe_directions.mapped, dirs.data(), dirs.size() * sizeof(float));
1744
+ #endif
1745
+ }
1746
+
1747
+ template <typename DEVICE, typename SPEC>
1748
+ void render_launch(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Vulkan>& renderer){
1749
+ namespace vk = rendering::raytracing::backends::vulkan;
1750
+ using TI = typename SPEC::TI;
1751
+ auto& ctx = vk::context(renderer);
1752
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR){
1753
+ // one command buffer per frame, re-recorded because the build ranges track the live
1754
+ // instance counts: zero the accumulators, then per motion sample build the overlay
1755
+ // TLASes in place from that sample's descriptor slice and run the accumulate
1756
+ // dispatches, then restore the shutter-close state (segmentation, probes, steady
1757
+ // state) and resolve — a single fenced submit, no host work in between
1758
+ vk::wait_render_in_flight(device, ctx);
1759
+ uint32_t num_active_per_overlay[SPEC::NUM_OVERLAYS];
1760
+ for(TI overlay = 0; overlay < SPEC::NUM_OVERLAYS; overlay++){
1761
+ uint32_t num_active = 0;
1762
+ for(TI slot = 0; slot < SPEC::MAX_OVERLAY_INSTANCES; slot++){
1763
+ num_active += renderer.overlays[overlay].slots[slot].active ? 1 : 0;
1764
+ }
1765
+ num_active_per_overlay[overlay] = num_active;
1766
+ }
1767
+ VkCommandBuffer command_buffer = ctx.cb_dynamic;
1768
+ vk::check(device, vkResetCommandBuffer(command_buffer, 0), "Vulkan: dynamic command buffer reset failed");
1769
+ VkCommandBufferBeginInfo begin_info{};
1770
+ begin_info.sType = VK_STRUCTURE_TYPE_COMMAND_BUFFER_BEGIN_INFO;
1771
+ vk::check(device, vkBeginCommandBuffer(command_buffer, &begin_info), "Vulkan: dynamic command buffer begin failed");
1772
+
1773
+ const auto barrier = [&](VkPipelineStageFlags src_stage, VkAccessFlags src_access, VkPipelineStageFlags dst_stage, VkAccessFlags dst_access){
1774
+ VkMemoryBarrier memory_barrier{};
1775
+ memory_barrier.sType = VK_STRUCTURE_TYPE_MEMORY_BARRIER;
1776
+ memory_barrier.srcAccessMask = src_access;
1777
+ memory_barrier.dstAccessMask = dst_access;
1778
+ vkCmdPipelineBarrier(command_buffer, src_stage, dst_stage, 0, 1, &memory_barrier, 0, nullptr, 0, nullptr);
1779
+ };
1780
+ // order behind a possibly in-flight update build and clear the accumulators
1781
+ barrier(VK_PIPELINE_STAGE_ACCELERATION_STRUCTURE_BUILD_BIT_KHR | VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT,
1782
+ VK_ACCESS_ACCELERATION_STRUCTURE_WRITE_BIT_KHR | VK_ACCESS_SHADER_WRITE_BIT,
1783
+ VK_PIPELINE_STAGE_TRANSFER_BIT | VK_PIPELINE_STAGE_ACCELERATION_STRUCTURE_BUILD_BIT_KHR,
1784
+ VK_ACCESS_TRANSFER_WRITE_BIT | VK_ACCESS_ACCELERATION_STRUCTURE_WRITE_BIT_KHR);
1785
+ if constexpr (SPEC::HAS_RGB){
1786
+ vkCmdFillBuffer(command_buffer, ctx.rgb_accumulator.buffer, 0, VK_WHOLE_SIZE, 0);
1787
+ }
1788
+ if constexpr (SPEC::HAS_DEPTH){
1789
+ vkCmdFillBuffer(command_buffer, ctx.depth_accumulator.buffer, 0, VK_WHOLE_SIZE, 0);
1790
+ }
1791
+ barrier(VK_PIPELINE_STAGE_TRANSFER_BIT, VK_ACCESS_TRANSFER_WRITE_BIT,
1792
+ VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT, VK_ACCESS_SHADER_READ_BIT | VK_ACCESS_SHADER_WRITE_BIT);
1793
+
1794
+ VkDeviceAddress scratch_address = vk::buffer_address(ctx, ctx.overlay_scratch);
1795
+ scratch_address = (scratch_address + ctx.min_scratch_alignment - 1) & ~(VkDeviceAddress)(ctx.min_scratch_alignment - 1);
1796
+ const auto record_builds = [&](auto&& instance_address_for_overlay){
1797
+ std::vector<VkAccelerationStructureGeometryKHR> geometries;
1798
+ std::vector<VkAccelerationStructureBuildGeometryInfoKHR> build_infos;
1799
+ std::vector<VkAccelerationStructureBuildRangeInfoKHR> ranges;
1800
+ std::vector<size_t> overlays;
1801
+ for(TI overlay = 0; overlay < SPEC::NUM_OVERLAYS; overlay++){
1802
+ if(num_active_per_overlay[overlay] == 0) continue;
1803
+ VkAccelerationStructureGeometryKHR geometry{};
1804
+ geometry.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_GEOMETRY_KHR;
1805
+ geometry.geometryType = VK_GEOMETRY_TYPE_INSTANCES_KHR;
1806
+ geometry.geometry.instances = {};
1807
+ geometry.geometry.instances.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_GEOMETRY_INSTANCES_DATA_KHR;
1808
+ geometry.geometry.instances.data.deviceAddress = instance_address_for_overlay(overlay);
1809
+ geometries.push_back(geometry);
1810
+ VkAccelerationStructureBuildGeometryInfoKHR build_info{};
1811
+ build_info.sType = VK_STRUCTURE_TYPE_ACCELERATION_STRUCTURE_BUILD_GEOMETRY_INFO_KHR;
1812
+ build_info.type = VK_ACCELERATION_STRUCTURE_TYPE_TOP_LEVEL_KHR;
1813
+ build_info.flags = VK_BUILD_ACCELERATION_STRUCTURE_PREFER_FAST_TRACE_BIT_KHR;
1814
+ build_info.mode = VK_BUILD_ACCELERATION_STRUCTURE_MODE_BUILD_KHR;
1815
+ build_info.geometryCount = 1;
1816
+ build_infos.push_back(build_info);
1817
+ VkAccelerationStructureBuildRangeInfoKHR range{};
1818
+ range.primitiveCount = num_active_per_overlay[overlay];
1819
+ ranges.push_back(range);
1820
+ overlays.push_back(overlay);
1821
+ }
1822
+ if(build_infos.empty()){
1823
+ return;
1824
+ }
1825
+ std::vector<const VkAccelerationStructureBuildRangeInfoKHR*> range_pointers(build_infos.size());
1826
+ for(size_t build_i = 0; build_i < build_infos.size(); build_i++){
1827
+ build_infos[build_i].pGeometries = &geometries[build_i];
1828
+ build_infos[build_i].dstAccelerationStructure = ctx.overlay_tlas[overlays[build_i]];
1829
+ build_infos[build_i].scratchData.deviceAddress = scratch_address + (VkDeviceAddress)overlays[build_i] * ctx.overlay_scratch_stride;
1830
+ range_pointers[build_i] = &ranges[build_i];
1831
+ }
1832
+ ctx.vkCmdBuildAccelerationStructuresKHR(command_buffer, (uint32_t)build_infos.size(), build_infos.data(), range_pointers.data());
1833
+ };
1834
+ constexpr uint32_t fb_groups_x = (SPEC::FB_WIDTH + vk::WORKGROUP_SIZE - 1) / vk::WORKGROUP_SIZE;
1835
+ constexpr uint32_t fb_groups_y = (SPEC::FB_HEIGHT + vk::WORKGROUP_SIZE - 1) / vk::WORKGROUP_SIZE;
1836
+ vkCmdBindDescriptorSets(command_buffer, VK_PIPELINE_BIND_POINT_COMPUTE, ctx.pipeline_layout, 0, 1, &ctx.descriptor_set, 0, nullptr);
1837
+ constexpr VkDeviceSize sample_overlay_stride = (VkDeviceSize)SPEC::MAX_OVERLAY_INSTANCES * sizeof(VkAccelerationStructureInstanceKHR);
1838
+ for(TI sample = 0; sample < SPEC::MOTION_BLUR_SAMPLES; sample++){
1839
+ const VkDeviceAddress sample_base = vk::buffer_address(ctx, ctx.overlay_sample_instance_buffers[sample]);
1840
+ record_builds([&](TI overlay){ return sample_base + (VkDeviceAddress)overlay * sample_overlay_stride; });
1841
+ barrier(VK_PIPELINE_STAGE_ACCELERATION_STRUCTURE_BUILD_BIT_KHR, VK_ACCESS_ACCELERATION_STRUCTURE_WRITE_BIT_KHR,
1842
+ VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT, VK_ACCESS_ACCELERATION_STRUCTURE_READ_BIT_KHR);
1843
+ const float shutter_t = ((float)sample + 0.5f) / (float)SPEC::MOTION_BLUR_SAMPLES;
1844
+ vkCmdPushConstants(command_buffer, ctx.pipeline_layout, VK_SHADER_STAGE_COMPUTE_BIT, 0, sizeof(float), &shutter_t);
1845
+ if constexpr (SPEC::HAS_RGB){
1846
+ vkCmdBindPipeline(command_buffer, VK_PIPELINE_BIND_POINT_COMPUTE, ctx.rgb_pipeline);
1847
+ vkCmdDispatch(command_buffer, fb_groups_x, fb_groups_y, 1);
1848
+ }
1849
+ if constexpr (SPEC::HAS_DEPTH){
1850
+ vkCmdBindPipeline(command_buffer, VK_PIPELINE_BIND_POINT_COMPUTE, ctx.depth_pipeline);
1851
+ vkCmdDispatch(command_buffer, fb_groups_x, fb_groups_y, 1);
1852
+ }
1853
+ // WAR: the in-place rebuild of the next sample must wait for this pass's ray
1854
+ // queries, and its accumulator writes must be visible to the next pass
1855
+ barrier(VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT, VK_ACCESS_SHADER_READ_BIT | VK_ACCESS_SHADER_WRITE_BIT,
1856
+ VK_PIPELINE_STAGE_ACCELERATION_STRUCTURE_BUILD_BIT_KHR | VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT,
1857
+ VK_ACCESS_ACCELERATION_STRUCTURE_WRITE_BIT_KHR | VK_ACCESS_SHADER_READ_BIT | VK_ACCESS_SHADER_WRITE_BIT);
1858
+ }
1859
+ record_builds([&](TI overlay){ return vk::buffer_address(ctx, ctx.overlay_instance_buffers[overlay]); });
1860
+ barrier(VK_PIPELINE_STAGE_ACCELERATION_STRUCTURE_BUILD_BIT_KHR, VK_ACCESS_ACCELERATION_STRUCTURE_WRITE_BIT_KHR,
1861
+ VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT, VK_ACCESS_ACCELERATION_STRUCTURE_READ_BIT_KHR);
1862
+ if constexpr (SPEC::HAS_SEGMENTATION){
1863
+ vkCmdBindPipeline(command_buffer, VK_PIPELINE_BIND_POINT_COMPUTE, ctx.segmentation_pipeline);
1864
+ vkCmdDispatch(command_buffer, fb_groups_x, fb_groups_y, 1);
1865
+ }
1866
+ if constexpr (SPEC::HAS_NORMALS){
1867
+ vkCmdBindPipeline(command_buffer, VK_PIPELINE_BIND_POINT_COMPUTE, ctx.normals_pipeline);
1868
+ vkCmdDispatch(command_buffer, fb_groups_x, fb_groups_y, 1);
1869
+ }
1870
+ if constexpr (SPEC::HAS_FLOW){
1871
+ vkCmdBindPipeline(command_buffer, VK_PIPELINE_BIND_POINT_COMPUTE, ctx.flow_pipeline);
1872
+ vkCmdDispatch(command_buffer, fb_groups_x, fb_groups_y, 1);
1873
+ }
1874
+ if constexpr (SPEC::HAS_FLOW_FORWARD){
1875
+ vkCmdBindPipeline(command_buffer, VK_PIPELINE_BIND_POINT_COMPUTE, ctx.flow_forward_pipeline);
1876
+ vkCmdDispatch(command_buffer, fb_groups_x, fb_groups_y, 1);
1877
+ }
1878
+ vkCmdBindPipeline(command_buffer, VK_PIPELINE_BIND_POINT_COMPUTE, ctx.resolve_pipeline);
1879
+ vkCmdDispatch(command_buffer, fb_groups_x, fb_groups_y, 1);
1880
+ VkMemoryBarrier to_host{};
1881
+ to_host.sType = VK_STRUCTURE_TYPE_MEMORY_BARRIER;
1882
+ to_host.srcAccessMask = VK_ACCESS_SHADER_WRITE_BIT;
1883
+ to_host.dstAccessMask = VK_ACCESS_HOST_READ_BIT;
1884
+ vkCmdPipelineBarrier(command_buffer, VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT, VK_PIPELINE_STAGE_HOST_BIT, 0, 1, &to_host, 0, nullptr, 0, nullptr);
1885
+ vk::check(device, vkEndCommandBuffer(command_buffer), "Vulkan: dynamic command buffer end failed");
1886
+ VkSubmitInfo submit_info{};
1887
+ submit_info.sType = VK_STRUCTURE_TYPE_SUBMIT_INFO;
1888
+ submit_info.commandBufferCount = 1;
1889
+ submit_info.pCommandBuffers = &command_buffer;
1890
+ vk::check(device, vkQueueSubmit(ctx.queue, 1, &submit_info, ctx.fence_render), "Vulkan: dynamic render submit failed");
1891
+ ctx.render_in_flight = true;
1892
+ return;
1893
+ }
1894
+ vk::submit_render(device, ctx, {
1895
+ SPEC::HAS_RGB ? ctx.cb_rgb : VK_NULL_HANDLE,
1896
+ SPEC::HAS_DEPTH ? ctx.cb_depth : VK_NULL_HANDLE,
1897
+ SPEC::HAS_SEGMENTATION ? ctx.cb_segmentation : VK_NULL_HANDLE,
1898
+ SPEC::HAS_NORMALS ? ctx.cb_normals : VK_NULL_HANDLE,
1899
+ SPEC::HAS_FLOW ? ctx.cb_flow : VK_NULL_HANDLE,
1900
+ SPEC::HAS_FLOW_FORWARD ? ctx.cb_flow_forward : VK_NULL_HANDLE});
1901
+ }
1902
+
1903
+ template <typename DEVICE, typename SPEC>
1904
+ void render_sync(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Vulkan>& renderer){
1905
+ namespace vk = rendering::raytracing::backends::vulkan;
1906
+ auto& ctx = vk::context(renderer);
1907
+ vk::wait_in_flight(device, ctx);
1908
+ }
1909
+
1910
+ // render produces the image outputs the spec declares; the collision-probe pass is the
1911
+ // separate probe verb so it can be scheduled independently (e.g. alongside update)
1912
+ template <typename DEVICE, typename SPEC>
1913
+ void probe_launch(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Vulkan>& renderer){
1914
+ namespace vk = rendering::raytracing::backends::vulkan;
1915
+ auto& ctx = vk::context(renderer);
1916
+ if(ctx.collision_pipeline != VK_NULL_HANDLE){
1917
+ vk::wait_collision_in_flight(device, ctx);
1918
+ VkSubmitInfo submit_info{};
1919
+ submit_info.sType = VK_STRUCTURE_TYPE_SUBMIT_INFO;
1920
+ submit_info.commandBufferCount = 1;
1921
+ submit_info.pCommandBuffers = &ctx.cb_collision;
1922
+ vk::check(device, vkQueueSubmit(ctx.queue, 1, &submit_info, ctx.fence_collision), "Vulkan: collision submit failed");
1923
+ ctx.collision_in_flight = true;
1924
+ }
1925
+ }
1926
+
1927
+ template <typename DEVICE, typename SPEC>
1928
+ void probe_sync(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Vulkan>& renderer){
1929
+ namespace vk = rendering::raytracing::backends::vulkan;
1930
+ auto& ctx = vk::context(renderer);
1931
+ vk::wait_collision_in_flight(device, ctx);
1932
+ }
1933
+
1934
+ template <typename DEVICE, typename SPEC>
1935
+ std::string device_name(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Vulkan>& renderer){
1936
+ VkPhysicalDeviceProperties properties{};
1937
+ vkGetPhysicalDeviceProperties(renderer.backend->physical_device, &properties);
1938
+ return properties.deviceName;
1939
+ }
1940
+
1941
+ template <typename DEVICE, typename SPEC>
1942
+ void synchronize(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Vulkan>& renderer){
1943
+ namespace vk = rendering::raytracing::backends::vulkan;
1944
+ auto& ctx = vk::context(renderer);
1945
+ vk::wait_in_flight(device, ctx);
1946
+ }
1947
+
1948
+ template <typename DEVICE, typename SPEC>
1949
+ void free(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Vulkan>& renderer){
1950
+ namespace vk = rendering::raytracing::backends::vulkan;
1951
+ if(renderer.backend != nullptr){
1952
+ auto& ctx = vk::context(renderer);
1953
+ vkDeviceWaitIdle(ctx.device);
1954
+ vk::destroy_scene_resources(ctx);
1955
+ vk::destroy_buffer(ctx, ctx.launch_params);
1956
+ vk::destroy_buffer(ctx, ctx.cameras);
1957
+ vk::destroy_buffer(ctx, ctx.cameras_open);
1958
+ vk::destroy_buffer(ctx, ctx.cameras_previous);
1959
+ vk::destroy_buffer(ctx, ctx.frame_buffer);
1960
+ vk::destroy_buffer(ctx, ctx.depth_buffer);
1961
+ vk::destroy_buffer(ctx, ctx.segmentation_buffer);
1962
+ vk::destroy_buffer(ctx, ctx.normals_buffer);
1963
+ vk::destroy_buffer(ctx, ctx.flow_buffer);
1964
+ vk::destroy_buffer(ctx, ctx.flow_status_buffer);
1965
+ vk::destroy_buffer(ctx, ctx.flow_forward_buffer);
1966
+ vk::destroy_buffer(ctx, ctx.flow_forward_status_buffer);
1967
+ vk::destroy_buffer(ctx, ctx.flow_deltas);
1968
+ vk::destroy_buffer(ctx, ctx.observation);
1969
+ vk::destroy_buffer(ctx, ctx.collision_results);
1970
+ vk::destroy_buffer(ctx, ctx.probe_directions);
1971
+ vk::destroy_buffer(ctx, ctx.rgb_accumulator);
1972
+ vk::destroy_buffer(ctx, ctx.depth_accumulator);
1973
+ vk::destroy_buffer(ctx, ctx.dummy);
1974
+ if(ctx.rgb_pipeline != VK_NULL_HANDLE){ vkDestroyPipeline(ctx.device, ctx.rgb_pipeline, nullptr); }
1975
+ if(ctx.depth_pipeline != VK_NULL_HANDLE){ vkDestroyPipeline(ctx.device, ctx.depth_pipeline, nullptr); }
1976
+ if(ctx.collision_pipeline != VK_NULL_HANDLE){ vkDestroyPipeline(ctx.device, ctx.collision_pipeline, nullptr); }
1977
+ if(ctx.segmentation_pipeline != VK_NULL_HANDLE){ vkDestroyPipeline(ctx.device, ctx.segmentation_pipeline, nullptr); }
1978
+ if(ctx.normals_pipeline != VK_NULL_HANDLE){ vkDestroyPipeline(ctx.device, ctx.normals_pipeline, nullptr); }
1979
+ if(ctx.flow_pipeline != VK_NULL_HANDLE){ vkDestroyPipeline(ctx.device, ctx.flow_pipeline, nullptr); }
1980
+ if(ctx.flow_forward_pipeline != VK_NULL_HANDLE){ vkDestroyPipeline(ctx.device, ctx.flow_forward_pipeline, nullptr); }
1981
+ if(ctx.resolve_pipeline != VK_NULL_HANDLE){ vkDestroyPipeline(ctx.device, ctx.resolve_pipeline, nullptr); }
1982
+ if(ctx.module_rgb != VK_NULL_HANDLE){ vkDestroyShaderModule(ctx.device, ctx.module_rgb, nullptr); }
1983
+ if(ctx.module_depth != VK_NULL_HANDLE){ vkDestroyShaderModule(ctx.device, ctx.module_depth, nullptr); }
1984
+ if(ctx.module_collision != VK_NULL_HANDLE){ vkDestroyShaderModule(ctx.device, ctx.module_collision, nullptr); }
1985
+ if(ctx.module_segmentation != VK_NULL_HANDLE){ vkDestroyShaderModule(ctx.device, ctx.module_segmentation, nullptr); }
1986
+ if(ctx.module_normals != VK_NULL_HANDLE){ vkDestroyShaderModule(ctx.device, ctx.module_normals, nullptr); }
1987
+ if(ctx.module_flow != VK_NULL_HANDLE){ vkDestroyShaderModule(ctx.device, ctx.module_flow, nullptr); }
1988
+ if(ctx.module_flow_forward != VK_NULL_HANDLE){ vkDestroyShaderModule(ctx.device, ctx.module_flow_forward, nullptr); }
1989
+ if(ctx.module_resolve != VK_NULL_HANDLE){ vkDestroyShaderModule(ctx.device, ctx.module_resolve, nullptr); }
1990
+ vkDestroyPipelineLayout(ctx.device, ctx.pipeline_layout, nullptr);
1991
+ vkDestroyDescriptorSetLayout(ctx.device, ctx.descriptor_set_layout, nullptr);
1992
+ vkDestroySampler(ctx.device, ctx.sampler, nullptr);
1993
+ vkDestroyFence(ctx.device, ctx.fence_render, nullptr);
1994
+ vkDestroyFence(ctx.device, ctx.fence_collision, nullptr);
1995
+ vkDestroyFence(ctx.device, ctx.fence_update, nullptr);
1996
+ vkDestroyCommandPool(ctx.device, ctx.command_pool, nullptr);
1997
+ vkDestroyDevice(ctx.device, nullptr);
1998
+ vkDestroyInstance(ctx.instance, nullptr);
1999
+ delete renderer.backend;
2000
+ renderer.backend = nullptr;
2001
+ renderer.device.context = nullptr;
2002
+ }
2003
+ // the input and output tensors alias mapped buffers destroyed with the context
2004
+ renderer.cameras._data = nullptr;
2005
+ if constexpr (SPEC::HAS_CAMERA_PAIR) {
2006
+ renderer.cameras_open._data = nullptr;
2007
+ }
2008
+ if constexpr (SPEC::HAS_RGB) {
2009
+ renderer.frame_buffer._data = nullptr;
2010
+ }
2011
+ if constexpr (SPEC::HAS_DEPTH) {
2012
+ renderer.depth_buffer._data = nullptr;
2013
+ }
2014
+ if constexpr (SPEC::HAS_SEGMENTATION) {
2015
+ renderer.segmentation_buffer._data = nullptr;
2016
+ }
2017
+ if constexpr (SPEC::HAS_NORMALS) {
2018
+ renderer.normals_buffer._data = nullptr;
2019
+ }
2020
+ if constexpr (SPEC::HAS_FLOW) {
2021
+ renderer.cameras_previous._data = nullptr;
2022
+ renderer.flow_buffer._data = nullptr;
2023
+ renderer.flow_status_buffer._data = nullptr;
2024
+ }
2025
+ if constexpr (SPEC::HAS_FLOW_FORWARD) {
2026
+ renderer.flow_forward_buffer._data = nullptr;
2027
+ renderer.flow_forward_status_buffer._data = nullptr;
2028
+ }
2029
+ if constexpr (SPEC::HAS_OBSERVATION) {
2030
+ renderer.observation._data = nullptr;
2031
+ }
2032
+ renderer.collision_results._data = nullptr;
2033
+ if constexpr (SPEC::ENABLE_OVERLAYS) {
2034
+ free(device, renderer.transforms);
2035
+ }
2036
+ if constexpr (SPEC::HAS_FLOW_OVERLAYS) {
2037
+ free(device, renderer.transforms_previous);
2038
+ }
2039
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR) {
2040
+ free(device, renderer.transforms_motion);
2041
+ if constexpr (SPEC::HAS_RGB) {
2042
+ renderer.rgb_accumulator._data = nullptr;
2043
+ }
2044
+ if constexpr (SPEC::HAS_DEPTH) {
2045
+ renderer.depth_accumulator._data = nullptr;
2046
+ }
2047
+ }
2048
+ }
2049
+
2050
+ }
2051
+ RL_TOOLS_NAMESPACE_WRAPPER_END
2052
+
2053
+
2054
+ #include "../../operations_cpu_post.h"
2055
+
2056
+ #endif