hyperdrone 0.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (660) hide show
  1. hyperdrone/__init__.py +28 -0
  2. hyperdrone/_native/cmake/hyperdrone_jit.cmake +43 -0
  3. hyperdrone/_native/common/bindings.h +39 -0
  4. hyperdrone/_native/common/cuda_staging.h +68 -0
  5. hyperdrone/_native/common/jit_host.h +69 -0
  6. hyperdrone/_native/dynamics/CMakeLists.txt +66 -0
  7. hyperdrone/_native/dynamics/host.cpp +191 -0
  8. hyperdrone/_native/dynamics/iface.h +81 -0
  9. hyperdrone/_native/dynamics/impl.cpp +659 -0
  10. hyperdrone/_native/render/CMakeLists.txt +96 -0
  11. hyperdrone/_native/render/host.cpp +276 -0
  12. hyperdrone/_native/render/iface.h +132 -0
  13. hyperdrone/_native/render/impl.cpp +620 -0
  14. hyperdrone/_native/render/scene_bindings.cpp +279 -0
  15. hyperdrone/_vendor/rl-tools/CMakeLists.txt +159 -0
  16. hyperdrone/_vendor/rl-tools/LICENSE +21 -0
  17. hyperdrone/_vendor/rl-tools/cmake/autodetect/all.cmake +14 -0
  18. hyperdrone/_vendor/rl-tools/cmake/autodetect/git-diff.cmake +103 -0
  19. hyperdrone/_vendor/rl-tools/cmake/autodetect/git-hash.cmake +13 -0
  20. hyperdrone/_vendor/rl-tools/cmake/autodetect/tier1-blas.cmake +43 -0
  21. hyperdrone/_vendor/rl-tools/cmake/autodetect/tier2-json-hdf5-zlib.cmake +84 -0
  22. hyperdrone/_vendor/rl-tools/cmake/autodetect/tier3-tensorboard.cmake +29 -0
  23. hyperdrone/_vendor/rl-tools/cmake/autodetect/tier4-cuda.cmake +33 -0
  24. hyperdrone/_vendor/rl-tools/cmake/autodetect/tier5-cli11.cmake +26 -0
  25. hyperdrone/_vendor/rl-tools/cmake/optional/assimp_fixup.cmake +16 -0
  26. hyperdrone/_vendor/rl-tools/cmake/optional/googletest.cmake +17 -0
  27. hyperdrone/_vendor/rl-tools/cmake/optional/metal.cmake +27 -0
  28. hyperdrone/_vendor/rl-tools/cmake/optional/mujoco.cmake +32 -0
  29. hyperdrone/_vendor/rl-tools/cmake/optional/optix.cmake +17 -0
  30. hyperdrone/_vendor/rl-tools/cmake/optional/raytracing_generic.cmake +4 -0
  31. hyperdrone/_vendor/rl-tools/cmake/optional/vulkan.cmake +6 -0
  32. hyperdrone/_vendor/rl-tools/cmake/scripts/embed_text.cmake +7 -0
  33. hyperdrone/_vendor/rl-tools/cmake/scripts/generate-git-snapshot.cmake +138 -0
  34. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/matrix.h +143 -0
  35. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_arm.h +33 -0
  36. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_cpu.h +314 -0
  37. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_cpu_accelerate.h +37 -0
  38. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_cpu_blas.h +67 -0
  39. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_cpu_mkl.h +38 -0
  40. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_cpu_openblas.h +34 -0
  41. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_cuda.h +289 -0
  42. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_dummy.h +20 -0
  43. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_esp32.h +29 -0
  44. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_generic.h +946 -0
  45. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_wasm32.h +13 -0
  46. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/persist_code.h +136 -0
  47. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_arm.h +1 -0
  48. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_cpu.h +94 -0
  49. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_cpu_accelerate.h +25 -0
  50. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_cpu_blas.h +115 -0
  51. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_cpu_mkl.h +25 -0
  52. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_cpu_openblas.h +25 -0
  53. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_cuda.h +703 -0
  54. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_generic.h +1334 -0
  55. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/persist_code.h +130 -0
  56. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/tensor.h +490 -0
  57. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/arm.h +91 -0
  58. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/cpu.h +205 -0
  59. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/cpu_accelerate.h +23 -0
  60. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/cpu_blas.h +21 -0
  61. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/cpu_mkl.h +45 -0
  62. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/cpu_openblas.h +56 -0
  63. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/cpu_tensorboard.h +34 -0
  64. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/cuda.h +411 -0
  65. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/devices.h +92 -0
  66. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/dummy.h +55 -0
  67. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/esp32.h +85 -0
  68. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/generic.h +0 -0
  69. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/wasm32.h +59 -0
  70. hyperdrone/_vendor/rl-tools/include/rl_tools/dyn/model.h +218 -0
  71. hyperdrone/_vendor/rl-tools/include/rl_tools/dyn/operations_generic.h +771 -0
  72. hyperdrone/_vendor/rl-tools/include/rl_tools/dyn/persist.h +278 -0
  73. hyperdrone/_vendor/rl-tools/include/rl_tools/dyn/policy_adapter.h +100 -0
  74. hyperdrone/_vendor/rl-tools/include/rl_tools/dyn/policy_adapter_persist.h +52 -0
  75. hyperdrone/_vendor/rl-tools/include/rl_tools/dyn/tensor_operations_generic.h +55 -0
  76. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/applications/l2f/c_backend.h +112 -0
  77. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/applications/l2f/c_interface.h +36 -0
  78. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/applications/l2f/l2f.h +98 -0
  79. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/applications/l2f/operations_dyn.h +18 -0
  80. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/applications/l2f/operations_generic.h +268 -0
  81. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/debugging_pool/c_backend.h +31 -0
  82. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/debugging_pool/c_interface.h +12 -0
  83. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/executor/c_backend.h +98 -0
  84. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/executor/c_interface.h +50 -0
  85. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/executor/executor.h +133 -0
  86. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/executor/helper.h +109 -0
  87. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/executor/operations_generic.h +219 -0
  88. hyperdrone/_vendor/rl-tools/include/rl_tools/logging/operations_arduino.h +117 -0
  89. hyperdrone/_vendor/rl-tools/include/rl_tools/logging/operations_arm.h +56 -0
  90. hyperdrone/_vendor/rl-tools/include/rl_tools/logging/operations_cpu.h +93 -0
  91. hyperdrone/_vendor/rl-tools/include/rl_tools/logging/operations_cpu_tensorboard.h +151 -0
  92. hyperdrone/_vendor/rl-tools/include/rl_tools/logging/operations_cuda.h +65 -0
  93. hyperdrone/_vendor/rl-tools/include/rl_tools/logging/operations_dummy.h +45 -0
  94. hyperdrone/_vendor/rl-tools/include/rl_tools/logging/operations_wasm32.h +56 -0
  95. hyperdrone/_vendor/rl-tools/include/rl_tools/math/operations_arm.h +98 -0
  96. hyperdrone/_vendor/rl-tools/include/rl_tools/math/operations_cpu.h +139 -0
  97. hyperdrone/_vendor/rl-tools/include/rl_tools/math/operations_cuda.h +382 -0
  98. hyperdrone/_vendor/rl-tools/include/rl_tools/math/operations_dummy.h +93 -0
  99. hyperdrone/_vendor/rl-tools/include/rl_tools/math/operations_esp32.h +92 -0
  100. hyperdrone/_vendor/rl-tools/include/rl_tools/math/operations_generic.h +297 -0
  101. hyperdrone/_vendor/rl-tools/include/rl_tools/math/operations_wasm32.h +225 -0
  102. hyperdrone/_vendor/rl-tools/include/rl_tools/mode/mode.h +75 -0
  103. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/activation_functions.h +115 -0
  104. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/capability/capability.h +63 -0
  105. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/capability/persist_code.h +27 -0
  106. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/avg_pool2d/layer.h +122 -0
  107. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/avg_pool2d/operations_cuda.h +64 -0
  108. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/avg_pool2d/operations_generic.h +184 -0
  109. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/avg_pool2d/persist.h +33 -0
  110. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/conv2d/layer.h +300 -0
  111. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/conv2d/operations_cpu_mkl.h +590 -0
  112. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/conv2d/operations_cuda.h +739 -0
  113. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/conv2d/operations_generic.h +1185 -0
  114. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/conv2d/persist.h +99 -0
  115. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/conv2d/persist_code.h +170 -0
  116. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/layer.h +145 -0
  117. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_arm/dsp.h +63 -0
  118. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_arm/opt.h +173 -0
  119. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_cpu.h +13 -0
  120. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_cpu_accelerate.h +66 -0
  121. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_cpu_blas.h +282 -0
  122. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_cpu_mkl.h +66 -0
  123. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_cpu_openblas.h +65 -0
  124. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_cuda.h +519 -0
  125. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_dummy.h +8 -0
  126. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_esp32/dsp.h +58 -0
  127. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_esp32/opt.h +167 -0
  128. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_generic.h +421 -0
  129. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/persist.h +62 -0
  130. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/persist_code.h +178 -0
  131. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/persist_common.h +55 -0
  132. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dynamic_conv2d/layer.h +188 -0
  133. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dynamic_conv2d/operations_cuda.h +356 -0
  134. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dynamic_conv2d/operations_generic.h +534 -0
  135. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dynamic_conv2d/persist.h +32 -0
  136. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/embedding/layer.h +119 -0
  137. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/embedding/operations_generic.h +217 -0
  138. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/embedding/persist.h +46 -0
  139. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/flatten/layer.h +121 -0
  140. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/flatten/operations_generic.h +152 -0
  141. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/flatten/persist.h +44 -0
  142. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/flatten/persist_code.h +106 -0
  143. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/gru/helper_operations_cuda.h +375 -0
  144. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/gru/helper_operations_generic.h +158 -0
  145. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/gru/layer.h +218 -0
  146. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/gru/operations_generic.h +947 -0
  147. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/gru/persist.h +75 -0
  148. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/gru/persist_code.h +199 -0
  149. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/layers.h +3 -0
  150. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/max_pool2d/layer.h +143 -0
  151. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/max_pool2d/operations_cuda.h +80 -0
  152. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/max_pool2d/operations_generic.h +214 -0
  153. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/max_pool2d/persist.h +39 -0
  154. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_cpu.h +1 -0
  155. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_cpu_accelerate.h +1 -0
  156. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_cpu_blas.h +1 -0
  157. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_cpu_mkl.h +3 -0
  158. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_cpu_openblas.h +1 -0
  159. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_cuda.h +9 -0
  160. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_dummy.h +1 -0
  161. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_generic.h +3 -0
  162. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/resnet_block/layer.h +223 -0
  163. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/resnet_block/operations_cuda.h +138 -0
  164. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/resnet_block/operations_generic.h +428 -0
  165. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/resnet_block/persist.h +70 -0
  166. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/sample_and_squash/layer.h +154 -0
  167. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/sample_and_squash/operations_cuda.h +119 -0
  168. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/sample_and_squash/operations_generic.h +494 -0
  169. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/sample_and_squash/persist.h +50 -0
  170. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/sample_and_squash/persist_code.h +173 -0
  171. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/standardize/layer.h +116 -0
  172. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/standardize/operations_cuda.h +156 -0
  173. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/standardize/operations_generic.h +291 -0
  174. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/standardize/persist.h +83 -0
  175. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/standardize/persist_code.h +163 -0
  176. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/td3_sampling/layer.h +123 -0
  177. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/td3_sampling/operations_generic.h +268 -0
  178. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/td3_sampling/persist.h +17 -0
  179. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/td3_sampling/persist_code.h +164 -0
  180. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/unflatten/layer.h +122 -0
  181. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/unflatten/operations_cuda.h +55 -0
  182. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/unflatten/operations_generic.h +158 -0
  183. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/unflatten/persist.h +47 -0
  184. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/unflatten/persist_code.h +106 -0
  185. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/upsample2d/layer.h +132 -0
  186. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/upsample2d/operations_cuda.h +141 -0
  187. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/upsample2d/operations_generic.h +228 -0
  188. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/loss_functions/categorical_cross_entropy/operations_generic.h +102 -0
  189. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/loss_functions/mse/operations_cuda.h +97 -0
  190. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/loss_functions/mse/operations_generic.h +101 -0
  191. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/loss_functions/operations_generic.h +2 -0
  192. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/nn.h +16 -0
  193. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_cpu.h +1 -0
  194. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_cpu_accelerate.h +1 -0
  195. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_cpu_blas.h +1 -0
  196. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_cpu_mkl.h +1 -0
  197. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_cpu_mux.h +16 -0
  198. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_cpu_openblas.h +1 -0
  199. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_cuda.h +2 -0
  200. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_dummy.h +1 -0
  201. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_generic.h +17 -0
  202. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/adam.h +120 -0
  203. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/instance/operations_cuda.h +90 -0
  204. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/instance/operations_generic.h +144 -0
  205. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/instance/persist.h +39 -0
  206. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/instance/persist_code.h +79 -0
  207. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/operations_cuda.h +72 -0
  208. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/operations_generic.h +102 -0
  209. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/persist.h +25 -0
  210. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/lamb/instance/operations_generic.h +101 -0
  211. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/lamb/lamb.h +40 -0
  212. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/lamb/operations_generic.h +61 -0
  213. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/optimizers.h +3 -0
  214. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/sgd/instance/operations_cuda.h +77 -0
  215. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/sgd/instance/operations_generic.h +134 -0
  216. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/sgd/instance/persist.h +37 -0
  217. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/sgd/instance/persist_code.h +71 -0
  218. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/sgd/operations_cuda.h +40 -0
  219. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/sgd/operations_generic.h +43 -0
  220. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/sgd/sgd.h +91 -0
  221. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/parameters/operations_cuda.h +0 -0
  222. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/parameters/operations_generic.h +90 -0
  223. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/parameters/parameters.h +78 -0
  224. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/parameters/persist.h +34 -0
  225. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/parameters/persist_code.h +133 -0
  226. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/persist.h +2 -0
  227. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/persist_code.h +27 -0
  228. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp/network.h +174 -0
  229. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp/operations_cuda.h +10 -0
  230. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp/operations_dummy.h +8 -0
  231. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp/operations_generic.h +381 -0
  232. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp/persist.h +56 -0
  233. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp/persist_code.h +137 -0
  234. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp_unconditional_stddev/network.h +45 -0
  235. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp_unconditional_stddev/operations_generic.h +76 -0
  236. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp_unconditional_stddev/persist.h +43 -0
  237. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp_unconditional_stddev/persist_code.h +135 -0
  238. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/models.h +3 -0
  239. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/multi_agent_wrapper/model.h +148 -0
  240. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/multi_agent_wrapper/operations_generic.h +280 -0
  241. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/multi_agent_wrapper/persist.h +25 -0
  242. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/multi_agent_wrapper/persist_code.h +71 -0
  243. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/operations_cpu.h +0 -0
  244. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/operations_cuda.h +1 -0
  245. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/operations_dummy.h +1 -0
  246. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/operations_generic.h +6 -0
  247. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/parallel/model.h +276 -0
  248. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/parallel/operations_cuda.h +165 -0
  249. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/parallel/operations_generic.h +571 -0
  250. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/parallel/persist.h +80 -0
  251. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/parallel/persist_code.h +196 -0
  252. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/persist.h +1 -0
  253. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/persist_code.h +1 -0
  254. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/random_uniform/model.h +43 -0
  255. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/random_uniform/operations_generic.h +73 -0
  256. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/resnet/resnet.h +97 -0
  257. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/sequential/model.h +256 -0
  258. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/sequential/operations_generic.h +564 -0
  259. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/sequential/persist.h +99 -0
  260. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/sequential/persist_code.h +107 -0
  261. hyperdrone/_vendor/rl-tools/include/rl_tools/numeric_types/bf16.h +28 -0
  262. hyperdrone/_vendor/rl-tools/include/rl_tools/numeric_types/categories.h +22 -0
  263. hyperdrone/_vendor/rl-tools/include/rl_tools/numeric_types/persist_code.h +54 -0
  264. hyperdrone/_vendor/rl-tools/include/rl_tools/numeric_types/policy.h +48 -0
  265. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/arm/group_1.h +18 -0
  266. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/arm/group_2.h +14 -0
  267. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/arm/group_3.h +14 -0
  268. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/arm.h +19 -0
  269. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu/group_1.h +16 -0
  270. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu/group_2.h +12 -0
  271. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu/group_3.h +15 -0
  272. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu.h +19 -0
  273. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_accelerate/group_1.h +16 -0
  274. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_accelerate/group_2.h +12 -0
  275. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_accelerate/group_3.h +15 -0
  276. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_accelerate.h +19 -0
  277. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_mkl/group_1.h +17 -0
  278. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_mkl/group_2.h +12 -0
  279. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_mkl/group_3.h +15 -0
  280. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_mkl.h +18 -0
  281. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_mux.h +148 -0
  282. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_openblas/group_1.h +16 -0
  283. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_openblas/group_2.h +12 -0
  284. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_openblas/group_3.h +15 -0
  285. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_openblas.h +18 -0
  286. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_tensorboard/group_1.h +16 -0
  287. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_tensorboard/group_2.h +12 -0
  288. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_tensorboard/group_3.h +15 -0
  289. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_tensorboard.h +19 -0
  290. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cuda/group_1.h +18 -0
  291. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cuda/group_2.h +12 -0
  292. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cuda/group_3.h +12 -0
  293. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cuda.h +19 -0
  294. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/dummy/group_1.h +15 -0
  295. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/dummy/group_2.h +12 -0
  296. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/dummy/group_3.h +12 -0
  297. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/dummy.h +19 -0
  298. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/esp32/group_1.h +16 -0
  299. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/esp32/group_2.h +12 -0
  300. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/esp32/group_3.h +13 -0
  301. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/esp32.h +19 -0
  302. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/wasm32/group_1.h +15 -0
  303. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/wasm32/group_2.h +12 -0
  304. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/wasm32/group_3.h +12 -0
  305. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/wasm32.h +19 -0
  306. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/backends/hdf5/hdf5.h +54 -0
  307. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/backends/hdf5/operations_cpu.h +419 -0
  308. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/backends/tar/io.h +55 -0
  309. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/backends/tar/operations_cpu.h +58 -0
  310. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/backends/tar/operations_generic.h +620 -0
  311. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/backends/tar/operations_posix.h +63 -0
  312. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/backends/tar/tar.h +74 -0
  313. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/code.h +38 -0
  314. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_arm.h +39 -0
  315. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_cpu.h +61 -0
  316. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_cuda.h +164 -0
  317. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_dummy.h +72 -0
  318. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_esp32.h +45 -0
  319. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_generic.h +133 -0
  320. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_generic_array.h +64 -0
  321. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_wasm32.h +57 -0
  322. hyperdrone/_vendor/rl-tools/include/rl_tools/random/persist.h +77 -0
  323. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/README.md +149 -0
  324. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/generic/operations_cpu.h +768 -0
  325. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/generic/operations_generic.h +1173 -0
  326. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/metal/context.h +177 -0
  327. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/metal/device_source.h +17 -0
  328. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/metal/operations_cpu.h +1122 -0
  329. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/optix/device.h +212 -0
  330. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/optix/device_impl.h +934 -0
  331. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/optix/operations_cuda.h +1678 -0
  332. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/optix/overlay_accel.h +57 -0
  333. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/vulkan/context.h +220 -0
  334. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/vulkan/device_source.h +40 -0
  335. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/vulkan/operations_cpu.h +1967 -0
  336. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/operations_cpu_common.h +1986 -0
  337. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/operations_cpu_mux.h +19 -0
  338. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/renderer.h +376 -0
  339. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/scene/procthor/operations_cpu.h +226 -0
  340. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/scene/procthor/scene.h +25 -0
  341. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/scene/scene.h +31 -0
  342. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/scene.h +107 -0
  343. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/transforms_generic.h +159 -0
  344. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/types.h +39 -0
  345. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/algorithms.h +6 -0
  346. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/operations_cpu.h +1 -0
  347. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/operations_cpu_mkl.h +1 -0
  348. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/operations_generic.h +1 -0
  349. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/loop/core/config.h +240 -0
  350. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/loop/core/operations_cuda.h +62 -0
  351. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/loop/core/operations_generic.h +245 -0
  352. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/loop/core/persist.h +102 -0
  353. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/loop/core/state.h +52 -0
  354. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/operations_cuda.h +193 -0
  355. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/operations_generic.h +334 -0
  356. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/operations_generic_extensions.h +244 -0
  357. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/persist.h +28 -0
  358. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/ppo.h +105 -0
  359. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/loop/core/approximators_gru.h +84 -0
  360. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/loop/core/approximators_mlp.h +61 -0
  361. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/loop/core/config.h +106 -0
  362. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/loop/core/operations_generic.h +193 -0
  363. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/loop/core/state.h +52 -0
  364. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/operations_cpu.h +9 -0
  365. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/operations_cpu_accelerate.h +2 -0
  366. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/operations_cpu_mkl.h +2 -0
  367. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/operations_cpu_mux.h +9 -0
  368. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/operations_cuda.h +131 -0
  369. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/operations_generic.h +580 -0
  370. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/sac.h +151 -0
  371. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/loop/core/approximators_gru.h +72 -0
  372. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/loop/core/approximators_mlp.h +54 -0
  373. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/loop/core/config.h +107 -0
  374. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/loop/core/operations_generic.h +172 -0
  375. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/loop/core/state.h +46 -0
  376. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/operations_cpu.h +9 -0
  377. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/operations_cpu_accelerate.h +2 -0
  378. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/operations_cpu_mkl.h +2 -0
  379. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/operations_cpu_mux.h +9 -0
  380. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/operations_cuda.h +111 -0
  381. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/operations_generic.h +359 -0
  382. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/td3.h +141 -0
  383. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/components.h +4 -0
  384. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/off_policy_runner/off_policy_runner.h +225 -0
  385. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/off_policy_runner/operations_cpu.h +95 -0
  386. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/off_policy_runner/operations_cpu_accelerate.h +21 -0
  387. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/off_policy_runner/operations_cpu_mkl.h +21 -0
  388. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/off_policy_runner/operations_cuda.h +237 -0
  389. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/off_policy_runner/operations_generic.h +498 -0
  390. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/off_policy_runner/operations_generic_per_env.h +112 -0
  391. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/on_policy_runner.h +106 -0
  392. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/operations_cpu.h +16 -0
  393. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/operations_cpu_accelerate.h +28 -0
  394. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/operations_cpu_mkl.h +15 -0
  395. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/operations_cuda.h +195 -0
  396. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/operations_generic.h +197 -0
  397. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/operations_generic_extensions.h +98 -0
  398. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/operations_generic_per_env.h +91 -0
  399. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/persist.h +61 -0
  400. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/operations_cpu.h +2 -0
  401. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/operations_cpu_accelerate.h +1 -0
  402. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/operations_cpu_mkl.h +1 -0
  403. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/operations_generic.h +2 -0
  404. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/replay_buffer/operations_cpu.h +9 -0
  405. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/replay_buffer/operations_generic.h +123 -0
  406. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/replay_buffer/persist.h +57 -0
  407. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/replay_buffer/replay_buffer.h +93 -0
  408. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/running_normalizer/operations_generic.h +76 -0
  409. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/running_normalizer/persist.h +31 -0
  410. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/running_normalizer/running_normalizer.h +33 -0
  411. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environment_wrappers/operations_generic.h +58 -0
  412. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environment_wrappers/scale_observations/operations_generic.h +28 -0
  413. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environment_wrappers/scale_observations/wrapper.h +26 -0
  414. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environment_wrappers/wrappers.h +29 -0
  415. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/acrobot/acrobot.h +88 -0
  416. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/acrobot/operations_cpu.h +152 -0
  417. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/acrobot/operations_generic.h +202 -0
  418. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/car/car.h +119 -0
  419. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/car/operations_cpu.h +110 -0
  420. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/car/operations_generic.h +206 -0
  421. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/car/operations_json.h +59 -0
  422. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/car/track.h +23 -0
  423. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/car/ui.h +189 -0
  424. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/environments.h +28 -0
  425. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/flag/environment.h +87 -0
  426. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/flag/operations_cpu.h +212 -0
  427. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/flag/operations_generic.h +215 -0
  428. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/metrics.h +266 -0
  429. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/multirotor.h +1083 -0
  430. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_cpu.h +2119 -0
  431. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_cuda.h +38 -0
  432. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/05_state_is_nan.h +126 -0
  433. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/10_sample_initial_parameters.h +228 -0
  434. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/20_initial_state.h +189 -0
  435. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/30_sample_initial_state.h +276 -0
  436. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/35_get_desired_state.h +63 -0
  437. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/40_observe.h +625 -0
  438. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/50_state_algebra.h +57 -0
  439. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/60_dynamics.h +134 -0
  440. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/70_post_integration.h +329 -0
  441. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/80_abs_diff.h +290 -0
  442. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic.h +369 -0
  443. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_helper_generic.h +45 -0
  444. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_multitask_generic.h +72 -0
  445. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_multitask_generic_forward.h +26 -0
  446. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/default.h +202 -0
  447. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/arpl.h +112 -0
  448. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/crazyflie.h +127 -0
  449. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/crazyflie_openmv.h +119 -0
  450. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/flightmare.h +111 -0
  451. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/fs.h +113 -0
  452. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/mrs.h +110 -0
  453. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/soft.h +117 -0
  454. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/soft_rigid.h +118 -0
  455. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/x500_real.h +88 -0
  456. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/x500_sim.h +114 -0
  457. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/init/default.h +56 -0
  458. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/registry.h +90 -0
  459. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/reward_functions/default.h +64 -0
  460. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/reward_functions/reward_functions.h +1 -0
  461. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/reward_functions/squared/operations_generic.h +202 -0
  462. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/reward_functions/squared/squared.h +52 -0
  463. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/termination/default.h +33 -0
  464. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/trajectories/lissajous.h +72 -0
  465. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/trajectories/trajectory.h +78 -0
  466. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/persist_code.h +53 -0
  467. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/quaternion_helper.h +94 -0
  468. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/ui.h +180 -0
  469. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f_visual/multirotor_visual.h +135 -0
  470. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f_visual/operations_cpu.h +244 -0
  471. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f_visual/operations_cuda.h +180 -0
  472. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f_visual/operations_generic.h +149 -0
  473. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/memory/environment.h +69 -0
  474. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/memory/operations_cpu.h +46 -0
  475. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/memory/operations_generic.h +78 -0
  476. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/mujoco/ant/README.MD +5 -0
  477. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/mujoco/ant/ant.h +77 -0
  478. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/mujoco/ant/model.h +415 -0
  479. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/mujoco/ant/operations_cpu.h +160 -0
  480. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/mujoco/ant/ui.h +141 -0
  481. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/mujoco/mujoco.h +1 -0
  482. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/multi_agent/bottleneck/bottleneck.h +113 -0
  483. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/multi_agent/bottleneck/operations_cpu.h +289 -0
  484. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/multi_agent/bottleneck/operations_generic.h +495 -0
  485. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/multi_agent/environments.h +16 -0
  486. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/observation.h +37 -0
  487. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/operations_cpu.h +2 -0
  488. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/operations_generic.h +33 -0
  489. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/pendulum/operations_cpu.h +146 -0
  490. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/pendulum/operations_generic.h +262 -0
  491. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/pendulum/pendulum.h +197 -0
  492. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/pendulum/ui.h +97 -0
  493. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/pendulum/ui_xeus.h +124 -0
  494. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/reacher/operations_cpu.h +426 -0
  495. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/reacher/operations_generic.h +424 -0
  496. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/reacher/reacher.h +137 -0
  497. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/loop.h +15 -0
  498. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/checkpoint/config.h +28 -0
  499. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/checkpoint/operations_cpu.h +233 -0
  500. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/checkpoint/persist.h +30 -0
  501. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/checkpoint/state.h +21 -0
  502. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/curriculum/config.h +25 -0
  503. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/curriculum/operations_generic.h +47 -0
  504. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/curriculum/persist.h +20 -0
  505. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/curriculum/state.h +17 -0
  506. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/evaluation/config.h +47 -0
  507. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/evaluation/operations_generic.h +106 -0
  508. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/evaluation/persist.h +40 -0
  509. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/evaluation/state.h +36 -0
  510. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/extrack/config.h +22 -0
  511. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/extrack/operations_cpu.h +44 -0
  512. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/extrack/persist.h +20 -0
  513. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/extrack/state.h +26 -0
  514. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/nn_analytics/config.h +37 -0
  515. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/nn_analytics/operations_cpu.h +113 -0
  516. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/nn_analytics/persist.h +20 -0
  517. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/nn_analytics/state.h +24 -0
  518. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/save_trajectories/config.h +43 -0
  519. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/save_trajectories/operations_cpu.h +190 -0
  520. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/save_trajectories/persist.h +30 -0
  521. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/save_trajectories/state.h +37 -0
  522. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/steps.h +4 -0
  523. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/timing/config.h +27 -0
  524. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/timing/operations_cpu.h +52 -0
  525. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/timing/persist.h +20 -0
  526. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/timing/state.h +25 -0
  527. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/operations_generic.h +3 -0
  528. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/rl.h +5 -0
  529. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/utils/evaluation/evaluation.h +106 -0
  530. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/utils/evaluation/operations_cpu.h +48 -0
  531. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/utils/evaluation/operations_generic.h +275 -0
  532. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/utils/validation.h +269 -0
  533. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/utils/validation_analysis.h +85 -0
  534. hyperdrone/_vendor/rl-tools/include/rl_tools/rl_tools.h +37 -0
  535. hyperdrone/_vendor/rl-tools/include/rl_tools/ui_server/client/client.h +50 -0
  536. hyperdrone/_vendor/rl-tools/include/rl_tools/ui_server/client/operations_boost.h +92 -0
  537. hyperdrone/_vendor/rl-tools/include/rl_tools/ui_server/client/operations_cpu.h +174 -0
  538. hyperdrone/_vendor/rl-tools/include/rl_tools/ui_server/client/operations_websocket.h +208 -0
  539. hyperdrone/_vendor/rl-tools/include/rl_tools/ui_server/server.h +448 -0
  540. hyperdrone/_vendor/rl-tools/include/rl_tools/universe.h +4 -0
  541. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/declarations_cpu.h +13 -0
  542. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/operations_arm.h +25 -0
  543. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/operations_cpu.h +21 -0
  544. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/operations_cuda.h +25 -0
  545. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/operations_dummy.h +18 -0
  546. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/operations_esp32.h +20 -0
  547. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/operations_generic.h +19 -0
  548. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/operations_wasm32.h +18 -0
  549. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/env/operations_cpu.h +16 -0
  550. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/env/operations_generic.h +14 -0
  551. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/extrack/extrack.h +129 -0
  552. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/extrack/operations_cpu.h +588 -0
  553. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/generic/integrators.h +105 -0
  554. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/generic/memcpy.h +16 -0
  555. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/generic/tuple/operations_generic.h +48 -0
  556. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/generic/tuple/tuple.h +149 -0
  557. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/generic/typing.h +118 -0
  558. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/generic/vector_operations.h +174 -0
  559. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/polyak/operations_cuda.h +53 -0
  560. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/polyak/operations_generic.h +93 -0
  561. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/string/operations_generic.h +201 -0
  562. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/zlib/operations_cpu.h +45 -0
  563. hyperdrone/_vendor/rl-tools/include/rl_tools/version.h +28 -0
  564. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/CMakeLists.txt +15 -0
  565. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/CMakeLists.txt +9 -0
  566. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/generic/CMakeLists.txt +17 -0
  567. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/generic/freestanding_check.cpp +113 -0
  568. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/metal/CMakeLists.txt +31 -0
  569. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/metal/device.metal +815 -0
  570. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/metal/metal_cpp_impl.cpp +6 -0
  571. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/optix/CMakeLists.txt +51 -0
  572. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/optix/device.cu +1 -0
  573. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/optix/overlay_accel.cu +275 -0
  574. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/vulkan/CMakeLists.txt +37 -0
  575. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/vulkan/device.comp +865 -0
  576. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/vulkan/device_spirv.cpp +34 -0
  577. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/benchmark/CMakeLists.txt +205 -0
  578. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/benchmark/README.md +281 -0
  579. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/benchmark/benchmark.cpp +175 -0
  580. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/benchmark/benchmark_dynamic.cpp +494 -0
  581. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/benchmark/simulator_matrix.cpp +1629 -0
  582. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/benchmark/simulator_matrix_physics.cu +523 -0
  583. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/benchmark/simulator_matrix_physics.h +37 -0
  584. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/CMakeLists.txt +164 -0
  585. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/antialiasing.cpp +213 -0
  586. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/drone.cpp +367 -0
  587. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/drone_device.cu +385 -0
  588. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/environment/environment.h +85 -0
  589. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/environment/operations_cpu.h +270 -0
  590. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/example.cpp +276 -0
  591. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/fixed_pose.cpp +218 -0
  592. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/interactive.cpp +866 -0
  593. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/make_drone_glb.py +172 -0
  594. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/motion_blur.cpp +232 -0
  595. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/render_pose_trace.cpp +1833 -0
  596. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/render_pose_trace_motion_blur.cpp +646 -0
  597. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/CMakeLists.txt +147 -0
  598. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/README.md +15 -0
  599. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/job.sbatch +28 -0
  600. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/model.h +260 -0
  601. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/model_config.h +24 -0
  602. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/model_forward_cuda.h +397 -0
  603. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/model_operations.h +418 -0
  604. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/model_persist.h +45 -0
  605. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/model_student.h +70 -0
  606. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/scene.cpp +221 -0
  607. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/scene.h +68 -0
  608. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/.build-check/inference_ios.o +0 -0
  609. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/.build-check/libinference_ios.a +0 -0
  610. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/.gitignore +4 -0
  611. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/CMakeLists.txt +4 -0
  612. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/Info.plist +24 -0
  613. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/Info_ios.plist +36 -0
  614. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/Sources/CameraManager.swift +120 -0
  615. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/Sources/ContentView.swift +703 -0
  616. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/Sources/DatasetRecorder.swift +285 -0
  617. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/Sources/YawPredictorApp.swift +25 -0
  618. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/YawPredictor.entitlements +8 -0
  619. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/build.sh +66 -0
  620. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/build_ios.sh +133 -0
  621. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/generate.sh +6 -0
  622. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/h5_to_tar.cpp +82 -0
  623. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/inference.cpp +166 -0
  624. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/inference.h +26 -0
  625. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/project.yml +30 -0
  626. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/test_tar_vs_hdf5.cpp +173 -0
  627. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/yaw_prediction_cuda.cu +699 -0
  628. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/yaw_prediction_dataset_overlay.cpp +475 -0
  629. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/yaw_prediction_distill_cuda.cu +995 -0
  630. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/yaw_prediction_eval.cu +456 -0
  631. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/yaw_prediction_real_world_eval.cpp +660 -0
  632. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/yaw_prediction_viewer.cu +445 -0
  633. hyperdrone/cuda/__init__.py +78 -0
  634. hyperdrone/dynamics/__init__.py +22 -0
  635. hyperdrone/dynamics/_component.py +40 -0
  636. hyperdrone/dynamics/_config.py +47 -0
  637. hyperdrone/dynamics/_sim.py +201 -0
  638. hyperdrone/env/__init__.py +15 -0
  639. hyperdrone/env/_sampling.py +67 -0
  640. hyperdrone/env/_world.py +60 -0
  641. hyperdrone/examples/__init__.py +11 -0
  642. hyperdrone/examples/benchmark.py +236 -0
  643. hyperdrone/examples/benchmark_minimal.py +66 -0
  644. hyperdrone/examples/data.py +42 -0
  645. hyperdrone/examples/drone_flythrough.py +142 -0
  646. hyperdrone/examples/render_procthor.py +41 -0
  647. hyperdrone/jit/__init__.py +111 -0
  648. hyperdrone/jit/_build.py +94 -0
  649. hyperdrone/jit/_lock.py +23 -0
  650. hyperdrone/jit/_patches.py +95 -0
  651. hyperdrone/jit/_toolchain.py +13 -0
  652. hyperdrone/jit/_workspace.py +70 -0
  653. hyperdrone/render/__init__.py +48 -0
  654. hyperdrone/render/_component.py +35 -0
  655. hyperdrone/render/_config.py +90 -0
  656. hyperdrone/render/_renderer.py +306 -0
  657. hyperdrone/render/_scene.py +34 -0
  658. hyperdrone-0.1.0.dist-info/METADATA +15 -0
  659. hyperdrone-0.1.0.dist-info/RECORD +660 -0
  660. hyperdrone-0.1.0.dist-info/WHEEL +4 -0
@@ -0,0 +1,1122 @@
1
+ #include "../../../../version.h"
2
+ #include "../../../../rl_tools.h"
3
+ #if (defined(RL_TOOLS_DISABLE_INCLUDE_GUARDS) || !defined(RL_TOOLS_RENDERING_RAYTRACING_BACKENDS_METAL_OPERATIONS_CPU_H)) && (RL_TOOLS_USE_THIS_VERSION == 1)
4
+ #pragma once
5
+ #define RL_TOOLS_RENDERING_RAYTRACING_BACKENDS_METAL_OPERATIONS_CPU_H
6
+
7
+ #include "../../renderer.h"
8
+ #include "../../operations_cpu_common.h"
9
+ #include "context.h"
10
+ #include "device_source.h"
11
+
12
+ #include <vector>
13
+ #include <cstring>
14
+ #include <string>
15
+
16
+ RL_TOOLS_NAMESPACE_WRAPPER_START
17
+ namespace rl_tools {
18
+ namespace rendering::raytracing::backends {
19
+ template <typename SPEC>
20
+ struct RendererState<rendering::raytracing::backends::Metal, SPEC>: metal::Context {};
21
+
22
+ template <typename SPEC>
23
+ struct LibraryState<rendering::raytracing::backends::Metal, SPEC> {};
24
+
25
+ template <typename SPEC>
26
+ struct SceneState<rendering::raytracing::backends::Metal, SPEC> {};
27
+ }
28
+
29
+ namespace rendering::raytracing::backends::metal{
30
+ template <typename SPEC>
31
+ Context& context(rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer){
32
+ return *renderer.backend;
33
+ }
34
+
35
+ inline NS::SharedPtr<MTL::Texture> make_texture(MTL::Device* device, const uint8_t* pixels, int width, int height, bool srgb){
36
+ auto descriptor = MTL::TextureDescriptor::texture2DDescriptor(srgb ? MTL::PixelFormatRGBA8Unorm_sRGB : MTL::PixelFormatRGBA8Unorm, width, height, false);
37
+ descriptor->setUsage(MTL::TextureUsageShaderRead);
38
+ descriptor->setStorageMode(MTL::StorageModeShared);
39
+ auto texture = NS::TransferPtr(device->newTexture(descriptor));
40
+ texture->replaceRegion(MTL::Region::Make2D(0, 0, width, height), 0, pixels, (NS::UInteger)width * 4);
41
+ return texture;
42
+ }
43
+
44
+ inline void wait_in_flight(Context& ctx){
45
+ if(ctx.in_flight.get() != nullptr){
46
+ ctx.in_flight->waitUntilCompleted();
47
+ ctx.in_flight.reset();
48
+ }
49
+ if(ctx.in_flight_collision.get() != nullptr){
50
+ ctx.in_flight_collision->waitUntilCompleted();
51
+ ctx.in_flight_collision.reset();
52
+ }
53
+ if(ctx.in_flight_update.get() != nullptr){
54
+ ctx.in_flight_update->waitUntilCompleted();
55
+ ctx.in_flight_update.reset();
56
+ }
57
+ }
58
+
59
+ template <typename SPEC>
60
+ void encode_fullscreen_pass(Context& ctx, MTL::CommandBuffer* command_buffer, MTL::ComputePipelineState* pipeline, MTL::Buffer* output, float shutter_t = 0.f){
61
+ MTL::ComputeCommandEncoder* encoder = command_buffer->computeCommandEncoder();
62
+ encoder->setComputePipelineState(pipeline);
63
+ encoder->setBuffer(ctx.launch_params.get(), 0, bindings::LAUNCH_PARAMS);
64
+ encoder->setBuffer(ctx.cameras.get(), 0, bindings::CAMERAS_CLOSE);
65
+ encoder->setBuffer(ctx.cameras_open.get() != nullptr ? ctx.cameras_open.get() : ctx.cameras.get(), 0, bindings::CAMERAS_OPEN);
66
+ encoder->setBuffer(output, 0, bindings::OUTPUT);
67
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR){
68
+ if(ctx.rgb_accumulator.get() != nullptr){
69
+ encoder->setBuffer(ctx.rgb_accumulator.get(), 0, bindings::RGB_ACCUMULATOR);
70
+ }
71
+ if(ctx.depth_accumulator.get() != nullptr){
72
+ encoder->setBuffer(ctx.depth_accumulator.get(), 0, bindings::DEPTH_ACCUMULATOR);
73
+ }
74
+ encoder->setBytes(&shutter_t, sizeof(float), bindings::SHUTTER);
75
+ }
76
+ encoder->setBuffer(ctx.mesh_records.get(), 0, bindings::MESH_RECORDS);
77
+ if(ctx.scene_lights.get() != nullptr){
78
+ encoder->setBuffer(ctx.scene_lights.get(), 0, bindings::SCENE_LIGHTS);
79
+ }
80
+ encoder->setAccelerationStructure(ctx.acceleration_structure.get(), bindings::ACCELERATION_STRUCTURE);
81
+ encoder->setBuffer(ctx.instance_record_base.get(), 0, bindings::INSTANCE_RECORD_BASE);
82
+ encoder->setBuffer(ctx.instance_data.get(), 0, bindings::INSTANCE_DATA);
83
+ encoder->setBuffer(ctx.overlay_structures.get(), 0, bindings::OVERLAY_STRUCTURES);
84
+ encoder->setBuffer(ctx.overlay_attachments.get(), 0, bindings::OVERLAY_ATTACHMENTS);
85
+ encoder->setBuffer(ctx.instance_classes.get(), 0, bindings::INSTANCE_CLASSES);
86
+ if(ctx.observation.get() != nullptr){
87
+ encoder->setBuffer(ctx.observation.get(), 0, bindings::OBSERVATION);
88
+ }
89
+ for(auto& object_acceleration_structure : ctx.object_acceleration_structures){
90
+ encoder->useResource(object_acceleration_structure.get(), MTL::ResourceUsageRead);
91
+ }
92
+ for(auto& overlay_acceleration_structure : ctx.overlay_acceleration_structures){
93
+ encoder->useResource(overlay_acceleration_structure.get(), MTL::ResourceUsageRead);
94
+ }
95
+ for(auto& buffer : ctx.mesh_buffers){
96
+ encoder->useResource(buffer.get(), MTL::ResourceUsageRead);
97
+ }
98
+ for(auto& texture : ctx.mesh_textures){
99
+ encoder->useResource(texture.get(), MTL::ResourceUsageRead);
100
+ }
101
+ if(ctx.dummy_texture.get() != nullptr){
102
+ encoder->useResource(ctx.dummy_texture.get(), MTL::ResourceUsageRead);
103
+ }
104
+ encoder->dispatchThreads(MTL::Size::Make(SPEC::FB_WIDTH, SPEC::FB_HEIGHT, 1), MTL::Size::Make(8, 8, 1));
105
+ encoder->endEncoding();
106
+ }
107
+
108
+ template <typename SPEC>
109
+ void encode_resolve_pass(Context& ctx, MTL::CommandBuffer* command_buffer){
110
+ MTL::ComputeCommandEncoder* encoder = command_buffer->computeCommandEncoder();
111
+ encoder->setComputePipelineState(ctx.resolve_pipeline.get());
112
+ encoder->setBuffer(ctx.launch_params.get(), 0, bindings::LAUNCH_PARAMS);
113
+ if constexpr (SPEC::HAS_RGB){
114
+ encoder->setBuffer(ctx.frame_buffer.get(), 0, bindings::OUTPUT);
115
+ encoder->setBuffer(ctx.rgb_accumulator.get(), 0, bindings::RGB_ACCUMULATOR);
116
+ }
117
+ if constexpr (SPEC::HAS_OBSERVATION){
118
+ encoder->setBuffer(ctx.observation.get(), 0, bindings::OBSERVATION);
119
+ }
120
+ if constexpr (SPEC::HAS_DEPTH){
121
+ encoder->setBuffer(ctx.depth_accumulator.get(), 0, bindings::DEPTH_ACCUMULATOR);
122
+ encoder->setBuffer(ctx.depth_buffer.get(), 0, bindings::DEPTH_OUTPUT);
123
+ }
124
+ encoder->dispatchThreads(MTL::Size::Make(SPEC::FB_WIDTH, SPEC::FB_HEIGHT, 1), MTL::Size::Make(8, 8, 1));
125
+ encoder->endEncoding();
126
+ }
127
+
128
+ template <typename SPEC>
129
+ void encode_collision_pass(Context& ctx, MTL::CommandBuffer* command_buffer){
130
+ MTL::ComputeCommandEncoder* encoder = command_buffer->computeCommandEncoder();
131
+ encoder->setComputePipelineState(ctx.collision_pipeline.get());
132
+ encoder->setBuffer(ctx.launch_params.get(), 0, bindings::LAUNCH_PARAMS);
133
+ encoder->setBuffer(ctx.cameras.get(), 0, bindings::CAMERAS_CLOSE);
134
+ encoder->setBuffer(ctx.probe_directions.get(), 0, bindings::PROBE_DIRECTIONS);
135
+ encoder->setBuffer(ctx.collision_results.get(), 0, bindings::COLLISION_RESULTS);
136
+ encoder->setAccelerationStructure(ctx.acceleration_structure.get(), bindings::ACCELERATION_STRUCTURE);
137
+ encoder->setBuffer(ctx.overlay_structures.get(), 0, bindings::OVERLAY_STRUCTURES);
138
+ encoder->setBuffer(ctx.overlay_attachments.get(), 0, bindings::OVERLAY_ATTACHMENTS);
139
+ for(auto& object_acceleration_structure : ctx.object_acceleration_structures){
140
+ encoder->useResource(object_acceleration_structure.get(), MTL::ResourceUsageRead);
141
+ }
142
+ for(auto& overlay_acceleration_structure : ctx.overlay_acceleration_structures){
143
+ encoder->useResource(overlay_acceleration_structure.get(), MTL::ResourceUsageRead);
144
+ }
145
+ encoder->dispatchThreads(MTL::Size::Make(SPEC::NUM_CAMERAS, SPEC::NUM_PROBES, 1), MTL::Size::Make(8, 8, 1));
146
+ encoder->endEncoding();
147
+ }
148
+ }
149
+
150
+ template <typename DEVICE, typename SPEC>
151
+ void malloc(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer){
152
+ namespace metal = rendering::raytracing::backends::metal;
153
+ static_assert(utils::typing::is_same_v<typename SPEC::T, float>, "The Metal raytracing backend requires T = float");
154
+
155
+ if constexpr (SPEC::ENABLE_OVERLAYS) {
156
+ malloc(device, renderer.transforms);
157
+ }
158
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR) {
159
+ malloc(device, renderer.transforms_motion);
160
+ std::memset(data(renderer.transforms_motion), 0, decltype(renderer.transforms_motion)::SPEC::SIZE_BYTES);
161
+ malloc(device, renderer.transforms_pair);
162
+ std::memset(data(renderer.transforms_pair), 0, decltype(renderer.transforms_pair)::SPEC::SIZE_BYTES);
163
+ renderer.transforms_motion_staging.assign((size_t)SPEC::MOTION_BLUR_SAMPLES * SPEC::NUM_OVERLAYS * SPEC::MAX_OVERLAY_INSTANCES * 12, 0.0f);
164
+ }
165
+
166
+ renderer.backend = new rendering::raytracing::backends::RendererState<rendering::raytracing::backends::Metal, SPEC>{};
167
+ auto* ctx = renderer.backend;
168
+ ctx->device = NS::TransferPtr(MTL::CreateSystemDefaultDevice());
169
+ utils::assert_exit(device, ctx->device.get() != nullptr, "Metal: no default device available");
170
+ utils::assert_exit(device, ctx->device->supportsRaytracing(), "Metal: device does not support raytracing");
171
+ ctx->queue = NS::TransferPtr(ctx->device->newCommandQueue());
172
+
173
+ auto compile_options = NS::TransferPtr(MTL::CompileOptions::alloc()->init());
174
+ compile_options->setLanguageVersion(MTL::LanguageVersion3_0);
175
+ auto source = NS::TransferPtr(NS::String::string(rendering::raytracing::backends::metal::device_source(), NS::UTF8StringEncoding));
176
+ NS::Error* error = nullptr;
177
+ ctx->library = NS::TransferPtr(ctx->device->newLibrary(source.get(), compile_options.get(), &error));
178
+ if(ctx->library.get() == nullptr){
179
+ RL_TOOLS_RENDERING_RAYTRACING_LOG_ERR("Metal device source compilation failed: " << (error != nullptr ? error->localizedDescription()->utf8String() : "unknown error"));
180
+ utils::assert_exit(device, false, "Metal device source compilation failed");
181
+ }
182
+
183
+ constexpr typename SPEC::TI cam_pixels = SPEC::CAM_PIXELS;
184
+ // the output tensors alias the shared MTLBuffers the kernels write (see frame_buffer/
185
+ // depth_buffer/segmentation_buffer/collision_results/observation accessors)
186
+ if constexpr (SPEC::HAS_RGB) {
187
+ ctx->frame_buffer = NS::TransferPtr(ctx->device->newBuffer((size_t)SPEC::NUM_CAMERAS * cam_pixels * sizeof(uint32_t), MTL::ResourceStorageModeShared));
188
+ renderer.frame_buffer._data = (uint32_t*)ctx->frame_buffer->contents();
189
+ }
190
+ if constexpr (SPEC::HAS_DEPTH) {
191
+ ctx->depth_buffer = NS::TransferPtr(ctx->device->newBuffer((size_t)SPEC::NUM_CAMERAS * cam_pixels * sizeof(float), MTL::ResourceStorageModeShared));
192
+ renderer.depth_buffer._data = (float*)ctx->depth_buffer->contents();
193
+ }
194
+ if constexpr (SPEC::HAS_SEGMENTATION) {
195
+ ctx->segmentation_buffer = NS::TransferPtr(ctx->device->newBuffer((size_t)SPEC::NUM_CAMERAS * cam_pixels * sizeof(uint32_t), MTL::ResourceStorageModeShared));
196
+ renderer.segmentation_buffer._data = (uint32_t*)ctx->segmentation_buffer->contents();
197
+ }
198
+ if constexpr (SPEC::HAS_NORMALS) {
199
+ ctx->normals_buffer = NS::TransferPtr(ctx->device->newBuffer((size_t)SPEC::NUM_CAMERAS * cam_pixels * 3 * sizeof(float), MTL::ResourceStorageModeShared));
200
+ renderer.normals_buffer._data = (float*)ctx->normals_buffer->contents();
201
+ }
202
+ if constexpr (SPEC::HAS_OBSERVATION) {
203
+ static_assert(utils::typing::is_same_v<typename SPEC::OBSERVATION_T, float>, "The Metal raytracing backend requires OBSERVATION_T = float");
204
+ ctx->observation = NS::TransferPtr(ctx->device->newBuffer((size_t)SPEC::NUM_CAMERAS * cam_pixels * SPEC::OBSERVATION_CHANNELS * sizeof(float), MTL::ResourceStorageModeShared));
205
+ renderer.observation._data = (float*)ctx->observation->contents();
206
+ }
207
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR) {
208
+ // linear-radiance accumulators for the launch-level motion loop, resolved into the
209
+ // packed frame buffer / depth buffer by resolve_outputs after the last sample pass
210
+ if constexpr (SPEC::HAS_RGB) {
211
+ ctx->rgb_accumulator = NS::TransferPtr(ctx->device->newBuffer((size_t)SPEC::NUM_CAMERAS * cam_pixels * 3 * sizeof(float), MTL::ResourceStorageModeShared));
212
+ renderer.rgb_accumulator._data = (float*)ctx->rgb_accumulator->contents();
213
+ }
214
+ if constexpr (SPEC::HAS_DEPTH) {
215
+ ctx->depth_accumulator = NS::TransferPtr(ctx->device->newBuffer((size_t)SPEC::NUM_CAMERAS * cam_pixels * sizeof(float), MTL::ResourceStorageModeShared));
216
+ renderer.depth_accumulator._data = (float*)ctx->depth_accumulator->contents();
217
+ }
218
+ }
219
+ #if !RL_TOOLS_RENDERING_RAYTRACING_DISABLE_PROBE_RAYS
220
+ ctx->collision_results = NS::TransferPtr(ctx->device->newBuffer((size_t)SPEC::NUM_CAMERAS * SPEC::NUM_PROBES * sizeof(rendering::raytracing::CollisionResult), MTL::ResourceStorageModeShared));
221
+ renderer.collision_results._data = (rendering::raytracing::CollisionResult*)ctx->collision_results->contents();
222
+ #endif
223
+ ctx->launch_params = NS::TransferPtr(ctx->device->newBuffer(sizeof(metal::LaunchParams), MTL::ResourceStorageModeShared));
224
+
225
+ // camera tensors alias the shared MTLBuffers the encoders bind (see cameras(device,
226
+ // renderer)): host writes are consumed by the next launch with no staging copy
227
+ constexpr size_t camera_bytes = (size_t)SPEC::NUM_CAMERAS * sizeof(rendering::raytracing::Camera<typename SPEC::T>);
228
+ ctx->cameras = NS::TransferPtr(ctx->device->newBuffer(camera_bytes, MTL::ResourceStorageModeShared));
229
+ renderer.cameras._data = (rendering::raytracing::Camera<typename SPEC::T>*)ctx->cameras->contents();
230
+ if constexpr (SPEC::ENABLE_MOTION_BLUR) {
231
+ ctx->cameras_open = NS::TransferPtr(ctx->device->newBuffer(camera_bytes, MTL::ResourceStorageModeShared));
232
+ renderer.cameras_open._data = (rendering::raytracing::Camera<typename SPEC::T>*)ctx->cameras_open->contents();
233
+ }
234
+ rendering::raytracing::detail::announce_backend(renderer);
235
+ }
236
+
237
+ template <typename DEVICE, typename SPEC>
238
+ void update(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer);
239
+
240
+ template <typename DEVICE, typename SPEC>
241
+ void init(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer, const rendering::raytracing::Scene& scene, const rendering::raytracing::AssetPool& pool){
242
+ namespace metal = rendering::raytracing::backends::metal;
243
+ auto& ctx = metal::context(renderer);
244
+ NS::AutoreleasePool* autorelease_pool = NS::AutoreleasePool::alloc()->init();
245
+
246
+ rendering::raytracing::detail::compute_scene_bounds(renderer, scene);
247
+ RL_TOOLS_RENDERING_RAYTRACING_LOG("building " << scene.objects.size() << " object(s), " << scene.instances.size() << " instance(s) ...");
248
+
249
+ // scene-dependent resources from a previous init are released here; the compiled library
250
+ // and pipelines below are spec-dependent and survive re-init
251
+ ctx.mesh_buffers.clear();
252
+ ctx.mesh_textures.clear();
253
+ ctx.object_acceleration_structures.clear();
254
+ ctx.scene_lights = NS::SharedPtr<MTL::Buffer>{};
255
+
256
+ const uint8_t dummy_pixel[4] = {255, 255, 255, 255};
257
+ ctx.dummy_texture = metal::make_texture(ctx.device.get(), dummy_pixel, 1, 1, false);
258
+ const MTL::ResourceID dummy_texture_id = ctx.dummy_texture->gpuResourceID();
259
+
260
+ std::vector<const rendering::raytracing::Object*> all_objects;
261
+ for(const auto& object : scene.objects){
262
+ all_objects.push_back(&object);
263
+ }
264
+ if constexpr (SPEC::ENABLE_OVERLAYS){
265
+ rendering::raytracing::detail::register_pool_assets(device, renderer, pool, all_objects);
266
+ }
267
+
268
+ size_t total_meshes = 0;
269
+ for(const auto* object : all_objects){
270
+ total_meshes += object->meshes.size();
271
+ }
272
+ std::vector<metal::MeshRecord> mesh_records(total_meshes);
273
+ std::vector<uint32_t> object_record_base;
274
+ std::vector<std::vector<NS::Object*>> object_geometry_descriptors(all_objects.size());
275
+
276
+ size_t m = 0;
277
+ for(size_t object_i = 0; object_i < all_objects.size(); object_i++){
278
+ object_record_base.push_back((uint32_t)m);
279
+ for(const auto& md : all_objects[object_i]->meshes){
280
+ auto& geometry_descriptors = object_geometry_descriptors[object_i];
281
+ metal::MeshRecord& record = mesh_records[m];
282
+ record = {};
283
+ record.texture = dummy_texture_id;
284
+ record.normal_map = dummy_texture_id;
285
+ record.metallic_roughness_map = dummy_texture_id;
286
+ record.emissive_map = dummy_texture_id;
287
+ record.occlusion_map = dummy_texture_id;
288
+
289
+ size_t num_triangles = md.indices.size() / 3;
290
+
291
+ auto vertex_buffer = NS::TransferPtr(ctx.device->newBuffer(md.vertices.data(), md.vertices.size() * sizeof(float), MTL::ResourceStorageModeShared));
292
+ auto index_buffer = NS::TransferPtr(ctx.device->newBuffer(md.indices.data(), md.indices.size() * sizeof(int), MTL::ResourceStorageModeShared));
293
+ record.vertices = vertex_buffer->gpuAddress();
294
+ record.index = index_buffer->gpuAddress();
295
+
296
+ MTL::AccelerationStructureTriangleGeometryDescriptor* geometry = MTL::AccelerationStructureTriangleGeometryDescriptor::descriptor();
297
+ geometry->setVertexBuffer(vertex_buffer.get());
298
+ geometry->setVertexStride(3 * sizeof(float));
299
+ geometry->setVertexFormat(MTL::AttributeFormatFloat3);
300
+ geometry->setIndexBuffer(index_buffer.get());
301
+ geometry->setIndexType(MTL::IndexTypeUInt32);
302
+ geometry->setTriangleCount(num_triangles);
303
+ geometry->setOpaque(true);
304
+ geometry_descriptors.push_back(geometry);
305
+
306
+ ctx.mesh_buffers.push_back(vertex_buffer);
307
+ ctx.mesh_buffers.push_back(index_buffer);
308
+
309
+ if(!md.tex_coords.empty()){
310
+ auto tex_coord_buffer = NS::TransferPtr(ctx.device->newBuffer(md.tex_coords.data(), md.tex_coords.size() * sizeof(float), MTL::ResourceStorageModeShared));
311
+ record.tex_coord = tex_coord_buffer->gpuAddress();
312
+ ctx.mesh_buffers.push_back(tex_coord_buffer);
313
+ }
314
+ if(!md.normals.empty()){
315
+ auto normal_buffer = NS::TransferPtr(ctx.device->newBuffer(md.normals.data(), md.normals.size() * sizeof(float), MTL::ResourceStorageModeShared));
316
+ record.normal = normal_buffer->gpuAddress();
317
+ ctx.mesh_buffers.push_back(normal_buffer);
318
+ }
319
+
320
+ record.color[0] = md.color[0];
321
+ record.color[1] = md.color[1];
322
+ record.color[2] = md.color[2];
323
+ record.metallic = md.metallic;
324
+ record.roughness = md.roughness;
325
+ record.opacity = md.opacity;
326
+ record.emissive[0] = md.emissive[0];
327
+ record.emissive[1] = md.emissive[1];
328
+ record.emissive[2] = md.emissive[2];
329
+ record.alpha_cutoff = md.alpha_cutoff;
330
+ record.alpha_mode = md.alpha_mode;
331
+
332
+ if(md.texture.present()){
333
+ auto texture = metal::make_texture(ctx.device.get(), md.texture.pixels.data(), md.texture.width, md.texture.height, true);
334
+ record.texture = texture->gpuResourceID();
335
+ record.has_texture = 1;
336
+ ctx.mesh_textures.push_back(texture);
337
+ }
338
+ if(md.normal_map.present()){
339
+ auto texture = metal::make_texture(ctx.device.get(), md.normal_map.pixels.data(), md.normal_map.width, md.normal_map.height, false);
340
+ record.normal_map = texture->gpuResourceID();
341
+ record.has_normal_map = 1;
342
+ ctx.mesh_textures.push_back(texture);
343
+ }
344
+ if(md.metallic_roughness_map.present()){
345
+ auto texture = metal::make_texture(ctx.device.get(), md.metallic_roughness_map.pixels.data(), md.metallic_roughness_map.width, md.metallic_roughness_map.height, false);
346
+ record.metallic_roughness_map = texture->gpuResourceID();
347
+ record.has_metallic_roughness_map = 1;
348
+ ctx.mesh_textures.push_back(texture);
349
+ }
350
+ if(md.emissive_map.present()){
351
+ auto texture = metal::make_texture(ctx.device.get(), md.emissive_map.pixels.data(), md.emissive_map.width, md.emissive_map.height, true);
352
+ record.emissive_map = texture->gpuResourceID();
353
+ record.has_emissive_map = 1;
354
+ ctx.mesh_textures.push_back(texture);
355
+ }
356
+ if(md.occlusion_map.present()){
357
+ auto texture = metal::make_texture(ctx.device.get(), md.occlusion_map.pixels.data(), md.occlusion_map.width, md.occlusion_map.height, false);
358
+ record.occlusion_map = texture->gpuResourceID();
359
+ record.has_occlusion_map = 1;
360
+ ctx.mesh_textures.push_back(texture);
361
+ }
362
+ m++;
363
+ }
364
+ }
365
+
366
+ // one primitive (bottom-level) acceleration structure per object, shared by its instances
367
+ {
368
+ MTL::CommandBuffer* command_buffer = ctx.queue->commandBuffer();
369
+ MTL::AccelerationStructureCommandEncoder* encoder = command_buffer->accelerationStructureCommandEncoder();
370
+ std::vector<NS::SharedPtr<MTL::Buffer>> scratch_buffers;
371
+ for(size_t object_i = 0; object_i < all_objects.size(); object_i++){
372
+ auto& geometry_descriptors = object_geometry_descriptors[object_i];
373
+ NS::Array* geometry_array = NS::Array::array((const NS::Object* const*)geometry_descriptors.data(), geometry_descriptors.size());
374
+ MTL::PrimitiveAccelerationStructureDescriptor* accel_descriptor = MTL::PrimitiveAccelerationStructureDescriptor::descriptor();
375
+ accel_descriptor->setGeometryDescriptors(geometry_array);
376
+ MTL::AccelerationStructureSizes sizes = ctx.device->accelerationStructureSizes(accel_descriptor);
377
+ auto object_acceleration_structure = NS::TransferPtr(ctx.device->newAccelerationStructure(sizes.accelerationStructureSize));
378
+ auto scratch_buffer = NS::TransferPtr(ctx.device->newBuffer(sizes.buildScratchBufferSize, MTL::ResourceStorageModePrivate));
379
+ encoder->buildAccelerationStructure(object_acceleration_structure.get(), accel_descriptor, scratch_buffer.get(), 0);
380
+ scratch_buffers.push_back(scratch_buffer);
381
+ ctx.object_acceleration_structures.push_back(object_acceleration_structure);
382
+ }
383
+ encoder->endEncoding();
384
+ command_buffer->commit();
385
+ command_buffer->waitUntilCompleted();
386
+ }
387
+
388
+ // instance (top-level) acceleration structure over the placed objects; overlay slots get
389
+ // their own tiny instance structures but share the global instance-id-indexed data arrays
390
+ ctx.object_record_base = object_record_base;
391
+ ctx.object_classes.clear();
392
+ for(const auto* object_pointer : all_objects){
393
+ ctx.object_classes.push_back(object_pointer->segmentation_class);
394
+ }
395
+ ctx.num_scene_instances = (uint32_t)scene.instances.size();
396
+ {
397
+ size_t total_instances = scene.instances.size();
398
+ if constexpr (SPEC::ENABLE_OVERLAYS){
399
+ // dynamic motion blur appends one extra overlay id range per motion sample:
400
+ // sample s's instances carry shifted user ids (num_scene + num_overlay_slots *
401
+ // (1 + s) + slot) so each pass's hits index a private slice of the instance side
402
+ // tables with no shader changes; the contract ids [num_scene, num_scene +
403
+ // num_overlay_slots) stay exclusive to the shutter-close state segmentation reads
404
+ constexpr size_t num_overlay_slots = (size_t)SPEC::NUM_OVERLAYS * SPEC::MAX_OVERLAY_INSTANCES;
405
+ constexpr size_t overlay_id_ranges = SPEC::ENABLE_DYNAMIC_MOTION_BLUR ? (size_t)1 + SPEC::MOTION_BLUR_SAMPLES : 1;
406
+ total_instances += num_overlay_slots * overlay_id_ranges;
407
+ }
408
+ std::vector<MTL::AccelerationStructureUserIDInstanceDescriptor> instance_descriptors(scene.instances.size());
409
+ std::vector<metal::InstanceData> instance_data(total_instances, metal::InstanceData{});
410
+ std::vector<uint32_t> instance_record_base(total_instances, 0);
411
+ for(size_t instance_i = 0; instance_i < scene.instances.size(); instance_i++){
412
+ const auto& instance = scene.instances[instance_i];
413
+ auto& descriptor = instance_descriptors[instance_i];
414
+ descriptor = {};
415
+ for(int column = 0; column < 4; column++){
416
+ descriptor.transformationMatrix.columns[column] = MTL::PackedFloat3{instance.transform[0 + column], instance.transform[4 + column], instance.transform[8 + column]};
417
+ }
418
+ descriptor.options = MTL::AccelerationStructureInstanceOptionOpaque;
419
+ descriptor.mask = 0xFFFFFFFFu;
420
+ descriptor.intersectionFunctionTableOffset = 0;
421
+ descriptor.accelerationStructureIndex = (uint32_t)instance.object;
422
+ descriptor.userID = (uint32_t)instance_i; // global instance id (contract: segmentation_object, operations_cpu_common.h)
423
+
424
+ auto& data = instance_data[instance_i];
425
+ data = {};
426
+ for(int element = 0; element < 12; element++){
427
+ data.object_to_world[element] = instance.transform[element];
428
+ }
429
+ if(instance.identity){
430
+ std::memcpy(data.world_to_object, data.object_to_world, sizeof(data.world_to_object));
431
+ }
432
+ else{
433
+ rendering::raytracing::detail::invert_transform(instance.transform, data.world_to_object);
434
+ }
435
+ data.identity = instance.identity ? 1 : 0;
436
+ instance_record_base[instance_i] = object_record_base[instance.object];
437
+ }
438
+ ctx.instance_descriptors = NS::TransferPtr(ctx.device->newBuffer(instance_descriptors.data(), instance_descriptors.size() * sizeof(MTL::AccelerationStructureUserIDInstanceDescriptor), MTL::ResourceStorageModeShared));
439
+ ctx.instance_data = NS::TransferPtr(ctx.device->newBuffer(instance_data.data(), instance_data.size() * sizeof(metal::InstanceData), MTL::ResourceStorageModeShared));
440
+ ctx.instance_record_base = NS::TransferPtr(ctx.device->newBuffer(instance_record_base.data(), instance_record_base.size() * sizeof(uint32_t), MTL::ResourceStorageModeShared));
441
+ std::vector<uint32_t> instance_classes(total_instances > 0 ? total_instances : 1, 0);
442
+ for(size_t instance_i = 0; instance_i < scene.instances.size(); instance_i++){
443
+ instance_classes[instance_i] = ctx.object_classes[scene.instances[instance_i].object];
444
+ }
445
+ ctx.instance_classes = NS::TransferPtr(ctx.device->newBuffer(instance_classes.data(), instance_classes.size() * sizeof(uint32_t), MTL::ResourceStorageModeShared));
446
+
447
+ std::vector<NS::Object*> object_acceleration_structure_pointers;
448
+ for(auto& object_acceleration_structure : ctx.object_acceleration_structures){
449
+ object_acceleration_structure_pointers.push_back(object_acceleration_structure.get());
450
+ }
451
+ NS::Array* object_array = NS::Array::array((const NS::Object* const*)object_acceleration_structure_pointers.data(), object_acceleration_structure_pointers.size());
452
+ MTL::InstanceAccelerationStructureDescriptor* instance_accel_descriptor = MTL::InstanceAccelerationStructureDescriptor::descriptor();
453
+ instance_accel_descriptor->setInstancedAccelerationStructures(object_array);
454
+ instance_accel_descriptor->setInstanceCount(scene.instances.size());
455
+ instance_accel_descriptor->setInstanceDescriptorBuffer(ctx.instance_descriptors.get());
456
+ instance_accel_descriptor->setInstanceDescriptorType(MTL::AccelerationStructureInstanceDescriptorTypeUserID);
457
+ MTL::AccelerationStructureSizes sizes = ctx.device->accelerationStructureSizes(instance_accel_descriptor);
458
+ ctx.acceleration_structure = NS::TransferPtr(ctx.device->newAccelerationStructure(sizes.accelerationStructureSize));
459
+ auto scratch_buffer = NS::TransferPtr(ctx.device->newBuffer(sizes.buildScratchBufferSize, MTL::ResourceStorageModePrivate));
460
+ MTL::CommandBuffer* command_buffer = ctx.queue->commandBuffer();
461
+ MTL::AccelerationStructureCommandEncoder* encoder = command_buffer->accelerationStructureCommandEncoder();
462
+ encoder->buildAccelerationStructure(ctx.acceleration_structure.get(), instance_accel_descriptor, scratch_buffer.get(), 0);
463
+ encoder->endEncoding();
464
+ command_buffer->commit();
465
+ command_buffer->waitUntilCompleted();
466
+ }
467
+ ctx.overlay_acceleration_structures.clear();
468
+ ctx.overlay_instance_descriptors.clear();
469
+ ctx.overlay_sample_instance_descriptors.clear();
470
+ ctx.overlay_scratch_buffers.clear();
471
+ if constexpr (SPEC::ENABLE_OVERLAYS){
472
+ std::vector<metal::OverlayStructureEntry> overlay_entries(SPEC::NUM_OVERLAYS, metal::OverlayStructureEntry{});
473
+ std::vector<NS::Object*> object_acceleration_structure_pointers;
474
+ for(auto& object_acceleration_structure : ctx.object_acceleration_structures){
475
+ object_acceleration_structure_pointers.push_back(object_acceleration_structure.get());
476
+ }
477
+ NS::Array* object_array = NS::Array::array((const NS::Object* const*)object_acceleration_structure_pointers.data(), object_acceleration_structure_pointers.size());
478
+ for(size_t overlay = 0; overlay < SPEC::NUM_OVERLAYS; overlay++){
479
+ auto descriptor_buffer = NS::TransferPtr(ctx.device->newBuffer((size_t)SPEC::MAX_OVERLAY_INSTANCES * sizeof(MTL::AccelerationStructureUserIDInstanceDescriptor), MTL::ResourceStorageModeShared));
480
+ MTL::InstanceAccelerationStructureDescriptor* overlay_descriptor = MTL::InstanceAccelerationStructureDescriptor::descriptor();
481
+ overlay_descriptor->setInstancedAccelerationStructures(object_array);
482
+ overlay_descriptor->setInstanceCount(SPEC::MAX_OVERLAY_INSTANCES);
483
+ overlay_descriptor->setInstanceDescriptorBuffer(descriptor_buffer.get());
484
+ overlay_descriptor->setInstanceDescriptorType(MTL::AccelerationStructureInstanceDescriptorTypeUserID);
485
+ MTL::AccelerationStructureSizes overlay_sizes = ctx.device->accelerationStructureSizes(overlay_descriptor);
486
+ auto overlay_acceleration_structure = NS::TransferPtr(ctx.device->newAccelerationStructure(overlay_sizes.accelerationStructureSize));
487
+ auto overlay_scratch = NS::TransferPtr(ctx.device->newBuffer(overlay_sizes.buildScratchBufferSize, MTL::ResourceStorageModePrivate));
488
+ ctx.overlay_instance_descriptors.push_back(descriptor_buffer);
489
+ ctx.overlay_acceleration_structures.push_back(overlay_acceleration_structure);
490
+ ctx.overlay_scratch_buffers.push_back(overlay_scratch);
491
+ overlay_entries[overlay].structure = overlay_acceleration_structure->gpuResourceID();
492
+ overlay_entries[overlay].num_active = 0;
493
+ }
494
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR){
495
+ for(size_t sample = 0; sample < SPEC::MOTION_BLUR_SAMPLES; sample++){
496
+ for(size_t overlay = 0; overlay < SPEC::NUM_OVERLAYS; overlay++){
497
+ ctx.overlay_sample_instance_descriptors.push_back(NS::TransferPtr(ctx.device->newBuffer((size_t)SPEC::MAX_OVERLAY_INSTANCES * sizeof(MTL::AccelerationStructureUserIDInstanceDescriptor), MTL::ResourceStorageModeShared)));
498
+ }
499
+ }
500
+ }
501
+ ctx.overlay_structures = NS::TransferPtr(ctx.device->newBuffer(overlay_entries.data(), overlay_entries.size() * sizeof(metal::OverlayStructureEntry), MTL::ResourceStorageModeShared));
502
+ std::vector<uint32_t> attachments_init((size_t)SPEC::NUM_CAMERAS * SPEC::MAX_OVERLAYS_PER_CAMERA, 0xFFFFFFFFu);
503
+ ctx.overlay_attachments = NS::TransferPtr(ctx.device->newBuffer(attachments_init.data(), attachments_init.size() * sizeof(uint32_t), MTL::ResourceStorageModeShared));
504
+ rendering::raytracing::detail::reset_overlay_state(renderer);
505
+ }
506
+ else if(ctx.overlay_structures.get() == nullptr){
507
+ // never dereferenced (fc_overlay_count == 0) but keeps the kernel bindings valid
508
+ ctx.overlay_structures = NS::TransferPtr(ctx.device->newBuffer(sizeof(metal::OverlayStructureEntry), MTL::ResourceStorageModeShared));
509
+ ctx.overlay_attachments = NS::TransferPtr(ctx.device->newBuffer(sizeof(uint32_t), MTL::ResourceStorageModeShared));
510
+ }
511
+
512
+ ctx.mesh_records = NS::TransferPtr(ctx.device->newBuffer(mesh_records.data(), mesh_records.size() * sizeof(metal::MeshRecord), MTL::ResourceStorageModeShared));
513
+
514
+ const auto scene_lights = rendering::raytracing::detail::effective_scene_lights<SPEC::HAS_RGB && SPEC::SHADING::PBR_SHADING>(scene);
515
+ if(!scene_lights.empty()){
516
+ ctx.scene_lights = NS::TransferPtr(ctx.device->newBuffer(scene_lights.data(), scene_lights.size() * sizeof(rendering::raytracing::SceneLight), MTL::ResourceStorageModeShared));
517
+ }
518
+
519
+ auto* params = (metal::LaunchParams*)ctx.launch_params->contents();
520
+ *params = {};
521
+ params->fb_width = SPEC::FB_WIDTH;
522
+ params->fb_height = SPEC::FB_HEIGHT;
523
+ params->cam_width = SPEC::CAM_WIDTH;
524
+ params->cam_height = SPEC::CAM_HEIGHT;
525
+ params->grid_cols = SPEC::GRID_COLS;
526
+ params->num_cameras = SPEC::NUM_CAMERAS;
527
+ params->num_probes = SPEC::NUM_PROBES;
528
+ params->num_scene_lights = (uint32_t)scene_lights.size();
529
+ params->max_depth = renderer.camera_radius > 0 ? renderer.camera_radius * 2.0f : 1e30f;
530
+ params->max_dist = renderer.camera_radius * 2.0f;
531
+ params->ambient_color[0] = 0.10f;
532
+ params->ambient_color[1] = 0.10f;
533
+ params->ambient_color[2] = 0.10f;
534
+ if constexpr (SPEC::HAS_RGB && SPEC::SHADING::PBR_SHADING) {
535
+ params->miss_color_0[0] = 0.f; params->miss_color_0[1] = 0.f; params->miss_color_0[2] = 0.f;
536
+ params->miss_color_1[0] = 0.f; params->miss_color_1[1] = 0.f; params->miss_color_1[2] = 0.f;
537
+ } else {
538
+ params->miss_color_0[0] = .8f; params->miss_color_0[1] = 0.f; params->miss_color_0[2] = 0.f;
539
+ params->miss_color_1[0] = .8f; params->miss_color_1[1] = .8f; params->miss_color_1[2] = .8f;
540
+ }
541
+
542
+ if(!ctx.pipelines_built){
543
+ auto constants = NS::TransferPtr(MTL::FunctionConstantValues::alloc()->init());
544
+ bool srgb_output = SPEC::SHADING::SRGB_OUTPUT;
545
+ bool motion_blur = SPEC::ENABLE_MOTION_BLUR;
546
+ int motion_samples = SPEC::ENABLE_MOTION_BLUR ? (int)SPEC::MOTION_BLUR_SAMPLES : 1;
547
+ int aa_grid = SPEC::ENABLE_ANTI_ALIASING ? (int)SPEC::ANTI_ALIASING_GRID_SIZE : 1;
548
+ bool checker_background = SPEC::SHADING::CHECKER_BACKGROUND;
549
+ bool load_textures = SPEC::SHADING::LOAD_TEXTURES;
550
+ bool normal_shading = SPEC::SHADING::NORMAL_SHADING;
551
+ bool metallic_reflections = SPEC::SHADING::METALLIC_REFLECTIONS;
552
+ bool pbr_shading = SPEC::SHADING::PBR_SHADING;
553
+ bool punctual_light_shadows = SPEC::SHADING::PUNCTUAL_LIGHT_SHADOWS;
554
+ int overlay_count = (int)SPEC::MAX_OVERLAYS_PER_CAMERA;
555
+ bool semantic_segmentation = SPEC::SEMANTIC_SEGMENTATION;
556
+ bool has_observation = SPEC::HAS_OBSERVATION;
557
+ bool dynamic_motion_blur = SPEC::ENABLE_DYNAMIC_MOTION_BLUR;
558
+ bool resolve_rgb = SPEC::ENABLE_DYNAMIC_MOTION_BLUR && SPEC::HAS_RGB;
559
+ bool resolve_depth = SPEC::ENABLE_DYNAMIC_MOTION_BLUR && SPEC::HAS_DEPTH;
560
+ constants->setConstantValue(&srgb_output, MTL::DataTypeBool, (NS::UInteger)metal::function_constants::SRGB_OUTPUT);
561
+ constants->setConstantValue(&motion_blur, MTL::DataTypeBool, (NS::UInteger)metal::function_constants::MOTION_BLUR);
562
+ constants->setConstantValue(&motion_samples, MTL::DataTypeInt, (NS::UInteger)metal::function_constants::MOTION_SAMPLES);
563
+ constants->setConstantValue(&aa_grid, MTL::DataTypeInt, (NS::UInteger)metal::function_constants::AA_GRID);
564
+ constants->setConstantValue(&checker_background, MTL::DataTypeBool, (NS::UInteger)metal::function_constants::CHECKER_BACKGROUND);
565
+ constants->setConstantValue(&load_textures, MTL::DataTypeBool, (NS::UInteger)metal::function_constants::LOAD_TEXTURES);
566
+ constants->setConstantValue(&normal_shading, MTL::DataTypeBool, (NS::UInteger)metal::function_constants::NORMAL_SHADING);
567
+ constants->setConstantValue(&metallic_reflections, MTL::DataTypeBool, (NS::UInteger)metal::function_constants::METALLIC_REFLECTIONS);
568
+ constants->setConstantValue(&pbr_shading, MTL::DataTypeBool, (NS::UInteger)metal::function_constants::PBR_SHADING);
569
+ constants->setConstantValue(&punctual_light_shadows, MTL::DataTypeBool, (NS::UInteger)metal::function_constants::PUNCTUAL_LIGHT_SHADOWS);
570
+ constants->setConstantValue(&overlay_count, MTL::DataTypeInt, (NS::UInteger)metal::function_constants::OVERLAY_COUNT);
571
+ constants->setConstantValue(&semantic_segmentation, MTL::DataTypeBool, (NS::UInteger)metal::function_constants::SEMANTIC_SEGMENTATION);
572
+ constants->setConstantValue(&has_observation, MTL::DataTypeBool, (NS::UInteger)metal::function_constants::HAS_OBSERVATION);
573
+ constants->setConstantValue(&dynamic_motion_blur, MTL::DataTypeBool, (NS::UInteger)metal::function_constants::DYNAMIC_MOTION_BLUR);
574
+ constants->setConstantValue(&resolve_rgb, MTL::DataTypeBool, (NS::UInteger)metal::function_constants::RESOLVE_RGB);
575
+ constants->setConstantValue(&resolve_depth, MTL::DataTypeBool, (NS::UInteger)metal::function_constants::RESOLVE_DEPTH);
576
+
577
+ auto make_pipeline = [&](const char* name) -> NS::SharedPtr<MTL::ComputePipelineState> {
578
+ NS::Error* error = nullptr;
579
+ auto function = NS::TransferPtr(ctx.library->newFunction(NS::String::string(name, NS::UTF8StringEncoding), constants.get(), &error));
580
+ if(function.get() == nullptr){
581
+ RL_TOOLS_RENDERING_RAYTRACING_LOG_ERR("Metal function specialization failed for " << name << ": " << (error != nullptr ? error->localizedDescription()->utf8String() : "unknown error"));
582
+ utils::assert_exit(device, false, "Metal function specialization failed");
583
+ }
584
+ error = nullptr;
585
+ auto pipeline = NS::TransferPtr(ctx.device->newComputePipelineState(function.get(), &error));
586
+ if(pipeline.get() == nullptr){
587
+ RL_TOOLS_RENDERING_RAYTRACING_LOG_ERR("Metal pipeline creation failed for " << name << ": " << (error != nullptr ? error->localizedDescription()->utf8String() : "unknown error"));
588
+ utils::assert_exit(device, false, "Metal pipeline creation failed");
589
+ }
590
+ return pipeline;
591
+ };
592
+
593
+ if constexpr (SPEC::HAS_RGB) {
594
+ ctx.rgb_pipeline = make_pipeline("render_rgb");
595
+ }
596
+ if constexpr (SPEC::HAS_DEPTH) {
597
+ ctx.depth_pipeline = make_pipeline("render_depth");
598
+ }
599
+ if constexpr (SPEC::HAS_SEGMENTATION) {
600
+ ctx.segmentation_pipeline = make_pipeline("render_segmentation");
601
+ }
602
+ if constexpr (SPEC::HAS_NORMALS) {
603
+ ctx.normals_pipeline = make_pipeline("render_normals");
604
+ }
605
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR) {
606
+ ctx.resolve_pipeline = make_pipeline("resolve_outputs");
607
+ }
608
+ #if !RL_TOOLS_RENDERING_RAYTRACING_DISABLE_PROBE_RAYS
609
+ ctx.collision_pipeline = make_pipeline("render_collision");
610
+ #endif
611
+ ctx.pipelines_built = true;
612
+ }
613
+
614
+ if constexpr (SPEC::ENABLE_OVERLAYS){
615
+ update(device, renderer); // publish the (empty) overlays and the attachment table
616
+ }
617
+
618
+ autorelease_pool->release();
619
+ }
620
+
621
+ template <typename DEVICE, typename SPEC>
622
+ void init(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer, const rendering::raytracing::Scene& scene){
623
+ static const rendering::raytracing::AssetPool empty_pool{};
624
+ init(device, renderer, scene, empty_pool);
625
+ }
626
+
627
+ // the host must not mutate the shared instance/descriptor buffers while renders or builds
628
+ // are in flight, hence the wait at the top; the commit is not waited on — command buffers on
629
+ // one queue execute in commit order and Metal's hazard tracking orders the acceleration
630
+ // structure writes before any subsequent render pass that reads them
631
+ template <typename DEVICE, typename SPEC>
632
+ void update_launch(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer){
633
+ static_assert(SPEC::ENABLE_OVERLAYS, "update requires an overlay-enabled renderer specification");
634
+ namespace metal = rendering::raytracing::backends::metal;
635
+ using TI = typename SPEC::TI;
636
+ auto& ctx = metal::context(renderer);
637
+ metal::wait_in_flight(ctx);
638
+ NS::AutoreleasePool* autorelease_pool = NS::AutoreleasePool::alloc()->init();
639
+
640
+ auto* overlay_entries = (metal::OverlayStructureEntry*)ctx.overlay_structures->contents();
641
+ auto* instance_data = (metal::InstanceData*)ctx.instance_data->contents();
642
+ auto* instance_record_base = (uint32_t*)ctx.instance_record_base->contents();
643
+
644
+ MTL::CommandBuffer* command_buffer = nullptr;
645
+ MTL::AccelerationStructureCommandEncoder* encoder = nullptr;
646
+ std::vector<NS::Object*> object_acceleration_structure_pointers;
647
+ for(auto& object_acceleration_structure : ctx.object_acceleration_structures){
648
+ object_acceleration_structure_pointers.push_back(object_acceleration_structure.get());
649
+ }
650
+ NS::Array* object_array = NS::Array::array((const NS::Object* const*)object_acceleration_structure_pointers.data(), object_acceleration_structure_pointers.size());
651
+
652
+ rendering::raytracing::detail::flush_overlay_transforms(renderer);
653
+ // rebuilt unconditionally: producers may write the transforms tensor directly, which
654
+ // leaves no host-observable dirty flag
655
+ for(TI overlay = 0; overlay < SPEC::NUM_OVERLAYS; overlay++){
656
+ auto& overlay_state = renderer.overlays[overlay];
657
+ const size_t base = (size_t)ctx.num_scene_instances + (size_t)overlay * SPEC::MAX_OVERLAY_INSTANCES;
658
+ auto* descriptors = (MTL::AccelerationStructureUserIDInstanceDescriptor*)ctx.overlay_instance_descriptors[overlay]->contents();
659
+ uint32_t num_active = 0;
660
+ for(TI slot = 0; slot < SPEC::MAX_OVERLAY_INSTANCES; slot++){
661
+ const auto& host_slot = overlay_state.slots[slot];
662
+ if(!host_slot.active) continue;
663
+ const size_t global = base + slot;
664
+ float world[12];
665
+ rendering::raytracing::detail::compose_overlay_slot_transform(renderer, overlay, slot, world);
666
+ auto& descriptor = descriptors[num_active];
667
+ descriptor = {};
668
+ for(int column = 0; column < 4; column++){
669
+ descriptor.transformationMatrix.columns[column] = MTL::PackedFloat3{world[0 + column], world[4 + column], world[8 + column]};
670
+ }
671
+ descriptor.options = MTL::AccelerationStructureInstanceOptionOpaque;
672
+ descriptor.mask = 0xFFFFFFFFu;
673
+ descriptor.intersectionFunctionTableOffset = 0;
674
+ descriptor.accelerationStructureIndex = (uint32_t)host_slot.object;
675
+ descriptor.userID = (uint32_t)global; // global instance id (contract: segmentation_object, operations_cpu_common.h)
676
+
677
+ auto& data = instance_data[global];
678
+ data = {};
679
+ for(int element = 0; element < 12; element++){
680
+ data.object_to_world[element] = world[element];
681
+ }
682
+ const bool identity = rendering::raytracing::detail::transform_is_identity(world);
683
+ if(identity){
684
+ std::memcpy(data.world_to_object, data.object_to_world, sizeof(data.world_to_object));
685
+ }
686
+ else{
687
+ rendering::raytracing::detail::invert_transform(world, data.world_to_object);
688
+ }
689
+ data.identity = identity ? 1 : 0;
690
+ instance_record_base[global] = ctx.object_record_base[host_slot.object];
691
+ ((uint32_t*)ctx.instance_classes->contents())[global] = ctx.object_classes[host_slot.object];
692
+ num_active++;
693
+ }
694
+ overlay_entries[overlay].num_active = num_active;
695
+ if(num_active > 0){
696
+ if(command_buffer == nullptr){
697
+ command_buffer = ctx.queue->commandBuffer();
698
+ encoder = command_buffer->accelerationStructureCommandEncoder();
699
+ }
700
+ MTL::InstanceAccelerationStructureDescriptor* overlay_descriptor = MTL::InstanceAccelerationStructureDescriptor::descriptor();
701
+ overlay_descriptor->setInstancedAccelerationStructures(object_array);
702
+ overlay_descriptor->setInstanceCount(num_active);
703
+ overlay_descriptor->setInstanceDescriptorBuffer(ctx.overlay_instance_descriptors[overlay].get());
704
+ overlay_descriptor->setInstanceDescriptorType(MTL::AccelerationStructureInstanceDescriptorTypeUserID);
705
+ encoder->buildAccelerationStructure(ctx.overlay_acceleration_structures[overlay].get(), overlay_descriptor, ctx.overlay_scratch_buffers[overlay].get(), 0);
706
+ }
707
+ }
708
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR){
709
+ // per-sample overlay instance descriptors + shifted-id side-table slices consumed by
710
+ // render_launch's per-sample builds; layout mirrors the shutter-close path above
711
+ rendering::raytracing::detail::flush_overlay_motion_transforms(renderer);
712
+ constexpr size_t SLAB = (size_t)SPEC::NUM_OVERLAYS * SPEC::MAX_OVERLAY_INSTANCES * 12;
713
+ constexpr size_t num_overlay_slots = (size_t)SPEC::NUM_OVERLAYS * SPEC::MAX_OVERLAY_INSTANCES;
714
+ for(TI sample = 0; sample < SPEC::MOTION_BLUR_SAMPLES; sample++){
715
+ const float* transforms_base = data(renderer.transforms_motion) + sample * SLAB;
716
+ for(TI overlay = 0; overlay < SPEC::NUM_OVERLAYS; overlay++){
717
+ auto& overlay_state = renderer.overlays[overlay];
718
+ auto* descriptors = (MTL::AccelerationStructureUserIDInstanceDescriptor*)ctx.overlay_sample_instance_descriptors[(size_t)sample * SPEC::NUM_OVERLAYS + overlay]->contents();
719
+ uint32_t num_active = 0;
720
+ for(TI slot = 0; slot < SPEC::MAX_OVERLAY_INSTANCES; slot++){
721
+ const auto& host_slot = overlay_state.slots[slot];
722
+ if(!host_slot.active) continue;
723
+ const size_t global = (size_t)ctx.num_scene_instances + num_overlay_slots * (1 + (size_t)sample) + (size_t)overlay * SPEC::MAX_OVERLAY_INSTANCES + slot;
724
+ float world[12];
725
+ rendering::raytracing::detail::compose_overlay_slot_transform(renderer, transforms_base, overlay, slot, world);
726
+ auto& descriptor = descriptors[num_active];
727
+ descriptor = {};
728
+ for(int column = 0; column < 4; column++){
729
+ descriptor.transformationMatrix.columns[column] = MTL::PackedFloat3{world[0 + column], world[4 + column], world[8 + column]};
730
+ }
731
+ descriptor.options = MTL::AccelerationStructureInstanceOptionOpaque;
732
+ descriptor.mask = 0xFFFFFFFFu;
733
+ descriptor.intersectionFunctionTableOffset = 0;
734
+ descriptor.accelerationStructureIndex = (uint32_t)host_slot.object;
735
+ descriptor.userID = (uint32_t)global;
736
+
737
+ auto& data_entry = instance_data[global];
738
+ data_entry = {};
739
+ for(int element = 0; element < 12; element++){
740
+ data_entry.object_to_world[element] = world[element];
741
+ }
742
+ const bool identity = rendering::raytracing::detail::transform_is_identity(world);
743
+ if(identity){
744
+ std::memcpy(data_entry.world_to_object, data_entry.object_to_world, sizeof(data_entry.world_to_object));
745
+ }
746
+ else{
747
+ rendering::raytracing::detail::invert_transform(world, data_entry.world_to_object);
748
+ }
749
+ data_entry.identity = identity ? 1 : 0;
750
+ instance_record_base[global] = ctx.object_record_base[host_slot.object];
751
+ ((uint32_t*)ctx.instance_classes->contents())[global] = ctx.object_classes[host_slot.object];
752
+ num_active++;
753
+ }
754
+ }
755
+ }
756
+ }
757
+ if(renderer.attachments_dirty){
758
+ auto* attachments = (uint32_t*)ctx.overlay_attachments->contents();
759
+ for(size_t index = 0; index < (size_t)SPEC::NUM_CAMERAS * SPEC::MAX_OVERLAYS_PER_CAMERA; index++){
760
+ attachments[index] = (uint32_t)renderer.attachments[index];
761
+ }
762
+ renderer.attachments_dirty = false;
763
+ }
764
+ if(command_buffer != nullptr){
765
+ encoder->endEncoding();
766
+ command_buffer->commit();
767
+ ctx.in_flight_update = NS::RetainPtr(command_buffer);
768
+ }
769
+ autorelease_pool->release();
770
+ }
771
+
772
+ template <typename DEVICE, typename SPEC>
773
+ void update_sync(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer){
774
+ static_assert(SPEC::ENABLE_OVERLAYS, "update requires an overlay-enabled renderer specification");
775
+ namespace metal = rendering::raytracing::backends::metal;
776
+ auto& ctx = metal::context(renderer);
777
+ if(ctx.in_flight_update.get() != nullptr){
778
+ ctx.in_flight_update->waitUntilCompleted();
779
+ ctx.in_flight_update.reset();
780
+ }
781
+ }
782
+
783
+ template <typename DEVICE, typename SPEC>
784
+ void update(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer){
785
+ update_launch(device, renderer);
786
+ update_sync(device, renderer);
787
+ }
788
+
789
+ // CPU expansion into the host-resident tensors (residency is a backend property; the
790
+ // device-resident path is the OptiX backend)
791
+ template <typename DEVICE, typename SPEC>
792
+ void expand_motion_transforms_launch(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer){
793
+ static_assert(SPEC::ENABLE_DYNAMIC_MOTION_BLUR, "expand_motion_transforms requires a dynamic-motion-blur renderer specification");
794
+ namespace metal = rendering::raytracing::backends::metal;
795
+ metal::wait_in_flight(metal::context(renderer));
796
+ rendering::raytracing::detail::expand_motion_transforms_host(renderer);
797
+ }
798
+
799
+ template <typename DEVICE, typename SPEC>
800
+ void expand_motion_transforms_sync(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer){
801
+ static_assert(SPEC::ENABLE_DYNAMIC_MOTION_BLUR, "expand_motion_transforms requires a dynamic-motion-blur renderer specification");
802
+ }
803
+
804
+ template <typename DEVICE, typename SPEC>
805
+ void expand_motion_transforms(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer){
806
+ expand_motion_transforms_launch(device, renderer);
807
+ expand_motion_transforms_sync(device, renderer);
808
+ }
809
+
810
+ template <typename DEVICE, typename SPEC>
811
+ void generate_cameras(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer,
812
+ const typename SPEC::T center[3], typename SPEC::T radius,
813
+ const typename SPEC::T up[3], typename SPEC::T fov){
814
+ namespace metal = rendering::raytracing::backends::metal;
815
+ auto& ctx = metal::context(renderer);
816
+ metal::wait_in_flight(ctx);
817
+ rendering::raytracing::detail::generate_camera_poses<SPEC>(device, data(renderer.cameras), center, radius, up, fov);
818
+ if constexpr (SPEC::ENABLE_MOTION_BLUR) {
819
+ std::memcpy(data(renderer.cameras_open), data(renderer.cameras), (size_t)SPEC::NUM_CAMERAS * sizeof(rendering::raytracing::Camera<typename SPEC::T>));
820
+ }
821
+ }
822
+
823
+ template <typename DEVICE, typename SPEC, typename T>
824
+ void copy_to_renderer(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer, const T* source, T* destination, size_t count){
825
+ rendering::raytracing::backends::metal::wait_in_flight(rendering::raytracing::backends::metal::context(renderer));
826
+ std::memcpy(destination, source, count * sizeof(T));
827
+ }
828
+
829
+ template <typename DEVICE, typename SPEC, typename T>
830
+ void copy_from_renderer(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer, const T* source, T* destination, size_t count){
831
+ rendering::raytracing::backends::metal::wait_in_flight(rendering::raytracing::backends::metal::context(renderer));
832
+ std::memcpy(destination, source, count * sizeof(T));
833
+ }
834
+
835
+ template <typename DEVICE, typename SPEC>
836
+ void generate_probe_directions(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer){
837
+ #if RL_TOOLS_RENDERING_RAYTRACING_DISABLE_PROBE_RAYS
838
+ RL_TOOLS_RENDERING_RAYTRACING_LOG("Probe rays disabled (RL_TOOLS_RENDERING_RAYTRACING_DISABLE_PROBE_RAYS=1)");
839
+ return;
840
+ #else
841
+ namespace metal = rendering::raytracing::backends::metal;
842
+ auto& ctx = metal::context(renderer);
843
+ std::vector<float> dirs = rendering::raytracing::detail::generate_probe_direction_vectors<SPEC>();
844
+ ctx.probe_directions = NS::TransferPtr(ctx.device->newBuffer(dirs.data(), dirs.size() * sizeof(float), MTL::ResourceStorageModeShared));
845
+ #endif
846
+ }
847
+
848
+ // render produces the image outputs the spec declares; the collision-probe pass is the
849
+ // separate probe verb so it can be scheduled independently (e.g. alongside update)
850
+ template <typename DEVICE, typename SPEC>
851
+ void render_launch(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer){
852
+ namespace metal = rendering::raytracing::backends::metal;
853
+ using TI = typename SPEC::TI;
854
+ auto& ctx = metal::context(renderer);
855
+ NS::AutoreleasePool* pool = NS::AutoreleasePool::alloc()->init();
856
+ MTL::CommandBuffer* command_buffer = ctx.queue->commandBuffer();
857
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR){
858
+ // one command buffer per frame: zero the accumulators, then per motion sample build
859
+ // the overlay structures in place from that sample's descriptors and run the
860
+ // accumulate dispatches, then restore the shutter-close state (segmentation, probes,
861
+ // steady state) and resolve — encoder order plus Metal hazard tracking on the
862
+ // acceleration structures and accumulators serializes builds against dispatches
863
+ uint32_t num_active_per_overlay[SPEC::NUM_OVERLAYS];
864
+ uint32_t total_active = 0;
865
+ for(TI overlay = 0; overlay < SPEC::NUM_OVERLAYS; overlay++){
866
+ uint32_t num_active = 0;
867
+ for(TI slot = 0; slot < SPEC::MAX_OVERLAY_INSTANCES; slot++){
868
+ num_active += renderer.overlays[overlay].slots[slot].active ? 1 : 0;
869
+ }
870
+ num_active_per_overlay[overlay] = num_active;
871
+ total_active += num_active;
872
+ }
873
+ {
874
+ MTL::BlitCommandEncoder* blit = command_buffer->blitCommandEncoder();
875
+ if constexpr (SPEC::HAS_RGB){
876
+ blit->fillBuffer(ctx.rgb_accumulator.get(), NS::Range::Make(0, ctx.rgb_accumulator->length()), 0);
877
+ }
878
+ if constexpr (SPEC::HAS_DEPTH){
879
+ blit->fillBuffer(ctx.depth_accumulator.get(), NS::Range::Make(0, ctx.depth_accumulator->length()), 0);
880
+ }
881
+ blit->endEncoding();
882
+ }
883
+ std::vector<NS::Object*> object_acceleration_structure_pointers;
884
+ for(auto& object_acceleration_structure : ctx.object_acceleration_structures){
885
+ object_acceleration_structure_pointers.push_back(object_acceleration_structure.get());
886
+ }
887
+ NS::Array* object_array = NS::Array::array((const NS::Object* const*)object_acceleration_structure_pointers.data(), object_acceleration_structure_pointers.size());
888
+ const auto encode_overlay_builds = [&](auto&& descriptor_buffer_for_overlay){
889
+ if(total_active == 0){
890
+ return;
891
+ }
892
+ MTL::AccelerationStructureCommandEncoder* encoder = command_buffer->accelerationStructureCommandEncoder();
893
+ for(TI overlay = 0; overlay < SPEC::NUM_OVERLAYS; overlay++){
894
+ if(num_active_per_overlay[overlay] == 0) continue;
895
+ MTL::InstanceAccelerationStructureDescriptor* overlay_descriptor = MTL::InstanceAccelerationStructureDescriptor::descriptor();
896
+ overlay_descriptor->setInstancedAccelerationStructures(object_array);
897
+ overlay_descriptor->setInstanceCount(num_active_per_overlay[overlay]);
898
+ overlay_descriptor->setInstanceDescriptorBuffer(descriptor_buffer_for_overlay(overlay));
899
+ overlay_descriptor->setInstanceDescriptorType(MTL::AccelerationStructureInstanceDescriptorTypeUserID);
900
+ encoder->buildAccelerationStructure(ctx.overlay_acceleration_structures[overlay].get(), overlay_descriptor, ctx.overlay_scratch_buffers[overlay].get(), 0);
901
+ }
902
+ encoder->endEncoding();
903
+ };
904
+ for(TI sample = 0; sample < SPEC::MOTION_BLUR_SAMPLES; sample++){
905
+ encode_overlay_builds([&](TI overlay){ return ctx.overlay_sample_instance_descriptors[(size_t)sample * SPEC::NUM_OVERLAYS + overlay].get(); });
906
+ const float shutter_t = ((float)sample + 0.5f) / (float)SPEC::MOTION_BLUR_SAMPLES;
907
+ if constexpr (SPEC::HAS_RGB) {
908
+ metal::encode_fullscreen_pass<SPEC>(ctx, command_buffer, ctx.rgb_pipeline.get(), ctx.frame_buffer.get(), shutter_t);
909
+ }
910
+ if constexpr (SPEC::HAS_DEPTH) {
911
+ metal::encode_fullscreen_pass<SPEC>(ctx, command_buffer, ctx.depth_pipeline.get(), ctx.depth_buffer.get(), shutter_t);
912
+ }
913
+ }
914
+ encode_overlay_builds([&](TI overlay){ return ctx.overlay_instance_descriptors[overlay].get(); });
915
+ if constexpr (SPEC::HAS_SEGMENTATION) {
916
+ metal::encode_fullscreen_pass<SPEC>(ctx, command_buffer, ctx.segmentation_pipeline.get(), ctx.segmentation_buffer.get());
917
+ }
918
+ if constexpr (SPEC::HAS_NORMALS) {
919
+ metal::encode_fullscreen_pass<SPEC>(ctx, command_buffer, ctx.normals_pipeline.get(), ctx.normals_buffer.get());
920
+ }
921
+ metal::encode_resolve_pass<SPEC>(ctx, command_buffer);
922
+ command_buffer->commit();
923
+ ctx.in_flight = NS::RetainPtr(command_buffer);
924
+ pool->release();
925
+ return;
926
+ }
927
+ if constexpr (SPEC::HAS_RGB) {
928
+ metal::encode_fullscreen_pass<SPEC>(ctx, command_buffer, ctx.rgb_pipeline.get(), ctx.frame_buffer.get());
929
+ }
930
+ if constexpr (SPEC::HAS_DEPTH) {
931
+ metal::encode_fullscreen_pass<SPEC>(ctx, command_buffer, ctx.depth_pipeline.get(), ctx.depth_buffer.get());
932
+ }
933
+ if constexpr (SPEC::HAS_SEGMENTATION) {
934
+ metal::encode_fullscreen_pass<SPEC>(ctx, command_buffer, ctx.segmentation_pipeline.get(), ctx.segmentation_buffer.get());
935
+ }
936
+ if constexpr (SPEC::HAS_NORMALS) {
937
+ metal::encode_fullscreen_pass<SPEC>(ctx, command_buffer, ctx.normals_pipeline.get(), ctx.normals_buffer.get());
938
+ }
939
+ command_buffer->commit();
940
+ ctx.in_flight = NS::RetainPtr(command_buffer);
941
+ pool->release();
942
+ }
943
+
944
+ template <typename DEVICE, typename SPEC>
945
+ void render_sync(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer){
946
+ namespace metal = rendering::raytracing::backends::metal;
947
+ auto& ctx = metal::context(renderer);
948
+ if(ctx.in_flight.get() != nullptr){
949
+ ctx.in_flight->waitUntilCompleted();
950
+ ctx.in_flight.reset();
951
+ }
952
+ }
953
+
954
+ template <typename DEVICE, typename SPEC>
955
+ void render(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer){
956
+ render_launch(device, renderer);
957
+ render_sync(device, renderer);
958
+ }
959
+
960
+ template <typename DEVICE, typename SPEC>
961
+ void probe_launch(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer){
962
+ namespace metal = rendering::raytracing::backends::metal;
963
+ auto& ctx = metal::context(renderer);
964
+ if(ctx.collision_pipeline.get() != nullptr){
965
+ NS::AutoreleasePool* pool = NS::AutoreleasePool::alloc()->init();
966
+ MTL::CommandBuffer* command_buffer = ctx.queue->commandBuffer();
967
+ metal::encode_collision_pass<SPEC>(ctx, command_buffer);
968
+ command_buffer->commit();
969
+ ctx.in_flight_collision = NS::RetainPtr(command_buffer);
970
+ pool->release();
971
+ }
972
+ }
973
+
974
+ template <typename DEVICE, typename SPEC>
975
+ void probe_sync(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer){
976
+ namespace metal = rendering::raytracing::backends::metal;
977
+ auto& ctx = metal::context(renderer);
978
+ if(ctx.in_flight_collision.get() != nullptr){
979
+ ctx.in_flight_collision->waitUntilCompleted();
980
+ ctx.in_flight_collision.reset();
981
+ }
982
+ }
983
+
984
+ template <typename DEVICE, typename SPEC>
985
+ void probe(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer){
986
+ probe_launch(device, renderer);
987
+ probe_sync(device, renderer);
988
+ }
989
+
990
+ template <typename DEVICE, typename SPEC>
991
+ void save_image(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer, const char* filename){
992
+ static_assert(SPEC::HAS_RGB, "save_image requires an RGB-capable renderer specification");
993
+ namespace metal = rendering::raytracing::backends::metal;
994
+ rendering::raytracing::detail::write_grid_png<SPEC>(data(renderer.frame_buffer), filename);
995
+ }
996
+
997
+ template <typename DEVICE, typename SPEC>
998
+ void save_segmentation_image(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer, const char* filename){
999
+ static_assert(SPEC::HAS_SEGMENTATION, "save_segmentation_image requires a segmentation-capable renderer specification");
1000
+ namespace metal = rendering::raytracing::backends::metal;
1001
+ auto& ctx = metal::context(renderer);
1002
+ rendering::raytracing::detail::write_segmentation_grid_png<SPEC>(data(renderer.segmentation_buffer), filename);
1003
+ }
1004
+
1005
+ template <typename DEVICE, typename SPEC>
1006
+ void save_normals_image(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer, const char* filename){
1007
+ static_assert(SPEC::HAS_NORMALS, "save_normals_image requires a normals-capable renderer specification");
1008
+ namespace metal = rendering::raytracing::backends::metal;
1009
+ rendering::raytracing::detail::write_normals_grid_png<SPEC>(data(renderer.normals_buffer), filename);
1010
+ }
1011
+
1012
+ template <typename DEVICE, typename SPEC>
1013
+ void save_depth_image(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer, const char* filename){
1014
+ static_assert(SPEC::HAS_DEPTH, "save_depth_image requires a depth-capable renderer specification");
1015
+ namespace metal = rendering::raytracing::backends::metal;
1016
+ rendering::raytracing::detail::write_depth_grid_png<SPEC>(data(renderer.depth_buffer), renderer.camera_radius, filename);
1017
+ }
1018
+
1019
+ template <typename DEVICE, typename SPEC>
1020
+ void save_depth(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer, const char* filename){
1021
+ static_assert(SPEC::HAS_DEPTH, "save_depth requires a depth-capable renderer specification");
1022
+ namespace metal = rendering::raytracing::backends::metal;
1023
+ rendering::raytracing::detail::write_depth_bin<SPEC>(data(renderer.depth_buffer), filename);
1024
+ }
1025
+
1026
+ template <typename DEVICE, typename SPEC>
1027
+ void save_probes(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer, const char* filename){
1028
+ #if RL_TOOLS_RENDERING_RAYTRACING_DISABLE_PROBE_RAYS
1029
+ RL_TOOLS_RENDERING_RAYTRACING_LOG("save_probes skipped: probe rays are disabled.");
1030
+ (void)filename;
1031
+ return;
1032
+ #else
1033
+ namespace metal = rendering::raytracing::backends::metal;
1034
+ rendering::raytracing::detail::write_probes_bin_and_log<SPEC>(data(renderer.collision_results), filename);
1035
+ #endif
1036
+ }
1037
+
1038
+ template <typename DEVICE, typename SPEC>
1039
+ void synchronize(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer){
1040
+ namespace metal = rendering::raytracing::backends::metal;
1041
+ metal::wait_in_flight(metal::context(renderer));
1042
+ }
1043
+
1044
+ template <typename DEVICE, typename SPEC>
1045
+ void free(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer){
1046
+ namespace metal = rendering::raytracing::backends::metal;
1047
+ if(renderer.backend != nullptr){
1048
+ metal::wait_in_flight(metal::context(renderer));
1049
+ delete renderer.backend;
1050
+ renderer.backend = nullptr;
1051
+ }
1052
+ // the input and output tensors alias shared MTLBuffers destroyed with the context
1053
+ renderer.cameras._data = nullptr;
1054
+ if constexpr (SPEC::ENABLE_MOTION_BLUR) {
1055
+ renderer.cameras_open._data = nullptr;
1056
+ }
1057
+ if constexpr (SPEC::HAS_RGB) {
1058
+ renderer.frame_buffer._data = nullptr;
1059
+ }
1060
+ if constexpr (SPEC::HAS_DEPTH) {
1061
+ renderer.depth_buffer._data = nullptr;
1062
+ }
1063
+ if constexpr (SPEC::HAS_SEGMENTATION) {
1064
+ renderer.segmentation_buffer._data = nullptr;
1065
+ }
1066
+ if constexpr (SPEC::HAS_NORMALS) {
1067
+ renderer.normals_buffer._data = nullptr;
1068
+ }
1069
+ if constexpr (SPEC::HAS_OBSERVATION) {
1070
+ renderer.observation._data = nullptr;
1071
+ }
1072
+ renderer.collision_results._data = nullptr;
1073
+ if constexpr (SPEC::ENABLE_OVERLAYS) {
1074
+ free(device, renderer.transforms);
1075
+ }
1076
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR) {
1077
+ free(device, renderer.transforms_motion);
1078
+ free(device, renderer.transforms_pair);
1079
+ if constexpr (SPEC::HAS_RGB) {
1080
+ renderer.rgb_accumulator._data = nullptr;
1081
+ }
1082
+ if constexpr (SPEC::HAS_DEPTH) {
1083
+ renderer.depth_accumulator._data = nullptr;
1084
+ }
1085
+ }
1086
+ }
1087
+
1088
+ // shared-asset-library fallbacks: this backend has no cross-renderer sharing, so the
1089
+ // library is empty and every renderer builds its own copy — the API stays uniform
1090
+ template <typename DEVICE, typename SPEC>
1091
+ void malloc(DEVICE& device, rendering::raytracing::AssetLibrary<SPEC, rendering::raytracing::backends::Metal>& library){
1092
+ library.backend = new rendering::raytracing::backends::LibraryState<rendering::raytracing::backends::Metal, SPEC>{};
1093
+ }
1094
+
1095
+ template <typename DEVICE, typename SPEC>
1096
+ void free(DEVICE& device, rendering::raytracing::AssetLibrary<SPEC, rendering::raytracing::backends::Metal>& library){
1097
+ for(auto* assets : library.assets){
1098
+ delete assets;
1099
+ }
1100
+ library.assets.clear();
1101
+ library.scenes.clear();
1102
+ library.hashes.clear();
1103
+ delete library.backend;
1104
+ library.backend = nullptr;
1105
+ }
1106
+
1107
+ template <typename DEVICE, typename SPEC>
1108
+ void malloc(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer, rendering::raytracing::AssetLibrary<SPEC, rendering::raytracing::backends::Metal>& library){
1109
+ malloc(device, renderer);
1110
+ }
1111
+
1112
+ template <typename DEVICE, typename SPEC>
1113
+ typename SPEC::TI init(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Metal>& renderer, rendering::raytracing::AssetLibrary<SPEC, rendering::raytracing::backends::Metal>& library, const char* scene_path){
1114
+ bool is_new = false;
1115
+ const auto scene_id = rendering::raytracing::detail::library_lookup_or_load(device, library, scene_path, is_new);
1116
+ init(device, renderer, library.scenes[scene_id], library.pool);
1117
+ return scene_id;
1118
+ }
1119
+ }
1120
+ RL_TOOLS_NAMESPACE_WRAPPER_END
1121
+
1122
+ #endif