hyperverse 0.0.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (746) hide show
  1. hyperdrone/__init__.py +31 -0
  2. hyperdrone/_native/cmake/hyperdrone_jit.cmake +65 -0
  3. hyperdrone/_native/common/bindings.h +39 -0
  4. hyperdrone/_native/common/cuda_staging.h +75 -0
  5. hyperdrone/_native/common/jit_host.h +69 -0
  6. hyperdrone/_native/common/models.h +24 -0
  7. hyperdrone/_native/dynamics/CMakeLists.txt +61 -0
  8. hyperdrone/_native/dynamics/host.cpp +193 -0
  9. hyperdrone/_native/dynamics/iface.h +76 -0
  10. hyperdrone/_native/dynamics/impl.cpp +608 -0
  11. hyperdrone/_native/env/CMakeLists.txt +71 -0
  12. hyperdrone/_native/env/environment.cpp +124 -0
  13. hyperdrone/_native/env/environment.h +407 -0
  14. hyperdrone/_native/env/rotorcraft_bindings.cpp +51 -0
  15. hyperdrone/_native/render/CMakeLists.txt +94 -0
  16. hyperdrone/_native/render/renderer.cpp +962 -0
  17. hyperdrone/_native/render/rig_bindings.h +151 -0
  18. hyperdrone/_native/render/scene_bindings.cpp +466 -0
  19. hyperdrone/_vendor/rl-tools/CMakeLists.txt +205 -0
  20. hyperdrone/_vendor/rl-tools/LICENSE +21 -0
  21. hyperdrone/_vendor/rl-tools/cmake/autodetect/all.cmake +34 -0
  22. hyperdrone/_vendor/rl-tools/cmake/autodetect/git-diff.cmake +100 -0
  23. hyperdrone/_vendor/rl-tools/cmake/autodetect/git-hash.cmake +24 -0
  24. hyperdrone/_vendor/rl-tools/cmake/autodetect/summary.cmake +64 -0
  25. hyperdrone/_vendor/rl-tools/cmake/autodetect/tier0-compiler.cmake +18 -0
  26. hyperdrone/_vendor/rl-tools/cmake/autodetect/tier1-blas.cmake +51 -0
  27. hyperdrone/_vendor/rl-tools/cmake/autodetect/tier2-json-hdf5-zlib.cmake +81 -0
  28. hyperdrone/_vendor/rl-tools/cmake/autodetect/tier3-tensorboard.cmake +25 -0
  29. hyperdrone/_vendor/rl-tools/cmake/autodetect/tier4-cuda.cmake +42 -0
  30. hyperdrone/_vendor/rl-tools/cmake/autodetect/tier5-cli11.cmake +24 -0
  31. hyperdrone/_vendor/rl-tools/cmake/dependencies/assimp.cmake +19 -0
  32. hyperdrone/_vendor/rl-tools/cmake/legacy_flags.cmake +33 -0
  33. hyperdrone/_vendor/rl-tools/cmake/optional/assimp.cmake +30 -0
  34. hyperdrone/_vendor/rl-tools/cmake/optional/googletest.cmake +20 -0
  35. hyperdrone/_vendor/rl-tools/cmake/optional/metal.cmake +25 -0
  36. hyperdrone/_vendor/rl-tools/cmake/optional/mujoco.cmake +89 -0
  37. hyperdrone/_vendor/rl-tools/cmake/optional/optix.cmake +25 -0
  38. hyperdrone/_vendor/rl-tools/cmake/optional/raytracing.cmake +105 -0
  39. hyperdrone/_vendor/rl-tools/cmake/optional/raytracing_generic.cmake +2 -0
  40. hyperdrone/_vendor/rl-tools/cmake/optional/vulkan.cmake +4 -0
  41. hyperdrone/_vendor/rl-tools/cmake/optional/webgpu.cmake +24 -0
  42. hyperdrone/_vendor/rl-tools/cmake/scripts/embed_text.cmake +7 -0
  43. hyperdrone/_vendor/rl-tools/cmake/scripts/generate-git-snapshot.cmake +138 -0
  44. hyperdrone/_vendor/rl-tools/include/conta/conta.h +1161 -0
  45. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/matrix.h +143 -0
  46. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_arm.h +33 -0
  47. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_cpu.h +314 -0
  48. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_cpu_accelerate.h +37 -0
  49. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_cpu_blas.h +67 -0
  50. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_cpu_mkl.h +38 -0
  51. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_cpu_openblas.h +34 -0
  52. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_cuda.h +289 -0
  53. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_dummy.h +20 -0
  54. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_esp32.h +29 -0
  55. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_generic.h +944 -0
  56. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/operations_wasm32.h +13 -0
  57. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/matrix/persist_code.h +136 -0
  58. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_arm.h +1 -0
  59. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_cpu.h +94 -0
  60. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_cpu_accelerate.h +25 -0
  61. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_cpu_blas.h +115 -0
  62. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_cpu_mkl.h +25 -0
  63. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_cpu_openblas.h +25 -0
  64. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_cuda.h +713 -0
  65. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/operations_generic.h +1356 -0
  66. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/persist_code.h +130 -0
  67. hyperdrone/_vendor/rl-tools/include/rl_tools/containers/tensor/tensor.h +490 -0
  68. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/arm.h +91 -0
  69. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/cpu.h +209 -0
  70. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/cpu_accelerate.h +23 -0
  71. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/cpu_blas.h +21 -0
  72. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/cpu_mkl.h +45 -0
  73. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/cpu_openblas.h +56 -0
  74. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/cpu_tensorboard.h +34 -0
  75. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/cuda.h +415 -0
  76. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/devices.h +97 -0
  77. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/dummy.h +55 -0
  78. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/esp32.h +85 -0
  79. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/generic.h +0 -0
  80. hyperdrone/_vendor/rl-tools/include/rl_tools/devices/wasm32.h +59 -0
  81. hyperdrone/_vendor/rl-tools/include/rl_tools/dyn/model.h +218 -0
  82. hyperdrone/_vendor/rl-tools/include/rl_tools/dyn/operations_generic.h +769 -0
  83. hyperdrone/_vendor/rl-tools/include/rl_tools/dyn/persist.h +278 -0
  84. hyperdrone/_vendor/rl-tools/include/rl_tools/dyn/policy_adapter.h +100 -0
  85. hyperdrone/_vendor/rl-tools/include/rl_tools/dyn/policy_adapter_persist.h +52 -0
  86. hyperdrone/_vendor/rl-tools/include/rl_tools/dyn/tensor_operations_generic.h +55 -0
  87. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/applications/l2f/c_backend.h +117 -0
  88. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/applications/l2f/c_interface.h +36 -0
  89. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/applications/l2f/l2f.h +98 -0
  90. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/applications/l2f/operations_dyn.h +18 -0
  91. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/applications/l2f/operations_generic.h +268 -0
  92. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/debugging_pool/c_backend.h +31 -0
  93. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/debugging_pool/c_interface.h +12 -0
  94. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/executor/c_backend.h +98 -0
  95. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/executor/c_interface.h +50 -0
  96. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/executor/executor.h +133 -0
  97. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/executor/helper.h +109 -0
  98. hyperdrone/_vendor/rl-tools/include/rl_tools/inference/executor/operations_generic.h +219 -0
  99. hyperdrone/_vendor/rl-tools/include/rl_tools/logging/operations_arduino.h +117 -0
  100. hyperdrone/_vendor/rl-tools/include/rl_tools/logging/operations_arm.h +56 -0
  101. hyperdrone/_vendor/rl-tools/include/rl_tools/logging/operations_cpu.h +93 -0
  102. hyperdrone/_vendor/rl-tools/include/rl_tools/logging/operations_cpu_tensorboard.h +151 -0
  103. hyperdrone/_vendor/rl-tools/include/rl_tools/logging/operations_cuda.h +65 -0
  104. hyperdrone/_vendor/rl-tools/include/rl_tools/logging/operations_dummy.h +45 -0
  105. hyperdrone/_vendor/rl-tools/include/rl_tools/logging/operations_wasm32.h +56 -0
  106. hyperdrone/_vendor/rl-tools/include/rl_tools/math/operations_arm.h +98 -0
  107. hyperdrone/_vendor/rl-tools/include/rl_tools/math/operations_cpu.h +138 -0
  108. hyperdrone/_vendor/rl-tools/include/rl_tools/math/operations_cuda.h +380 -0
  109. hyperdrone/_vendor/rl-tools/include/rl_tools/math/operations_dummy.h +93 -0
  110. hyperdrone/_vendor/rl-tools/include/rl_tools/math/operations_esp32.h +92 -0
  111. hyperdrone/_vendor/rl-tools/include/rl_tools/math/operations_generic.h +295 -0
  112. hyperdrone/_vendor/rl-tools/include/rl_tools/math/operations_wasm32.h +230 -0
  113. hyperdrone/_vendor/rl-tools/include/rl_tools/mode/mode.h +98 -0
  114. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/activation_functions.h +113 -0
  115. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/capability/capability.h +61 -0
  116. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/capability/persist_code.h +31 -0
  117. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/group.h +99 -0
  118. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/avg_pool2d/layer.h +122 -0
  119. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/avg_pool2d/operations_cuda.h +64 -0
  120. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/avg_pool2d/operations_generic.h +186 -0
  121. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/avg_pool2d/persist.h +33 -0
  122. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/conv2d/layer.h +300 -0
  123. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/conv2d/operations_cpu_mkl.h +590 -0
  124. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/conv2d/operations_cuda.h +809 -0
  125. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/conv2d/operations_generic.h +1219 -0
  126. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/conv2d/persist.h +99 -0
  127. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/conv2d/persist_code.h +170 -0
  128. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/layer.h +145 -0
  129. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_arm/dsp.h +63 -0
  130. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_arm/opt.h +173 -0
  131. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_cpu.h +13 -0
  132. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_cpu_accelerate.h +66 -0
  133. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_cpu_blas.h +282 -0
  134. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_cpu_mkl.h +66 -0
  135. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_cpu_openblas.h +65 -0
  136. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_cuda.h +519 -0
  137. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_dummy.h +8 -0
  138. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_esp32/dsp.h +58 -0
  139. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_esp32/opt.h +167 -0
  140. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/operations_generic.h +429 -0
  141. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/persist.h +62 -0
  142. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/persist_code.h +178 -0
  143. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dense/persist_common.h +59 -0
  144. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dynamic_conv2d/layer.h +188 -0
  145. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dynamic_conv2d/operations_cuda.h +356 -0
  146. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dynamic_conv2d/operations_generic.h +536 -0
  147. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/dynamic_conv2d/persist.h +32 -0
  148. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/embedding/layer.h +119 -0
  149. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/embedding/operations_generic.h +223 -0
  150. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/embedding/persist.h +46 -0
  151. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/flatten/layer.h +121 -0
  152. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/flatten/operations_generic.h +154 -0
  153. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/flatten/persist.h +44 -0
  154. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/flatten/persist_code.h +106 -0
  155. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/gru/helper_operations_cuda.h +602 -0
  156. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/gru/helper_operations_generic.h +251 -0
  157. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/gru/layer.h +206 -0
  158. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/gru/operations_generic.h +889 -0
  159. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/gru/persist.h +75 -0
  160. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/gru/persist_code.h +199 -0
  161. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/layers.h +3 -0
  162. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/max_pool2d/layer.h +143 -0
  163. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/max_pool2d/operations_cuda.h +80 -0
  164. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/max_pool2d/operations_generic.h +216 -0
  165. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/max_pool2d/persist.h +39 -0
  166. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_cpu.h +1 -0
  167. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_cpu_accelerate.h +1 -0
  168. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_cpu_blas.h +1 -0
  169. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_cpu_mkl.h +3 -0
  170. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_cpu_openblas.h +1 -0
  171. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_cuda.h +9 -0
  172. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_dummy.h +1 -0
  173. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/operations_generic.h +3 -0
  174. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/resnet_block/layer.h +223 -0
  175. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/resnet_block/operations_cuda.h +138 -0
  176. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/resnet_block/operations_generic.h +446 -0
  177. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/resnet_block/persist.h +70 -0
  178. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/sample_and_squash/layer.h +154 -0
  179. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/sample_and_squash/operations_cuda.h +119 -0
  180. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/sample_and_squash/operations_generic.h +502 -0
  181. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/sample_and_squash/persist.h +50 -0
  182. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/sample_and_squash/persist_code.h +173 -0
  183. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/standardize/layer.h +116 -0
  184. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/standardize/operations_cuda.h +156 -0
  185. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/standardize/operations_generic.h +295 -0
  186. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/standardize/persist.h +83 -0
  187. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/standardize/persist_code.h +163 -0
  188. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/td3_sampling/layer.h +123 -0
  189. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/td3_sampling/operations_generic.h +272 -0
  190. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/td3_sampling/persist.h +17 -0
  191. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/td3_sampling/persist_code.h +164 -0
  192. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/unflatten/layer.h +122 -0
  193. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/unflatten/operations_cuda.h +55 -0
  194. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/unflatten/operations_generic.h +160 -0
  195. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/unflatten/persist.h +47 -0
  196. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/unflatten/persist_code.h +106 -0
  197. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/upsample2d/layer.h +132 -0
  198. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/upsample2d/operations_cuda.h +141 -0
  199. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/layers/upsample2d/operations_generic.h +230 -0
  200. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/loss_functions/categorical_cross_entropy/operations_generic.h +102 -0
  201. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/loss_functions/mse/operations_cuda.h +97 -0
  202. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/loss_functions/mse/operations_generic.h +101 -0
  203. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/loss_functions/operations_generic.h +2 -0
  204. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/nn.h +14 -0
  205. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_cpu.h +1 -0
  206. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_cpu_accelerate.h +1 -0
  207. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_cpu_blas.h +1 -0
  208. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_cpu_mkl.h +1 -0
  209. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_cpu_mux.h +16 -0
  210. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_cpu_openblas.h +1 -0
  211. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_cuda.h +2 -0
  212. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_dummy.h +1 -0
  213. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/operations_generic.h +15 -0
  214. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/adam.h +121 -0
  215. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/instance/operations_cuda.h +98 -0
  216. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/instance/operations_generic.h +150 -0
  217. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/instance/persist.h +39 -0
  218. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/instance/persist_code.h +80 -0
  219. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/operations_cuda.h +85 -0
  220. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/operations_generic.h +109 -0
  221. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/adam/persist.h +25 -0
  222. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/lamb/instance/operations_generic.h +107 -0
  223. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/lamb/lamb.h +40 -0
  224. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/lamb/operations_generic.h +68 -0
  225. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/optimizers.h +3 -0
  226. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/sgd/instance/operations_cuda.h +85 -0
  227. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/sgd/instance/operations_generic.h +140 -0
  228. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/sgd/instance/persist.h +37 -0
  229. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/sgd/instance/persist_code.h +72 -0
  230. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/sgd/operations_cuda.h +49 -0
  231. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/sgd/operations_generic.h +50 -0
  232. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/sgd/sgd.h +92 -0
  233. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/optimizers/update.h +54 -0
  234. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/parameters/operations_cuda.h +0 -0
  235. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/parameters/operations_generic.h +98 -0
  236. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/parameters/parameters.h +79 -0
  237. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/parameters/persist.h +34 -0
  238. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/parameters/persist_code.h +136 -0
  239. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/persist.h +2 -0
  240. hyperdrone/_vendor/rl-tools/include/rl_tools/nn/persist_code.h +27 -0
  241. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/behaviors/skip_parameter_gradients.h +65 -0
  242. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/group/README.md +107 -0
  243. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/group/model.h +19 -0
  244. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/group/persist_code.h +77 -0
  245. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp/network.h +174 -0
  246. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp/operations_cuda.h +10 -0
  247. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp/operations_dummy.h +8 -0
  248. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp/operations_generic.h +407 -0
  249. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp/persist.h +56 -0
  250. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp/persist_code.h +137 -0
  251. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp_unconditional_stddev/network.h +55 -0
  252. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp_unconditional_stddev/operations_generic.h +86 -0
  253. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp_unconditional_stddev/persist.h +43 -0
  254. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/mlp_unconditional_stddev/persist_code.h +142 -0
  255. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/models.h +3 -0
  256. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/multi_agent_wrapper/model.h +148 -0
  257. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/multi_agent_wrapper/operations_generic.h +288 -0
  258. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/multi_agent_wrapper/persist.h +25 -0
  259. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/multi_agent_wrapper/persist_code.h +71 -0
  260. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/operations_cpu.h +0 -0
  261. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/operations_cuda.h +1 -0
  262. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/operations_dummy.h +1 -0
  263. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/operations_generic.h +4 -0
  264. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/parallel/model.h +290 -0
  265. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/parallel/operations_cuda.h +174 -0
  266. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/parallel/operations_generic.h +623 -0
  267. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/parallel/persist.h +80 -0
  268. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/parallel/persist_code.h +200 -0
  269. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/persist.h +1 -0
  270. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/persist_code.h +1 -0
  271. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/random_uniform/model.h +43 -0
  272. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/random_uniform/operations_generic.h +73 -0
  273. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/resnet/resnet.h +97 -0
  274. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/sequential/model.h +270 -0
  275. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/sequential/operations_generic.h +625 -0
  276. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/sequential/persist.h +99 -0
  277. hyperdrone/_vendor/rl-tools/include/rl_tools/nn_models/sequential/persist_code.h +115 -0
  278. hyperdrone/_vendor/rl-tools/include/rl_tools/numeric_types/bf16.h +28 -0
  279. hyperdrone/_vendor/rl-tools/include/rl_tools/numeric_types/categories.h +22 -0
  280. hyperdrone/_vendor/rl-tools/include/rl_tools/numeric_types/persist_code.h +54 -0
  281. hyperdrone/_vendor/rl-tools/include/rl_tools/numeric_types/policy.h +48 -0
  282. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/arm/group_1.h +18 -0
  283. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/arm/group_2.h +14 -0
  284. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/arm/group_3.h +14 -0
  285. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/arm.h +19 -0
  286. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu/group_1.h +17 -0
  287. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu/group_2.h +12 -0
  288. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu/group_3.h +15 -0
  289. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu.h +19 -0
  290. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_accelerate/group_1.h +16 -0
  291. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_accelerate/group_2.h +12 -0
  292. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_accelerate/group_3.h +15 -0
  293. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_accelerate.h +19 -0
  294. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_mkl/group_1.h +17 -0
  295. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_mkl/group_2.h +12 -0
  296. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_mkl/group_3.h +15 -0
  297. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_mkl.h +18 -0
  298. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_mux.h +148 -0
  299. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_openblas/group_1.h +16 -0
  300. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_openblas/group_2.h +12 -0
  301. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_openblas/group_3.h +15 -0
  302. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_openblas.h +18 -0
  303. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_tensorboard/group_1.h +16 -0
  304. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_tensorboard/group_2.h +12 -0
  305. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_tensorboard/group_3.h +15 -0
  306. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cpu_tensorboard.h +19 -0
  307. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cuda/group_1.h +18 -0
  308. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cuda/group_2.h +12 -0
  309. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cuda/group_3.h +12 -0
  310. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/cuda.h +19 -0
  311. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/dummy/group_1.h +15 -0
  312. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/dummy/group_2.h +12 -0
  313. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/dummy/group_3.h +12 -0
  314. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/dummy.h +19 -0
  315. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/esp32/group_1.h +16 -0
  316. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/esp32/group_2.h +12 -0
  317. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/esp32/group_3.h +13 -0
  318. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/esp32.h +19 -0
  319. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/wasm32/group_1.h +15 -0
  320. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/wasm32/group_2.h +12 -0
  321. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/wasm32/group_3.h +12 -0
  322. hyperdrone/_vendor/rl-tools/include/rl_tools/operations/wasm32.h +19 -0
  323. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/backends/hdf5/hdf5.h +54 -0
  324. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/backends/hdf5/operations_cpu.h +419 -0
  325. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/backends/tar/io.h +55 -0
  326. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/backends/tar/operations_cpu.h +58 -0
  327. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/backends/tar/operations_generic.h +620 -0
  328. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/backends/tar/operations_posix.h +63 -0
  329. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/backends/tar/tar.h +74 -0
  330. hyperdrone/_vendor/rl-tools/include/rl_tools/persist/code.h +38 -0
  331. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_arm.h +39 -0
  332. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_cpu.h +81 -0
  333. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_cuda.h +169 -0
  334. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_dummy.h +72 -0
  335. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_esp32.h +45 -0
  336. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_generic.h +133 -0
  337. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_generic_array.h +73 -0
  338. hyperdrone/_vendor/rl-tools/include/rl_tools/random/operations_wasm32.h +57 -0
  339. hyperdrone/_vendor/rl-tools/include/rl_tools/random/persist.h +77 -0
  340. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/camera.h +105 -0
  341. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/datasets/annotations/cache.h +26 -0
  342. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/datasets/annotations/free_space.h +60 -0
  343. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/datasets/annotations/operations_cpu.h +408 -0
  344. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/datasets/glb/operations_cpu.h +1313 -0
  345. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/datasets/operations_cpu.h +96 -0
  346. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/datasets/procthor/conversion.h +33 -0
  347. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/datasets/procthor/operations_cpu.h +141 -0
  348. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/datasets/procthor/procthor.h +40 -0
  349. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/generic/operations_cpu.h +733 -0
  350. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/generic/operations_generic.h +1299 -0
  351. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/metal/context.h +198 -0
  352. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/metal/device_source.h +17 -0
  353. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/metal/operations_cpu.h +1140 -0
  354. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/optix/device.h +233 -0
  355. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/optix/device_impl.h +1084 -0
  356. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/optix/operations_cuda.h +1808 -0
  357. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/optix/overlay_accel.h +64 -0
  358. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/specialization.h +38 -0
  359. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/vulkan/context.h +248 -0
  360. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/vulkan/device_source.h +48 -0
  361. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/vulkan/operations_cpu.h +2056 -0
  362. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/webgpu/bvh_sah.h +182 -0
  363. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/webgpu/context.h +303 -0
  364. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/webgpu/device_source.h +17 -0
  365. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/backends/webgpu/operations_cpu.h +1455 -0
  366. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/operations_cpu_common.h +916 -0
  367. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/operations_cpu_mux.h +31 -0
  368. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/operations_cpu_post.h +85 -0
  369. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/renderer.h +478 -0
  370. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/save_cpu.h +315 -0
  371. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/scene.h +44 -0
  372. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/transforms_generic.h +25 -0
  373. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/raytracing/types.h +45 -0
  374. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/rig/operations_cpu.h +119 -0
  375. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/rig/operations_generic.h +121 -0
  376. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/rig/rig.h +70 -0
  377. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/scene.h +134 -0
  378. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/segmentation_cpu.h +145 -0
  379. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/transforms.h +204 -0
  380. hyperdrone/_vendor/rl-tools/include/rl_tools/rendering/types.h +55 -0
  381. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/algorithms.h +6 -0
  382. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/operations_cpu.h +1 -0
  383. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/operations_cpu_mkl.h +1 -0
  384. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/operations_generic.h +1 -0
  385. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/loop/core/config.h +243 -0
  386. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/loop/core/operations_cuda.h +9 -0
  387. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/loop/core/operations_generic.h +205 -0
  388. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/loop/core/persist.h +109 -0
  389. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/loop/core/state.h +51 -0
  390. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/mixed_imitation.h +63 -0
  391. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/operations_cuda.h +190 -0
  392. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/operations_generic.h +332 -0
  393. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/operations_generic_mixed_imitation.h +81 -0
  394. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/persist.h +28 -0
  395. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/ppo/ppo.h +105 -0
  396. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/loop/core/approximators_gru.h +84 -0
  397. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/loop/core/approximators_mlp.h +61 -0
  398. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/loop/core/config.h +106 -0
  399. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/loop/core/operations_generic.h +193 -0
  400. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/loop/core/state.h +52 -0
  401. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/operations_cpu.h +9 -0
  402. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/operations_cpu_accelerate.h +2 -0
  403. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/operations_cpu_mkl.h +2 -0
  404. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/operations_cpu_mux.h +9 -0
  405. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/operations_cuda.h +131 -0
  406. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/operations_generic.h +580 -0
  407. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/sac/sac.h +151 -0
  408. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/loop/core/approximators_gru.h +72 -0
  409. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/loop/core/approximators_mlp.h +54 -0
  410. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/loop/core/config.h +107 -0
  411. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/loop/core/operations_generic.h +174 -0
  412. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/loop/core/state.h +46 -0
  413. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/operations_cpu.h +9 -0
  414. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/operations_cpu_accelerate.h +2 -0
  415. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/operations_cpu_mkl.h +2 -0
  416. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/operations_cpu_mux.h +9 -0
  417. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/operations_cuda.h +117 -0
  418. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/operations_generic.h +359 -0
  419. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/algorithms/td3/td3.h +141 -0
  420. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/components.h +4 -0
  421. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/off_policy_runner/off_policy_runner.h +225 -0
  422. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/off_policy_runner/operations_cpu.h +95 -0
  423. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/off_policy_runner/operations_cpu_accelerate.h +21 -0
  424. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/off_policy_runner/operations_cpu_mkl.h +21 -0
  425. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/off_policy_runner/operations_cuda.h +237 -0
  426. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/off_policy_runner/operations_generic.h +498 -0
  427. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/off_policy_runner/operations_generic_per_env.h +112 -0
  428. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/collection.h +57 -0
  429. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/on_policy_runner.h +122 -0
  430. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/operations_cpu.h +2 -0
  431. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/operations_cpu_accelerate.h +8 -0
  432. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/operations_cpu_mkl.h +8 -0
  433. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/operations_cpu_mux.h +12 -0
  434. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/operations_cuda.h +183 -0
  435. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/operations_generic.h +366 -0
  436. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/operations_generic_common.h +74 -0
  437. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/on_policy_runner/persist.h +47 -0
  438. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/operations_cpu.h +2 -0
  439. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/operations_cpu_accelerate.h +1 -0
  440. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/operations_cpu_mkl.h +1 -0
  441. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/operations_generic.h +2 -0
  442. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/replay_buffer/operations_cpu.h +9 -0
  443. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/replay_buffer/operations_generic.h +123 -0
  444. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/replay_buffer/persist.h +57 -0
  445. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/replay_buffer/replay_buffer.h +93 -0
  446. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/running_normalizer/operations_generic.h +76 -0
  447. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/running_normalizer/persist.h +31 -0
  448. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/components/running_normalizer/running_normalizer.h +33 -0
  449. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environment_wrappers/operations_generic.h +58 -0
  450. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environment_wrappers/scale_observations/operations_generic.h +28 -0
  451. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environment_wrappers/scale_observations/wrapper.h +26 -0
  452. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environment_wrappers/wrappers.h +29 -0
  453. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/acrobot/acrobot.h +88 -0
  454. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/acrobot/operations_cpu.h +152 -0
  455. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/acrobot/operations_generic.h +202 -0
  456. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/batch/environment.h +40 -0
  457. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/batch/operations_cuda.h +204 -0
  458. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/batch/operations_generic.h +106 -0
  459. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/batch/operations_generic_common.h +26 -0
  460. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/batch/persist.h +33 -0
  461. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/car/car.h +119 -0
  462. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/car/operations_cpu.h +110 -0
  463. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/car/operations_generic.h +206 -0
  464. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/car/operations_json.h +59 -0
  465. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/car/track.h +23 -0
  466. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/car/ui.h +189 -0
  467. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/environments.h +28 -0
  468. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/flag/environment.h +87 -0
  469. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/flag/operations_cpu.h +212 -0
  470. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/flag/operations_generic.h +215 -0
  471. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/observation.h +75 -0
  472. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/operations_cpu.h +938 -0
  473. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/operations_cuda.h +380 -0
  474. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/pose.h +228 -0
  475. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/presets.h +148 -0
  476. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/rig/operations_cpu.h +189 -0
  477. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/rig/operations_generic.h +32 -0
  478. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/rig/rig.h +25 -0
  479. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/moving_gate/moving_gate.h +106 -0
  480. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/moving_gate/operations_cpu.h +262 -0
  481. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/moving_gate/operations_cuda.h +254 -0
  482. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/target_frame/operations_cpu.h +224 -0
  483. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/target_frame/operations_cuda.h +218 -0
  484. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/target_frame/operations_generic_position_hold.h +128 -0
  485. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/target_frame/position_hold.h +22 -0
  486. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/target_frame/target_frame.h +77 -0
  487. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/visual_inertial_localization/autopilot.h +61 -0
  488. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/visual_inertial_localization/baseline.h +46 -0
  489. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/visual_inertial_localization/calibration.h +62 -0
  490. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/visual_inertial_localization/metrics.h +101 -0
  491. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/visual_inertial_localization/operations_cpu.h +389 -0
  492. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/tasks/visual_inertial_localization/visual_inertial_localization.h +123 -0
  493. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/hyperdrone/world.h +318 -0
  494. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/inertial_velocity.h +27 -0
  495. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/metrics.h +266 -0
  496. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/multirotor.h +1138 -0
  497. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_cpu.h +2246 -0
  498. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/05_state_is_nan.h +148 -0
  499. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/10_sample_initial_parameters.h +228 -0
  500. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/20_initial_state.h +208 -0
  501. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/30_sample_initial_state.h +300 -0
  502. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/35_get_desired_state.h +63 -0
  503. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/40_observe.h +637 -0
  504. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/50_state_algebra.h +57 -0
  505. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/60_dynamics.h +134 -0
  506. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/70_post_integration.h +368 -0
  507. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic/80_abs_diff.h +312 -0
  508. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic.h +367 -0
  509. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_generic_inertial_velocity.h +44 -0
  510. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_helper_generic.h +43 -0
  511. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_multitask_generic.h +70 -0
  512. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/operations_multitask_generic_forward.h +24 -0
  513. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/default.h +209 -0
  514. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/arpl.h +112 -0
  515. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/crazyflie.h +127 -0
  516. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/crazyflie_openmv.h +119 -0
  517. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/flightmare.h +111 -0
  518. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/fs.h +113 -0
  519. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/mrs.h +110 -0
  520. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/soft.h +117 -0
  521. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/soft_rigid.h +118 -0
  522. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/x500.h +88 -0
  523. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/x500_real.h +88 -0
  524. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/dynamics/x500_sim.h +114 -0
  525. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/init/default.h +56 -0
  526. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/registry.h +96 -0
  527. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/reward_functions/default.h +64 -0
  528. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/reward_functions/reward_functions.h +1 -0
  529. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/reward_functions/squared/operations_generic.h +202 -0
  530. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/reward_functions/squared/squared.h +52 -0
  531. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/termination/default.h +33 -0
  532. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/trajectories/lissajous.h +72 -0
  533. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/parameters/trajectories/trajectory.h +78 -0
  534. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/persist.h +21 -0
  535. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/persist_code.h +53 -0
  536. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/quaternion_helper.h +103 -0
  537. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/l2f/ui.h +180 -0
  538. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/memory/environment.h +69 -0
  539. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/memory/operations_cpu.h +46 -0
  540. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/memory/operations_generic.h +78 -0
  541. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/mujoco/ant/README.MD +5 -0
  542. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/mujoco/ant/ant.h +77 -0
  543. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/mujoco/ant/model.h +415 -0
  544. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/mujoco/ant/operations_cpu.h +162 -0
  545. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/mujoco/ant/persist.h +86 -0
  546. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/mujoco/ant/ui.h +141 -0
  547. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/mujoco/mujoco.h +1 -0
  548. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/multi_agent/bottleneck/bottleneck.h +113 -0
  549. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/multi_agent/bottleneck/operations_cpu.h +289 -0
  550. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/multi_agent/bottleneck/operations_generic.h +495 -0
  551. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/multi_agent/environments.h +16 -0
  552. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/observation.h +37 -0
  553. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/operations_cpu.h +2 -0
  554. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/operations_generic.h +33 -0
  555. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/pendulum/operations_cpu.h +146 -0
  556. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/pendulum/operations_generic.h +262 -0
  557. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/pendulum/pendulum.h +197 -0
  558. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/pendulum/ui.h +97 -0
  559. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/pendulum/ui_xeus.h +124 -0
  560. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/reacher/operations_cpu.h +426 -0
  561. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/reacher/operations_generic.h +424 -0
  562. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/environments/reacher/reacher.h +137 -0
  563. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/loop.h +15 -0
  564. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/checkpoint/config.h +28 -0
  565. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/checkpoint/operations_cpu.h +233 -0
  566. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/checkpoint/persist.h +30 -0
  567. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/checkpoint/state.h +21 -0
  568. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/curriculum/config.h +25 -0
  569. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/curriculum/operations_generic.h +47 -0
  570. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/curriculum/persist.h +20 -0
  571. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/curriculum/state.h +17 -0
  572. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/evaluation/config.h +47 -0
  573. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/evaluation/operations_generic.h +106 -0
  574. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/evaluation/persist.h +40 -0
  575. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/evaluation/state.h +36 -0
  576. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/extrack/config.h +22 -0
  577. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/extrack/operations_cpu.h +44 -0
  578. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/extrack/persist.h +20 -0
  579. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/extrack/state.h +26 -0
  580. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/nn_analytics/config.h +37 -0
  581. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/nn_analytics/operations_cpu.h +113 -0
  582. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/nn_analytics/persist.h +20 -0
  583. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/nn_analytics/state.h +24 -0
  584. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/save_trajectories/config.h +43 -0
  585. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/save_trajectories/operations_cpu.h +190 -0
  586. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/save_trajectories/persist.h +30 -0
  587. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/save_trajectories/state.h +37 -0
  588. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/steps.h +4 -0
  589. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/timing/config.h +27 -0
  590. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/timing/operations_cpu.h +52 -0
  591. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/timing/persist.h +20 -0
  592. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/loop/steps/timing/state.h +25 -0
  593. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/operations_generic.h +3 -0
  594. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/rl.h +5 -0
  595. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/utils/evaluation/evaluation.h +106 -0
  596. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/utils/evaluation/operations_cpu.h +48 -0
  597. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/utils/evaluation/operations_generic.h +275 -0
  598. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/utils/validation.h +269 -0
  599. hyperdrone/_vendor/rl-tools/include/rl_tools/rl/utils/validation_analysis.h +85 -0
  600. hyperdrone/_vendor/rl-tools/include/rl_tools/rl_tools.h +80 -0
  601. hyperdrone/_vendor/rl-tools/include/rl_tools/ui_server/client/client.h +50 -0
  602. hyperdrone/_vendor/rl-tools/include/rl_tools/ui_server/client/operations_boost.h +92 -0
  603. hyperdrone/_vendor/rl-tools/include/rl_tools/ui_server/client/operations_cpu.h +174 -0
  604. hyperdrone/_vendor/rl-tools/include/rl_tools/ui_server/client/operations_websocket.h +208 -0
  605. hyperdrone/_vendor/rl-tools/include/rl_tools/ui_server/server.h +448 -0
  606. hyperdrone/_vendor/rl-tools/include/rl_tools/universe.h +4 -0
  607. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/declarations_cpu.h +13 -0
  608. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/operations_arm.h +29 -0
  609. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/operations_cpu.h +25 -0
  610. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/operations_cuda.h +33 -0
  611. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/operations_dummy.h +18 -0
  612. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/operations_esp32.h +20 -0
  613. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/operations_generic.h +19 -0
  614. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/assert/operations_wasm32.h +18 -0
  615. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/env/operations_cpu.h +16 -0
  616. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/env/operations_generic.h +14 -0
  617. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/extrack/extrack.h +129 -0
  618. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/extrack/operations_cpu.h +588 -0
  619. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/generic/integrators.h +103 -0
  620. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/generic/memcpy.h +16 -0
  621. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/generic/tuple/operations_generic.h +48 -0
  622. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/generic/tuple/tuple.h +147 -0
  623. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/generic/typing.h +122 -0
  624. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/generic/vector_operations.h +172 -0
  625. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/polyak/operations_cuda.h +53 -0
  626. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/polyak/operations_generic.h +93 -0
  627. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/string/operations_generic.h +201 -0
  628. hyperdrone/_vendor/rl-tools/include/rl_tools/utils/zlib/operations_cpu.h +45 -0
  629. hyperdrone/_vendor/rl-tools/include/rl_tools/version.h +28 -0
  630. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/CMakeLists.txt +15 -0
  631. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/README.md +193 -0
  632. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/CMakeLists.txt +11 -0
  633. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/generic/CMakeLists.txt +17 -0
  634. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/generic/freestanding_check.cpp +135 -0
  635. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/metal/CMakeLists.txt +31 -0
  636. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/metal/device.metal +953 -0
  637. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/metal/metal_cpp_impl.cpp +6 -0
  638. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/optix/CMakeLists.txt +51 -0
  639. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/optix/device.cu +1 -0
  640. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/optix/overlay_accel.cu +311 -0
  641. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/vulkan/CMakeLists.txt +37 -0
  642. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/vulkan/device.comp +1013 -0
  643. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/vulkan/device_spirv.cpp +44 -0
  644. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/webgpu/CMakeLists.txt +31 -0
  645. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/backends/webgpu/device.wgsl +1448 -0
  646. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/benchmark/CMakeLists.txt +110 -0
  647. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/benchmark/README.md +55 -0
  648. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/benchmark/benchmark.cpp +180 -0
  649. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/benchmark/benchmark_dynamic.cpp +491 -0
  650. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/benchmark/rig.cpp +119 -0
  651. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/benchmark/simulator_matrix.cpp +1130 -0
  652. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/benchmark/simulator_matrix_config.h.in +13 -0
  653. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/camera_orbit.h +51 -0
  654. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/CMakeLists.txt +199 -0
  655. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/antialiasing.cpp +214 -0
  656. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/drone.cpp +320 -0
  657. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/drone_device.cu +359 -0
  658. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/environment/environment.h +96 -0
  659. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/environment/operations_cpu.h +263 -0
  660. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/example.cpp +273 -0
  661. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/fixed_pose.cpp +221 -0
  662. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/flow.cpp +120 -0
  663. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/interactive.cpp +1015 -0
  664. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/make_drone_glb.py +172 -0
  665. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/minimal.cpp +82 -0
  666. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/minimal_overlay.cpp +137 -0
  667. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/motion_blur.cpp +232 -0
  668. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/render_pose_trace.cpp +1829 -0
  669. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/render_pose_trace_motion_blur.cpp +647 -0
  670. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/web/assimp/CMakeLists.txt +8 -0
  671. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/web/build.sh +80 -0
  672. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/example/web/drone_web.cpp +234 -0
  673. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/CMakeLists.txt +147 -0
  674. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/README.md +15 -0
  675. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/job.sbatch +28 -0
  676. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/model.h +260 -0
  677. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/model_config.h +24 -0
  678. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/model_forward_cuda.h +397 -0
  679. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/model_operations.h +418 -0
  680. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/model_persist.h +45 -0
  681. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/model_student.h +70 -0
  682. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/scene.cpp +222 -0
  683. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/scene.h +68 -0
  684. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/.gitignore +4 -0
  685. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/CMakeLists.txt +4 -0
  686. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/Info.plist +24 -0
  687. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/Info_ios.plist +36 -0
  688. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/Sources/CameraManager.swift +120 -0
  689. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/Sources/ContentView.swift +703 -0
  690. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/Sources/DatasetRecorder.swift +285 -0
  691. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/Sources/YawPredictorApp.swift +25 -0
  692. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/YawPredictor.entitlements +8 -0
  693. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/build.sh +66 -0
  694. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/build_ios.sh +133 -0
  695. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/generate.sh +6 -0
  696. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/h5_to_tar.cpp +82 -0
  697. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/inference.cpp +166 -0
  698. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/inference.h +26 -0
  699. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/project.yml +30 -0
  700. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/swift_app/test_tar_vs_hdf5.cpp +173 -0
  701. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/yaw_prediction_cuda.cu +699 -0
  702. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/yaw_prediction_dataset_overlay.cpp +475 -0
  703. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/yaw_prediction_distill_cuda.cu +995 -0
  704. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/yaw_prediction_eval.cu +457 -0
  705. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/yaw_prediction_real_world_eval.cpp +660 -0
  706. hyperdrone/_vendor/rl-tools/src/rendering/raytracing/yaw_prediction/yaw_prediction_viewer.cu +443 -0
  707. hyperdrone/cuda/__init__.py +78 -0
  708. hyperdrone/dynamics/__init__.py +22 -0
  709. hyperdrone/dynamics/_component.py +35 -0
  710. hyperdrone/dynamics/_config.py +48 -0
  711. hyperdrone/dynamics/_sim.py +195 -0
  712. hyperdrone/env/__init__.py +17 -0
  713. hyperdrone/env/_multi_environment.py +407 -0
  714. hyperdrone/env/_rotorcraft.py +31 -0
  715. hyperdrone/examples/.gitignore +2 -0
  716. hyperdrone/examples/Benchmark.ipynb +102 -0
  717. hyperdrone/examples/HyperDrone.ipynb +514 -0
  718. hyperdrone/examples/Orbiter.ipynb +462 -0
  719. hyperdrone/examples/Renderer.ipynb +173 -0
  720. hyperdrone/examples/__init__.py +16 -0
  721. hyperdrone/examples/articulation.py +55 -0
  722. hyperdrone/examples/benchmark.py +236 -0
  723. hyperdrone/examples/benchmark_minimal.py +65 -0
  724. hyperdrone/examples/data.py +70 -0
  725. hyperdrone/examples/drone_flythrough.py +169 -0
  726. hyperdrone/examples/hyperdrone_videos/my_world_preview.h +17 -0
  727. hyperdrone/examples/my_world.h +17 -0
  728. hyperdrone/examples/render_procthor.py +41 -0
  729. hyperdrone/examples/visual_inertial_localization.py +159 -0
  730. hyperdrone/gym/__init__.py +63 -0
  731. hyperdrone/jit/__init__.py +129 -0
  732. hyperdrone/jit/_build.py +113 -0
  733. hyperdrone/jit/_lock.py +23 -0
  734. hyperdrone/jit/_patches.py +99 -0
  735. hyperdrone/jit/_toolchain.py +17 -0
  736. hyperdrone/jit/_workspace.py +68 -0
  737. hyperdrone/render/__init__.py +53 -0
  738. hyperdrone/render/_component.py +51 -0
  739. hyperdrone/render/_config.py +92 -0
  740. hyperdrone/render/_renderer.py +447 -0
  741. hyperdrone/render/_rig.py +136 -0
  742. hyperdrone/render/_sampling.py +69 -0
  743. hyperdrone/render/_scene.py +36 -0
  744. hyperverse-0.0.1.dist-info/METADATA +370 -0
  745. hyperverse-0.0.1.dist-info/RECORD +746 -0
  746. hyperverse-0.0.1.dist-info/WHEEL +4 -0
@@ -0,0 +1,1808 @@
1
+ #include "../../../../version.h"
2
+ #include "../../../../rl_tools.h"
3
+ #if (defined(RL_TOOLS_DISABLE_INCLUDE_GUARDS) || !defined(RL_TOOLS_RENDERING_RAYTRACING_BACKENDS_OPTIX_OPERATIONS_CUDA_H)) && (RL_TOOLS_USE_THIS_VERSION == 1)
4
+ #pragma once
5
+ #define RL_TOOLS_RENDERING_RAYTRACING_BACKENDS_OPTIX_OPERATIONS_CUDA_H
6
+
7
+ #include "../../renderer.h"
8
+ #include "../../operations_cpu_common.h"
9
+ #include "device.h"
10
+ #include "overlay_accel.h"
11
+
12
+ #include "owl/owl.h"
13
+
14
+
15
+ #include <vector>
16
+ #include <limits>
17
+ #include <algorithm>
18
+ #include <functional>
19
+ #include <string>
20
+ #include <map>
21
+ #include <chrono>
22
+ #include <cmath>
23
+ #include <cstring>
24
+ #include <cuda_runtime.h>
25
+
26
+ RL_TOOLS_NAMESPACE_WRAPPER_START
27
+ namespace rl_tools {
28
+ extern "C" char device_ptx[];
29
+ extern "C" char device_depth_ptx[];
30
+ extern "C" char device_segmentation_ptx[];
31
+ extern "C" char device_depth_segmentation_ptx[];
32
+ extern "C" char device_normals_ptx[];
33
+ extern "C" char device_depth_normals_ptx[];
34
+ extern "C" char device_segmentation_normals_ptx[];
35
+ extern "C" char device_depth_segmentation_normals_ptx[];
36
+
37
+ namespace rendering::raytracing::backends::optix {
38
+ // inactive overlay slots point at a shared degenerate-triangle BLAS, so every overlay
39
+ // TLAS keeps a fixed instance count and instance-id layout across rebuilds
40
+ struct OverlayState {
41
+ std::vector<OWLGroup> object_groups;
42
+ OWLGroup filler_group = nullptr;
43
+ OverlayAccelState* accel = nullptr;
44
+ OWLBuffer traversables_buffer = nullptr;
45
+ OWLBuffer attachments_buffer = nullptr;
46
+ OWLBuffer instance_classes_buffer = nullptr;
47
+ // pageable staging for host-verb writes: cudaMemcpyAsync returns only after pageable
48
+ // sources are consumed, so the lists can be refilled right away. The pending rows of a
49
+ // staging mirror compact into row_indices/rows and scatter on the render stream.
50
+ std::vector<OverlaySlotStructure> structure_staging;
51
+ std::vector<unsigned int> row_indices;
52
+ std::vector<float> rows;
53
+ unsigned int* row_indices_device = nullptr;
54
+ float* rows_device = nullptr;
55
+ OWLBuffer traversables_previous_buffer = nullptr; // flow: the previous instant's TLAS handles
56
+ size_t num_scene_instances = 0;
57
+ };
58
+
59
+ struct State {
60
+ OWLContext context = nullptr;
61
+ OWLModule module = nullptr;
62
+ OWLMissProg miss_prog = nullptr;
63
+ OWLBuffer cameras_buffer = nullptr;
64
+ OWLBuffer cameras_open_buffer = nullptr;
65
+ OWLGroup world = nullptr;
66
+ OWLParams launch_params = nullptr;
67
+ OWLRayGen collision_ray_gen = nullptr;
68
+ OWLBuffer collision_results_buffer = nullptr;
69
+ OWLBuffer probe_dirs_buffer = nullptr;
70
+ OWLParams coll_launch_params = nullptr;
71
+ OverlayState* overlay_state = nullptr;
72
+ OWLRayGen ray_gen = nullptr;
73
+ OWLBuffer frame_buffer = nullptr;
74
+ OWLRayGen depth_ray_gen = nullptr;
75
+ OWLBuffer depth_buffer = nullptr;
76
+ OWLRayGen segmentation_ray_gen = nullptr;
77
+ OWLBuffer segmentation_buffer = nullptr;
78
+ OWLRayGen normals_ray_gen = nullptr;
79
+ OWLBuffer normals_buffer = nullptr;
80
+ OWLRayGen flow_ray_gen = nullptr;
81
+ OWLRayGen flow_forward_ray_gen = nullptr;
82
+ OWLBuffer flow_buffer = nullptr;
83
+ OWLBuffer flow_status_buffer = nullptr;
84
+ OWLBuffer flow_forward_buffer = nullptr;
85
+ OWLBuffer flow_forward_status_buffer = nullptr;
86
+ OWLBuffer flow_deltas_buffer = nullptr; // internal [2][slots][12] delta table, composed by update_launch
87
+ OWLBuffer cameras_previous_buffer = nullptr;
88
+ OWLBuffer observation_buffer = nullptr;
89
+ OWLBuffer rgb_accumulator_buffer = nullptr;
90
+ OWLBuffer depth_accumulator_buffer = nullptr;
91
+ float* shutter_device = nullptr; // per-pass shutter time, written by the overlay fill kernel
92
+ cudaEvent_t ordering_event = nullptr; // reused for every stream-to-stream ordering (record/wait pairs are consumed on the spot)
93
+ };
94
+ }
95
+
96
+ namespace rendering::raytracing::backends {
97
+ template <typename SPEC>
98
+ struct RendererState<rendering::raytracing::backends::Optix, SPEC>: optix::State {
99
+ rendering::raytracing::AssetLibrary<SPEC, rendering::raytracing::backends::Optix>* library = nullptr;
100
+ };
101
+
102
+ template <typename SPEC>
103
+ struct LibraryState<rendering::raytracing::backends::Optix, SPEC> {
104
+ OWLContext context = nullptr;
105
+ OWLModule module = nullptr;
106
+ OWLMissProg miss_prog = nullptr;
107
+ OWLGeomType geom_type = nullptr;
108
+ };
109
+
110
+ template <typename SPEC>
111
+ struct SceneState<rendering::raytracing::backends::Optix, SPEC> {
112
+ OWLGroup world = nullptr;
113
+ OWLBuffer instance_classes_buffer = nullptr;
114
+ OWLGroup filler_group = nullptr;
115
+ std::vector<OWLGroup> object_groups;
116
+ size_t num_scene_instances = 0;
117
+ };
118
+ }
119
+
120
+ namespace rendering::raytracing::detail {
121
+ template <bool T_DEPTH, typename SPEC>
122
+ const char* ray_gen_program_name(const char* depth_name, const char* srgb_name, const char* linear_name) {
123
+ if constexpr (T_DEPTH) {
124
+ return depth_name;
125
+ }
126
+ else if constexpr (SPEC::SHADING::SRGB_OUTPUT) {
127
+ return srgb_name;
128
+ }
129
+ else {
130
+ return linear_name;
131
+ }
132
+ }
133
+
134
+ template <bool T_DEPTH, typename SPEC>
135
+ const char* ray_gen_program_name() {
136
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR) {
137
+ // the motion loop runs at launch level (one pass per sample), so only the AA grid
138
+ // is compiled in; accumulation is linear, srgb/linear resolve happens later
139
+ if constexpr (SPEC::ENABLE_ANTI_ALIASING) {
140
+ if constexpr (SPEC::ANTI_ALIASING_GRID_SIZE == 2) {
141
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthAccumRayGenAA2", "accumRayGenAA2", "accumRayGenAA2");
142
+ }
143
+ else if constexpr (SPEC::ANTI_ALIASING_GRID_SIZE == 3) {
144
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthAccumRayGenAA3", "accumRayGenAA3", "accumRayGenAA3");
145
+ }
146
+ else {
147
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthAccumRayGenAA4", "accumRayGenAA4", "accumRayGenAA4");
148
+ }
149
+ }
150
+ else {
151
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthAccumRayGen", "accumRayGen", "accumRayGen");
152
+ }
153
+ }
154
+ else if constexpr (SPEC::ENABLE_MOTION_BLUR) {
155
+ if constexpr (SPEC::ENABLE_ANTI_ALIASING) {
156
+ if constexpr (SPEC::MOTION_BLUR_SAMPLES == 2) {
157
+ if constexpr (SPEC::ANTI_ALIASING_GRID_SIZE == 2) {
158
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGenMotionBlur2AA2", "simpleRayGenMotionBlur2AA2", "linearRayGenMotionBlur2AA2");
159
+ }
160
+ else if constexpr (SPEC::ANTI_ALIASING_GRID_SIZE == 3) {
161
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGenMotionBlur2AA3", "simpleRayGenMotionBlur2AA3", "linearRayGenMotionBlur2AA3");
162
+ }
163
+ else {
164
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGenMotionBlur2AA4", "simpleRayGenMotionBlur2AA4", "linearRayGenMotionBlur2AA4");
165
+ }
166
+ }
167
+ else if constexpr (SPEC::MOTION_BLUR_SAMPLES == 4) {
168
+ if constexpr (SPEC::ANTI_ALIASING_GRID_SIZE == 2) {
169
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGenMotionBlur4AA2", "simpleRayGenMotionBlur4AA2", "linearRayGenMotionBlur4AA2");
170
+ }
171
+ else if constexpr (SPEC::ANTI_ALIASING_GRID_SIZE == 3) {
172
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGenMotionBlur4AA3", "simpleRayGenMotionBlur4AA3", "linearRayGenMotionBlur4AA3");
173
+ }
174
+ else {
175
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGenMotionBlur4AA4", "simpleRayGenMotionBlur4AA4", "linearRayGenMotionBlur4AA4");
176
+ }
177
+ }
178
+ else if constexpr (SPEC::MOTION_BLUR_SAMPLES == 8) {
179
+ if constexpr (SPEC::ANTI_ALIASING_GRID_SIZE == 2) {
180
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGenMotionBlur8AA2", "simpleRayGenMotionBlur8AA2", "linearRayGenMotionBlur8AA2");
181
+ }
182
+ else if constexpr (SPEC::ANTI_ALIASING_GRID_SIZE == 3) {
183
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGenMotionBlur8AA3", "simpleRayGenMotionBlur8AA3", "linearRayGenMotionBlur8AA3");
184
+ }
185
+ else {
186
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGenMotionBlur8AA4", "simpleRayGenMotionBlur8AA4", "linearRayGenMotionBlur8AA4");
187
+ }
188
+ }
189
+ else if constexpr (SPEC::MOTION_BLUR_SAMPLES == 16) {
190
+ if constexpr (SPEC::ANTI_ALIASING_GRID_SIZE == 2) {
191
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGenMotionBlur16AA2", "simpleRayGenMotionBlur16AA2", "linearRayGenMotionBlur16AA2");
192
+ }
193
+ else if constexpr (SPEC::ANTI_ALIASING_GRID_SIZE == 3) {
194
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGenMotionBlur16AA3", "simpleRayGenMotionBlur16AA3", "linearRayGenMotionBlur16AA3");
195
+ }
196
+ else {
197
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGenMotionBlur16AA4", "simpleRayGenMotionBlur16AA4", "linearRayGenMotionBlur16AA4");
198
+ }
199
+ }
200
+ else {
201
+ if constexpr (SPEC::ANTI_ALIASING_GRID_SIZE == 2) {
202
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGenMotionBlur32AA2", "simpleRayGenMotionBlur32AA2", "linearRayGenMotionBlur32AA2");
203
+ }
204
+ else if constexpr (SPEC::ANTI_ALIASING_GRID_SIZE == 3) {
205
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGenMotionBlur32AA3", "simpleRayGenMotionBlur32AA3", "linearRayGenMotionBlur32AA3");
206
+ }
207
+ else {
208
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGenMotionBlur32AA4", "simpleRayGenMotionBlur32AA4", "linearRayGenMotionBlur32AA4");
209
+ }
210
+ }
211
+ }
212
+ else if constexpr (SPEC::MOTION_BLUR_SAMPLES == 2) {
213
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGenMotionBlur2", "simpleRayGenMotionBlur2", "linearRayGenMotionBlur2");
214
+ }
215
+ else if constexpr (SPEC::MOTION_BLUR_SAMPLES == 4) {
216
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGenMotionBlur4", "simpleRayGenMotionBlur4", "linearRayGenMotionBlur4");
217
+ }
218
+ else if constexpr (SPEC::MOTION_BLUR_SAMPLES == 8) {
219
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGenMotionBlur8", "simpleRayGenMotionBlur8", "linearRayGenMotionBlur8");
220
+ }
221
+ else if constexpr (SPEC::MOTION_BLUR_SAMPLES == 16) {
222
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGenMotionBlur16", "simpleRayGenMotionBlur16", "linearRayGenMotionBlur16");
223
+ }
224
+ else {
225
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGenMotionBlur32", "simpleRayGenMotionBlur32", "linearRayGenMotionBlur32");
226
+ }
227
+ }
228
+ else if constexpr (SPEC::ENABLE_ANTI_ALIASING) {
229
+ if constexpr (SPEC::ANTI_ALIASING_GRID_SIZE == 2) {
230
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGenAA2", "simpleRayGenAA2", "linearRayGenAA2");
231
+ }
232
+ else if constexpr (SPEC::ANTI_ALIASING_GRID_SIZE == 3) {
233
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGenAA3", "simpleRayGenAA3", "linearRayGenAA3");
234
+ }
235
+ else {
236
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGenAA4", "simpleRayGenAA4", "linearRayGenAA4");
237
+ }
238
+ }
239
+ else {
240
+ return ray_gen_program_name<T_DEPTH, SPEC>("depthRayGen", "simpleRayGen", "linearRayGen");
241
+ }
242
+ }
243
+
244
+ template <typename SPEC>
245
+ const char* closest_hit_program_name() {
246
+ if constexpr (SPEC::SHADING::PBR_SHADING) {
247
+ return SPEC::SHADING::PUNCTUAL_LIGHT_SHADOWS ? "TriangleMeshPBRShadows" : "TriangleMeshPBR";
248
+ }
249
+ else if constexpr (SPEC::SHADING::LOAD_TEXTURES) {
250
+ if constexpr (SPEC::SHADING::NORMAL_SHADING) {
251
+ return SPEC::SHADING::METALLIC_REFLECTIONS ? "TriangleMeshBasicTTT" : "TriangleMeshBasicTTF";
252
+ }
253
+ else {
254
+ return SPEC::SHADING::METALLIC_REFLECTIONS ? "TriangleMeshBasicTFT" : "TriangleMeshBasicTFF";
255
+ }
256
+ }
257
+ else {
258
+ if constexpr (SPEC::SHADING::NORMAL_SHADING) {
259
+ return SPEC::SHADING::METALLIC_REFLECTIONS ? "TriangleMeshBasicFTT" : "TriangleMeshBasicFTF";
260
+ }
261
+ else {
262
+ return SPEC::SHADING::METALLIC_REFLECTIONS ? "TriangleMeshBasicFFT" : "TriangleMeshBasicFFF";
263
+ }
264
+ }
265
+ }
266
+
267
+ template <typename SPEC>
268
+ struct MediumShadingUsage {
269
+ static constexpr bool USES_INDEX = SPEC::SHADING::LOAD_TEXTURES || SPEC::SHADING::NORMAL_SHADING || SPEC::SHADING::METALLIC_REFLECTIONS;
270
+ static constexpr bool USES_VERTEX = SPEC::SHADING::NORMAL_SHADING || SPEC::SHADING::METALLIC_REFLECTIONS;
271
+ static constexpr bool USES_TEXTURE = SPEC::SHADING::LOAD_TEXTURES;
272
+ static constexpr bool USES_WORLD = SPEC::SHADING::METALLIC_REFLECTIONS;
273
+ };
274
+ }
275
+
276
+ // =========================================================================
277
+ // malloc: create OWL context and allocate buffers
278
+ // =========================================================================
279
+ namespace rendering::raytracing::backends::optix{
280
+ // context-scoped resources (context, module, miss programs): created once per renderer
281
+ // in standalone mode, once per AssetLibrary in shared mode. The context is bound to the
282
+ // CUDA device that is current at creation (multi-GPU targets cudaSetDevice before malloc);
283
+ // owlContextCreate(nullptr, 1) would always pick ordinal 0
284
+ template <typename SPEC>
285
+ void create_context_resources(OWLContext& context_out, OWLModule& module_out, OWLMissProg& miss_prog_out){
286
+ int32_t cuda_device_id = 0;
287
+ cudaGetDevice(&cuda_device_id);
288
+ OWLContext context = owlContextCreate(&cuda_device_id, 1);
289
+ // ray type 2 (normals) only exists in the normals-enabled PTX variants; the count
290
+ // must match the NUM_RAY_TYPES the selected PTX was compiled with (SBT stride)
291
+ owlContextSetRayTypeCount(context, SPEC::HAS_NORMALS ? 3 : 2);
292
+ owlContextSetNumPayloadValues(context, 4); // color ptr (2), recursion depth, hit distance
293
+ const char* ptx = nullptr;
294
+ if constexpr (SPEC::HAS_NORMALS) {
295
+ if constexpr (SPEC::HAS_SEGMENTATION && SPEC::HAS_DEPTH) {
296
+ ptx = device_depth_segmentation_normals_ptx;
297
+ }
298
+ else if constexpr (SPEC::HAS_SEGMENTATION) {
299
+ ptx = device_segmentation_normals_ptx;
300
+ }
301
+ else if constexpr (SPEC::HAS_DEPTH) {
302
+ ptx = device_depth_normals_ptx;
303
+ }
304
+ else {
305
+ ptx = device_normals_ptx;
306
+ }
307
+ }
308
+ else if constexpr (SPEC::HAS_SEGMENTATION && SPEC::HAS_DEPTH) {
309
+ ptx = device_depth_segmentation_ptx;
310
+ }
311
+ else if constexpr (SPEC::HAS_SEGMENTATION) {
312
+ ptx = device_segmentation_ptx;
313
+ }
314
+ else if constexpr (SPEC::HAS_DEPTH) {
315
+ ptx = device_depth_ptx;
316
+ }
317
+ else {
318
+ ptx = device_ptx;
319
+ }
320
+ OWLModule module = owlModuleCreate(context, ptx);
321
+
322
+ // RGB miss program (ray type 0)
323
+ OWLVarDecl miss_prog_vars[] = {
324
+ { "color_0", OWL_FLOAT3, OWL_OFFSETOF(MissProgData, color_0)},
325
+ { "color_1", OWL_FLOAT3, OWL_OFFSETOF(MissProgData, color_1)},
326
+ { /* sentinel */ }
327
+ };
328
+ const char* miss_program_name = "miss";
329
+ if constexpr (SPEC::HAS_RGB && !SPEC::SHADING::CHECKER_BACKGROUND) {
330
+ miss_program_name = "missConstant";
331
+ }
332
+ OWLMissProg miss_prog = owlMissProgCreate(context, module, miss_program_name,
333
+ sizeof(MissProgData), miss_prog_vars, -1);
334
+ // colors are scene content (Scene::Environment), resolved and set at init before the
335
+ // SBT build; the creation-time values are placeholders
336
+ owlMissProgSet3f(miss_prog, "color_0", owl3f{0.f, 0.f, 0.f});
337
+ owlMissProgSet3f(miss_prog, "color_1", owl3f{0.f, 0.f, 0.f});
338
+ miss_prog_out = miss_prog;
339
+
340
+ // Collision miss program (ray type 1) — always registered to keep SBT consistent
341
+ OWLVarDecl collision_miss_vars[] = {
342
+ { "dummy", OWL_INT, OWL_OFFSETOF(CollisionMissData, dummy)},
343
+ { /* sentinel */ }
344
+ };
345
+ OWLMissProg collision_miss_prog = owlMissProgCreate(context, module, "collisionMiss",
346
+ sizeof(CollisionMissData), collision_miss_vars, -1);
347
+ (void)collision_miss_prog;
348
+
349
+ context_out = context;
350
+ module_out = module;
351
+ }
352
+ }
353
+
354
+ namespace rendering::raytracing::backends::optix::detail{
355
+ // everything renderer-private: framebuffers, cameras, ray gens, collision resources
356
+ template <typename DEVICE, typename SPEC>
357
+ void malloc_renderer(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Optix>& renderer, OWLContext context, OWLModule module){
358
+ using TI = typename SPEC::TI;
359
+
360
+ if constexpr (SPEC::ENABLE_OVERLAYS) {
361
+ // device-resident transform input (see transforms(device, renderer)): producers write
362
+ // it directly, update_launch consumes it on the render stream
363
+ using TRANSFORMS_SPEC = typename decltype(renderer.transforms)::SPEC;
364
+ float* transforms_device = nullptr;
365
+ cudaMalloc(&transforms_device, TRANSFORMS_SPEC::SIZE_BYTES);
366
+ cudaMemset(transforms_device, 0, TRANSFORMS_SPEC::SIZE_BYTES);
367
+ renderer.transforms._data = transforms_device;
368
+ rendering::raytracing::detail::malloc_overlay_staging(renderer);
369
+ }
370
+ if constexpr (SPEC::HAS_FLOW_OVERLAYS) {
371
+ using TRANSFORMS_PREVIOUS_SPEC = typename decltype(renderer.transforms_previous)::SPEC;
372
+ float* transforms_previous_device = nullptr;
373
+ cudaMalloc(&transforms_previous_device, TRANSFORMS_PREVIOUS_SPEC::SIZE_BYTES);
374
+ cudaMemset(transforms_previous_device, 0, TRANSFORMS_PREVIOUS_SPEC::SIZE_BYTES);
375
+ renderer.transforms_previous._data = transforms_previous_device;
376
+ }
377
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR) {
378
+ using TRANSFORMS_MOTION_SPEC = typename decltype(renderer.transforms_motion)::SPEC;
379
+ float* transforms_motion_device = nullptr;
380
+ cudaMalloc(&transforms_motion_device, TRANSFORMS_MOTION_SPEC::SIZE_BYTES);
381
+ cudaMemset(transforms_motion_device, 0, TRANSFORMS_MOTION_SPEC::SIZE_BYTES);
382
+ renderer.transforms_motion._data = transforms_motion_device;
383
+ cudaMalloc(&renderer.backend->shutter_device, sizeof(float));
384
+ cudaMemset(renderer.backend->shutter_device, 0, sizeof(float));
385
+ }
386
+
387
+ constexpr TI cam_pixels = SPEC::CAM_PIXELS;
388
+ // device-resident outputs (see frame_buffer/depth_buffer/segmentation_buffer/observation
389
+ // accessors): the tensors alias the OWL buffers the ray gens write, so device consumers
390
+ // read them in place and host readers stage through an explicit copy
391
+ OWLBuffer frame_buffer = nullptr;
392
+ if constexpr (SPEC::HAS_RGB) {
393
+ frame_buffer = owlDeviceBufferCreate(context, OWL_INT,
394
+ (size_t)SPEC::NUM_CAMERAS * cam_pixels, nullptr);
395
+ renderer.frame_buffer._data = (uint32_t*)owlBufferGetPointer(frame_buffer, 0);
396
+ }
397
+ OWLBuffer observation_buffer = nullptr;
398
+ if constexpr (SPEC::HAS_OBSERVATION) {
399
+ static_assert(utils::typing::is_same_v<typename SPEC::OBSERVATION_T, float>, "The OptiX raytracing backend requires OBSERVATION_T = float");
400
+ observation_buffer = owlDeviceBufferCreate(context, OWL_FLOAT,
401
+ (size_t)SPEC::NUM_CAMERAS * cam_pixels * SPEC::OBSERVATION_CHANNELS, nullptr);
402
+ renderer.backend->observation_buffer = observation_buffer;
403
+ renderer.observation._data = (float*)owlBufferGetPointer(observation_buffer, 0);
404
+ }
405
+ OWLBuffer depth_buffer = nullptr;
406
+ if constexpr (SPEC::HAS_DEPTH) {
407
+ depth_buffer = owlDeviceBufferCreate(context, OWL_FLOAT,
408
+ (size_t)SPEC::NUM_CAMERAS * cam_pixels, nullptr);
409
+ renderer.depth_buffer._data = (float*)owlBufferGetPointer(depth_buffer, 0);
410
+ }
411
+ OWLBuffer segmentation_buffer = nullptr;
412
+ if constexpr (SPEC::HAS_SEGMENTATION) {
413
+ segmentation_buffer = owlDeviceBufferCreate(context, OWL_UINT,
414
+ (size_t)SPEC::NUM_CAMERAS * cam_pixels, nullptr);
415
+ renderer.segmentation_buffer._data = (uint32_t*)owlBufferGetPointer(segmentation_buffer, 0);
416
+ }
417
+ OWLBuffer normals_buffer = nullptr;
418
+ if constexpr (SPEC::HAS_NORMALS) {
419
+ normals_buffer = owlDeviceBufferCreate(context, OWL_FLOAT,
420
+ (size_t)SPEC::NUM_CAMERAS * cam_pixels * 3, nullptr);
421
+ renderer.normals_buffer._data = (float*)owlBufferGetPointer(normals_buffer, 0);
422
+ }
423
+ OWLBuffer flow_buffer = nullptr;
424
+ OWLBuffer flow_status_buffer = nullptr;
425
+ OWLBuffer flow_forward_buffer = nullptr;
426
+ OWLBuffer flow_forward_status_buffer = nullptr;
427
+ OWLBuffer flow_deltas_buffer = nullptr;
428
+ if constexpr (SPEC::HAS_FLOW) {
429
+ flow_buffer = owlDeviceBufferCreate(context, OWL_FLOAT,
430
+ (size_t)SPEC::NUM_CAMERAS * cam_pixels * 2, nullptr);
431
+ renderer.flow_buffer._data = (float*)owlBufferGetPointer(flow_buffer, 0);
432
+ flow_status_buffer = owlDeviceBufferCreate(context, OWL_UINT,
433
+ (size_t)SPEC::NUM_CAMERAS * cam_pixels, nullptr);
434
+ renderer.flow_status_buffer._data = (uint32_t*)owlBufferGetPointer(flow_status_buffer, 0);
435
+ if constexpr (SPEC::HAS_FLOW_OVERLAYS) {
436
+ flow_deltas_buffer = owlDeviceBufferCreate(context, OWL_FLOAT,
437
+ (size_t)2 * SPEC::NUM_OVERLAYS * SPEC::MAX_OVERLAY_INSTANCES * 12, nullptr);
438
+ renderer.backend->flow_deltas_buffer = flow_deltas_buffer;
439
+ }
440
+ }
441
+ if constexpr (SPEC::HAS_FLOW_FORWARD) {
442
+ flow_forward_buffer = owlDeviceBufferCreate(context, OWL_FLOAT,
443
+ (size_t)SPEC::NUM_CAMERAS * cam_pixels * 2, nullptr);
444
+ renderer.flow_forward_buffer._data = (float*)owlBufferGetPointer(flow_forward_buffer, 0);
445
+ flow_forward_status_buffer = owlDeviceBufferCreate(context, OWL_UINT,
446
+ (size_t)SPEC::NUM_CAMERAS * cam_pixels, nullptr);
447
+ renderer.flow_forward_status_buffer._data = (uint32_t*)owlBufferGetPointer(flow_forward_status_buffer, 0);
448
+ }
449
+ OWLBuffer rgb_accumulator_buffer = nullptr;
450
+ OWLBuffer depth_accumulator_buffer = nullptr;
451
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR) {
452
+ if constexpr (SPEC::HAS_RGB) {
453
+ rgb_accumulator_buffer = owlDeviceBufferCreate(context, OWL_FLOAT,
454
+ (size_t)SPEC::NUM_CAMERAS * cam_pixels * 3, nullptr);
455
+ renderer.backend->rgb_accumulator_buffer = rgb_accumulator_buffer;
456
+ renderer.rgb_accumulator._data = (float*)owlBufferGetPointer(rgb_accumulator_buffer, 0);
457
+ }
458
+ if constexpr (SPEC::HAS_DEPTH) {
459
+ depth_accumulator_buffer = owlDeviceBufferCreate(context, OWL_FLOAT,
460
+ (size_t)SPEC::NUM_CAMERAS * cam_pixels, nullptr);
461
+ renderer.backend->depth_accumulator_buffer = depth_accumulator_buffer;
462
+ renderer.depth_accumulator._data = (float*)owlBufferGetPointer(depth_accumulator_buffer, 0);
463
+ }
464
+ }
465
+
466
+ OWLRayGen ray_gen = nullptr;
467
+ if constexpr (SPEC::HAS_RGB) {
468
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR) {
469
+ OWLVarDecl ray_gen_vars[] = {
470
+ { "accum_ptr", OWL_RAW_POINTER, OWL_OFFSETOF(AccumulateRayGenData, accum_ptr)},
471
+ { "shutter_ptr", OWL_RAW_POINTER, OWL_OFFSETOF(AccumulateRayGenData, shutter_ptr)},
472
+ { "fb_size", OWL_INT2, OWL_OFFSETOF(AccumulateRayGenData, fb_size)},
473
+ { "cam_size", OWL_INT2, OWL_OFFSETOF(AccumulateRayGenData, cam_size)},
474
+ { "grid_cols", OWL_INT, OWL_OFFSETOF(AccumulateRayGenData, grid_cols)},
475
+ { "num_cameras", OWL_INT, OWL_OFFSETOF(AccumulateRayGenData, num_cameras)},
476
+ { "world", OWL_GROUP, OWL_OFFSETOF(AccumulateRayGenData, world)},
477
+ { "cameras_open", OWL_BUFPTR, OWL_OFFSETOF(AccumulateRayGenData, cameras_open)},
478
+ { "cameras_close", OWL_BUFPTR, OWL_OFFSETOF(AccumulateRayGenData, cameras_close)},
479
+ { /* sentinel */ }
480
+ };
481
+ const char* ray_gen_name = rendering::raytracing::detail::ray_gen_program_name<false, SPEC>();
482
+ ray_gen = owlRayGenCreate(context, module, ray_gen_name,
483
+ sizeof(AccumulateRayGenData), ray_gen_vars, -1);
484
+ }
485
+ else if constexpr (SPEC::ENABLE_MOTION_BLUR) {
486
+ OWLVarDecl ray_gen_vars[] = {
487
+ { "fb_ptr", OWL_BUFPTR, OWL_OFFSETOF(MotionBlurRayGenData, fb_ptr)},
488
+ { "obs_ptr", OWL_RAW_POINTER, OWL_OFFSETOF(MotionBlurRayGenData, obs_ptr)},
489
+ { "fb_size", OWL_INT2, OWL_OFFSETOF(MotionBlurRayGenData, fb_size)},
490
+ { "cam_size", OWL_INT2, OWL_OFFSETOF(MotionBlurRayGenData, cam_size)},
491
+ { "grid_cols", OWL_INT, OWL_OFFSETOF(MotionBlurRayGenData, grid_cols)},
492
+ { "num_cameras", OWL_INT, OWL_OFFSETOF(MotionBlurRayGenData, num_cameras)},
493
+ { "world", OWL_GROUP, OWL_OFFSETOF(MotionBlurRayGenData, world)},
494
+ { "cameras_open", OWL_BUFPTR, OWL_OFFSETOF(MotionBlurRayGenData, cameras_open)},
495
+ { "cameras_close", OWL_BUFPTR, OWL_OFFSETOF(MotionBlurRayGenData, cameras_close)},
496
+ { /* sentinel */ }
497
+ };
498
+ const char* ray_gen_name = rendering::raytracing::detail::ray_gen_program_name<false, SPEC>();
499
+ ray_gen = owlRayGenCreate(context, module, ray_gen_name,
500
+ sizeof(MotionBlurRayGenData), ray_gen_vars, -1);
501
+ }
502
+ else {
503
+ OWLVarDecl ray_gen_vars[] = {
504
+ { "fb_ptr", OWL_BUFPTR, OWL_OFFSETOF(RayGenData, fb_ptr)},
505
+ { "obs_ptr", OWL_RAW_POINTER, OWL_OFFSETOF(RayGenData, obs_ptr)},
506
+ { "fb_size", OWL_INT2, OWL_OFFSETOF(RayGenData, fb_size)},
507
+ { "cam_size", OWL_INT2, OWL_OFFSETOF(RayGenData, cam_size)},
508
+ { "grid_cols", OWL_INT, OWL_OFFSETOF(RayGenData, grid_cols)},
509
+ { "num_cameras", OWL_INT, OWL_OFFSETOF(RayGenData, num_cameras)},
510
+ { "world", OWL_GROUP, OWL_OFFSETOF(RayGenData, world)},
511
+ { "cameras", OWL_BUFPTR, OWL_OFFSETOF(RayGenData, cameras)},
512
+ { /* sentinel */ }
513
+ };
514
+ const char* ray_gen_name = rendering::raytracing::detail::ray_gen_program_name<false, SPEC>();
515
+ ray_gen = owlRayGenCreate(context, module, ray_gen_name,
516
+ sizeof(RayGenData), ray_gen_vars, -1);
517
+ }
518
+ }
519
+
520
+ OWLRayGen depth_ray_gen = nullptr;
521
+ if constexpr (SPEC::HAS_DEPTH) {
522
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR) {
523
+ OWLVarDecl depth_ray_gen_vars[] = {
524
+ { "depth_accum_ptr", OWL_RAW_POINTER, OWL_OFFSETOF(AccumulateDepthRayGenData, depth_accum_ptr)},
525
+ { "shutter_ptr", OWL_RAW_POINTER, OWL_OFFSETOF(AccumulateDepthRayGenData, shutter_ptr)},
526
+ { "fb_size", OWL_INT2, OWL_OFFSETOF(AccumulateDepthRayGenData, fb_size)},
527
+ { "cam_size", OWL_INT2, OWL_OFFSETOF(AccumulateDepthRayGenData, cam_size)},
528
+ { "grid_cols", OWL_INT, OWL_OFFSETOF(AccumulateDepthRayGenData, grid_cols)},
529
+ { "num_cameras", OWL_INT, OWL_OFFSETOF(AccumulateDepthRayGenData, num_cameras)},
530
+ { "world", OWL_GROUP, OWL_OFFSETOF(AccumulateDepthRayGenData, world)},
531
+ { "cameras_open", OWL_BUFPTR, OWL_OFFSETOF(AccumulateDepthRayGenData, cameras_open)},
532
+ { "cameras_close", OWL_BUFPTR, OWL_OFFSETOF(AccumulateDepthRayGenData, cameras_close)},
533
+ { "max_depth", OWL_FLOAT, OWL_OFFSETOF(AccumulateDepthRayGenData, max_depth)},
534
+ { /* sentinel */ }
535
+ };
536
+ depth_ray_gen = owlRayGenCreate(context, module, rendering::raytracing::detail::ray_gen_program_name<true, SPEC>(),
537
+ sizeof(AccumulateDepthRayGenData), depth_ray_gen_vars, -1);
538
+ }
539
+ else if constexpr (SPEC::ENABLE_MOTION_BLUR) {
540
+ OWLVarDecl depth_ray_gen_vars[] = {
541
+ { "depth_ptr", OWL_BUFPTR, OWL_OFFSETOF(MotionBlurDepthRayGenData, depth_ptr)},
542
+ { "fb_size", OWL_INT2, OWL_OFFSETOF(MotionBlurDepthRayGenData, fb_size)},
543
+ { "cam_size", OWL_INT2, OWL_OFFSETOF(MotionBlurDepthRayGenData, cam_size)},
544
+ { "grid_cols", OWL_INT, OWL_OFFSETOF(MotionBlurDepthRayGenData, grid_cols)},
545
+ { "num_cameras", OWL_INT, OWL_OFFSETOF(MotionBlurDepthRayGenData, num_cameras)},
546
+ { "world", OWL_GROUP, OWL_OFFSETOF(MotionBlurDepthRayGenData, world)},
547
+ { "cameras_open", OWL_BUFPTR, OWL_OFFSETOF(MotionBlurDepthRayGenData, cameras_open)},
548
+ { "cameras_close", OWL_BUFPTR, OWL_OFFSETOF(MotionBlurDepthRayGenData, cameras_close)},
549
+ { "max_depth", OWL_FLOAT, OWL_OFFSETOF(MotionBlurDepthRayGenData, max_depth)},
550
+ { /* sentinel */ }
551
+ };
552
+ depth_ray_gen = owlRayGenCreate(context, module, rendering::raytracing::detail::ray_gen_program_name<true, SPEC>(),
553
+ sizeof(MotionBlurDepthRayGenData), depth_ray_gen_vars, -1);
554
+ }
555
+ else {
556
+ OWLVarDecl depth_ray_gen_vars[] = {
557
+ { "depth_ptr", OWL_BUFPTR, OWL_OFFSETOF(DepthRayGenData, depth_ptr)},
558
+ { "fb_size", OWL_INT2, OWL_OFFSETOF(DepthRayGenData, fb_size)},
559
+ { "cam_size", OWL_INT2, OWL_OFFSETOF(DepthRayGenData, cam_size)},
560
+ { "grid_cols", OWL_INT, OWL_OFFSETOF(DepthRayGenData, grid_cols)},
561
+ { "num_cameras", OWL_INT, OWL_OFFSETOF(DepthRayGenData, num_cameras)},
562
+ { "world", OWL_GROUP, OWL_OFFSETOF(DepthRayGenData, world)},
563
+ { "cameras", OWL_BUFPTR, OWL_OFFSETOF(DepthRayGenData, cameras)},
564
+ { "max_depth", OWL_FLOAT, OWL_OFFSETOF(DepthRayGenData, max_depth)},
565
+ { /* sentinel */ }
566
+ };
567
+ depth_ray_gen = owlRayGenCreate(context, module, rendering::raytracing::detail::ray_gen_program_name<true, SPEC>(),
568
+ sizeof(DepthRayGenData), depth_ray_gen_vars, -1);
569
+ }
570
+ }
571
+
572
+ OWLRayGen segmentation_ray_gen = nullptr;
573
+ if constexpr (SPEC::HAS_SEGMENTATION) {
574
+ OWLVarDecl segmentation_ray_gen_vars[] = {
575
+ { "seg_ptr", OWL_BUFPTR, OWL_OFFSETOF(SegmentationRayGenData, seg_ptr)},
576
+ { "fb_size", OWL_INT2, OWL_OFFSETOF(SegmentationRayGenData, fb_size)},
577
+ { "cam_size", OWL_INT2, OWL_OFFSETOF(SegmentationRayGenData, cam_size)},
578
+ { "grid_cols", OWL_INT, OWL_OFFSETOF(SegmentationRayGenData, grid_cols)},
579
+ { "num_cameras", OWL_INT, OWL_OFFSETOF(SegmentationRayGenData, num_cameras)},
580
+ { "world", OWL_GROUP, OWL_OFFSETOF(SegmentationRayGenData, world)},
581
+ { "cameras", OWL_BUFPTR, OWL_OFFSETOF(SegmentationRayGenData, cameras)},
582
+ { /* sentinel */ }
583
+ };
584
+ segmentation_ray_gen = owlRayGenCreate(context, module, "segmentationRayGen",
585
+ sizeof(SegmentationRayGenData), segmentation_ray_gen_vars, -1);
586
+ }
587
+
588
+ OWLRayGen normals_ray_gen = nullptr;
589
+ if constexpr (SPEC::HAS_NORMALS) {
590
+ OWLVarDecl normals_ray_gen_vars[] = {
591
+ { "normals_ptr", OWL_BUFPTR, OWL_OFFSETOF(NormalsRayGenData, normals_ptr)},
592
+ { "fb_size", OWL_INT2, OWL_OFFSETOF(NormalsRayGenData, fb_size)},
593
+ { "cam_size", OWL_INT2, OWL_OFFSETOF(NormalsRayGenData, cam_size)},
594
+ { "grid_cols", OWL_INT, OWL_OFFSETOF(NormalsRayGenData, grid_cols)},
595
+ { "num_cameras", OWL_INT, OWL_OFFSETOF(NormalsRayGenData, num_cameras)},
596
+ { "world", OWL_GROUP, OWL_OFFSETOF(NormalsRayGenData, world)},
597
+ { "cameras", OWL_BUFPTR, OWL_OFFSETOF(NormalsRayGenData, cameras)},
598
+ { /* sentinel */ }
599
+ };
600
+ normals_ray_gen = owlRayGenCreate(context, module, "normalsRayGen",
601
+ sizeof(NormalsRayGenData), normals_ray_gen_vars, -1);
602
+ }
603
+
604
+ OWLRayGen flow_ray_gen = nullptr;
605
+ OWLRayGen flow_forward_ray_gen = nullptr;
606
+ if constexpr (SPEC::HAS_FLOW) {
607
+ OWLVarDecl flow_ray_gen_vars[] = {
608
+ { "flow_ptr", OWL_BUFPTR, OWL_OFFSETOF(FlowRayGenData, flow_ptr)},
609
+ { "status_ptr", OWL_BUFPTR, OWL_OFFSETOF(FlowRayGenData, status_ptr)},
610
+ { "fb_size", OWL_INT2, OWL_OFFSETOF(FlowRayGenData, fb_size)},
611
+ { "cam_size", OWL_INT2, OWL_OFFSETOF(FlowRayGenData, cam_size)},
612
+ { "grid_cols", OWL_INT, OWL_OFFSETOF(FlowRayGenData, grid_cols)},
613
+ { "num_cameras", OWL_INT, OWL_OFFSETOF(FlowRayGenData, num_cameras)},
614
+ { "world", OWL_GROUP, OWL_OFFSETOF(FlowRayGenData, world)},
615
+ { "cameras_source", OWL_BUFPTR, OWL_OFFSETOF(FlowRayGenData, cameras_source)},
616
+ { "cameras_target", OWL_BUFPTR, OWL_OFFSETOF(FlowRayGenData, cameras_target)},
617
+ { "flow_deltas", OWL_RAW_POINTER, OWL_OFFSETOF(FlowRayGenData, flow_deltas)},
618
+ { "source_first_overlay_instance", OWL_UINT, OWL_OFFSETOF(FlowRayGenData, source_first_overlay_instance)},
619
+ { "source_previous", OWL_INT, OWL_OFFSETOF(FlowRayGenData, source_previous)},
620
+ { /* sentinel */ }
621
+ };
622
+ flow_ray_gen = owlRayGenCreate(context, module, "flowRayGen",
623
+ sizeof(FlowRayGenData), flow_ray_gen_vars, -1);
624
+ if constexpr (SPEC::HAS_FLOW_FORWARD) {
625
+ flow_forward_ray_gen = owlRayGenCreate(context, module, "flowForwardRayGen",
626
+ sizeof(FlowRayGenData), flow_ray_gen_vars, -1);
627
+ }
628
+ }
629
+
630
+ const owl2i fb_size = {(int)SPEC::FB_WIDTH, (int)SPEC::FB_HEIGHT};
631
+ const owl2i cam_size = {(int)SPEC::CAM_WIDTH, (int)SPEC::CAM_HEIGHT};
632
+
633
+ if constexpr (SPEC::HAS_RGB) {
634
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR) {
635
+ owlRayGenSetPointer(ray_gen, "accum_ptr", owlBufferGetPointer(rgb_accumulator_buffer, 0));
636
+ owlRayGenSetPointer(ray_gen, "shutter_ptr", renderer.backend->shutter_device);
637
+ }
638
+ else {
639
+ owlRayGenSetBuffer(ray_gen, "fb_ptr", frame_buffer);
640
+ owlRayGenSetPointer(ray_gen, "obs_ptr", SPEC::HAS_OBSERVATION ? owlBufferGetPointer(observation_buffer, 0) : nullptr);
641
+ }
642
+ owlRayGenSet2i (ray_gen, "fb_size", fb_size);
643
+ owlRayGenSet2i (ray_gen, "cam_size", cam_size);
644
+ owlRayGenSet1i (ray_gen, "grid_cols", SPEC::GRID_COLS);
645
+ owlRayGenSet1i (ray_gen, "num_cameras", SPEC::NUM_CAMERAS);
646
+ }
647
+ if constexpr (SPEC::HAS_SEGMENTATION) {
648
+ owlRayGenSetBuffer(segmentation_ray_gen, "seg_ptr", segmentation_buffer);
649
+ owlRayGenSet2i (segmentation_ray_gen, "fb_size", fb_size);
650
+ owlRayGenSet2i (segmentation_ray_gen, "cam_size", cam_size);
651
+ owlRayGenSet1i (segmentation_ray_gen, "grid_cols", SPEC::GRID_COLS);
652
+ owlRayGenSet1i (segmentation_ray_gen, "num_cameras", SPEC::NUM_CAMERAS);
653
+ renderer.backend->segmentation_ray_gen = segmentation_ray_gen;
654
+ renderer.backend->segmentation_buffer = segmentation_buffer;
655
+ }
656
+ if constexpr (SPEC::HAS_NORMALS) {
657
+ owlRayGenSetBuffer(normals_ray_gen, "normals_ptr", normals_buffer);
658
+ owlRayGenSet2i (normals_ray_gen, "fb_size", fb_size);
659
+ owlRayGenSet2i (normals_ray_gen, "cam_size", cam_size);
660
+ owlRayGenSet1i (normals_ray_gen, "grid_cols", SPEC::GRID_COLS);
661
+ owlRayGenSet1i (normals_ray_gen, "num_cameras", SPEC::NUM_CAMERAS);
662
+ renderer.backend->normals_ray_gen = normals_ray_gen;
663
+ renderer.backend->normals_buffer = normals_buffer;
664
+ }
665
+ if constexpr (SPEC::HAS_FLOW) {
666
+ constexpr size_t FLOW_SLOTS = SPEC::ENABLE_OVERLAYS ? (size_t)SPEC::NUM_OVERLAYS * SPEC::MAX_OVERLAY_INSTANCES : 0;
667
+ const OWLRayGen flow_ray_gens[2] = {flow_ray_gen, flow_forward_ray_gen};
668
+ const OWLBuffer flow_buffers[2] = {flow_buffer, flow_forward_buffer};
669
+ const OWLBuffer status_buffers[2] = {flow_status_buffer, flow_forward_status_buffer};
670
+ for(int direction = 0; direction < 2; direction++){
671
+ if(flow_ray_gens[direction] == nullptr) continue;
672
+ owlRayGenSetBuffer(flow_ray_gens[direction], "flow_ptr", flow_buffers[direction]);
673
+ owlRayGenSetBuffer(flow_ray_gens[direction], "status_ptr", status_buffers[direction]);
674
+ owlRayGenSet2i (flow_ray_gens[direction], "fb_size", fb_size);
675
+ owlRayGenSet2i (flow_ray_gens[direction], "cam_size", cam_size);
676
+ owlRayGenSet1i (flow_ray_gens[direction], "grid_cols", SPEC::GRID_COLS);
677
+ owlRayGenSet1i (flow_ray_gens[direction], "num_cameras", SPEC::NUM_CAMERAS);
678
+ owlRayGenSetPointer(flow_ray_gens[direction], "flow_deltas", flow_deltas_buffer != nullptr ? (const float*)owlBufferGetPointer(flow_deltas_buffer, 0) + (size_t)direction * FLOW_SLOTS * 12 : nullptr);
679
+ owlRayGenSet1ui (flow_ray_gens[direction], "source_first_overlay_instance", 0u); // scene-dependent: rebound in init_renderer_scene before the SBT build
680
+ owlRayGenSet1i (flow_ray_gens[direction], "source_previous", direction);
681
+ }
682
+ renderer.backend->flow_ray_gen = flow_ray_gen;
683
+ renderer.backend->flow_forward_ray_gen = flow_forward_ray_gen;
684
+ renderer.backend->flow_buffer = flow_buffer;
685
+ renderer.backend->flow_status_buffer = flow_status_buffer;
686
+ renderer.backend->flow_forward_buffer = flow_forward_buffer;
687
+ renderer.backend->flow_forward_status_buffer = flow_forward_status_buffer;
688
+ }
689
+ if constexpr (SPEC::HAS_DEPTH) {
690
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR) {
691
+ owlRayGenSetPointer(depth_ray_gen, "depth_accum_ptr", owlBufferGetPointer(depth_accumulator_buffer, 0));
692
+ owlRayGenSetPointer(depth_ray_gen, "shutter_ptr", renderer.backend->shutter_device);
693
+ }
694
+ else {
695
+ owlRayGenSetBuffer(depth_ray_gen, "depth_ptr", depth_buffer);
696
+ }
697
+ owlRayGenSet2i (depth_ray_gen, "fb_size", fb_size);
698
+ owlRayGenSet2i (depth_ray_gen, "cam_size", cam_size);
699
+ owlRayGenSet1i (depth_ray_gen, "grid_cols", SPEC::GRID_COLS);
700
+ owlRayGenSet1i (depth_ray_gen, "num_cameras", SPEC::NUM_CAMERAS);
701
+ owlRayGenSet1f (depth_ray_gen, "max_depth", 1e30f);
702
+ }
703
+
704
+ // The raygen-referenced buffers are created here so every raygen variable is set before
705
+ // init builds the SBT: OWL serializes raygen variables into the SBT records only during
706
+ // owlBuildSBT, so anything set later would be baked in as null.
707
+ OWLBuffer cameras_buffer = owlDeviceBufferCreate(context, OWL_USER_TYPE(OptixCameraData), SPEC::NUM_CAMERAS, nullptr);
708
+ // device-resident camera input (see cameras(device, renderer)): the tensors alias the
709
+ // OWL buffers the ray gens bind, so producer writes are consumed with no copy
710
+ renderer.cameras._data = (rendering::raytracing::Camera<typename SPEC::T>*)owlBufferGetPointer(cameras_buffer, 0);
711
+ OWLBuffer cameras_open_buffer = nullptr;
712
+ if constexpr (SPEC::HAS_CAMERA_PAIR) {
713
+ cameras_open_buffer = owlDeviceBufferCreate(context, OWL_USER_TYPE(OptixCameraData), SPEC::NUM_CAMERAS, nullptr);
714
+ renderer.backend->cameras_open_buffer = cameras_open_buffer;
715
+ renderer.cameras_open._data = (rendering::raytracing::Camera<typename SPEC::T>*)owlBufferGetPointer(cameras_open_buffer, 0);
716
+ }
717
+ if constexpr (SPEC::HAS_RGB) {
718
+ if constexpr (SPEC::ENABLE_MOTION_BLUR) {
719
+ owlRayGenSetBuffer(ray_gen, "cameras_open", cameras_open_buffer);
720
+ owlRayGenSetBuffer(ray_gen, "cameras_close", cameras_buffer);
721
+ }
722
+ else {
723
+ owlRayGenSetBuffer(ray_gen, "cameras", cameras_buffer);
724
+ }
725
+ }
726
+ if constexpr (SPEC::HAS_DEPTH) {
727
+ if constexpr (SPEC::ENABLE_MOTION_BLUR) {
728
+ owlRayGenSetBuffer(depth_ray_gen, "cameras_open", cameras_open_buffer);
729
+ owlRayGenSetBuffer(depth_ray_gen, "cameras_close", cameras_buffer);
730
+ }
731
+ else {
732
+ owlRayGenSetBuffer(depth_ray_gen, "cameras", cameras_buffer);
733
+ }
734
+ }
735
+ if constexpr (SPEC::HAS_SEGMENTATION) {
736
+ owlRayGenSetBuffer(segmentation_ray_gen, "cameras", cameras_buffer);
737
+ }
738
+ if constexpr (SPEC::HAS_NORMALS) {
739
+ owlRayGenSetBuffer(normals_ray_gen, "cameras", cameras_buffer);
740
+ }
741
+ if constexpr (SPEC::HAS_FLOW) {
742
+ OWLBuffer cameras_previous_buffer = owlDeviceBufferCreate(context, OWL_USER_TYPE(OptixCameraData), SPEC::NUM_CAMERAS, nullptr);
743
+ renderer.backend->cameras_previous_buffer = cameras_previous_buffer;
744
+ renderer.cameras_previous._data = (rendering::raytracing::Camera<typename SPEC::T>*)owlBufferGetPointer(cameras_previous_buffer, 0);
745
+ owlRayGenSetBuffer(flow_ray_gen, "cameras_source", cameras_buffer);
746
+ owlRayGenSetBuffer(flow_ray_gen, "cameras_target", cameras_previous_buffer);
747
+ if constexpr (SPEC::HAS_FLOW_FORWARD) {
748
+ owlRayGenSetBuffer(flow_forward_ray_gen, "cameras_source", cameras_previous_buffer);
749
+ owlRayGenSetBuffer(flow_forward_ray_gen, "cameras_target", cameras_buffer);
750
+ }
751
+ }
752
+
753
+ renderer.backend->context = context;
754
+ renderer.backend->module = module;
755
+ renderer.backend->cameras_buffer = cameras_buffer;
756
+ if constexpr (SPEC::HAS_RGB) {
757
+ renderer.backend->ray_gen = ray_gen;
758
+ renderer.backend->frame_buffer = frame_buffer;
759
+ }
760
+ if constexpr (SPEC::HAS_DEPTH) {
761
+ renderer.backend->depth_ray_gen = depth_ray_gen;
762
+ renderer.backend->depth_buffer = depth_buffer;
763
+ }
764
+
765
+ #if !RL_TOOLS_RENDERING_RAYTRACING_DISABLE_PROBE_RAYS
766
+ OWLVarDecl collision_ray_gen_vars[] = {
767
+ { "results", OWL_BUFPTR, OWL_OFFSETOF(CollisionRayGenData, results)},
768
+ { "probe_directions", OWL_BUFPTR, OWL_OFFSETOF(CollisionRayGenData, probe_directions)},
769
+ { "cameras", OWL_BUFPTR, OWL_OFFSETOF(CollisionRayGenData, cameras)},
770
+ { "world", OWL_GROUP, OWL_OFFSETOF(CollisionRayGenData, world)},
771
+ { "num_probes", OWL_INT, OWL_OFFSETOF(CollisionRayGenData, num_probes)},
772
+ { "num_cameras", OWL_INT, OWL_OFFSETOF(CollisionRayGenData, num_cameras)},
773
+ { "max_dist", OWL_FLOAT, OWL_OFFSETOF(CollisionRayGenData, max_dist)},
774
+ { /* sentinel */ }
775
+ };
776
+ OWLRayGen collision_ray_gen = owlRayGenCreate(context, module, "collisionRayGen",
777
+ sizeof(CollisionRayGenData),
778
+ collision_ray_gen_vars, -1);
779
+
780
+ // device-resident (was host-pinned, which cost a PCIe write per probe launch): device
781
+ // consumers read collision_results(device, renderer) in place, host readers copy
782
+ OWLBuffer collision_results_buffer = owlDeviceBufferCreate(context, OWL_USER_TYPE(CollisionResult),
783
+ (size_t)SPEC::NUM_CAMERAS * SPEC::NUM_PROBES, nullptr);
784
+ renderer.collision_results._data = (rendering::raytracing::CollisionResult*)owlBufferGetPointer(collision_results_buffer, 0);
785
+ OWLBuffer probe_dirs_buffer = owlDeviceBufferCreate(context, OWL_USER_TYPE(owl::vec3f), SPEC::NUM_PROBES, nullptr);
786
+
787
+ owlRayGenSetBuffer(collision_ray_gen, "results", collision_results_buffer);
788
+ owlRayGenSetBuffer(collision_ray_gen, "probe_directions", probe_dirs_buffer);
789
+ owlRayGenSetBuffer(collision_ray_gen, "cameras", cameras_buffer);
790
+ owlRayGenSet1i (collision_ray_gen, "num_probes", SPEC::NUM_PROBES);
791
+ owlRayGenSet1i (collision_ray_gen, "num_cameras", SPEC::NUM_CAMERAS);
792
+ owlRayGenSet1f (collision_ray_gen, "max_dist", 1e30f);
793
+
794
+ renderer.backend->collision_ray_gen = collision_ray_gen;
795
+ renderer.backend->collision_results_buffer = collision_results_buffer;
796
+ renderer.backend->probe_dirs_buffer = probe_dirs_buffer;
797
+ #endif
798
+ rendering::raytracing::detail::announce_backend(renderer);
799
+ }
800
+ }
801
+
802
+ template <typename DEVICE, typename SPEC>
803
+ void malloc(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Optix>& renderer){
804
+ namespace optix = rendering::raytracing::backends::optix;
805
+ renderer.backend = new rendering::raytracing::backends::RendererState<rendering::raytracing::backends::Optix, SPEC>{};
806
+ renderer.device.state = renderer.backend;
807
+ cudaEventCreateWithFlags(&renderer.backend->ordering_event, cudaEventDisableTiming);
808
+ OWLContext context = nullptr;
809
+ OWLModule module = nullptr;
810
+ OWLMissProg miss_prog = nullptr;
811
+ optix::create_context_resources<SPEC>(context, module, miss_prog);
812
+ renderer.backend->miss_prog = miss_prog;
813
+ optix::detail::malloc_renderer(device, renderer, context, module);
814
+ }
815
+
816
+ // shared-library mode: the library owns the context; the renderer allocates only its own
817
+ // cameras/outputs/ray gens against it
818
+ template <typename DEVICE, typename SPEC>
819
+ void malloc(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Optix>& renderer, rendering::raytracing::AssetLibrary<SPEC, rendering::raytracing::backends::Optix>& library){
820
+ namespace optix = rendering::raytracing::backends::optix;
821
+ renderer.backend = new rendering::raytracing::backends::RendererState<rendering::raytracing::backends::Optix, SPEC>{};
822
+ renderer.device.state = renderer.backend;
823
+ cudaEventCreateWithFlags(&renderer.backend->ordering_event, cudaEventDisableTiming);
824
+ optix::detail::malloc_renderer(device, renderer, library.backend->context, library.backend->module);
825
+ renderer.backend->miss_prog = library.backend->miss_prog;
826
+ renderer.backend->library = &library;
827
+ }
828
+
829
+ template <typename DEVICE, typename SPEC>
830
+ void malloc(DEVICE& device, rendering::raytracing::AssetLibrary<SPEC, rendering::raytracing::backends::Optix>& library){
831
+ library.backend = new rendering::raytracing::backends::LibraryState<rendering::raytracing::backends::Optix, SPEC>{};
832
+ rendering::raytracing::backends::optix::create_context_resources<SPEC>(library.backend->context, library.backend->module, library.backend->miss_prog);
833
+ }
834
+
835
+ template <typename DEVICE, typename SPEC>
836
+ void free(DEVICE& device, rendering::raytracing::AssetLibrary<SPEC, rendering::raytracing::backends::Optix>& library){
837
+ if(library.backend != nullptr && library.backend->context != nullptr){
838
+ owlContextDestroy(library.backend->context);
839
+ }
840
+ for(auto* assets : library.assets){
841
+ delete assets;
842
+ }
843
+ library.assets.clear();
844
+ library.scenes.clear();
845
+ library.metadata.clear();
846
+ delete library.backend;
847
+ library.backend = nullptr;
848
+ }
849
+
850
+ // =========================================================================
851
+ // init: upload meshes, build single shared BVH, build programs/pipeline/SBT
852
+ // =========================================================================
853
+ namespace rendering::raytracing::backends::optix::detail{
854
+ template <typename SPEC>
855
+ OWLGeomType create_geom_type(OWLContext context, OWLModule module){
856
+ OWLGeomType triangles_geom_type;
857
+ if constexpr (SPEC::HAS_RGB) {
858
+ if constexpr (SPEC::SHADING::PBR_SHADING) {
859
+ OWLVarDecl triangles_geom_vars[] = {
860
+ { "index", OWL_BUFPTR, OWL_OFFSETOF(TrianglesGeomData, index)},
861
+ { "vertex", OWL_BUFPTR, OWL_OFFSETOF(TrianglesGeomData, vertex)},
862
+ { "tex_coord", OWL_BUFPTR, OWL_OFFSETOF(TrianglesGeomData, tex_coord)},
863
+ { "color", OWL_FLOAT3, OWL_OFFSETOF(TrianglesGeomData, color)},
864
+ { "texture", OWL_TEXTURE, OWL_OFFSETOF(TrianglesGeomData, texture)},
865
+ { "has_texture", OWL_INT, OWL_OFFSETOF(TrianglesGeomData, has_texture)},
866
+ { "unlit", OWL_INT, OWL_OFFSETOF(TrianglesGeomData, unlit)},
867
+ { "metallic", OWL_FLOAT, OWL_OFFSETOF(TrianglesGeomData, metallic)},
868
+ { "world", OWL_GROUP, OWL_OFFSETOF(TrianglesGeomData, world)},
869
+ { "normal", OWL_BUFPTR, OWL_OFFSETOF(TrianglesGeomData, normal)},
870
+ { "roughness", OWL_FLOAT, OWL_OFFSETOF(TrianglesGeomData, roughness)},
871
+ { "normal_map", OWL_TEXTURE, OWL_OFFSETOF(TrianglesGeomData, normal_map)},
872
+ { "has_normal_map", OWL_INT, OWL_OFFSETOF(TrianglesGeomData, has_normal_map)},
873
+ { "metallic_roughness_map", OWL_TEXTURE, OWL_OFFSETOF(TrianglesGeomData, metallic_roughness_map)},
874
+ { "has_metallic_roughness_map", OWL_INT, OWL_OFFSETOF(TrianglesGeomData, has_metallic_roughness_map)},
875
+ { "emissive", OWL_FLOAT3, OWL_OFFSETOF(TrianglesGeomData, emissive)},
876
+ { "emissive_map", OWL_TEXTURE, OWL_OFFSETOF(TrianglesGeomData, emissive_map)},
877
+ { "has_emissive_map", OWL_INT, OWL_OFFSETOF(TrianglesGeomData, has_emissive_map)},
878
+ { "occlusion_map", OWL_TEXTURE, OWL_OFFSETOF(TrianglesGeomData, occlusion_map)},
879
+ { "has_occlusion_map", OWL_INT, OWL_OFFSETOF(TrianglesGeomData, has_occlusion_map)},
880
+ { "opacity", OWL_FLOAT, OWL_OFFSETOF(TrianglesGeomData, opacity)},
881
+ { "alpha_mode", OWL_INT, OWL_OFFSETOF(TrianglesGeomData, alpha_mode)},
882
+ { "alpha_cutoff", OWL_FLOAT, OWL_OFFSETOF(TrianglesGeomData, alpha_cutoff)},
883
+ { "scene_lights", OWL_BUFPTR, OWL_OFFSETOF(TrianglesGeomData, scene_lights)},
884
+ { "num_scene_lights", OWL_INT, OWL_OFFSETOF(TrianglesGeomData, num_scene_lights)},
885
+ { "ambient_color", OWL_FLOAT3, OWL_OFFSETOF(TrianglesGeomData, ambient_color)},
886
+ { /* sentinel */ }
887
+ };
888
+ triangles_geom_type = owlGeomTypeCreate(context, OWL_TRIANGLES,
889
+ sizeof(TrianglesGeomData),
890
+ triangles_geom_vars, -1);
891
+ owlGeomTypeSetClosestHit(triangles_geom_type, 0, module, rendering::raytracing::detail::closest_hit_program_name<SPEC>());
892
+ } else {
893
+ using SHADING_USAGE = rendering::raytracing::detail::MediumShadingUsage<SPEC>;
894
+ std::vector<OWLVarDecl> triangles_geom_vars;
895
+ if constexpr (SHADING_USAGE::USES_INDEX || SPEC::HAS_NORMALS) {
896
+ triangles_geom_vars.push_back({ "index", OWL_BUFPTR, OWL_OFFSETOF(TrianglesGeomData, index)});
897
+ }
898
+ if constexpr (SHADING_USAGE::USES_VERTEX || SPEC::HAS_NORMALS) {
899
+ triangles_geom_vars.push_back({ "vertex", OWL_BUFPTR, OWL_OFFSETOF(TrianglesGeomData, vertex)});
900
+ }
901
+ if constexpr (SHADING_USAGE::USES_TEXTURE) {
902
+ triangles_geom_vars.push_back({ "tex_coord", OWL_BUFPTR, OWL_OFFSETOF(TrianglesGeomData, tex_coord)});
903
+ }
904
+ triangles_geom_vars.push_back({ "color", OWL_FLOAT3, OWL_OFFSETOF(TrianglesGeomData, color)});
905
+ triangles_geom_vars.push_back({ "unlit", OWL_INT, OWL_OFFSETOF(TrianglesGeomData, unlit)});
906
+ if constexpr (SHADING_USAGE::USES_TEXTURE) {
907
+ triangles_geom_vars.push_back({ "texture", OWL_TEXTURE, OWL_OFFSETOF(TrianglesGeomData, texture)});
908
+ triangles_geom_vars.push_back({ "has_texture", OWL_INT, OWL_OFFSETOF(TrianglesGeomData, has_texture)});
909
+ }
910
+ if constexpr (SPEC::SHADING::METALLIC_REFLECTIONS) {
911
+ triangles_geom_vars.push_back({ "metallic", OWL_FLOAT, OWL_OFFSETOF(TrianglesGeomData, metallic)});
912
+ }
913
+ if constexpr (SHADING_USAGE::USES_WORLD) {
914
+ triangles_geom_vars.push_back({ "world", OWL_GROUP, OWL_OFFSETOF(TrianglesGeomData, world)});
915
+ }
916
+ triangles_geom_vars.push_back({});
917
+ triangles_geom_type = owlGeomTypeCreate(context, OWL_TRIANGLES,
918
+ sizeof(TrianglesGeomData),
919
+ triangles_geom_vars.data(), -1);
920
+ owlGeomTypeSetClosestHit(triangles_geom_type, 0, module, rendering::raytracing::detail::closest_hit_program_name<SPEC>());
921
+ }
922
+ }
923
+ else if constexpr (SPEC::HAS_NORMALS) {
924
+ OWLVarDecl triangles_geom_vars[] = {
925
+ { "index", OWL_BUFPTR, OWL_OFFSETOF(TrianglesGeomData, index)},
926
+ { "vertex", OWL_BUFPTR, OWL_OFFSETOF(TrianglesGeomData, vertex)},
927
+ { /* sentinel */ }
928
+ };
929
+ triangles_geom_type = owlGeomTypeCreate(context, OWL_TRIANGLES,
930
+ sizeof(TrianglesGeomData),
931
+ triangles_geom_vars, -1);
932
+ }
933
+ else {
934
+ OWLVarDecl triangles_geom_vars[] = {
935
+ { /* sentinel */ }
936
+ };
937
+ triangles_geom_type = owlGeomTypeCreate(context, OWL_TRIANGLES,
938
+ sizeof(CollisionGeomData),
939
+ triangles_geom_vars, -1);
940
+ }
941
+ owlGeomTypeSetClosestHit(triangles_geom_type, 1, module, "collisionHit");
942
+ if constexpr (SPEC::HAS_NORMALS) {
943
+ owlGeomTypeSetClosestHit(triangles_geom_type, 2, module, "normalsHit");
944
+ }
945
+ return triangles_geom_type;
946
+ }
947
+
948
+ // scene objects (and pool assets) all become the same all_objects order everywhere —
949
+ // part of the deterministic global instance-id layout
950
+ inline void collect_all_objects(const rendering::raytracing::Scene& scene, const rendering::raytracing::AssetPool& pool, std::vector<const rendering::raytracing::Object*>& all_objects){
951
+ all_objects.clear();
952
+ for(const auto& object : scene.objects){
953
+ all_objects.push_back(&object);
954
+ }
955
+ for(const auto& assembly : pool.assemblies){
956
+ for(const auto& object : assembly.objects){
957
+ all_objects.push_back(&object);
958
+ }
959
+ }
960
+ }
961
+
962
+ // one geometry/texture/BLAS build per unique scene: standalone renderers build into
963
+ // their own context, shared-library renderers reference the library's single build
964
+ template <typename DEVICE, typename SPEC>
965
+ void build_scene_assets(DEVICE& device, OWLContext context, OWLGeomType triangles_geom_type, const rendering::raytracing::Scene& scene, const std::vector<const rendering::raytracing::Object*>& all_objects, rendering::raytracing::backends::SceneState<rendering::raytracing::backends::Optix, SPEC>& assets){
966
+ namespace optix = rendering::raytracing::backends::optix;
967
+ RL_TOOLS_RENDERING_RAYTRACING_LOG("building " << scene.objects.size() << " object(s), " << scene.instances.size() << " instance(s), " << (all_objects.size() - scene.objects.size()) << " pool object(s) ...");
968
+ // ambient is baked per geometry, so it resolves at build time from the scene the
969
+ // build belongs to (per unique scene in library mode)
970
+ typename SPEC::T environment_ambient[3], environment_miss_0[3], environment_miss_1[3];
971
+ rendering::raytracing::detail::resolve_environment<SPEC>(scene.environment, environment_ambient, environment_miss_0, environment_miss_1);
972
+ (void)environment_miss_0; (void)environment_miss_1;
973
+
974
+ std::vector<OWLGeom> geoms;
975
+ std::vector<OWLGroup> object_groups;
976
+ for(size_t object_i = 0; object_i < all_objects.size(); object_i++){
977
+ std::vector<OWLGeom> object_geoms;
978
+ for(const auto& md : all_objects[object_i]->meshes){
979
+ size_t num_vertices = md.vertices.size() / 3;
980
+ size_t num_indices = md.indices.size() / 3;
981
+
982
+ OWLBuffer vb = owlDeviceBufferCreate(context, OWL_FLOAT3, num_vertices, md.vertices.data());
983
+ OWLBuffer ib = owlDeviceBufferCreate(context, OWL_INT3, num_indices, md.indices.data());
984
+
985
+ OWLGeom geom = owlGeomCreate(context, triangles_geom_type);
986
+ owlTrianglesSetVertices(geom, vb, num_vertices, sizeof(owl::vec3f), 0);
987
+ owlTrianglesSetIndices(geom, ib, num_indices, sizeof(owl::vec3i), 0);
988
+ {
989
+ using SHADING_USAGE = rendering::raytracing::detail::MediumShadingUsage<SPEC>;
990
+ if constexpr ((SPEC::HAS_RGB && (SPEC::SHADING::PBR_SHADING || SHADING_USAGE::USES_VERTEX)) || SPEC::HAS_NORMALS) {
991
+ owlGeomSetBuffer(geom, "vertex", vb);
992
+ }
993
+ if constexpr ((SPEC::HAS_RGB && (SPEC::SHADING::PBR_SHADING || SHADING_USAGE::USES_INDEX)) || SPEC::HAS_NORMALS) {
994
+ owlGeomSetBuffer(geom, "index", ib);
995
+ }
996
+ }
997
+ if constexpr (SPEC::HAS_RGB) {
998
+ owlGeomSet3f(geom, "color", owl3f{md.color[0], md.color[1], md.color[2]});
999
+ owlGeomSet1i(geom, "unlit", md.unlit);
1000
+
1001
+ if constexpr (SPEC::SHADING::PBR_SHADING || SPEC::SHADING::LOAD_TEXTURES) {
1002
+ if(!md.tex_coords.empty()){
1003
+ size_t num_tc = md.tex_coords.size() / 2;
1004
+ OWLBuffer tcb = owlDeviceBufferCreate(context, OWL_FLOAT2, num_tc, md.tex_coords.data());
1005
+ owlGeomSetBuffer(geom, "tex_coord", tcb);
1006
+ }
1007
+
1008
+ if(md.texture.present()){
1009
+ OWLTexture tex = owlTexture2DCreate(context,
1010
+ OWL_TEXEL_FORMAT_RGBA8,
1011
+ md.texture.width, md.texture.height,
1012
+ md.texture.pixels.data(),
1013
+ OWL_TEXTURE_LINEAR,
1014
+ OWL_TEXTURE_WRAP,
1015
+ OWL_TEXTURE_WRAP,
1016
+ OWL_COLOR_SPACE_SRGB);
1017
+ owlGeomSetTexture(geom, "texture", tex);
1018
+ owlGeomSet1i(geom, "has_texture", 1);
1019
+ } else {
1020
+ owlGeomSet1i(geom, "has_texture", 0);
1021
+ }
1022
+ }
1023
+
1024
+ if constexpr (SPEC::SHADING::PBR_SHADING || SPEC::SHADING::METALLIC_REFLECTIONS) {
1025
+ owlGeomSet1f(geom, "metallic", md.metallic);
1026
+ }
1027
+
1028
+ if constexpr (SPEC::SHADING::PBR_SHADING) {
1029
+ if (!md.normals.empty()) {
1030
+ size_t num_normals = md.normals.size() / 3;
1031
+ OWLBuffer nb = owlDeviceBufferCreate(context, OWL_FLOAT3, num_normals, md.normals.data());
1032
+ owlGeomSetBuffer(geom, "normal", nb);
1033
+ }
1034
+
1035
+ owlGeomSet1f(geom, "roughness", md.roughness);
1036
+
1037
+ if (md.normal_map.present()) {
1038
+ OWLTexture nm_tex = owlTexture2DCreate(context,
1039
+ OWL_TEXEL_FORMAT_RGBA8,
1040
+ md.normal_map.width, md.normal_map.height,
1041
+ md.normal_map.pixels.data(),
1042
+ OWL_TEXTURE_LINEAR,
1043
+ OWL_TEXTURE_WRAP,
1044
+ OWL_TEXTURE_WRAP,
1045
+ OWL_COLOR_SPACE_LINEAR);
1046
+ owlGeomSetTexture(geom, "normal_map", nm_tex);
1047
+ owlGeomSet1i(geom, "has_normal_map", 1);
1048
+ } else {
1049
+ owlGeomSet1i(geom, "has_normal_map", 0);
1050
+ }
1051
+
1052
+ if (md.metallic_roughness_map.present()) {
1053
+ OWLTexture mr_tex = owlTexture2DCreate(context,
1054
+ OWL_TEXEL_FORMAT_RGBA8,
1055
+ md.metallic_roughness_map.width, md.metallic_roughness_map.height,
1056
+ md.metallic_roughness_map.pixels.data(),
1057
+ OWL_TEXTURE_LINEAR,
1058
+ OWL_TEXTURE_WRAP,
1059
+ OWL_TEXTURE_WRAP,
1060
+ OWL_COLOR_SPACE_LINEAR);
1061
+ owlGeomSetTexture(geom, "metallic_roughness_map", mr_tex);
1062
+ owlGeomSet1i(geom, "has_metallic_roughness_map", 1);
1063
+ } else {
1064
+ owlGeomSet1i(geom, "has_metallic_roughness_map", 0);
1065
+ }
1066
+
1067
+ owlGeomSet3f(geom, "emissive", owl3f{md.emissive[0], md.emissive[1], md.emissive[2]});
1068
+ if (md.emissive_map.present()) {
1069
+ OWLTexture em_tex = owlTexture2DCreate(context,
1070
+ OWL_TEXEL_FORMAT_RGBA8,
1071
+ md.emissive_map.width, md.emissive_map.height,
1072
+ md.emissive_map.pixels.data(),
1073
+ OWL_TEXTURE_LINEAR,
1074
+ OWL_TEXTURE_WRAP,
1075
+ OWL_TEXTURE_WRAP,
1076
+ OWL_COLOR_SPACE_SRGB);
1077
+ owlGeomSetTexture(geom, "emissive_map", em_tex);
1078
+ owlGeomSet1i(geom, "has_emissive_map", 1);
1079
+ } else {
1080
+ owlGeomSet1i(geom, "has_emissive_map", 0);
1081
+ }
1082
+
1083
+ if (md.occlusion_map.present()) {
1084
+ OWLTexture ao_tex = owlTexture2DCreate(context,
1085
+ OWL_TEXEL_FORMAT_RGBA8,
1086
+ md.occlusion_map.width, md.occlusion_map.height,
1087
+ md.occlusion_map.pixels.data(),
1088
+ OWL_TEXTURE_LINEAR,
1089
+ OWL_TEXTURE_WRAP,
1090
+ OWL_TEXTURE_WRAP,
1091
+ OWL_COLOR_SPACE_LINEAR);
1092
+ owlGeomSetTexture(geom, "occlusion_map", ao_tex);
1093
+ owlGeomSet1i(geom, "has_occlusion_map", 1);
1094
+ } else {
1095
+ owlGeomSet1i(geom, "has_occlusion_map", 0);
1096
+ }
1097
+
1098
+ owlGeomSet1f(geom, "opacity", md.opacity);
1099
+ owlGeomSet1i(geom, "alpha_mode", md.alpha_mode);
1100
+ owlGeomSet1f(geom, "alpha_cutoff", md.alpha_cutoff);
1101
+ owlGeomSet3f(geom, "ambient_color", owl3f{(float)environment_ambient[0], (float)environment_ambient[1], (float)environment_ambient[2]});
1102
+ }
1103
+ }
1104
+
1105
+ geoms.push_back(geom);
1106
+ object_geoms.push_back(geom);
1107
+ }
1108
+ OWLGroup triangles_group = owlTrianglesGeomGroupCreate(context, object_geoms.size(), object_geoms.data());
1109
+ owlGroupBuildAccel(triangles_group);
1110
+ object_groups.push_back(triangles_group);
1111
+ }
1112
+
1113
+ if constexpr (SPEC::ENABLE_OVERLAYS){
1114
+ // degenerate triangle: valid to build, never reported as a hit
1115
+ const float filler_vertices[9] = {0, 0, 0, 0, 0, 0, 0, 0, 0};
1116
+ const int filler_indices[3] = {0, 1, 2};
1117
+ OWLBuffer filler_vertex_buffer = owlDeviceBufferCreate(context, OWL_FLOAT3, 3, filler_vertices);
1118
+ OWLBuffer filler_index_buffer = owlDeviceBufferCreate(context, OWL_INT3, 1, filler_indices);
1119
+ OWLGeom filler_geom = owlGeomCreate(context, triangles_geom_type);
1120
+ owlTrianglesSetVertices(filler_geom, filler_vertex_buffer, 3, sizeof(owl::vec3f), 0);
1121
+ owlTrianglesSetIndices(filler_geom, filler_index_buffer, 1, sizeof(owl::vec3i), 0);
1122
+ if constexpr (SPEC::HAS_RGB){
1123
+ owlGeomSet3f(filler_geom, "color", owl3f{0.f, 0.f, 0.f});
1124
+ }
1125
+ geoms.push_back(filler_geom);
1126
+ OWLGroup filler_group = owlTrianglesGeomGroupCreate(context, 1, &filler_geom);
1127
+ owlGroupBuildAccel(filler_group);
1128
+ assets.filler_group = filler_group;
1129
+ }
1130
+
1131
+ std::vector<OWLGroup> instance_children;
1132
+ std::vector<uint32_t> instance_ids; // user instance ids == global instance ids (contract: segmentation_object, operations_cpu_common.h)
1133
+ std::vector<float> instance_transforms; // 12 per instance: owl affine3f (linear columns vx, vy, vz, then translation)
1134
+ for(const auto& instance : scene.instances){
1135
+ instance_children.push_back(object_groups[instance.object]);
1136
+ instance_ids.push_back((uint32_t)instance_ids.size());
1137
+ const float* transform = instance.transform; // 3x4 row-major [R|t]
1138
+ const float owl_transform[12] = {
1139
+ transform[0], transform[4], transform[8],
1140
+ transform[1], transform[5], transform[9],
1141
+ transform[2], transform[6], transform[10],
1142
+ transform[3], transform[7], transform[11]
1143
+ };
1144
+ instance_transforms.insert(instance_transforms.end(), owl_transform, owl_transform + 12);
1145
+ }
1146
+ OWLGroup world = owlInstanceGroupCreate(context, instance_children.size(), instance_children.data(), instance_ids.data(), instance_transforms.data(), OWL_MATRIX_FORMAT_OWL);
1147
+ owlGroupBuildAccel(world);
1148
+
1149
+ if constexpr (SPEC::HAS_RGB && (SPEC::SHADING::PBR_SHADING || SPEC::SHADING::METALLIC_REFLECTIONS)) {
1150
+ for(size_t m = 0; m < geoms.size(); m++){
1151
+ owlGeomSetGroup(geoms[m], "world", world);
1152
+ }
1153
+ }
1154
+
1155
+ if constexpr (SPEC::HAS_RGB && SPEC::SHADING::PBR_SHADING) {
1156
+ const auto scene_lights = rendering::raytracing::detail::effective_scene_lights<true>(scene);
1157
+ OWLBuffer light_buffer = owlDeviceBufferCreate(context, OWL_USER_TYPE(rendering::raytracing::SceneLight),
1158
+ scene_lights.size(), scene_lights.data());
1159
+ for (size_t m = 0; m < geoms.size(); m++) {
1160
+ owlGeomSetBuffer(geoms[m], "scene_lights", light_buffer);
1161
+ owlGeomSet1i(geoms[m], "num_scene_lights", (int)scene_lights.size());
1162
+ }
1163
+ }
1164
+
1165
+ std::vector<unsigned int> host_instance_classes(scene.instances.size() + (SPEC::ENABLE_OVERLAYS ? (size_t)SPEC::NUM_OVERLAYS * SPEC::MAX_OVERLAY_INSTANCES : 0), 0);
1166
+ for(size_t instance_i = 0; instance_i < scene.instances.size(); instance_i++){
1167
+ host_instance_classes[instance_i] = all_objects[scene.instances[instance_i].object]->segmentation_class;
1168
+ }
1169
+ if(host_instance_classes.empty()){
1170
+ host_instance_classes.push_back(0);
1171
+ }
1172
+ OWLBuffer instance_classes_buffer = owlDeviceBufferCreate(context, OWL_UINT, host_instance_classes.size(), host_instance_classes.data());
1173
+
1174
+ assets.world = world;
1175
+ assets.instance_classes_buffer = instance_classes_buffer;
1176
+ assets.num_scene_instances = scene.instances.size();
1177
+ assets.object_groups.clear();
1178
+ for(OWLGroup object_group : object_groups){
1179
+ assets.object_groups.push_back(object_group);
1180
+ }
1181
+ }
1182
+
1183
+ // wires one renderer to a scene build: bounds, overlay state, ray gen vars, launch
1184
+ // params, and the context-level programs/pipeline/SBT rebuild
1185
+ template <typename DEVICE, typename SPEC>
1186
+ void init_renderer_scene(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Optix>& renderer, const rendering::raytracing::Scene& scene, const std::vector<const rendering::raytracing::Object*>& all_objects, const rendering::raytracing::backends::SceneState<rendering::raytracing::backends::Optix, SPEC>& assets){
1187
+ namespace optix = rendering::raytracing::backends::optix;
1188
+ OWLContext context = (OWLContext)renderer.backend->context;
1189
+ OWLGroup world = (OWLGroup)assets.world;
1190
+ OWLBuffer instance_classes_buffer = (OWLBuffer)assets.instance_classes_buffer;
1191
+
1192
+ if(renderer.backend->overlay_state != nullptr){
1193
+ auto* previous_overlay_state = (optix::OverlayState*)renderer.backend->overlay_state;
1194
+ optix::overlay_accel_destroy(previous_overlay_state->accel);
1195
+ cudaFree(previous_overlay_state->row_indices_device);
1196
+ cudaFree(previous_overlay_state->rows_device);
1197
+ delete previous_overlay_state;
1198
+ renderer.backend->overlay_state = nullptr;
1199
+ }
1200
+ if constexpr (SPEC::ENABLE_OVERLAYS){
1201
+ auto* overlay_state = new optix::OverlayState{};
1202
+ for(OWLGroup object_group : assets.object_groups){
1203
+ overlay_state->object_groups.push_back(object_group);
1204
+ }
1205
+ overlay_state->filler_group = (OWLGroup)assets.filler_group;
1206
+ renderer.backend->overlay_state = overlay_state;
1207
+ }
1208
+
1209
+ if constexpr (SPEC::HAS_RGB) {
1210
+ owlRayGenSetGroup((OWLRayGen)renderer.backend->ray_gen, "world", world);
1211
+ }
1212
+ if constexpr (SPEC::HAS_DEPTH) {
1213
+ const float max_depth = renderer.max_ray_length > 0 ? renderer.max_ray_length : 1e30f;
1214
+ owlRayGenSetGroup((OWLRayGen)renderer.backend->depth_ray_gen, "world", world);
1215
+ owlRayGenSet1f((OWLRayGen)renderer.backend->depth_ray_gen, "max_depth", max_depth);
1216
+ }
1217
+ if constexpr (SPEC::HAS_SEGMENTATION) {
1218
+ owlRayGenSetGroup((OWLRayGen)renderer.backend->segmentation_ray_gen, "world", world);
1219
+ }
1220
+ if constexpr (SPEC::HAS_NORMALS) {
1221
+ owlRayGenSetGroup((OWLRayGen)renderer.backend->normals_ray_gen, "world", world);
1222
+ }
1223
+ if constexpr (SPEC::HAS_FLOW) {
1224
+ constexpr unsigned int FLOW_SLOTS = SPEC::ENABLE_OVERLAYS ? (unsigned int)SPEC::NUM_OVERLAYS * SPEC::MAX_OVERLAY_INSTANCES : 0u;
1225
+ owlRayGenSetGroup((OWLRayGen)renderer.backend->flow_ray_gen, "world", world);
1226
+ owlRayGenSet1ui((OWLRayGen)renderer.backend->flow_ray_gen, "source_first_overlay_instance", (unsigned int)scene.instances.size());
1227
+ if constexpr (SPEC::HAS_FLOW_FORWARD) {
1228
+ owlRayGenSetGroup((OWLRayGen)renderer.backend->flow_forward_ray_gen, "world", world);
1229
+ owlRayGenSet1ui((OWLRayGen)renderer.backend->flow_forward_ray_gen, "source_first_overlay_instance", (unsigned int)scene.instances.size() + FLOW_SLOTS);
1230
+ }
1231
+ }
1232
+ if(renderer.backend->collision_ray_gen){
1233
+ owlRayGenSetGroup((OWLRayGen)renderer.backend->collision_ray_gen, "world", world);
1234
+ owlRayGenSet1f((OWLRayGen)renderer.backend->collision_ray_gen, "max_dist", renderer.max_ray_length);
1235
+ }
1236
+ renderer.backend->world = world;
1237
+
1238
+ // programs/pipeline/SBT must be (re)built after the geometry set changes; the launch
1239
+ // params are spec-dependent and created once. In shared-library mode later scene
1240
+ // builds only append SBT records, so earlier renderers' baked offsets stay valid.
1241
+ owlBuildPrograms(context);
1242
+ owlBuildPipeline(context);
1243
+ owlBuildSBT(context);
1244
+
1245
+ if constexpr (SPEC::ENABLE_OVERLAYS){
1246
+ auto* overlay_state = (optix::OverlayState*)renderer.backend->overlay_state;
1247
+ // per-object BLAS traversables and SBT offsets are only final after owlBuildSBT above;
1248
+ // baked into a device table the fill kernel joins against slot structure
1249
+ std::vector<optix::OverlayObjectEntry> object_entries(overlay_state->object_groups.size());
1250
+ for(size_t object_i = 0; object_i < overlay_state->object_groups.size(); object_i++){
1251
+ object_entries[object_i].traversable = (unsigned long long)owlGroupGetTraversable(overlay_state->object_groups[object_i], 0);
1252
+ object_entries[object_i].sbt_offset = owlGroupGetSBTOffset(overlay_state->object_groups[object_i]);
1253
+ object_entries[object_i].segmentation_class = all_objects[object_i]->segmentation_class;
1254
+ }
1255
+ overlay_state->accel = optix::overlay_accel_create(owlContextGetOptixContext(context, 0), SPEC::NUM_OVERLAYS, SPEC::MAX_OVERLAY_INSTANCES, (unsigned int)scene.instances.size(), (unsigned long long)owlGroupGetTraversable(overlay_state->filler_group, 0), SPEC::HAS_FLOW ? 2u : 1u);
1256
+ optix::overlay_accel_upload_objects(overlay_state->accel, object_entries.data(), (unsigned int)object_entries.size());
1257
+ constexpr size_t SLOTS = (size_t)SPEC::NUM_OVERLAYS * SPEC::MAX_OVERLAY_INSTANCES;
1258
+ overlay_state->structure_staging.assign(SLOTS, optix::OverlaySlotStructure{});
1259
+ overlay_state->row_indices.assign(SLOTS, 0u);
1260
+ overlay_state->rows.assign((size_t)(SPEC::ENABLE_DYNAMIC_MOTION_BLUR ? SPEC::MOTION_BLUR_SAMPLES : 1) * SLOTS * 12, 0.0f);
1261
+ cudaMalloc(&overlay_state->row_indices_device, overlay_state->row_indices.size() * sizeof(unsigned int));
1262
+ cudaMalloc(&overlay_state->rows_device, overlay_state->rows.size() * sizeof(float));
1263
+ // published once: raw builds into fixed per-overlay buffers keep the handles stable,
1264
+ // so no per-rebuild re-publication is needed
1265
+ overlay_state->traversables_buffer = owlDeviceBufferCreate(context, OWL_USER_TYPE(unsigned long long), SPEC::NUM_OVERLAYS, optix::overlay_accel_traversables(overlay_state->accel, 0));
1266
+ if constexpr (SPEC::HAS_FLOW) {
1267
+ overlay_state->traversables_previous_buffer = owlDeviceBufferCreate(context, OWL_USER_TYPE(unsigned long long), SPEC::NUM_OVERLAYS, optix::overlay_accel_traversables(overlay_state->accel, 1));
1268
+ }
1269
+ overlay_state->attachments_buffer = owlDeviceBufferCreate(context, OWL_UINT, (size_t)SPEC::NUM_CAMERAS * SPEC::MAX_OVERLAYS_PER_CAMERA, nullptr);
1270
+ rendering::raytracing::detail::reset_overlay_state(renderer);
1271
+ overlay_state->instance_classes_buffer = instance_classes_buffer;
1272
+ overlay_state->num_scene_instances = scene.instances.size();
1273
+ }
1274
+
1275
+ if(renderer.backend->launch_params == nullptr){
1276
+ OWLVarDecl launch_params_vars[] = {
1277
+ { "overlays", OWL_BUFPTR, OWL_OFFSETOF(OverlayLaunchParams, overlays)},
1278
+ { "overlays_previous", OWL_BUFPTR, OWL_OFFSETOF(OverlayLaunchParams, overlays_previous)},
1279
+ { "attachments", OWL_BUFPTR, OWL_OFFSETOF(OverlayLaunchParams, attachments)},
1280
+ { "overlay_count", OWL_INT, OWL_OFFSETOF(OverlayLaunchParams, overlay_count)},
1281
+ { "cam_width", OWL_INT, OWL_OFFSETOF(OverlayLaunchParams, cam_width)},
1282
+ { "cam_height", OWL_INT, OWL_OFFSETOF(OverlayLaunchParams, cam_height)},
1283
+ { "grid_cols", OWL_INT, OWL_OFFSETOF(OverlayLaunchParams, grid_cols)},
1284
+ { "instance_classes", OWL_BUFPTR, OWL_OFFSETOF(OverlayLaunchParams, instance_classes)},
1285
+ { "semantic_segmentation", OWL_INT, OWL_OFFSETOF(OverlayLaunchParams, semantic_segmentation)},
1286
+ { /* sentinel */ }
1287
+ };
1288
+ OWLParams launch_params = owlParamsCreate(context, sizeof(OverlayLaunchParams), launch_params_vars, -1);
1289
+ renderer.backend->launch_params = launch_params;
1290
+ if(renderer.backend->collision_ray_gen){
1291
+ OWLParams coll_lp = owlParamsCreate(context, sizeof(OverlayLaunchParams), launch_params_vars, -1);
1292
+ renderer.backend->coll_launch_params = coll_lp;
1293
+ }
1294
+ }
1295
+ OWLParams all_launch_params[2] = {(OWLParams)renderer.backend->launch_params, (OWLParams)renderer.backend->coll_launch_params};
1296
+ for(OWLParams launch_params : all_launch_params){
1297
+ if(launch_params == nullptr) continue;
1298
+ owlParamsSet1i(launch_params, "overlay_count", (int)SPEC::MAX_OVERLAYS_PER_CAMERA);
1299
+ owlParamsSet1i(launch_params, "cam_width", (int)SPEC::CAM_WIDTH);
1300
+ owlParamsSet1i(launch_params, "cam_height", (int)SPEC::CAM_HEIGHT);
1301
+ owlParamsSet1i(launch_params, "grid_cols", (int)SPEC::GRID_COLS);
1302
+ owlParamsSet1i(launch_params, "semantic_segmentation", SPEC::SEMANTIC_SEGMENTATION ? 1 : 0);
1303
+ owlParamsSetBuffer(launch_params, "instance_classes", instance_classes_buffer);
1304
+ if constexpr (SPEC::ENABLE_OVERLAYS){
1305
+ auto* overlay_state = (optix::OverlayState*)renderer.backend->overlay_state;
1306
+ owlParamsSetBuffer(launch_params, "overlays", overlay_state->traversables_buffer);
1307
+ owlParamsSetBuffer(launch_params, "attachments", overlay_state->attachments_buffer);
1308
+ if constexpr (SPEC::HAS_FLOW){
1309
+ owlParamsSetBuffer(launch_params, "overlays_previous", overlay_state->traversables_previous_buffer);
1310
+ }
1311
+ }
1312
+ }
1313
+
1314
+ if constexpr (SPEC::ENABLE_OVERLAYS){
1315
+ update(device, renderer); // publish the (empty) overlays and the attachment table
1316
+ }
1317
+ }
1318
+ }
1319
+
1320
+ template <typename DEVICE, typename SPEC, typename METADATA_T>
1321
+ void init(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Optix>& renderer, const rendering::raytracing::Scene& scene, const rendering::raytracing::AssetPool& pool, const rendering::SceneMetadata<METADATA_T>& metadata){
1322
+ namespace optix = rendering::raytracing::backends::optix;
1323
+ validate_semantic_segmentation<SPEC>(device, scene, pool);
1324
+ renderer.max_ray_length = (typename SPEC::T)metadata.max_ray_length;
1325
+ rendering::raytracing::detail::announce_configuration<SPEC>();
1326
+ rendering::raytracing::detail::resolve_environment<SPEC>(scene.environment, renderer.ambient_color, renderer.miss_color_0, renderer.miss_color_1);
1327
+ owlMissProgSet3f((OWLMissProg)renderer.backend->miss_prog, "color_0", owl3f{(float)renderer.miss_color_0[0], (float)renderer.miss_color_0[1], (float)renderer.miss_color_0[2]});
1328
+ owlMissProgSet3f((OWLMissProg)renderer.backend->miss_prog, "color_1", owl3f{(float)renderer.miss_color_1[0], (float)renderer.miss_color_1[1], (float)renderer.miss_color_1[2]});
1329
+ OWLContext context = (OWLContext)renderer.backend->context;
1330
+ OWLModule module = (OWLModule)renderer.backend->module;
1331
+ OWLGeomType triangles_geom_type = optix::detail::create_geom_type<SPEC>(context, module);
1332
+
1333
+ std::vector<const rendering::raytracing::Object*> all_objects;
1334
+ for(const auto& object : scene.objects){
1335
+ all_objects.push_back(&object);
1336
+ }
1337
+ if constexpr (SPEC::ENABLE_OVERLAYS){
1338
+ rendering::raytracing::detail::register_pool_assets(device, renderer, pool, all_objects);
1339
+ }
1340
+
1341
+ rendering::raytracing::backends::SceneState<rendering::raytracing::backends::Optix, SPEC> assets;
1342
+ optix::detail::build_scene_assets<DEVICE, SPEC>(device, context, triangles_geom_type, scene, all_objects, assets);
1343
+ optix::detail::init_renderer_scene(device, renderer, scene, all_objects, assets);
1344
+ }
1345
+
1346
+ // shared-library mode: one geometry/texture/BLAS build per unique scene (content-hash
1347
+ // dedup inside the library), then init(device, renderer, library, scene_id) wires a
1348
+ // renderer to the shared build. Returns the unique-scene index so callers can key their
1349
+ // own per-scene data.
1350
+ template <typename DEVICE, typename SPEC, typename T>
1351
+ typename SPEC::TI insert(DEVICE& device, rendering::raytracing::AssetLibrary<SPEC, rendering::raytracing::backends::Optix>& library, rendering::Bundle<T>& bundle){
1352
+ namespace optix = rendering::raytracing::backends::optix;
1353
+ using TI = typename SPEC::TI;
1354
+ bool is_new = false;
1355
+ const TI scene_id = rendering::raytracing::detail::library_insert(device, library, bundle, is_new);
1356
+ if(is_new){
1357
+ const rendering::raytracing::Scene& scene = library.scenes[scene_id];
1358
+ if(library.backend->geom_type == nullptr){
1359
+ library.backend->geom_type = optix::detail::create_geom_type<SPEC>(library.backend->context, library.backend->module);
1360
+ }
1361
+ std::vector<const rendering::raytracing::Object*> build_objects;
1362
+ optix::detail::collect_all_objects(scene, library.pool, build_objects);
1363
+ library.assets[scene_id] = new rendering::raytracing::backends::SceneState<rendering::raytracing::backends::Optix, SPEC>{};
1364
+ optix::detail::build_scene_assets<DEVICE, SPEC>(device, library.backend->context, library.backend->geom_type, scene, build_objects, *library.assets[scene_id]);
1365
+ }
1366
+ return scene_id;
1367
+ }
1368
+
1369
+ template <typename DEVICE, typename SPEC>
1370
+ void init(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Optix>& renderer, rendering::raytracing::AssetLibrary<SPEC, rendering::raytracing::backends::Optix>& library, typename SPEC::TI scene_id){
1371
+ namespace optix = rendering::raytracing::backends::optix;
1372
+ utils::assert_exit(device, renderer.backend->library == &library, "init: the renderer was not malloc'd against this library");
1373
+ utils::assert_exit(device, scene_id < (typename SPEC::TI)library.scenes.size(), "init: scene_id out of range");
1374
+ const rendering::raytracing::Scene& scene = library.scenes[scene_id];
1375
+ validate_semantic_segmentation<SPEC>(device, scene, library.pool);
1376
+ renderer.max_ray_length = library.metadata[scene_id].max_ray_length;
1377
+ rendering::raytracing::detail::announce_configuration<SPEC>();
1378
+ rendering::raytracing::detail::resolve_environment<SPEC>(scene.environment, renderer.ambient_color, renderer.miss_color_0, renderer.miss_color_1);
1379
+ owlMissProgSet3f((OWLMissProg)renderer.backend->miss_prog, "color_0", owl3f{(float)renderer.miss_color_0[0], (float)renderer.miss_color_0[1], (float)renderer.miss_color_0[2]});
1380
+ owlMissProgSet3f((OWLMissProg)renderer.backend->miss_prog, "color_1", owl3f{(float)renderer.miss_color_1[0], (float)renderer.miss_color_1[1], (float)renderer.miss_color_1[2]});
1381
+
1382
+ std::vector<const rendering::raytracing::Object*> all_objects;
1383
+ for(const auto& object : scene.objects){
1384
+ all_objects.push_back(&object);
1385
+ }
1386
+ if constexpr (SPEC::ENABLE_OVERLAYS){
1387
+ rendering::raytracing::detail::register_pool_assets(device, renderer, library.pool, all_objects);
1388
+ }
1389
+ else{
1390
+ optix::detail::collect_all_objects(scene, library.pool, all_objects);
1391
+ }
1392
+ optix::detail::init_renderer_scene(device, renderer, scene, all_objects, *library.assets[scene_id]);
1393
+ }
1394
+
1395
+
1396
+ namespace rendering::raytracing::backends::optix{
1397
+ // producers write the renderer's device tensors on the caller's stream (device.stream);
1398
+ // the launch verbs bridge it to the backend-owned streams with an event so producer
1399
+ // writes are ordered before consumption — callers never handle streams. A CPU device has
1400
+ // no stream member and resolves to the null overload (host writes are synchronous).
1401
+ template <typename DEVICE>
1402
+ auto producer_stream(DEVICE& device, int) -> decltype(device.stream) { return device.stream; }
1403
+ template <typename DEVICE>
1404
+ cudaStream_t producer_stream(DEVICE& device, long){ return nullptr; }
1405
+
1406
+ // orders consumer after the work enqueued so far on producer through the renderer's
1407
+ // reusable event: the record/wait pair captures producer's position on the spot
1408
+ inline void order_after(cudaEvent_t event, cudaStream_t producer, cudaStream_t consumer){
1409
+ if(producer == consumer){
1410
+ return;
1411
+ }
1412
+ cudaEventRecord(event, producer);
1413
+ cudaStreamWaitEvent(consumer, event, 0);
1414
+ }
1415
+
1416
+ inline void await_producer(cudaEvent_t event, cudaStream_t producer, cudaStream_t consumer){
1417
+ if(producer != nullptr){
1418
+ order_after(event, producer, consumer);
1419
+ }
1420
+ }
1421
+
1422
+ // publishes the pending rows of one host staging mirror into its resident tensor: the
1423
+ // rows compact into the pageable index/row lists and one scatter kernel writes them —
1424
+ // two copies and one kernel per tensor and update, however sparse the host writes were.
1425
+ // num_slabs > 1 publishes the sample-major motion mirror (slabs SLOTS rows apart).
1426
+ template <typename SPEC>
1427
+ void publish_rows(OverlayState& overlay_state, bool* pending, const float* staging, float* resident, unsigned int num_slabs, cudaStream_t stream){
1428
+ constexpr size_t SLOTS = (size_t)SPEC::NUM_OVERLAYS * SPEC::MAX_OVERLAY_INSTANCES;
1429
+ unsigned int count = 0;
1430
+ for(size_t slot = 0; slot < SLOTS; slot++){
1431
+ if(pending[slot]){
1432
+ overlay_state.row_indices[count++] = (unsigned int)slot;
1433
+ pending[slot] = false;
1434
+ }
1435
+ }
1436
+ if(count == 0){
1437
+ return;
1438
+ }
1439
+ for(unsigned int slab = 0; slab < num_slabs; slab++){
1440
+ for(unsigned int row = 0; row < count; row++){
1441
+ std::memcpy(overlay_state.rows.data() + ((size_t)slab * count + row) * 12, staging + ((size_t)slab * SLOTS + overlay_state.row_indices[row]) * 12, 12 * sizeof(float));
1442
+ }
1443
+ }
1444
+ cudaMemcpyAsync(overlay_state.row_indices_device, overlay_state.row_indices.data(), count * sizeof(unsigned int), cudaMemcpyHostToDevice, stream);
1445
+ cudaMemcpyAsync(overlay_state.rows_device, overlay_state.rows.data(), (size_t)num_slabs * count * 12 * sizeof(float), cudaMemcpyHostToDevice, stream);
1446
+ overlay_accel_scatter_rows(overlay_state.row_indices_device, count, overlay_state.rows_device, resident, num_slabs, (unsigned int)SLOTS, stream);
1447
+ }
1448
+ }
1449
+
1450
+ // fully stream-ordered on the render stream: the pending host rows publish by scatter, then
1451
+ // the device-side instance fill and per-overlay raw optixAccelBuild — no host synchronization
1452
+ template <typename DEVICE, typename SPEC>
1453
+ void update_launch(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Optix>& renderer){
1454
+ static_assert(SPEC::ENABLE_OVERLAYS, "update requires an overlay-enabled renderer specification");
1455
+ namespace optix = rendering::raytracing::backends::optix;
1456
+ using TI = typename SPEC::TI;
1457
+ auto* overlay_state = (optix::OverlayState*)renderer.backend->overlay_state;
1458
+ cudaStream_t cuda_stream = (cudaStream_t)owlParamsGetCudaStream((OWLParams)renderer.backend->launch_params, 0);
1459
+ cudaStream_t coll_stream = renderer.backend->coll_launch_params != nullptr ? (cudaStream_t)owlParamsGetCudaStream((OWLParams)renderer.backend->coll_launch_params, 0) : cuda_stream;
1460
+ optix::await_producer(renderer.backend->ordering_event, optix::producer_stream(device, 0), cuda_stream);
1461
+ // probe launches trace the overlay TLASes on their own stream: order this rebuild after
1462
+ // in-flight probes and subsequent probes after this rebuild, without host syncs
1463
+ optix::order_after(renderer.backend->ordering_event, coll_stream, cuda_stream);
1464
+
1465
+ for(TI overlay = 0; overlay < SPEC::NUM_OVERLAYS; overlay++){
1466
+ auto& overlay_host = renderer.overlays[overlay];
1467
+ if(!overlay_host.dirty){
1468
+ continue;
1469
+ }
1470
+ const size_t base = (size_t)overlay * SPEC::MAX_OVERLAY_INSTANCES;
1471
+ for(TI slot = 0; slot < SPEC::MAX_OVERLAY_INSTANCES; slot++){
1472
+ auto& row = overlay_state->structure_staging[base + slot];
1473
+ row.active = overlay_host.slots[slot].active ? 1u : 0u;
1474
+ row.object = (unsigned int)overlay_host.slots[slot].object;
1475
+ }
1476
+ cudaMemcpyAsync(optix::overlay_accel_structure(overlay_state->accel) + base, &overlay_state->structure_staging[base], SPEC::MAX_OVERLAY_INSTANCES * sizeof(optix::OverlaySlotStructure), cudaMemcpyHostToDevice, cuda_stream);
1477
+ overlay_host.dirty = false;
1478
+ }
1479
+ // producer writes stay in place: the scatter touches only the rows the host marked, and
1480
+ // the accel build below consumes the tensors unconditionally (overlay-producer contract tests)
1481
+ optix::publish_rows<SPEC>(*overlay_state, renderer.transforms_pending, renderer.transforms_staging.data(), data(renderer.transforms), 1u, cuda_stream);
1482
+ if constexpr (SPEC::HAS_FLOW_OVERLAYS){
1483
+ optix::publish_rows<SPEC>(*overlay_state, renderer.transforms_previous_pending, renderer.transforms_previous_staging.data(), data(renderer.transforms_previous), 1u, cuda_stream);
1484
+ }
1485
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR){
1486
+ optix::publish_rows<SPEC>(*overlay_state, renderer.transforms_motion_pending, renderer.transforms_motion_staging.data(), data(renderer.transforms_motion), (unsigned int)SPEC::MOTION_BLUR_SAMPLES, cuda_stream);
1487
+ }
1488
+ if(renderer.attachments_dirty){
1489
+ std::vector<uint32_t> attachments((size_t)SPEC::NUM_CAMERAS * SPEC::MAX_OVERLAYS_PER_CAMERA);
1490
+ for(size_t index = 0; index < attachments.size(); index++){
1491
+ attachments[index] = (uint32_t)renderer.attachments[index];
1492
+ }
1493
+ owlBufferUpload(overlay_state->attachments_buffer, attachments.data(), 0, attachments.size());
1494
+ renderer.attachments_dirty = false;
1495
+ }
1496
+ optix::overlay_accel_build(overlay_state->accel, data(renderer.transforms), (unsigned int*)owlBufferGetPointer(overlay_state->instance_classes_buffer, 0), 1.0f, nullptr, cuda_stream, 0u);
1497
+ if constexpr (SPEC::HAS_FLOW){
1498
+ // the previous instant's TLASes (shifted id range, no segmentation classes) and the
1499
+ // per-slot deltas between the instants, both from the tensors, both stream-ordered
1500
+ optix::overlay_accel_build(overlay_state->accel, data(renderer.transforms_previous), nullptr, 1.0f, nullptr, cuda_stream, 1u);
1501
+ optix::overlay_accel_compose_flow_deltas(optix::overlay_accel_structure(overlay_state->accel), data(renderer.transforms), data(renderer.transforms_previous), (float*)owlBufferGetPointer(renderer.backend->flow_deltas_buffer, 0),
1502
+ (unsigned int)SPEC::NUM_OVERLAYS, (unsigned int)SPEC::MAX_OVERLAY_INSTANCES, cuda_stream);
1503
+ }
1504
+ optix::order_after(renderer.backend->ordering_event, cuda_stream, coll_stream);
1505
+ }
1506
+
1507
+ template <typename DEVICE, typename SPEC>
1508
+ void update_sync(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Optix>& renderer){
1509
+ static_assert(SPEC::ENABLE_OVERLAYS, "update requires an overlay-enabled renderer specification");
1510
+ cudaStreamSynchronize((cudaStream_t)owlParamsGetCudaStream((OWLParams)renderer.backend->launch_params, 0));
1511
+ }
1512
+
1513
+ // the previous instant becomes the current one, entirely on the render stream: the camera
1514
+ // and transform tensors copy device-to-device, rows the host has not yet published reach
1515
+ // transforms_previous through their staging mirror at the next update
1516
+ template <typename DEVICE, typename SPEC>
1517
+ void advance_flow_launch(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Optix>& renderer){
1518
+ static_assert(SPEC::HAS_FLOW, "advance_flow requires a flow-capable renderer specification");
1519
+ namespace optix = rendering::raytracing::backends::optix;
1520
+ cudaStream_t cuda_stream = (cudaStream_t)owlParamsGetCudaStream((OWLParams)renderer.backend->launch_params, 0);
1521
+ optix::await_producer(renderer.backend->ordering_event, optix::producer_stream(device, 0), cuda_stream);
1522
+ cudaMemcpyAsync(data(renderer.cameras_previous), data(renderer.cameras), decltype(renderer.cameras)::SPEC::SIZE_BYTES, cudaMemcpyDeviceToDevice, cuda_stream);
1523
+ if constexpr (SPEC::HAS_FLOW_OVERLAYS){
1524
+ rendering::raytracing::detail::advance_flow_staging(renderer);
1525
+ cudaMemcpyAsync(data(renderer.transforms_previous), data(renderer.transforms), decltype(renderer.transforms)::SPEC::SIZE_BYTES, cudaMemcpyDeviceToDevice, cuda_stream);
1526
+ }
1527
+ }
1528
+
1529
+ template <typename DEVICE, typename SPEC>
1530
+ void advance_flow_sync(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Optix>& renderer){
1531
+ static_assert(SPEC::HAS_FLOW, "advance_flow requires a flow-capable renderer specification");
1532
+ cudaStreamSynchronize((cudaStream_t)owlParamsGetCudaStream((OWLParams)renderer.backend->launch_params, 0));
1533
+ }
1534
+
1535
+ template <typename DEVICE, typename SPEC>
1536
+ void update(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Optix>& renderer){
1537
+ update_launch(device, renderer);
1538
+ update_sync(device, renderer);
1539
+ }
1540
+
1541
+
1542
+ namespace rendering::raytracing::backends::optix {
1543
+ inline void synchronize(rendering::raytracing::backends::Device<rendering::raytracing::backends::Optix>& device){
1544
+ if(device.state->launch_params != nullptr){
1545
+ cudaStreamSynchronize((cudaStream_t)owlParamsGetCudaStream((OWLParams)device.state->launch_params, 0));
1546
+ }
1547
+ if(device.state->coll_launch_params != nullptr){
1548
+ cudaStreamSynchronize((cudaStream_t)owlParamsGetCudaStream((OWLParams)device.state->coll_launch_params, 0));
1549
+ }
1550
+ }
1551
+ }
1552
+
1553
+ // renderer memory-domain copies: ordered after the renderer's in-flight work on both
1554
+ // renderer-owned streams, so no separate synchronize() is needed at readback/upload boundaries
1555
+ template <typename TO_DEVICE, typename FROM_SPEC, typename TO_SPEC>
1556
+ void copy(rendering::raytracing::backends::Device<rendering::raytracing::backends::Optix>& from_device, TO_DEVICE& to_device, const Tensor<FROM_SPEC>& from, Tensor<TO_SPEC>& to){
1557
+ static_assert(tensor::same_dimensions_shape<typename FROM_SPEC::SHAPE, typename TO_SPEC::SHAPE>());
1558
+ static_assert(tensor::same_dimensions_shape<typename FROM_SPEC::STRIDE, typename TO_SPEC::STRIDE>() && tensor::dense_row_major_layout<FROM_SPEC>(), "renderer copies require matching dense row-major layouts");
1559
+ static_assert(utils::typing::is_same_v<typename FROM_SPEC::T, typename TO_SPEC::T>);
1560
+ rendering::raytracing::backends::optix::synchronize(from_device);
1561
+ cudaMemcpy(to._data, from._data, FROM_SPEC::SIZE_BYTES, cudaMemcpyDeviceToHost);
1562
+ }
1563
+ template <typename FROM_DEVICE, typename FROM_SPEC, typename TO_SPEC>
1564
+ void copy(FROM_DEVICE& from_device, rendering::raytracing::backends::Device<rendering::raytracing::backends::Optix>& to_device, const Tensor<FROM_SPEC>& from, Tensor<TO_SPEC>& to){
1565
+ static_assert(tensor::same_dimensions_shape<typename FROM_SPEC::SHAPE, typename TO_SPEC::SHAPE>());
1566
+ static_assert(tensor::same_dimensions_shape<typename FROM_SPEC::STRIDE, typename TO_SPEC::STRIDE>() && tensor::dense_row_major_layout<FROM_SPEC>(), "renderer copies require matching dense row-major layouts");
1567
+ static_assert(utils::typing::is_same_v<typename FROM_SPEC::T, typename TO_SPEC::T>);
1568
+ rendering::raytracing::backends::optix::synchronize(to_device);
1569
+ cudaMemcpy(to._data, from._data, FROM_SPEC::SIZE_BYTES, cudaMemcpyHostToDevice);
1570
+ }
1571
+
1572
+ // =========================================================================
1573
+ // generate_probe_directions: Fibonacci probe directions + upload
1574
+ // =========================================================================
1575
+ template <typename DEVICE, typename SPEC>
1576
+ void generate_probe_directions(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Optix>& renderer){
1577
+ #if RL_TOOLS_RENDERING_RAYTRACING_DISABLE_PROBE_RAYS
1578
+ RL_TOOLS_RENDERING_RAYTRACING_LOG("Probe rays disabled (RL_TOOLS_RENDERING_RAYTRACING_DISABLE_PROBE_RAYS=1)");
1579
+ return;
1580
+ #else
1581
+ std::vector<float> dirs = rendering::raytracing::detail::generate_probe_direction_vectors<SPEC>();
1582
+ owlBufferUpload((OWLBuffer)renderer.backend->probe_dirs_buffer, dirs.data(), 0, SPEC::NUM_PROBES);
1583
+ #endif
1584
+ }
1585
+
1586
+ template <typename DEVICE, typename SPEC>
1587
+ void render_launch(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Optix>& renderer){
1588
+ namespace optix = rendering::raytracing::backends::optix;
1589
+ using TI = typename SPEC::TI;
1590
+ OWLParams launch_params = (OWLParams)renderer.backend->launch_params;
1591
+ cudaStream_t cuda_stream = (cudaStream_t)owlParamsGetCudaStream(launch_params, 0);
1592
+ optix::await_producer(renderer.backend->ordering_event, optix::producer_stream(device, 0), cuda_stream);
1593
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR){
1594
+ // one enqueue-only pass per motion sample: overlay TLAS rebuild from the per-sample
1595
+ // transforms slab (the fill kernel also publishes the pass's shutter time), then the
1596
+ // accumulate ray gens; the shutter-close rebuild restores the steady state for
1597
+ // segmentation/probes before the resolve kernel averages the accumulators
1598
+ auto* overlay_state = (optix::OverlayState*)renderer.backend->overlay_state;
1599
+ unsigned int* instance_classes = (unsigned int*)owlBufferGetPointer(overlay_state->instance_classes_buffer, 0);
1600
+ cudaStream_t coll_stream = renderer.backend->coll_launch_params != nullptr ? (cudaStream_t)owlParamsGetCudaStream((OWLParams)renderer.backend->coll_launch_params, 0) : cuda_stream;
1601
+ optix::order_after(renderer.backend->ordering_event, coll_stream, cuda_stream);
1602
+ if constexpr (SPEC::HAS_RGB){
1603
+ cudaMemsetAsync(data(renderer.rgb_accumulator), 0, decltype(renderer.rgb_accumulator)::SPEC::SIZE_BYTES, cuda_stream);
1604
+ }
1605
+ if constexpr (SPEC::HAS_DEPTH){
1606
+ cudaMemsetAsync(data(renderer.depth_accumulator), 0, decltype(renderer.depth_accumulator)::SPEC::SIZE_BYTES, cuda_stream);
1607
+ }
1608
+ constexpr size_t SLAB = (size_t)SPEC::NUM_OVERLAYS * SPEC::MAX_OVERLAY_INSTANCES * 12;
1609
+ for(TI sample = 0; sample < SPEC::MOTION_BLUR_SAMPLES; sample++){
1610
+ const float shutter_t = ((float)sample + 0.5f) / (float)SPEC::MOTION_BLUR_SAMPLES;
1611
+ optix::overlay_accel_build(overlay_state->accel, data(renderer.transforms_motion) + sample * SLAB, instance_classes, shutter_t, renderer.backend->shutter_device, cuda_stream, 0u);
1612
+ if constexpr (SPEC::HAS_RGB){
1613
+ owlAsyncLaunch2D((OWLRayGen)renderer.backend->ray_gen, SPEC::FB_WIDTH, SPEC::FB_HEIGHT, launch_params);
1614
+ }
1615
+ if constexpr (SPEC::HAS_DEPTH){
1616
+ owlAsyncLaunch2D((OWLRayGen)renderer.backend->depth_ray_gen, SPEC::FB_WIDTH, SPEC::FB_HEIGHT, launch_params);
1617
+ }
1618
+ }
1619
+ optix::overlay_accel_build(overlay_state->accel, data(renderer.transforms), instance_classes, 1.0f, nullptr, cuda_stream, 0u);
1620
+ optix::order_after(renderer.backend->ordering_event, cuda_stream, coll_stream);
1621
+ if constexpr (SPEC::HAS_SEGMENTATION){
1622
+ owlAsyncLaunch2D((OWLRayGen)renderer.backend->segmentation_ray_gen, SPEC::FB_WIDTH, SPEC::FB_HEIGHT, launch_params);
1623
+ }
1624
+ if constexpr (SPEC::HAS_NORMALS){
1625
+ owlAsyncLaunch2D((OWLRayGen)renderer.backend->normals_ray_gen, SPEC::FB_WIDTH, SPEC::FB_HEIGHT, launch_params);
1626
+ }
1627
+ if constexpr (SPEC::HAS_FLOW){
1628
+ owlAsyncLaunch2D((OWLRayGen)renderer.backend->flow_ray_gen, SPEC::FB_WIDTH, SPEC::FB_HEIGHT, launch_params);
1629
+ }
1630
+ if constexpr (SPEC::HAS_FLOW_FORWARD){
1631
+ owlAsyncLaunch2D((OWLRayGen)renderer.backend->flow_forward_ray_gen, SPEC::FB_WIDTH, SPEC::FB_HEIGHT, launch_params);
1632
+ }
1633
+ const float* rgb_accumulation = nullptr;
1634
+ unsigned int* frame_buffer = nullptr;
1635
+ float* observation = nullptr;
1636
+ const float* depth_accumulation = nullptr;
1637
+ float* depth_buffer = nullptr;
1638
+ if constexpr (SPEC::HAS_RGB){
1639
+ rgb_accumulation = data(renderer.rgb_accumulator);
1640
+ frame_buffer = data(renderer.frame_buffer);
1641
+ }
1642
+ if constexpr (SPEC::HAS_OBSERVATION){
1643
+ observation = data(renderer.observation);
1644
+ }
1645
+ if constexpr (SPEC::HAS_DEPTH){
1646
+ depth_accumulation = data(renderer.depth_accumulator);
1647
+ depth_buffer = data(renderer.depth_buffer);
1648
+ }
1649
+ optix::overlay_accel_resolve(rgb_accumulation, frame_buffer, observation, SPEC::SHADING::SRGB_OUTPUT ? 1 : 0,
1650
+ depth_accumulation, depth_buffer,
1651
+ (unsigned int)((size_t)SPEC::NUM_CAMERAS * SPEC::CAM_PIXELS),
1652
+ (unsigned int)SPEC::MOTION_BLUR_SAMPLES, cuda_stream);
1653
+ return;
1654
+ }
1655
+ if constexpr (SPEC::HAS_RGB) {
1656
+ OWLRayGen ray_gen = (OWLRayGen)renderer.backend->ray_gen;
1657
+ owlAsyncLaunch2D(ray_gen, SPEC::FB_WIDTH, SPEC::FB_HEIGHT, launch_params);
1658
+ }
1659
+ if constexpr (SPEC::HAS_DEPTH) {
1660
+ OWLRayGen depth_ray_gen = (OWLRayGen)renderer.backend->depth_ray_gen;
1661
+ owlAsyncLaunch2D(depth_ray_gen, SPEC::FB_WIDTH, SPEC::FB_HEIGHT, launch_params);
1662
+ }
1663
+ if constexpr (SPEC::HAS_SEGMENTATION) {
1664
+ owlAsyncLaunch2D((OWLRayGen)renderer.backend->segmentation_ray_gen, SPEC::FB_WIDTH, SPEC::FB_HEIGHT, launch_params);
1665
+ }
1666
+ if constexpr (SPEC::HAS_NORMALS) {
1667
+ owlAsyncLaunch2D((OWLRayGen)renderer.backend->normals_ray_gen, SPEC::FB_WIDTH, SPEC::FB_HEIGHT, launch_params);
1668
+ }
1669
+ if constexpr (SPEC::HAS_FLOW) {
1670
+ owlAsyncLaunch2D((OWLRayGen)renderer.backend->flow_ray_gen, SPEC::FB_WIDTH, SPEC::FB_HEIGHT, launch_params);
1671
+ }
1672
+ if constexpr (SPEC::HAS_FLOW_FORWARD) {
1673
+ owlAsyncLaunch2D((OWLRayGen)renderer.backend->flow_forward_ray_gen, SPEC::FB_WIDTH, SPEC::FB_HEIGHT, launch_params);
1674
+ }
1675
+ }
1676
+
1677
+ template <typename DEVICE, typename SPEC>
1678
+ void render_sync(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Optix>& renderer){
1679
+ owlLaunchSync((OWLParams)renderer.backend->launch_params);
1680
+ }
1681
+
1682
+ // render produces the image outputs the spec declares; the collision-probe pass is the
1683
+ // separate probe verb so it can be scheduled independently (e.g. alongside update)
1684
+ template <typename DEVICE, typename SPEC>
1685
+ void probe_launch(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Optix>& renderer){
1686
+ namespace optix = rendering::raytracing::backends::optix;
1687
+ if(renderer.backend->collision_ray_gen){
1688
+ OWLRayGen collision_ray_gen = (OWLRayGen)renderer.backend->collision_ray_gen;
1689
+ OWLParams coll_lp = (OWLParams)renderer.backend->coll_launch_params;
1690
+ optix::await_producer(renderer.backend->ordering_event, optix::producer_stream(device, 0), (cudaStream_t)owlParamsGetCudaStream(coll_lp, 0));
1691
+ owlAsyncLaunch2D(collision_ray_gen, SPEC::NUM_CAMERAS, SPEC::NUM_PROBES, coll_lp);
1692
+ }
1693
+ }
1694
+
1695
+ template <typename DEVICE, typename SPEC>
1696
+ void probe_sync(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Optix>& renderer){
1697
+ if(renderer.backend->coll_launch_params)
1698
+ owlLaunchSync((OWLParams)renderer.backend->coll_launch_params);
1699
+ }
1700
+
1701
+ // render stream shared by render/probe/update launches; producers writing renderer inputs
1702
+ // from their own kernels can run on it to get ordering without events or host syncs
1703
+ template <typename DEVICE, typename SPEC>
1704
+ cudaStream_t stream(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Optix>& renderer){
1705
+ return (cudaStream_t)owlParamsGetCudaStream((OWLParams)renderer.backend->launch_params, 0);
1706
+ }
1707
+
1708
+ template <typename DEVICE, typename SPEC>
1709
+ std::string device_name(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Optix>& renderer){
1710
+ cudaPointerAttributes attributes{};
1711
+ utils::assert_exit(device, cudaPointerGetAttributes(&attributes, data(renderer.cameras)) == cudaSuccess, "OptiX: cannot identify renderer device");
1712
+ cudaDeviceProp properties{};
1713
+ utils::assert_exit(device, cudaGetDeviceProperties(&properties, attributes.device) == cudaSuccess, "OptiX: cannot query renderer device");
1714
+ return properties.name;
1715
+ }
1716
+
1717
+ // scoped to the renderer's own streams — never a whole-device barrier
1718
+ template <typename DEVICE, typename SPEC>
1719
+ void synchronize(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Optix>& renderer){
1720
+ rendering::raytracing::backends::optix::synchronize(renderer.device);
1721
+ }
1722
+
1723
+ template <typename DEVICE, typename SPEC>
1724
+ void free(DEVICE& device, rendering::raytracing::Renderer<SPEC, rendering::raytracing::backends::Optix>& renderer){
1725
+ RL_TOOLS_RENDERING_RAYTRACING_LOG("destroying devicegroups ...");
1726
+ if(renderer.backend != nullptr){
1727
+ if(renderer.backend->context != nullptr && renderer.backend->library == nullptr){
1728
+ owlContextDestroy((OWLContext)renderer.backend->context); // library-backed renderers borrow the context — the library destroys it
1729
+ }
1730
+ if(renderer.backend->overlay_state != nullptr){
1731
+ auto* overlay_state = (rendering::raytracing::backends::optix::OverlayState*)renderer.backend->overlay_state;
1732
+ rendering::raytracing::backends::optix::overlay_accel_destroy(overlay_state->accel);
1733
+ cudaFree(overlay_state->row_indices_device);
1734
+ cudaFree(overlay_state->rows_device);
1735
+ delete overlay_state;
1736
+ }
1737
+ if(renderer.backend->shutter_device != nullptr){
1738
+ cudaFree(renderer.backend->shutter_device);
1739
+ }
1740
+ if(renderer.backend->ordering_event != nullptr){
1741
+ cudaEventDestroy(renderer.backend->ordering_event);
1742
+ }
1743
+ delete renderer.backend;
1744
+ renderer.backend = nullptr;
1745
+ renderer.device.state = nullptr;
1746
+ }
1747
+ if constexpr (SPEC::ENABLE_OVERLAYS){
1748
+ if(renderer.transforms._data != nullptr){
1749
+ cudaFree(renderer.transforms._data);
1750
+ renderer.transforms._data = nullptr;
1751
+ }
1752
+ }
1753
+ if constexpr (SPEC::HAS_FLOW_OVERLAYS){
1754
+ if(renderer.transforms_previous._data != nullptr){
1755
+ cudaFree(renderer.transforms_previous._data);
1756
+ renderer.transforms_previous._data = nullptr;
1757
+ }
1758
+ }
1759
+ if constexpr (SPEC::ENABLE_DYNAMIC_MOTION_BLUR){
1760
+ if(renderer.transforms_motion._data != nullptr){
1761
+ cudaFree(renderer.transforms_motion._data);
1762
+ renderer.transforms_motion._data = nullptr;
1763
+ }
1764
+ if constexpr (SPEC::HAS_RGB){
1765
+ renderer.rgb_accumulator._data = nullptr;
1766
+ }
1767
+ if constexpr (SPEC::HAS_DEPTH){
1768
+ renderer.depth_accumulator._data = nullptr;
1769
+ }
1770
+ }
1771
+ // the input and output tensors alias OWL buffers destroyed with the context
1772
+ renderer.cameras._data = nullptr;
1773
+ if constexpr (SPEC::HAS_CAMERA_PAIR) {
1774
+ renderer.cameras_open._data = nullptr;
1775
+ }
1776
+ if constexpr (SPEC::HAS_RGB) {
1777
+ renderer.frame_buffer._data = nullptr;
1778
+ }
1779
+ if constexpr (SPEC::HAS_DEPTH) {
1780
+ renderer.depth_buffer._data = nullptr;
1781
+ }
1782
+ if constexpr (SPEC::HAS_SEGMENTATION) {
1783
+ renderer.segmentation_buffer._data = nullptr;
1784
+ }
1785
+ if constexpr (SPEC::HAS_NORMALS) {
1786
+ renderer.normals_buffer._data = nullptr;
1787
+ }
1788
+ if constexpr (SPEC::HAS_FLOW) {
1789
+ renderer.cameras_previous._data = nullptr;
1790
+ renderer.flow_buffer._data = nullptr;
1791
+ renderer.flow_status_buffer._data = nullptr;
1792
+ }
1793
+ if constexpr (SPEC::HAS_FLOW_FORWARD) {
1794
+ renderer.flow_forward_buffer._data = nullptr;
1795
+ renderer.flow_forward_status_buffer._data = nullptr;
1796
+ }
1797
+ if constexpr (SPEC::HAS_OBSERVATION) {
1798
+ renderer.observation._data = nullptr;
1799
+ }
1800
+ renderer.collision_results._data = nullptr;
1801
+ }
1802
+ }
1803
+ RL_TOOLS_NAMESPACE_WRAPPER_END
1804
+
1805
+
1806
+ #include "../../operations_cpu_post.h"
1807
+
1808
+ #endif