comrad-bench 1.0.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (384) hide show
  1. comrad/curriculum/__init__.py +30 -0
  2. comrad/curriculum/base.py +133 -0
  3. comrad/curriculum/learning_progress.py +136 -0
  4. comrad/curriculum/observer.py +100 -0
  5. comrad/curriculum/omni.py +74 -0
  6. comrad/curriculum/plr.py +208 -0
  7. comrad/curriculum/sequential.py +72 -0
  8. comrad/curriculum/uniform.py +20 -0
  9. comrad/enjoy.py +22 -0
  10. comrad/envs/__init__.py +0 -0
  11. comrad/envs/action_space.py +513 -0
  12. comrad/envs/doom_gym.py +766 -0
  13. comrad/envs/doom_params.py +252 -0
  14. comrad/envs/multi_wad_env.py +171 -0
  15. comrad/envs/multiagent/__init__.py +0 -0
  16. comrad/envs/multiagent/doom_multiagent.py +224 -0
  17. comrad/envs/multiagent/doom_multiagent_wrapper.py +592 -0
  18. comrad/envs/wad_catalog.py +46 -0
  19. comrad/examples/WandB_Scraper/plot_wandb.py +230 -0
  20. comrad/examples/agent_run_env.py +50 -0
  21. comrad/examples/inspect_obs.py +28 -0
  22. comrad/examples/single_player.py +21 -0
  23. comrad/examples/vizdoom.pyi +3233 -0
  24. comrad/examples/you_run_env.py +192 -0
  25. comrad/misc/resource_greed.py +90 -0
  26. comrad/models/__init__.py +0 -0
  27. comrad/models/doom_model.py +47 -0
  28. comrad/models/happo_model.py +376 -0
  29. comrad/models/mappo_model.py +85 -0
  30. comrad/models/qmix_model.py +415 -0
  31. comrad/models/qplex_mixer.py +443 -0
  32. comrad/record_topdown_heatmap.py +1299 -0
  33. comrad/record_video.py +262 -0
  34. comrad/scenarios/ammo_carrier.cfg +39 -0
  35. comrad/scenarios/ammo_carrier.wad +0 -0
  36. comrad/scenarios/armory_siege.cfg +41 -0
  37. comrad/scenarios/armory_siege.wad +0 -0
  38. comrad/scenarios/batch_armory/armory_0.wad +0 -0
  39. comrad/scenarios/batch_armory/armory_1.wad +0 -0
  40. comrad/scenarios/batch_armory/armory_10.wad +0 -0
  41. comrad/scenarios/batch_armory/armory_11.wad +0 -0
  42. comrad/scenarios/batch_armory/armory_12.wad +0 -0
  43. comrad/scenarios/batch_armory/armory_13.wad +0 -0
  44. comrad/scenarios/batch_armory/armory_14.wad +0 -0
  45. comrad/scenarios/batch_armory/armory_15.wad +0 -0
  46. comrad/scenarios/batch_armory/armory_16.wad +0 -0
  47. comrad/scenarios/batch_armory/armory_17.wad +0 -0
  48. comrad/scenarios/batch_armory/armory_18.wad +0 -0
  49. comrad/scenarios/batch_armory/armory_19.wad +0 -0
  50. comrad/scenarios/batch_armory/armory_2.wad +0 -0
  51. comrad/scenarios/batch_armory/armory_20.wad +0 -0
  52. comrad/scenarios/batch_armory/armory_21.wad +0 -0
  53. comrad/scenarios/batch_armory/armory_22.wad +0 -0
  54. comrad/scenarios/batch_armory/armory_23.wad +0 -0
  55. comrad/scenarios/batch_armory/armory_3.wad +0 -0
  56. comrad/scenarios/batch_armory/armory_4.wad +0 -0
  57. comrad/scenarios/batch_armory/armory_5.wad +0 -0
  58. comrad/scenarios/batch_armory/armory_6.wad +0 -0
  59. comrad/scenarios/batch_armory/armory_7.wad +0 -0
  60. comrad/scenarios/batch_armory/armory_8.wad +0 -0
  61. comrad/scenarios/batch_armory/armory_9.wad +0 -0
  62. comrad/scenarios/batch_lava_maze/lava_maze_0.wad +0 -0
  63. comrad/scenarios/batch_lava_maze/lava_maze_1.wad +0 -0
  64. comrad/scenarios/batch_lava_maze/lava_maze_10.wad +0 -0
  65. comrad/scenarios/batch_lava_maze/lava_maze_11.wad +0 -0
  66. comrad/scenarios/batch_lava_maze/lava_maze_12.wad +0 -0
  67. comrad/scenarios/batch_lava_maze/lava_maze_13.wad +0 -0
  68. comrad/scenarios/batch_lava_maze/lava_maze_14.wad +0 -0
  69. comrad/scenarios/batch_lava_maze/lava_maze_15.wad +0 -0
  70. comrad/scenarios/batch_lava_maze/lava_maze_16.wad +0 -0
  71. comrad/scenarios/batch_lava_maze/lava_maze_17.wad +0 -0
  72. comrad/scenarios/batch_lava_maze/lava_maze_18.wad +0 -0
  73. comrad/scenarios/batch_lava_maze/lava_maze_19.wad +0 -0
  74. comrad/scenarios/batch_lava_maze/lava_maze_2.wad +0 -0
  75. comrad/scenarios/batch_lava_maze/lava_maze_20.wad +0 -0
  76. comrad/scenarios/batch_lava_maze/lava_maze_21.wad +0 -0
  77. comrad/scenarios/batch_lava_maze/lava_maze_22.wad +0 -0
  78. comrad/scenarios/batch_lava_maze/lava_maze_23.wad +0 -0
  79. comrad/scenarios/batch_lava_maze/lava_maze_24.wad +0 -0
  80. comrad/scenarios/batch_lava_maze/lava_maze_25.wad +0 -0
  81. comrad/scenarios/batch_lava_maze/lava_maze_26.wad +0 -0
  82. comrad/scenarios/batch_lava_maze/lava_maze_27.wad +0 -0
  83. comrad/scenarios/batch_lava_maze/lava_maze_28.wad +0 -0
  84. comrad/scenarios/batch_lava_maze/lava_maze_29.wad +0 -0
  85. comrad/scenarios/batch_lava_maze/lava_maze_3.wad +0 -0
  86. comrad/scenarios/batch_lava_maze/lava_maze_30.wad +0 -0
  87. comrad/scenarios/batch_lava_maze/lava_maze_31.wad +0 -0
  88. comrad/scenarios/batch_lava_maze/lava_maze_32.wad +0 -0
  89. comrad/scenarios/batch_lava_maze/lava_maze_33.wad +0 -0
  90. comrad/scenarios/batch_lava_maze/lava_maze_34.wad +0 -0
  91. comrad/scenarios/batch_lava_maze/lava_maze_35.wad +0 -0
  92. comrad/scenarios/batch_lava_maze/lava_maze_36.wad +0 -0
  93. comrad/scenarios/batch_lava_maze/lava_maze_37.wad +0 -0
  94. comrad/scenarios/batch_lava_maze/lava_maze_38.wad +0 -0
  95. comrad/scenarios/batch_lava_maze/lava_maze_39.wad +0 -0
  96. comrad/scenarios/batch_lava_maze/lava_maze_4.wad +0 -0
  97. comrad/scenarios/batch_lava_maze/lava_maze_40.wad +0 -0
  98. comrad/scenarios/batch_lava_maze/lava_maze_41.wad +0 -0
  99. comrad/scenarios/batch_lava_maze/lava_maze_42.wad +0 -0
  100. comrad/scenarios/batch_lava_maze/lava_maze_43.wad +0 -0
  101. comrad/scenarios/batch_lava_maze/lava_maze_44.wad +0 -0
  102. comrad/scenarios/batch_lava_maze/lava_maze_45.wad +0 -0
  103. comrad/scenarios/batch_lava_maze/lava_maze_46.wad +0 -0
  104. comrad/scenarios/batch_lava_maze/lava_maze_47.wad +0 -0
  105. comrad/scenarios/batch_lava_maze/lava_maze_48.wad +0 -0
  106. comrad/scenarios/batch_lava_maze/lava_maze_49.wad +0 -0
  107. comrad/scenarios/batch_lava_maze/lava_maze_5.wad +0 -0
  108. comrad/scenarios/batch_lava_maze/lava_maze_50.wad +0 -0
  109. comrad/scenarios/batch_lava_maze/lava_maze_51.wad +0 -0
  110. comrad/scenarios/batch_lava_maze/lava_maze_52.wad +0 -0
  111. comrad/scenarios/batch_lava_maze/lava_maze_53.wad +0 -0
  112. comrad/scenarios/batch_lava_maze/lava_maze_54.wad +0 -0
  113. comrad/scenarios/batch_lava_maze/lava_maze_55.wad +0 -0
  114. comrad/scenarios/batch_lava_maze/lava_maze_56.wad +0 -0
  115. comrad/scenarios/batch_lava_maze/lava_maze_57.wad +0 -0
  116. comrad/scenarios/batch_lava_maze/lava_maze_58.wad +0 -0
  117. comrad/scenarios/batch_lava_maze/lava_maze_59.wad +0 -0
  118. comrad/scenarios/batch_lava_maze/lava_maze_6.wad +0 -0
  119. comrad/scenarios/batch_lava_maze/lava_maze_60.wad +0 -0
  120. comrad/scenarios/batch_lava_maze/lava_maze_61.wad +0 -0
  121. comrad/scenarios/batch_lava_maze/lava_maze_62.wad +0 -0
  122. comrad/scenarios/batch_lava_maze/lava_maze_63.wad +0 -0
  123. comrad/scenarios/batch_lava_maze/lava_maze_64.wad +0 -0
  124. comrad/scenarios/batch_lava_maze/lava_maze_65.wad +0 -0
  125. comrad/scenarios/batch_lava_maze/lava_maze_7.wad +0 -0
  126. comrad/scenarios/batch_lava_maze/lava_maze_8.wad +0 -0
  127. comrad/scenarios/batch_lava_maze/lava_maze_9.wad +0 -0
  128. comrad/scenarios/batch_platform_chain_curriculum/platform_chain_bridge_intro.wad +0 -0
  129. comrad/scenarios/batch_platform_chain_curriculum/platform_chain_bridge_mastery.wad +0 -0
  130. comrad/scenarios/batch_platform_chain_curriculum/platform_chain_bridge_progress.wad +0 -0
  131. comrad/scenarios/batch_platform_chain_curriculum/platform_chain_easy_intro.wad +0 -0
  132. comrad/scenarios/batch_platform_chain_curriculum/platform_chain_easy_mastery.wad +0 -0
  133. comrad/scenarios/batch_platform_chain_curriculum/platform_chain_easy_movers.wad +0 -0
  134. comrad/scenarios/batch_platform_chain_curriculum/platform_chain_easy_spacing.wad +0 -0
  135. comrad/scenarios/batch_platform_chain_curriculum/platform_chain_hard_default.wad +0 -0
  136. comrad/scenarios/batch_platform_chain_curriculum/platform_chain_hard_endgame.wad +0 -0
  137. comrad/scenarios/batch_platform_chain_curriculum/platform_chain_hard_extended.wad +0 -0
  138. comrad/scenarios/batch_platform_chain_curriculum/platform_chain_hard_intro.wad +0 -0
  139. comrad/scenarios/batch_platform_chain_curriculum/platform_chain_hard_tighter.wad +0 -0
  140. comrad/scenarios/coop_health_gathering.cfg +31 -0
  141. comrad/scenarios/coop_health_gathering.wad +0 -0
  142. comrad/scenarios/coop_puzzle.cfg +39 -0
  143. comrad/scenarios/coop_puzzle.wad +0 -0
  144. comrad/scenarios/dumb_enemies.cfg +35 -0
  145. comrad/scenarios/dumb_enemies.wad +0 -0
  146. comrad/scenarios/foraging_commons.cfg +36 -0
  147. comrad/scenarios/foraging_commons.wad +0 -0
  148. comrad/scenarios/lava_maze.cfg +41 -0
  149. comrad/scenarios/lava_maze.wad +0 -0
  150. comrad/scenarios/lava_maze_simple.cfg +32 -0
  151. comrad/scenarios/lava_maze_simple.wad +0 -0
  152. comrad/scenarios/lavapit.cfg +46 -0
  153. comrad/scenarios/lavapit.wad +0 -0
  154. comrad/scenarios/platform_chain.cfg +38 -0
  155. comrad/scenarios/platform_chain.wad +0 -0
  156. comrad/scenarios/platform_chain_easy.cfg +38 -0
  157. comrad/scenarios/platform_chain_easy.wad +0 -0
  158. comrad/scenarios/rhythm_sync.cfg +49 -0
  159. comrad/scenarios/rhythm_sync.wad +0 -0
  160. comrad/scenarios/smart_enemies.cfg +36 -0
  161. comrad/scenarios/smart_enemies.wad +0 -0
  162. comrad/scenarios/stag_hunt_arena.cfg +39 -0
  163. comrad/scenarios/stag_hunt_arena.wad +0 -0
  164. comrad/scenarios/stealth_labyrinth.cfg +45 -0
  165. comrad/scenarios/stealth_labyrinth.wad +0 -0
  166. comrad/templates/asdf.sh +24 -0
  167. comrad/templates/run.sh +364 -0
  168. comrad/templates/run_algo.sh +84 -0
  169. comrad/templates/run_bench.sh +77 -0
  170. comrad/tests/__init__.py +0 -0
  171. comrad/tests/test_doom_utils_additional_input.py +60 -0
  172. comrad/tests/test_lava_maze_action_mask.py +86 -0
  173. comrad/tests/test_record_topdown_heatmap.py +271 -0
  174. comrad/tests/test_train_all.py +118 -0
  175. comrad/tests/test_train_all_scaling.py +168 -0
  176. comrad/train.py +228 -0
  177. comrad/train_all.py +368 -0
  178. comrad/utils/__init__.py +0 -0
  179. comrad/utils/doom_render.py +35 -0
  180. comrad/utils/doom_utils.py +644 -0
  181. comrad/utils/recording_actions.py +29 -0
  182. comrad/utils/video_uploader.py +51 -0
  183. comrad/utils/wad_utils.py +55 -0
  184. comrad/wrappers/__init__.py +0 -0
  185. comrad/wrappers/action_mask.py +73 -0
  186. comrad/wrappers/additional_input.py +101 -0
  187. comrad/wrappers/agent_id_wrapper.py +42 -0
  188. comrad/wrappers/exploration.py +56 -0
  189. comrad/wrappers/multiplayer_stats.py +61 -0
  190. comrad/wrappers/observation_space.py +75 -0
  191. comrad/wrappers/reward_shaping.py +262 -0
  192. comrad/wrappers/scenario_wrappers/__init__.py +18 -0
  193. comrad/wrappers/scenario_wrappers/ammo_carrier.py +231 -0
  194. comrad/wrappers/scenario_wrappers/armory_siege.py +264 -0
  195. comrad/wrappers/scenario_wrappers/coop_health_gathering.py +124 -0
  196. comrad/wrappers/scenario_wrappers/coop_puzzle.py +131 -0
  197. comrad/wrappers/scenario_wrappers/dumb_enemies.py +135 -0
  198. comrad/wrappers/scenario_wrappers/foraging_commons.py +147 -0
  199. comrad/wrappers/scenario_wrappers/gathering_reward_shaping.py +44 -0
  200. comrad/wrappers/scenario_wrappers/lava_maze.py +303 -0
  201. comrad/wrappers/scenario_wrappers/lava_maze_simple.py +300 -0
  202. comrad/wrappers/scenario_wrappers/lavapit_reward_shaping.py +235 -0
  203. comrad/wrappers/scenario_wrappers/mwh_reward_shaping.py +79 -0
  204. comrad/wrappers/scenario_wrappers/pitfall_reward_shaping.py +93 -0
  205. comrad/wrappers/scenario_wrappers/platform_chain.py +115 -0
  206. comrad/wrappers/scenario_wrappers/rhythm_sync.py +111 -0
  207. comrad/wrappers/scenario_wrappers/rhythm_sync_dense.py +327 -0
  208. comrad/wrappers/scenario_wrappers/smart_enemies.py +132 -0
  209. comrad/wrappers/scenario_wrappers/stag_hunt_arena.py +128 -0
  210. comrad/wrappers/scenario_wrappers/stealth_labyrinth.py +157 -0
  211. comrad/wrappers/shared_reward.py +55 -0
  212. comrad/wrappers/step_human_input.py +37 -0
  213. comrad/wrappers/video_recorder.py +347 -0
  214. comrad_bench-1.0.0.dist-info/METADATA +229 -0
  215. comrad_bench-1.0.0.dist-info/RECORD +384 -0
  216. comrad_bench-1.0.0.dist-info/WHEEL +5 -0
  217. comrad_bench-1.0.0.dist-info/licenses/LICENSE +21 -0
  218. comrad_bench-1.0.0.dist-info/top_level.txt +2 -0
  219. sample_factory/__init__.py +9 -0
  220. sample_factory/algo/__init__.py +0 -0
  221. sample_factory/algo/evaluators/__init__.py +0 -0
  222. sample_factory/algo/evaluators/default_evaluator.py +0 -0
  223. sample_factory/algo/learning/__init__.py +0 -0
  224. sample_factory/algo/learning/batcher.py +271 -0
  225. sample_factory/algo/learning/learner.py +1322 -0
  226. sample_factory/algo/learning/learner_dqn.py +450 -0
  227. sample_factory/algo/learning/learner_happo.py +818 -0
  228. sample_factory/algo/learning/learner_qmix.py +1254 -0
  229. sample_factory/algo/learning/learner_worker.py +178 -0
  230. sample_factory/algo/learning/rnn_utils.py +158 -0
  231. sample_factory/algo/runners/__init__.py +0 -0
  232. sample_factory/algo/runners/runner.py +774 -0
  233. sample_factory/algo/runners/runner_parallel.py +65 -0
  234. sample_factory/algo/runners/runner_serial.py +27 -0
  235. sample_factory/algo/sampling/__init__.py +0 -0
  236. sample_factory/algo/sampling/batched_sampling.py +466 -0
  237. sample_factory/algo/sampling/evaluation_sampling_api.py +315 -0
  238. sample_factory/algo/sampling/inference_worker.py +524 -0
  239. sample_factory/algo/sampling/non_batched_sampling.py +709 -0
  240. sample_factory/algo/sampling/rollout_worker.py +308 -0
  241. sample_factory/algo/sampling/sampler.py +296 -0
  242. sample_factory/algo/sampling/sampling_utils.py +70 -0
  243. sample_factory/algo/sampling/stats.py +31 -0
  244. sample_factory/algo/sampling/sync_sampling_api.py +65 -0
  245. sample_factory/algo/utils/__init__.py +0 -0
  246. sample_factory/algo/utils/action_distributions.py +350 -0
  247. sample_factory/algo/utils/agent_policy_mapping.py +62 -0
  248. sample_factory/algo/utils/context.py +50 -0
  249. sample_factory/algo/utils/env_info.py +151 -0
  250. sample_factory/algo/utils/epsilon_schedule.py +50 -0
  251. sample_factory/algo/utils/gymnasium_utils.py +128 -0
  252. sample_factory/algo/utils/heartbeat.py +35 -0
  253. sample_factory/algo/utils/joint_replay_buffer.py +296 -0
  254. sample_factory/algo/utils/joint_sequence_replay_buffer.py +225 -0
  255. sample_factory/algo/utils/make_env.py +388 -0
  256. sample_factory/algo/utils/misc.py +44 -0
  257. sample_factory/algo/utils/model_sharing.py +170 -0
  258. sample_factory/algo/utils/multiprocessing_utils.py +41 -0
  259. sample_factory/algo/utils/optimizers.py +189 -0
  260. sample_factory/algo/utils/replay_buffer.py +390 -0
  261. sample_factory/algo/utils/rl_utils.py +117 -0
  262. sample_factory/algo/utils/running_mean_std.py +152 -0
  263. sample_factory/algo/utils/shared_buffers.py +248 -0
  264. sample_factory/algo/utils/spaces/__init__.py +0 -0
  265. sample_factory/algo/utils/spaces/discretized.py +14 -0
  266. sample_factory/algo/utils/tensor_dict.py +156 -0
  267. sample_factory/algo/utils/tensor_utils.py +47 -0
  268. sample_factory/algo/utils/torch_utils.py +66 -0
  269. sample_factory/cfg/__init__.py +0 -0
  270. sample_factory/cfg/arguments.py +617 -0
  271. sample_factory/cfg/cfg.py +1187 -0
  272. sample_factory/cfg/configurable.py +6 -0
  273. sample_factory/enjoy.py +292 -0
  274. sample_factory/envs/__init__.py +0 -0
  275. sample_factory/envs/create_env.py +46 -0
  276. sample_factory/envs/env_utils.py +142 -0
  277. sample_factory/envs/env_wrappers.py +457 -0
  278. sample_factory/envs/pettingzoo_envs.py +79 -0
  279. sample_factory/eval.py +119 -0
  280. sample_factory/export_onnx.py +202 -0
  281. sample_factory/huggingface/__init__.py +0 -0
  282. sample_factory/huggingface/huggingface_utils.py +154 -0
  283. sample_factory/huggingface/load_from_hub.py +27 -0
  284. sample_factory/huggingface/push_to_hub.py +61 -0
  285. sample_factory/launcher/__init__.py +0 -0
  286. sample_factory/launcher/launcher_utils.py +6 -0
  287. sample_factory/launcher/run.py +77 -0
  288. sample_factory/launcher/run_description.py +194 -0
  289. sample_factory/launcher/run_ngc.py +72 -0
  290. sample_factory/launcher/run_processes.py +142 -0
  291. sample_factory/launcher/run_slurm.py +173 -0
  292. sample_factory/model/__init__.py +0 -0
  293. sample_factory/model/action_parameterization.py +76 -0
  294. sample_factory/model/actor_critic.py +351 -0
  295. sample_factory/model/core.py +86 -0
  296. sample_factory/model/decoder.py +35 -0
  297. sample_factory/model/encoder.py +242 -0
  298. sample_factory/model/model_factory.py +60 -0
  299. sample_factory/model/model_utils.py +93 -0
  300. sample_factory/model/utils.py +17 -0
  301. sample_factory/pbt/__init__.py +0 -0
  302. sample_factory/pbt/population_based_training.py +415 -0
  303. sample_factory/tests/__init__.py +0 -0
  304. sample_factory/tests/algo/__init__.py +0 -0
  305. sample_factory/tests/algo/happo/__init__.py +0 -0
  306. sample_factory/tests/algo/happo/conftest.py +111 -0
  307. sample_factory/tests/algo/happo/test_critic_rnn.py +347 -0
  308. sample_factory/tests/algo/happo/test_critic_rnn_training.py +420 -0
  309. sample_factory/tests/algo/happo/test_helpers.py +112 -0
  310. sample_factory/tests/algo/happo/test_learner.py +328 -0
  311. sample_factory/tests/algo/happo/test_loss.py +384 -0
  312. sample_factory/tests/algo/happo/test_model.py +280 -0
  313. sample_factory/tests/algo/mappo/__init__.py +0 -0
  314. sample_factory/tests/algo/mappo/conftest.py +56 -0
  315. sample_factory/tests/algo/mappo/test_critic.py +176 -0
  316. sample_factory/tests/algo/mappo/test_model.py +138 -0
  317. sample_factory/tests/algo/mappo/test_rnn_edges.py +171 -0
  318. sample_factory/tests/algo/qmix/__init__.py +0 -0
  319. sample_factory/tests/algo/qmix/conftest.py +179 -0
  320. sample_factory/tests/algo/qmix/test_buffer.py +332 -0
  321. sample_factory/tests/algo/qmix/test_forward_equivalence.py +399 -0
  322. sample_factory/tests/algo/qmix/test_learner.py +458 -0
  323. sample_factory/tests/algo/qmix/test_qplex_compound_actions.py +512 -0
  324. sample_factory/tests/algo/qmix/test_rnn_buffer.py +189 -0
  325. sample_factory/tests/algo/qmix/test_rnn_core.py +390 -0
  326. sample_factory/tests/algo/qmix/test_rnn_loss.py +365 -0
  327. sample_factory/tests/algo/qmix/test_rnn_model.py +545 -0
  328. sample_factory/tests/algo/qmix/test_transitions.py +277 -0
  329. sample_factory/tests/algo/qplex/test_qatten_regress.py +31 -0
  330. sample_factory/tests/algo/qplex/test_qplex.py +893 -0
  331. sample_factory/tests/algo/qplex/test_qplex_cfg_validation.py +56 -0
  332. sample_factory/tests/algo/qplex/test_qplex_compound_convergence.py +487 -0
  333. sample_factory/tests/algo/test_action_distributions.py +259 -0
  334. sample_factory/tests/algo/test_joint_replay_buffer_rng.py +83 -0
  335. sample_factory/tests/algo/test_learner.py +172 -0
  336. sample_factory/tests/algo/test_model.py +64 -0
  337. sample_factory/tests/algo/test_model_builder.py +60 -0
  338. sample_factory/tests/algo/test_pbt.py +25 -0
  339. sample_factory/tests/algo/test_rms.py +68 -0
  340. sample_factory/tests/algo/test_rnn.py +64 -0
  341. sample_factory/tests/algo/test_spaces.py +21 -0
  342. sample_factory/tests/algo/test_tensordict.py +67 -0
  343. sample_factory/tests/envs/__init__.py +0 -0
  344. sample_factory/tests/envs/test_batched_sampling_true_objective.py +81 -0
  345. sample_factory/tests/envs/test_doom_gym_terminal_info.py +56 -0
  346. sample_factory/tests/envs/test_doom_multiagent_wrapper.py +259 -0
  347. sample_factory/tests/envs/tuple_action_envs/__init__.py +0 -0
  348. sample_factory/tests/envs/tuple_action_envs/test_mixed_dist_env_batched.py +137 -0
  349. sample_factory/tests/envs/tuple_action_envs/test_mixed_dist_env_non_batched.py +101 -0
  350. sample_factory/tests/envs/tuple_action_envs/test_two_discrete_action_dist_env_batched.py +144 -0
  351. sample_factory/tests/envs/tuple_action_envs/test_two_discrete_action_dist_env_non_batched.py +113 -0
  352. sample_factory/tests/envs/utils.py +63 -0
  353. sample_factory/tests/envs/vizdoom/__init__.py +0 -0
  354. sample_factory/tests/envs/vizdoom/test_vizdoom_basic.py +84 -0
  355. sample_factory/tests/envs/vizdoom/test_vizdoom_multiplayer.py +85 -0
  356. sample_factory/tests/examples/__init__.py +0 -0
  357. sample_factory/tests/examples/test_example.py +178 -0
  358. sample_factory/tests/examples/test_example_multi.py +64 -0
  359. sample_factory/tests/examples/test_example_sampler.py +31 -0
  360. sample_factory/tests/export_onnx_utils.py +68 -0
  361. sample_factory/tests/test_comrad_curriculum.py +595 -0
  362. sample_factory/tests/test_comrad_train_resume.py +155 -0
  363. sample_factory/tests/test_launcher.py +189 -0
  364. sample_factory/tests/test_precheck.py +26 -0
  365. sample_factory/tests/test_utils.py +60 -0
  366. sample_factory/tests/test_video_recorder.py +444 -0
  367. sample_factory/tests/test_video_uploader.py +107 -0
  368. sample_factory/tests/utils.py +14 -0
  369. sample_factory/train.py +41 -0
  370. sample_factory/utils/__init__.py +0 -0
  371. sample_factory/utils/algo_version.py +3 -0
  372. sample_factory/utils/attr_dict.py +8 -0
  373. sample_factory/utils/decay.py +47 -0
  374. sample_factory/utils/dicts.py +103 -0
  375. sample_factory/utils/get_available_gpus.py +42 -0
  376. sample_factory/utils/gifs.py +41 -0
  377. sample_factory/utils/gpu_utils.py +90 -0
  378. sample_factory/utils/network.py +15 -0
  379. sample_factory/utils/normalize.py +76 -0
  380. sample_factory/utils/tb.py +91 -0
  381. sample_factory/utils/timing.py +161 -0
  382. sample_factory/utils/typing.py +31 -0
  383. sample_factory/utils/utils.py +497 -0
  384. sample_factory/utils/wandb_utils.py +76 -0
@@ -0,0 +1,72 @@
1
+ import numpy as np
2
+ from comrad.curriculum.base import Curriculum
3
+
4
+ class SequentialCurriculum(Curriculum):
5
+ """
6
+ Advances linearly through tasks when a success threshold is met
7
+ over a rolling window of recent episodes.
8
+ """
9
+ def __init__(
10
+ self,
11
+ n_tasks: int,
12
+ seq_threshold: float = 0.8,
13
+ seq_max_return: float = 1.0,
14
+ seq_window: int = 100,
15
+ **kwargs
16
+ ):
17
+ super().__init__(n_tasks, **kwargs)
18
+ self._seq_threshold = seq_threshold
19
+ self._seq_max_return = seq_max_return
20
+ self._seq_window = seq_window
21
+
22
+ self._seq_idx = self.ctx.Array('l', [0])
23
+ self._seq_buf = self.ctx.Array('d', [0.0] * seq_window)
24
+ self._seq_buf_pos = self.ctx.Array('l', [0])
25
+ self._seq_buf_len = self.ctx.Array('l', [0])
26
+
27
+ # Initialize first task weight
28
+ w = np.zeros(self._n)
29
+ w[0] = 1.0
30
+ self._weights[:] = w.tolist()
31
+
32
+ def _update_logic(self, task_idx: int, episode_return: float) -> None:
33
+ idx = self._seq_idx[0]
34
+ if task_idx != idx:
35
+ return
36
+
37
+ pos = self._seq_buf_pos[0]
38
+ self._seq_buf[pos] = episode_return
39
+ self._seq_buf_pos[0] = (pos + 1) % self._seq_window
40
+ self._seq_buf_len[0] = min(self._seq_buf_len[0] + 1, self._seq_window)
41
+
42
+ def _recompute_weights(self) -> None:
43
+ idx = self._seq_idx[0]
44
+
45
+ if self._seq_buf_len[0] > 0:
46
+ valid = list(self._seq_buf[:self._seq_buf_len[0]])
47
+ mean_return = sum(valid) / len(valid)
48
+ normed = mean_return / max(self._seq_max_return, 1e-6)
49
+
50
+ if normed >= self._seq_threshold and idx < self._n - 1:
51
+ idx += 1
52
+ self._seq_idx[0] = idx
53
+ self._seq_buf_pos[0] = 0
54
+ self._seq_buf_len[0] = 0
55
+
56
+ w = np.zeros(self._n)
57
+ w[idx] = 1.0
58
+ self._weights[:] = w.tolist()
59
+
60
+ def _state_dict_locked(self) -> dict:
61
+ return {
62
+ "seq_idx": int(self._seq_idx[0]),
63
+ "seq_buf": list(self._seq_buf[:]),
64
+ "seq_buf_pos": int(self._seq_buf_pos[0]),
65
+ "seq_buf_len": int(self._seq_buf_len[0]),
66
+ }
67
+
68
+ def _load_state_dict_locked(self, state: dict) -> None:
69
+ self._seq_idx[0] = int(state.get("seq_idx", self._seq_idx[0]))
70
+ self._seq_buf[:] = [float(value) for value in state.get("seq_buf", self._seq_buf[:])]
71
+ self._seq_buf_pos[0] = int(state.get("seq_buf_pos", self._seq_buf_pos[0]))
72
+ self._seq_buf_len[0] = int(state.get("seq_buf_len", self._seq_buf_len[0]))
@@ -0,0 +1,20 @@
1
+ from comrad.curriculum.base import Curriculum
2
+
3
+ class UniformCurriculum(Curriculum):
4
+ """Samples tasks purely uniformly."""
5
+
6
+ def __init__(self, n_tasks: int, **kwargs):
7
+ super().__init__(n_tasks, **kwargs)
8
+ # Weights instantly set in base
9
+
10
+ def update(self, task_idx: int, episode_return: float) -> None:
11
+ # Uniform doesn't need to recalculate weights or even count episodes
12
+ # But we still run base update to maintain counts
13
+ super().update(task_idx, episode_return)
14
+
15
+ def _update_logic(self, task_idx: int, episode_return: float) -> None:
16
+ pass
17
+
18
+ def _recompute_weights(self) -> None:
19
+ # Array keeps original initialization values
20
+ pass
comrad/enjoy.py ADDED
@@ -0,0 +1,22 @@
1
+ import sys
2
+
3
+ from sample_factory.enjoy import enjoy
4
+ from comrad.train import parse_args, register_vizdoom_components, register_model_factory
5
+
6
+
7
+ def main():
8
+ register_vizdoom_components()
9
+ cfg = parse_args(evaluation=True)
10
+
11
+ # num_agents may be -1 (default value)
12
+ if cfg.num_agents < 1:
13
+ from comrad.utils.doom_utils import get_num_agents
14
+ cfg.num_agents = get_num_agents(cfg, cfg.env)
15
+
16
+ register_model_factory(cfg)
17
+ status = enjoy(cfg)
18
+ return status
19
+
20
+
21
+ if __name__ == "__main__":
22
+ sys.exit(main())
File without changes
@@ -0,0 +1,513 @@
1
+ import gymnasium as gym
2
+ import numpy as np
3
+ from gymnasium.spaces import Box, Discrete
4
+
5
+ from sample_factory.algo.utils.spaces.discretized import Discretized
6
+
7
+
8
+ def key_to_action_basic(key):
9
+ from pynput.keyboard import Key
10
+
11
+ table = {Key.left: 0, Key.right: 1, Key.up: 2, Key.down: 3}
12
+ return table.get(key, None)
13
+
14
+
15
+ def doom_turn_and_attack_only():
16
+ """
17
+ TURN_LEFT
18
+ TURN_RIGHT
19
+ ATTACK
20
+ """
21
+ space = gym.spaces.Tuple(
22
+ (
23
+ Discrete(3),
24
+ Discrete(2),
25
+ )
26
+ ) # noop, turn left, turn right # noop, attack
27
+
28
+ return space
29
+
30
+
31
+ def doom_action_space_ammo_carrier():
32
+ """
33
+ TURN_LEFT
34
+ TURN_RIGHT
35
+ MOVE_FORWARD
36
+ MOVE_LEFT
37
+ MOVE_RIGHT
38
+ ATTACK
39
+ """
40
+ return gym.spaces.Tuple(
41
+ (
42
+ Discrete(3), # noop, turn left, turn right
43
+ Discrete(2), # noop, move forward
44
+ Discrete(3), # noop, strafe left, strafe right
45
+ Discrete(2), # noop, attack
46
+ )
47
+ )
48
+
49
+
50
+ def doom_action_space_common_harvest():
51
+ """
52
+ TURN_LEFT
53
+ TURN_RIGHT
54
+ MOVE_FORWARD
55
+ MOVE_BACKWARD
56
+ MOVE_LEFT
57
+ MOVE_RIGHT
58
+ ATTACK
59
+ """
60
+ return gym.spaces.Tuple(
61
+ (
62
+ Discrete(3), # noop, turn left, turn right
63
+ Discrete(3), # noop, forward, backward
64
+ Discrete(3), # noop, strafe left, strafe right
65
+ Discrete(2), # noop, attack
66
+ )
67
+ )
68
+
69
+
70
+ def doom_action_space_foraging_commons():
71
+ """
72
+ TURN_LEFT
73
+ TURN_RIGHT
74
+ MOVE_FORWARD
75
+ MOVE_BACKWARD
76
+ MOVE_LEFT
77
+ MOVE_RIGHT
78
+ """
79
+ return gym.spaces.Tuple(
80
+ (
81
+ Discrete(3), # noop, turn left, turn right
82
+ Discrete(3), # noop, forward, backward
83
+ Discrete(3), # noop, strafe left, strafe right
84
+ )
85
+ )
86
+
87
+
88
+ def doom_action_space_basic():
89
+ """
90
+ TURN_LEFT
91
+ TURN_RIGHT
92
+ MOVE_FORWARD
93
+ MOVE_BACKWARD
94
+ """
95
+ space = gym.spaces.Tuple(
96
+ (
97
+ Discrete(3),
98
+ Discrete(3),
99
+ )
100
+ ) # noop, turn left, turn right # noop, forward, backward
101
+
102
+ space.key_to_action = key_to_action_basic
103
+ return space
104
+
105
+
106
+ def doom_action_space_pitfall():
107
+ """
108
+ TURN_LEFT
109
+ TURN_RIGHT
110
+ MOVE_FORWARD
111
+ JUMP
112
+ """
113
+
114
+ return gym.spaces.Tuple(
115
+ (
116
+ Discrete(3),
117
+ Discrete(2),
118
+ Discrete(2),
119
+ )
120
+ )
121
+
122
+ def doom_action_space_lavapit():
123
+ """
124
+ TURN_LEFT
125
+ TURN_RIGHT
126
+ MOVE_FORWARD
127
+ MOVE_LEFT
128
+ MOVE_RIGHT
129
+ """
130
+
131
+ return gym.spaces.Tuple(
132
+ (
133
+ Discrete(3),
134
+ Discrete(2),
135
+ Discrete(3),
136
+ )
137
+ )
138
+
139
+
140
+ def doom_action_space_platform_chain():
141
+ """
142
+ TURN_LEFT
143
+ TURN_RIGHT
144
+ MOVE_FORWARD
145
+ MOVE_BACKWARD
146
+ MOVE_LEFT
147
+ MOVE_RIGHT
148
+ JUMP
149
+ """
150
+
151
+ return gym.spaces.Tuple(
152
+ (
153
+ Discrete(3), # noop, turn left, turn right
154
+ Discrete(3), # noop, move forward, move backward
155
+ Discrete(3), # noop, strafe left, strafe right
156
+ Discrete(2), # noop, jump
157
+ )
158
+ )
159
+
160
+ def doom_action_space_coop_puzzle():
161
+ """
162
+ TURN_LEFT
163
+ TURN_RIGHT
164
+ MOVE_FORWARD
165
+ MOVE_LEFT
166
+ MOVE_RIGHT
167
+ """
168
+
169
+ return gym.spaces.Tuple(
170
+ (
171
+ Discrete(3),
172
+ Discrete(2),
173
+ Discrete(3),
174
+ )
175
+ )
176
+
177
+ def doom_action_space_rhythm_sync():
178
+ """
179
+ MOVE_FORWARD
180
+ MOVE_BACKWARD
181
+ MOVE_RIGHT
182
+ MOVE_LEFT
183
+ TURN_LEFT
184
+ TURN_RIGHT
185
+ USE
186
+ """
187
+
188
+ return gym.spaces.Tuple(
189
+ (
190
+ Discrete(3), # noop, forward, backward
191
+ Discrete(3), # noop, move right, move left
192
+ Discrete(3), # noop, turn left, turn right
193
+ Discrete(2), # noop, use
194
+ )
195
+ )
196
+
197
+ def doom_action_space_coop_health_gathering():
198
+ """
199
+ MOVE_FORWARD
200
+ MOVE_BACKWARD
201
+ MOVE_RIGHT
202
+ MOVE_LEFT
203
+ TURN_LEFT
204
+ TURN_RIGHT
205
+ """
206
+
207
+ return gym.spaces.Tuple(
208
+ (
209
+ Discrete(3), # noop, forward, backward
210
+ Discrete(3), # noop, move right, move left
211
+ Discrete(3), # noop, turn left, turn right
212
+ )
213
+ )
214
+
215
+ def doom_action_space_mwh():
216
+ """
217
+ TURN_LEFT
218
+ TURN_RIGHT
219
+ MOVE_FORWARD
220
+ MOVE_LEFT
221
+ MOVE_RIGHT
222
+ """
223
+
224
+ return gym.spaces.Tuple(
225
+ (
226
+ Discrete(3), # noop, turn left, turn right
227
+ Discrete(2), # noop, forward
228
+ Discrete(3), # noop, move left, move right
229
+ )
230
+ )
231
+
232
+
233
+ def doom_action_space_armory_siege():
234
+ """
235
+ MOVE_FORWARD
236
+ MOVE_BACKWARD
237
+ MOVE_LEFT
238
+ MOVE_RIGHT
239
+ TURN_LEFT
240
+ TURN_RIGHT
241
+ ATTACK
242
+ SELECT_WEAPON1
243
+ SELECT_WEAPON2
244
+ """
245
+ return gym.spaces.Tuple(
246
+ (
247
+ Discrete(3), # noop, forward, backward
248
+ Discrete(3), # noop, move right, move left
249
+ Discrete(3), # noop, turn left, turn right
250
+ Discrete(2), # noop, attack
251
+ Discrete(3), # noop, select weapon 1, select weapon 2
252
+ )
253
+ )
254
+
255
+ def doom_action_space_smart_enemies():
256
+ """
257
+ MOVE_FORWARD
258
+ MOVE_BACKWARD
259
+ MOVE_RIGHT
260
+ MOVE_LEFT
261
+ TURN_LEFT
262
+ TURN_RIGHT
263
+ ATTACK
264
+ """
265
+ return gym.spaces.Tuple(
266
+ (
267
+ Discrete(3), # noop, forward, backward
268
+ Discrete(3), # noop, move right, move left
269
+ Discrete(3), # noop, turn left, turn right
270
+ Discrete(2), # noop, attack
271
+ )
272
+ )
273
+
274
+ def doom_action_space_dumb_enemies():
275
+ """
276
+ MOVE_FORWARD
277
+ MOVE_BACKWARD
278
+ MOVE_RIGHT
279
+ MOVE_LEFT
280
+ TURN_LEFT
281
+ TURN_RIGHT
282
+ ATTACK
283
+ """
284
+ return gym.spaces.Tuple(
285
+ (
286
+ Discrete(3), # noop, forward, backward
287
+ Discrete(3), # noop, move right, move left
288
+ Discrete(3), # noop, turn left, turn right
289
+ Discrete(2), # noop, attack
290
+ )
291
+ )
292
+
293
+ def doom_action_space_stealth_labyrinth():
294
+ """
295
+ MOVE_FORWARD
296
+ MOVE_BACKWARD
297
+ MOVE_RIGHT
298
+ MOVE_LEFT
299
+ TURN_LEFT
300
+ TURN_RIGHT
301
+ ATTACK
302
+ """
303
+ return gym.spaces.Tuple(
304
+ (
305
+ Discrete(3), # noop, forward, backward
306
+ Discrete(3), # noop, move right, move left
307
+ Discrete(3), # noop, turn left, turn right
308
+ Discrete(2), # noop, attack
309
+ )
310
+ )
311
+
312
+ def doom_action_space_stag_hunt():
313
+ """
314
+ MOVE_FORWARD
315
+ MOVE_BACKWARD
316
+ MOVE_RIGHT
317
+ MOVE_LEFT
318
+ TURN_LEFT
319
+ TURN_RIGHT
320
+ ATTACK
321
+ """
322
+ return gym.spaces.Tuple(
323
+ (
324
+ Discrete(3), # noop, forward, backward
325
+ Discrete(3), # noop, move right, move left
326
+ Discrete(3), # noop, turn left, turn right
327
+ Discrete(2), # noop, attack
328
+ )
329
+ )
330
+
331
+ def doom_action_space_lava_maze():
332
+ """
333
+ MOVE_FORWARD
334
+ MOVE_BACKWARD
335
+ MOVE_RIGHT
336
+ MOVE_LEFT
337
+ ATTACK
338
+ SELECT_WEAPON1
339
+ SELECT_WEAPON2
340
+ SELECT_WEAPON3
341
+ SELECT_WEAPON4
342
+ """
343
+ return gym.spaces.Tuple(
344
+ (
345
+ Discrete(3), # noop, forward, backward
346
+ Discrete(3), # noop, move right, move left
347
+ Discrete(2), # noop, attack
348
+ Discrete(5), # noop, select weapon 1, 2, 3, 4
349
+ )
350
+ )
351
+
352
+ def doom_action_space_lava_maze_simple():
353
+ """
354
+ MOVE_FORWARD
355
+ MOVE_BACKWARD
356
+ ATTACK
357
+ SELECT_WEAPON1
358
+ SELECT_WEAPON2
359
+ """
360
+ return gym.spaces.Tuple(
361
+ (
362
+ Discrete(3), # noop, forward, backward
363
+ Discrete(2), # noop, attack
364
+ Discrete(3), # noop, select weapon 1, 2
365
+ )
366
+ )
367
+
368
+
369
+ def doom_action_space_extended():
370
+ """
371
+ This function assumes the following list of available buttons:
372
+ TURN_LEFT
373
+ TURN_RIGHT
374
+ MOVE_FORWARD
375
+ MOVE_BACKWARD
376
+ MOVE_LEFT
377
+ MOVE_RIGHT
378
+ ATTACK
379
+ """
380
+ space = gym.spaces.Tuple(
381
+ (
382
+ Discrete(3), # noop, turn left, turn right
383
+ Discrete(3), # noop, forward, backward
384
+ Discrete(3), # noop, strafe left, strafe right
385
+ Discrete(2), # noop, attack
386
+ )
387
+ )
388
+
389
+ return space
390
+
391
+
392
+ def doom_action_space():
393
+ """
394
+ Standard action space for full-featured Doom environments (e.g. deathmatch).
395
+ TODO: crouch?
396
+ TODO: strafe?
397
+
398
+ This should precisely correspond to the available_buttons configuration in the .cfg file.
399
+ This function assumes:
400
+ MOVE_FORWARD
401
+ MOVE_BACKWARD
402
+ MOVE_RIGHT
403
+ MOVE_LEFT
404
+ SELECT_NEXT_WEAPON
405
+ SELECT_PREV_WEAPON
406
+ ATTACK
407
+ SPEED
408
+ TURN_LEFT_RIGHT_DELTA
409
+ """
410
+ return gym.spaces.Tuple(
411
+ (
412
+ Discrete(3), # noop, forward, backward
413
+ Discrete(3), # noop, move right, move left
414
+ Discrete(3), # noop, prev_weapon, next_weapon
415
+ Discrete(2), # noop, attack
416
+ Discrete(2), # noop, sprint
417
+ Box(np.float32(-1.0), np.float32(1.0), (1,)),
418
+ )
419
+ )
420
+
421
+
422
+ def doom_action_space_discretized():
423
+ return gym.spaces.Tuple(
424
+ (
425
+ Discrete(3), # noop, forward, backward
426
+ Discrete(3), # noop, move right, move left
427
+ Discrete(3), # noop, prev_weapon, next_weapon
428
+ Discrete(2), # noop, attack
429
+ Discrete(2), # noop, sprint
430
+ Discretized(11, min_action=-10.0, max_action=10.0), # turning using discretized continuous control
431
+ )
432
+ )
433
+
434
+
435
+ def doom_action_space_discretized_no_weap():
436
+ return gym.spaces.Tuple(
437
+ (
438
+ Discrete(3), # noop, forward, backward
439
+ Discrete(3), # noop, move right, move left
440
+ Discrete(2), # noop, attack
441
+ Discrete(2), # noop, sprint
442
+ Discretized(11, min_action=-10.0, max_action=10.0), # turning using discretized continuous control
443
+ )
444
+ )
445
+
446
+
447
+ def doom_action_space_continuous_no_weap():
448
+ return gym.spaces.Tuple(
449
+ (
450
+ Discrete(3), # noop, forward, backward
451
+ Discrete(3), # noop, move right, move left
452
+ Discrete(2), # noop, attack
453
+ Discrete(2), # noop, sprint
454
+ Box(float(-1.0), float(1.0), (1,)),
455
+ )
456
+ )
457
+
458
+
459
+ def doom_action_space_discrete():
460
+ return gym.spaces.Tuple(
461
+ (
462
+ Discrete(3), # noop, forward, backward
463
+ Discrete(3), # noop, move right, move left
464
+ Discrete(3), # noop, turn right, turn left
465
+ Discrete(3), # noop, prev_weapon, next_weapon
466
+ Discrete(2), # noop, attack
467
+ Discrete(2), # noop, sprint
468
+ )
469
+ )
470
+
471
+
472
+ def doom_action_space_discrete_no_weap():
473
+ return gym.spaces.Tuple(
474
+ (
475
+ Discrete(3), # noop, forward, backward
476
+ Discrete(3), # noop, move right, move left
477
+ Discrete(3), # noop, turn right, turn left
478
+ Discrete(2), # noop, attack
479
+ Discrete(2), # noop, sprint
480
+ )
481
+ )
482
+
483
+
484
+ def doom_action_space_full_discretized(with_use=False):
485
+ """
486
+ MOVE_FORWARD
487
+ MOVE_BACKWARD
488
+ MOVE_RIGHT
489
+ MOVE_LEFT
490
+ SELECT_WEAPON1
491
+ SELECT_WEAPON2
492
+ SELECT_WEAPON3
493
+ SELECT_WEAPON4
494
+ SELECT_WEAPON5
495
+ SELECT_WEAPON6
496
+ SELECT_WEAPON7
497
+ ATTACK
498
+ SPEED
499
+ TURN_LEFT_RIGHT_DELTA
500
+ """
501
+ spaces = [
502
+ Discrete(3), # noop, forward, backward
503
+ Discrete(3), # noop, move right, move left
504
+ Discrete(8), # noop, select weapons 1-7
505
+ Discrete(2), # noop, attack
506
+ Discrete(2), # noop, sprint
507
+ ]
508
+ if with_use:
509
+ spaces.append(Discrete(2)) # noop, use
510
+
511
+ spaces.append(Discretized(21, min_action=-12.5, max_action=12.5)) # turning using discretized continuous control
512
+
513
+ return gym.spaces.Tuple(spaces)