comrad-bench 1.0.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- comrad/curriculum/__init__.py +30 -0
- comrad/curriculum/base.py +133 -0
- comrad/curriculum/learning_progress.py +136 -0
- comrad/curriculum/observer.py +100 -0
- comrad/curriculum/omni.py +74 -0
- comrad/curriculum/plr.py +208 -0
- comrad/curriculum/sequential.py +72 -0
- comrad/curriculum/uniform.py +20 -0
- comrad/enjoy.py +22 -0
- comrad/envs/__init__.py +0 -0
- comrad/envs/action_space.py +513 -0
- comrad/envs/doom_gym.py +766 -0
- comrad/envs/doom_params.py +252 -0
- comrad/envs/multi_wad_env.py +171 -0
- comrad/envs/multiagent/__init__.py +0 -0
- comrad/envs/multiagent/doom_multiagent.py +224 -0
- comrad/envs/multiagent/doom_multiagent_wrapper.py +592 -0
- comrad/envs/wad_catalog.py +46 -0
- comrad/examples/WandB_Scraper/plot_wandb.py +230 -0
- comrad/examples/agent_run_env.py +50 -0
- comrad/examples/inspect_obs.py +28 -0
- comrad/examples/single_player.py +21 -0
- comrad/examples/vizdoom.pyi +3233 -0
- comrad/examples/you_run_env.py +192 -0
- comrad/misc/resource_greed.py +90 -0
- comrad/models/__init__.py +0 -0
- comrad/models/doom_model.py +47 -0
- comrad/models/happo_model.py +376 -0
- comrad/models/mappo_model.py +85 -0
- comrad/models/qmix_model.py +415 -0
- comrad/models/qplex_mixer.py +443 -0
- comrad/record_topdown_heatmap.py +1299 -0
- comrad/record_video.py +262 -0
- comrad/scenarios/ammo_carrier.cfg +39 -0
- comrad/scenarios/ammo_carrier.wad +0 -0
- comrad/scenarios/armory_siege.cfg +41 -0
- comrad/scenarios/armory_siege.wad +0 -0
- comrad/scenarios/batch_armory/armory_0.wad +0 -0
- comrad/scenarios/batch_armory/armory_1.wad +0 -0
- comrad/scenarios/batch_armory/armory_10.wad +0 -0
- comrad/scenarios/batch_armory/armory_11.wad +0 -0
- comrad/scenarios/batch_armory/armory_12.wad +0 -0
- comrad/scenarios/batch_armory/armory_13.wad +0 -0
- comrad/scenarios/batch_armory/armory_14.wad +0 -0
- comrad/scenarios/batch_armory/armory_15.wad +0 -0
- comrad/scenarios/batch_armory/armory_16.wad +0 -0
- comrad/scenarios/batch_armory/armory_17.wad +0 -0
- comrad/scenarios/batch_armory/armory_18.wad +0 -0
- comrad/scenarios/batch_armory/armory_19.wad +0 -0
- comrad/scenarios/batch_armory/armory_2.wad +0 -0
- comrad/scenarios/batch_armory/armory_20.wad +0 -0
- comrad/scenarios/batch_armory/armory_21.wad +0 -0
- comrad/scenarios/batch_armory/armory_22.wad +0 -0
- comrad/scenarios/batch_armory/armory_23.wad +0 -0
- comrad/scenarios/batch_armory/armory_3.wad +0 -0
- comrad/scenarios/batch_armory/armory_4.wad +0 -0
- comrad/scenarios/batch_armory/armory_5.wad +0 -0
- comrad/scenarios/batch_armory/armory_6.wad +0 -0
- comrad/scenarios/batch_armory/armory_7.wad +0 -0
- comrad/scenarios/batch_armory/armory_8.wad +0 -0
- comrad/scenarios/batch_armory/armory_9.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_0.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_1.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_10.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_11.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_12.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_13.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_14.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_15.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_16.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_17.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_18.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_19.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_2.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_20.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_21.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_22.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_23.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_24.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_25.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_26.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_27.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_28.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_29.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_3.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_30.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_31.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_32.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_33.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_34.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_35.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_36.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_37.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_38.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_39.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_4.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_40.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_41.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_42.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_43.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_44.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_45.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_46.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_47.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_48.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_49.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_5.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_50.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_51.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_52.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_53.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_54.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_55.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_56.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_57.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_58.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_59.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_6.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_60.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_61.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_62.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_63.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_64.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_65.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_7.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_8.wad +0 -0
- comrad/scenarios/batch_lava_maze/lava_maze_9.wad +0 -0
- comrad/scenarios/batch_platform_chain_curriculum/platform_chain_bridge_intro.wad +0 -0
- comrad/scenarios/batch_platform_chain_curriculum/platform_chain_bridge_mastery.wad +0 -0
- comrad/scenarios/batch_platform_chain_curriculum/platform_chain_bridge_progress.wad +0 -0
- comrad/scenarios/batch_platform_chain_curriculum/platform_chain_easy_intro.wad +0 -0
- comrad/scenarios/batch_platform_chain_curriculum/platform_chain_easy_mastery.wad +0 -0
- comrad/scenarios/batch_platform_chain_curriculum/platform_chain_easy_movers.wad +0 -0
- comrad/scenarios/batch_platform_chain_curriculum/platform_chain_easy_spacing.wad +0 -0
- comrad/scenarios/batch_platform_chain_curriculum/platform_chain_hard_default.wad +0 -0
- comrad/scenarios/batch_platform_chain_curriculum/platform_chain_hard_endgame.wad +0 -0
- comrad/scenarios/batch_platform_chain_curriculum/platform_chain_hard_extended.wad +0 -0
- comrad/scenarios/batch_platform_chain_curriculum/platform_chain_hard_intro.wad +0 -0
- comrad/scenarios/batch_platform_chain_curriculum/platform_chain_hard_tighter.wad +0 -0
- comrad/scenarios/coop_health_gathering.cfg +31 -0
- comrad/scenarios/coop_health_gathering.wad +0 -0
- comrad/scenarios/coop_puzzle.cfg +39 -0
- comrad/scenarios/coop_puzzle.wad +0 -0
- comrad/scenarios/dumb_enemies.cfg +35 -0
- comrad/scenarios/dumb_enemies.wad +0 -0
- comrad/scenarios/foraging_commons.cfg +36 -0
- comrad/scenarios/foraging_commons.wad +0 -0
- comrad/scenarios/lava_maze.cfg +41 -0
- comrad/scenarios/lava_maze.wad +0 -0
- comrad/scenarios/lava_maze_simple.cfg +32 -0
- comrad/scenarios/lava_maze_simple.wad +0 -0
- comrad/scenarios/lavapit.cfg +46 -0
- comrad/scenarios/lavapit.wad +0 -0
- comrad/scenarios/platform_chain.cfg +38 -0
- comrad/scenarios/platform_chain.wad +0 -0
- comrad/scenarios/platform_chain_easy.cfg +38 -0
- comrad/scenarios/platform_chain_easy.wad +0 -0
- comrad/scenarios/rhythm_sync.cfg +49 -0
- comrad/scenarios/rhythm_sync.wad +0 -0
- comrad/scenarios/smart_enemies.cfg +36 -0
- comrad/scenarios/smart_enemies.wad +0 -0
- comrad/scenarios/stag_hunt_arena.cfg +39 -0
- comrad/scenarios/stag_hunt_arena.wad +0 -0
- comrad/scenarios/stealth_labyrinth.cfg +45 -0
- comrad/scenarios/stealth_labyrinth.wad +0 -0
- comrad/templates/asdf.sh +24 -0
- comrad/templates/run.sh +364 -0
- comrad/templates/run_algo.sh +84 -0
- comrad/templates/run_bench.sh +77 -0
- comrad/tests/__init__.py +0 -0
- comrad/tests/test_doom_utils_additional_input.py +60 -0
- comrad/tests/test_lava_maze_action_mask.py +86 -0
- comrad/tests/test_record_topdown_heatmap.py +271 -0
- comrad/tests/test_train_all.py +118 -0
- comrad/tests/test_train_all_scaling.py +168 -0
- comrad/train.py +228 -0
- comrad/train_all.py +368 -0
- comrad/utils/__init__.py +0 -0
- comrad/utils/doom_render.py +35 -0
- comrad/utils/doom_utils.py +644 -0
- comrad/utils/recording_actions.py +29 -0
- comrad/utils/video_uploader.py +51 -0
- comrad/utils/wad_utils.py +55 -0
- comrad/wrappers/__init__.py +0 -0
- comrad/wrappers/action_mask.py +73 -0
- comrad/wrappers/additional_input.py +101 -0
- comrad/wrappers/agent_id_wrapper.py +42 -0
- comrad/wrappers/exploration.py +56 -0
- comrad/wrappers/multiplayer_stats.py +61 -0
- comrad/wrappers/observation_space.py +75 -0
- comrad/wrappers/reward_shaping.py +262 -0
- comrad/wrappers/scenario_wrappers/__init__.py +18 -0
- comrad/wrappers/scenario_wrappers/ammo_carrier.py +231 -0
- comrad/wrappers/scenario_wrappers/armory_siege.py +264 -0
- comrad/wrappers/scenario_wrappers/coop_health_gathering.py +124 -0
- comrad/wrappers/scenario_wrappers/coop_puzzle.py +131 -0
- comrad/wrappers/scenario_wrappers/dumb_enemies.py +135 -0
- comrad/wrappers/scenario_wrappers/foraging_commons.py +147 -0
- comrad/wrappers/scenario_wrappers/gathering_reward_shaping.py +44 -0
- comrad/wrappers/scenario_wrappers/lava_maze.py +303 -0
- comrad/wrappers/scenario_wrappers/lava_maze_simple.py +300 -0
- comrad/wrappers/scenario_wrappers/lavapit_reward_shaping.py +235 -0
- comrad/wrappers/scenario_wrappers/mwh_reward_shaping.py +79 -0
- comrad/wrappers/scenario_wrappers/pitfall_reward_shaping.py +93 -0
- comrad/wrappers/scenario_wrappers/platform_chain.py +115 -0
- comrad/wrappers/scenario_wrappers/rhythm_sync.py +111 -0
- comrad/wrappers/scenario_wrappers/rhythm_sync_dense.py +327 -0
- comrad/wrappers/scenario_wrappers/smart_enemies.py +132 -0
- comrad/wrappers/scenario_wrappers/stag_hunt_arena.py +128 -0
- comrad/wrappers/scenario_wrappers/stealth_labyrinth.py +157 -0
- comrad/wrappers/shared_reward.py +55 -0
- comrad/wrappers/step_human_input.py +37 -0
- comrad/wrappers/video_recorder.py +347 -0
- comrad_bench-1.0.0.dist-info/METADATA +229 -0
- comrad_bench-1.0.0.dist-info/RECORD +384 -0
- comrad_bench-1.0.0.dist-info/WHEEL +5 -0
- comrad_bench-1.0.0.dist-info/licenses/LICENSE +21 -0
- comrad_bench-1.0.0.dist-info/top_level.txt +2 -0
- sample_factory/__init__.py +9 -0
- sample_factory/algo/__init__.py +0 -0
- sample_factory/algo/evaluators/__init__.py +0 -0
- sample_factory/algo/evaluators/default_evaluator.py +0 -0
- sample_factory/algo/learning/__init__.py +0 -0
- sample_factory/algo/learning/batcher.py +271 -0
- sample_factory/algo/learning/learner.py +1322 -0
- sample_factory/algo/learning/learner_dqn.py +450 -0
- sample_factory/algo/learning/learner_happo.py +818 -0
- sample_factory/algo/learning/learner_qmix.py +1254 -0
- sample_factory/algo/learning/learner_worker.py +178 -0
- sample_factory/algo/learning/rnn_utils.py +158 -0
- sample_factory/algo/runners/__init__.py +0 -0
- sample_factory/algo/runners/runner.py +774 -0
- sample_factory/algo/runners/runner_parallel.py +65 -0
- sample_factory/algo/runners/runner_serial.py +27 -0
- sample_factory/algo/sampling/__init__.py +0 -0
- sample_factory/algo/sampling/batched_sampling.py +466 -0
- sample_factory/algo/sampling/evaluation_sampling_api.py +315 -0
- sample_factory/algo/sampling/inference_worker.py +524 -0
- sample_factory/algo/sampling/non_batched_sampling.py +709 -0
- sample_factory/algo/sampling/rollout_worker.py +308 -0
- sample_factory/algo/sampling/sampler.py +296 -0
- sample_factory/algo/sampling/sampling_utils.py +70 -0
- sample_factory/algo/sampling/stats.py +31 -0
- sample_factory/algo/sampling/sync_sampling_api.py +65 -0
- sample_factory/algo/utils/__init__.py +0 -0
- sample_factory/algo/utils/action_distributions.py +350 -0
- sample_factory/algo/utils/agent_policy_mapping.py +62 -0
- sample_factory/algo/utils/context.py +50 -0
- sample_factory/algo/utils/env_info.py +151 -0
- sample_factory/algo/utils/epsilon_schedule.py +50 -0
- sample_factory/algo/utils/gymnasium_utils.py +128 -0
- sample_factory/algo/utils/heartbeat.py +35 -0
- sample_factory/algo/utils/joint_replay_buffer.py +296 -0
- sample_factory/algo/utils/joint_sequence_replay_buffer.py +225 -0
- sample_factory/algo/utils/make_env.py +388 -0
- sample_factory/algo/utils/misc.py +44 -0
- sample_factory/algo/utils/model_sharing.py +170 -0
- sample_factory/algo/utils/multiprocessing_utils.py +41 -0
- sample_factory/algo/utils/optimizers.py +189 -0
- sample_factory/algo/utils/replay_buffer.py +390 -0
- sample_factory/algo/utils/rl_utils.py +117 -0
- sample_factory/algo/utils/running_mean_std.py +152 -0
- sample_factory/algo/utils/shared_buffers.py +248 -0
- sample_factory/algo/utils/spaces/__init__.py +0 -0
- sample_factory/algo/utils/spaces/discretized.py +14 -0
- sample_factory/algo/utils/tensor_dict.py +156 -0
- sample_factory/algo/utils/tensor_utils.py +47 -0
- sample_factory/algo/utils/torch_utils.py +66 -0
- sample_factory/cfg/__init__.py +0 -0
- sample_factory/cfg/arguments.py +617 -0
- sample_factory/cfg/cfg.py +1187 -0
- sample_factory/cfg/configurable.py +6 -0
- sample_factory/enjoy.py +292 -0
- sample_factory/envs/__init__.py +0 -0
- sample_factory/envs/create_env.py +46 -0
- sample_factory/envs/env_utils.py +142 -0
- sample_factory/envs/env_wrappers.py +457 -0
- sample_factory/envs/pettingzoo_envs.py +79 -0
- sample_factory/eval.py +119 -0
- sample_factory/export_onnx.py +202 -0
- sample_factory/huggingface/__init__.py +0 -0
- sample_factory/huggingface/huggingface_utils.py +154 -0
- sample_factory/huggingface/load_from_hub.py +27 -0
- sample_factory/huggingface/push_to_hub.py +61 -0
- sample_factory/launcher/__init__.py +0 -0
- sample_factory/launcher/launcher_utils.py +6 -0
- sample_factory/launcher/run.py +77 -0
- sample_factory/launcher/run_description.py +194 -0
- sample_factory/launcher/run_ngc.py +72 -0
- sample_factory/launcher/run_processes.py +142 -0
- sample_factory/launcher/run_slurm.py +173 -0
- sample_factory/model/__init__.py +0 -0
- sample_factory/model/action_parameterization.py +76 -0
- sample_factory/model/actor_critic.py +351 -0
- sample_factory/model/core.py +86 -0
- sample_factory/model/decoder.py +35 -0
- sample_factory/model/encoder.py +242 -0
- sample_factory/model/model_factory.py +60 -0
- sample_factory/model/model_utils.py +93 -0
- sample_factory/model/utils.py +17 -0
- sample_factory/pbt/__init__.py +0 -0
- sample_factory/pbt/population_based_training.py +415 -0
- sample_factory/tests/__init__.py +0 -0
- sample_factory/tests/algo/__init__.py +0 -0
- sample_factory/tests/algo/happo/__init__.py +0 -0
- sample_factory/tests/algo/happo/conftest.py +111 -0
- sample_factory/tests/algo/happo/test_critic_rnn.py +347 -0
- sample_factory/tests/algo/happo/test_critic_rnn_training.py +420 -0
- sample_factory/tests/algo/happo/test_helpers.py +112 -0
- sample_factory/tests/algo/happo/test_learner.py +328 -0
- sample_factory/tests/algo/happo/test_loss.py +384 -0
- sample_factory/tests/algo/happo/test_model.py +280 -0
- sample_factory/tests/algo/mappo/__init__.py +0 -0
- sample_factory/tests/algo/mappo/conftest.py +56 -0
- sample_factory/tests/algo/mappo/test_critic.py +176 -0
- sample_factory/tests/algo/mappo/test_model.py +138 -0
- sample_factory/tests/algo/mappo/test_rnn_edges.py +171 -0
- sample_factory/tests/algo/qmix/__init__.py +0 -0
- sample_factory/tests/algo/qmix/conftest.py +179 -0
- sample_factory/tests/algo/qmix/test_buffer.py +332 -0
- sample_factory/tests/algo/qmix/test_forward_equivalence.py +399 -0
- sample_factory/tests/algo/qmix/test_learner.py +458 -0
- sample_factory/tests/algo/qmix/test_qplex_compound_actions.py +512 -0
- sample_factory/tests/algo/qmix/test_rnn_buffer.py +189 -0
- sample_factory/tests/algo/qmix/test_rnn_core.py +390 -0
- sample_factory/tests/algo/qmix/test_rnn_loss.py +365 -0
- sample_factory/tests/algo/qmix/test_rnn_model.py +545 -0
- sample_factory/tests/algo/qmix/test_transitions.py +277 -0
- sample_factory/tests/algo/qplex/test_qatten_regress.py +31 -0
- sample_factory/tests/algo/qplex/test_qplex.py +893 -0
- sample_factory/tests/algo/qplex/test_qplex_cfg_validation.py +56 -0
- sample_factory/tests/algo/qplex/test_qplex_compound_convergence.py +487 -0
- sample_factory/tests/algo/test_action_distributions.py +259 -0
- sample_factory/tests/algo/test_joint_replay_buffer_rng.py +83 -0
- sample_factory/tests/algo/test_learner.py +172 -0
- sample_factory/tests/algo/test_model.py +64 -0
- sample_factory/tests/algo/test_model_builder.py +60 -0
- sample_factory/tests/algo/test_pbt.py +25 -0
- sample_factory/tests/algo/test_rms.py +68 -0
- sample_factory/tests/algo/test_rnn.py +64 -0
- sample_factory/tests/algo/test_spaces.py +21 -0
- sample_factory/tests/algo/test_tensordict.py +67 -0
- sample_factory/tests/envs/__init__.py +0 -0
- sample_factory/tests/envs/test_batched_sampling_true_objective.py +81 -0
- sample_factory/tests/envs/test_doom_gym_terminal_info.py +56 -0
- sample_factory/tests/envs/test_doom_multiagent_wrapper.py +259 -0
- sample_factory/tests/envs/tuple_action_envs/__init__.py +0 -0
- sample_factory/tests/envs/tuple_action_envs/test_mixed_dist_env_batched.py +137 -0
- sample_factory/tests/envs/tuple_action_envs/test_mixed_dist_env_non_batched.py +101 -0
- sample_factory/tests/envs/tuple_action_envs/test_two_discrete_action_dist_env_batched.py +144 -0
- sample_factory/tests/envs/tuple_action_envs/test_two_discrete_action_dist_env_non_batched.py +113 -0
- sample_factory/tests/envs/utils.py +63 -0
- sample_factory/tests/envs/vizdoom/__init__.py +0 -0
- sample_factory/tests/envs/vizdoom/test_vizdoom_basic.py +84 -0
- sample_factory/tests/envs/vizdoom/test_vizdoom_multiplayer.py +85 -0
- sample_factory/tests/examples/__init__.py +0 -0
- sample_factory/tests/examples/test_example.py +178 -0
- sample_factory/tests/examples/test_example_multi.py +64 -0
- sample_factory/tests/examples/test_example_sampler.py +31 -0
- sample_factory/tests/export_onnx_utils.py +68 -0
- sample_factory/tests/test_comrad_curriculum.py +595 -0
- sample_factory/tests/test_comrad_train_resume.py +155 -0
- sample_factory/tests/test_launcher.py +189 -0
- sample_factory/tests/test_precheck.py +26 -0
- sample_factory/tests/test_utils.py +60 -0
- sample_factory/tests/test_video_recorder.py +444 -0
- sample_factory/tests/test_video_uploader.py +107 -0
- sample_factory/tests/utils.py +14 -0
- sample_factory/train.py +41 -0
- sample_factory/utils/__init__.py +0 -0
- sample_factory/utils/algo_version.py +3 -0
- sample_factory/utils/attr_dict.py +8 -0
- sample_factory/utils/decay.py +47 -0
- sample_factory/utils/dicts.py +103 -0
- sample_factory/utils/get_available_gpus.py +42 -0
- sample_factory/utils/gifs.py +41 -0
- sample_factory/utils/gpu_utils.py +90 -0
- sample_factory/utils/network.py +15 -0
- sample_factory/utils/normalize.py +76 -0
- sample_factory/utils/tb.py +91 -0
- sample_factory/utils/timing.py +161 -0
- sample_factory/utils/typing.py +31 -0
- sample_factory/utils/utils.py +497 -0
- sample_factory/utils/wandb_utils.py +76 -0
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
import numpy as np
|
|
2
|
+
from comrad.curriculum.base import Curriculum
|
|
3
|
+
|
|
4
|
+
class SequentialCurriculum(Curriculum):
|
|
5
|
+
"""
|
|
6
|
+
Advances linearly through tasks when a success threshold is met
|
|
7
|
+
over a rolling window of recent episodes.
|
|
8
|
+
"""
|
|
9
|
+
def __init__(
|
|
10
|
+
self,
|
|
11
|
+
n_tasks: int,
|
|
12
|
+
seq_threshold: float = 0.8,
|
|
13
|
+
seq_max_return: float = 1.0,
|
|
14
|
+
seq_window: int = 100,
|
|
15
|
+
**kwargs
|
|
16
|
+
):
|
|
17
|
+
super().__init__(n_tasks, **kwargs)
|
|
18
|
+
self._seq_threshold = seq_threshold
|
|
19
|
+
self._seq_max_return = seq_max_return
|
|
20
|
+
self._seq_window = seq_window
|
|
21
|
+
|
|
22
|
+
self._seq_idx = self.ctx.Array('l', [0])
|
|
23
|
+
self._seq_buf = self.ctx.Array('d', [0.0] * seq_window)
|
|
24
|
+
self._seq_buf_pos = self.ctx.Array('l', [0])
|
|
25
|
+
self._seq_buf_len = self.ctx.Array('l', [0])
|
|
26
|
+
|
|
27
|
+
# Initialize first task weight
|
|
28
|
+
w = np.zeros(self._n)
|
|
29
|
+
w[0] = 1.0
|
|
30
|
+
self._weights[:] = w.tolist()
|
|
31
|
+
|
|
32
|
+
def _update_logic(self, task_idx: int, episode_return: float) -> None:
|
|
33
|
+
idx = self._seq_idx[0]
|
|
34
|
+
if task_idx != idx:
|
|
35
|
+
return
|
|
36
|
+
|
|
37
|
+
pos = self._seq_buf_pos[0]
|
|
38
|
+
self._seq_buf[pos] = episode_return
|
|
39
|
+
self._seq_buf_pos[0] = (pos + 1) % self._seq_window
|
|
40
|
+
self._seq_buf_len[0] = min(self._seq_buf_len[0] + 1, self._seq_window)
|
|
41
|
+
|
|
42
|
+
def _recompute_weights(self) -> None:
|
|
43
|
+
idx = self._seq_idx[0]
|
|
44
|
+
|
|
45
|
+
if self._seq_buf_len[0] > 0:
|
|
46
|
+
valid = list(self._seq_buf[:self._seq_buf_len[0]])
|
|
47
|
+
mean_return = sum(valid) / len(valid)
|
|
48
|
+
normed = mean_return / max(self._seq_max_return, 1e-6)
|
|
49
|
+
|
|
50
|
+
if normed >= self._seq_threshold and idx < self._n - 1:
|
|
51
|
+
idx += 1
|
|
52
|
+
self._seq_idx[0] = idx
|
|
53
|
+
self._seq_buf_pos[0] = 0
|
|
54
|
+
self._seq_buf_len[0] = 0
|
|
55
|
+
|
|
56
|
+
w = np.zeros(self._n)
|
|
57
|
+
w[idx] = 1.0
|
|
58
|
+
self._weights[:] = w.tolist()
|
|
59
|
+
|
|
60
|
+
def _state_dict_locked(self) -> dict:
|
|
61
|
+
return {
|
|
62
|
+
"seq_idx": int(self._seq_idx[0]),
|
|
63
|
+
"seq_buf": list(self._seq_buf[:]),
|
|
64
|
+
"seq_buf_pos": int(self._seq_buf_pos[0]),
|
|
65
|
+
"seq_buf_len": int(self._seq_buf_len[0]),
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
def _load_state_dict_locked(self, state: dict) -> None:
|
|
69
|
+
self._seq_idx[0] = int(state.get("seq_idx", self._seq_idx[0]))
|
|
70
|
+
self._seq_buf[:] = [float(value) for value in state.get("seq_buf", self._seq_buf[:])]
|
|
71
|
+
self._seq_buf_pos[0] = int(state.get("seq_buf_pos", self._seq_buf_pos[0]))
|
|
72
|
+
self._seq_buf_len[0] = int(state.get("seq_buf_len", self._seq_buf_len[0]))
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
from comrad.curriculum.base import Curriculum
|
|
2
|
+
|
|
3
|
+
class UniformCurriculum(Curriculum):
|
|
4
|
+
"""Samples tasks purely uniformly."""
|
|
5
|
+
|
|
6
|
+
def __init__(self, n_tasks: int, **kwargs):
|
|
7
|
+
super().__init__(n_tasks, **kwargs)
|
|
8
|
+
# Weights instantly set in base
|
|
9
|
+
|
|
10
|
+
def update(self, task_idx: int, episode_return: float) -> None:
|
|
11
|
+
# Uniform doesn't need to recalculate weights or even count episodes
|
|
12
|
+
# But we still run base update to maintain counts
|
|
13
|
+
super().update(task_idx, episode_return)
|
|
14
|
+
|
|
15
|
+
def _update_logic(self, task_idx: int, episode_return: float) -> None:
|
|
16
|
+
pass
|
|
17
|
+
|
|
18
|
+
def _recompute_weights(self) -> None:
|
|
19
|
+
# Array keeps original initialization values
|
|
20
|
+
pass
|
comrad/enjoy.py
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import sys
|
|
2
|
+
|
|
3
|
+
from sample_factory.enjoy import enjoy
|
|
4
|
+
from comrad.train import parse_args, register_vizdoom_components, register_model_factory
|
|
5
|
+
|
|
6
|
+
|
|
7
|
+
def main():
|
|
8
|
+
register_vizdoom_components()
|
|
9
|
+
cfg = parse_args(evaluation=True)
|
|
10
|
+
|
|
11
|
+
# num_agents may be -1 (default value)
|
|
12
|
+
if cfg.num_agents < 1:
|
|
13
|
+
from comrad.utils.doom_utils import get_num_agents
|
|
14
|
+
cfg.num_agents = get_num_agents(cfg, cfg.env)
|
|
15
|
+
|
|
16
|
+
register_model_factory(cfg)
|
|
17
|
+
status = enjoy(cfg)
|
|
18
|
+
return status
|
|
19
|
+
|
|
20
|
+
|
|
21
|
+
if __name__ == "__main__":
|
|
22
|
+
sys.exit(main())
|
comrad/envs/__init__.py
ADDED
|
File without changes
|
|
@@ -0,0 +1,513 @@
|
|
|
1
|
+
import gymnasium as gym
|
|
2
|
+
import numpy as np
|
|
3
|
+
from gymnasium.spaces import Box, Discrete
|
|
4
|
+
|
|
5
|
+
from sample_factory.algo.utils.spaces.discretized import Discretized
|
|
6
|
+
|
|
7
|
+
|
|
8
|
+
def key_to_action_basic(key):
|
|
9
|
+
from pynput.keyboard import Key
|
|
10
|
+
|
|
11
|
+
table = {Key.left: 0, Key.right: 1, Key.up: 2, Key.down: 3}
|
|
12
|
+
return table.get(key, None)
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
def doom_turn_and_attack_only():
|
|
16
|
+
"""
|
|
17
|
+
TURN_LEFT
|
|
18
|
+
TURN_RIGHT
|
|
19
|
+
ATTACK
|
|
20
|
+
"""
|
|
21
|
+
space = gym.spaces.Tuple(
|
|
22
|
+
(
|
|
23
|
+
Discrete(3),
|
|
24
|
+
Discrete(2),
|
|
25
|
+
)
|
|
26
|
+
) # noop, turn left, turn right # noop, attack
|
|
27
|
+
|
|
28
|
+
return space
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
def doom_action_space_ammo_carrier():
|
|
32
|
+
"""
|
|
33
|
+
TURN_LEFT
|
|
34
|
+
TURN_RIGHT
|
|
35
|
+
MOVE_FORWARD
|
|
36
|
+
MOVE_LEFT
|
|
37
|
+
MOVE_RIGHT
|
|
38
|
+
ATTACK
|
|
39
|
+
"""
|
|
40
|
+
return gym.spaces.Tuple(
|
|
41
|
+
(
|
|
42
|
+
Discrete(3), # noop, turn left, turn right
|
|
43
|
+
Discrete(2), # noop, move forward
|
|
44
|
+
Discrete(3), # noop, strafe left, strafe right
|
|
45
|
+
Discrete(2), # noop, attack
|
|
46
|
+
)
|
|
47
|
+
)
|
|
48
|
+
|
|
49
|
+
|
|
50
|
+
def doom_action_space_common_harvest():
|
|
51
|
+
"""
|
|
52
|
+
TURN_LEFT
|
|
53
|
+
TURN_RIGHT
|
|
54
|
+
MOVE_FORWARD
|
|
55
|
+
MOVE_BACKWARD
|
|
56
|
+
MOVE_LEFT
|
|
57
|
+
MOVE_RIGHT
|
|
58
|
+
ATTACK
|
|
59
|
+
"""
|
|
60
|
+
return gym.spaces.Tuple(
|
|
61
|
+
(
|
|
62
|
+
Discrete(3), # noop, turn left, turn right
|
|
63
|
+
Discrete(3), # noop, forward, backward
|
|
64
|
+
Discrete(3), # noop, strafe left, strafe right
|
|
65
|
+
Discrete(2), # noop, attack
|
|
66
|
+
)
|
|
67
|
+
)
|
|
68
|
+
|
|
69
|
+
|
|
70
|
+
def doom_action_space_foraging_commons():
|
|
71
|
+
"""
|
|
72
|
+
TURN_LEFT
|
|
73
|
+
TURN_RIGHT
|
|
74
|
+
MOVE_FORWARD
|
|
75
|
+
MOVE_BACKWARD
|
|
76
|
+
MOVE_LEFT
|
|
77
|
+
MOVE_RIGHT
|
|
78
|
+
"""
|
|
79
|
+
return gym.spaces.Tuple(
|
|
80
|
+
(
|
|
81
|
+
Discrete(3), # noop, turn left, turn right
|
|
82
|
+
Discrete(3), # noop, forward, backward
|
|
83
|
+
Discrete(3), # noop, strafe left, strafe right
|
|
84
|
+
)
|
|
85
|
+
)
|
|
86
|
+
|
|
87
|
+
|
|
88
|
+
def doom_action_space_basic():
|
|
89
|
+
"""
|
|
90
|
+
TURN_LEFT
|
|
91
|
+
TURN_RIGHT
|
|
92
|
+
MOVE_FORWARD
|
|
93
|
+
MOVE_BACKWARD
|
|
94
|
+
"""
|
|
95
|
+
space = gym.spaces.Tuple(
|
|
96
|
+
(
|
|
97
|
+
Discrete(3),
|
|
98
|
+
Discrete(3),
|
|
99
|
+
)
|
|
100
|
+
) # noop, turn left, turn right # noop, forward, backward
|
|
101
|
+
|
|
102
|
+
space.key_to_action = key_to_action_basic
|
|
103
|
+
return space
|
|
104
|
+
|
|
105
|
+
|
|
106
|
+
def doom_action_space_pitfall():
|
|
107
|
+
"""
|
|
108
|
+
TURN_LEFT
|
|
109
|
+
TURN_RIGHT
|
|
110
|
+
MOVE_FORWARD
|
|
111
|
+
JUMP
|
|
112
|
+
"""
|
|
113
|
+
|
|
114
|
+
return gym.spaces.Tuple(
|
|
115
|
+
(
|
|
116
|
+
Discrete(3),
|
|
117
|
+
Discrete(2),
|
|
118
|
+
Discrete(2),
|
|
119
|
+
)
|
|
120
|
+
)
|
|
121
|
+
|
|
122
|
+
def doom_action_space_lavapit():
|
|
123
|
+
"""
|
|
124
|
+
TURN_LEFT
|
|
125
|
+
TURN_RIGHT
|
|
126
|
+
MOVE_FORWARD
|
|
127
|
+
MOVE_LEFT
|
|
128
|
+
MOVE_RIGHT
|
|
129
|
+
"""
|
|
130
|
+
|
|
131
|
+
return gym.spaces.Tuple(
|
|
132
|
+
(
|
|
133
|
+
Discrete(3),
|
|
134
|
+
Discrete(2),
|
|
135
|
+
Discrete(3),
|
|
136
|
+
)
|
|
137
|
+
)
|
|
138
|
+
|
|
139
|
+
|
|
140
|
+
def doom_action_space_platform_chain():
|
|
141
|
+
"""
|
|
142
|
+
TURN_LEFT
|
|
143
|
+
TURN_RIGHT
|
|
144
|
+
MOVE_FORWARD
|
|
145
|
+
MOVE_BACKWARD
|
|
146
|
+
MOVE_LEFT
|
|
147
|
+
MOVE_RIGHT
|
|
148
|
+
JUMP
|
|
149
|
+
"""
|
|
150
|
+
|
|
151
|
+
return gym.spaces.Tuple(
|
|
152
|
+
(
|
|
153
|
+
Discrete(3), # noop, turn left, turn right
|
|
154
|
+
Discrete(3), # noop, move forward, move backward
|
|
155
|
+
Discrete(3), # noop, strafe left, strafe right
|
|
156
|
+
Discrete(2), # noop, jump
|
|
157
|
+
)
|
|
158
|
+
)
|
|
159
|
+
|
|
160
|
+
def doom_action_space_coop_puzzle():
|
|
161
|
+
"""
|
|
162
|
+
TURN_LEFT
|
|
163
|
+
TURN_RIGHT
|
|
164
|
+
MOVE_FORWARD
|
|
165
|
+
MOVE_LEFT
|
|
166
|
+
MOVE_RIGHT
|
|
167
|
+
"""
|
|
168
|
+
|
|
169
|
+
return gym.spaces.Tuple(
|
|
170
|
+
(
|
|
171
|
+
Discrete(3),
|
|
172
|
+
Discrete(2),
|
|
173
|
+
Discrete(3),
|
|
174
|
+
)
|
|
175
|
+
)
|
|
176
|
+
|
|
177
|
+
def doom_action_space_rhythm_sync():
|
|
178
|
+
"""
|
|
179
|
+
MOVE_FORWARD
|
|
180
|
+
MOVE_BACKWARD
|
|
181
|
+
MOVE_RIGHT
|
|
182
|
+
MOVE_LEFT
|
|
183
|
+
TURN_LEFT
|
|
184
|
+
TURN_RIGHT
|
|
185
|
+
USE
|
|
186
|
+
"""
|
|
187
|
+
|
|
188
|
+
return gym.spaces.Tuple(
|
|
189
|
+
(
|
|
190
|
+
Discrete(3), # noop, forward, backward
|
|
191
|
+
Discrete(3), # noop, move right, move left
|
|
192
|
+
Discrete(3), # noop, turn left, turn right
|
|
193
|
+
Discrete(2), # noop, use
|
|
194
|
+
)
|
|
195
|
+
)
|
|
196
|
+
|
|
197
|
+
def doom_action_space_coop_health_gathering():
|
|
198
|
+
"""
|
|
199
|
+
MOVE_FORWARD
|
|
200
|
+
MOVE_BACKWARD
|
|
201
|
+
MOVE_RIGHT
|
|
202
|
+
MOVE_LEFT
|
|
203
|
+
TURN_LEFT
|
|
204
|
+
TURN_RIGHT
|
|
205
|
+
"""
|
|
206
|
+
|
|
207
|
+
return gym.spaces.Tuple(
|
|
208
|
+
(
|
|
209
|
+
Discrete(3), # noop, forward, backward
|
|
210
|
+
Discrete(3), # noop, move right, move left
|
|
211
|
+
Discrete(3), # noop, turn left, turn right
|
|
212
|
+
)
|
|
213
|
+
)
|
|
214
|
+
|
|
215
|
+
def doom_action_space_mwh():
|
|
216
|
+
"""
|
|
217
|
+
TURN_LEFT
|
|
218
|
+
TURN_RIGHT
|
|
219
|
+
MOVE_FORWARD
|
|
220
|
+
MOVE_LEFT
|
|
221
|
+
MOVE_RIGHT
|
|
222
|
+
"""
|
|
223
|
+
|
|
224
|
+
return gym.spaces.Tuple(
|
|
225
|
+
(
|
|
226
|
+
Discrete(3), # noop, turn left, turn right
|
|
227
|
+
Discrete(2), # noop, forward
|
|
228
|
+
Discrete(3), # noop, move left, move right
|
|
229
|
+
)
|
|
230
|
+
)
|
|
231
|
+
|
|
232
|
+
|
|
233
|
+
def doom_action_space_armory_siege():
|
|
234
|
+
"""
|
|
235
|
+
MOVE_FORWARD
|
|
236
|
+
MOVE_BACKWARD
|
|
237
|
+
MOVE_LEFT
|
|
238
|
+
MOVE_RIGHT
|
|
239
|
+
TURN_LEFT
|
|
240
|
+
TURN_RIGHT
|
|
241
|
+
ATTACK
|
|
242
|
+
SELECT_WEAPON1
|
|
243
|
+
SELECT_WEAPON2
|
|
244
|
+
"""
|
|
245
|
+
return gym.spaces.Tuple(
|
|
246
|
+
(
|
|
247
|
+
Discrete(3), # noop, forward, backward
|
|
248
|
+
Discrete(3), # noop, move right, move left
|
|
249
|
+
Discrete(3), # noop, turn left, turn right
|
|
250
|
+
Discrete(2), # noop, attack
|
|
251
|
+
Discrete(3), # noop, select weapon 1, select weapon 2
|
|
252
|
+
)
|
|
253
|
+
)
|
|
254
|
+
|
|
255
|
+
def doom_action_space_smart_enemies():
|
|
256
|
+
"""
|
|
257
|
+
MOVE_FORWARD
|
|
258
|
+
MOVE_BACKWARD
|
|
259
|
+
MOVE_RIGHT
|
|
260
|
+
MOVE_LEFT
|
|
261
|
+
TURN_LEFT
|
|
262
|
+
TURN_RIGHT
|
|
263
|
+
ATTACK
|
|
264
|
+
"""
|
|
265
|
+
return gym.spaces.Tuple(
|
|
266
|
+
(
|
|
267
|
+
Discrete(3), # noop, forward, backward
|
|
268
|
+
Discrete(3), # noop, move right, move left
|
|
269
|
+
Discrete(3), # noop, turn left, turn right
|
|
270
|
+
Discrete(2), # noop, attack
|
|
271
|
+
)
|
|
272
|
+
)
|
|
273
|
+
|
|
274
|
+
def doom_action_space_dumb_enemies():
|
|
275
|
+
"""
|
|
276
|
+
MOVE_FORWARD
|
|
277
|
+
MOVE_BACKWARD
|
|
278
|
+
MOVE_RIGHT
|
|
279
|
+
MOVE_LEFT
|
|
280
|
+
TURN_LEFT
|
|
281
|
+
TURN_RIGHT
|
|
282
|
+
ATTACK
|
|
283
|
+
"""
|
|
284
|
+
return gym.spaces.Tuple(
|
|
285
|
+
(
|
|
286
|
+
Discrete(3), # noop, forward, backward
|
|
287
|
+
Discrete(3), # noop, move right, move left
|
|
288
|
+
Discrete(3), # noop, turn left, turn right
|
|
289
|
+
Discrete(2), # noop, attack
|
|
290
|
+
)
|
|
291
|
+
)
|
|
292
|
+
|
|
293
|
+
def doom_action_space_stealth_labyrinth():
|
|
294
|
+
"""
|
|
295
|
+
MOVE_FORWARD
|
|
296
|
+
MOVE_BACKWARD
|
|
297
|
+
MOVE_RIGHT
|
|
298
|
+
MOVE_LEFT
|
|
299
|
+
TURN_LEFT
|
|
300
|
+
TURN_RIGHT
|
|
301
|
+
ATTACK
|
|
302
|
+
"""
|
|
303
|
+
return gym.spaces.Tuple(
|
|
304
|
+
(
|
|
305
|
+
Discrete(3), # noop, forward, backward
|
|
306
|
+
Discrete(3), # noop, move right, move left
|
|
307
|
+
Discrete(3), # noop, turn left, turn right
|
|
308
|
+
Discrete(2), # noop, attack
|
|
309
|
+
)
|
|
310
|
+
)
|
|
311
|
+
|
|
312
|
+
def doom_action_space_stag_hunt():
|
|
313
|
+
"""
|
|
314
|
+
MOVE_FORWARD
|
|
315
|
+
MOVE_BACKWARD
|
|
316
|
+
MOVE_RIGHT
|
|
317
|
+
MOVE_LEFT
|
|
318
|
+
TURN_LEFT
|
|
319
|
+
TURN_RIGHT
|
|
320
|
+
ATTACK
|
|
321
|
+
"""
|
|
322
|
+
return gym.spaces.Tuple(
|
|
323
|
+
(
|
|
324
|
+
Discrete(3), # noop, forward, backward
|
|
325
|
+
Discrete(3), # noop, move right, move left
|
|
326
|
+
Discrete(3), # noop, turn left, turn right
|
|
327
|
+
Discrete(2), # noop, attack
|
|
328
|
+
)
|
|
329
|
+
)
|
|
330
|
+
|
|
331
|
+
def doom_action_space_lava_maze():
|
|
332
|
+
"""
|
|
333
|
+
MOVE_FORWARD
|
|
334
|
+
MOVE_BACKWARD
|
|
335
|
+
MOVE_RIGHT
|
|
336
|
+
MOVE_LEFT
|
|
337
|
+
ATTACK
|
|
338
|
+
SELECT_WEAPON1
|
|
339
|
+
SELECT_WEAPON2
|
|
340
|
+
SELECT_WEAPON3
|
|
341
|
+
SELECT_WEAPON4
|
|
342
|
+
"""
|
|
343
|
+
return gym.spaces.Tuple(
|
|
344
|
+
(
|
|
345
|
+
Discrete(3), # noop, forward, backward
|
|
346
|
+
Discrete(3), # noop, move right, move left
|
|
347
|
+
Discrete(2), # noop, attack
|
|
348
|
+
Discrete(5), # noop, select weapon 1, 2, 3, 4
|
|
349
|
+
)
|
|
350
|
+
)
|
|
351
|
+
|
|
352
|
+
def doom_action_space_lava_maze_simple():
|
|
353
|
+
"""
|
|
354
|
+
MOVE_FORWARD
|
|
355
|
+
MOVE_BACKWARD
|
|
356
|
+
ATTACK
|
|
357
|
+
SELECT_WEAPON1
|
|
358
|
+
SELECT_WEAPON2
|
|
359
|
+
"""
|
|
360
|
+
return gym.spaces.Tuple(
|
|
361
|
+
(
|
|
362
|
+
Discrete(3), # noop, forward, backward
|
|
363
|
+
Discrete(2), # noop, attack
|
|
364
|
+
Discrete(3), # noop, select weapon 1, 2
|
|
365
|
+
)
|
|
366
|
+
)
|
|
367
|
+
|
|
368
|
+
|
|
369
|
+
def doom_action_space_extended():
|
|
370
|
+
"""
|
|
371
|
+
This function assumes the following list of available buttons:
|
|
372
|
+
TURN_LEFT
|
|
373
|
+
TURN_RIGHT
|
|
374
|
+
MOVE_FORWARD
|
|
375
|
+
MOVE_BACKWARD
|
|
376
|
+
MOVE_LEFT
|
|
377
|
+
MOVE_RIGHT
|
|
378
|
+
ATTACK
|
|
379
|
+
"""
|
|
380
|
+
space = gym.spaces.Tuple(
|
|
381
|
+
(
|
|
382
|
+
Discrete(3), # noop, turn left, turn right
|
|
383
|
+
Discrete(3), # noop, forward, backward
|
|
384
|
+
Discrete(3), # noop, strafe left, strafe right
|
|
385
|
+
Discrete(2), # noop, attack
|
|
386
|
+
)
|
|
387
|
+
)
|
|
388
|
+
|
|
389
|
+
return space
|
|
390
|
+
|
|
391
|
+
|
|
392
|
+
def doom_action_space():
|
|
393
|
+
"""
|
|
394
|
+
Standard action space for full-featured Doom environments (e.g. deathmatch).
|
|
395
|
+
TODO: crouch?
|
|
396
|
+
TODO: strafe?
|
|
397
|
+
|
|
398
|
+
This should precisely correspond to the available_buttons configuration in the .cfg file.
|
|
399
|
+
This function assumes:
|
|
400
|
+
MOVE_FORWARD
|
|
401
|
+
MOVE_BACKWARD
|
|
402
|
+
MOVE_RIGHT
|
|
403
|
+
MOVE_LEFT
|
|
404
|
+
SELECT_NEXT_WEAPON
|
|
405
|
+
SELECT_PREV_WEAPON
|
|
406
|
+
ATTACK
|
|
407
|
+
SPEED
|
|
408
|
+
TURN_LEFT_RIGHT_DELTA
|
|
409
|
+
"""
|
|
410
|
+
return gym.spaces.Tuple(
|
|
411
|
+
(
|
|
412
|
+
Discrete(3), # noop, forward, backward
|
|
413
|
+
Discrete(3), # noop, move right, move left
|
|
414
|
+
Discrete(3), # noop, prev_weapon, next_weapon
|
|
415
|
+
Discrete(2), # noop, attack
|
|
416
|
+
Discrete(2), # noop, sprint
|
|
417
|
+
Box(np.float32(-1.0), np.float32(1.0), (1,)),
|
|
418
|
+
)
|
|
419
|
+
)
|
|
420
|
+
|
|
421
|
+
|
|
422
|
+
def doom_action_space_discretized():
|
|
423
|
+
return gym.spaces.Tuple(
|
|
424
|
+
(
|
|
425
|
+
Discrete(3), # noop, forward, backward
|
|
426
|
+
Discrete(3), # noop, move right, move left
|
|
427
|
+
Discrete(3), # noop, prev_weapon, next_weapon
|
|
428
|
+
Discrete(2), # noop, attack
|
|
429
|
+
Discrete(2), # noop, sprint
|
|
430
|
+
Discretized(11, min_action=-10.0, max_action=10.0), # turning using discretized continuous control
|
|
431
|
+
)
|
|
432
|
+
)
|
|
433
|
+
|
|
434
|
+
|
|
435
|
+
def doom_action_space_discretized_no_weap():
|
|
436
|
+
return gym.spaces.Tuple(
|
|
437
|
+
(
|
|
438
|
+
Discrete(3), # noop, forward, backward
|
|
439
|
+
Discrete(3), # noop, move right, move left
|
|
440
|
+
Discrete(2), # noop, attack
|
|
441
|
+
Discrete(2), # noop, sprint
|
|
442
|
+
Discretized(11, min_action=-10.0, max_action=10.0), # turning using discretized continuous control
|
|
443
|
+
)
|
|
444
|
+
)
|
|
445
|
+
|
|
446
|
+
|
|
447
|
+
def doom_action_space_continuous_no_weap():
|
|
448
|
+
return gym.spaces.Tuple(
|
|
449
|
+
(
|
|
450
|
+
Discrete(3), # noop, forward, backward
|
|
451
|
+
Discrete(3), # noop, move right, move left
|
|
452
|
+
Discrete(2), # noop, attack
|
|
453
|
+
Discrete(2), # noop, sprint
|
|
454
|
+
Box(float(-1.0), float(1.0), (1,)),
|
|
455
|
+
)
|
|
456
|
+
)
|
|
457
|
+
|
|
458
|
+
|
|
459
|
+
def doom_action_space_discrete():
|
|
460
|
+
return gym.spaces.Tuple(
|
|
461
|
+
(
|
|
462
|
+
Discrete(3), # noop, forward, backward
|
|
463
|
+
Discrete(3), # noop, move right, move left
|
|
464
|
+
Discrete(3), # noop, turn right, turn left
|
|
465
|
+
Discrete(3), # noop, prev_weapon, next_weapon
|
|
466
|
+
Discrete(2), # noop, attack
|
|
467
|
+
Discrete(2), # noop, sprint
|
|
468
|
+
)
|
|
469
|
+
)
|
|
470
|
+
|
|
471
|
+
|
|
472
|
+
def doom_action_space_discrete_no_weap():
|
|
473
|
+
return gym.spaces.Tuple(
|
|
474
|
+
(
|
|
475
|
+
Discrete(3), # noop, forward, backward
|
|
476
|
+
Discrete(3), # noop, move right, move left
|
|
477
|
+
Discrete(3), # noop, turn right, turn left
|
|
478
|
+
Discrete(2), # noop, attack
|
|
479
|
+
Discrete(2), # noop, sprint
|
|
480
|
+
)
|
|
481
|
+
)
|
|
482
|
+
|
|
483
|
+
|
|
484
|
+
def doom_action_space_full_discretized(with_use=False):
|
|
485
|
+
"""
|
|
486
|
+
MOVE_FORWARD
|
|
487
|
+
MOVE_BACKWARD
|
|
488
|
+
MOVE_RIGHT
|
|
489
|
+
MOVE_LEFT
|
|
490
|
+
SELECT_WEAPON1
|
|
491
|
+
SELECT_WEAPON2
|
|
492
|
+
SELECT_WEAPON3
|
|
493
|
+
SELECT_WEAPON4
|
|
494
|
+
SELECT_WEAPON5
|
|
495
|
+
SELECT_WEAPON6
|
|
496
|
+
SELECT_WEAPON7
|
|
497
|
+
ATTACK
|
|
498
|
+
SPEED
|
|
499
|
+
TURN_LEFT_RIGHT_DELTA
|
|
500
|
+
"""
|
|
501
|
+
spaces = [
|
|
502
|
+
Discrete(3), # noop, forward, backward
|
|
503
|
+
Discrete(3), # noop, move right, move left
|
|
504
|
+
Discrete(8), # noop, select weapons 1-7
|
|
505
|
+
Discrete(2), # noop, attack
|
|
506
|
+
Discrete(2), # noop, sprint
|
|
507
|
+
]
|
|
508
|
+
if with_use:
|
|
509
|
+
spaces.append(Discrete(2)) # noop, use
|
|
510
|
+
|
|
511
|
+
spaces.append(Discretized(21, min_action=-12.5, max_action=12.5)) # turning using discretized continuous control
|
|
512
|
+
|
|
513
|
+
return gym.spaces.Tuple(spaces)
|