dreamer4 0.0.97__tar.gz → 0.0.99__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {dreamer4-0.0.97 → dreamer4-0.0.99}/PKG-INFO +1 -1
- {dreamer4-0.0.97 → dreamer4-0.0.99}/dreamer4/dreamer4.py +3 -1
- {dreamer4-0.0.97 → dreamer4-0.0.99}/pyproject.toml +1 -1
- {dreamer4-0.0.97 → dreamer4-0.0.99}/.github/workflows/python-publish.yml +0 -0
- {dreamer4-0.0.97 → dreamer4-0.0.99}/.github/workflows/test.yml +0 -0
- {dreamer4-0.0.97 → dreamer4-0.0.99}/.gitignore +0 -0
- {dreamer4-0.0.97 → dreamer4-0.0.99}/LICENSE +0 -0
- {dreamer4-0.0.97 → dreamer4-0.0.99}/README.md +0 -0
- {dreamer4-0.0.97 → dreamer4-0.0.99}/dreamer4/__init__.py +0 -0
- {dreamer4-0.0.97 → dreamer4-0.0.99}/dreamer4/mocks.py +0 -0
- {dreamer4-0.0.97 → dreamer4-0.0.99}/dreamer4/trainers.py +0 -0
- {dreamer4-0.0.97 → dreamer4-0.0.99}/dreamer4-fig2.png +0 -0
- {dreamer4-0.0.97 → dreamer4-0.0.99}/tests/test_dreamer.py +0 -0
|
@@ -2580,6 +2580,8 @@ class DynamicsWorldModel(Module):
|
|
|
2580
2580
|
if self.pmpo_kl_div_loss_weight > 0.:
|
|
2581
2581
|
new_unembedded_actions = self.action_embedder.unembed(policy_embed, pred_head_index = 0)
|
|
2582
2582
|
|
|
2583
|
+
# mentioned that the "reverse direction for the prior KL" was used
|
|
2584
|
+
|
|
2583
2585
|
discrete_kl_div, continuous_kl_div = self.action_embedder.kl_div(old_action_unembeds, new_unembedded_actions)
|
|
2584
2586
|
|
|
2585
2587
|
# accumulate discrete and continuous kl div
|
|
@@ -2868,7 +2870,7 @@ class DynamicsWorldModel(Module):
|
|
|
2868
2870
|
# maybe store old actions
|
|
2869
2871
|
|
|
2870
2872
|
if store_old_action_unembeds:
|
|
2871
|
-
acc_policy_embed = safe_cat((acc_policy_embed, policy_embed))
|
|
2873
|
+
acc_policy_embed = safe_cat((acc_policy_embed, policy_embed), dim = 1)
|
|
2872
2874
|
|
|
2873
2875
|
# sample actions
|
|
2874
2876
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|