gymcts 1.4.3__tar.gz → 1.4.5__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {gymcts-1.4.3/src/gymcts.egg-info → gymcts-1.4.5}/PKG-INFO +1 -1
- {gymcts-1.4.3 → gymcts-1.4.5}/pyproject.toml +1 -1
- {gymcts-1.4.3 → gymcts-1.4.5}/src/gymcts/gymcts_neural_agent.py +4 -0
- {gymcts-1.4.3 → gymcts-1.4.5/src/gymcts.egg-info}/PKG-INFO +1 -1
- {gymcts-1.4.3 → gymcts-1.4.5}/LICENSE +0 -0
- {gymcts-1.4.3 → gymcts-1.4.5}/MANIFEST.in +0 -0
- {gymcts-1.4.3 → gymcts-1.4.5}/README.md +0 -0
- {gymcts-1.4.3 → gymcts-1.4.5}/setup.cfg +0 -0
- {gymcts-1.4.3 → gymcts-1.4.5}/setup.py +0 -0
- {gymcts-1.4.3 → gymcts-1.4.5}/src/gymcts/__init__.py +0 -0
- {gymcts-1.4.3 → gymcts-1.4.5}/src/gymcts/colorful_console_utils.py +0 -0
- {gymcts-1.4.3 → gymcts-1.4.5}/src/gymcts/gymcts_action_history_wrapper.py +0 -0
- {gymcts-1.4.3 → gymcts-1.4.5}/src/gymcts/gymcts_agent.py +0 -0
- {gymcts-1.4.3 → gymcts-1.4.5}/src/gymcts/gymcts_deepcopy_wrapper.py +0 -0
- {gymcts-1.4.3 → gymcts-1.4.5}/src/gymcts/gymcts_distributed_agent.py +0 -0
- {gymcts-1.4.3 → gymcts-1.4.5}/src/gymcts/gymcts_env_abc.py +0 -0
- {gymcts-1.4.3 → gymcts-1.4.5}/src/gymcts/gymcts_node.py +0 -0
- {gymcts-1.4.3 → gymcts-1.4.5}/src/gymcts/gymcts_tree_plotter.py +0 -0
- {gymcts-1.4.3 → gymcts-1.4.5}/src/gymcts/logger.py +0 -0
- {gymcts-1.4.3 → gymcts-1.4.5}/src/gymcts.egg-info/SOURCES.txt +0 -0
- {gymcts-1.4.3 → gymcts-1.4.5}/src/gymcts.egg-info/dependency_links.txt +0 -0
- {gymcts-1.4.3 → gymcts-1.4.5}/src/gymcts.egg-info/not-zip-safe +0 -0
- {gymcts-1.4.3 → gymcts-1.4.5}/src/gymcts.egg-info/requires.txt +0 -0
- {gymcts-1.4.3 → gymcts-1.4.5}/src/gymcts.egg-info/top_level.txt +0 -0
- {gymcts-1.4.3 → gymcts-1.4.5}/tests/test_graph_matrix_jsp_env.py +0 -0
- {gymcts-1.4.3 → gymcts-1.4.5}/tests/test_gymnasium_envs.py +0 -0
- {gymcts-1.4.3 → gymcts-1.4.5}/tests/test_number_of_visits.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: gymcts
|
|
3
|
-
Version: 1.4.
|
|
3
|
+
Version: 1.4.5
|
|
4
4
|
Summary: A minimalistic implementation of the Monte Carlo Tree Search algorithm for planning problems fomulated as gymnaisum reinforcement learning environments.
|
|
5
5
|
Author: Alexander Nasuta
|
|
6
6
|
Author-email: Alexander Nasuta <alexander.nasuta@wzl-iqs.rwth-aachen.de>
|
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "gymcts"
|
|
7
|
-
version = "1.4.
|
|
7
|
+
version = "1.4.5"
|
|
8
8
|
description = "A minimalistic implementation of the Monte Carlo Tree Search algorithm for planning problems fomulated as gymnaisum reinforcement learning environments."
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
authors = [{ name = "Alexander Nasuta", email = "alexander.nasuta@wzl-iqs.rwth-aachen.de" }]
|
|
@@ -166,8 +166,12 @@ class GymctsNeuralNode(GymctsNode):
|
|
|
166
166
|
if GymctsNeuralNode.score_variate == "PUCT_v0":
|
|
167
167
|
return exploitation_term + c * p_sa * math.sqrt(n_s) / (1 + n_sa)
|
|
168
168
|
elif GymctsNeuralNode.score_variate == "PUCT_v1":
|
|
169
|
+
if n_sa == 0:
|
|
170
|
+
return float("inf") # Avoid division by zero
|
|
169
171
|
return exploitation_term + c * p_sa * math.sqrt(2 * math.log(n_s) / (n_sa))
|
|
170
172
|
elif GymctsNeuralNode.score_variate == "PUCT_v2":
|
|
173
|
+
if n_sa == 0:
|
|
174
|
+
return float("inf") # Avoid division by zero
|
|
171
175
|
return exploitation_term + c * p_sa * math.sqrt(n_s) / n_sa
|
|
172
176
|
elif GymctsNeuralNode.score_variate == "PUCT_v3":
|
|
173
177
|
return exploitation_term + c * (p_sa ** GymctsNeuralNode.PUCT_v3_mu) * math.sqrt(n_s / (1 + n_sa))
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: gymcts
|
|
3
|
-
Version: 1.4.
|
|
3
|
+
Version: 1.4.5
|
|
4
4
|
Summary: A minimalistic implementation of the Monte Carlo Tree Search algorithm for planning problems fomulated as gymnaisum reinforcement learning environments.
|
|
5
5
|
Author: Alexander Nasuta
|
|
6
6
|
Author-email: Alexander Nasuta <alexander.nasuta@wzl-iqs.rwth-aachen.de>
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|