gym-examples 3.0.218__py3-none-any.whl → 3.0.220__py3-none-any.whl

gym_examples/__init__.py

@@ -6,4 +6,4 @@ register(
      max_episode_steps=50,
 )
 
-__version__ = "3.0.218"
+__version__ = "3.0.220"

gym_examples/envs/wsn_env.py

@@ -28,6 +28,7 @@ coef_network_throughput = 2.6  # coefficient for the network throughput reward
 coef_packet_delivery_ratio = 1.6  # coefficient for the packet delivery ratio reward
 
 base_back_up_dir = "results/data/"
+max_reward = 5 # maximum reward value when the sensors sent data to the base station. The opposite value is when the sensors perform an unauthorized action
 
 # Define the final reward function using an attention mechanism
 class Attention(nn.Module):
@@ -132,7 +133,7 @@ class WSNRoutingEnv(gym.Env):
     def step(self, actions):
         actions = [actions[i] for i in range(self.n_agents)] # We want to go back from the MultiDiscrete action space to a tuple of tuple of Discrete action spaces
         self.steps += 1 
-        rewards = [-100] * self.n_sensors
+        rewards = [-max_reward] * self.n_sensors
         dones = [False] * self.n_sensors
         for i, action in enumerate(actions):
             if action not in range(self.n_sensors + 1):
@@ -166,7 +167,7 @@ class WSNRoutingEnv(gym.Env):
                 self.packet_latency[i] = 0
 
                 # rewards[i] = self.compute_individual_rewards(i, action)
-                rewards[i] = np.ones(input_dim) * 100 # Reward for transmitting data to the base station
+                rewards[i] = np.ones(input_dim) * max_reward # Reward for transmitting data to the base station
                 dones[i] = True       
             else:
                 distance = np.linalg.norm(self.sensor_positions[i] - self.sensor_positions[action])
@@ -212,8 +213,8 @@ class WSNRoutingEnv(gym.Env):
 
         rewards = [r.item() if isinstance(r, torch.Tensor) else r for r in rewards] # Convert the rewards to a list of floats
         # rewards = np.sum(rewards)  # Sum the rewards of all agents
-        rewards = np.mean(rewards)  # Average the rewards of all agents
-        # rewards = np.mean(self.compute_network_rewards())  # Average the rewards of all agents
+        # rewards = np.mean(rewards)  # Average the rewards of all agents
+        rewards = np.mean(self.compute_network_rewards())  # Average the rewards of all agents
         # print(f"Step: {self.steps}, Rewards: {rewards}, Done: {dones}")
         dones = all(dones)  # Done if all agents are done
         
@@ -400,7 +401,8 @@ class WSNRoutingEnv(gym.Env):
         rewards_performance = np.array([reward_latency, reward_network_throughput, reward_packet_delivery_ratio])
 
         # return np.concatenate((rewards_energy, rewards_performance))
-        return rewards_energy
+        # return rewards_energy
+        return np.array([reward_consumption_energy])
 
     def network_reward_dispersion_remaining_energy(self):
         '''

{gym_examples-3.0.218.dist-info → gym_examples-3.0.220.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: gym-examples
-Version: 3.0.218
+Version: 3.0.220
 Summary: A custom environment for multi-agent reinforcement learning focused on WSN routing.
 Home-page: https://github.com/gedji/CODES.git
 Author: Georges Djimefo

gym_examples-3.0.220.dist-info/RECORD

@@ -0,0 +1,7 @@
+gym_examples/__init__.py,sha256=MEYnbGONT9nEeGjf_5eFPpnFuoYOFSHCwbl4ZhogWlo,194
+gym_examples/envs/__init__.py,sha256=lgMe4pyOuUTgTBUddM0iwMlETsYTwFShny6ifm8PGM8,53
+gym_examples/envs/wsn_env.py,sha256=KaqAWRQ9hG_Q46r60GwUu0p92D9lWcRwOerHHRP9CXo,26322
+gym_examples-3.0.220.dist-info/METADATA,sha256=iM7DTB1bT5TB-MkxbZcm9wf_8hFrLgrOVRgzTmYRENU,412
+gym_examples-3.0.220.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+gym_examples-3.0.220.dist-info/top_level.txt,sha256=rJRksoAF32M6lTLBEwYzRdo4PgtejceaNnnZ3HeY_Rk,13
+gym_examples-3.0.220.dist-info/RECORD,,

gym_examples-3.0.218.dist-info/RECORD

@@ -1,7 +0,0 @@
-gym_examples/__init__.py,sha256=LfROr28P60dg0WufgFiYkprAeE7-TOVCimLDa8DuDxw,194
-gym_examples/envs/__init__.py,sha256=lgMe4pyOuUTgTBUddM0iwMlETsYTwFShny6ifm8PGM8,53
-gym_examples/envs/wsn_env.py,sha256=jAinwY1niJzuF5xysMuOuDEcemjUWz2Gj0FqwOrszUA,26095
-gym_examples-3.0.218.dist-info/METADATA,sha256=f9LFujFcQw9vkMHSgELx1ktpvGafwhvVh6OBrMSlNcc,412
-gym_examples-3.0.218.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-gym_examples-3.0.218.dist-info/top_level.txt,sha256=rJRksoAF32M6lTLBEwYzRdo4PgtejceaNnnZ3HeY_Rk,13
-gym_examples-3.0.218.dist-info/RECORD,,