gym-examples 3.0.222__py3-none-any.whl → 3.0.224__py3-none-any.whl

gym_examples/__init__.py

@@ -6,4 +6,4 @@ register(
      max_episode_steps=50,
 )
 
-__version__ = "3.0.222"
+__version__ = "3.0.224"

gym_examples/envs/wsn_env.py

@@ -16,7 +16,7 @@ output_dim = 1  # final reward
 
 Eelec = 50e-9  # energy consumption per bit in joules
 Eamp = 100e-12  # energy consumption per bit per square meter in joules
-info_amount = 3072  # data size in bits
+info_amount = 512  # data size in bits
 initial_energy = 1  # initial energy of each sensor (in joules)
 lower_bound = 0  # lower bound of the sensor positions
 upper_bound = 100  # upper bound of the sensor positions
@@ -24,9 +24,6 @@ base_station_position = np.array([(upper_bound - lower_bound)/2, (upper_bound -
 initial_number_of_packets = 1  # initial number of packets to transmit
 latency_per_hop = 1  # latency per hop in seconds
 
-coef_network_throughput = 2.6  # coefficient for the network throughput reward
-coef_packet_delivery_ratio = 1.6  # coefficient for the packet delivery ratio reward
-
 base_back_up_dir = "results/data/"
 max_reward = 5 # maximum reward value when the sensors sent data to the base station. The opposite value is when the sensors perform an unauthorized action
 
@@ -134,13 +131,14 @@ class WSNRoutingEnv(gym.Env):
         actions = [actions[i] for i in range(self.n_agents)] # We want to go back from the MultiDiscrete action space to a tuple of tuple of Discrete action spaces
         self.steps += 1 
         rewards = [-max_reward] * self.n_sensors
+        # rewards = [0] * self.n_sensors
         dones = [False] * self.n_sensors
         for i, action in enumerate(actions):
             if action not in range(self.n_sensors + 1):
                 raise ValueError("Invalid action!")
             
             if i >= self.n_sensors:
-                continue  # Skip if the number of actions is greater than the number of sensors
+                raise ValueError("Invalid sensor index!") # the number of actions is greater than the number of sensors
 
             if self.remaining_energy[i] <= 0 or self.number_of_packets[i] <= 0:
                 continue  # Skip if sensor has no energy left or no packets to transmit
@@ -155,6 +153,7 @@ class WSNRoutingEnv(gym.Env):
                 # Calculate the energy consumption for transmitting data to the base station
                 transmission_energy = self.transmission_energy(self.number_of_packets[i], self.distance_to_base[i])
                 if self.remaining_energy[i] < transmission_energy:
+                    self.remaining_energy[i] = 0
                     continue  # Skip if the sensor does not have enough energy to transmit data to the base station
                 
                 self.update_sensor_energies(i, transmission_energy)
@@ -167,7 +166,8 @@ class WSNRoutingEnv(gym.Env):
                 self.packet_latency[i] = 0
 
                 # rewards[i] = self.compute_individual_rewards(i, action)
-                rewards[i] = np.ones(input_dim) * max_reward # Reward for transmitting data to the base station
+                # rewards[i] = np.ones(input_dim) * max_reward # Reward for transmitting data to the base station
+                rewards[i] = np.ones(input_dim) # Reward for transmitting data to the base station
                 dones[i] = True       
             else:
                 distance = np.linalg.norm(self.sensor_positions[i] - self.sensor_positions[action])
@@ -176,8 +176,13 @@ class WSNRoutingEnv(gym.Env):
 
                 transmission_energy = self.transmission_energy(self.number_of_packets[i], distance)
                 reception_energy = self.reception_energy(self.number_of_packets[i])
-                if self.remaining_energy[i] < transmission_energy or self.remaining_energy[action] < reception_energy:
-                    continue
+                if self.remaining_energy[i] < transmission_energy:
+                    self.remaining_energy[i] = 0 
+                    continue  # Skip if the sensor does not have enough energy to transmit data to the next hop
+                if self.remaining_energy[action] < reception_energy:
+                    self.number_of_packets[i] = 0
+                    self.remaining_energy[action] = 0
+                    continue  # Skip if the next hop does not have enough energy to receive data
 
                 self.update_sensor_energies(i, transmission_energy)  
                 self.update_sensor_energies(action, reception_energy) 
@@ -453,14 +458,6 @@ class WSNRoutingEnv(gym.Env):
         maximum_throughput = self.n_sensors * initial_number_of_packets
         normalized_throughput = network_throughput / (maximum_throughput + self.epsilon)
         return np.clip(normalized_throughput, 0, 1)
-
-    def compute_weighted_sum_rewards(self, rewards):
-        '''
-        Compute the weigthed sum of the rewards
-        '''
-        weights = np.array([1, 1, 1, 1, 1, coef_network_throughput, coef_packet_delivery_ratio])
-        return np.dot(rewards, weights) / np.sum(weights)
-        # return np.sum(rewards)
     
     def compute_attention_rewards(self, rewards):
         '''

{gym_examples-3.0.222.dist-info → gym_examples-3.0.224.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: gym-examples
-Version: 3.0.222
+Version: 3.0.224
 Summary: A custom environment for multi-agent reinforcement learning focused on WSN routing.
 Home-page: https://github.com/gedji/CODES.git
 Author: Georges Djimefo

gym_examples-3.0.224.dist-info/RECORD

@@ -0,0 +1,7 @@
+gym_examples/__init__.py,sha256=O3Do7Y6dV9a8VGxnVg0jOzmDPuyv0ISI_7DQcCG8Ihs,194
+gym_examples/envs/__init__.py,sha256=lgMe4pyOuUTgTBUddM0iwMlETsYTwFShny6ifm8PGM8,53
+gym_examples/envs/wsn_env.py,sha256=ykllANFl8ORgtX7T9HgcIgsnsAW-2bH0wxk-5tWu0Ng,26381
+gym_examples-3.0.224.dist-info/METADATA,sha256=2TY7rpy6ZJpqn7-jkVnfLsPekbtOoTmJdk1miX5Ckk8,412
+gym_examples-3.0.224.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+gym_examples-3.0.224.dist-info/top_level.txt,sha256=rJRksoAF32M6lTLBEwYzRdo4PgtejceaNnnZ3HeY_Rk,13
+gym_examples-3.0.224.dist-info/RECORD,,

gym_examples-3.0.222.dist-info/RECORD

@@ -1,7 +0,0 @@
-gym_examples/__init__.py,sha256=ZfjhPAT6w-L2SDjh1MPbA--styy5hpQquFcUXJygFLQ,194
-gym_examples/envs/__init__.py,sha256=lgMe4pyOuUTgTBUddM0iwMlETsYTwFShny6ifm8PGM8,53
-gym_examples/envs/wsn_env.py,sha256=HwisiCG_Q6xWufQnA-M_UjhLJdrPGAjkgV-C--84J90,26298
-gym_examples-3.0.222.dist-info/METADATA,sha256=4jNKl6QaBZqaDszpNsBkXil0NmdQpBnh0WE6hfIntbg,412
-gym_examples-3.0.222.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-gym_examples-3.0.222.dist-info/top_level.txt,sha256=rJRksoAF32M6lTLBEwYzRdo4PgtejceaNnnZ3HeY_Rk,13
-gym_examples-3.0.222.dist-info/RECORD,,