gym-examples 3.0.381__py3-none-any.whl → 3.0.383__py3-none-any.whl

gym_examples/__init__.py

@@ -5,4 +5,4 @@ register(
      entry_point="gym_examples.envs:WSNRoutingEnv",
 )
 
-__version__ = "3.0.381"
+__version__ = "3.0.383"

gym_examples/envs/wsn_env.py

@@ -28,22 +28,6 @@ latency_per_hop = 1  # latency per hop in seconds
 base_back_up_dir = "results/data/"
 max_reward = 1 # maximum reward value when the sensors sent data to the base station. The opposite value is when the sensors perform an unauthorized action
 
-# Define the final reward function using an attention mechanism
-# class CustomizedLinear(nn.Module):
-#     def __init__(self, input_dim, output_dim):
-#         super(CustomizedLinear, self).__init__()
-#         self.weight = nn.Parameter(torch.rand(output_dim, input_dim))
-#         self.bias = None  # No bias term
-        
-#     def forward(self, x):        
-#         # Normalize cols to ensure that if sum(x1) < sum(x2) ==> sum(Ax1 + 0) < sum(Ax2 + 0): proof in the paper
-#         col_sums = self.weight.sum(dim=0, keepdim=True)
-#         normalized_weight = self.weight / col_sums  
-        
-#         # Output
-#         y = torch.matmul(x, normalized_weight.t())
-#         return y
-
 class Attention(nn.Module):
     def __init__(self, input_dim, output_dim):
         super(Attention, self).__init__()  # Call the initializer of the parent class (nn.Module)
@@ -60,7 +44,7 @@ class Attention(nn.Module):
         if x.dim() == 1:
             x = x.unsqueeze(0)  # Shape: [1, input_dim]
         # x = F.relu(self.linear1(x))  # Pass the input through a linear layer and a ReLU activation function 
-        x = F.Softplus(self.linear1(x))  # Pass the input through a linear layer and a ReLU activation function       
+        x = F.softplus(self.linear1(x))  # Pass the input through a linear layer and a ReLU activation function       
         attention_weights = F.softmax(x, dim=1)  # Apply the softmax function to get the attention weights. Initially F.softmax(x, dim=0) 
         x = attention_weights * x  # Multiply the input by the attention weights
         x = self.linear2(x)  # Pass the result through another linear layer

{gym_examples-3.0.381.dist-info → gym_examples-3.0.383.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: gym-examples
-Version: 3.0.381
+Version: 3.0.383
 Summary: A custom environment for multi-agent reinforcement learning focused on WSN routing.
 Home-page: https://github.com/gedji/CODES.git
 Author: Georges Djimefo

gym_examples-3.0.383.dist-info/RECORD

@@ -0,0 +1,7 @@
+gym_examples/__init__.py,sha256=9JNxChP5-zu_f0CLKGmYoE_kTUGsC89a2m6XaaukIBI,166
+gym_examples/envs/__init__.py,sha256=lgMe4pyOuUTgTBUddM0iwMlETsYTwFShny6ifm8PGM8,53
+gym_examples/envs/wsn_env.py,sha256=gBivBdA4h4aG10PimVWmc43FMkfFZYP1Pup2NXFtOck,26284
+gym_examples-3.0.383.dist-info/METADATA,sha256=7Qr7kqhoG5TVJe0UGIIb3k_oeLv7NWj4-qol22KJoyg,412
+gym_examples-3.0.383.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+gym_examples-3.0.383.dist-info/top_level.txt,sha256=rJRksoAF32M6lTLBEwYzRdo4PgtejceaNnnZ3HeY_Rk,13
+gym_examples-3.0.383.dist-info/RECORD,,

gym_examples-3.0.381.dist-info/RECORD

@@ -1,7 +0,0 @@
-gym_examples/__init__.py,sha256=-xF9v1R8lVyLNVmg8tKb1ZoPyow-1QIZ84QtzXD78rU,166
-gym_examples/envs/__init__.py,sha256=lgMe4pyOuUTgTBUddM0iwMlETsYTwFShny6ifm8PGM8,53
-gym_examples/envs/wsn_env.py,sha256=kbGt7hOHZIGso4NIyd0cm8TSbFx0RazDsXN8lAD5c6U,26990
-gym_examples-3.0.381.dist-info/METADATA,sha256=snKPXRfg3uUbz2zqWT1c6-GBVPPh7VDOomY2laV1HRs,412
-gym_examples-3.0.381.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-gym_examples-3.0.381.dist-info/top_level.txt,sha256=rJRksoAF32M6lTLBEwYzRdo4PgtejceaNnnZ3HeY_Rk,13
-gym_examples-3.0.381.dist-info/RECORD,,