gym-examples 3.0.373__py3-none-any.whl → 3.0.374__py3-none-any.whl

gym_examples/__init__.py

@@ -5,4 +5,4 @@ register(
      entry_point="gym_examples.envs:WSNRoutingEnv",
 )
 
-__version__ = "3.0.373"
+__version__ = "3.0.374"

gym_examples/envs/wsn_env.py

@@ -29,15 +29,33 @@ base_back_up_dir = "results/data/"
 max_reward = 1 # maximum reward value when the sensors sent data to the base station. The opposite value is when the sensors perform an unauthorized action
 
 # Define the final reward function using an attention mechanism
+class CustomizedLinear(nn.Module):
+    def __init__(self, input_dim, output_dim):
+        super(CustomizedLinear, self).__init__()
+        self.weight = nn.Parameter(torch.rand(output_dim, input_dim))
+        self.bias = None  # No bias term
+        self.softplus = nn.Softplus()  # SoftPlus activation function to ensure non-negative values: Check the paper for more details
+
+    def forward(self, x):
+        # Enforce non-negativity of weights
+        weight = self.Softplus(self.weight)
+        
+        # Normalize cols to ensure that if sum(x1) < sum(x2) ==> sum(Ax1 + 0) < sum(Ax2 + 0): proof in the paper
+        col_sums = weight.sum(dim=2, keepdim=True)
+        normalized_weight = weight / col_sums  
+        
+        # Output
+        y = torch.matmul(x, normalized_weight.t())
+        return y
+
 class Attention(nn.Module):
     def __init__(self, input_dim, output_dim):
         super(Attention, self).__init__()  # Call the initializer of the parent class (nn.Module)
         self.input_dim = input_dim  # Set the input dimension of the network
         self.output_dim = output_dim  # Set the output dimension of the network
-        self.linear1 = nn.Linear(input_dim, 64)  # Define the first linear layer. It takes input of size 'input_dim' and outputs size '64'
-        self.linear2 = nn.Linear(64, output_dim)  # Define the second linear layer. It takes input of size '64' and outputs size 'output_dim'
-        self.softplus = nn.Softplus()  # SoftPlus activation function to ensure non-negative outputs
-        
+        self.linear1 = CustomizedLinear(input_dim, 64)  # Define the first linear layer. It takes input of size 'input_dim' and outputs size '64'
+        self.linear2 = CustomizedLinear(64, output_dim)  # Define the second linear layer. It takes input of size '64' and outputs size 'output_dim'
+
     def forward(self, x):
         # Step 1: Ensure input is 2D by adding a batch dimension if necessary
         if x.dim() == 1:
@@ -46,7 +64,6 @@ class Attention(nn.Module):
         attention_weights = F.softmax(x, dim=1)  # Apply the softmax function to get the attention weights. Initially F.softmax(x, dim=0) 
         x = attention_weights * x  # Multiply the input by the attention weights
         x = self.linear2(x)  # Pass the result through another linear layer
-        x = self.softplus(x)  # Apply SoftPlus activation to ensure non-negative outputs
         return x
 
 net = Attention(input_dim, output_dim)

{gym_examples-3.0.373.dist-info → gym_examples-3.0.374.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: gym-examples
-Version: 3.0.373
+Version: 3.0.374
 Summary: A custom environment for multi-agent reinforcement learning focused on WSN routing.
 Home-page: https://github.com/gedji/CODES.git
 Author: Georges Djimefo

gym_examples-3.0.374.dist-info/RECORD

@@ -0,0 +1,7 @@
+gym_examples/__init__.py,sha256=XCqOmwPmXff0UXM4D2EiPajZs2ADP_dpeYOinY24xiU,166
+gym_examples/envs/__init__.py,sha256=lgMe4pyOuUTgTBUddM0iwMlETsYTwFShny6ifm8PGM8,53
+gym_examples/envs/wsn_env.py,sha256=nkq2w0a8YlbOgG8VIDZxQUFSfS8_CSdUbEPWMwA6pzM,26756
+gym_examples-3.0.374.dist-info/METADATA,sha256=irsGd-VOBpaGNO4ObyUE5srr892nW5JAP8zgnGr3qgQ,412
+gym_examples-3.0.374.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+gym_examples-3.0.374.dist-info/top_level.txt,sha256=rJRksoAF32M6lTLBEwYzRdo4PgtejceaNnnZ3HeY_Rk,13
+gym_examples-3.0.374.dist-info/RECORD,,

gym_examples-3.0.373.dist-info/RECORD

@@ -1,7 +0,0 @@
-gym_examples/__init__.py,sha256=31xV_jnS1HiU-dRx91orWPtAmCqejSFkb9iQuf1xJZc,166
-gym_examples/envs/__init__.py,sha256=lgMe4pyOuUTgTBUddM0iwMlETsYTwFShny6ifm8PGM8,53
-gym_examples/envs/wsn_env.py,sha256=2NUSYwbm1Ygaff5T7qzehDZp7S-DYMYPcvXF6sQahFA,26116
-gym_examples-3.0.373.dist-info/METADATA,sha256=9dVN56I6njmfur03MNTfpMrNQ1nrSjMCXgYv_xJrp-c,412
-gym_examples-3.0.373.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-gym_examples-3.0.373.dist-info/top_level.txt,sha256=rJRksoAF32M6lTLBEwYzRdo4PgtejceaNnnZ3HeY_Rk,13
-gym_examples-3.0.373.dist-info/RECORD,,