rubygrad 1.2.2 → 1.2.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f05df7e74616deb2db9a7c7340e105e0997268d9d2938d07dbabf51395684fe5
-  data.tar.gz: 6179a5c6a57c37411784195a9ca3a15f73debdd06aaeae46a754ff5857e60770
+  metadata.gz: dc5192646258aef548a0f7d3d939424aeee3030a85884832abd2060e47982416
+  data.tar.gz: e3bd36e7f881538f6b5afe32398172c5e1ed736e64a5bec70a6ef09afd266870
 SHA512:
-  metadata.gz: 2187327cf7c8b2a8e323b90138c49b7bd6cb5c84ed0e784a5c288556525cf0f8c619dd2aef024b6afaa27aad5b4f2a104457e67dd7158a121f41e9b5dfa631c3
-  data.tar.gz: ebb19b5217fb756fa9072dcf9e2b39ff503f93ac94f782cc45e2ffdc73ee85e6f5c9e471d7995d1017aa0697b97437cf5eb56be1cee34d79e30b0aaf4d5818b9
+  metadata.gz: ffafa66dedb81bd1b5df7166f9e3927681422f4b91a5db76e5c640a6edfd6c9625be07245944929082ac492e1001d6ce508c5a727ddfdaa70daa7ba584a87edb
+  data.tar.gz: 8342618653c1166f9c646030c95f94ed165fefb2be82d41fc05b1a2c2e55779599719e88055f87fa5bafa785656c0ac15a0d966a9b834b6f78da8ddb779f5499

data/lib/nn.rb

@@ -50,6 +50,8 @@ class Neuron
             sum.relu
         elsif @activation_function == :sigmoid
             sum.sigmoid
+        elsif @activation_function == :none
+            sum
         else
             raise "Unsupported activation function: #{activation_function}"
         end
@@ -210,4 +212,11 @@ class MLP
         end
         out.size == 1 ? out[0] : out # for convenience
     end
+
+    def print_pass(learning_rate, loss, pass, passes, learning_rate_precision = 2, loss_precision = 10)
+        passes_format = "%#{passes.digits.length}d"
+        learning_rate_format = "%.#{learning_rate_precision}f"
+        loss_format = "%.#{loss_precision}f"
+        puts "Pass #{passes_format % (pass + 1)} => Learning rate: #{learning_rate_format % learning_rate} => Loss: #{loss_format % loss.value}"
+    end
 end

data/mlp_example.rb

@@ -27,10 +27,6 @@ y_expected = [1.0, -1.0, -1.0, 1.0]
 passes = 2000
 learning_rate = 0.2
 
-_loss_precision = 10
-_passes_format = "%#{passes.digits.length}d"
-_loss_format = "%.#{_loss_precision}f"
-
 (0...passes).each do |pass| 
 
     # forward pass (calculate output)
@@ -47,7 +43,8 @@ _loss_format = "%.#{_loss_precision}f"
     # improve neural net (update weights and biases)
     nn.parameters.each { |p| p.value -= learning_rate * p.grad }
 
-    puts "Pass #{_passes_format % (pass + 1)} => Learning rate: #{"%.10f" % learning_rate} => Loss: #{_loss_format % loss.value}" if (pass + 1) % 100 == 0 or pass == 0
+    # print some info about our progress from time to time
+    nn.print_pass(learning_rate, loss, pass, passes) if (pass + 1) % 100 == 0 or pass == 0
 
     break if loss.value == 0 # just for fun and just in case
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rubygrad
 version: !ruby/object:Gem::Version
-  version: 1.2.2
+  version: 1.2.3
 platform: ruby
 authors:
 - Sergio Oliveira Jr
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-03-22 00:00:00.000000000 Z
+date: 2023-03-23 00:00:00.000000000 Z
 dependencies: []
 description:
 email: sergio.oliveira.jr@gmail.com