rubygrad 1.1.2 → 1.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d2e2b978ae8290e86a85ad55bdda2c86ceed5fb38d19f8713e6104ce5d1c447d
-  data.tar.gz: 5da44a923ca6d8ed8bcbc55a7a8ac937b1d71d1b8b560854320290d853b2450d
+  metadata.gz: 8f74bc1d833eda69afa375ab9cbdbca37fd201a3635e9c517264b1255102c613
+  data.tar.gz: 72461737f3c24099121b35ddbf26300898ce825b1b18625b7c899ac50941fa18
 SHA512:
-  metadata.gz: 68f06f445e60e400c863485ee63c3e919a39df86dc7da2f9c5febdb57c4bcf5475877fbca9356a32d0e9cd5130e2ec290ff910a4f155a7565cb08d0040ac7993
-  data.tar.gz: c0947a0b25cd505594e7d30a1d5da7e48c47f5899e6683047251ba33b720db7ed9456e251826f02ec68947007cf88db802d4ee1c0630c2edaebf4746e2794be5
+  metadata.gz: e7e42b0f1f0e0895635ec37cccfc950d302690cddc53c432f4a3ce8970b9b3e9f80b58e2dc1d7136ab35cf49277e56ec929eaa473466257aca152611dcaee0d4
+  data.tar.gz: 6d5ba4a6b70f91e7909c6b878c99a8bd8534ddec279f70ac7a0afe395a7c849b9b687101ef0304ccd50fd234e38109be27e1280d63e998cfe6a0f9396315d5f0

data/lib/nn.rb

@@ -2,12 +2,14 @@ require_relative "value.rb"
 
 class Neuron
 
-    def initialize(number_of_inputs)
+    def initialize(number_of_inputs, activation_function)
         @initial_weights = Array.new(number_of_inputs) { rand(-1.0..1.0) }
         @initial_bias = rand(-1.0..1.0)
 
         @weights = @initial_weights.map { |w| Value.new(w) }
         @bias = Value.new(@initial_bias)
+
+        @activation_function = activation_function
     end
 
     def reset_params
@@ -30,7 +32,7 @@ class Neuron
         self.weights + [self.bias]
     end
     
-    def calc(inputs, activation)
+    def calc(inputs)
         # xw + b
         n = self.weights.size
         raise "Wrong number of inputs! #{inputs.size} expected #{n}" unless n == inputs.size
@@ -38,25 +40,26 @@ class Neuron
         n.times do |index|
             sum += self.weights[index] * inputs[index]
         end
-        if activation == :tanh
+        if @activation_function == :tanh
             sum.tanh
-        elsif activation == :relu
+        elsif @activation_function == :relu
             sum.relu
-        elsif activation == :sigmoid
+        elsif @activation_function == :sigmoid
             sum.sigmoid
         else
-            raise "Unsupported activation function: #{activation}"
+            raise "Unsupported activation function: #{activation_function}"
         end
     end
 end
 
 class Layer
 
-    def initialize(number_of_inputs, number_of_outputs)
-        @neurons = Array.new(number_of_outputs) { Neuron.new(number_of_inputs) }
+    def initialize(number_of_inputs, number_of_outputs, activation_function)
+        @neurons = Array.new(number_of_outputs) { Neuron.new(number_of_inputs, activation_function) }
+        @activation_function = activation_function
     end
 
-    attr_reader :neurons
+    attr_reader :neurons, :activation_function
 
     def parameters
         params = []
@@ -68,10 +71,10 @@ class Layer
         self.neurons.each { |n| n.reset_params }
     end
 
-    def calc(inputs, activation)
+    def calc(inputs)
         outs = []
         self.neurons.each do |neuron|
-            outs << neuron.calc(inputs, activation)
+            outs << neuron.calc(inputs)
         end
         outs
     end
@@ -80,18 +83,52 @@ end
 class MLP 
     
     def initialize(*layers_config)
-        number_of_layers = layers_config.size
+
+        number_of_layers = layers_config.size - 1 # last param is the activation function
+
+        act = layers_config.last
+
+        if !act.is_a?(Symbol) and !act.is_a?(Array)
+            raise "Activation function must be passed as the last parameter: #{act.class} expected Symbol or Array of Symbols" 
+        end
+
+        single_activation_function = nil
+
+        if act.is_a?(Symbol)
+
+            single_activation_function = act
+
+        else # is Array
+
+            if not act.all? { |item| item.is_a?(Symbol) }
+                raise "Array with activation functions must contain symbols: #{act}"
+            end
+
+            if act.size == 1
+                single_activation_function = act.first
+            elsif act.size != number_of_layers - 1
+                raise "Array size does not match number of layers with activation functions: #{act.size} expected #{number_of_layers - 1}"
+            end
+        end
+        
         @layers = Array.new(number_of_layers - 1) # input layer is not really a layer object
         (number_of_layers - 1).times do |i|
-            @layers[i] = Layer.new(layers_config[i], layers_config[i + 1])
+            @layers[i] = Layer.new(layers_config[i], layers_config[i + 1], single_activation_function.nil? ? act[i] : single_activation_function)
         end
+
         @layers_config = layers_config
     end
 
     attr_reader :layers
 
     def inspect
-        "MLP(#{@layers_config.join(", ")})"
+        lay = @layers_config[0..-2].join(", ") # slice to remove last element
+        act = @layers_config.last.inspect
+        "MLP(#{lay}, #{act})"
+    end
+
+    def to_s
+        inspect
     end
 
     def parameters
@@ -102,11 +139,11 @@ class MLP
 
     def show_params(in_words = false)
         if in_words
-            n = @layers_config[0]
+            n = @layers_config.first
             puts "Layer 0: (#{n} input#{n > 1 ? "s" : ""})"
             self.layers.each_with_index do |layer, i|
                 n = layer.neurons.size
-                puts "Layer #{i + 1}: (#{n} neuron#{n > 1 ? "s" : ""})"
+                puts "Layer #{i + 1}: (#{n} neuron#{n > 1 ? "s" : ""}, #{layer.activation_function.inspect} activation)"
                 layer.neurons.each_with_index do |neuron, ii|
                     n = neuron.weights.size
                     puts "\tNeuron #{ii + 1}: (#{n} weight#{n > 1 ? "s" : ""})"
@@ -116,7 +153,7 @@ class MLP
                 end
             end
         else
-            n = @layers_config[0]
+            n = @layers_config.first
             self.layers.each_with_index do |layer, i|
                 n = layer.neurons.size
                 puts "["
@@ -146,10 +183,10 @@ class MLP
         self.parameters.each { |p| p.grad = 0.0 }
     end
 
-    def calc(inputs, activation)
+    def calc(inputs)
         out = inputs
         self.layers.each do |layer|
-            out = layer.calc(out, activation) # chain the results forward, layer by layer
+            out = layer.calc(out) # chain the results forward, layer by layer
         end
         out.size == 1 ? out[0] : out # for convenience
     end

data/mlp_example.rb

@@ -1,14 +1,22 @@
-require_relative 'lib/nn.rb'
+require 'rubygrad'
 
-nn = MLP.new(3, 4, 4, 1)
+# Build a Machine Learning Perceptron with 4 layers
+# First  Layer (Layer 0) => Input Layer  => 3 Neurons => 3 Inputs
+# Second Layer (Layer 1) => Hidden Layer => 4 Neurons
+# Third  Layer (Layer 2) => Hidden Layer => 4 Neurons
+# Fourth Layer (Layer 3) => Output Layer => 1 Neuron => 1 Output
+nn = MLP.new(3, 4, 4, 1, :tanh)
 
+# 4 input samples
 x_inputs = [
     [2.0, 3.0, -1.0],
     [3.0, -1.0, 0.5],
     [0.5, 1.0, 1.0],
     [1.0, 1.0, -1.0]
 ]
-y_expected = [1.0, -1.0, -1.0, 1.0] # desired
+
+# expected output for each of the 4 inputs above
+y_expected = [1.0, -1.0, -1.0, 1.0]
 
 passes = 2000
 learning_rate = 0.2
@@ -20,7 +28,7 @@ _loss_format = "%.#{_loss_precision}f"
 (0...passes).each do |pass| 
 
     # forward pass (calculate output)
-    y_calculated = x_inputs.map { |x| nn.calc(x, :tanh) }
+    y_calculated = x_inputs.map { |x| nn.calc(x) }
 
     # loss function (check how good the neural net is)
     loss = 0.0
@@ -38,6 +46,7 @@ _loss_format = "%.#{_loss_precision}f"
     break if loss.value == 0 # just for fun and just in case
 end
 
-y_calculated = x_inputs.map { |x| nn.calc(x, :tanh) }
+y_calculated = x_inputs.map { |x| nn.calc(x) }
 puts
-puts y_calculated
+puts "Final NN results:"
+y_calculated.each_with_index { |y_c, i| puts "Output: #{y_c} => Expected: #{y_expected[i]}" }

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rubygrad
 version: !ruby/object:Gem::Version
-  version: 1.1.2
+  version: 1.2.1
 platform: ruby
 authors:
 - Sergio Oliveira Jr
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-03-21 00:00:00.000000000 Z
+date: 2023-03-22 00:00:00.000000000 Z
 dependencies: []
 description:
 email: sergio.oliveira.jr@gmail.com