ruby-dnn 0.8.0 → 0.8.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 308a84624d71cb5b27d4b72f1ea69880dbfebf226ac9a5b44cf5775cc7e22703
-  data.tar.gz: baa0b39dcca002f79eb660129cf0042dfda7d4768e9b2067d7135ce877047770
+  metadata.gz: 447ad62d50c89eb90c20e5d8cbec0bc849696a197fe21183c9f101b85b6da926
+  data.tar.gz: bc5a5d1f5b96991a38045cf4696b157692c5a82fc95480fe853ba2a691435e72
 SHA512:
-  metadata.gz: a98278bb5cfd211bcf1231a4f5b0f13fa9d7ee4684d0334a6d2052d77b405d1873a65bd11d1f2df2f1f29926de484d4d0a7cbd8ef8d88cb4735923904eeb91fd
-  data.tar.gz: 06d52f9698bf600e0bb63c7cc703697d3bb1ec9827871e6dd595a7fdd17cf3e63980d8abe376c9418db9412309b5aed39187c8b988388fd2bbaf09afc4702aa7
+  metadata.gz: 6aff825a4f3e20053cfdc3459ad7186809664604c5fb9df0e8261f5197dc40e45652487f9d0ef7d01a39757506e086d75e2bb835a5e41fef7796321932111f04
+  data.tar.gz: 66bd57b376429617cf37012a2816cafb60e428d90a756b97460f9daa6d01120533b930c403fccab6ffce2a732be1684b6f090af30141b54dc2899144bb98fca1

data/lib/dnn/core/initializers.rb

@@ -3,7 +3,9 @@ module DNN
 
     class Initializer
       # Classes that inherit from this class must implement this method.
-      # def init_param(param) end
+      def init_param(layer, param)
+        raise NotImplementedError.new("Class '#{self.class.name}' has implement method 'init_params'")
+      end
 
       def to_hash(merge_hash = nil)
         hash = {class: self.class.name}
@@ -14,7 +16,7 @@ module DNN
 
 
     class Zeros < Initializer
-      def init_param(param)
+      def init_param(layer, param)
         param.data = param.data.fill(0)
       end
     end
@@ -33,7 +35,7 @@ module DNN
         @std = std
       end
 
-      def init_param(param)
+      def init_param(layer, param)
         param.data = param.data.rand_norm(@mean, @std)
       end
 
@@ -56,7 +58,7 @@ module DNN
         @max = max
       end
 
-      def init_param(param)
+      def init_param(layer, param)
         param.data = param.data.rand(@min, @max)
       end
 
@@ -67,16 +69,16 @@ module DNN
     
     
     class Xavier < Initializer
-      def init_param(param)
-        num_prev_nodes = param.layer.prev_layer.shape.reduce(:*)
+      def init_param(layer, param)
+        num_prev_nodes = layer.prev_layer.shape.reduce(:*)
         param.data = param.data.rand_norm / Math.sqrt(num_prev_nodes)
       end
     end
     
     
     class He < Initializer
-      def init_param(param)
-        num_prev_nodes = param.layer.prev_layer.shape.reduce(:*)
+      def init_param(layer, param)
+        num_prev_nodes = layer.prev_layer.shape.reduce(:*)
         param.data = param.data.rand_norm / Math.sqrt(num_prev_nodes) * Math.sqrt(2)
       end
     end

data/lib/dnn/core/layers.rb

@@ -20,11 +20,15 @@ module DNN
 
       # Forward propagation.
       # Classes that inherit from this class must implement this method.
-      # def forward() end
+      def forward
+        raise NotImplementedError.new("Class '#{self.class.name}' has implement method 'forward'")
+      end
 
       # Backward propagation.
       # Classes that inherit from this class must implement this method.
-      # def backward() end
+      def backward
+        raise NotImplementedError.new("Class '#{self.class.name}' has implement method 'update'")
+      end
     
       # Get the shape of the layer.
       def shape
@@ -73,7 +77,9 @@ module DNN
       
       # Initialize of the parameters.
       # Classes that inherit from this class must implement this method.
-      def init_params() end
+      def init_params
+        raise NotImplementedError.new("Class '#{self.class.name}' has implement method 'init_params'")
+      end
     end
     
     
@@ -119,8 +125,8 @@ module DNN
         @bias_initializer = (bias_initializer || Zeros.new)
         @l1_lambda = l1_lambda
         @l2_lambda = l2_lambda
-        @params[:weight] = @weight = LearningParam.new(self)
-        @params[:bias] = @bias = LearningParam.new(self)
+        @params[:weight] = @weight = LearningParam.new
+        @params[:bias] = @bias = LearningParam.new
       end
 
       def lasso
@@ -159,8 +165,8 @@ module DNN
       private
 
       def init_params
-        @weight_initializer.init_param(@weight)
-        @bias_initializer.init_param(@bias)
+        @weight_initializer.init_param(self, @weight)
+        @bias_initializer.init_param(self, @bias)
       end
     end
     
@@ -324,8 +330,8 @@ module DNN
       def initialize(momentum: 0.9)
         super()
         @momentum = momentum
-        @params[:gamma] = @gamma = LearningParam.new(self)
-        @params[:beta] = @beta = LearningParam.new(self)
+        @params[:gamma] = @gamma = LearningParam.new
+        @params[:beta] = @beta = LearningParam.new
         @params[:running_mean] = nil
         @params[:running_var] = nil
       end

data/lib/dnn/core/learning_param.rb

@@ -1,9 +1,4 @@
 class DNN::LearningParam
   attr_accessor :data
   attr_accessor :grad
-  attr_reader :layer
-
-  def initialize(layer)
-    @layer = layer
-  end
 end

data/lib/dnn/core/optimizers.rb

@@ -11,7 +11,9 @@ module DNN
 
       # Update params.
       # Classes that inherit from this class must implement this method.
-      # def update(params) end
+      def update(params)
+        raise NotImplementedError.new("Class '#{self.class.name}' has implement method 'update'")
+      end
 
       def to_hash(merge_hash = nil)
         hash = {class: self.class.name, learning_rate: @learning_rate}

data/lib/dnn/core/rnn_layers.rb

@@ -25,7 +25,7 @@ module DNN
         @return_sequences = return_sequences
         @layers = []
         @params[:h] = nil
-        @params[:weight2] = @weight2 = LearningParam.new(self)
+        @params[:weight2] = @weight2 = LearningParam.new
       end
 
       def forward(xs)
@@ -199,9 +199,9 @@ module DNN
         @weight.data = Xumo::SFloat.new(num_prev_nodes, @num_nodes)
         @weight2.data = Xumo::SFloat.new(@num_nodes, @num_nodes)
         @bias.data = Xumo::SFloat.new(@num_nodes)
-        @weight_initializer.init_param(@weight)
-        @weight_initializer.init_param(@weight2)
-        @bias_initializer.init_param(@bias)
+        @weight_initializer.init_param(self, @weight)
+        @weight_initializer.init_param(self, @weight2)
+        @bias_initializer.init_param(self, @bias)
         @time_length.times do |t|
           @layers << SimpleRNN_Dense.new(self)
         end
@@ -343,9 +343,9 @@ module DNN
         @weight.data = Xumo::SFloat.new(num_prev_nodes, @num_nodes * 4)
         @weight2.data = Xumo::SFloat.new(@num_nodes, @num_nodes * 4)
         @bias.data = Xumo::SFloat.new(@num_nodes * 4)
-        @weight_initializer.init_param(@weight)
-        @weight_initializer.init_param(@weight2)
-        @bias_initializer.init_param(@bias)
+        @weight_initializer.init_param(self, @weight)
+        @weight_initializer.init_param(self, @weight2)
+        @bias_initializer.init_param(self, @bias)
         @time_length.times do |t|
           @layers << LSTM_Dense.new(self)
         end
@@ -444,9 +444,9 @@ module DNN
         @weight.data = Xumo::SFloat.new(num_prev_nodes, @num_nodes * 3)
         @weight2.data = Xumo::SFloat.new(@num_nodes, @num_nodes * 3)
         @bias.data = Xumo::SFloat.new(@num_nodes * 3)
-        @weight_initializer.init_param(@weight)
-        @weight_initializer.init_param(@weight2)
-        @bias_initializer.init_param(@bias)
+        @weight_initializer.init_param(self, @weight)
+        @weight_initializer.init_param(self, @weight2)
+        @bias_initializer.init_param(self, @bias)
         @time_length.times do |t|
           @layers << GRU_Dense.new(self)
         end

data/lib/dnn/version.rb

@@ -1,3 +1,3 @@
 module DNN
-  VERSION = "0.8.0"
+  VERSION = "0.8.1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ruby-dnn
 version: !ruby/object:Gem::Version
-  version: 0.8.0
+  version: 0.8.1
 platform: ruby
 authors:
 - unagiootoro
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-01-06 00:00:00.000000000 Z
+date: 2019-01-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: numo-narray