uranai 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 8a799e4a46726580878537ac459dfcf49da77b94
-  data.tar.gz: abc37c0a3ad0669e60e1974ccacbbc5001b208bf
+  metadata.gz: 10d8348dcf762525f6cc0f449812b2b944791eec
+  data.tar.gz: 0ad86361b857ea380ae2bbe04a8fc326e901dcbc
 SHA512:
-  metadata.gz: 292c257928957bcc13b6dcbab17084784808225f5c4f3a01cbaa21101e6c0d268fde3f2ea5693674fc0450121781ce4fda1c27c1a53cfdc32ee7c71a122b0d99
-  data.tar.gz: 4f038e3a64712bbee9b6a157b360a83abf308f1dc72adda9ed68ffd25600ffca57b4d357a2890bf79427e4671a85f8b4548bf5703867105d8b160a365be1a565
+  metadata.gz: 27b664f2c2c73a79dcc8d4facc2bac62b024bf4aaaf0fca6a8e7c5b76837c2832325cb88e42d5e11f2808cd2537d5d1ac4fead75023752c9c009f7e4c4ef5634
+  data.tar.gz: 0b2f5b6685a1cd995bc25cf3081bbcb393f91a96de0165dcc10e44cbc8fa38cdd134a14149e692454a7d884adffecb190d852f5bfcff01209a18556da160334f

data/.travis.yml

@@ -1,4 +1,8 @@
+sudo: false
 language: ruby
 rvm:
-  - 2.3.0
+  - "2.1"
+  - "2.2"
 before_install: gem install bundler -v 1.11.2
+script:
+  bundle exec rake test

data/README.md

@@ -45,3 +45,10 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 ## Contributing
 
 Bug reports and pull requests are welcome on GitHub at https://github.com/teerawat1992/uranai.
+
+## TODO
+
+- [x] Linear Regression
+- [ ] Logistic Regression
+- [ ] Neural Networks
+- [ ] Support Vector Machines (SVMs)

data/lib/uranai/data.rb

@@ -1,4 +1,5 @@
 require "csv"
+require "uranai/feature_normalizer"
 
 module Uranai
   class Data
@@ -20,13 +21,23 @@ module Uranai
     end
 
     def x
-      data[0...column_size-1].insert(0, [1] * row_size)
+      raw_x.insert(0, [1] * row_size)
+    end
+
+    def normalized_x
+      FeatureNormalizer.new(raw_x)
+        .normalize
+        .insert(0, [1] * row_size)
     end
 
     def matrix_x
       Matrix.columns(x)
     end
 
+    def normalized_matrix_x
+      Matrix.columns(normalized_x)
+    end
+
     def y
       [data[-1]]
     end
@@ -38,5 +49,9 @@ module Uranai
     private
 
     attr_reader :data
+
+    def raw_x
+      data[0...column_size-1]
+    end
   end
 end

data/lib/uranai/feature_normalizer.rb

@@ -0,0 +1,58 @@
+require "matrix"
+
+module Uranai
+  class FeatureNormalizer
+    def initialize(feature)
+      @feature = feature
+    end
+
+    def normalize
+      (matrix_feature - matrix_mean)
+        .transpose
+        .to_a
+        .zip(std_of_each_feature)
+        .map do |arr|
+          arr[0].map { |ele| ele / arr[1] }
+        end
+    end
+
+    private
+
+    attr_reader :feature
+
+    def matrix_feature
+      Matrix.columns(feature)
+    end
+
+    def matrix_mean
+      mean = Array([mean_of_each_feature]) * feature_size
+      Matrix.rows(mean)
+    end
+
+    def mean_of_each_feature
+      feature.map { |arr| mean(arr) }
+    end
+
+    def std_of_each_feature
+      feature.map { |arr| std(arr) }
+    end
+
+    def feature_size
+      feature[0].length
+    end
+
+    def mean(arr)
+      arr.reduce(:+) / arr.length.to_f
+    end
+
+    def variance(arr)
+      mean = mean(arr)
+      sum = arr.inject(0.0) { |acc,i| acc + (i - mean)**2 }
+      sum / (arr.length - 1)
+    end
+
+    def std(arr)
+      Math.sqrt(variance(arr))
+    end
+  end
+end

data/lib/uranai/linear_regression.rb

@@ -9,7 +9,7 @@ module Uranai
     end
 
     def compute_cost(theta: default_theta)
-      matrix_theta = Matrix.columns(normalize_theta(theta))
+      matrix_theta = matrix_theta(theta)
       ((matrix_x * matrix_theta) - matrix_y)
         .map { |element| element ** 2 }
         .inject(0.0) { |sum,i| sum + i }
@@ -42,15 +42,29 @@ module Uranai
       data.matrix_x
     end
 
+    def normalized_matrix_x
+      data.normalized_matrix_x
+    end
+
     def matrix_y
       data.matrix_y
     end
 
+    def matrix_theta(theta)
+      Matrix.columns(normalize_theta(theta))
+    end
+
+    def training_example_size
+      data.training_example_size
+    end
+
     # TODO: Add an option for normalizing feature data (x data)
     def gradient_descent(alpha: 0.01, num_iters: 1500, theta: default_theta, normalize: false)
-      matrix_theta = Matrix.columns(normalize_theta(theta))
+      matrix_theta = matrix_theta(theta)
+      x = normalize ? normalized_matrix_x : matrix_x
       num_iters.times do
-        matrix_theta -= (matrix_x.transpose * ((matrix_x * matrix_theta) - matrix_y)) * (alpha / data.training_example_size)
+        matrix_theta -=
+          (x.transpose * ((x * matrix_theta) - matrix_y)) * (alpha / training_example_size)
       end
       matrix_theta.to_a.flatten
     end

data/lib/uranai/version.rb

@@ -1,3 +1,3 @@
 module Uranai
-  VERSION = "0.1.0"
+  VERSION = "0.1.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: uranai
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Teerawat Lamanchart
@@ -70,6 +70,7 @@ files:
 - bin/setup
 - lib/uranai.rb
 - lib/uranai/data.rb
+- lib/uranai/feature_normalizer.rb
 - lib/uranai/fitting_parameter.rb
 - lib/uranai/linear_regression.rb
 - lib/uranai/version.rb