mirlo 0.0.1

data/spec/classifiers/perceptron_spec.rb

@@ -0,0 +1,77 @@
+require 'spec_helper'
+
+describe Mirlo::Perceptron do
+
+  let(:perceptron) { Mirlo::Perceptron.new }
+
+  it 'intializes the matrix of weights' do
+    perceptron.train_set = Mirlo::DoubleMoonDataSet.new(n_points: 50)
+    expect(perceptron.weights).to be_kind_of(Matrix)
+
+    expect(perceptron.weights.column_count).to eq 1
+    expect(perceptron.weights.row_count).to eq 3
+
+    perceptron.weights.each do |weight|
+      expect(-0.05..0.05).to include(weight)
+    end
+  end
+
+  it 'can classify an OR dataset' do
+    data_set   = Mirlo::OrDataSet.new
+
+    perceptron.train(data_set)
+
+    expect(perceptron.classify([0,0])).to eq [0]
+    expect(perceptron.classify([0,1])).to eq [1]
+    expect(perceptron.classify([1,0])).to eq [1]
+    expect(perceptron.classify([1,1])).to eq [1]
+
+    test_result = perceptron.test_with(data_set)
+    expect(test_result.mean_squared_error).to eq 0.0
+  end
+
+  it 'can classify an AND dataset' do
+    data_set  = Mirlo::AndDataSet.new
+
+    perceptron.train(data_set)
+
+    expect(perceptron.classify([0,0])).to eq [0]
+    expect(perceptron.classify([0,1])).to eq [0]
+    expect(perceptron.classify([1,0])).to eq [0]
+    expect(perceptron.classify([1,1])).to eq [1]
+
+    test_result = perceptron.test_with(data_set)
+    expect(test_result.mean_squared_error).to eq 0.0
+  end
+
+  it 'can not classify an XOR dataset' do
+    data_set  = Mirlo::XorDataSet.new
+
+    perceptron.train(data_set)
+
+    test_result = perceptron.test_with(data_set)
+    expect(test_result.mean_squared_error).to be > 0.0
+  end
+
+  it 'correctly classifies a linearly separable double moon data set' do
+    train_set  = Mirlo::DoubleMoonDataSet.new(distance: 10)
+
+    perceptron.train_until(train_set, max_error: 0.0)
+    test_results = perceptron.test_with(train_set)
+
+    expect(test_results.error_percentage).to eq 0.00
+  end
+
+  it 'can not classify a non linearly separable double moon data set' do
+    train_set  = Mirlo::DoubleMoonDataSet.new(distance: -2)
+
+    expect do
+      perceptron.train_until(train_set, max_error: 0.0)
+    end.to raise_error(Mirlo::ClassifyError)
+
+    test_results = perceptron.test_with(train_set)
+
+    expect(test_results.error_percentage).to be > 0.0
+  end
+
+end

data/spec/dataset_spec.rb

@@ -0,0 +1,52 @@
+require 'spec_helper'
+
+describe 'dataset' do
+  let(:samples) { [[0, 0], [0, 1], [1, 0], [1, 1]] }
+  let(:targets) { [ZERO, ONE, ONE, ONE] }
+
+  let(:dataset)       { Mirlo::Dataset.new(samples: samples, targets: targets, feature_names: ['x', 'y']) }
+  let(:input_matrix)  { dataset.input_matrix  }
+  let(:target_matrix) { dataset.target_matrix }
+
+  it 'can be initialized with an array of samples and targets' do
+    first_sample = dataset.samples.first
+
+    first_sample.should be_kind_of(Mirlo::Sample)
+    first_sample.target.should   == [0]
+    first_sample.features.should == [-1,0,0]
+
+    last_sample = dataset.samples.last
+
+    last_sample.should be_kind_of(Mirlo::Sample)
+    last_sample.target.should   == ONE
+    last_sample.features.should == [-1,1,1]
+  end
+
+  it 'can collect the subset with a target' do
+    positives = dataset.subset_with_target(ONE)
+    positives.size.should eq 3
+    positives.each { |s| s.target.should == ONE }
+  end
+
+  it 'can collect the values for a feature' do
+    x_values = dataset.feature('x')
+    x_values.should eq [0, 0, 1, 1]
+
+    y_values = dataset.feature(1)
+    y_values.should eq [0, 1, 0, 1]
+  end
+
+  it 'can create a matrix of inputs' do
+    input_matrix.should be_kind_of(Matrix)
+    input_matrix.should == Matrix[[-1,0,0], [-1,0,1], [-1,1,0], [-1,1,1]]
+    input_matrix.row_count.should    == samples.size
+    input_matrix.column_count.should == dataset.num_features
+  end
+
+  it 'can create a matrix of targets' do
+    target_matrix.should be_kind_of(Matrix)
+    target_matrix.should == Matrix[ZERO, ONE, ONE, ONE]
+    target_matrix.row_count.should    == samples.size
+    target_matrix.column_count.should == dataset.num_outputs
+  end
+end

data/spec/datasets/and_dataset_spec.rb

@@ -0,0 +1,21 @@
+require 'spec_helper'
+
+describe Mirlo::AndDataSet do
+
+  let(:dataset) { Mirlo::AndDataSet.new }
+
+  it 'should contain datapoints with target ONE or ZERO' do
+    possible_targets = [Mirlo::ZERO, Mirlo::ONE]
+    dataset.size.should == 4
+    dataset.samples.each do |sample|
+      possible_targets.should include sample.target
+    end
+  end
+
+  it 'represents the AND logical function' do
+    dataset.targets_for([0,0]).should eq [Mirlo::ZERO]
+    dataset.targets_for([0,1]).should eq [Mirlo::ZERO]
+    dataset.targets_for([1,0]).should eq [Mirlo::ZERO]
+    dataset.targets_for([1,1]).should eq [Mirlo::ONE]
+  end
+end

data/spec/datasets/double_moon_dataset_spec.rb

@@ -0,0 +1,17 @@
+require 'spec_helper'
+require 'mirlo/datasets/double_moon_dataset'
+
+describe Mirlo::DoubleMoonDataSet do
+
+  let(:dataset) { Mirlo::DoubleMoonDataSet.new(n_points: 1000) }
+
+  it 'should contain datapoints with target upper_moon or lower_moon' do
+    possible_targets = [DoubleMoonDataSet::UPPER_MOON, DoubleMoonDataSet::LOWER_MOON]
+    dataset.samples.size.should == 1000
+    dataset.samples.each do |sample|
+      sample.feature_size.should eq 3 # including bias
+      sample.target.should_not be_nil
+      possible_targets.should include sample.target
+    end
+  end
+end

data/spec/extensions/matrix_spec.rb

@@ -0,0 +1,18 @@
+require 'spec_helper'
+
+describe 'Matrix' do
+  let(:matrix1) { Matrix[[0, 1], [2, 3]] }
+  let(:matrix2) { Matrix[[4, 5], [6, 7]] }
+
+  it "returns the shape of the matrices" do
+    expect(matrix1.shape).to eq [2, 2]
+  end
+
+  it "allows to perform operations elementwise" do
+    sum = matrix1.apply_elementwise(matrix2, &:+)
+    expect(sum).to eq Matrix[[4, 6], [8, 10]]
+
+    mult = matrix1.apply_elementwise(matrix2, &:*)
+    expect(mult).to eq Matrix[[0, 5], [12, 21]]
+  end
+end

data/spec/plots/double_moon.dat

@@ -0,0 +1,100 @@
+22.699499219368683 -2.1666882286337446
+-1.0238226173892873 -6.039752563327135
+5.183298314856746 -9.444625616257067
+8.966892970585487 -10.700411957633332
+18.326740061389646 -8.368561229794057
+1.7904888882645213 -4.746066150914222
+20.86225005856995 -8.57911516237401
+19.136363525601958 -5.008938500736759
+15.25689119604732 -11.875908552059297
+-0.7994857812232876 -7.377668356669467
+9.623537863679964 -14.31699331577667
+16.836733433957143 -4.421577960065798
+17.528052750176904 -2.3970180772672713
+3.7016007314418866 -9.09746276623608
+18.79226570367281 -6.060457166531629
+12.078422155759819 -9.557447466911679
+15.459944757464385 -8.586428374856343
+18.29203308375591 -4.511518500039898
+3.7612328557682932 -9.250758398880315
+14.364255218636185 -12.021466215890603
+5.760384031876874 -10.926368718392357
+0.6128808114415119 -10.783439185742042
+12.623551730919115 -13.708353557641244
+-0.4613487419834321 -2.521608973649391
+-0.929747189731982 -8.932942560401399
+20.744726030865856 -6.656463368362586
+13.922285277193057 -7.8556270406772715
+-0.2566933050582634 -3.453225880596812
+4.824164944384789 -8.907300113585485
+4.89551477862841 -7.3618846612250195
+15.560131310929716 -10.191438244690577
+15.02752070459389 -7.96718187268361
+2.0177947716913183 -6.146741506592753
+19.381038102611065 -10.822485472525052
+1.9537633239782721 -9.799888407015233
+14.195684458376261 -10.288766487556781
+11.491074070340396 -10.658680403957662
+8.654576547048924 -11.05580522877251
+14.127345409747765 -10.238888613870003
+2.651783995174843 -6.5921027025360965
+18.479267685452847 -2.5218303580734847
+14.3616244506985 -13.75712793745152
+11.400845515121791 -10.724444069525477
+18.051171546236652 -7.862781462877648
+1.7952147455168745 -7.114789363148967
+7.019493119501957 -12.06494523745483
+21.155474994012266 -6.348914606625215
+7.363278808753227 5.914225309021491
+-6.632907338776547 6.222409548485236
+-8.381509767830199 6.660826880199398
+1.2084017967122922 7.182604442758949
+0.9754183032001764 10.629059013068842
+-7.78705550036493 1.403518609438154
+-6.642021986762731 9.769386621759274
+-0.511849405896763 11.548921748496783
+-4.806374461961378 7.13188274955524
+8.346223096901891 6.124173979506412
+-1.6303605767684457 11.058171698507655
+-4.826790581394419 7.187106833249339
+2.820223087933491 6.939841052614711
+-12.46086253273039 2.591962902212741
+-6.839377930798852 7.878103849032446
+-8.33776601524478 5.95650351466622
+12.881096874987644 1.430849137197838
+6.664261504216628 8.486277543798032
+-3.738326888272411 10.402060373879662
+4.829866717679142 6.41150181645886
+6.422511326502259 4.160923000145747
+-8.075707832367883 3.3699144364139912
+-12.014913319486006 3.9327214396933683
+7.63005197896378 2.835080709005794
+0.4111356671256101 12.795114494305015
+8.83179121939622 1.9736187559728053
+-8.3341562839948 2.0627110224232807
+-8.655249982186694 5.151914514724507
+0.5504480690573699 9.848981464789638
+-0.6661475805482877 7.068339384681492
+3.842923442173947 9.638616410959933
+6.332645352384603 9.17844543765685
+11.417903720238927 0.285247132908345
+10.71570293901256 5.832053398368492
+9.006942399098468 3.8861964134156284
+6.228082530193662 10.942375751754108
+-3.8208847259529395 7.188113006568298
+-11.143677615816511 4.379757857767416
+-3.1738359480100784 11.44226165193353
+-6.8836546251822925 6.797452149533816
+7.144605206238983 10.128058205298391
+-7.073701731580115 0.7199340093624303
+9.042504374591765 7.6763460034548565
+-0.49325064406428615 9.874179552732578
+9.610672183176028 0.2972108627618694
+-9.775184465354398 2.895961520717171
+-8.87887296218432 4.4965662760245575
+-2.0599535221789322 7.030823103095841
+-4.686958784984163 10.88046177468535
+12.240220396544853 4.257896362244819
+7.487804381113148 4.090819152617927
+9.24197260243927 2.148996687025518
+0.5059488780193738 7.000211538293668

data/spec/plotting_spec.rb

@@ -0,0 +1,9 @@
+require 'spec_helper'
+
+describe 'Plotting' do
+  let(:data_set)  { Mirlo::DoubleMoonDataSet.new(n_points: 1000, distance: 5) }
+
+  it 'allows to plot a data set' do
+    data_set.plot
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,6 @@
+require_relative '../lib/mirlo'
+include Mirlo
+
+Dir.glob(File.expand_path('../lib/mirlo/datasets/*.rb', File.dirname(__FILE__))).each do |f|
+  require f
+end

data/spec/test_result_spec.rb

@@ -0,0 +1,30 @@
+require 'spec_helper'
+
+describe Mirlo::TestResult do
+  before do
+    @test_result = Mirlo::TestResult.new([ZERO, ONE])
+
+    positive_sample = Mirlo::Sample.new(target: ONE)
+    negative_sample = Mirlo::Sample.new(target: ZERO)
+
+    @test_result.add(positive_sample, ONE)
+    @test_result.add(positive_sample, ONE)
+    @test_result.add(positive_sample, ONE)
+
+    @test_result.add(negative_sample, ZERO)
+    @test_result.add(negative_sample, ZERO)
+    @test_result.add(negative_sample, ZERO)
+
+    # there are two errors classifiying positive samples
+
+    @test_result.add(positive_sample, ZERO)
+    @test_result.add(positive_sample, ZERO)
+  end
+
+  it "can show the confussion matrix" do
+    @test_result.confusion_matrix(ONE, ONE).should  == 3
+    @test_result.confusion_matrix(ONE, ZERO).should == 2
+    @test_result.confusion_matrix(ZERO, ZERO).should == 3
+    @test_result.confusion_matrix(ZERO, ONE).should  == 0
+  end
+end

metadata

@@ -0,0 +1,150 @@
+--- !ruby/object:Gem::Specification
+name: mirlo
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Alberto F. Capel
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-01-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: gnuplot
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Machine Learning experiments
+email:
+- afcapel@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/mirlo.rb
+- lib/mirlo/ann/ann.rb
+- lib/mirlo/ann/hidden_layer.rb
+- lib/mirlo/ann/input_layer.rb
+- lib/mirlo/ann/multilayer_perceptron.rb
+- lib/mirlo/ann/neuron_layer.rb
+- lib/mirlo/ann/output_layer.rb
+- lib/mirlo/classifier.rb
+- lib/mirlo/classifiers/perceptron.rb
+- lib/mirlo/dataset.rb
+- lib/mirlo/datasets/and_dataset.rb
+- lib/mirlo/datasets/double_moon_dataset.rb
+- lib/mirlo/datasets/or_dataset.rb
+- lib/mirlo/datasets/xor_dataset.rb
+- lib/mirlo/extensions/matrix.rb
+- lib/mirlo/plotting.rb
+- lib/mirlo/sample.rb
+- lib/mirlo/sample_with_bias.rb
+- lib/mirlo/test_result.rb
+- lib/mirlo/version.rb
+- mirlo.gemspec
+- spec/ann/ann_spec.rb
+- spec/ann/multilayer_percetron_spec.rb
+- spec/ann/neuron_layer_spec.rb
+- spec/classifiers/perceptron_spec.rb
+- spec/dataset_spec.rb
+- spec/datasets/and_dataset_spec.rb
+- spec/datasets/double_moon_dataset_spec.rb
+- spec/extensions/matrix_spec.rb
+- spec/plots/double_moon.dat
+- spec/plotting_spec.rb
+- spec/spec_helper.rb
+- spec/test_result_spec.rb
+homepage: https://github.com/afcapel/mirlo
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.0
+signing_key: 
+specification_version: 4
+summary: Implementation of some Machine Learning algorithms
+test_files:
+- spec/ann/ann_spec.rb
+- spec/ann/multilayer_percetron_spec.rb
+- spec/ann/neuron_layer_spec.rb
+- spec/classifiers/perceptron_spec.rb
+- spec/dataset_spec.rb
+- spec/datasets/and_dataset_spec.rb
+- spec/datasets/double_moon_dataset_spec.rb
+- spec/extensions/matrix_spec.rb
+- spec/plots/double_moon.dat
+- spec/plotting_spec.rb
+- spec/spec_helper.rb
+- spec/test_result_spec.rb