svm_helper 0.1.0

data/spec/selectors/with_binary_encoding_spec.rb

@@ -0,0 +1,39 @@
+require "spec_helper"
+
+describe Selector::WithBinaryEncoding do
+  it_behaves_like 'a selector'
+  let(:simple) { Selector::WithBinaryEncoding.new }
+
+  let(:dictionary) { %w(auto pferd haus hase garten) }
+  let(:data) { FactoryGirl.build(:data) }
+  let(:vector) { simple.generate_vector(data).tap{|e| e.career_level! } }
+
+  before(:each) do
+    simple.stubs(:global_dictionary).returns(dictionary)
+  end
+  it "should build a feature vector for each dataset with the size of the dictionary plus classifications" do
+    vector.data.should have(5+4).things
+  end
+  it "should set 0 if a word from the dictionary NOT exists at the corresponding index" do
+    vector.data[0].should eq(0)
+  end
+  it "should set 1 if a word from the dictionary exists at the corresponding index" do
+    vector.data[1].should eq(1)
+  end
+  it "should set 0's and 1's for each word in the dictionary" do
+    vector.data.first(5).should eq([0,1,1,0,1])
+  end
+  it "should add a n-sized array of 0's and 1's to the results" do
+    vector.data.last(4).should eq([0,1,1,1])
+  end
+  it "should call make_vector" do
+    simple.expects(:make_vector).once
+    simple.generate_vector(data)
+  end
+  context "custom dictionary" do
+    it "should accept a custom dictionary" do
+      vector = simple.generate_vector(data, :career_level, %w(pferd flasche glas))
+      vector.data.should eq([[1,0,0],[0,1,1,1]].flatten)
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,14 @@
+require 'bundler'
+Bundler.setup
+Bundler.require(:default, :test)
+require 'svm_helper'
+
+RSpec.configure do |config|
+  config.mock_with :mocha
+
+  # Requires supporting ruby files with custom matchers and macros, etc,
+  # in spec/support/ and its subdirectories.
+  Dir["./spec/support/**/*.rb"].each {|f| require f}
+
+  FactoryGirl.find_definitions
+end

data/spec/support/preprocessor_spec.rb

@@ -0,0 +1,21 @@
+require 'spec_helper'
+
+shared_examples_for 'a preprocessor' do
+  let(:preprocessor) { described_class.new(industry_map: {1423=>3, 523=>54}) }
+  let(:job) { FactoryGirl.build(:job) }
+  let(:jobs) { [job] }
+
+  before(:each) do
+    job.stubs(:classification_id)
+    job.stubs(:label)
+  end
+  it { preprocessor.should respond_to :process }
+  it "should return a PreprocessedData object" do
+    preprocessor.process(job).should be_a(PreprocessedData)
+  end
+  it "should be able to process multiple jobs" do
+    preprocessor.process(jobs).each do |e|
+      e.should be_a(PreprocessedData)
+    end
+  end
+end

data/spec/support/selector_spec.rb

@@ -0,0 +1,21 @@
+require "spec_helper"
+
+shared_examples_for 'a selector' do
+  let(:selector) { described_class.new }
+  let(:data) { FactoryGirl.build(:data) }
+
+  it "should return a FeatureVector object" do
+    selector.generate_vector(data).should be_a(FeatureVector)
+  end
+  it "should create and array with 0 and 1's" do
+    vector = selector.generate_vector(data)
+    vector.data.each do |e|
+      [0,1].should include(e)
+    end
+  end
+  it "should be able to process multiple data entries at once" do
+    selector.generate_vectors([data]).each do |e|
+      e.should == selector.generate_vector(data)
+    end
+  end
+end

data/svm_helper.gemspec

@@ -0,0 +1,21 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'svm_helper/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "svm_helper"
+  gem.version       = SvmHelper::VERSION
+  gem.authors       = ["Andreas Eger"]
+  gem.email         = ["dev@eger-andreas.de"]
+  gem.description   = %q{Shared helper classes for usage in context of SVM at experteer}
+  gem.summary       = %q{Preprocessor and Selector classes to generate FeatureVectors from Job data}
+  gem.homepage      = "https://github.com/sch1zo/svm_helper"
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+
+  gem.add_dependency('parallel', '~> 0.6.2')
+end

metadata

@@ -0,0 +1,112 @@
+--- !ruby/object:Gem::Specification
+name: svm_helper
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Andreas Eger
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-03-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: parallel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.6.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.6.2
+description: Shared helper classes for usage in context of SVM at experteer
+email:
+- dev@eger-andreas.de
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- .ruby-version
+- .travis.yml
+- .versions.conf
+- .yardopts
+- Gemfile
+- Guardfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/svm_helper.rb
+- lib/svm_helper/feature_vector.rb
+- lib/svm_helper/interface_helper.rb
+- lib/svm_helper/preprocessed_data.rb
+- lib/svm_helper/preprocessors.rb
+- lib/svm_helper/preprocessors/simple.rb
+- lib/svm_helper/preprocessors/with_industry_map.rb
+- lib/svm_helper/selectors.rb
+- lib/svm_helper/selectors/n_gram.rb
+- lib/svm_helper/selectors/simple.rb
+- lib/svm_helper/selectors/with_binary_encoding.rb
+- lib/svm_helper/stopwords/de
+- lib/svm_helper/stopwords/en
+- lib/svm_helper/version.rb
+- spec/factories.rb
+- spec/factories/jobs/tmp.html
+- spec/factories/jobs/tmp2.html
+- spec/factories/jobs/tmp3.html
+- spec/factories/jobs_with_description.rb
+- spec/factories/jobs_with_title.rb
+- spec/preprocessors/simple_spec.rb
+- spec/preprocessors/with_industry_map_spec.rb
+- spec/selectors/n_gram_spec.rb
+- spec/selectors/simple_spec.rb
+- spec/selectors/with_binary_encoding_spec.rb
+- spec/spec_helper.rb
+- spec/support/preprocessor_spec.rb
+- spec/support/selector_spec.rb
+- svm_helper.gemspec
+homepage: https://github.com/sch1zo/svm_helper
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.0.rc.2
+signing_key: 
+specification_version: 4
+summary: Preprocessor and Selector classes to generate FeatureVectors from Job data
+test_files:
+- spec/factories.rb
+- spec/factories/jobs/tmp.html
+- spec/factories/jobs/tmp2.html
+- spec/factories/jobs/tmp3.html
+- spec/factories/jobs_with_description.rb
+- spec/factories/jobs_with_title.rb
+- spec/preprocessors/simple_spec.rb
+- spec/preprocessors/with_industry_map_spec.rb
+- spec/selectors/n_gram_spec.rb
+- spec/selectors/simple_spec.rb
+- spec/selectors/with_binary_encoding_spec.rb
+- spec/spec_helper.rb
+- spec/support/preprocessor_spec.rb
+- spec/support/selector_spec.rb
+has_rdoc: