hashing_trick_ml 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 3c6d17bc5e27321ad4ee61002836733beec9a5aa
+  data.tar.gz: cd802c82957b35aa0b160f1a66bd8c65ed3f185f
+SHA512:
+  metadata.gz: cc3fd7902c188471abfd01fab7f306cee38089d8cf10f1aa2ccc25961c9a6baadff9bf9a81c4f0ee979aba76837ed643ef375ab20ce97f2096911ca553562cdd
+  data.tar.gz: bee07558698fc203aefcb29ce7bab0afc888e3800932dfafb2c519d1fbfb09da75a4f0403495f643cf9039ecf64e91a5897f73f99001f821fb6288d65ae6a558

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright 2017 Mohammed Gharbi
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,28 @@
+# HashingTrickMl
+In machine leaning, Hashing Trick is a fast and space-efficient way of vectorizing features.
+
+## Usage
+How to use my plugin.
+
+## Installation
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'hashing_trick_ml'
+```
+
+And then execute:
+```bash
+$ bundle
+```
+
+Or install it yourself as:
+```bash
+$ gem install hashing_trick_ml
+```
+
+## Contributing
+Contribution directions go here.
+
+## License
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,33 @@
+begin
+  require 'bundler/setup'
+rescue LoadError
+  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+end
+
+require 'rdoc/task'
+
+RDoc::Task.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'HashingTrickMl'
+  rdoc.options << '--line-numbers'
+  rdoc.rdoc_files.include('README.md')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+
+
+
+
+
+require 'bundler/gem_tasks'
+
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << 'test'
+  t.pattern = 'test/**/*_test.rb'
+  t.verbose = false
+end
+
+
+task default: :test

data/lib/hashing_trick_ml/acts_as_vectorized.rb

@@ -0,0 +1,57 @@
+module HashingTrickMl
+  module ActsAsVectorized
+    extend ActiveSupport::Concern
+
+    included do
+    end
+
+    module ClassMethods
+      def acts_as_vectorized(options = {})
+        cattr_accessor :default_dimensions
+        self.default_dimensions = options[:default_dimensions] || 1_000
+      end
+    end
+
+    def build_word_vector(data, dimensions: self.class.default_dimensions, separator: ' ')
+      words = normalize_words(data).split(separator)
+      words.each_with_object([0] * dimensions) do |word, result|
+        result[Digest::SHA2.digest(word.downcase).last(4).unpack('N1').first % dimensions] += 1
+      end
+    end
+
+    def build_boolean_vector(subset, full_set)
+      subset.each_with_object([0] * full_set.size) do |value, result|
+        index = full_set.index(value)
+        result[index] = 1 if index.present?
+      end
+    end
+
+    def build_fuzzy_vector(statement)
+      statement ? 1 : 0
+    end
+
+    def build_exponential_vector(values, dimensions:)
+      values.reject(&:blank?).each_with_object([0] * dimensions) do |value, result|
+        index = Math.log(value.to_f, 1.5)
+        index = 0 if index.negative?
+        index = dimensions - 1 if index > dimensions - 1
+
+        result[index.floor] += 1
+      end
+    end
+
+    def build_maybe_nil_vector(value)
+      [value.presence || 0, value.present? ? 1 : 0]
+    end
+
+    private
+
+    def normalize_words(data)
+      strip_tags(data || '').gsub(/[^[:alpha:][:digit:]]+/, ' ').downcase
+    end
+
+    def strip_tags(html)
+      ActionController::Base.helpers.strip_tags(html)
+    end
+  end
+end

data/lib/hashing_trick_ml/version.rb

@@ -0,0 +1,3 @@
+module HashingTrickMl
+  VERSION = '0.1.0'
+end

data/lib/hashing_trick_ml.rb

@@ -0,0 +1,4 @@
+require 'hashing_trick_ml/acts_as_vectorized'
+
+module HashingTrickMl
+end

data/lib/tasks/hashing_trick_ml_tasks.rake

@@ -0,0 +1,4 @@
+# desc "Explaining what the task does"
+# task :hashing_trick_ml do
+#   # Task goes here
+# end

metadata

@@ -0,0 +1,53 @@
+--- !ruby/object:Gem::Specification
+name: hashing_trick_ml
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Mohammed Gharbi
+- Ivan Fomichev
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-11-23 00:00:00.000000000 Z
+dependencies: []
+description: Hashing Trick ML for vectorizing features.
+email:
+- mohammed.gharbi@eventinc.de
+- ivan.fomichev@eventinc.de
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- MIT-LICENSE
+- README.md
+- Rakefile
+- lib/hashing_trick_ml.rb
+- lib/hashing_trick_ml/acts_as_vectorized.rb
+- lib/hashing_trick_ml/version.rb
+- lib/tasks/hashing_trick_ml_tasks.rake
+homepage: https://www.eventinc.de/
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.13
+signing_key: 
+specification_version: 4
+summary: Hashing Trick Machine Learning.
+test_files: []