mini_search 1.0.3

data/lib/mini_search/stemmer_filter.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+module MiniSearch
+  class StemmerFilter
+    def initialize(stemmer)
+      @stemmer = stemmer
+    end
+
+    def execute(tokens)
+      return tokens unless @stemmer
+
+      new_tokens = tokens.map do |token|
+        @stemmer.stem(token)
+      end
+
+      (new_tokens + tokens).uniq
+    end
+  end
+end

data/lib/mini_search/stop_words_filter.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module MiniSearch
+  class StopWordsFilter
+    def initialize(stop_words)
+      @stop_words = stop_words
+    end
+
+    def execute(tokens)
+      tokens.reject { |token| @stop_words.include?(token) }
+    end
+  end
+end

data/lib/mini_search/strip_filter.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+module MiniSearch
+  class StripFilter
+    def execute(tokens)
+      tokens.map(&:strip)
+    end
+  end
+end

data/lib/mini_search/synonyms_filter.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+module MiniSearch
+  class SynonymsFilter
+    def initialize(synonyms_map)
+      @flatten_synonyms_map = synonyms_map.keys.each_with_object({}) do |key, hash|
+        synonyms_map[key].each do |value|
+          hash[value] = key
+        end
+      end
+    end
+
+    def execute(tokens)
+      synonyms = tokens.map { |token| @flatten_synonyms_map[token] }.reject(&:nil?)
+
+      tokens + synonyms
+    end
+  end
+end

data/lib/mini_search/tf.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+module MiniSearch
+  class Tf
+    def self.calculate(token, terms)
+      terms.count(token).to_f / terms.size.to_f
+    end
+  end
+end

data/lib/mini_search/version.rb

@@ -0,0 +1,3 @@
+module MiniSearch
+  VERSION = "1.0.3"
+end

data/mini_search.gemspec

@@ -0,0 +1,29 @@
+
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "mini_search/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "mini_search"
+  spec.version       = MiniSearch::VERSION
+  spec.authors       = ["Andrew S Aguiar"]
+  spec.email         = ["andrewaguiar6@gmail.com"]
+
+  spec.summary       = %q{In-memory naive search engine.}
+  spec.description   = %q{In-memory naive search engine.}
+  spec.homepage      = "https://www.github.com/andrewaguiar/mini_search"
+  spec.license       = "MIT"
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.16"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+end

metadata

@@ -0,0 +1,116 @@
+--- !ruby/object:Gem::Specification
+name: mini_search
+version: !ruby/object:Gem::Version
+  version: 1.0.3
+platform: ruby
+authors:
+- Andrew S Aguiar
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2019-09-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: In-memory naive search engine.
+email:
+- andrewaguiar6@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- formula1.svg
+- formula2.svg
+- lib/mini_search.rb
+- lib/mini_search/bm_25.rb
+- lib/mini_search/downcase_filter.rb
+- lib/mini_search/idf.rb
+- lib/mini_search/inverted_index.rb
+- lib/mini_search/inverted_index_spec.rb
+- lib/mini_search/language_support/portuguese.rb
+- lib/mini_search/pipeline.rb
+- lib/mini_search/remove_punctuation_filter.rb
+- lib/mini_search/standard_whitespace_tokenizer.rb
+- lib/mini_search/stemmer/portuguese.rb
+- lib/mini_search/stemmer_filter.rb
+- lib/mini_search/stop_words_filter.rb
+- lib/mini_search/strip_filter.rb
+- lib/mini_search/synonyms_filter.rb
+- lib/mini_search/tf.rb
+- lib/mini_search/version.rb
+- mini_search.gemspec
+homepage: https://www.github.com/andrewaguiar/mini_search
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3
+signing_key: 
+specification_version: 4
+summary: In-memory naive search engine.
+test_files: []