mini_search 1.0.3 → 1.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: acd453c483524bd3ab16323edf2d237a6c037ac6aac48d365f395c80a343a606
-  data.tar.gz: '0681c134db08c7b354ef53ef6670aa7d984de43fbb959175cf94f0efc7d0d86c'
+  metadata.gz: e2ecaa95d697c1cd628a7341433c10b345c33445fd6016b7a64335a57d1361d2
+  data.tar.gz: efc707b5805716278a4e14962f821f3a7f3e060f51a410da36b3a7b914d05359
 SHA512:
-  metadata.gz: 726b0e4d969f9040d1b18ec9967dbf0cf28fc473b36377279f03b5ee782f8e619c9ee0e89087a540ac61a7a27fc8757113f15c7acd3153bc6b6e5fd427174fc7
-  data.tar.gz: 816d97d2bb91349bbe9b134d5d1b8425910fa1507c76db0743e5d9921bf74c1446e5939a50b34b1116bf0712a279af5766587ec771557ba66f29527f2f719b92
+  metadata.gz: 293bc4f841c3da5c54ae8d9f9831362bb3f243bb6b38c5fe6f9454c8e29651feaef7aaff8a47cc4252e2dc86bb88bff928f6b7c8f1b1dff312c716d85c845f60
+  data.tar.gz: 957f959316270a1d9f31fb251b0a4d7b284ff9f2176defaff2341f3d84f376f350d71ee62e3b9060228c5b9a02256ed1dc1d74764c22ccd3b4a4b0efe4838a5b

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    mini_search (1.0.0)
+    mini_search (1.0.3)
 
 GEM
   remote: https://rubygems.org/
@@ -32,4 +32,4 @@ DEPENDENCIES
   rspec (~> 3.0)
 
 BUNDLED WITH
-   1.16.4
+   1.17.3

data/README.md

@@ -248,6 +248,28 @@ First we create an inverted Index
 We can see results are sorted by score, notice that the document we index can have any other 
 fields like name, price and etc. But only `:id` and `:indexed_field` are required
 
+## Configuring multiple cores using yaml
+
+You can configure a multiple core using a yaml config file.
+
+```yaml
+cores:
+  - main:
+    lang: 'pt'
+    synonyms_map:
+      bebe: 'nene'
+    stop_words:
+      - 'de'
+      - 'para'
+  - aux:
+    lang: 'pt'
+    synonyms_map:
+      bebe: 'nene'
+    stop_words:
+      - 'de'
+      - 'para'
+```
+
 ## Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.

data/lib/mini_search.rb

@@ -1,3 +1,4 @@
+require 'yaml'
 require 'mini_search/version.rb'
 require 'mini_search/stemmer/portuguese.rb'
 require 'mini_search/standard_whitespace_tokenizer.rb'
@@ -59,12 +60,8 @@ module MiniSearch
     new(indexing_pipeline, querying_pipeline)
   end
 
-  def self.new_localized_index(language_support, synonyms_map: {}, stop_words: [])
-    if language_support.is_a?(Symbol)
-      language_support = LANGUAGE_SUPPORTS[language_support].new(stop_words)
-    end
-
-    raise 'language support not found or nil' unless language_support
+  def self.new_localized_index(lang, synonyms_map: {}, stop_words: [])
+    language_support = find_language_support(lang, stop_words)
 
     new_index(
       stop_words: language_support.stop_words,
@@ -72,4 +69,30 @@ module MiniSearch
       synonyms_map: synonyms_map
     )
   end
+
+  def self.from_config_file(file)
+    raise "file not found '#{file}'" unless File.exists?(file)
+
+    cores = YAML.load_file(file)['cores']
+
+    cores.map do |core|
+      lang = core['lang'].to_sym
+
+      new_localized_index(
+        lang,
+        stop_words: core['stop_words'],
+        synonyms_map: core['synonyms_map'].transform_values { |v| v.split(',') }
+      )
+    end
+  end
+
+  private_class_method def self.find_language_support(lang, stop_words)
+    if lang.is_a?(Symbol)
+      language_support = LANGUAGE_SUPPORTS[lang].new(stop_words)
+    end
+
+    raise 'language support not found or nil' unless language_support
+
+    language_support
+  end
 end

data/lib/mini_search/inverted_index.rb

@@ -154,8 +154,8 @@ module MiniSearch
 
     def generate_idfs(processed_terms)
       processed_terms.each_with_object({}) do |term, idfs|
-        if @index[term].to_a.any?
-          idfs[term] = Idf.calculate(@index[term].size, @documents.size)
+        if @inverted_index[term].to_a.any?
+          idfs[term] = Idf.calculate(@inverted_index[term].size, @documents.size)
         end
       end
     end

data/lib/mini_search/version.rb

@@ -1,3 +1,3 @@
 module MiniSearch
-  VERSION = "1.0.3"
+  VERSION = "1.0.4"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: mini_search
 version: !ruby/object:Gem::Version
-  version: 1.0.3
+  version: 1.0.4
 platform: ruby
 authors:
 - Andrew S Aguiar
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-09-28 00:00:00.000000000 Z
+date: 2020-04-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler