jekyll_ranked_search 0.0.6 → 0.0.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b7a50962fa0617b6acc80b702c06695a27f2ad056030e80e4c099230f958d39b
-  data.tar.gz: c26e47d1f49e7d50edd91c1263dde8a6188b0a2c491bc99d22223f98dc60b9a6
+  metadata.gz: de4d3c57baffb900a2d63699eb24a6f625ad620d0a5b11601bae89c38259ac77
+  data.tar.gz: 8673a43723f4a2a3c26e3f9b7e0bc3ad8c468775ab2a619761fdac66d3de8223
 SHA512:
-  metadata.gz: d6f1fa610a8afa056eb0451ea234294044beae405e4375a46e495c83cf6ab697a57f978e394082705f0692057ffb316e53a99d6d80099cfa6cebfdcd15a7df9e
-  data.tar.gz: 4557557cbbc06268b6fbe725de5d7cbe31ab72ffaffa3393b46ec9e9c4ba9eee68cff3ba39ce655d3e1c97f420eb152f86246b7eb88eb8333fab32d3ec029e66
+  metadata.gz: 763bda3f5f7be27375fd589a68a1fae591d189aebf7618965eeb3a46ca40538e81495b04621821f8a71a37fdbfac152bbac3f6e2b4232c1b3bf335b389c8788c
+  data.tar.gz: a6ee82171745c1d46e1ea3dba7f74985f0ff00d4ff84f569e41a888f7b95f920e74195bad8a5fb253312b583b4ef4df3c349e58cbf1eae4302ff327bce2fe1e0

data/lib/jekyll_ranked_search.rb

@@ -135,31 +135,27 @@ class TfidfConverter < Jekyll::Generator
     # Split document into tokens
     splitted_doc = doc.strip.downcase.split
 
-    # Remove stopwords in place
-    splitted_doc.delete_if do |word|
-      if @stopwords.include?(word)
-        Jekyll.logger.debug "Removing stopword:", word
-      end
-      @stopwords.include?(word)
-    end
-
-    # Remove special characters (only at beginning and end)
+    # Remove special characters
     splitted_doc.map! { |word| word.gsub(/[^a-z0-9_\/\-\s]/i, '') }
 
+    # Remove stopwords in place
+    splitted_doc.delete_if { |t| @stopwords.include? t }
+
     splitted_doc
   end
 
   # Load english stopwords from file
-  # @return [Array<String>] the stopwords
+  # @return [Set<String>] the stopwords
   def load_stopwords
-    Jekyll.logger.info "Loading stopwords"
+    filename = File.join(File.dirname(__FILE__), "stopwords/en.txt")
+    Jekyll.logger.info "Loading stopwords: ", filename
     stopwords = Set.new
-    File.open(File.join(File.dirname(__FILE__), "stopwords/en.txt"), "r") do |f|
+    File.open(filename, "r") do |f|
       f.each_line do |line|
         stopwords.add line.strip
       end
     end
-    Jekyll.logger.info "Done loading #{stopwords.length} stopwords"
+    Jekyll.logger.info "Loaded #{stopwords.length} stopwords"
     stopwords
   end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: jekyll_ranked_search
 version: !ruby/object:Gem::Version
-  version: 0.0.6
+  version: 0.0.7
 platform: ruby
 authors:
 - Friedrich Ewald