picky 4.26.0 → 4.26.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 361f560a9705c05e6e4105e283edb8af462f6d12
-  data.tar.gz: 6e7430ed38b525ed918cfc8633659ce6f978f142
+  metadata.gz: 8867cbb7ea1e37c65690e1ad226ba1ba834aa0ee
+  data.tar.gz: 06118ee0130e7916835b259d3ba59962c49f5764
 SHA512:
-  metadata.gz: d7fd4d1022e3ea493a015579a4020b2d30a6058c0231fe3429e4ca255f697e30e78391afc5591b6f229ad504fed5b3f2b1a35c12e373243a494bb2275c54df80
-  data.tar.gz: fa28a3b92a92ba1d6668ee52e5dd1c9dfc3802b1cd47e2262b092c6469af9c79a1c56fbfda8838f1e545b1ced50a813dc98b48ea130cb0b735254c85f377d3a5
+  metadata.gz: 6ea2f05d4048abfea0b0f8dd33288fbf123ce825544a25050147cec3f22964448faef37fc9818b3a87990d402fb2866eda119cf9072a6f5801bacc3f977e0c2a
+  data.tar.gz: ecc9354148631faeb9c970a4199cee50d83e2a6d44507c78d915cc8bda14da86dc4bed57f080fd8ccba5afb103d972da2fb4bbf3f8f0b58b25d2f97985bcb081

data/lib/picky/query/token.rb

@@ -90,7 +90,8 @@ module Picky
       #
       def stem tokenizer
         if stem?
-          @stem ||= tokenizer.stem(@text)
+          @stems ||= {}
+          @stems[tokenizer] ||= tokenizer.stem(@text)
         else
           @text
         end

data/spec/functional/stemming_spec.rb

@@ -107,6 +107,65 @@ describe 'stemming' do
 
         try = Picky::Search.new index
     
+        try.search("stemming").ids.should == [1, 2]
+        try.search("stemmin").ids.should == []
+        try.search("stemmi").ids.should == []
+        try.search("stemm").ids.should == []
+        try.search("stem").ids.should == [1]
+        
+        try.search("ios").ids.should == [2, 1]
+        try.search("io").ids.should == [2]
+        try.search("i").ids.should == []
+        
+        try.search("text1:stemming").ids.should == [1]
+        try.search("text2:ios").ids.should == [1]
+    
+        try.search("text1:ios").ids.should == [2]
+        try.search("text2:stemming").ids.should == [2]
+      
+        try.search("text1:stem").ids.should == [1]
+        try.search("text2:io").ids.should == []
+      
+        try.search("text1:io").ids.should == [2]
+        try.search("text2:stem").ids.should == []
+      end
+    end
+    describe 'multiple stemmers' do
+      it 'caching works' do
+        do_nothing_stemmer = Class.new do
+          def stem text
+            text
+          end
+        end.new
+        
+        index = Picky::Index.new :stemming do
+          # Be aware that if !s are not removed from
+          # eg. Lemming!, then stemming won't work.
+          #
+          indexing removes_characters: /[^a-z\s]/i
+          category :text1,
+                   partial: Picky::Partial::None.new,
+                   indexing: { stems_with: Lingua::Stemmer.new }
+          category :text2,
+                   partial: Picky::Partial::None.new,
+                   indexing: { stems_with: do_nothing_stemmer }
+        end
+    
+        index.replace_from id: 1, text1: 'stemming', text2: 'ios'
+        index.replace_from id: 2, text1: 'ios', text2: 'stemming'
+
+        try = Picky::Search.new index
+    
+        try.search("stemming").ids.should == [1, 2]
+        try.search("stemmin").ids.should == []
+        try.search("stemmi").ids.should == []
+        try.search("stemm").ids.should == []
+        try.search("stem").ids.should == [1]
+        
+        try.search("ios").ids.should == [2, 1]
+        try.search("io").ids.should == [2]
+        try.search("i").ids.should == []
+        
         try.search("text1:stemming").ids.should == [1]
         try.search("text2:ios").ids.should == [1]
     

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: picky
 version: !ruby/object:Gem::Version
-  version: 4.26.0
+  version: 4.26.1
 platform: ruby
 authors:
 - Florian Hanke