minidusen 0.8.2 → 0.8.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 22721ff1a24bd3c0c1bcf0df5e3917f0c9b0ca35
-  data.tar.gz: 3781308c4bd9c6614e14750f0c676ac06a749cb8
+SHA256:
+  metadata.gz: 5d7d52395ab8c47d649db4a1bd64ff1d9856df7149e45c552c6f4654531602e3
+  data.tar.gz: 9522fcd64d36f200cd6b5531feb874326e067f7f29db31ed85db8d20dd6f6bc5
 SHA512:
-  metadata.gz: ae988bf28bbe784d4665ff22fcd70d5d7965786355a36f900b38aab3ea61500d8ee9f856e1d4c383ca7fdbeb07632bfc2c49f00df0d1c25fdead7bc466718224
-  data.tar.gz: 6512014a63c286dcba862579e7a931e31d2bd261dcf1b5f960acec9ccc677294f3b4c140f0fb0ca6a38f3ee0cf17e311848a975f4cc5a59a67d2a52829eb296c
+  metadata.gz: b9401b8a933f12b85ed38079ddbbbcd9f321d10b9203ca122edce8756584eae1f23b8029f0bee451c753eddce785e81493d477631aa7d84335ce840ae797bab6
+  data.tar.gz: 146a2c766b2566905ab8cfb1a9ac2f3033b020469f76bae6327c3b42b09b3a9b785753b5d66e2e70842ff934abf938e881eeb90ea1b2f68b1523c7b7b0f596ee

data/gemfiles/Gemfile.3.2.mysql2.lock

@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    minidusen (0.8.0)
+    minidusen (0.8.3)
       activerecord (>= 3.2)
       activesupport (>= 3.2)
       edge_rider (>= 0.2.5)
@@ -25,7 +25,7 @@ GEM
     byebug (9.0.5)
     database_cleaner (1.5.3)
     diff-lcs (1.2.5)
-    edge_rider (0.3.1)
+    edge_rider (0.3.2)
       activerecord
     gemika (0.3.2)
     i18n (0.6.11)
@@ -62,4 +62,4 @@ DEPENDENCIES
   rspec (~> 3.4)
 
 BUNDLED WITH
-   1.12.5
+   1.16.2

data/gemfiles/Gemfile.4.2.mysql2.lock

@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    minidusen (0.8.0)
+    minidusen (0.8.3)
       activerecord (>= 3.2)
       activesupport (>= 3.2)
       edge_rider (>= 0.2.5)
@@ -27,7 +27,7 @@ GEM
     byebug (9.0.5)
     database_cleaner (1.5.3)
     diff-lcs (1.2.5)
-    edge_rider (0.3.1)
+    edge_rider (0.3.2)
       activerecord
     gemika (0.3.2)
     i18n (0.7.0)
@@ -66,4 +66,4 @@ DEPENDENCIES
   rspec (~> 3.4)
 
 BUNDLED WITH
-   1.12.5
+   1.16.2

data/gemfiles/Gemfile.4.2.pg.lock

@@ -1,9 +1,7 @@
 PATH
   remote: ..
   specs:
-    edge_rider (0.3.1)
-      activerecord
-    minidusen (0.8.1)
+    minidusen (0.8.3)
       activerecord (>= 3.2)
       activesupport (>= 3.2)
       edge_rider (>= 0.2.5)
@@ -29,6 +27,8 @@ GEM
     byebug (9.0.5)
     database_cleaner (1.5.3)
     diff-lcs (1.2.5)
+    edge_rider (0.3.2)
+      activerecord
     gemika (0.3.2)
     i18n (0.7.0)
     json (1.8.3)
@@ -66,4 +66,4 @@ DEPENDENCIES
   rspec (~> 3.4)
 
 BUNDLED WITH
-   1.12.5
+   1.16.2

data/gemfiles/Gemfile.5.0.mysql2.lock

@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    minidusen (0.8.0)
+    minidusen (0.8.3)
       activerecord (>= 3.2)
       activesupport (>= 3.2)
       edge_rider (>= 0.2.5)
@@ -25,7 +25,7 @@ GEM
     concurrent-ruby (1.0.2)
     database_cleaner (1.5.3)
     diff-lcs (1.2.5)
-    edge_rider (0.3.1)
+    edge_rider (0.3.2)
       activerecord
     gemika (0.3.2)
     i18n (0.7.0)
@@ -63,4 +63,4 @@ DEPENDENCIES
   rspec (~> 3.5)
 
 BUNDLED WITH
-   1.12.5
+   1.16.2

data/gemfiles/Gemfile.5.0.pg.lock

@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    minidusen (0.8.0)
+    minidusen (0.8.3)
       activerecord (>= 3.2)
       activesupport (>= 3.2)
       edge_rider (>= 0.2.5)
@@ -25,7 +25,7 @@ GEM
     concurrent-ruby (1.0.2)
     database_cleaner (1.5.3)
     diff-lcs (1.2.5)
-    edge_rider (0.3.1)
+    edge_rider (0.3.2)
       activerecord
     gemika (0.3.2)
     i18n (0.7.0)
@@ -63,4 +63,4 @@ DEPENDENCIES
   rspec (~> 3.5)
 
 BUNDLED WITH
-   1.12.5
+   1.16.2

data/lib/minidusen/parser.rb

@@ -25,6 +25,7 @@ module Minidusen
 
       def parse_string(string)
         string = string.dup # we are going to delete substrings in-place
+        string = string.encode('UTF-8', invalid: :replace, undef: :replace, replace: '')
         query = Query.new
         extract_field_query_tokens(string, query)
         extract_text_query_tokens(string, query)

data/lib/minidusen/version.rb

@@ -1,3 +1,3 @@
 module Minidusen
-  VERSION = '0.8.2'
+  VERSION = '0.8.3'
 end

data/spec/minidusen/parser_spec.rb

@@ -63,6 +63,14 @@ describe Minidusen::Parser do
         query[0].exclude.should == true
       end
 
+      it 'should ignore invalid utf-8 byte sequences' do
+        term_with_invalid_byte_sequence = "word\255".force_encoding('UTF-8')
+
+        query = Minidusen::Parser.parse(term_with_invalid_byte_sequence)
+        query.size.should == 1
+        query[0].value.should == 'word'
+      end
+
     end
 
     describe 'when called with a Query' do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: minidusen
 version: !ruby/object:Gem::Version
-  version: 0.8.2
+  version: 0.8.3
 platform: ruby
 authors:
 - Henning Koch
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-02-01 00:00:00.000000000 Z
+date: 2018-07-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -117,7 +117,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.13
+rubygems_version: 2.7.6
 signing_key: 
 specification_version: 4
 summary: Low-tech search for ActiveRecord with MySQL or PostgreSQL