pragmatic_tokenizer 1.1.1 → 1.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 9defa80663e9e5955967ba95d1bd346b5e06cca3
-  data.tar.gz: 5f3ec1a9392c2664b3ce8a26a7de9ba03e3a22e1
+  metadata.gz: bdfe318d28a486ba72d1bd4b9c8faa1c11ee2309
+  data.tar.gz: b05116e8c303a0fe7717e11ecb477f6ed4cf7516
 SHA512:
-  metadata.gz: ddac620c5e335ee8ec3daa1c78ed96d9637e37d57dbb34886a153d7f292bad173ca823c291c44fc1a6f047276049d2e96562ab0a477c5cc58d6f0385636b3ba3
-  data.tar.gz: 9361da2cada5ab2e301601f4ddd50bde3fe7935f1b88447a3c5356b72063357a319471b4f1405f2c7aec3fa07f8c794f7a3aadc24a0e82919d2b829411725505
+  metadata.gz: e6440bbd2f50f7cce0b4f24fd93767a2046d27fc9efaf0fd44148ffd81280998bade81447051b188ab33956daf9100d9741fec7c11cd0679edf1352c7b69a2e6
+  data.tar.gz: f7cff0545c140aa810dd23ee2a2dde9302733395928d753120b0380e810caf6ec504c6fa6988c003c687b524d5a4c937bd77049794c0c1e565f528df3a31479a

data/lib/pragmatic_tokenizer/pre_processor.rb

@@ -122,7 +122,6 @@ module PragmaticTokenizer
     end
 
     def convert_apostrophe_s(text)
-      puts "Text: #{text.include?("\u{0301}")}"
       text.gsub!(/\s\u{0301}(?=s(\s|\z))/, PragmaticTokenizer::Languages::Common::PUNCTUATION_MAP['`']) || text
     end
 

data/lib/pragmatic_tokenizer/tokenizer.rb

@@ -122,9 +122,7 @@ module PragmaticTokenizer
     private
 
     def post_process(text)
-      puts "Text: #{text}"
       @tokens = PostProcessor.new(text: text, abbreviations: abbreviations).post_process
-      puts "Tokens: #{@tokens}"
       downcase! if downcase
       expand_contractions!(contractions) if expand_contractions
       clean! if clean

data/lib/pragmatic_tokenizer/version.rb

@@ -1,3 +1,3 @@
 module PragmaticTokenizer
-  VERSION = "1.1.1"
+  VERSION = "1.1.2"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pragmatic_tokenizer
 version: !ruby/object:Gem::Version
-  version: 1.1.1
+  version: 1.1.2
 platform: ruby
 authors:
 - Kevin S. Dias