google_translate_diff 1.0.7 → 1.0.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f06bc3ed14da7bb671f3afc188375f72da6b1026
-  data.tar.gz: 62af00a1a43df3f8c1773346709c3f09e95cf186
+  metadata.gz: 8761fef8e3824178915b5b960589d8cdeeafbf71
+  data.tar.gz: 4838baa06669d3d301defb6bce893e33fa9a3eec
 SHA512:
-  metadata.gz: f2662f618fc76e10877f78ca07dbce8bfda0b0f2c08da06643ea2d91491354631d15d44137f5fb76a33770fc59becb442471092fd030281e28c17d05722e7f1c
-  data.tar.gz: 39ddf3a505c96560016e24a9f3bd303e8e36556894e7aea7c612ce6c9078266ef1e4b7756f807e256507bf40105bcc226bab80f65273798b004b4756f8b0dd31
+  metadata.gz: 3ff86b2bdcd522aafc078d5963a6cfee52479f802059c75407fecbbabb22f0ebf9b2636a53dcf5cc2d68e88b3a266d9a2ee508a4c56f8c1470a91b5d98fdc62c
+  data.tar.gz: 1335fa3af8f242771609e2d5d96365a033c971c3a1c3ea85b3fb0d44ec83abc62f8763b3b440acf2a89b549620494c68e782c570f48d3ec3532e9273dcec8561

data/lib/google_translate_diff/tokenizer.rb

@@ -51,7 +51,7 @@ class GoogleTranslateDiff::Tokenizer < ::Ox::Sax
 
   # rubocop: disable Metrics/MethodLength
   def sentences(value)
-    return [] if value.empty?
+    return [] if value.strip.empty?
 
     boundaries =
       Punkt::SentenceTokenizer
@@ -96,6 +96,7 @@ class GoogleTranslateDiff::Tokenizer < ::Ox::Sax
       tokenizer = new(value).tap do |h|
         Ox.sax_parse(h, StringIO.new(value), HTML_OPTIONS)
       end
+      puts tokenizer.tokens.inspect
       tokenizer.tokens
     end
   end

data/lib/google_translate_diff/version.rb

@@ -1,3 +1,3 @@
 module GoogleTranslateDiff
-  VERSION = "1.0.7".freeze
+  VERSION = "1.0.8".freeze
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google_translate_diff
 version: !ruby/object:Gem::Version
-  version: 1.0.7
+  version: 1.0.8
 platform: ruby
 authors:
 - Victor Sokolov
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-08-31 00:00:00.000000000 Z
+date: 2017-09-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler