google_translate_diff 1.0.8 → 1.0.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 8761fef8e3824178915b5b960589d8cdeeafbf71
-  data.tar.gz: 4838baa06669d3d301defb6bce893e33fa9a3eec
+  metadata.gz: bc126f78f09507a6cdfe8116479b3629d0eac062
+  data.tar.gz: a92719bc7447df9c530127ec0ce48e4f3e341329
 SHA512:
-  metadata.gz: 3ff86b2bdcd522aafc078d5963a6cfee52479f802059c75407fecbbabb22f0ebf9b2636a53dcf5cc2d68e88b3a266d9a2ee508a4c56f8c1470a91b5d98fdc62c
-  data.tar.gz: 1335fa3af8f242771609e2d5d96365a033c971c3a1c3ea85b3fb0d44ec83abc62f8763b3b440acf2a89b549620494c68e782c570f48d3ec3532e9273dcec8561
+  metadata.gz: 0d120b67393f006ced3d955ece7afcc9913d7d6c43c4421ee8f87e7f5028743c0b7bfc6add578ccb2ea59bc814a76e7e51a9e04294676c1ae427ff59c433fe4a
+  data.tar.gz: d7230c98ea93cfc03de94a0496779e14ef3abb7fe70d4cca769a72a8708b08539222e4e369e0423b8ddcd870a995f0608dc83ccbd88b6cbaac95ea3e53944f0a

data/lib/google_translate_diff/spacing.rb

@@ -19,7 +19,7 @@ class GoogleTranslateDiff::Spacing
     end
 
     def trailing(value)
-      pos = value =~ /[[:space:]]+$/ui
+      pos = value =~ /[[:space:]]+\z/ui
       return "" if pos.nil?
       value[pos..-1]
     end

data/lib/google_translate_diff/tokenizer.rb

@@ -2,7 +2,7 @@ class GoogleTranslateDiff::Tokenizer < ::Ox::Sax
   def initialize(source)
     @pos = nil
     @source = source
-    @tokens = []
+    @tokens = nil
     @context = []
     @sequence = []
     @indicies = []
@@ -27,14 +27,15 @@ class GoogleTranslateDiff::Tokenizer < ::Ox::Sax
     @sequence[-1] = :notranslate
   end
 
-  def text(_)
+  def text(value)
+    return if value == ""
     @sequence << (SKIP.include?(@context.last) ? :markup : :text)
     @indicies << @pos - 1
   end
 
   # rubocop:disable Metrics/AbcSize
   def tokens
-    raw_tokens.each_with_object([]) do |token, tokens|
+    @tokens ||= raw_tokens.each_with_object([]) do |token, tokens|
       if tokens.empty?
         tokens << token
       elsif tokens.last[1] == token[1]
@@ -70,7 +71,7 @@ class GoogleTranslateDiff::Tokenizer < ::Ox::Sax
   # rubocop:enable Metrics/MethodLength
 
   def raw_tokens
-    @indicies.map.with_index do |i, n|
+    @raw_tokens ||= @indicies.map.with_index do |i, n|
       first = i
       last = (@indicies[n + 1] || 0) - 1
       value = fix_utf(@source.byteslice(first..last))

data/lib/google_translate_diff/version.rb

@@ -1,3 +1,3 @@
 module GoogleTranslateDiff
-  VERSION = "1.0.8".freeze
+  VERSION = "1.0.9".freeze
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google_translate_diff
 version: !ruby/object:Gem::Version
-  version: 1.0.8
+  version: 1.0.9
 platform: ruby
 authors:
 - Victor Sokolov
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-09-06 00:00:00.000000000 Z
+date: 2017-10-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -196,7 +196,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.12
+rubygems_version: 2.6.13
 signing_key: 
 specification_version: 4
 summary: Google Translate API wrapper for Ruby which helps to translate only changes