google_translate_diff 1.0.1 → 1.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 00ebbfbeaac94fc00141bbb2bfddedcfb9e733a6
-  data.tar.gz: d73f0d12f6d2df80bd43614856113931c3209067
+  metadata.gz: 1886972d6b13f5558879a22a90c4b1dad5e0ef20
+  data.tar.gz: fba14de63dcba2f52ad7752cc38ef95c44d2bcc5
 SHA512:
-  metadata.gz: dd4fd53436d30887c3d7d3990ef84387fbfa5b8c4b355c7258f2a05346f490cdd9288158ab910f6ee18886e5f3096f2ac1e603aeea3e64a71d897a6917233968
-  data.tar.gz: 9e60481244ce4520439c0d0184ea6a8e0dcf587c0717be6000e94051fe1b8dd915bf30fedd5b5f4f0024227e5be03428ab29779065169c7eef9b02143d053366
+  metadata.gz: 43d184d364e9b85d1544306540df86bac03b9e58cd33ebbf57cbad15e3abb5c976162bb907789002104fcf9edb9eee933720b4d598aa37e61fa401b948b58ee7
+  data.tar.gz: 411f437b92949a07bffc122ca533f4109d9b62fbb946fc2781f4b4005892efa533563c7c4645060bbbfc7e2f7ac0b0bfaf8fc1d58545924a3be221207fea2f02

data/README.md

@@ -37,6 +37,8 @@ Or install it yourself as:
 
 ## Usage
 
+*Warning*. *Modifies `Ox.default_options`.*
+
 ```ruby
 require "google_translate_diff"
 

data/lib/google_translate_diff/tokenizer.rb

@@ -10,11 +10,11 @@ class GoogleTranslateDiff::Tokenizer < ::Ox::Sax
   attr_reader :texts, :tokens, :prev, :pos
 
   def start_element(name)
-    @skip = true if name == :script
+    @skip = true if SKIP.include?(name)
   end
 
   def end_element(name)
-    @skip = false if name == :script
+    @skip = false if SKIP.include?(name)
   end
 
   def text(value)
@@ -65,10 +65,13 @@ class GoogleTranslateDiff::Tokenizer < ::Ox::Sax
     def tokenize(value)
       return [] if value.nil?
       tokenizer = new(value).tap do |h|
+        Ox.default_options = { mode: :generic, effort: :tolerant, smart: true }
         Ox.sax_parse(h, StringIO.new(value))
         h.cut_last_token
       end
       tokenizer.tokens
     end
   end
+
+  SKIP = %i(script style).freeze
 end

data/lib/google_translate_diff/version.rb

@@ -1,3 +1,3 @@
 module GoogleTranslateDiff
-  VERSION = "1.0.1".freeze
+  VERSION = "1.0.2".freeze
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google_translate_diff
 version: !ruby/object:Gem::Version
-  version: 1.0.1
+  version: 1.0.2
 platform: ruby
 authors:
 - Victor Sokolov
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-03-27 00:00:00.000000000 Z
+date: 2017-05-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -196,7 +196,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.10
+rubygems_version: 2.6.12
 signing_key: 
 specification_version: 4
 summary: Google Translate API wrapper for Ruby which helps to translate only changes