wovnrb 1.0.11 → 1.0.12

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 274e9d1ea5626374cca8b50cca8f5d30af8a620d
-  data.tar.gz: 15b157e5a422abdb7d57c12f01c353669119177a
+  metadata.gz: 1e29488764fb88eeb19e1eff45f80d0ee7bc9e9f
+  data.tar.gz: 7cf695b56bd2808316afb21cca7149a1c671c453
 SHA512:
-  metadata.gz: 7c26c9d1fbebf7e377bdb1a5b120746e7bcd2ff14375f19b60254fb7a369d222949e86f36573b291c804c209803c1d03b745ffbb93886fedf9244138afe121ab
-  data.tar.gz: 721a90f4191ea051d0b5c31263db0802f1640dadeaf9ac284f7bc4b6c35ece7047d13c52babcea5e5ffa60e204d237f82834360639b662f6fead5f3bdc551ca5
+  metadata.gz: 669492de84557bbff060615fad054a0895bccc76f66279f5a4fa03d34b7bfa0b3cb837b08cd75004bd9ff1977bd9ab487bd448ecd32d1bc4d81c926d37baa475
+  data.tar.gz: df708dcbd7a1ceb1d346fda5579892af608971199d7e6e70c6966e27a92cd54962fe625c295758aa85f1d1209d7ec6d6a8182537455b729de9fdcd72ed21a12d

data/README.md

@@ -66,13 +66,14 @@ After completing setup, start the Ruby Application, and make sure the WOVN.io li
 
 WOVN.io Ruby Library's valid parameters are as follows.
 
-Parameter Name | Required | Default Setting
--------------- | -------- | ----------------
-project_token  | yes      | ''
-url_pattern    | yes      | 'path'
-query          |          | []
-default_lang   | yes      | 'en'
-ignore_class   |          | []
+Parameter Name     | Required | Default Setting
+------------------ | -------- | ----------------
+project_token      | yes      | ''
+url_pattern        | yes      | 'path'
+query              |          | []
+default_lang       | yes      | 'en'
+ignore_class       |          | []
+translate_fragment |          | true
 
 ### 2.1. project_token
 
@@ -124,6 +125,12 @@ The library will redirect to the following URL.
 
 This sets "Ignore class" which prevent WOVN translating HTML elements that have one of the array.
 
+### 2.6 translate_fragment
+
+This option allows to disable translating partial HTML content. By default,
+partial HTML content is translated but no widget snippet is added. Set
+"translate_fragment" to 'false' to stop translating partial HTML content.
+
 ## 3. Contributing
 
 1. Fork it ( https://github.com/WOVNio/wovnrb/fork )

data/lib/wovnrb/headers.rb

@@ -8,6 +8,7 @@ module Wovnrb
     attr_reader :host
     attr_reader :unmasked_pathname
     attr_reader :pathname
+    attr_reader :dirname
     attr_reader :redis_url
 
     # Generates new instance of Wovnrb::Headers.
@@ -231,6 +232,13 @@ module Wovnrb
       headers
     end
 
+    def dirname
+      if pathname.include?('/')
+        pathname.end_with?('/') ? pathname : pathname[0, pathname.rindex('/') + 1]
+      else
+        '/'
+      end
+    end
   end
 
 end

data/lib/wovnrb/helpers/nokogumbo_helper.rb

@@ -0,0 +1,61 @@
+module Wovnrb
+  module Helpers
+    module NokogumboHelper
+      def parse_html(html_string, encoding = 'UTF-8')
+        dom = if html_string.strip[0..999] =~ /<html/i
+                d = Nokogiri::HTML5(html_string)
+                d.encoding = encoding
+                d
+              else
+                parse_fragment(html_string, encoding)
+              end
+
+        return dom
+      end
+
+      # https://www.rubydoc.info/gems/nokogumbo/Nokogiri/HTML5#fragment-class_method
+      #
+      # Nokogumbo does not properly support parsing fragment and the current
+      # implementation of Nokogiri::HTML5.fragment does not handle encoding
+      # (second line of code below).
+      def parse_fragment(html_string, encoding = 'UTF-8')
+        doc = Nokogiri::HTML5.parse(html_string)
+        doc.encoding = encoding
+        fragment = Nokogiri::HTML::DocumentFragment.new(doc)
+
+        if doc.children.length != 1 or doc.children.first.name != 'html'
+          # no HTML?  Return document as is
+          fragment = doc
+        else
+          # examine children of HTML element
+          children = doc.children.first.children
+
+          # head is always first.  If present, take children but otherwise
+          # ignore the head element
+          if children.length > 0 and doc.children.first.name = 'head'
+            fragment << children.shift.children
+          end
+
+          # body may be next, or last.  If found, take children but otherwise
+          # ignore the body element.  Also take any remaining elements, taking
+          # care to preserve order.
+          if children.length > 0 and doc.children.first.name = 'body'
+            fragment << children.shift.children
+            fragment << children
+          elsif children.length > 0 and doc.children.last.name = 'body'
+            body = children.pop
+            fragment << children
+            fragment << body.children
+          else
+            fragment << children
+          end
+        end
+
+        # return result
+        fragment
+      end
+
+      module_function :parse_html, :parse_fragment
+    end
+  end
+end

data/lib/wovnrb/html_replacers/image_replacer.rb

@@ -10,7 +10,7 @@ module Wovnrb
     end
 
     def replace(dom, lang)
-      dom.xpath('//img').each do |node|
+      dom.xpath('.//img').each do |node|
         next if wovn_ignore?(node)
 
         # use regular expressions to support case insensitivity (right?)

data/lib/wovnrb/html_replacers/input_replacer.rb

@@ -6,7 +6,7 @@ module Wovnrb
     end
 
     def replace(dom, lang)
-      dom.xpath('//input').each do |node|
+      dom.xpath('.//input').each do |node|
         next if wovn_ignore?(node)
 
         set_attribute('value', node, lang)       if replaceable_value? node

data/lib/wovnrb/html_replacers/link_replacer.rb

@@ -13,7 +13,10 @@ module Wovnrb
       @headers = headers
     end
 
+
     def replace(dom, lang)
+      base_url = base_href(dom)
+
       dom.xpath('//*[match(.)]', MultiTagMatcher.new).each do |node|
         next if wovn_ignore?(node)
 
@@ -21,11 +24,24 @@ module Wovnrb
         next if href =~ /^\s*\{\{.+\}\}\s*$/
         next if href =~ /^\s*javascript:/i
         next if is_file?(href)
-        new_href = lang.add_lang_code(href, @pattern, @headers)
+
+        new_href = href
+        new_href = adjust_link_by_base(new_href, base_url) if base_url
+        new_href = lang.add_lang_code(new_href, @pattern, @headers)
+
         node.set_attribute('href', new_href)
       end
     end
 
+    private
+
+    def adjust_link_by_base(href, base_url)
+      return href if href =~ /^\//            # absolute path
+      return href if href =~ /^http(s?):\/\// # full url
+
+      File.join(base_url, href)
+    end
+
     def is_file?(href)
       img_files = /^(https?:\/\/)?.*(\.(#{FileExtension::IMG_FILES}))((\?|#).*)?$/i
       audio_files = /^(https?:\/\/)?.*(\.(#{FileExtension::AUDIO_FILES}))((\?|#).*)?$/i
@@ -33,6 +49,17 @@ module Wovnrb
       doc_files = /^(https?:\/\/)?.*(\.(#{FileExtension::DOC_FILES}))((\?|#).*)?$/i
       href =~ img_files || href =~ audio_files || href =~ video_files || href =~ doc_files
     end
+
+    def base_href(dom)
+      base_tag = dom.xpath('//base').first
+      return nil unless base_tag
+
+      href = base_tag.get_attribute('href')
+      return href if href =~ /^\//            # absolute path
+      return href if href =~ /^http(s?):\/\// # full url
+
+      Addressable::URI.join('/', @headers.dirname, href).to_s
+    end
   end
 
   class MultiTagMatcher

data/lib/wovnrb/html_replacers/meta_replacer.rb

@@ -8,7 +8,7 @@ module Wovnrb
     end
 
     def replace(dom, lang)
-      dom.xpath('//meta').select { |node|
+      dom.xpath('.//meta').select { |node|
         next if wovn_ignore?(node)
         (node.get_attribute('name') || node.get_attribute('property') || '') =~ /^(description|title|og:title|og:description|og:url|twitter:title|twitter:description)$/
       }.each do |node|

data/lib/wovnrb/html_replacers/replacer_base.rb

@@ -12,7 +12,7 @@ module Wovnrb
     def wovn_ignore?(node)
       if !node.get_attribute('wovn-ignore').nil?
         return true
-      elsif node.name === 'html'
+      elsif node.name === 'html' || node.parent.nil?
         return false
       end
 

data/lib/wovnrb/html_replacers/text_replacer.rb

@@ -6,7 +6,7 @@ module Wovnrb
     end
 
     def replace(dom, lang)
-      dom.xpath('//text()').each do |node|
+      dom.xpath('.//text()').each do |node|
         next if wovn_ignore?(node)
 
         node_text = node.content.strip

data/lib/wovnrb/lang.rb

@@ -153,27 +153,30 @@ module Wovnrb
             end
         end
       end
+
       new_href
     end
 
     def switch_dom_lang(dom, store, values, url, headers)
       replace_dom_values(dom, values, store, url, headers)
 
-      # INSERT LANGUAGE METALINKS
-      parent_node = dom.at_css('head') || dom.at_css('body') || dom.at_css('html')
-      published_langs = get_langs(values)
-      all_langs = published_langs.add(store.settings['default_lang'])
-      all_langs.each do |l|
-        insert_node = Nokogiri::XML::Node.new('link', dom)
-        insert_node['rel'] = 'alternate'
-        insert_node['hreflang'] = Lang::iso_639_1_normalization(l)
-        insert_node['href'] = headers.redirect_location(l)
-        parent_node.add_child(insert_node)
-      end
+      if dom.html?
+        # INSERT LANGUAGE METALINKS
+        parent_node = dom.at_css('head') || dom.at_css('body') || dom.at_css('html')
+        published_langs = get_langs(values)
+        all_langs = published_langs.add(store.settings['default_lang'])
+        all_langs.each do |l|
+          insert_node = Nokogiri::XML::Node.new('link', dom)
+          insert_node['rel'] = 'alternate'
+          insert_node['hreflang'] = Lang::iso_639_1_normalization(l)
+          insert_node['href'] = headers.redirect_location(l)
+          parent_node.add_child(insert_node)
+        end
 
-      # set lang property on HTML tag
-      if dom.at_css('html') || dom.at_css('HTML')
-        (dom.at_css('html') || dom.at_css('HTML')).set_attribute('lang', Lang::iso_639_1_normalization(@lang_code))
+        # set lang property on HTML tag
+        if dom.at_css('html') || dom.at_css('HTML')
+          (dom.at_css('html') || dom.at_css('HTML')).set_attribute('lang', Lang::iso_639_1_normalization(@lang_code))
+        end
       end
 
       index_href = index_href_for_encoding_and_decoding(dom)
@@ -216,7 +219,7 @@ module Wovnrb
       replacers << MetaReplacer.new(store, text_index, pattern, headers)
       replacers << InputReplacer.new(store, text_index)
       replacers << ImageReplacer.new(store, url, text_index, src_index, img_src_prefix, host_aliases)
-      replacers << ScriptReplacer.new(store)
+      replacers << ScriptReplacer.new(store) if dom.html?
 
       replacers.each do |replacer|
         replacer.replace(dom, self)

data/lib/wovnrb/store.rb

@@ -31,7 +31,8 @@ module Wovnrb
         'ttl_seconds' => nil,
         'use_proxy' => false,  # use env['HTTP_X_FORWARDED_HOST'] instead of env['HTTP_HOST'] and env['SERVER_NAME'] when this setting is true.
         'custom_lang_aliases' => {},
-        'wovn_dev_mode' => false
+        'wovn_dev_mode' => false,
+        'translate_fragment' => true
       })
     end
 

data/lib/wovnrb/version.rb

@@ -1,3 +1,3 @@
 module Wovnrb
-  VERSION = "1.0.11"
+  VERSION = "1.0.12"
 end

data/lib/wovnrb.rb

@@ -5,6 +5,7 @@ require 'wovnrb/lang'
 require 'nokogumbo'
 #require 'dom'
 require 'json'
+require 'wovnrb/helpers/nokogumbo_helper'
 require 'wovnrb/api_data'
 require 'wovnrb/text_caches/cache_base'
 require 'wovnrb/html_replacers/replacer_base'
@@ -99,8 +100,8 @@ module Wovnrb
           noscripts << match
           b_without_noscripts = b_without_noscripts.sub(match, noscript_identifier)
         end
-        d = Nokogiri::HTML5(b_without_noscripts)
-        d.encoding = "UTF-8"
+
+        d = Helpers::NokogumboHelper::parse_html(b_without_noscripts)
 
         # If this page has wovn-ignore in the html tag, don't do anything
         if ignore_all || !d.xpath('//html[@wovn-ignore]').empty? || is_amp_page?(d)
@@ -111,10 +112,10 @@ module Wovnrb
           next
         end
 
-        if have_data?(values)
+        if must_translate?(d, values)
           output = lang.switch_dom_lang(d, @store, values, url, headers)
         else
-          ScriptReplacer.new(@store).replace(d, lang)
+          ScriptReplacer.new(@store).replace(d, lang) if d.html?
           output = d.to_html(save_with: 0)
         end
         put_back_noscripts!(output, noscripts)
@@ -131,6 +132,12 @@ module Wovnrb
       [status, res_headers, body]
     end
 
+    def must_translate?(dom, values)
+      can_translate = dom.html? ? true : @store.settings['translate_fragment']
+
+      can_translate && have_data?(values)
+    end
+
     def have_data?(values)
       values.count > 0
     end

data/test/lib/html_replacers/image_replacer_test.rb

@@ -29,6 +29,31 @@ module Wovnrb
       assert_equal('wovn-src:Hello', img.previous.content)
     end
 
+    def test_replace_in_fragment
+      store = Store.instance
+      url = {
+        :protocol => 'http',
+        :host => 'www.example.com',
+        :pathname => 'hello/index.html'
+      }
+      text_index = {
+        'Hello' => {'ja' => [{'data' => 'こんにちは'}]}
+      }
+      src_index = {
+        'http://www.example.com/test.img' => {'ja' => [{'data' => 'http://test.com/ttt.img'}]}
+      }
+      img_src_prefix = 'prefix::'
+      replacer = ImageReplacer.new(store, url, text_index, src_index, img_src_prefix, [])
+
+      dom = Helpers::NokogumboHelper::parse_fragment('<img src="http://www.example.com/test.img" alt="Hello">')
+      replacer.replace(dom, Lang.new('ja'))
+
+      img = dom.xpath('.//img')[0]
+      assert_equal('prefix::http://test.com/ttt.img', img.get_attribute('src'))
+      assert_equal('こんにちは', img.get_attribute('alt'))
+      assert_equal('wovn-src:Hello', img.previous.content)
+    end
+
     def test_replace_relative_path
       store = Store.instance
       url = {

data/test/lib/html_replacers/input_replacer_test.rb

@@ -17,6 +17,19 @@ module Wovnrb
       assert_equal('こんにちは', content)
     end
 
+    def test_replace_in_fragment
+      store = Store.instance
+      replacer = InputReplacer.new(store, {
+        'Hello' => {'ja' => [{'data' => 'こんにちは'}]}
+      })
+
+      dom = Helpers::NokogumboHelper::parse_fragment('<input type="submit" value="Hello">')
+      replacer.replace(dom, Lang.new('ja'))
+
+      content = dom.xpath('.//input')[0].get_attribute('value')
+      assert_equal('こんにちは', content)
+    end
+
     def test_dont_replace_empty_submit_value
       store = Store.instance
       replacer = InputReplacer.new(store, {

data/test/lib/html_replacers/link_replacer_test.rb

@@ -109,45 +109,45 @@ module Wovnrb
     def test_replace_link_path_with_canonical
       store = Store.instance
       replacer = LinkReplacer.new(store, 'path', get_header)
-      dom = Wovnrb.get_dom('<html><head><link rel="canonical" href="http://favy.tips/hello/index.html"></head><body>hello</body></html>')
+      dom = Wovnrb.get_dom('<html><head><link rel="canonical" href="http://wovn.io/hello/index.html"></head><body>hello</body></html>')
       replacer.replace(dom, Lang.new('en'))
       canonical_href = dom.xpath('//link').find { |d| d.attributes['rel'].value == 'canonical' }.attributes['href'].value
-      assert_equal('http://favy.tips/en/hello/index.html', canonical_href)
+      assert_equal('http://wovn.io/en/hello/index.html', canonical_href)
     end
 
     def test_replace_link_with_style
       store = Store.instance
       replacer = LinkReplacer.new(store, 'path', get_header)
-      dom = Wovnrb.get_dom('<html><head><link rel="stylesheet" type="text/css" href="http://favy.tips/hello/index.css"></head><body>hello</body></html>')
+      dom = Wovnrb.get_dom('<html><head><link rel="stylesheet" type="text/css" href="http://wovn.io/hello/index.css"></head><body>hello</body></html>')
       replacer.replace(dom, Lang.new('en'))
       href = dom.xpath('//link').find { |d| d.attributes['rel'].value == 'stylesheet' }.attributes['href'].value
-      assert_equal('http://favy.tips/hello/index.css', href, 'Should not change the href')
+      assert_equal('http://wovn.io/hello/index.css', href, 'Should not change the href')
     end
 
     def test_replace_img_link_path
       store = Store.instance
       replacer = LinkReplacer.new(store, 'path', get_header)
-      dom = Wovnrb.get_dom('<a href="http://favy.tips/index.jpg">link text</a>')
+      dom = Wovnrb.get_dom('<a href="http://wovn.io/index.jpg">link text</a>')
       replacer.replace(dom, Lang.new('ja'))
 
       link = dom.xpath('//a')[0].get_attribute('href')
-      assert_equal('http://favy.tips/index.jpg', link)
+      assert_equal('http://wovn.io/index.jpg', link)
     end
 
     def test_replace_img_link_path_with_query_or_hash
       store = Store.instance
       replacer = LinkReplacer.new(store, 'path', get_header)
-      dom = Wovnrb.get_dom('<a href="http://favy.tips/index.jpg?test=1">link text</a>')
+      dom = Wovnrb.get_dom('<a href="http://wovn.io/index.jpg?test=1">link text</a>')
       replacer.replace(dom, Lang.new('ja'))
 
       link = dom.xpath('//a')[0].get_attribute('href')
-      assert_equal('http://favy.tips/index.jpg?test=1', link)
+      assert_equal('http://wovn.io/index.jpg?test=1', link)
 
-      dom = Wovnrb.get_dom('<a href="http://favy.tips/index.jpg#test=1">link text</a>')
+      dom = Wovnrb.get_dom('<a href="http://wovn.io/index.jpg#test=1">link text</a>')
       replacer.replace(dom, Lang.new('ja'))
 
       link = dom.xpath('//a')[0].get_attribute('href')
-      assert_equal('http://favy.tips/index.jpg#test=1', link)
+      assert_equal('http://wovn.io/index.jpg#test=1', link)
     end
 
     def test_replace_audio_link_path
@@ -254,10 +254,75 @@ module Wovnrb
       assert_equal(' {{hello}} ', link)
     end
 
+    def test_with_base_as_previous_directory
+      dom, replacer = create_dom_by_base(base: '../', href: 'm/css/iphone.css')
+      replacer.replace(dom, Lang.new('en'))
+      assert_link(dom, '/en/sp/entry2017/m/css/iphone.css')
+    end
+
+    def test_with_base_as_different_host
+      dom, replacer = create_dom_by_base(base: 'http://test.com', href: 'm/css/iphone.css')
+      replacer.replace(dom, Lang.new('en'))
+      assert_link(dom, 'http://test.com/m/css/iphone.css')
+    end
+
+    def test_with_base_as_different_host_without_protocol
+      dom, replacer = create_dom_by_base(base: '//test.com', href: 'm/css/iphone.css')
+      replacer.replace(dom, Lang.new('en'))
+      assert_link(dom, '//test.com/m/css/iphone.css')
+    end
 
+    def test_with_base_as_relative_path
+      dom, replacer = create_dom_by_base(base: '/test', href: 'm/css/iphone.css')
+      replacer.replace(dom, Lang.new('en'))
+      assert_link(dom, '/en/test/m/css/iphone.css')
+    end
 
-    def get_header
-      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://favy.tips'), Wovnrb.get_settings('url_pattern' => 'query', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+    def test_with_base_as_relative_path_without_starting_slash
+      dom, replacer = create_dom_by_base(base: 'test/', href: 'm/css/iphone.css')
+      replacer.replace(dom, Lang.new('en'))
+      assert_link(dom, '/en/sp/entry2017/m/test/m/css/iphone.css')
+    end
+
+    def test_base_href
+      store = Store.instance
+      tests = [
+        { pathname: '/dirname/index.php', base: '/absolute/path', expected_href: '/absolute/path' },
+        { pathname: '/dirname/index.php', base: 'relative/path', expected_href: '/dirname/relative/path' },
+        { pathname: '/dirname/index.php', base: './dot/path', expected_href: '/dirname/dot/path' },
+        { pathname: '/dirname/index.php', base: '../doubledot/path', expected_href: '/doubledot/path' },
+        { pathname: '/', base: '../errordots/path', expected_href: '/errordots/path' },
+        { pathname: '/dirname/deep/index.php', base: './../.././../../../many/dots', expected_href: '/many/dots' },
+        { pathname: 'index.php', base: 'no/dir/path', expected_href: '/no/dir/path' },
+        { pathname: 'index.php', base: '/trailing/slash/', expected_href: '/trailing/slash/' },
+        { pathname: 'index.php', base: '', expected_href: '/' }
+      ]
+
+      tests.each do |test|
+        replacer = LinkReplacer.new(store, 'path', get_header(url_pattern: 'path', pathname: test[:pathname]))
+        dom = Wovnrb.get_dom("<base target=\"_blank\" href=\"#{test[:base]}\"><a href=\"/not_matter\">link text</a>")
+        assert_equal(test[:expected_href], replacer.send(:base_href, dom))
+      end
+    end
+
+    def get_header(url_pattern: 'query', pathname: nil)
+      Wovnrb::Headers.new(
+        Wovnrb.get_env('url' => "http://wovn.io#{pathname}"),
+        Wovnrb.get_settings('url_pattern' => url_pattern, 'url_pattern_reg' => '^(?<lang>[^.]+).')
+      )
+    end
+
+    def create_dom_by_base(base:, href:)
+      store = Store.instance
+      replacer = LinkReplacer.new(store, 'path', get_header(url_pattern: 'path', pathname: '/sp/entry2017/m/index.php'))
+      dom = Wovnrb.get_dom("<base target=\"_blank\" href=\"#{base}\"><a href=\"#{href}\">link text</a>")
+
+      [dom, replacer]
+    end
+
+    def assert_link(dom, expected)
+      link = dom.xpath('//a')[0].get_attribute('href')
+      assert_equal(expected, link)
     end
   end
 end

data/test/lib/html_replacers/meta_replacer_test.rb

@@ -17,6 +17,19 @@ module Wovnrb
       assert_equal('こんにちは', content)
     end
 
+    def test_replace_description_in_fragment
+      store = Store.instance
+      replacer = MetaReplacer.new(store, {
+        'Hello' => {'ja' => [{'data' => 'こんにちは'}]}
+      })
+
+      dom = Helpers::NokogumboHelper::parse_fragment('<meta name="description" content="Hello">')
+      replacer.replace(dom, Lang.new('ja'))
+
+      content = dom.xpath('.//meta')[0].get_attribute('content')
+      assert_equal('こんにちは', content)
+    end
+
     def test_replace_og_description
       store = Store.instance
       replacer = MetaReplacer.new(store, {
@@ -85,6 +98,22 @@ module Wovnrb
       assert_equal('さようなら', content2)
     end
 
+    def test_replace_multi_in_fragment
+      store = Store.instance
+      replacer = MetaReplacer.new(store, {
+        'Hello' => {'ja' => [{'data' => 'こんにちは'}]},
+        'Bye' => {'ja' => [{'data' => 'さようなら'}]}
+      })
+
+      dom = Helpers::NokogumboHelper::parse_fragment('<meta property="title" content="Hello"><meta property="title" content="Bye">')
+      replacer.replace(dom, Lang.new('ja'))
+
+      content = dom.xpath('.//meta')[0].get_attribute('content')
+      content2 = dom.xpath('.//meta')[1].get_attribute('content')
+      assert_equal('こんにちは', content)
+      assert_equal('さようなら', content2)
+    end
+
     def test_replace_wovn_ignore
       store = Store.instance
       replacer = MetaReplacer.new(store, {
@@ -98,6 +127,19 @@ module Wovnrb
       assert_equal('Hello', content)
     end
 
+    def test_replace_wovn_ignore_on_fragment
+      store = Store.instance
+      replacer = MetaReplacer.new(store, {
+        'Hello' => {'ja' => [{'data' => 'こんにちは'}]},
+      })
+
+      dom = Helpers::NokogumboHelper::parse_fragment('<meta wovn-ignore property="title" content="Hello">')
+      replacer.replace(dom, Lang.new('ja'))
+
+      content = dom.xpath('.//meta')[0].get_attribute('content')
+      assert_equal('Hello', content)
+    end
+
     def test_replace_wovn_ignore_og
       store = Store.instance
       headers = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'https://test.com'), Wovnrb.get_settings)

data/test/lib/html_replacers/replacer_base_test.rb

@@ -58,6 +58,33 @@ HTML
       assert(replacer.send(:wovn_ignore?, dom.xpath('//div')[0]))
       assert(replacer.send(:wovn_ignore?, dom.xpath('//span')[0]))
       assert_equal(false, replacer.send(:wovn_ignore?, dom.xpath('//p')[0]))
+
+    def test_wovn_ignore_fragment
+      store = Store.instance
+      replacer = ReplacerBase.new(store)
+      dom = Helpers::NokogumboHelper.parse_fragment('<div wovn-ignore></div>')
+      actual = replacer.send(:wovn_ignore?, dom.xpath('.//div')[0])
+
+      assert(actual)
+    end
+    end
+
+    def test_wovn_ignore_fragment_parent
+      store = Store.instance
+      replacer = ReplacerBase.new(store)
+      dom = Helpers::NokogumboHelper.parse_fragment('<div wovn-ignore><span></span></div>')
+      actual = replacer.send(:wovn_ignore?, dom.xpath('.//span')[0])
+
+      assert(actual)
+    end
+
+    def test_wovn_ignore_fragment_no_wovn_ignore
+      store = Store.instance
+      replacer = ReplacerBase.new(store)
+      dom = Helpers::NokogumboHelper.parse_fragment('<div><span></span></div>')
+      actual = replacer.send(:wovn_ignore?, dom.xpath('.//span')[0])
+
+      assert(!actual)
     end
 
     def test_replace_text

data/test/lib/html_replacers/text_replacer_test.rb

@@ -18,6 +18,20 @@ module Wovnrb
       assert_equal('wovn-src:Hello', node.previous.content)
     end
 
+    def test_replace_in_fragment
+      store = Store.instance
+      replacer = TextReplacer.new(store,{
+        'Hello' => {'ja' => [{'data' => 'こんにちは'}]}
+      })
+
+      dom = Helpers::NokogumboHelper::parse_fragment('<span>Hello</span>')
+      replacer.replace(dom, Lang.new('ja'))
+
+      node = dom.xpath('.//text()')[0]
+      assert_equal('こんにちは', node.content)
+      assert_equal('wovn-src:Hello', node.previous.content)
+    end
+
     def test_replace_multiple
       store = Store.instance
       replacer = TextReplacer.new(store, {
@@ -36,6 +50,24 @@ module Wovnrb
       assert_equal('wovn-src:Bye', node2.previous.content)
     end
 
+    def test_replace_multiple_in_fragment
+      store = Store.instance
+      replacer = TextReplacer.new(store, {
+        'Hello' => {'ja' => [{'data' => 'こんにちは'}]},
+        'Bye' => {'ja' => [{'data' => 'さようなら'}]}
+      })
+
+      dom = Helpers::NokogumboHelper::parse_fragment('<span>Hello</span><span>Bye</span>')
+      replacer.replace(dom, Lang.new('ja'))
+
+      node = dom.xpath('.//text()')[0]
+      node2 = dom.xpath('.//text()')[1]
+      assert_equal('こんにちは', node.content)
+      assert_equal('wovn-src:Hello', node.previous.content)
+      assert_equal('さようなら', node2.content)
+      assert_equal('wovn-src:Bye', node2.previous.content)
+    end
+
     def test_replace_wovn_ignore
       store = Store.instance
       replacer = TextReplacer.new(store, {
@@ -49,5 +81,19 @@ module Wovnrb
       assert_equal('Hello', node.content)
       assert_nil(node.previous)
     end
+
+    def test_replace_wovn_ignore_on_fragment
+      store = Store.instance
+      replacer = TextReplacer.new(store, {
+        'Hello' => {'ja' => [{'data' => 'こんにちは'}]}
+      })
+
+      dom = Helpers::NokogumboHelper::parse_fragment('<div wovn-ignore>Hello</div>')
+      replacer.replace(dom, Lang.new('ja'))
+
+      node = dom.xpath('.//text()')[0]
+      assert_equal('Hello', node.content)
+      assert_nil(node.previous)
+    end
   end
 end

data/test/lib/lang_test.rb

@@ -4,7 +4,6 @@ require 'minitest/autorun'
 
 module Wovnrb
   class LangTest < WovnMiniTest
-
     def test_langs_exist
       refute_nil(Wovnrb::Lang::LANG)
     end
@@ -94,44 +93,44 @@ module Wovnrb
 
     def test_add_lang_code
       lang = Lang.new('zh-cht')
-      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://favy.tips'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://wovn.io'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
       assert_equal("http://www.facebook.com", lang.add_lang_code("http://www.facebook.com", 'subdomain', h))
     end
 
     def test_add_lang_code_relative_slash_href_url_with_path
       lang = Lang.new('fr')
-      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://fr.favy.tips/topics/44'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
-      assert_equal("http://fr.favy.tips/topics/50", lang.add_lang_code("/topics/50", 'subdomain', h))
+      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://fr.wovn.io/topics/44'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+      assert_equal("http://fr.wovn.io/topics/50", lang.add_lang_code("/topics/50", 'subdomain', h))
     end
 
     def test_add_lang_code_relative_dot_href_url_with_path
       lang = Lang.new('fr')
-      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://fr.favy.tips/topics/44'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
-      assert_equal("http://fr.favy.tips/topics/44/topics/50", lang.add_lang_code("./topics/50", 'subdomain', h))
+      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://fr.wovn.io/topics/44'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+      assert_equal("http://fr.wovn.io/topics/44/topics/50", lang.add_lang_code("./topics/50", 'subdomain', h))
     end
 
     def test_add_lang_code_relative_two_dots_href_url_with_path
       lang = Lang.new('fr')
-      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://fr.favy.tips/topics/44'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
-      assert_equal("http://fr.favy.tips/topics/50", lang.add_lang_code("../topics/50", 'subdomain', h))
+      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://fr.wovn.io/topics/44'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+      assert_equal("http://fr.wovn.io/topics/50", lang.add_lang_code("../topics/50", 'subdomain', h))
     end
 
     def test_add_lang_code_trad_chinese
       lang = Lang.new('zh-cht')
-      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://favy.tips'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
-      assert_equal("http://zh-cht.favy.tips/topics/31", lang.add_lang_code("http://favy.tips/topics/31", 'subdomain', h))
+      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://wovn.io'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+      assert_equal("http://zh-cht.wovn.io/topics/31", lang.add_lang_code("http://wovn.io/topics/31", 'subdomain', h))
     end
 
     def test_add_lang_code_trad_chinese_2
       lang = Lang.new('zh-cht')
-      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://zh-cht.favy.tips'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
-      assert_equal("http://zh-cht.favy.tips/topics/31", lang.add_lang_code("/topics/31", 'subdomain', h))
+      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://zh-cht.wovn.io'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+      assert_equal("http://zh-cht.wovn.io/topics/31", lang.add_lang_code("/topics/31", 'subdomain', h))
     end
 
     def test_add_lang_code_trad_chinese_lang_in_link_already
       lang = Lang.new('zh-cht')
-      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://zh-cht.favy.tips'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
-      assert_equal("http://zh-cht.favy.tips/topics/31", lang.add_lang_code("http://zh-cht.favy.tips/topics/31", 'subdomain', h))
+      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://zh-cht.wovn.io'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+      assert_equal("http://zh-cht.wovn.io/topics/31", lang.add_lang_code("http://zh-cht.wovn.io/topics/31", 'subdomain', h))
     end
 
     def test_add_lang_code_no_protocol
@@ -142,79 +141,79 @@ module Wovnrb
 
     def test_add_lang_code_no_protocol_2
       lang = Lang.new('zh-cht')
-      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'https://zh-cht.favy.tips'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'https://zh-cht.wovn.io'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
       assert_equal("//google.com", lang.add_lang_code("//google.com", 'subdomain', h))
     end
 
     def test_add_lang_code_invalid_url
       lang = Lang.new('zh-cht')
-      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://favy.tips'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
-      assert_equal("http://www.facebook.com/sharer.php?u=http://favy.tips/topics/50&amp;amp;t=Gourmet Tofu World: Vegetarian-Friendly Japanese Food is Here!", lang.add_lang_code("http://www.facebook.com/sharer.php?u=http://favy.tips/topics/50&amp;amp;t=Gourmet Tofu World: Vegetarian-Friendly Japanese Food is Here!", 'subdomain', h))
+      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://wovn.io'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+      assert_equal("http://www.facebook.com/sharer.php?u=http://wovn.io/topics/50&amp;amp;t=Gourmet Tofu World: Vegetarian-Friendly Japanese Food is Here!", lang.add_lang_code("http://www.facebook.com/sharer.php?u=http://wovn.io/topics/50&amp;amp;t=Gourmet Tofu World: Vegetarian-Friendly Japanese Food is Here!", 'subdomain', h))
     end
 
     def test_add_lang_code_path_only_with_slash
       lang = Lang.new('zh-cht')
-      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://favy.tips'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
-      assert_equal("http://zh-cht.favy.tips/topics/31", lang.add_lang_code("/topics/31", 'subdomain', h))
+      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://wovn.io'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+      assert_equal("http://zh-cht.wovn.io/topics/31", lang.add_lang_code("/topics/31", 'subdomain', h))
     end
 
     def test_add_lang_code_path_only_no_slash
       lang = Lang.new('zh-cht')
-      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://favy.tips'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
-      assert_equal("http://zh-cht.favy.tips/topics/31", lang.add_lang_code("topics/31", 'subdomain', h))
+      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://wovn.io'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+      assert_equal("http://zh-cht.wovn.io/topics/31", lang.add_lang_code("topics/31", 'subdomain', h))
     end
 
     def test_add_lang_code_path_explicit_page_no_slash
       lang = Lang.new('zh-cht')
-      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://favy.tips'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
-      assert_equal("http://zh-cht.favy.tips/topics/31.html", lang.add_lang_code("topics/31.html", 'subdomain', h))
+      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://wovn.io'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+      assert_equal("http://zh-cht.wovn.io/topics/31.html", lang.add_lang_code("topics/31.html", 'subdomain', h))
     end
 
     def test_add_lang_code_path_explicit_page_with_slash
       lang = Lang.new('zh-cht')
-      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://favy.tips'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
-      assert_equal("http://zh-cht.favy.tips/topics/31.html", lang.add_lang_code("/topics/31.html", 'subdomain', h))
+      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://wovn.io'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+      assert_equal("http://zh-cht.wovn.io/topics/31.html", lang.add_lang_code("/topics/31.html", 'subdomain', h))
     end
 
     def test_add_lang_code_no_protocol_with_path_explicit_page
       lang = Lang.new('zh-cht')
-      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://favy.tips'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://wovn.io'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
       assert_equal("//www.google.com/topics/31.php", lang.add_lang_code("//www.google.com/topics/31.php", 'subdomain', h))
     end
 
     def test_add_lang_code_protocol_with_path_explicit_page
       lang = Lang.new('zh-cht')
-      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://favy.tips'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://wovn.io'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
       assert_equal("http://www.google.com/topics/31.php", lang.add_lang_code("http://www.google.com/topics/31.php", 'subdomain', h))
     end
 
     def test_add_lang_code_relative_path_double_period
       lang = Lang.new('zh-cht')
-      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://favy.tips'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
-      assert_equal("http://zh-cht.favy.tips/topics/31", lang.add_lang_code("../topics/31", 'subdomain', h))
+      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://wovn.io'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+      assert_equal("http://zh-cht.wovn.io/topics/31", lang.add_lang_code("../topics/31", 'subdomain', h))
     end
 
     def test_add_lang_code_relative_path_single_period
       lang = Lang.new('zh-cht')
-      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://favy.tips'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
-      assert_equal("http://zh-cht.favy.tips/topics/31", lang.add_lang_code("./topics/31", 'subdomain', h))
+      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://wovn.io'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+      assert_equal("http://zh-cht.wovn.io/topics/31", lang.add_lang_code("./topics/31", 'subdomain', h))
     end
 
     def test_add_lang_code_empty_href
       lang = Lang.new('zh-cht')
-      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://favy.tips'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://wovn.io'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
       assert_equal("", lang.add_lang_code("", 'subdomain', h))
     end
 
     def test_add_lang_code_hash_href
       lang = Lang.new('zh-cht')
-      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://favy.tips'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://wovn.io'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
       assert_equal("#", lang.add_lang_code("#", 'subdomain', h))
     end
 
     def test_add_lang_code_nil_href
       lang = Lang.new('en')
-      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://favy.tips'), Wovnrb.get_settings)
+      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://wovn.io'), Wovnrb.get_settings)
       assert_nil(lang.add_lang_code(nil,'path', h))
     end
     def test_add_lang_code_absolute_different_host
@@ -466,6 +465,16 @@ module Wovnrb
       assert_equal(generate_body('translated_in_japanese'), swapped_body)
     end
 
+    def test_switch_lang_with_html_fragment
+      lang = Lang.new('ja')
+      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://page.com'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+      dom = Helpers::NokogumboHelper::parse_fragment('<span>Hello</span>')
+      values = generate_values
+      url = h.url
+      swapped_body = lang.switch_dom_lang(dom, Store.instance, values, url, h)
+      assert_equal('<span><!--wovn-src:Hello-->こんにちは</span>', swapped_body)
+    end
+
     def test_switch_lang_href_javascript
       lang = Lang.new('ja')
       h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://page.com'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
@@ -565,8 +574,8 @@ module Wovnrb
     def test_add_lang_code_with_custom_lang_aliases
       lang = Lang.new('fr')
       Store.instance.settings['custom_lang_aliases'] = {'fr' => 'staging-fr'}
-      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://favy.tips'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
-      assert_equal("http://staging-fr.favy.tips/topics/50", lang.add_lang_code("/topics/50", 'subdomain', h))
+      h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://wovn.io'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+      assert_equal("http://staging-fr.wovn.io/topics/50", lang.add_lang_code("/topics/50", 'subdomain', h))
     end
 
     def test_switch_dom_lang_for_keeping_originl_encoding_decoding

data/test/lib/wovnrb_test.rb

@@ -137,6 +137,29 @@ class WovnrbTest < Minitest::Test
     assert_equal([expected_body], swapped_body)
   end
 
+  def test_switch_lang_of_html_fragment_with_no_translation_values
+    i = Wovnrb::Interceptor.new(get_app)
+    h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://page.com'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+    body = '<select name="test"><option value="1">1</option><option value="2">2</option></select>'
+    values = {}
+    url = h.url
+    swapped_body = i.switch_lang([body], values, url, 'ja', h)
+
+    assert_equal([body], swapped_body)
+  end
+
+  def test_switch_lang_of_html_fragment_with_japanese_translations
+    i = Wovnrb::Interceptor.new(get_app)
+    h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://page.com'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+    body = '<span>Hello</span>'
+    expected_body = '<span><!--wovn-src:Hello-->こんにちは</span>'
+    values = generate_values
+    url = h.url
+    swapped_body = i.switch_lang([body], values, url, 'ja', h)
+
+    assert_equal([expected_body], swapped_body)
+  end
+
   def test_switch_lang_splitted_body
     i = Wovnrb::Interceptor.new(get_app)
     h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://page.com'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
@@ -152,6 +175,19 @@ class WovnrbTest < Minitest::Test
     assert_equal([expected_body], swapped_body)
   end
 
+  def test_switch_lang_of_html_fragment_in_splitted_body
+    i = Wovnrb::Interceptor.new(get_app)
+    h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://page.com'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+    bodies =  ['<select name="test"><option value="1">1</option>',
+               '<option value="2">2</option></select>']
+    expected_body = '<select name="test"><option value="1">1</option><option value="2">2</option></select>'
+    values = generate_values
+    url = h.url
+    swapped_body = i.switch_lang(bodies, values, url, 'ja', h)
+
+    assert_equal([expected_body], swapped_body)
+  end
+
   def test_switch_lang_missing_values
     i = Wovnrb::Interceptor.new(get_app)
     h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://page.com'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
@@ -169,6 +205,34 @@ class WovnrbTest < Minitest::Test
     assert_equal([expected_body], swapped_body)
   end
 
+  def test_switch_lang_on_fragment_with_translate_fragment_false
+    Wovnrb::Store.instance.settings['translate_fragment'] = false
+    i = Wovnrb::Interceptor.new(get_app)
+    h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://page.com'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+    body =  "<h1>Mr. Belvedere Fan Club</h1>
+                <div><p>Hello</p></div>"
+    values = generate_values
+    url = h.url
+    swapped_body = i.switch_lang([body], values, url, 'ja', h)
+
+    assert_equal([body], swapped_body)
+  end
+
+  def test_switch_lang_on_fragment_with_translate_fragment_true
+    Wovnrb::Store.instance.settings['translate_fragment'] = true
+    i = Wovnrb::Interceptor.new(get_app)
+    h = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://page.com'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))
+    body =  "<h1>Mr. Belvedere Fan Club</h1>
+                <div><p>Hello</p></div>"
+    values = generate_values
+    url = h.url
+    swapped_body = i.switch_lang([body], values, url, 'ja', h)
+    expected_body = "<h1><!--wovn-src:Mr. Belvedere Fan Club-->ベルベデアさんファンクラブ</h1>
+                <div><p><!--wovn-src:Hello-->こんにちは</p></div>"
+
+    assert_equal([expected_body], swapped_body)
+  end
+
   def test_switch_lang_ignores_amp
     interceptor = Wovnrb::Interceptor.new(get_app)
     headers = Wovnrb::Headers.new(Wovnrb.get_env('url' => 'http://page.com'), Wovnrb.get_settings('url_pattern' => 'subdomain', 'url_pattern_reg' => '^(?<lang>[^.]+).'))

data/test/test_helper.rb

@@ -1,4 +1,5 @@
 require 'simplecov'
+require 'pry'
 
 # save to CircleCI's artifacts directory if we're on CircleCI
 if ENV['CIRCLE_ARTIFACTS']
@@ -25,6 +26,7 @@ require 'wovnrb/html_replacers/text_replacer'
 require 'wovnrb/html_replacers/meta_replacer'
 require 'wovnrb/html_replacers/image_replacer'
 require 'wovnrb/html_replacers/script_replacer'
+require 'wovnrb/helpers/nokogumbo_helper'
 require 'minitest/autorun'
 
 

data/wovnrb.gemspec

@@ -47,6 +47,8 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "pry"
   spec.add_development_dependency "pry-remote"
   spec.add_development_dependency "pry-nav"
+  spec.add_development_dependency "pry-byebug"
+
   #spec.add_development_dependency "rice"
   spec.add_development_dependency "rake-compiler"
   spec.add_development_dependency "timecop"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: wovnrb
 version: !ruby/object:Gem::Version
-  version: 1.0.11
+  version: 1.0.12
 platform: ruby
 authors:
 - Jeff Sandford
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-09-14 00:00:00.000000000 Z
+date: 2018-09-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogumbo
@@ -263,6 +263,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry-byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake-compiler
   requirement: !ruby/object:Gem::Requirement
@@ -352,6 +366,7 @@ files:
 - lib/wovnrb.rb
 - lib/wovnrb/api_data.rb
 - lib/wovnrb/headers.rb
+- lib/wovnrb/helpers/nokogumbo_helper.rb
 - lib/wovnrb/html_replacers/image_replacer.rb
 - lib/wovnrb/html_replacers/input_replacer.rb
 - lib/wovnrb/html_replacers/link_replacer.rb
@@ -412,7 +427,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.11
+rubygems_version: 2.2.0
 signing_key: 
 specification_version: 4
 summary: Gem for WOVN.io