wovnrb 3.3.1 → 3.6.0

data/test/lib/api_translator_test.rb

@@ -10,20 +10,24 @@ module Wovnrb
 
     def test_translate_falls_back_to_original_body_if_exception
       Net::HTTP.any_instance.expects(:request).raises
-      assert_translation('test.html', 'test_translated.html', false, nil)
+      assert_translation('test.html', 'test_translated.html', false, response: nil)
     end
 
     def test_translate_falls_back_to_original_body_if_api_error
-      assert_translation('test.html', 'test_translated.html', false, status_code: 500)
+      assert_translation('test.html', 'test_translated.html', false, response: { encoding: 'text/json', status_code: 500 })
     end
 
-    def test_translate_falls_back_to_original_body_if_api_response_is_not_compressed
-      assert_translation('test.html', 'test_translated.html', false, encoding: 'unknown')
+    def test_translate_continues_if_api_response_is_not_compressed
+      assert_translation('test.html', 'test_translated.html', true, response: { encoding: 'unknown', status: 200 }, compress_data: false)
+    end
+
+    def test_translate_continues_if_api_response_is_compressed
+      assert_translation('test.html', 'test_translated.html', true, response: { encoding: 'unknown', status: 200 })
     end
 
     def test_translate_accepts_uncompressed_response_from_api_in_dev_mode
       Wovnrb::Store.instance.update_settings('wovn_dev_mode' => true)
-      assert_translation('test.html', 'test_translated.html', true, encoding: 'text/json')
+      assert_translation('test.html', 'test_translated.html', true, response: { encoding: 'text/json', status: 200 }, compress_data: false)
     end
 
     def test_translate_without_api_compression_sends_json
@@ -50,6 +54,7 @@ module Wovnrb
                          'lang_code' => 'fr',
                          'url_pattern' => 'subdomain',
                          'lang_param_name' => 'lang',
+                         'translate_canonical_tag' => true,
                          'product' => 'WOVN.rb',
                          'version' => VERSION,
                          'body' => 'foo',
@@ -58,12 +63,52 @@ module Wovnrb
                        times: 1
     end
 
+    def test_api_timeout_is_search_engine_user_higher_default
+      settings = {
+        'project_token' => '123456',
+        'custom_lang_aliases' => { 'ja' => 'Japanese' },
+        'default_lang' => 'en',
+        'url_pattern' => 'subdomain',
+        'url_pattern_reg' => '^(?<lang>[^.]+).',
+        'lang_param_name' => 'lang'
+      }
+      store = Wovnrb::Store.instance
+      store.update_settings(settings)
+      headers = Wovnrb::Headers.new(
+        Wovnrb.get_env('url' => 'http://fr.wovn.io/test', 'HTTP_USER_AGENT' => 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)'),
+        Wovnrb.get_settings(settings)
+      )
+      api_translator = ApiTranslator.new(store, headers, REQUEST_UUID)
+      assert_equal(5.0, api_translator.send(:api_timeout))
+    end
+
+    def test_api_timeout_no_user_agent_use_normal_default
+      settings = {
+        'project_token' => '123456',
+        'custom_lang_aliases' => { 'ja' => 'Japanese' },
+        'default_lang' => 'en',
+        'url_pattern' => 'subdomain',
+        'url_pattern_reg' => '^(?<lang>[^.]+).',
+        'lang_param_name' => 'lang'
+      }
+      store = Wovnrb::Store.instance
+      store.update_settings(settings)
+      env = Wovnrb.get_env('url' => 'http://fr.wovn.io/test')
+      env.delete('HTTP_USER_AGENT')
+      headers = Wovnrb::Headers.new(
+        env,
+        Wovnrb.get_settings(settings)
+      )
+      api_translator = ApiTranslator.new(store, headers, REQUEST_UUID)
+      assert_equal(1.0, api_translator.send(:api_timeout))
+    end
+
     private
 
-    def assert_translation(original_html_fixture, translated_html_fixture, success_expected, response = { encoding: 'gzip', status_code: 200 })
+    def assert_translation(original_html_fixture, translated_html_fixture, success_expected, response: { encoding: 'gzip', status_code: 200 }, compress_data: true)
       original_html = File.read("test/fixtures/html/#{original_html_fixture}")
       translated_html = File.read("test/fixtures/html/#{translated_html_fixture}")
-      actual_translated_html = translate(original_html, translated_html, response)
+      actual_translated_html = translate(original_html, translated_html, response, compress_data: compress_data)
 
       if success_expected
         assert_equal(actual_translated_html, translated_html)
@@ -72,10 +117,12 @@ module Wovnrb
       end
     end
 
-    def translate(original_html, translated_html, response)
-      api_translator, store, headers = create_sut
-      translation_request_stub = stub_translation_api_request(store, headers, original_html, translated_html, response)
+    def translate(original_html, translated_html, response, compress_data: true)
+      api_translator, store, _headers = create_sut
+      translation_request_stub = stub_translation_api_request(store, original_html, translated_html, response, compress_data: compress_data)
 
+      expected_api_timeout = store.settings['api_timeout_seconds']
+      assert_equal(expected_api_timeout, api_translator.send(:api_timeout))
       actual_translated_html = api_translator.translate(original_html)
       assert_requested(translation_request_stub, times: 1) if translation_request_stub
       actual_translated_html
@@ -101,7 +148,7 @@ module Wovnrb
       [api_translator, store, headers]
     end
 
-    def stub_translation_api_request(store, headers, original_html, translated_html, response)
+    def stub_translation_api_request(store, original_html, translated_html, response, compress_data: true)
       if response
         cache_key = generate_cache_key(store, original_html)
         api_host = if store.dev_mode?
@@ -115,14 +162,15 @@ module Wovnrb
           'Accept' => '*/*',
           'Accept-Encoding' => 'gzip',
           'Content-Length' => compressed_data.bytesize,
-          'Content-Type' => 'application/octet-stream',
+          'Content-Type' => 'application/json',
+          'Content-Encoding' => 'gzip',
           'User-Agent' => 'Ruby'
         }
         stub_response_json = "{\"body\":\"#{translated_html.gsub("\n", '\n')}\"}"
-        stub_response = if store.dev_mode?
-                          stub_response_json
-                        else
+        stub_response = if compress_data
                           compress(stub_response_json)
+                        else
+                          stub_response_json
                         end
         response_headers = { 'Content-Encoding' => response[:encoding] || 'gzip' }
         stub_request(:post, api_url)
@@ -147,19 +195,18 @@ module Wovnrb
         'lang_code' => 'fr',
         'url_pattern' => 'subdomain',
         'lang_param_name' => 'lang',
+        'translate_canonical_tag' => true,
         'product' => 'WOVN.rb',
         'version' => VERSION,
         'body' => original_html,
         'custom_lang_aliases' => '{"ja":"Japanese"}'
       }
 
-      data.map { |key, value| "#{key}=#{CGI.escape(value)}" }.join('&')
+      data.to_json
     end
 
     def compress(string)
-      gzip = Zlib::GzipWriter.new(StringIO.new)
-      gzip << string
-      gzip.close.string
+      ActiveSupport::Gzip.compress(string)
     end
   end
 end

data/test/lib/services/html_converter_test.rb

@@ -2,7 +2,7 @@ require 'test_helper'
 
 module Wovnrb
   class HtmlConverterTest < WovnMiniTest
-    def test_build_api_compatible_html
+    test 'build API compatible html' do
       converter = prepare_html_converter('<html><body><a class="test">hello</a></body></html>', supported_langs: %w[en vi])
       converted_html, = converter.build_api_compatible_html
 
@@ -10,7 +10,7 @@ module Wovnrb
       assert_equal(expected_html, converted_html)
     end
 
-    def test_build_api_compatible_html_with_custom_lang_param_name
+    test 'build API compatible html - with custom lang param name' do
       settings = {
         supported_langs: %w[en vi],
         url_lang_pattern: 'query',
@@ -23,7 +23,7 @@ module Wovnrb
       assert_equal(expected_html, converted_html)
     end
 
-    def test_build_api_compatible_html_not_fail_for_big_content
+    test 'build API compatible html - excessively large HTML' do
       long_string = 'a' * 60_000
       converter = prepare_html_converter("<html><body><p>#{long_string}</p></body></html>", supported_langs: %w[en vi])
       converted_html, = converter.build_api_compatible_html
@@ -32,7 +32,7 @@ module Wovnrb
       assert_equal(expected_html, converted_html)
     end
 
-    def test_build_api_compatible_html_ignored_content_should_not_be_sent
+    test 'build API compatible html - ignored content should not be sent' do
       html = [
         '<html><body>',
         '<p>Hello <span wovn-ignore>WOVN</span><p>',
@@ -45,11 +45,11 @@ module Wovnrb
       converter = prepare_html_converter(html, ignore_class: ['ignore-me'])
       converted_html, = converter.build_api_compatible_html
 
-      expected_convert_html = "<html lang=\"en\"><head><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"fr\" href=\"http://my-site.com/?wovn=fr\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/?wovn=ja\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body><p>Hello <span wovn-ignore=\"\"><!-- __wovn-backend-ignored-key-0 --></span></p><p></p><p>Hello <span data-wovn-ignore=\"\"><!-- __wovn-backend-ignored-key-1 --></span></p><p></p><div><span class=\"ignore-me\"><!-- __wovn-backend-ignored-key-2 --></span></div><span>Have a nice day!</span></body></html>"
+      expected_convert_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"fr\" href=\"http://my-site.com/?wovn=fr\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/?wovn=ja\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body><p>Hello <span wovn-ignore=\"\"><!-- __wovn-backend-ignored-key-0 --></span></p><p></p><p>Hello <span data-wovn-ignore=\"\"><!-- __wovn-backend-ignored-key-1 --></span></p><p></p><div><span class=\"ignore-me\"><!-- __wovn-backend-ignored-key-2 --></span></div><span>Have a nice day!</span></body></html>"
       assert_equal(expected_convert_html, converted_html)
     end
 
-    def test_build_api_compatible_html_form_should_not_be_sent
+    test 'build API compatible html - do not send html form' do
       html = [
         '<html><body>',
         '<form action="/test" method="POST">',
@@ -62,11 +62,11 @@ module Wovnrb
       converter = prepare_html_converter(html, ignore_class: [])
       converted_html, = converter.build_api_compatible_html
 
-      expected_convert_html = "<html lang=\"en\"><head><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"fr\" href=\"http://my-site.com/?wovn=fr\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/?wovn=ja\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body><form action=\"/test\" method=\"POST\"><!-- __wovn-backend-ignored-key-0 --></form></body></html>"
+      expected_convert_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"fr\" href=\"http://my-site.com/?wovn=fr\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/?wovn=ja\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body><form action=\"/test\" method=\"POST\"><!-- __wovn-backend-ignored-key-0 --></form></body></html>"
       assert_equal(expected_convert_html, converted_html)
     end
 
-    def test_build_api_compatible_html_hidden_input_should_not_be_sent
+    test 'build API compatible html - do not send hidden form input' do
       html = [
         '<html><body>',
         '<input id="user-id" type="hidden" value="secret-id">',
@@ -91,7 +91,7 @@ module Wovnrb
       assert_equal(expected_convert_html, converted_html)
     end
 
-    def test_transform_html
+    test 'Transform HTML' do
       converter = prepare_html_converter('<html><body><a>hello</a></body></html>', supported_langs: %w[en vi])
       translated_html = converter.build
 
@@ -99,7 +99,7 @@ module Wovnrb
       assert_equal(expected_html, translated_html)
     end
 
-    def test_transform_html_with_empty_supported_langs
+    test 'Transform HTML - with empty supported langs' do
       converter = prepare_html_converter('<html><body><a>hello</a></body></html>', supported_langs: [])
       translated_html = converter.build
 
@@ -107,7 +107,7 @@ module Wovnrb
       assert_equal(expected_html, translated_html)
     end
 
-    def test_transform_html_with_head_tag
+    test 'Transform HTML - with head tag' do
       converter = prepare_html_converter('<html><head><title>TITLE</title></head><body><a>hello</a></body></html>', supported_langs: %w[en vi])
       translated_html = converter.build
 
@@ -115,7 +115,7 @@ module Wovnrb
       assert_equal(expected_html, translated_html)
     end
 
-    def test_transform_html_without_body
+    test 'Transform HTML - without body' do
       converter = prepare_html_converter('<html>hello<a>world</a></html>', supported_langs: [])
       translated_html = converter.build
 
@@ -123,7 +123,7 @@ module Wovnrb
       assert_equal(expected_html, translated_html)
     end
 
-    def test_transform_html_on_default_lang_with_query_pattern_and_supported_lang
+    test 'Transform HTML - default lang - with query pattern and supported langs defined' do
       dom = get_dom('<html>hello<a>world</a></html>')
       settings = {
         'default_lang' => 'en',
@@ -131,14 +131,101 @@ module Wovnrb
         'url_pattern' => 'query'
       }
       store, headers = store_headers_factory(settings)
-      converter = HtmlConverter.new(dom, store, headers)
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(dom, store, headers, url_lang_switcher)
       translated_html = converter.build
 
       expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/?wovn=ja\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body>hello<a>world</a></body></html>"
       assert_equal(expected_html, translated_html)
     end
 
-    def test_transform_html_on_default_lang_with_path_pattern_and_supported_lang
+    test 'Transform HTML - canonical tag - target lang - should translate' do
+      dom = get_dom('<html><head><link rel="canonical" href="http://my-site.com/" /></head><body></body></html>')
+      settings = {
+        'default_lang' => 'en',
+        'supported_langs' => %w[en ja vi],
+        'url_pattern' => 'path',
+        'translate_canonical_tag' => true
+      }
+      store, headers = store_headers_factory(settings, 'http://my-site.com/vi/')
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(dom, store, headers, url_lang_switcher)
+      translated_html = converter.build
+
+      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=vi&amp;defaultLang=en&amp;urlPattern=path&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"canonical\" href=\"http://my-site.com/vi/\"><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/ja/\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/vi/\"></head><body></body></html>"
+      assert_equal(expected_html, translated_html)
+    end
+
+    test 'Transform HTML - canonical tag - default lang - path pattern - no need to translate' do
+      dom = get_dom('<html><head><link rel="canonical" href="http://my-site.com/" /></head><body></body></html>')
+      settings = {
+        'default_lang' => 'en',
+        'supported_langs' => %w[en ja vi],
+        'url_pattern' => 'path',
+        'translate_canonical_tag' => true
+      }
+      store, headers = store_headers_factory(settings, 'http://my-site.com/')
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(dom, store, headers, url_lang_switcher)
+      translated_html = converter.build
+
+      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=path&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"canonical\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/ja/\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/vi/\"></head><body></body></html>"
+      assert_equal(expected_html, translated_html)
+    end
+
+    test 'Transform HTML - canonical tag - default lang - query pattern - no need to translate' do
+      dom = get_dom('<html><head><link rel="canonical" href="http://my-site.com/" /></head><body></body></html>')
+      settings = {
+        'default_lang' => 'en',
+        'supported_langs' => %w[en ja vi],
+        'url_pattern' => 'query',
+        'translate_canonical_tag' => true
+      }
+      store, headers = store_headers_factory(settings, 'http://my-site.com/')
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(dom, store, headers, url_lang_switcher)
+      translated_html = converter.build
+
+      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"canonical\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/?wovn=ja\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body></body></html>"
+      assert_equal(expected_html, translated_html)
+    end
+
+    test 'Transform HTML - canonical tag - default lang - has default lang alias - should use alias' do
+      dom = get_dom('<html><head><link rel="canonical" href="http://my-site.com/" /></head><body></body></html>')
+      settings = {
+        'default_lang' => 'en',
+        'supported_langs' => %w[en ja vi],
+        'url_pattern' => 'query',
+        'translate_canonical_tag' => true,
+        'custom_lang_aliases' => { 'en' => 'english' }
+      }
+      store, headers = store_headers_factory(settings, 'http://my-site.com/')
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(dom, store, headers, url_lang_switcher)
+      translated_html = converter.build
+
+      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={&quot;en&quot;:&quot;english&quot;}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"canonical\" href=\"http://my-site.com/?wovn=english\"><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/?wovn=ja\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body></body></html>"
+      assert_equal(expected_html, translated_html)
+    end
+
+    test 'Transform HTML - canonical tag - disabled - do not translate' do
+      dom = get_dom('<html><head><link rel="canonical" href="http://my-site.com/" /></head><body></body></html>')
+      settings = {
+        'default_lang' => 'en',
+        'supported_langs' => %w[en ja vi],
+        'url_pattern' => 'path',
+        'translate_canonical_tag' => false
+      }
+      store, headers = store_headers_factory(settings, 'http://my-site.com/vi/')
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(dom, store, headers, url_lang_switcher)
+      translated_html = converter.build
+
+      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=vi&amp;defaultLang=en&amp;urlPattern=path&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"canonical\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/ja/\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/vi/\"></head><body></body></html>"
+      assert_equal(expected_html, translated_html)
+    end
+
+    test 'Transform HTML - default lang - with path pattern and supported langs defined' do
       dom = get_dom('<html>hello<a>world</a></html>')
       settings = {
         'default_lang' => 'en',
@@ -146,14 +233,15 @@ module Wovnrb
         'url_pattern' => 'path'
       }
       store, headers = store_headers_factory(settings)
-      converter = HtmlConverter.new(dom, store, headers)
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(dom, store, headers, url_lang_switcher)
       translated_html = converter.build
 
       expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=path&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/ja/\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/vi/\"></head><body>hello<a>world</a></body></html>"
       assert_equal(expected_html, translated_html)
     end
 
-    def test_replace_snippet
+    test 'replace_snippet' do
       converter = prepare_html_converter('<html><head>
         <script src="/a"></script>
         <script src="//j.wovn.io/1" async="true">
@@ -161,21 +249,46 @@ module Wovnrb
         <script src="https//cdn.wovn.io/" data-wovnio="key=2wpv0n async></script>
         <script src="https://wovn.global.ssl.fastly.net/widget/abcdef></script>
         </head></html>')
-      converter.send(:replace_snippet)
-
-      expected_html = "<html><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><script src=\"/a\"></script></head><body></body></html>"
-      assert_equal(expected_html.gsub(/\s+/, ''), converter.send(:html).gsub(/\s+/, ''))
+      translated_html = converter.build
+      dom = Helpers::NokogumboHelper.parse_html(translated_html)
+      scripts = dom.css('script')
+      assert_equal(2, scripts.length)
+      expected_wovn_script = "<script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script>"
+      assert_equal(expected_wovn_script, scripts.first.to_html)
     end
 
-    def test_replace_hreflangs
+    test 'replace_hreflangs' do
       converter = prepare_html_converter('<html><head><link rel="alternate" hreflang="en" href="https://wovn.io/en/"></head></html>')
-      converter.send(:replace_hreflangs)
-
-      expected_html = '<html><head><meta http-equiv="Content-Type" content="text/html; charset=UTF-8"><link rel="alternate" hreflang="en" href="http://my-site.com/"><link rel="alternate" hreflang="fr" href="http://my-site.com/?wovn=fr"><link rel="alternate" hreflang="ja" href="http://my-site.com/?wovn=ja"><link rel="alternate" hreflang="vi" href="http://my-site.com/?wovn=vi"></head><body></body></html>'
-      assert_equal(expected_html, converter.send(:html))
+      translated_html = converter.build
+      dom = Helpers::NokogumboHelper.parse_html(translated_html)
+      href_langs = dom.css('link[rel="alternate"]')
+      assert_equal(4, href_langs.length)
+      expected_href_langs = {
+        'en' =>
+          {
+            'href' => 'http://my-site.com/'
+          },
+        'fr' =>
+          {
+            'href' => 'http://my-site.com/?wovn=fr'
+          },
+        'ja' =>
+          {
+            'href' => 'http://my-site.com/?wovn=ja'
+          },
+        'vi' =>
+          {
+            'href' => 'http://my-site.com/?wovn=vi'
+          }
+      }
+      href_langs.each do |node|
+        assertions = expected_href_langs[node['hreflang']]
+        assert_not_nil(assertions)
+        assert_equal(assertions['href'], node['href'])
+      end
     end
 
-    def test_inject_lang_html_tag_with_no_lang_in_html_tag
+    test 'inject_lang_html_tag - with no lang in HTML tag - should inject' do
       settings = default_store_settings
       store = Wovnrb::Store.instance
       store.update_settings(settings)
@@ -184,13 +297,14 @@ module Wovnrb
         Wovnrb.get_env('url' => 'http://my-site.com/'),
         Wovnrb.get_settings(settings)
       )
-      converter = HtmlConverter.new(get_dom('<html><body>hello</body></html>'), store, headers)
-      converter.send(:inject_lang_html_tag)
-      expected_html = '<html lang="en"><head><meta http-equiv="Content-Type" content="text/html; charset=UTF-8"></head><body>hello</body></html>'
-      assert_equal(expected_html, converter.send(:html))
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(get_dom('<html><body>hello</body></html>'), store, headers, url_lang_switcher)
+      translated_html = converter.build
+      dom = Helpers::NokogumboHelper.parse_html(translated_html)
+      assert_equal('en', dom.at_css('html')['lang'])
     end
 
-    def test_inject_lang_html_tag_with_lang_in_html_tag
+    test 'inject_lang_html_tag - with lang in HTML tag - do not override' do
       settings = default_store_settings
       store = Wovnrb::Store.instance
       store.update_settings(settings)
@@ -199,26 +313,85 @@ module Wovnrb
         Wovnrb.get_env('url' => 'http://my-site.com/'),
         Wovnrb.get_settings(settings)
       )
-      converter = HtmlConverter.new(get_dom('<html lang="th"><body>hello</body></html>'), store, headers)
-      converter.send(:inject_lang_html_tag)
-      expected_html = '<html lang="th"><head><meta http-equiv="Content-Type" content="text/html; charset=UTF-8"></head><body>hello</body></html>'
-      assert_equal(expected_html, converter.send(:html))
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(get_dom('<html lang="th"><body>hello</body></html>'), store, headers, url_lang_switcher)
+      translated_html = converter.build
+      dom = Helpers::NokogumboHelper.parse_html(translated_html)
+      assert_equal('th', dom.at_css('html')['lang'])
+    end
+
+    test 'translate_canonical_tag' do
+      settings = default_store_settings
+      store = Wovnrb::Store.instance
+      store.update_settings(settings)
+
+      headers = Wovnrb::Headers.new(
+        Wovnrb.get_env('url' => 'http://my-site.com/?wovn=fr'),
+        store.settings
+      )
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(get_dom('<html lang="th"><head><link rel="canonical" href="http://my-site.com" /></head><body>hello</body></html>'), store, headers, url_lang_switcher)
+      translated_html = converter.build
+      dom = Helpers::NokogumboHelper.parse_html(translated_html)
+      canonical_tag = dom.at_css('link[rel="canonical"]')
+      assert_not_nil(canonical_tag)
+      assert_equal('http://my-site.com?wovn=fr', canonical_tag['href'])
+    end
+
+    test 'translate_canonical_tag - path pattern' do
+      settings = default_store_settings
+      settings['url_pattern'] = 'path'
+      store = Wovnrb::Store.instance
+      store.update_settings(settings)
+
+      headers = Wovnrb::Headers.new(
+        Wovnrb.get_env('url' => 'http://my-site.com/fr/'),
+        store.settings
+      )
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(get_dom('<html lang="th"><head><link rel="canonical" href="http://my-site.com/" /></head><body>hello</body></html>'), store, headers, url_lang_switcher)
+      translated_html = converter.build
+      dom = Helpers::NokogumboHelper.parse_html(translated_html)
+      canonical_tag = dom.at_css('link[rel="canonical"]')
+      assert_not_nil(canonical_tag)
+      assert_equal('http://my-site.com/fr/', canonical_tag['href'])
+    end
+
+    test 'translate_canonical_tag - canonical tag is already translated' do
+      # NOTE: this behavior is not correct, but it is the same as html-swapper
+      settings = default_store_settings
+      settings['url_pattern'] = 'path'
+      store = Wovnrb::Store.instance
+      store.update_settings(settings)
+
+      headers = Wovnrb::Headers.new(
+        Wovnrb.get_env('url' => 'http://my-site.com/fr/'),
+        store.settings
+      )
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(get_dom('<html lang="th"><head><link rel="canonical" href="http://my-site.com/fr/" /></head><body>hello</body></html>'), store, headers, url_lang_switcher)
+      translated_html = converter.build
+      dom = Helpers::NokogumboHelper.parse_html(translated_html)
+      canonical_tag = dom.at_css('link[rel="canonical"]')
+      assert_not_nil(canonical_tag)
+      assert_equal('http://my-site.com/fr/fr/', canonical_tag['href'])
     end
 
     private
 
     def prepare_html_converter(input_html, store_options = {})
       store, headers = store_headers_factory(store_options)
-      HtmlConverter.new(get_dom(input_html), store, headers)
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      HtmlConverter.new(get_dom(input_html), store, headers, url_lang_switcher)
     end
 
-    def store_headers_factory(setting_opts = {})
+    def store_headers_factory(setting_opts = {}, url = 'http://my-site.com')
       settings = default_store_settings.merge(setting_opts)
       store = Wovnrb::Store.instance
       store.update_settings(settings)
 
       headers = Wovnrb::Headers.new(
-        Wovnrb.get_env('url' => 'http://my-site.com'),
+        Wovnrb.get_env('url' => url),
         store.settings
       )