RubyGems - wovnrb - Versions diffs - 3.9.0 → 3.10.1 - Mend

wovnrb 3.9.0 → 3.10.1

Files changed (15) hide show

checksums.yaml +4 -4
data/README.en.md +256 -249
data/README.ja.md +218 -211
data/docker/rails/TestSite/yarn.lock +7353 -7353
data/lib/wovnrb/api_translator.rb +183 -178
data/lib/wovnrb/headers.rb +192 -192
data/lib/wovnrb/services/html_converter.rb +226 -226
data/lib/wovnrb/services/html_replace_marker.rb +48 -48
data/lib/wovnrb/store.rb +221 -220
data/lib/wovnrb/version.rb +3 -3
data/test/lib/api_translator_test.rb +217 -215
data/test/lib/services/html_converter_test.rb +512 -492
data/test/lib/services/html_replace_marker_test.rb +149 -151
data/test/lib/wovnrb_test.rb +342 -342
metadata +2 -2

data/test/lib/services/html_converter_test.rb CHANGED Viewed

@@ -1,492 +1,512 @@
-require 'test_helper'
-module Wovnrb
-  class HtmlConverterTest < WovnMiniTest
-    test 'build API compatible html' do
-      converter = prepare_html_converter('<html><body><a class="test">hello</a></body></html>', supported_langs: %w[en vi])
-      converted_html, = converter.build_api_compatible_html
-      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body><a class=\"test\">hello</a></body></html>"
-      assert_equal(expected_html, converted_html)
-    end
-    test 'build API compatible html - with custom lang param name' do
-      settings = {
-        supported_langs: %w[en vi],
-        url_lang_pattern: 'query',
-        lang_param_name: 'lang'
-      }
-      converter = prepare_html_converter('<html><body><a class="test">hello</a></body></html>', settings)
-      converted_html, = converter.build_api_compatible_html
-      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=lang&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?lang=vi\"></head><body><a class=\"test\">hello</a></body></html>"
-      assert_equal(expected_html, converted_html)
-    end
-    test 'build API compatible html - excessively large HTML' do
-      long_string = 'a' * 60_000
-      converter = prepare_html_converter("<html><body><p>#{long_string}</p></body></html>", supported_langs: %w[en vi])
-      converted_html, = converter.build_api_compatible_html
-      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body><p>#{long_string}</p></body></html>"
-      assert_equal(expected_html, converted_html)
-    end
-    test 'build API compatible html - ignored content should not be sent' do
-      html = [
-        '<html><body>',
-        '<p>Hello <span wovn-ignore>WOVN</span><p>',
-        '<p>Hello <span data-wovn-ignore>WOVN</span><p>',
-        '<div><span class="ignore-me">should be ignored</span></div>',
-        '<span>Have a nice day!</span>',
-        '</body></html>'
-      ].join
-      converter = prepare_html_converter(html, ignore_class: ['ignore-me'])
-      converted_html, = converter.build_api_compatible_html
-      expected_convert_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"fr\" href=\"http://my-site.com/?wovn=fr\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/?wovn=ja\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body><p>Hello <span wovn-ignore=\"\"><!-- __wovn-backend-ignored-key-0 --></span></p><p></p><p>Hello <span data-wovn-ignore=\"\"><!-- __wovn-backend-ignored-key-1 --></span></p><p></p><div><span class=\"ignore-me\"><!-- __wovn-backend-ignored-key-2 --></span></div><span>Have a nice day!</span></body></html>"
-      assert_equal(expected_convert_html, converted_html)
-    end
-    test 'build API compatible html - do not send html form' do
-      html = [
-        '<html><body>',
-        '<form action="/test" method="POST">',
-        '<input id="name" type="text">',
-        '<button type="submit">Submit</button>',
-        '</form>',
-        '</body></html>'
-      ].join
-      converter = prepare_html_converter(html, ignore_class: [])
-      converted_html, = converter.build_api_compatible_html
-      expected_convert_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"fr\" href=\"http://my-site.com/?wovn=fr\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/?wovn=ja\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body><form action=\"/test\" method=\"POST\"><!-- __wovn-backend-ignored-key-0 --></form></body></html>"
-      assert_equal(expected_convert_html, converted_html)
-    end
-    test 'build API compatible html - do not send hidden form input' do
-      html = [
-        '<html><body>',
-        '<input id="user-id" type="hidden" value="secret-id">',
-        '<input id="password" type="hidden" value="secret-password">',
-        '<input id="something" type="hidden" value="">',
-        '<input id="name" type="text" value="wovn.io">',
-        '</body></html>'
-      ].join
-      converter = prepare_html_converter(html, ignore_class: [])
-      converted_html, = converter.build_api_compatible_html
-      expected_convert_html = [
-        '<html lang="en"><head>',
-        "<meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"fr\" href=\"http://my-site.com/?wovn=fr\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/?wovn=ja\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body>",
-        '<input id="user-id" type="hidden" value="__wovn-backend-ignored-key-0">',
-        '<input id="password" type="hidden" value="__wovn-backend-ignored-key-1">',
-        '<input id="something" type="hidden" value="__wovn-backend-ignored-key-2">',
-        '<input id="name" type="text" value="wovn.io">',
-        '</body></html>'
-      ].join
-      assert_equal(expected_convert_html, converted_html)
-    end
-    test 'Transform HTML' do
-      converter = prepare_html_converter('<html><body><a>hello</a></body></html>', supported_langs: %w[en vi])
-      translated_html = converter.build
-      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body><a>hello</a></body></html>"
-      assert_equal(expected_html, translated_html)
-    end
-    test 'Transform HTML - with empty supported langs' do
-      converter = prepare_html_converter('<html><body><a>hello</a></body></html>', supported_langs: [])
-      translated_html = converter.build
-      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script></head><body><a>hello</a></body></html>"
-      assert_equal(expected_html, translated_html)
-    end
-    test 'Transform HTML - with head tag' do
-      converter = prepare_html_converter('<html><head><title>TITLE</title></head><body><a>hello</a></body></html>', supported_langs: %w[en vi])
-      translated_html = converter.build
-      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><title>TITLE</title><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body><a>hello</a></body></html>"
-      assert_equal(expected_html, translated_html)
-    end
-    test 'Transform HTML - without body' do
-      converter = prepare_html_converter('<html>hello<a>world</a></html>', supported_langs: [])
-      translated_html = converter.build
-      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script></head><body>hello<a>world</a></body></html>"
-      assert_equal(expected_html, translated_html)
-    end
-    test 'Transform HTML - default lang - with query pattern and supported langs defined' do
-      dom = get_dom('<html>hello<a>world</a></html>')
-      settings = {
-        'default_lang' => 'en',
-        'supported_langs' => %w[en ja vi],
-        'url_pattern' => 'query'
-      }
-      store, headers = store_headers_factory(settings)
-      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
-      converter = HtmlConverter.new(dom, store, headers, url_lang_switcher)
-      translated_html = converter.build
-      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/?wovn=ja\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body>hello<a>world</a></body></html>"
-      assert_equal(expected_html, translated_html)
-    end
-    test 'Transform HTML - canonical tag - target lang - should translate' do
-      dom = get_dom('<html><head><link rel="canonical" href="http://my-site.com/" /></head><body></body></html>')
-      settings = {
-        'default_lang' => 'en',
-        'supported_langs' => %w[en ja vi],
-        'url_pattern' => 'path',
-        'translate_canonical_tag' => true
-      }
-      store, headers = store_headers_factory(settings, 'http://my-site.com/vi/')
-      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
-      converter = HtmlConverter.new(dom, store, headers, url_lang_switcher)
-      translated_html = converter.build
-      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=vi&amp;defaultLang=en&amp;urlPattern=path&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"canonical\" href=\"http://my-site.com/vi/\"><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/ja/\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/vi/\"></head><body></body></html>"
-      assert_equal(expected_html, translated_html)
-    end
-    test 'Transform HTML - canonical tag - default lang - path pattern - no need to translate' do
-      dom = get_dom('<html><head><link rel="canonical" href="http://my-site.com/" /></head><body></body></html>')
-      settings = {
-        'default_lang' => 'en',
-        'supported_langs' => %w[en ja vi],
-        'url_pattern' => 'path',
-        'translate_canonical_tag' => true
-      }
-      store, headers = store_headers_factory(settings, 'http://my-site.com/')
-      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
-      converter = HtmlConverter.new(dom, store, headers, url_lang_switcher)
-      translated_html = converter.build
-      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=path&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"canonical\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/ja/\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/vi/\"></head><body></body></html>"
-      assert_equal(expected_html, translated_html)
-    end
-    test 'Transform HTML - canonical tag - default lang - query pattern - no need to translate' do
-      dom = get_dom('<html><head><link rel="canonical" href="http://my-site.com/" /></head><body></body></html>')
-      settings = {
-        'default_lang' => 'en',
-        'supported_langs' => %w[en ja vi],
-        'url_pattern' => 'query',
-        'translate_canonical_tag' => true
-      }
-      store, headers = store_headers_factory(settings, 'http://my-site.com/')
-      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
-      converter = HtmlConverter.new(dom, store, headers, url_lang_switcher)
-      translated_html = converter.build
-      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"canonical\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/?wovn=ja\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body></body></html>"
-      assert_equal(expected_html, translated_html)
-    end
-    test 'Transform HTML - canonical tag - default lang - has default lang alias - should use alias' do
-      dom = get_dom('<html><head><link rel="canonical" href="http://my-site.com/" /></head><body></body></html>')
-      settings = {
-        'default_lang' => 'en',
-        'supported_langs' => %w[en ja vi],
-        'url_pattern' => 'query',
-        'translate_canonical_tag' => true,
-        'custom_lang_aliases' => { 'en' => 'english' }
-      }
-      store, headers = store_headers_factory(settings, 'http://my-site.com/')
-      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
-      converter = HtmlConverter.new(dom, store, headers, url_lang_switcher)
-      translated_html = converter.build
-      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={&quot;en&quot;:&quot;english&quot;}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"canonical\" href=\"http://my-site.com/?wovn=english\"><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/?wovn=ja\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body></body></html>"
-      assert_equal(expected_html, translated_html)
-    end
-    test 'Transform HTML - canonical tag - disabled - do not translate' do
-      dom = get_dom('<html><head><link rel="canonical" href="http://my-site.com/" /></head><body></body></html>')
-      settings = {
-        'default_lang' => 'en',
-        'supported_langs' => %w[en ja vi],
-        'url_pattern' => 'path',
-        'translate_canonical_tag' => false
-      }
-      store, headers = store_headers_factory(settings, 'http://my-site.com/vi/')
-      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
-      converter = HtmlConverter.new(dom, store, headers, url_lang_switcher)
-      translated_html = converter.build
-      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=vi&amp;defaultLang=en&amp;urlPattern=path&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"canonical\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/ja/\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/vi/\"></head><body></body></html>"
-      assert_equal(expected_html, translated_html)
-    end
-    test 'Transform HTML - default lang - with path pattern and supported langs defined' do
-      dom = get_dom('<html>hello<a>world</a></html>')
-      settings = {
-        'default_lang' => 'en',
-        'supported_langs' => %w[en ja vi],
-        'url_pattern' => 'path'
-      }
-      store, headers = store_headers_factory(settings)
-      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
-      converter = HtmlConverter.new(dom, store, headers, url_lang_switcher)
-      translated_html = converter.build
-      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=path&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/ja/\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/vi/\"></head><body>hello<a>world</a></body></html>"
-      assert_equal(expected_html, translated_html)
-    end
-    test 'Transform HTML - custom domain langs' do
-      dom = get_dom('<html><body><a>hello</a></body></html>')
-      settings = {
-        'default_lang' => 'en',
-        'supported_langs' => %w[en fr],
-        'custom_domain_langs' => { 'en' => { 'url' => 'my-site.com' }, 'fr' => { 'url' => 'french.com/fr' } },
-        'url_pattern' => 'custom_domain'
-      }
-      store, headers = store_headers_factory(settings)
-      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
-      converter = HtmlConverter.new(dom, store, headers, url_lang_switcher)
-      translated_html = converter.build
-      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=custom_domain&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}&amp;customDomainLangs={&quot;my-site.com&quot;:&quot;en&quot;,&quot;french.com/fr&quot;:&quot;fr&quot;}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"fr\" href=\"http://french.com/fr/\"></head><body><a>hello</a></body></html>"
-      assert_equal(expected_html, translated_html)
-    end
-    test 'replace_snippet' do
-      converter = prepare_html_converter('<html><head>
-        <script src="/a"></script>
-        <script src="//j.wovn.io/1" async="true">
-        <script src="//j.wovn.io/1" data-wovnio="key=2wpv0n" async></script>
-        <script src="https//cdn.wovn.io/" data-wovnio="key=2wpv0n async></script>
-        <script src="https://wovn.global.ssl.fastly.net/widget/abcdef></script>
-        </head></html>')
-      translated_html = converter.build
-      dom = Helpers::NokogumboHelper.parse_html(translated_html)
-      scripts = dom.css('script')
-      assert_equal(2, scripts.length)
-      expected_wovn_script = "<script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script>"
-      assert_equal(expected_wovn_script, scripts.first.to_html)
-    end
-    test 'replace_hreflangs' do
-      converter = prepare_html_converter('<html><head><link rel="alternate" hreflang="en" href="https://wovn.io/en/"></head></html>')
-      translated_html = converter.build
-      dom = Helpers::NokogumboHelper.parse_html(translated_html)
-      href_langs = dom.css('link[rel="alternate"]')
-      assert_equal(4, href_langs.length)
-      expected_href_langs = {
-        'en' =>
-          {
-            'href' => 'http://my-site.com/'
-          },
-        'fr' =>
-          {
-            'href' => 'http://my-site.com/?wovn=fr'
-          },
-        'ja' =>
-          {
-            'href' => 'http://my-site.com/?wovn=ja'
-          },
-        'vi' =>
-          {
-            'href' => 'http://my-site.com/?wovn=vi'
-          }
-      }
-      href_langs.each do |node|
-        assertions = expected_href_langs[node['hreflang']]
-        assert_not_nil(assertions)
-        assert_equal(assertions['href'], node['href'])
-      end
-    end
-    test 'inject_lang_html_tag - with no lang in HTML tag - should inject' do
-      settings = default_store_settings
-      store = Wovnrb::Store.instance
-      store.update_settings(settings)
-      headers = Wovnrb::Headers.new(
-        Wovnrb.get_env('url' => 'http://my-site.com/'),
-        Wovnrb.get_settings(settings),
-        UrlLanguageSwitcher.new(store)
-      )
-      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
-      converter = HtmlConverter.new(get_dom('<html><body>hello</body></html>'), store, headers, url_lang_switcher)
-      translated_html = converter.build
-      dom = Helpers::NokogumboHelper.parse_html(translated_html)
-      assert_equal('en', dom.at_css('html')['lang'])
-    end
-    test 'inject_lang_html_tag - with lang in HTML tag - do not override' do
-      settings = default_store_settings
-      store = Wovnrb::Store.instance
-      store.update_settings(settings)
-      headers = Wovnrb::Headers.new(
-        Wovnrb.get_env('url' => 'http://my-site.com/'),
-        Wovnrb.get_settings(settings),
-        UrlLanguageSwitcher.new(store)
-      )
-      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
-      converter = HtmlConverter.new(get_dom('<html lang="th"><body>hello</body></html>'), store, headers, url_lang_switcher)
-      translated_html = converter.build
-      dom = Helpers::NokogumboHelper.parse_html(translated_html)
-      assert_equal('th', dom.at_css('html')['lang'])
-    end
-    test 'translate_canonical_tag' do
-      settings = default_store_settings
-      store = Wovnrb::Store.instance
-      store.update_settings(settings)
-      headers = Wovnrb::Headers.new(
-        Wovnrb.get_env('url' => 'http://my-site.com/?wovn=fr'),
-        store.settings,
-        UrlLanguageSwitcher.new(store)
-      )
-      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
-      converter = HtmlConverter.new(get_dom('<html lang="th"><head><link rel="canonical" href="http://my-site.com" /></head><body>hello</body></html>'), store, headers, url_lang_switcher)
-      translated_html = converter.build
-      dom = Helpers::NokogumboHelper.parse_html(translated_html)
-      canonical_tag = dom.at_css('link[rel="canonical"]')
-      assert_not_nil(canonical_tag)
-      assert_equal('http://my-site.com?wovn=fr', canonical_tag['href'])
-    end
-    test 'translate_canonical_tag - path pattern' do
-      settings = default_store_settings
-      settings['url_pattern'] = 'path'
-      store = Wovnrb::Store.instance
-      store.update_settings(settings)
-      headers = Wovnrb::Headers.new(
-        Wovnrb.get_env('url' => 'http://my-site.com/fr/'),
-        store.settings,
-        UrlLanguageSwitcher.new(store)
-      )
-      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
-      converter = HtmlConverter.new(get_dom('<html lang="th"><head><link rel="canonical" href="http://my-site.com/" /></head><body>hello</body></html>'), store, headers, url_lang_switcher)
-      translated_html = converter.build
-      dom = Helpers::NokogumboHelper.parse_html(translated_html)
-      canonical_tag = dom.at_css('link[rel="canonical"]')
-      assert_not_nil(canonical_tag)
-      assert_equal('http://my-site.com/fr/', canonical_tag['href'])
-    end
-    test 'translate_canonical_tag - canonical tag is already translated' do
-      # NOTE: this behavior is not correct, but it is the same as html-swapper
-      settings = default_store_settings
-      settings['url_pattern'] = 'path'
-      store = Wovnrb::Store.instance
-      store.update_settings(settings)
-      headers = Wovnrb::Headers.new(
-        Wovnrb.get_env('url' => 'http://my-site.com/fr/'),
-        store.settings,
-        UrlLanguageSwitcher.new(store)
-      )
-      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
-      converter = HtmlConverter.new(get_dom('<html lang="th"><head><link rel="canonical" href="http://my-site.com/fr/" /></head><body>hello</body></html>'), store, headers, url_lang_switcher)
-      translated_html = converter.build
-      dom = Helpers::NokogumboHelper.parse_html(translated_html)
-      canonical_tag = dom.at_css('link[rel="canonical"]')
-      assert_not_nil(canonical_tag)
-      assert_equal('http://my-site.com/fr/fr/', canonical_tag['href'])
-    end
-    test 'build_api_compatible_html - backend-wovn-ignore comment - should be removed' do
-      store = Wovnrb::Store.instance
-      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
-      headers = Wovnrb::Headers.new(
-        Wovnrb.get_env('url' => 'http://my-site.com/'),
-        store.settings,
-        url_lang_switcher
-      )
-      html = '<html><body>hello<!-- backend-wovn-ignore    -->ignored<!--/backend-wovn-ignore-->  world</body></html>'
-      dom = get_dom(html)
-      sut = HtmlConverter.new(dom, store, headers, url_lang_switcher)
-      translated_html, marker = sut.build_api_compatible_html
-      assert_equal(1, marker.keys.count)
-      assert(translated_html.include?("hello<!-- backend-wovn-ignore    -->#{marker.keys[0]}<!--/backend-wovn-ignore-->  world</body></html>"))
-    end
-    test 'build_api_compatible_html - multiple backend-wovn-ignore comments - should be removed' do
-      store = Wovnrb::Store.instance
-      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
-      headers = Wovnrb::Headers.new(
-        Wovnrb.get_env('url' => 'http://my-site.com/'),
-        store.settings,
-        url_lang_switcher
-      )
-      html = <<~HTML
-        <html><body>hello<!-- backend-wovn-ignore    -->ignored <!--/backend-wovn-ignore-->  world
-            line break
-            <!-- backend-wovn-ignore    -->
-            ignored2
-            <!--/backend-wovn-ignore-->
-        bye
-        </body></html>
-      HTML
-      dom = get_dom(html)
-      sut = HtmlConverter.new(dom, store, headers, url_lang_switcher)
-      translated_html, marker = sut.build_api_compatible_html
-      expected_html = <<~HTML
-        hello<!-- backend-wovn-ignore    -->#{marker.keys[0]}<!--/backend-wovn-ignore-->  world
-            line break
-            <!-- backend-wovn-ignore    -->#{marker.keys[1]}<!--/backend-wovn-ignore-->
-        bye
-      HTML
-      assert_equal(2, marker.keys.count)
-      assert(translated_html.include?(expected_html))
-    end
-    private
-    def prepare_html_converter(input_html, store_options = {})
-      store, headers = store_headers_factory(store_options)
-      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
-      HtmlConverter.new(get_dom(input_html), store, headers, url_lang_switcher)
-    end
-    def store_headers_factory(setting_opts = {}, url = 'http://my-site.com')
-      settings = default_store_settings.merge(setting_opts)
-      store = Wovnrb::Store.instance
-      store.update_settings(settings)
-      headers = Wovnrb::Headers.new(
-        Wovnrb.get_env('url' => url),
-        store.settings,
-        UrlLanguageSwitcher.new(store)
-      )
-      [store, headers]
-    end
-    def default_store_settings
-      {
-        'project_token' => '123456',
-        'custom_lang_aliases' => {},
-        'default_lang' => 'en',
-        'url_pattern' => 'query',
-        'url_pattern_reg' => '((\?.*&)|\?)wovn=(?<lang>[^&]+)(&|)',
-        'supported_langs' => %w[en fr ja vi]
-      }
-    end
-    def get_dom(html)
-      Helpers::NokogumboHelper.parse_html(html)
-    end
-  end
-end
+require 'test_helper'
+module Wovnrb
+  class HtmlConverterTest < WovnMiniTest
+    test 'build API compatible html' do
+      converter = prepare_html_converter('<html><body><a class="test">hello</a></body></html>', supported_langs: %w[en vi])
+      converted_html, = converter.build_api_compatible_html
+      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body><a class=\"test\">hello</a></body></html>"
+      assert_equal(expected_html, converted_html)
+    end
+    test 'build API compatible html - with custom lang param name' do
+      settings = {
+        supported_langs: %w[en vi],
+        url_lang_pattern: 'query',
+        lang_param_name: 'lang'
+      }
+      converter = prepare_html_converter('<html><body><a class="test">hello</a></body></html>', settings)
+      converted_html, = converter.build_api_compatible_html
+      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=lang&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?lang=vi\"></head><body><a class=\"test\">hello</a></body></html>"
+      assert_equal(expected_html, converted_html)
+    end
+    test 'build API compatible html - excessively large HTML' do
+      long_string = 'a' * 60_000
+      converter = prepare_html_converter("<html><body><p>#{long_string}</p></body></html>", supported_langs: %w[en vi])
+      converted_html, = converter.build_api_compatible_html
+      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body><p>#{long_string}</p></body></html>"
+      assert_equal(expected_html, converted_html)
+    end
+    test 'build API compatible html - ignored content should not be sent' do
+      html = [
+        '<html><body>',
+        '<p>Hello <span wovn-ignore>WOVN</span><p>',
+        '<p>Hello <span data-wovn-ignore>WOVN</span><p>',
+        '<div><span class="ignore-me">should be ignored</span></div>',
+        '<span>Have a nice day!</span>',
+        '</body></html>'
+      ].join
+      converter = prepare_html_converter(html, ignore_class: ['ignore-me'])
+      converted_html, = converter.build_api_compatible_html
+      expected_convert_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"fr\" href=\"http://my-site.com/?wovn=fr\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/?wovn=ja\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body><p>Hello <span wovn-ignore=\"\"><!-- __wovn-backend-ignored-key-0 --></span></p><p></p><p>Hello <span data-wovn-ignore=\"\"><!-- __wovn-backend-ignored-key-1 --></span></p><p></p><div><span class=\"ignore-me\"><!-- __wovn-backend-ignored-key-2 --></span></div><span>Have a nice day!</span></body></html>"
+      assert_equal(expected_convert_html, converted_html)
+    end
+    test 'build API compatible html - do not send html form' do
+      html = [
+        '<html><body>',
+        '<form action="/test" method="POST">',
+        '<input id="name" type="text">',
+        '<button type="submit">Submit</button>',
+        '</form>',
+        '</body></html>'
+      ].join
+      converter = prepare_html_converter(html, ignore_class: [])
+      converted_html, = converter.build_api_compatible_html
+      expected_convert_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"fr\" href=\"http://my-site.com/?wovn=fr\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/?wovn=ja\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body><form action=\"/test\" method=\"POST\"><!-- __wovn-backend-ignored-key-0 --></form></body></html>"
+      assert_equal(expected_convert_html, converted_html)
+    end
+    test 'build API compatible html - do not send hidden form input' do
+      html = [
+        '<html><body>',
+        '<input id="user-id" type="hidden" value="secret-id">',
+        '<input id="password" type="hidden" value="secret-password">',
+        '<input id="something" type="hidden" value="">',
+        '<input id="name" type="text" value="wovn.io">',
+        '</body></html>'
+      ].join
+      converter = prepare_html_converter(html, ignore_class: [])
+      converted_html, = converter.build_api_compatible_html
+      expected_convert_html = [
+        '<html lang="en"><head>',
+        "<meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"fr\" href=\"http://my-site.com/?wovn=fr\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/?wovn=ja\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body>",
+        '<input id="user-id" type="hidden" value="__wovn-backend-ignored-key-0">',
+        '<input id="password" type="hidden" value="__wovn-backend-ignored-key-1">',
+        '<input id="something" type="hidden" value="__wovn-backend-ignored-key-2">',
+        '<input id="name" type="text" value="wovn.io">',
+        '</body></html>'
+      ].join
+      assert_equal(expected_convert_html, converted_html)
+    end
+    test 'Transform HTML' do
+      converter = prepare_html_converter('<html><body><a>hello</a></body></html>', supported_langs: %w[en vi])
+      translated_html = converter.build
+      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body><a>hello</a></body></html>"
+      assert_equal(expected_html, translated_html)
+    end
+    test 'Transform HTML - with empty supported langs' do
+      converter = prepare_html_converter('<html><body><a>hello</a></body></html>', supported_langs: [])
+      translated_html = converter.build
+      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script></head><body><a>hello</a></body></html>"
+      assert_equal(expected_html, translated_html)
+    end
+    test 'Transform HTML - with head tag' do
+      converter = prepare_html_converter('<html><head><title>TITLE</title></head><body><a>hello</a></body></html>', supported_langs: %w[en vi])
+      translated_html = converter.build
+      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><title>TITLE</title><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body><a>hello</a></body></html>"
+      assert_equal(expected_html, translated_html)
+    end
+    test 'Transform HTML - without body' do
+      converter = prepare_html_converter('<html>hello<a>world</a></html>', supported_langs: [])
+      translated_html = converter.build
+      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script></head><body>hello<a>world</a></body></html>"
+      assert_equal(expected_html, translated_html)
+    end
+    test 'Transform HTML - default lang - with query pattern and supported langs defined' do
+      dom = get_dom('<html>hello<a>world</a></html>')
+      settings = {
+        'default_lang' => 'en',
+        'supported_langs' => %w[en ja vi],
+        'url_pattern' => 'query'
+      }
+      store, headers = store_headers_factory(settings)
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(dom, store, headers, url_lang_switcher)
+      translated_html = converter.build
+      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/?wovn=ja\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body>hello<a>world</a></body></html>"
+      assert_equal(expected_html, translated_html)
+    end
+    test 'Transform HTML - canonical tag - target lang - should translate' do
+      dom = get_dom('<html><head><link rel="canonical" href="http://my-site.com/" /></head><body></body></html>')
+      settings = {
+        'default_lang' => 'en',
+        'supported_langs' => %w[en ja vi],
+        'url_pattern' => 'path',
+        'translate_canonical_tag' => true
+      }
+      store, headers = store_headers_factory(settings, 'http://my-site.com/vi/')
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(dom, store, headers, url_lang_switcher)
+      translated_html = converter.build
+      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=vi&amp;defaultLang=en&amp;urlPattern=path&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"canonical\" href=\"http://my-site.com/vi/\"><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/ja/\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/vi/\"></head><body></body></html>"
+      assert_equal(expected_html, translated_html)
+    end
+    test 'Transform HTML - canonical tag - default lang - path pattern - no need to translate' do
+      dom = get_dom('<html><head><link rel="canonical" href="http://my-site.com/" /></head><body></body></html>')
+      settings = {
+        'default_lang' => 'en',
+        'supported_langs' => %w[en ja vi],
+        'url_pattern' => 'path',
+        'translate_canonical_tag' => true
+      }
+      store, headers = store_headers_factory(settings, 'http://my-site.com/')
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(dom, store, headers, url_lang_switcher)
+      translated_html = converter.build
+      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=path&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"canonical\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/ja/\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/vi/\"></head><body></body></html>"
+      assert_equal(expected_html, translated_html)
+    end
+    test 'Transform HTML - canonical tag - default lang - query pattern - no need to translate' do
+      dom = get_dom('<html><head><link rel="canonical" href="http://my-site.com/" /></head><body></body></html>')
+      settings = {
+        'default_lang' => 'en',
+        'supported_langs' => %w[en ja vi],
+        'url_pattern' => 'query',
+        'translate_canonical_tag' => true
+      }
+      store, headers = store_headers_factory(settings, 'http://my-site.com/')
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(dom, store, headers, url_lang_switcher)
+      translated_html = converter.build
+      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"canonical\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/?wovn=ja\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body></body></html>"
+      assert_equal(expected_html, translated_html)
+    end
+    test 'Transform HTML - canonical tag - default lang - has default lang alias - should use alias' do
+      dom = get_dom('<html><head><link rel="canonical" href="http://my-site.com/" /></head><body></body></html>')
+      settings = {
+        'default_lang' => 'en',
+        'supported_langs' => %w[en ja vi],
+        'url_pattern' => 'query',
+        'translate_canonical_tag' => true,
+        'custom_lang_aliases' => { 'en' => 'english' }
+      }
+      store, headers = store_headers_factory(settings, 'http://my-site.com/')
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(dom, store, headers, url_lang_switcher)
+      translated_html = converter.build
+      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={&quot;en&quot;:&quot;english&quot;}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"canonical\" href=\"http://my-site.com/?wovn=english\"><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/?wovn=ja\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/?wovn=vi\"></head><body></body></html>"
+      assert_equal(expected_html, translated_html)
+    end
+    test 'Transform HTML - canonical tag - disabled - do not translate' do
+      dom = get_dom('<html><head><link rel="canonical" href="http://my-site.com/" /></head><body></body></html>')
+      settings = {
+        'default_lang' => 'en',
+        'supported_langs' => %w[en ja vi],
+        'url_pattern' => 'path',
+        'translate_canonical_tag' => false
+      }
+      store, headers = store_headers_factory(settings, 'http://my-site.com/vi/')
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(dom, store, headers, url_lang_switcher)
+      translated_html = converter.build
+      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=vi&amp;defaultLang=en&amp;urlPattern=path&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"canonical\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/ja/\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/vi/\"></head><body></body></html>"
+      assert_equal(expected_html, translated_html)
+    end
+    test 'Transform HTML - default lang - with path pattern and supported langs defined' do
+      dom = get_dom('<html>hello<a>world</a></html>')
+      settings = {
+        'default_lang' => 'en',
+        'supported_langs' => %w[en ja vi],
+        'url_pattern' => 'path'
+      }
+      store, headers = store_headers_factory(settings)
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(dom, store, headers, url_lang_switcher)
+      translated_html = converter.build
+      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=path&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"ja\" href=\"http://my-site.com/ja/\"><link rel=\"alternate\" hreflang=\"vi\" href=\"http://my-site.com/vi/\"></head><body>hello<a>world</a></body></html>"
+      assert_equal(expected_html, translated_html)
+    end
+    test 'Transform HTML - custom domain langs' do
+      dom = get_dom('<html><body><a>hello</a></body></html>')
+      settings = {
+        'default_lang' => 'en',
+        'supported_langs' => %w[en fr],
+        'custom_domain_langs' => { 'en' => { 'url' => 'my-site.com' }, 'fr' => { 'url' => 'french.com/fr' } },
+        'url_pattern' => 'custom_domain'
+      }
+      store, headers = store_headers_factory(settings)
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(dom, store, headers, url_lang_switcher)
+      translated_html = converter.build
+      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=custom_domain&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}&amp;customDomainLangs={&quot;my-site.com&quot;:&quot;en&quot;,&quot;french.com/fr&quot;:&quot;fr&quot;}\" data-wovnio-type=\"fallback_snippet\"></script><link rel=\"alternate\" hreflang=\"en\" href=\"http://my-site.com/\"><link rel=\"alternate\" hreflang=\"fr\" href=\"http://french.com/fr/\"></head><body><a>hello</a></body></html>"
+      assert_equal(expected_html, translated_html)
+    end
+    test 'replace_snippet' do
+      converter = prepare_html_converter('<html><head>
+        <script src="/a"></script>
+        <script src="//j.wovn.io/1" async="true">
+        <script src="//j.wovn.io/1" data-wovnio="key=2wpv0n" async></script>
+        <script src="https//cdn.wovn.io/" data-wovnio="key=2wpv0n async></script>
+        <script src="https://wovn.global.ssl.fastly.net/widget/abcdef></script>
+        </head></html>')
+      translated_html = converter.build
+      dom = Helpers::NokogumboHelper.parse_html(translated_html)
+      scripts = dom.css('script')
+      assert_equal(2, scripts.length)
+      expected_wovn_script = "<script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script>"
+      assert_equal(expected_wovn_script, scripts.first.to_html)
+    end
+    test 'replace_hreflangs' do
+      converter = prepare_html_converter('<html><head><link rel="alternate" hreflang="en" href="https://wovn.io/en/"></head></html>')
+      translated_html = converter.build
+      dom = Helpers::NokogumboHelper.parse_html(translated_html)
+      href_langs = dom.css('link[rel="alternate"]')
+      assert_equal(4, href_langs.length)
+      expected_href_langs = {
+        'en' =>
+          {
+            'href' => 'http://my-site.com/'
+          },
+        'fr' =>
+          {
+            'href' => 'http://my-site.com/?wovn=fr'
+          },
+        'ja' =>
+          {
+            'href' => 'http://my-site.com/?wovn=ja'
+          },
+        'vi' =>
+          {
+            'href' => 'http://my-site.com/?wovn=vi'
+          }
+      }
+      href_langs.each do |node|
+        assertions = expected_href_langs[node['hreflang']]
+        assert_not_nil(assertions)
+        assert_equal(assertions['href'], node['href'])
+      end
+    end
+    test 'inject_lang_html_tag - with no lang in HTML tag - should inject' do
+      settings = default_store_settings
+      store = Wovnrb::Store.instance
+      store.update_settings(settings)
+      headers = Wovnrb::Headers.new(
+        Wovnrb.get_env('url' => 'http://my-site.com/'),
+        Wovnrb.get_settings(settings),
+        UrlLanguageSwitcher.new(store)
+      )
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(get_dom('<html><body>hello</body></html>'), store, headers, url_lang_switcher)
+      translated_html = converter.build
+      dom = Helpers::NokogumboHelper.parse_html(translated_html)
+      assert_equal('en', dom.at_css('html')['lang'])
+    end
+    test 'inject_lang_html_tag - with lang in HTML tag - do not override' do
+      settings = default_store_settings
+      store = Wovnrb::Store.instance
+      store.update_settings(settings)
+      headers = Wovnrb::Headers.new(
+        Wovnrb.get_env('url' => 'http://my-site.com/'),
+        Wovnrb.get_settings(settings),
+        UrlLanguageSwitcher.new(store)
+      )
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(get_dom('<html lang="th"><body>hello</body></html>'), store, headers, url_lang_switcher)
+      translated_html = converter.build
+      dom = Helpers::NokogumboHelper.parse_html(translated_html)
+      assert_equal('th', dom.at_css('html')['lang'])
+    end
+    test 'translate_canonical_tag' do
+      settings = default_store_settings
+      store = Wovnrb::Store.instance
+      store.update_settings(settings)
+      headers = Wovnrb::Headers.new(
+        Wovnrb.get_env('url' => 'http://my-site.com/?wovn=fr'),
+        store.settings,
+        UrlLanguageSwitcher.new(store)
+      )
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(get_dom('<html lang="th"><head><link rel="canonical" href="http://my-site.com" /></head><body>hello</body></html>'), store, headers, url_lang_switcher)
+      translated_html = converter.build
+      dom = Helpers::NokogumboHelper.parse_html(translated_html)
+      canonical_tag = dom.at_css('link[rel="canonical"]')
+      assert_not_nil(canonical_tag)
+      assert_equal('http://my-site.com?wovn=fr', canonical_tag['href'])
+    end
+    test 'translate_canonical_tag - path pattern' do
+      settings = default_store_settings
+      settings['url_pattern'] = 'path'
+      store = Wovnrb::Store.instance
+      store.update_settings(settings)
+      headers = Wovnrb::Headers.new(
+        Wovnrb.get_env('url' => 'http://my-site.com/fr/'),
+        store.settings,
+        UrlLanguageSwitcher.new(store)
+      )
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(get_dom('<html lang="th"><head><link rel="canonical" href="http://my-site.com/" /></head><body>hello</body></html>'), store, headers, url_lang_switcher)
+      translated_html = converter.build
+      dom = Helpers::NokogumboHelper.parse_html(translated_html)
+      canonical_tag = dom.at_css('link[rel="canonical"]')
+      assert_not_nil(canonical_tag)
+      assert_equal('http://my-site.com/fr/', canonical_tag['href'])
+    end
+    test 'translate_canonical_tag - canonical tag is already translated' do
+      # NOTE: this behavior is not correct, but it is the same as html-swapper
+      settings = default_store_settings
+      settings['url_pattern'] = 'path'
+      store = Wovnrb::Store.instance
+      store.update_settings(settings)
+      headers = Wovnrb::Headers.new(
+        Wovnrb.get_env('url' => 'http://my-site.com/fr/'),
+        store.settings,
+        UrlLanguageSwitcher.new(store)
+      )
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      converter = HtmlConverter.new(get_dom('<html lang="th"><head><link rel="canonical" href="http://my-site.com/fr/" /></head><body>hello</body></html>'), store, headers, url_lang_switcher)
+      translated_html = converter.build
+      dom = Helpers::NokogumboHelper.parse_html(translated_html)
+      canonical_tag = dom.at_css('link[rel="canonical"]')
+      assert_not_nil(canonical_tag)
+      assert_equal('http://my-site.com/fr/fr/', canonical_tag['href'])
+    end
+    test 'build_api_compatible_html - backend-wovn-ignore comment - should be removed' do
+      store = Wovnrb::Store.instance
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      headers = Wovnrb::Headers.new(
+        Wovnrb.get_env('url' => 'http://my-site.com/'),
+        store.settings,
+        url_lang_switcher
+      )
+      html = '<html><body>hello<!-- backend-wovn-ignore    -->ignored<!--/backend-wovn-ignore-->  world</body></html>'
+      dom = get_dom(html)
+      sut = HtmlConverter.new(dom, store, headers, url_lang_switcher)
+      translated_html, marker = sut.build_api_compatible_html
+      assert_equal(1, marker.keys.count)
+      assert(translated_html.include?("hello<!-- backend-wovn-ignore    -->#{marker.keys[0]}<!--/backend-wovn-ignore-->  world</body></html>"))
+    end
+    test 'build_api_compatible_html - multiple backend-wovn-ignore comments - should be removed' do
+      store = Wovnrb::Store.instance
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      headers = Wovnrb::Headers.new(
+        Wovnrb.get_env('url' => 'http://my-site.com/'),
+        store.settings,
+        url_lang_switcher
+      )
+      html = <<~HTML
+        <html><body>hello<!-- backend-wovn-ignore    -->ignored <!--/backend-wovn-ignore-->  world
+            line break
+            <!-- backend-wovn-ignore    -->
+            ignored2
+            <!--/backend-wovn-ignore-->
+        bye
+        </body></html>
+      HTML
+      dom = get_dom(html)
+      sut = HtmlConverter.new(dom, store, headers, url_lang_switcher)
+      translated_html, marker = sut.build_api_compatible_html
+      expected_html = <<~HTML
+        hello<!-- backend-wovn-ignore    -->#{marker.keys[0]}<!--/backend-wovn-ignore-->  world
+            line break
+            <!-- backend-wovn-ignore    -->#{marker.keys[1]}<!--/backend-wovn-ignore-->
+        bye
+      HTML
+      assert_equal(2, marker.keys.count)
+      assert(translated_html.include?(expected_html))
+    end
+    test 'build API compatible html - with insert_hreflangs: false - hreflangs are not added' do
+      settings = default_store_settings
+      settings['insert_hreflangs'] = false
+      converter = prepare_html_converter('<html><body><a>hello</a></body></html>', settings)
+      converted_html, = converter.build_api_compatible_html
+      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script></head><body><a>hello</a></body></html>"
+      assert_equal(expected_html, converted_html)
+    end
+    test 'Transform HTML - with insert_hreflangs: false - hreflangs are not added' do
+      settings = default_store_settings
+      settings['insert_hreflangs'] = false
+      converter = prepare_html_converter('<html><body><a>hello</a></body></html>', settings)
+      translated_html = converter.build
+      expected_html = "<html lang=\"en\"><head><meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"><script src=\"https://j.wovn.io/1\" async=\"true\" data-wovnio=\"key=123456&amp;backend=true&amp;currentLang=en&amp;defaultLang=en&amp;urlPattern=query&amp;langCodeAliases={}&amp;langParamName=wovn&amp;version=WOVN.rb_#{VERSION}\" data-wovnio-type=\"fallback_snippet\"></script></head><body><a>hello</a></body></html>"
+      assert_equal(expected_html, translated_html)
+    end
+    private
+    def prepare_html_converter(input_html, store_options = {})
+      store, headers = store_headers_factory(store_options)
+      url_lang_switcher = Wovnrb::UrlLanguageSwitcher.new(store)
+      HtmlConverter.new(get_dom(input_html), store, headers, url_lang_switcher)
+    end
+    def store_headers_factory(setting_opts = {}, url = 'http://my-site.com')
+      settings = default_store_settings.merge(setting_opts)
+      store = Wovnrb::Store.instance
+      store.update_settings(settings)
+      headers = Wovnrb::Headers.new(
+        Wovnrb.get_env('url' => url),
+        store.settings,
+        UrlLanguageSwitcher.new(store)
+      )
+      [store, headers]
+    end
+    def default_store_settings
+      {
+        'project_token' => '123456',
+        'custom_lang_aliases' => {},
+        'default_lang' => 'en',
+        'url_pattern' => 'query',
+        'url_pattern_reg' => '((\?.*&)|\?)wovn=(?<lang>[^&]+)(&|)',
+        'supported_langs' => %w[en fr ja vi]
+      }
+    end
+    def get_dom(html)
+      Helpers::NokogumboHelper.parse_html(html)
+    end
+  end
+end