wovnrb 1.1.0 → 2.0.0

data/test/lib/html_replacers/unified_values/text_scraper_test.rb

@@ -1,121 +0,0 @@
-require 'test_helper'
-
-module Wovnrb
-  module UnifiedValues
-    class TextScraperTest < WovnMiniTest
-      def assert_shared_fixture(base_name, ignored_classes = Set.new)
-        html = File.read("test/fixtures/unified_values/#{base_name}_actual.html")
-        expected_values = JSON.parse(File.read("test/fixtures/unified_values/#{base_name}_expected.json"))
-
-        dom = Nokogiri::HTML5.parse(html)
-        actual_values = TextScraper.new(ignored_classes).run(dom)
-
-        assert_shared_fixture_values(expected_values, actual_values)
-      end
-
-      def assert_shared_fixture_values(expected_values, actual_values)
-        expected_values.zip(actual_values).each do |expected_value, actual|
-          assert_equal(expected_value['srcs'].join, actual[:dst])
-          assert_equal(expected_value['srcs'].size, actual[:nodes].size)
-        end
-        assert_equal(expected_values.length, actual_values.length)
-      end
-
-      def test_shared_fixture
-        assert_shared_fixture('site_html/simple')
-      end
-
-      def test_shared_fixture_of_wovn
-        assert_shared_fixture('site_html/wovn.io')
-      end
-
-      def test_shared_fixture_of_yahoo_jp
-        assert_shared_fixture('site_html/www.yahoo.co.jp')
-      end
-
-      def test_run_fixtures_of_nested_text_value
-        assert_shared_fixture('small_html/nested_text_value')
-      end
-
-      def test_run_fixtures_of_nested_text_value_mixed_plan_text
-        assert_shared_fixture('small_html/nested_text_value_mixed_plan_text')
-      end
-
-      def test_run_fixtures_of_block_inside_inline
-        assert_shared_fixture('small_html/block_inside_inline')
-      end
-
-      def test_run_fixtures_of_br_tag
-        assert_shared_fixture('small_html/br_tag')
-      end
-
-      def test_run_fixtures_of_empty_text
-        assert_shared_fixture('small_html/empty_text')
-      end
-
-      def test_run_fixtures_of_comment_tag
-        assert_shared_fixture('small_html/comment_tag')
-      end
-
-      def test_run_fixtures_of_ignore_tag
-        assert_shared_fixture('small_html/ignore_tag')
-      end
-
-      def test_run_fixtures_of_empty_tag
-        assert_shared_fixture('small_html/empty_tag')
-      end
-
-      def test_run_fixtures_of_deep_nested_block
-        assert_shared_fixture('small_html/deep_nested_block')
-      end
-
-      def test_run_fixtures_of_deep_nested_inline
-        assert_shared_fixture('small_html/deep_nested_inline')
-      end
-
-      def test_run_fixtures_of_text_different_inline_each_other
-        assert_shared_fixture('small_html/text_different_inline_each_other')
-      end
-
-      def test_run_fixtures_of_wovn_ignore
-        assert_shared_fixture('small_html/wovn_ignore')
-      end
-
-      def test_run_fixtures_of_ignored_class
-        assert_shared_fixture('small_html/ignored_class', Set.new(['ignore-me']))
-      end
-
-      def test_run_fixtures_of_nested_and_complex_wovn_ignore
-        assert_shared_fixture('small_html/nested_and_complex_wovn_ignore')
-      end
-
-      def test_run_fixtures_of_text_in_svg
-        assert_shared_fixture('small_html/text_in_svg')
-      end
-
-      def test_run_fixtures_of_text_with_html_entity
-        assert_shared_fixture('small_html/text_with_html_entity')
-      end
-
-      def test_run_fixtures_of_complex_text_with_html_entity
-        assert_shared_fixture('small_html/complex_text_with_html_entity')
-      end
-
-      def test_run_fixtures_of_unknown_or_custom_tag
-        assert_shared_fixture('small_html/unknown_or_custom_tag')
-      end
-
-      def test_run_fixtures_of_unnecessay_top_end_tag
-        assert_shared_fixture('small_html/unnecessay_top_end_tag')
-      end
-
-      def test_run_fixtures_of_option_tag
-        assert_shared_fixture('small_html/option_tag')
-      end
-
-      def test_run_fixtures_of_img
-        assert_shared_fixture('small_html/img')
-      end
-    end
-  end
-end

data/test/lib/html_replacers/unified_values/values_stack_test.rb

@@ -1,122 +0,0 @@
-require 'test_helper'
-
-module Wovnrb
-  module UnifiedValues
-    class ValueStackTest < WovnMiniTest
-      def setup
-        @doc = Nokogiri('<html></html>')
-      end
-
-      def test_initialize
-        stack = ValuesStack.new('/html/body/path', 10)
-        assert_equal('/html/body/path', stack.instance_variable_get(:@head_path))
-        assert_equal(10, stack.instance_variable_get(:@index))
-        assert_equal([], stack.instance_variable_get(:@node_stack))
-        assert_equal([], stack.instance_variable_get(:@src_stack))
-        assert_equal([], stack.instance_variable_get(:@src_without_tag_stack))
-      end
-
-      def test_add
-        stack = ValuesStack.new('/html/body/path', 10)
-        assert_equal([], stack.instance_variable_get(:@src_stack))
-        assert_equal([], stack.instance_variable_get(:@src_without_tag_stack))
-
-        text_node = Nokogiri::XML::Text.new('hello', @doc)
-        stack.add(text_node, 'hello')
-        assert_equal([text_node], stack.instance_variable_get(:@node_stack))
-        assert_equal(['hello'], stack.instance_variable_get(:@src_stack))
-        assert_equal([], stack.instance_variable_get(:@src_without_tag_stack))
-      end
-
-      def test_add_with_spaces
-        stack = ValuesStack.new('/html/body/path', 10)
-        assert_equal([], stack.instance_variable_get(:@src_stack))
-
-        text_node = Nokogiri::XML::Text.new('   hello   ', @doc)
-        stack.add(text_node, '   hello   ')
-        assert_equal([text_node], stack.instance_variable_get(:@node_stack))
-        assert_equal(['hello'], stack.instance_variable_get(:@src_stack))
-      end
-
-      def test_add_text_element
-        stack = ValuesStack.new('/html/body/path', 10)
-        assert_equal([], stack.instance_variable_get(:@src_stack))
-        assert_equal([], stack.instance_variable_get(:@src_without_tag_stack))
-
-        text_node = Nokogiri::XML::Text.new('hello', @doc)
-        stack.add_text_element(text_node, 'hello')
-        assert_equal([text_node], stack.instance_variable_get(:@node_stack))
-        assert_equal(['hello'], stack.instance_variable_get(:@src_stack))
-        assert_equal(['hello'], stack.instance_variable_get(:@src_without_tag_stack))
-      end
-
-      def test_add_text_element_with_special_character
-        stack = ValuesStack.new('/html/body/path', 10)
-        assert_equal([], stack.instance_variable_get(:@src_stack))
-        assert_equal([], stack.instance_variable_get(:@src_without_tag_stack))
-        text_node = Nokogiri::XML::Text.new('   <hello>   ', @doc)
-        stack.add_text_element(text_node, '   <hello>   ')
-        assert_equal([text_node], stack.instance_variable_get(:@node_stack))
-        assert_equal(['&lt;hello&gt;'], stack.instance_variable_get(:@src_stack))
-        assert_equal(['<hello>'], stack.instance_variable_get(:@src_without_tag_stack))
-      end
-
-      def test_blank
-        stack = ValuesStack.new('/html/body/path', 10)
-        assert_equal(true, stack.blank?)
-        text_node = Nokogiri::XML::Text.new('hello', @doc)
-        stack.add(text_node, 'hello')
-        assert_equal(false, stack.blank?)
-      end
-
-      def test_path
-        stack = ValuesStack.new('/html/body/path', 10)
-        assert_equal('/html/body/path/text()[10]', stack.path)
-      end
-
-      def test_path_first_index
-        stack = ValuesStack.new('/html/body/path', 1)
-        assert_equal('/html/body/path/text()', stack.path)
-      end
-
-      def test_path_title
-        stack = ValuesStack.new('/html/head/title', 1)
-        assert_equal('/html/head/title', stack.path)
-      end
-
-      def test_src
-        stack = ValuesStack.new('/html/body/path', 10)
-        stack.instance_variable_set(:@src_stack, ['hello', '<span>', 'world'])
-        assert_equal('hello<span>world', stack.src)
-      end
-
-      def test_src_without_tag
-        stack = ValuesStack.new('/html/body/path', 10)
-        stack.instance_variable_set(:@src_without_tag_stack, ['hello', '<span>', 'world'])
-        assert_equal('hello<span>world', stack.src_without_tag)
-      end
-
-      def test_build_next_stack
-        stack = ValuesStack.new('/html/body/path', 10)
-        node1 = Nokogiri::XML::Text.new('hello', @doc)
-        node2 = Nokogiri::XML::Node.new('span', @doc)
-        node3 = Nokogiri::XML::Text.new('world', @doc)
-        stack.instance_variable_set(:@node_stack, [node1, node2, node3])
-        stack.instance_variable_set(:@src_stack, ['hello', '<span>', 'world'])
-        stack.instance_variable_set(:@src_without_tag_stack, ['hello', '<span>', 'world'])
-        assert_equal('/html/body/path', stack.instance_variable_get(:@head_path))
-        assert_equal(10, stack.instance_variable_get(:@index))
-        assert_equal([node1, node2, node3], stack.instance_variable_get(:@node_stack))
-        assert_equal(['hello', '<span>', 'world'], stack.instance_variable_get(:@src_stack))
-        assert_equal(['hello', '<span>', 'world'], stack.instance_variable_get(:@src_without_tag_stack))
-
-        next_stack = stack.build_next_stack
-        assert_equal('/html/body/path', next_stack.instance_variable_get(:@head_path))
-        assert_equal(11, next_stack.instance_variable_get(:@index))
-        assert_equal([], next_stack.instance_variable_get(:@node_stack))
-        assert_equal([], next_stack.instance_variable_get(:@src_stack))
-        assert_equal([], next_stack.instance_variable_get(:@src_without_tag_stack))
-      end
-    end
-  end
-end

data/test/lib/services/url_test.rb

@@ -1,9 +0,0 @@
-require 'wovnrb/services/url'
-
-class URLTest < Minitest::Test
-
-  def test_prepend_path
-    assert_equal('http://google.com/new_dir/test', Wovnrb::URL.prepend_path('http://google.com/test', 'new_dir'))
-  end
-
-end

data/test/lib/services/value_agent_test.rb

@@ -1,32 +0,0 @@
-require 'test_helper'
-require 'wovnrb/services/value_agent'
-
-module Wovnrb
-  class ValueAgentTest < WovnMiniTest
-    def test_normalize_text_with_spaces
-      assert_equal('test string', ValueAgent.normalize_text('  test string  '))
-    end
-
-    def test_normalize_text_without_spaces
-      assert_equal('foobar', ValueAgent.normalize_text('foobar'))
-    end
-
-    def test_normalize_text_with_japanese_sapces
-      assert_equal('おはよう　ございます', ValueAgent.normalize_text('　おはよう　ございます　　'))
-    end
-
-    def test_normalize_text_with_newlines
-      assert_equal('こんにちは さようなら', ValueAgent.normalize_text("\nこんにちは\nさようなら\n"))
-    end
-
-    def test_normalize_text_with_replacement_char
-      assert_equal("2011年には地下1\b階・地上4\b階の", ValueAgent.normalize_text("\n2011年には地下1�階・地上4�階の\n"))
-    end
-
-    def test_normalize_text_with_nbsp
-      nbsp = "\u00A0"
-      assert_equal("hello,#{nbsp}hello", ValueAgent.normalize_text("#{nbsp}hello,#{nbsp}hello#{nbsp}"))
-    end
-  end
-end
-

data/test/services/url_test.rb

@@ -1,163 +0,0 @@
-require 'wovnrb/services/url'
-
-class URLTest < Minitest::Test
-
-
-
-   def test_prepend_path
-     assert_equal('http://www.google.com/new_dir/test/', Wovnrb::URL.prepend_path('http://www.google.com/test/', 'new_dir'))
-   end 
- 
-   def test_prepend_path_long_path
-     assert_equal('http://www.google.com/new_dir/test/try/again/', Wovnrb::URL.prepend_path('http://www.google.com/test/try/again/', 'new_dir'))
-   end
-
-   def test_prepend_path_no_trailing_slash
-     assert_equal('http://www.google.com/new_dir/test', Wovnrb::URL.prepend_path('http://www.google.com/test', 'new_dir'))
-   end
-
-   def test_prepend_path_long_path_no_trailing_slash
-     assert_equal('http://www.google.com/new_dir/test/try/again', Wovnrb::URL.prepend_path('http://www.google.com/test/try/again', 'new_dir'))
-   end
-
-   def test_prepend_path_no_path
-     assert_equal('http://www.google.com/new_dir/', Wovnrb::URL.prepend_path('http://www.google.com/', 'new_dir'))
-   end
-
-   def test_prepend_path_no_path_no_trailing_slash
-     assert_equal('http://www.google.com/new_dir', Wovnrb::URL.prepend_path('http://www.google.com', 'new_dir'))
-   end  
-  
-
-
-   def test_prepend_path_no_host
-     assert_equal('http://google.com/new_dir/test/', Wovnrb::URL.prepend_path('http://google.com/test/', 'new_dir'))
-   end 
- 
-   def test_prepend_path_no_host_long_path
-     assert_equal('http://google.com/new_dir/test/try/again/', Wovnrb::URL.prepend_path('http://google.com/test/try/again/', 'new_dir'))
-   end
-
-   def test_prepend_path_no_host_no_trailing_slash
-     assert_equal('http://google.com/new_dir/test', Wovnrb::URL.prepend_path('http://google.com/test', 'new_dir'))
-   end
-
-   def test_prepend_path_no_host_long_path_no_trailing_slash
-     assert_equal('http://google.com/new_dir/test/try/again', Wovnrb::URL.prepend_path('http://google.com/test/try/again', 'new_dir'))
-   end
-
-   def test_prepend_path_no_host_no_path
-     assert_equal('http://google.com/new_dir/', Wovnrb::URL.prepend_path('http://google.com/', 'new_dir'))
-   end
-
-   def test_prepend_path_no_host_no_path_no_trailing_slash
-     assert_equal('http://google.com/new_dir', Wovnrb::URL.prepend_path('http://google.com', 'new_dir'))
-   end  
-
-
-
-   def test_prepend_path_no_protocol
-     assert_equal('www.facebook.com/dir/test/', Wovnrb::URL.prepend_path('www.facebook.com/test/', 'dir'))
-   end
-
-   def test_prepend_path_no_protocol_long_path
-     assert_equal('www.facebook.com/dir/test/try/again/', Wovnrb::URL.prepend_path('www.facebook.com/test/try/again/', 'dir'))
-   end
-
-   def test_prepend_path_no_protocol_no_trailing_slash
-     assert_equal('www.facebook.com/dir/test', Wovnrb::URL.prepend_path('www.facebook.com/test', 'dir'))
-   end  
-
-   def test_prepend_path_no_protocol_long_path_no_trailing_slash
-     assert_equal('www.facebook.com/dir/test/try/again', Wovnrb::URL.prepend_path('www.facebook.com/test/try/again', 'dir'))
-   end
-
-   def test_prepend_path_no_protocol_no_path
-     assert_equal('www.facebook.com/dir/', Wovnrb::URL.prepend_path('www.facebook.com/', 'dir'))
-   end
-
-   def test_prepend_path_no_protocol_no_path_no_trailing_slash
-     assert_equal('www.facebook.com/dir', Wovnrb::URL.prepend_path('www.facebook.com', 'dir'))
-   end
-
-
-
-   def test_prepend_path_no_protocoli_no_host
-     assert_equal('facebook.com/dir/test/', Wovnrb::URL.prepend_path('facebook.com/test/', 'dir'))
-   end
-
-   def test_prepend_path_no_protocol_no_host_long_path
-     assert_equal('facebook.com/dir/test/try/again/', Wovnrb::URL.prepend_path('facebook.com/test/try/again/', 'dir'))
-   end
-
-   def test_prepend_path_no_protocol_no_host_no_trailing_slash
-     assert_equal('facebook.com/dir/test', Wovnrb::URL.prepend_path('facebook.com/test', 'dir'))
-   end  
-
-   def test_prepend_path_no_protocol_no_host_long_path_no_trailing_slash
-     assert_equal('facebook.com/dir/test/try/again', Wovnrb::URL.prepend_path('facebook.com/test/try/again', 'dir'))
-   end
-
-   def test_prepend_path_no_protocol_no_host_no_path
-     assert_equal('facebook.com/dir/', Wovnrb::URL.prepend_path('facebook.com/', 'dir'))
-   end
-
-   def test_prepend_path_no_protocol_no_host_no_path_no_trailing_slash
-     assert_equal('facebook.com/dir', Wovnrb::URL.prepend_path('facebook.com', 'dir'))
-   end
-
-
-
-   def test_prepend_path_no_protocol_with_double_slash
-     assert_equal('//www.yahoo.com/dir/test/', Wovnrb::URL.prepend_path('//www.yahoo.com/test/', 'dir'))
-   end
-
-   def test_prepend_path_no_protocol_long_path_with_double_slash
-     assert_equal('//www.yahoo.com/dir/test/try/again/', Wovnrb::URL.prepend_path('//www.yahoo.com/test/try/again/', 'dir'))
-   end
-
-   def test_prepend_path_no_protocol_no_trailing_slash_with_double_slash
-     assert_equal('//www.yahoo.com/dir/test', Wovnrb::URL.prepend_path('//www.yahoo.com/test', 'dir'))
-   end
-
-   def test_prepend_path_no_protocol_long_path_no_trailing_slash_with_double_slash
-     assert_equal('//www.yahoo.com/dir/test/try/again', Wovnrb::URL.prepend_path('//www.yahoo.com/test/try/again', 'dir'))
-   end
-     
-   def test_prepend_path_no_protocol_no_path_with_double_slash
-     assert_equal('//www.yahoo.com/dir/', Wovnrb::URL.prepend_path('//www.yahoo.com/', 'dir'))
-   end
-
-   def test_prepend_path_no_protocol_no_path_no_trailing_slash_with_double_slash
-     assert_equal('//www.yahoo.com/dir', Wovnrb::URL.prepend_path('//www.yahoo.com', 'dir'))
-   end
-
-
-
-   def test_prepend_path_no_protocol_no_host_with_double_slash
-     assert_equal('//yahoo.com/dir/test/', Wovnrb::URL.prepend_path('//yahoo.com/test/', 'dir'))
-   end
-
-   def test_prepend_path_no_protocol_no_host_long_path_with_double_slash
-     assert_equal('//yahoo.com/dir/test/try/again/', Wovnrb::URL.prepend_path('//yahoo.com/test/try/again/', 'dir'))
-   end
-
-   def test_prepend_path_no_protocol_no_host_no_trailing_slash_with_double_slash
-     assert_equal('//yahoo.com/dir/test', Wovnrb::URL.prepend_path('//yahoo.com/test', 'dir'))
-   end
-
-   def test_prepend_path_no_protocol_no_host_long_path_no_trailing_slash_with_double_slash
-     assert_equal('//yahoo.com/dir/test/try/again', Wovnrb::URL.prepend_path('//yahoo.com/test/try/again', 'dir'))
-   end
-     
-   def test_prepend_path_no_protocol_no_host_no_path_with_double_slash
-     assert_equal('//yahoo.com/dir/', Wovnrb::URL.prepend_path('//yahoo.com/', 'dir'))
-   end
-
-   def test_prepend_path_no_protocol_no_host_no_path_no_trailing_slash_with_double_slash
-     assert_equal('//yahoo.com/dir', Wovnrb::URL.prepend_path('//yahoo.com', 'dir'))
-   end
-
-
-
-end