wovnrb 1.1.0 → 2.0.0

data/lib/wovnrb/html_replacers/unified_values/node_swapping_targets_creator.rb

@@ -1,134 +0,0 @@
-module Wovnrb
-  module UnifiedValues
-    class NodeSwappingTargetsCreator
-      # NOTE: `nodes_info` is the format like below
-      #
-      # [
-      #  {:dst=>"an<span>apple is a good</span>foods",
-      #    :nodes=>
-      #      [
-      #        (Text "an"),
-      #        (Element:0x13e84e1334 { name = "span", children = [ #(Text "apple is a good")] }),
-      #        (Text "apple is a good"),
-      #        (Element:0x13e84e1334 { name = "span", childrelib/wovnrb/html_replacers/unified_values/node_swapping_targets_creator.rbn = [ #(Text "apple is a good")] }),
-      #        (Text "\n          foods\n        \n      \n")]}
-      #      ]
-      #   }
-      # ]
-      def initialize(nodes_info)
-        @nodes_info = nodes_info
-      end
-
-      # NOTE: `run` make a swapping_targets like below
-      #
-      # [
-      #  {:dst=>"an<span>apple is a good</span>foods",
-      #    :nodes=>
-      #      [
-      #        (Text "an"),
-      #        (Element:0x13e84e1334 { name = "span", children = [ #(Text "apple is a good")] }),
-      #        (Text "apple is a good"),
-      #        (Element:0x13e84e1334 { name = "span", children = [ #(Text "apple is a good")] }),
-      #        (Text "\n          foods\n        \n      \n")]}
-      #      ]
-      #    :swapping_targets=>
-      #      [
-      #        (Text "an"),
-      #        (Text "apple is a good"),
-      #        (Text "\n          foods\n        \n      \n")]}
-      #      ]
-      #   }
-      # ]
-
-      def run!
-        @nodes_info.each do |node_info|
-          mold = []
-          node_info[:nodes].each do |node|
-            mold_size = mold.size
-            mold.push create_dummy_empty_text_node(next_node: node) if mold_size.even? && node.element?
-            mold.push node
-          end
-
-          mold.push create_dummy_empty_text_node(previous_node: mold.last) if mold.last.element?
-          node_info[:swapping_targets] = remove_tag_element(mold)
-        end
-      end
-
-      def remove_tag_element(mold)
-        id_of_tag_with_wovn_ignore = nil
-        swapping_targets = []
-        mold.each do |node|
-          if id_of_tag_with_wovn_ignore.nil? && node.attributes.keys.include?('wovn-ignore')
-            id_of_tag_with_wovn_ignore = node.object_id
-            next
-          end
-
-          if node.object_id == id_of_tag_with_wovn_ignore
-            id_of_tag_with_wovn_ignore = nil
-          end
-
-          if id_of_tag_with_wovn_ignore.nil? && node.text?
-            swapping_targets << node
-          end
-        end
-
-        swapping_targets
-      end
-
-      def create_dummy_empty_text_node(option)
-        DummyEmpryTextNode.new(option)
-      end
-
-      class DummyEmpryTextNode
-        attr_reader :name
-
-        def initialize(next_node: nil, previous_node: nil)
-          @name = 'text'
-          @next_node = next_node
-          @previous_node = previous_node
-          @added_empty_text = nil
-        end
-
-        def text?
-          true
-        end
-
-        def content
-          ''
-        end
-
-        def to_s
-          content
-        end
-
-        def attributes
-          {}
-        end
-
-        def parent
-          @next_node.try(:parent) || @previous_node.try(:parent)
-        end
-
-        def document
-          @next_node.try(:document) || @previous_node.try(:document)
-        end
-
-        def add_previous_sibling(comment_node)
-          @added_empty_text.try(:add_previous_sibling, comment_node)
-        end
-
-        def content=(text)
-          return if text == ''
-
-          if @next_node
-            @next_node.add_previous_sibling(text)
-            @added_empty_text = @next_node.previous
-          elsif @previous_node
-            @previous_node.add_next_sibling(text)
-            @added_empty_text = @previous_node.next
-          end
-        end
-      end
-    end
-  end
-end

data/lib/wovnrb/html_replacers/unified_values/text_replacer.rb

@@ -1,35 +0,0 @@
-module Wovnrb
-  module UnifiedValues
-    class TextReplacer < ReplacerBase
-      def initialize(store, text_index)
-        super(store)
-        @text_index = text_index
-      end
-
-      def replace(dom, lang)
-        translated_nodes_with_targets = NodeSwappingTargetsCreator.new(TextScraper.new(@ignored_class_set).run(dom)).run!
-        text_index_with_targets = DstSwappingTargetsCreator.new(@text_index).run!
-
-        translated_nodes_with_targets.each do |translated_nodes_with_target|
-          dst_swapping_targets =
-              text_index_with_targets[translated_nodes_with_target[:dst]]
-                  .try(:fetch, lang.lang_code, nil)
-                  .try(:first)
-                  .try(:fetch, 'swapping_targets', nil)
-          next unless dst_swapping_targets
-
-          translated_nodes_with_target[:swapping_targets].each_with_index do |node_swapping_target, index|
-            # NOTE: current logic to swap back search text node and find wovn-src base on the text node.
-            #       if `translated_text` is empry string, translated html don't have text node. it means that widget can't find wovn-src and swap back
-            #       so we use `\u200b`(ZERO WIDTH SPACE) instead of empty string
-            translated_text = dst_swapping_targets[index].blank? ? "\u200b" : dst_swapping_targets[index]
-            original_text = node_swapping_target.content
-
-            node_swapping_target.content = translated_text
-            add_comment_node(node_swapping_target, original_text)
-          end
-        end
-      end
-    end
-  end
-end

data/lib/wovnrb/html_replacers/unified_values/text_scraper.rb

@@ -1,152 +0,0 @@
-module Wovnrb
-  module UnifiedValues
-    class TextScraper
-      def initialize(ignored_class_set)
-        @ignored_class_set = ignored_class_set
-        @values = []
-        @values_stack = nil
-      end
-
-      def run(dom)
-        refresh_all!
-        @values_stack = ValuesStack.new(dom.path, 1)
-        scrape(dom)
-      end
-
-      def create_text_value(src, node_stack)
-        { dst: ValueAgent.normalize_text(src.gsub(/ /i, ' ')), nodes: node_stack }
-      end
-
-      private
-
-      def scrape(dom)
-        type = stop_recursion_type(dom)
-        if type
-          case type
-          when 'ignore_element', 'skip_element'
-            next_stack = @values_stack.build_next_stack
-            build_src
-            @values_stack = next_stack
-          when 'text_element'
-            @values_stack.add_text_element(dom, dom.content)
-          when 'empty_element'
-            @values_stack.add(dom, empty_tag(dom))
-          when 'comment_element'
-            # do nothing
-          else
-            raise 'Unsupported type'
-          end
-        elsif inline_element?(dom)
-          @values_stack.add(dom, start_tag(dom))
-          scrape_children_of(dom)
-          @values_stack.add(dom, end_tag(dom)) unless @values_stack.blank?
-        elsif block_element?(dom)
-          next_stack = @values_stack.build_next_stack
-          build_src
-          @values_stack = ValuesStack.new(dom.path, 1)
-          scrape_children_of(dom)
-          build_src
-          @values_stack = next_stack
-        else
-          next_stack = @values_stack.build_next_stack
-          build_src
-          @values_stack = ValuesStack.new(dom.path, 1)
-          scrape_children_of(dom)
-          build_src
-          @values_stack = next_stack
-        end
-
-        @values
-      end
-
-      def scrape_children_of(dom)
-        dom.children.each { |c| scrape(c) } unless wovn_ignore_element?(dom)
-      end
-
-      def build_src
-        return nil if @values_stack.blank?
-
-        src = @values_stack.src
-        @values << create_text_value(src, @values_stack.node_stack) if src.present? && !tag_only?(src)
-        @values_stack = nil
-      end
-
-      def tag_only?(src)
-        Nokogiri::HTML5.fragment(src).text.blank?
-      end
-
-      def start_tag(dom)
-        if wovn_ignore_element?(dom)
-          "<#{dom.name} wovn-ignore>"
-        else
-          "<#{dom.name}>"
-        end
-      end
-
-      def end_tag(dom)
-        "</#{dom.name}>"
-      end
-
-      def empty_tag(dom)
-        start_tag(dom)
-      end
-
-      def block_element?(element)
-        ElementCategory::BLOCK_ELEMENTS.include?(element.name)
-      end
-
-      def inline_element?(element)
-        ElementCategory::INLINE_ELEMENTS.include?(element.name)
-      end
-
-      def empty_element?(element)
-        ElementCategory::EMPTY_ELEMENTS.include?(element.name)
-      end
-
-      def ignore_element?(element)
-        ElementCategory::IGNORE_ELEMENTS.include?(element.name)
-      end
-
-      def skip_element?(element)
-        ElementCategory::SKIP_ELEMENTS.include?(element.name)
-      end
-
-      def comment_element?(element)
-        element.comment?
-      end
-
-      def text_element?(element)
-        element.text?
-      end
-
-      def wovn_ignore_element?(element)
-        return false unless element
-
-        return true if element.attribute('wovn-ignore')
-
-        class_attribute = element.attribute('class')
-        return false unless class_attribute
-        class_attribute.value.split.any? { |c| @ignored_class_set.include?(c) }
-      end
-
-      def stop_recursion_type(element)
-        return 'ignore_element'  if ignore_element?(element)
-        return 'skip_element'    if skip_element?(element)
-        return 'text_element'    if text_element?(element)
-        return 'empty_element'   if empty_element?(element)
-        return 'comment_element' if comment_element?(element)
-
-        nil
-      end
-
-      def refresh_all!
-        @values_stack = nil
-        refresh_values!
-      end
-
-      def refresh_values!
-        @values = []
-      end
-    end
-  end
-end

data/lib/wovnrb/html_replacers/unified_values/values_stack.rb

@@ -1,65 +0,0 @@
-require 'wovnrb/services/value_agent'
-
-module Wovnrb
-  module UnifiedValues
-    class ValuesStack
-      attr_reader :node_stack
-
-      # @param head_path [String]
-      # @param index [Number]
-      #
-      # Be careful xpath's index starts with 1
-      def initialize(head_path, index)
-        @head_path = head_path
-        @index = index
-        @node_stack = []
-        @src_stack = []
-        @src_without_tag_stack = []
-      end
-
-      # @param node [Nokogiri::XML::Element]
-      # @param src [String]
-      def add(node, src)
-        @node_stack << node if node.name != 'text' || node.content.present?
-        @src_stack << Wovnrb::ValueAgent.normalize_text(src)
-      end
-
-      # @param node [Nokogiri::XML::Element]
-      # @param dom_content [String]
-      def add_text_element(node, dom_content)
-        add(node, CGI.escapeHTML(dom_content))
-        @src_without_tag_stack << Wovnrb::ValueAgent.normalize_text(dom_content)
-      end
-
-      # @return [Bool]
-      def blank?
-        @src_stack.blank?
-      end
-
-      # @return [String]
-      def path
-        return @head_path if @head_path.end_with?('title')
-
-        # Ends with "text()" because some type checking takes path as a normal text when the path ends with "text()"
-        p = "#{@head_path}/text()"
-
-        @index == 1 ? p : "#{p}[#{@index}]"
-      end
-
-      # @return [String]
-      def src
-        @src_stack.inject(:+)
-      end
-
-      # @return [String]
-      def src_without_tag
-        @src_without_tag_stack.inject(:+)
-      end
-
-      # @return [ValuesStack]
-      def build_next_stack
-        ValuesStack.new(@head_path, @index + 1)
-      end
-    end
-  end
-end

data/lib/wovnrb/services/url.rb

@@ -1,12 +0,0 @@
-module Wovnrb
-  class URL
-    def self.resolve_absolute_url(curr_location, rel_location)
-    end
-
-    # Set the path lang to
-    def self.prepend_path(url, dir)
-     result = url.sub(/(.+\.[^\/]+)(\/|$)/, '\1/' + dir + '\2')
-     return result
-     end
-  end
-end

data/lib/wovnrb/services/value_agent.rb

@@ -1,9 +0,0 @@
-module Wovnrb
-  class ValueAgent
-    def self.normalize_text(src)
-      src.gsub(/[\ufffd]/, "\b")
-          .gsub(/[\n \t\u0020\u0009\u000C\u200B\u000D\u000A]+/, ' ')
-          .gsub(/^[\s\u00A0\uFEFF\u1680\u180E\u2000-\u200A\u202F\u205F\u3000]+|[\s\u00A0\uFEFF\u1680\u180E\u2000-\u200A\u202F\u205F\u3000]+$/, '')
-    end
-  end
-end

data/test/fixtures/unified_values/site_html/simple_actual.html

@@ -1,96 +0,0 @@
-<html>
-<script>console.log('hello')</script>
-<title>SIMPLE TITLE</title>
-<meta name="description" content="meta description">
-<body>
-<div>
-  <form role="search">
-    <div class="search-control">
-      <input type="search" id="site-search" name="q"
-             placeholder="Search the site..."
-             aria-label="Search through site content">
-      <button>Search</button>
-    </div>
-  </form>
-
-  <form role="search" method="get" class="search-form wb-flex" action="https://www.wovn.io/">
-    <label>
-      <span>Search for:</span>
-      <input type="search" placeholder="Search …" value="" name="s" title="Search for:">
-    </label>
-  </form>
-</div>
-<div>
-  <span>
-    <p>Well</p>
-  </span>
-</div>
-<a class="home">
-    <span><h1>scrap</h1>only
-    <img src="/assets/hedgehog.jpg">
-    this too</span>
-</a><br>
-<span href="/" class="home">
-    <a><img src="/assets/hedgehog.jpg"></a>
-    <a>"Storm hunters" it is to see.</a>
-    <a>BLABLA5</a>
-  </span>
-<div>
-  <form class="ftr-locator-form">
-    <input name="hdr-ftr-locator-term" placeholder="Street, City, State or ZIP" type="text">
-    <input type="submit">
-
-  </form>
-</div>
-<h1>
-  <div style="opacity: 1;">Welcome to my Website!</div>
-</h1>
-<div>
-  <div class="content-asset"><div class="heading1">LOST AF?</div>
-    <div class="error-info">
-      <p>WE'LL TAKE THE BLAME.</p>
-      <p>LET US MAKE IT UP TO YOU WITH SOME LINKS.</p>
-    </div>
-
-    <div class="shopping-link">
-      <nav class="gender-links">
-        <ul>
-          <li class="link-text"><a href="https://www.abercrombie.co.jp/en_JP/mens/" class="nav-link">SHOP MENS</a></li>
-          <li class="link-text"><a href="https://www.abercrombie.co.jp/en_JP/womens/" class="nav-link">SHOP WOMENS</a></li>
-          <li class="link-text"><a href="https://www.abercrombie.co.jp/en_JP/kids/boys/" class="nav-link">shop boys</a></li>
-          <li class="link-text"><a href="https://www.abercrombie.co.jp/en_JP/kids/girls/" class="nav-link">shop girls</a></li>
-        </ul>
-      </nav>
-    </div></div>
-  <div class="error-custom-message noshow">"<div class="heading1">LOST AF?</div>
-    <div class="error-info">
-      <p>WE'LL TAKE THE BLAME.</p>
-      <p>LET US MAKE IT UP TO YOU WITH SOME LINKS.</p>
-    </div>
-
-    <div class="shopping-link">
-      <nav class="gender-links">
-        <ul>
-          <li class="link-text"><a href="https://www.abercrombie.co.jp/en_JP/mens/" class="nav-link">SHOP MENS</a></li>
-          <li class="link-text"><a href="https://www.abercrombie.co.jp/en_JP/womens/" class="nav-link">SHOP WOMENS</a></li>
-          <li class="link-text"><a href="https://www.abercrombie.co.jp/en_JP/kids/boys/" class="nav-link">shop boys</a></li>
-          <li class="link-text"><a href="https://www.abercrombie.co.jp/en_JP/kids/girls/" class="nav-link">shop girls</a></li>
-        </ul>
-      </nav>
-    </div></div>"
-</div>
-
-<p>This is a paragraph! Here's how you make a link: <a href="https://neocities.org">Neocities</a>.</p>
-
-<p>Here's how you can make <strong>bold</strong> and <em>italic</em> text.</p>
-<p>Here's how you can add an image:</p>
-<p>Here's how to make a list:</p>
-<ul>
-  <li href="/">First thing</li>
-  <li>Second thing</li>
-  <li>Third thing</li>
-</ul>
-
-<p>To learn more HTML/CSS, check out these <a href="https://neocities.org/tutorials">tutorials</a>!</p>
-</body>
-</html>