eac_tools 0.107.0 → 0.108.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a6febb29b629611d3a5ea59d89066bd082f0f26544327b0e5daea4c283db7cfc
-  data.tar.gz: 7297b2abff84cf13e1318bbf8e63a5cbf8a546d2227c5c51eaa76fadae9bdca5
+  metadata.gz: 9087fcc860beba5d8e5d439c36366033f303c2305aecd41e22cf0dae2a36c310
+  data.tar.gz: 6815be95c3cd35cab62cdb697d98223f09a874c3449c6fb70869952817055087
 SHA512:
-  metadata.gz: d776e0922750e7d42b0901a0493198aaea1e3bc54de6791e7eacf3e56836d7c359541c7cc3ddf8075b63243e6b5c3cb89a47797f574f7ef7d48329064d194b7a
-  data.tar.gz: fa86501a01af56b4341026ecc119a083c63a216ee13271ae2ec6643a3419d69942b44cf0598bdfdbfaa8ce364d42c17a227d01e485813b7e38c5a87a0838ea4c
+  metadata.gz: f338858aa70bd48e2e8a89aa1b4d75f50b2331f8cfce5e73b796ad41b90ba89c96124e9f2305f5adbc60c0dbe366581185c83fb58a5fc13cd4c2dc519f57febf
+  data.tar.gz: 308ccf1fe94c41c209fadc6917ec966fe410d616de79520c3800685094f978284f49366b983746f689eb63bd133d89842533d16219eb6a2c333e32722342cdf6

data/Gemfile.lock

@@ -1,8 +1,8 @@
 PATH
   remote: .
   specs:
-    eac_tools (0.107.0)
-      avm (~> 0.98, >= 0.98.3)
+    eac_tools (0.108.0)
+      avm (~> 0.98, >= 0.98.4)
       avm-eac_asciidoctor_base0 (~> 0.26, >= 0.26.1)
       avm-eac_generic_base0 (~> 0.15, >= 0.15.2)
       avm-eac_github_base0 (~> 0.3)
@@ -13,27 +13,113 @@ PATH
       avm-eac_python_base0 (~> 0.2, >= 0.2.2)
       avm-eac_rails_base0 (~> 0.11, >= 0.11.1)
       avm-eac_rails_base1 (~> 0.11, >= 0.11.1)
-      avm-eac_redmine_base0 (~> 0.24)
+      avm-eac_redmine_base0 (~> 0.24, >= 0.24.1)
       avm-eac_redmine_plugin_base0 (~> 0.5)
       avm-eac_ruby_base0 (~> 0.1)
-      avm-eac_ruby_base1 (~> 0.38, >= 0.38.1)
+      avm-eac_ruby_base1 (~> 0.39)
       avm-eac_webapp_base0 (~> 0.21, >= 0.21.3)
       avm-eac_wordpress_base0 (~> 0.3, >= 0.3.2)
       avm-git (~> 0.21, >= 0.21.1)
-      avm-tools (~> 0.163, >= 0.163.5)
-      eac_ruby_utils (~> 0.128, >= 0.128.6)
+      avm-tools (~> 0.163, >= 0.163.6)
+      eac_ruby_utils (~> 0.129)
+
+PATH
+  remote: sub/aranha-parsers
+  specs:
+    aranha-parsers (0.26.2)
+      activesupport (>= 4.0.0)
+      addressable (~> 2.8, >= 2.8.8)
+      aranha (~> 0.20)
+      eac_envs-http (~> 0.7, >= 0.7.1)
+      eac_ruby_utils (~> 0.129)
+      nokogiri (~> 1.19)
+      ofx-parser (~> 1.1)
 
 PATH
   remote: sub/avm-eac_redmine_base0
   specs:
-    avm-eac_redmine_base0 (0.24.0)
-      avm (~> 0.98, >= 0.98.3)
+    avm-eac_redmine_base0 (0.24.1)
+      avm (~> 0.98, >= 0.98.4)
       avm-eac_generic_base0 (~> 0.15, >= 0.15.2)
       avm-eac_rails_base1 (~> 0.11, >= 0.11.1)
       avm-eac_ubuntu_base0 (~> 0.7)
       eac_fs (~> 0.20)
       eac_rest (~> 0.12)
-      eac_ruby_utils (~> 0.128, >= 0.128.6)
+      eac_ruby_utils (~> 0.129)
+
+PATH
+  remote: sub/avm-eac_ruby_base1
+  specs:
+    avm-eac_ruby_base1 (0.39.0)
+      aranha-parsers (~> 0.26, >= 0.26.2)
+      avm (~> 0.98, >= 0.98.4)
+      avm-eac_generic_base0 (~> 0.15, >= 0.15.2)
+      eac_envs-http (~> 0.7, >= 0.7.1)
+      eac_ruby_utils (~> 0.129)
+
+PATH
+  remote: sub/avm-tools
+  specs:
+    avm-tools (0.163.6)
+      avm (~> 0.98, >= 0.98.4)
+      eac_ruby_base0 (~> 0.19, >= 0.19.3)
+
+PATH
+  remote: sub/avm
+  specs:
+    avm (0.98.4)
+      eac_cli (~> 0.45)
+      eac_config (~> 0.15)
+      eac_docker (~> 0.8)
+      eac_fs (~> 0.20)
+      eac_ruby_utils (~> 0.129)
+      eac_templates (~> 0.8, >= 0.8.3)
+      minitar (~> 0.12, >= 0.12.1)
+
+PATH
+  remote: sub/eac_envs-http
+  specs:
+    eac_envs-http (0.7.1)
+      eac_fs (~> 0.20)
+      eac_ruby_utils (~> 0.129)
+      faraday (~> 2.14, >= 2.14.1)
+      faraday-follow_redirects (~> 0.5)
+      faraday-gzip (~> 0.1)
+      faraday-multipart (~> 1.2)
+      faraday-retry (~> 2.4)
+      random-port (~> 0.7, >= 0.7.6)
+      webrick
+
+PATH
+  remote: sub/eac_ruby_base0
+  specs:
+    eac_ruby_base0 (0.19.3)
+      avm-eac_ruby_base1 (~> 0.39)
+      eac_cli (~> 0.45)
+      eac_fs (~> 0.20)
+      eac_ruby_utils (~> 0.129)
+
+PATH
+  remote: sub/eac_ruby_gem_support
+  specs:
+    eac_ruby_gem_support (0.12.1)
+      eac_ruby_utils (~> 0.129)
+      rspec (~> 3.13, >= 3.13.2)
+      rubocop (~> 1.84, >= 1.84.1)
+      rubocop-rails (~> 2.34, >= 2.34.3)
+      rubocop-rspec (~> 3.9)
+      super_diff (~> 0.18)
+
+PATH
+  remote: sub/eac_ruby_utils
+  specs:
+    eac_ruby_utils (0.129.0)
+      activesupport (>= 4, < 7)
+      addressable (~> 2.8, >= 2.8.8)
+      bundler
+      filesize (~> 0.2)
+      net-ssh (~> 4.2)
+      zeitwerk (~> 2.7, >= 2.7.4)
 
 GEM
   remote: https://rubygems.org/
@@ -48,25 +134,9 @@ GEM
       public_suffix (>= 2.0.2, < 8.0)
     aranha (0.20.0)
       eac_ruby_utils (~> 0.128)
-    aranha-parsers (0.26.1)
-      activesupport (>= 4.0.0)
-      addressable (~> 2.8, >= 2.8.7)
-      aranha (~> 0.20)
-      eac_envs-http (~> 0.6, >= 0.6.1)
-      eac_ruby_utils (~> 0.128, >= 0.128.1)
-      nokogiri (~> 1.15, >= 1.15.7)
-      ofx-parser (~> 1.1)
     asciidoctor (2.0.26)
     ast (2.4.3)
     attr_extras (7.1.0)
-    avm (0.98.3)
-      eac_cli (~> 0.45)
-      eac_config (~> 0.15)
-      eac_docker (~> 0.8)
-      eac_fs (~> 0.20)
-      eac_ruby_utils (~> 0.128, >= 0.128.6)
-      eac_templates (~> 0.8, >= 0.8.3)
-      minitar (~> 0.12, >= 0.12.1)
     avm-eac_asciidoctor_base0 (0.26.1)
       asciidoctor (~> 2.0, >= 2.0.26)
       avm-eac_webapp_base0 (~> 0.21, >= 0.21.3)
@@ -113,12 +183,6 @@ GEM
     avm-eac_ruby_base0 (0.1.0)
       avm-eac_ruby_base1 (~> 0.34)
       eac_ruby_utils (~> 0.122)
-    avm-eac_ruby_base1 (0.38.1)
-      aranha-parsers (~> 0.26, >= 0.26.1)
-      avm (~> 0.98, >= 0.98.1)
-      avm-eac_generic_base0 (~> 0.15, >= 0.15.1)
-      eac_envs-http (~> 0.7)
-      eac_ruby_utils (~> 0.128, >= 0.128.4)
     avm-eac_ubuntu_base0 (0.7.0)
       avm (~> 0.98, >= 0.98.2)
       eac_ruby_utils (~> 0.128, >= 0.128.6)
@@ -139,9 +203,6 @@ GEM
       eac_git (~> 0.18, >= 0.18.1)
       eac_ruby_utils (~> 0.128, >= 0.128.4)
       git (~> 1.19, >= 1.19.1)
-    avm-tools (0.163.5)
-      avm (~> 0.98, >= 0.98.3)
-      eac_ruby_base0 (~> 0.19, >= 0.19.2)
     clipboard (2.0.0)
     colorize (0.8.1)
     concurrent-ruby (1.3.6)
@@ -160,15 +221,6 @@ GEM
     eac_docker (0.8.0)
       eac_ruby_utils (~> 0.128, >= 0.128.2)
       eac_templates (~> 0.8, >= 0.8.1)
-    eac_envs-http (0.7.0)
-      eac_fs (~> 0.19)
-      eac_ruby_utils (~> 0.128, >= 0.128.3)
-      faraday (~> 2.8, >= 2.8.1)
-      faraday-follow_redirects (~> 0.3)
-      faraday-gzip (~> 0.1)
-      faraday-multipart (~> 1.1, >= 1.1.1)
-      faraday-retry (~> 2.3, >= 2.3.2)
-      random-port (~> 0.7, >= 0.7.1)
     eac_fs (0.20.0)
       content-type (~> 0.0, >= 0.0.2)
       eac_ruby_utils (~> 0.128, >= 0.128.5)
@@ -180,29 +232,10 @@ GEM
       eac_envs-http (~> 0.5)
       eac_fs (~> 0.16)
       eac_ruby_utils (~> 0.120)
-    eac_ruby_base0 (0.19.2)
-      avm-eac_ruby_base1 (~> 0.37)
-      eac_cli (~> 0.43)
-      eac_fs (~> 0.19)
-      eac_ruby_utils (~> 0.128, >= 0.128.2)
-    eac_ruby_gem_support (0.12.0)
-      eac_ruby_utils (~> 0.127)
-      rspec (~> 3.13, >= 3.13.1)
-      rubocop (~> 1.76)
-      rubocop-rails (~> 2.32)
-      rubocop-rspec (~> 3.6)
-      super_diff (~> 0.9)
-    eac_ruby_utils (0.128.6)
-      activesupport (>= 4, < 7)
-      addressable (~> 2.8, >= 2.8.8)
-      bundler
-      filesize (~> 0.2)
-      net-ssh (~> 4.2)
-      zeitwerk (~> 2.7, >= 2.7.4)
     eac_templates (0.8.3)
       eac_config (~> 0.15)
       eac_ruby_utils (~> 0.128, >= 0.128.5)
-    faraday (2.14.0)
+    faraday (2.14.1)
       faraday-net_http (>= 2.0, < 3.5)
       json
       logger
@@ -321,6 +354,7 @@ GEM
     unicode-display_width (2.6.0)
     unicode_utils (1.4.0)
     uri (1.1.1)
+    webrick (1.9.2)
     zeitwerk (2.7.4)
     zlib (2.1.1)
 
@@ -328,8 +362,15 @@ PLATFORMS
   x86_64-linux-gnu
 
 DEPENDENCIES
+  aranha-parsers!
+  avm!
   avm-eac_redmine_base0!
-  eac_ruby_gem_support (~> 0.12)
+  avm-eac_ruby_base1!
+  avm-tools!
+  eac_envs-http!
+  eac_ruby_base0!
+  eac_ruby_gem_support (~> 0.12, >= 0.12.1, >= 0)!
+  eac_ruby_utils!
   eac_tools!
 
 BUNDLED WITH

data/lib/eac_tools/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module EacTools
-  VERSION = '0.107.0'
+  VERSION = '0.108.0'
 end

data/sub/aranha-parsers/Gemfile

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+source 'https://rubygems.org'
+
+gemspec
+
+local_gemfile = File.join(File.dirname(__FILE__), 'Gemfile.local')
+eval_gemfile local_gemfile if File.exist?(local_gemfile)

data/sub/aranha-parsers/aranha-parsers.gemspec

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+$LOAD_PATH.push File.expand_path('lib', __dir__)
+
+require 'aranha/parsers/version'
+
+Gem::Specification.new do |s|
+  s.name        = 'aranha-parsers'
+  s.version     = Aranha::Parsers::VERSION
+  s.authors     = ['Esquilo Azul Company']
+  s.summary     = 'Parsers\' utilities for Ruby.'
+
+  s.files = Dir['{lib}/**/*']
+  s.required_ruby_version = '>= 2.7'
+
+  s.add_dependency 'activesupport', '>= 4.0.0'
+  s.add_dependency 'addressable', '~> 2.8', '>= 2.8.8'
+  s.add_dependency 'aranha', '~> 0.20'
+  s.add_dependency 'eac_envs-http', '~> 0.7', '>= 0.7.1'
+  s.add_dependency 'eac_ruby_utils', '~> 0.129'
+  s.add_dependency 'nokogiri', '~> 1.19'
+  s.add_dependency 'ofx-parser', '~> 1.1'
+
+  s.add_development_dependency 'eac_ruby_gem_support', '~> 0.12', '>= 0.12.1'
+end

data/sub/aranha-parsers/lib/aranha/parsers/base.rb

@@ -0,0 +1,93 @@
+# frozen_string_literal: true
+
+require 'open-uri'
+require 'fileutils'
+
+module Aranha
+  module Parsers
+    class Base
+      class << self
+        # @deprecated Use {#from_string} instead.
+        # @param content [String]
+        # @return [Aranha::Parsers::Base]
+        def from_content(content)
+          from_string(content)
+        end
+
+        # @param string [String]
+        # @return [Aranha::Parsers::Base]
+        def from_string(string)
+          ::EacRubyUtils::Fs::Temp.on_file do |path|
+            ::File.open(path.to_s, 'w:UTF-8') do |f|
+              f.write string.dup.force_encoding('UTF-8')
+            end
+            r = new(path.to_path)
+            r.content
+            r
+          end
+        end
+      end
+
+      LOG_DIR_ENVVAR = 'ARANHA_PARSERS_LOG_DIR'
+
+      attr_reader :source_address
+
+      def initialize(url)
+        @source_address = ::Aranha::Parsers::SourceAddress.new(url)
+        log_content(source_address.serialize, '-source-address')
+      end
+
+      delegate :url, to: :source_address
+
+      def content
+        @content ||= log_content(source_address_content)
+      end
+
+      # @return [String, nil]
+      def content_encoding
+        nil
+      end
+
+      # @return [String]
+      def source_address_content
+        source_address.content.then do |r|
+          content_encoding.if_present(r) { |v| r.force_encoding(v) }
+        end
+      end
+
+      private
+
+      # @return [String]
+      def log_content(content, suffix = '')
+        path = log_file(suffix)
+
+        File.binwrite(path, content) if path
+
+        content
+      end
+
+      def log_file(suffix)
+        dir = log_parsers_dir
+        return nil unless dir
+
+        f = ::File.join(dir, "#{self.class.name.parameterize}#{suffix}.log")
+        FileUtils.mkdir_p(File.dirname(f))
+        f
+      end
+
+      def log_parsers_dir
+        return ENV[LOG_DIR_ENVVAR] if ENV[LOG_DIR_ENVVAR]
+        return ::Rails.root.join('log/parsers') if rails_root_exist?
+
+        nil
+      end
+
+      def rails_root_exist?
+        ::Rails.root
+        true
+      rescue NameError
+        false
+      end
+    end
+  end
+end

data/sub/aranha-parsers/lib/aranha/parsers/firefox/request_from_firefox.rb

@@ -0,0 +1,44 @@
+# frozen_string_literal: true
+
+module Aranha
+  module Parsers
+    module Firefox
+      class RequestFromFirefox
+        BASE_URL_SUBPATH = 'base_url'
+        BODY_SUBPATH = 'body'
+        REQUEST_SUBPATH = 'request'
+
+        class << self
+          def from_directory(path)
+            path = path.to_pathname
+            body_path = path.join(BODY_SUBPATH)
+            new(
+              path.join(BASE_URL_SUBPATH).read.strip,
+              ::Aranha::Parsers::Firefox::RequestHeaderFromFirefox
+              .from_file(path.join(REQUEST_SUBPATH)),
+              body_path.file? ? body_path.read : nil
+            )
+          end
+        end
+
+        enable_simple_cache
+        common_constructor :the_base_uri, :header, :body, default: [nil] do
+          self.the_base_uri = the_base_uri.to_uri
+        end
+
+        def to_uri_source
+          {
+            method: header.verb,
+            url: url,
+            headers: header.headers,
+            body: body
+          }
+        end
+
+        def url
+          (the_base_uri + header.uri).to_s
+        end
+      end
+    end
+  end
+end

data/sub/aranha-parsers/lib/aranha/parsers/firefox/request_header_from_firefox.rb

@@ -0,0 +1,57 @@
+# frozen_string_literal: true
+
+module Aranha
+  module Parsers
+    module Firefox
+      class RequestHeaderFromFirefox
+        class << self
+          def from_file(path)
+            new(path.to_pathname.read)
+          end
+        end
+
+        FIRST_LINE_PARSER = /\A(\S+)\s(\S+)\s(\S+)\z/.to_parser do |m|
+          { verb: m[1], uri: m[2], version: m[3] }
+        end
+
+        HEADER_LINE_PARSER = /\A([^:]+):\s+(.+)\z/.to_parser do |m|
+          m[1..2]
+        end
+
+        enable_simple_cache
+
+        common_constructor :string
+
+        def to_h
+          %w[verb uri headers].index_with { |m| send(m) }
+        end
+
+        def headers
+          all_except_first_line.map { |line| HEADER_LINE_PARSER.parse!(line) }.to_h # rubocop:disable Style/MapToHash
+        end
+
+        def verb
+          parsed_first_line.fetch(:verb)
+        end
+
+        def uri
+          parsed_first_line.fetch(:uri)
+        end
+
+        private
+
+        def all_lines_uncached
+          string.each_line.map(&:strip)
+        end
+
+        def parsed_first_line_uncached
+          FIRST_LINE_PARSER.parse!(all_lines.first)
+        end
+
+        def all_except_first_line
+          all_lines[1..-1] # rubocop:disable Style/SlicingWithRange
+        end
+      end
+    end
+  end
+end

data/sub/aranha-parsers/lib/aranha/parsers/firefox/uri_from_har.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+require 'json'
+
+module Aranha
+  module Parsers
+    module Firefox
+      class UriFromHar
+        class << self
+          def from_file(path)
+            new(::JSON.parse(path.to_pathname.read))
+          end
+        end
+
+        common_constructor :data
+
+        def result
+          data.fetch('log').fetch('entries').map { |e| e.fetch('request').fetch('url') }
+        end
+
+        def request_data; end
+      end
+    end
+  end
+end

data/sub/aranha-parsers/lib/aranha/parsers/html/base.rb

@@ -0,0 +1,66 @@
+# frozen_string_literal: true
+
+require 'nokogiri'
+
+module Aranha
+  module Parsers
+    module Html
+      class Base < ::Aranha::Parsers::Base
+        class << self
+          def fields
+            @fields ||= []
+            @fields.dup
+          end
+
+          def field(name, type, xpath)
+            @fields ||= []
+            @fields << Field.new(name, type, xpath)
+          end
+
+          # @param node [Nokogiri::XML::Node]
+          # @return [Aranha::Parsers::Html::Base]
+          def from_node(node)
+            from_string(node.to_html)
+          end
+
+          # @param node [String]
+          # @param klass [String]
+          # @return [String]
+          def xpath_contains_class(klass, node = '@class')
+            "contains(concat(' ', normalize-space(#{node}), ' '), ' #{klass} ')"
+          end
+
+          # @param haystack [String]
+          # @param needle [String]
+          # @return [String]
+          def xpath_ends_with(haystack, needle)
+            "substring(#{haystack}, string-length(#{haystack}) - string-length(#{needle}) + 1) " \
+              "= #{needle}"
+          end
+
+          Field = Struct.new(:name, :type, :xpath)
+        end
+
+        def nokogiri
+          @nokogiri ||= Nokogiri::HTML(content, &:noblanks)
+        end
+
+        protected
+
+        def node_parser_class
+          ::Aranha::Parsers::Html::Node::Default
+        end
+
+        private
+
+        def node_parser
+          @node_parser ||= node_parser_class.new(fields)
+        end
+
+        def fields
+          self.class.fields.map { |f| [f.name, f.type, f.xpath] }
+        end
+      end
+    end
+  end
+end

data/sub/aranha-parsers/lib/aranha/parsers/html/item.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+module Aranha
+  module Parsers
+    module Html
+      class Item < Base
+        def data
+          @data ||= node_parser.parse(item_node)
+        end
+
+        def item_node
+          @item_node ||= begin
+            r = item_xpath ? nokogiri.at_xpath(item_xpath) : nokogiri
+            raise "Item node not found (Item xpath: #{item_xpath})" unless r
+
+            r
+          end
+        end
+      end
+    end
+  end
+end

data/sub/aranha-parsers/lib/aranha/parsers/html/item_list.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+module Aranha
+  module Parsers
+    module Html
+      class ItemList < Base
+        def data
+          items_data
+        end
+
+        def item_data(item)
+          item
+        end
+
+        def items_data
+          count = 0
+          @data ||= nokogiri.xpath(items_xpath).map do |m|
+            count += 1
+            item_data(node_parser.parse(m))
+          end
+        rescue StandardError => e
+          raise StandardError, "#{e.message} (Count: #{count})"
+        end
+
+        def items_xpath
+          raise "Class #{self.class} has no method \"#{__method__}\". Implement it"
+        end
+      end
+    end
+  end
+end

data/sub/aranha-parsers/lib/aranha/parsers/html/node/base.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+module Aranha
+  module Parsers
+    module Html
+      module Node
+        class Base
+          attr_reader :fields
+
+          def initialize(fields)
+            @fields = fields
+          end
+
+          def parse(node)
+            fields.to_h do |f|
+              [f[0], parse_field(node, f[2], f[1])]
+            rescue StandardError => e
+              raise StandardError, "#{e.message}\nFields: #{f}"
+            end
+          end
+
+          private
+
+          def parse_field(node, xpath, parser_method)
+            value_method = "#{parser_method}_value"
+            return send(value_method, node, xpath) if respond_to?(value_method)
+
+            raise "Method \"#{value_method}\" not found in #{self.class}"
+          end
+        end
+      end
+    end
+  end
+end