ehbrs-tools 0.28.3 → 0.29.0

data/vendor/aranha-parsers/aranha-parsers.gemspec

@@ -1,25 +0,0 @@
-# frozen_string_literal: true
-
-$LOAD_PATH.push File.expand_path('lib', __dir__)
-
-require 'aranha/parsers/version'
-
-Gem::Specification.new do |s|
-  s.name        = 'aranha-parsers'
-  s.version     = ::Aranha::Parsers::VERSION
-  s.authors     = ['Esquilo Azul Company']
-  s.summary     = 'Parsers\' utilities for Ruby.'
-
-  s.files = Dir['{lib}/**/*', 'Gemfile']
-
-  s.add_dependency 'activesupport', '>= 4.0.0'
-  s.add_dependency 'addressable', '~> 2.7'
-  s.add_dependency 'curb', '~> 0.9.10'
-  s.add_dependency 'eac_ruby_utils', '~> 0.74'
-  s.add_dependency 'faraday_middleware'
-  s.add_dependency 'httpclient', '~> 2.8', '>= 2.8.3'
-  s.add_dependency 'nokogiri', '~> 1.12', '>= 1.12.4'
-  s.add_dependency 'ofx-parser', '~> 1.1.0'
-
-  s.add_development_dependency 'eac_ruby_gem_support', '~> 0.3', '>= 0.3.3'
-end

data/vendor/aranha-parsers/lib/aranha/parsers/base.rb

@@ -1,81 +0,0 @@
-# frozen_string_literal: true
-
-require 'open-uri'
-require 'fileutils'
-require 'aranha/parsers/source_address'
-require 'eac_ruby_utils/fs/temp'
-
-module Aranha
-  module Parsers
-    class Base
-      class << self
-        def from_content(content)
-          ::EacRubyUtils::Fs::Temp.on_file do |path|
-            ::File.open(path.to_s, 'w:UTF-8') do |f|
-              f.write content.force_encoding('UTF-8')
-            end
-            r = new(path.to_path)
-            r.content
-            r
-          end
-        end
-
-        def parse_content(content)
-          from_content(content).data
-        end
-      end
-
-      LOG_DIR_ENVVAR = 'ARANHA_PARSERS_LOG_DIR'
-
-      attr_reader :source_address
-
-      def initialize(url)
-        @source_address = ::Aranha::Parsers::SourceAddress.new(url)
-        log_content(source_address.serialize, '-source-address')
-      end
-
-      delegate :url, to: :source_address
-
-      def content
-        @content ||= begin
-          s = source_address.content
-          log_content(s)
-          s
-        end
-      end
-
-      private
-
-      def log_content(content, suffix = '')
-        path = log_file(suffix)
-
-        return unless path
-
-        File.open(path, 'wb') { |file| file.write(content) }
-      end
-
-      def log_file(suffix)
-        dir = log_parsers_dir
-        return nil unless dir
-
-        f = ::File.join(dir, "#{self.class.name.parameterize}#{suffix}.log")
-        FileUtils.mkdir_p(File.dirname(f))
-        f
-      end
-
-      def log_parsers_dir
-        return ENV[LOG_DIR_ENVVAR] if ENV[LOG_DIR_ENVVAR]
-        return ::Rails.root.join('log', 'parsers') if rails_root_exist?
-
-        nil
-      end
-
-      def rails_root_exist?
-        ::Rails.root
-        true
-      rescue NameError
-        false
-      end
-    end
-  end
-end

data/vendor/aranha-parsers/lib/aranha/parsers/html/base.rb

@@ -1,47 +0,0 @@
-# frozen_string_literal: true
-
-require 'nokogiri'
-require 'aranha/parsers/base'
-require 'aranha/parsers/html/node/default'
-
-module Aranha
-  module Parsers
-    module Html
-      class Base < ::Aranha::Parsers::Base
-        class << self
-          def fields
-            @fields ||= []
-            @fields.dup
-          end
-
-          def field(name, type, xpath)
-            @fields ||= []
-            @fields << Field.new(name, type, xpath)
-          end
-
-          Field = Struct.new(:name, :type, :xpath)
-        end
-
-        def nokogiri
-          @nokogiri ||= Nokogiri::HTML(content, &:noblanks)
-        end
-
-        protected
-
-        def node_parser_class
-          ::Aranha::Parsers::Html::Node::Default
-        end
-
-        private
-
-        def node_parser
-          @node_parser ||= node_parser_class.new(fields)
-        end
-
-        def fields
-          self.class.fields.map { |f| [f.name, f.type, f.xpath] }
-        end
-      end
-    end
-  end
-end

data/vendor/aranha-parsers/lib/aranha/parsers/html/item.rb

@@ -1,24 +0,0 @@
-# frozen_string_literal: true
-
-require 'aranha/parsers/html/base'
-
-module Aranha
-  module Parsers
-    module Html
-      class Item < Base
-        def data
-          @data ||= node_parser.parse(item_node)
-        end
-
-        def item_node
-          @item_node ||= begin
-            r = item_xpath ? nokogiri.at_xpath(item_xpath) : nokogiri
-            raise "Item node not found (Item xpath: #{item_xpath})" unless r
-
-            r
-          end
-        end
-      end
-    end
-  end
-end

data/vendor/aranha-parsers/lib/aranha/parsers/html/item_list.rb

@@ -1,29 +0,0 @@
-# frozen_string_literal: true
-
-require 'aranha/parsers/html/base'
-
-module Aranha
-  module Parsers
-    module Html
-      class ItemList < Base
-        def data
-          items_data
-        end
-
-        def items_data
-          count = 0
-          @data ||= nokogiri.xpath(items_xpath).map do |m|
-            count += 1
-            node_parser.parse(m)
-          end
-        rescue StandardError => e
-          raise StandardError, "#{e.message} (Count: #{count})"
-        end
-
-        def items_xpath
-          raise "Class #{self.class} has no method \"#{__method__}\". Implement it"
-        end
-      end
-    end
-  end
-end

data/vendor/aranha-parsers/lib/aranha/parsers/html/node/base.rb

@@ -1,36 +0,0 @@
-# frozen_string_literal: true
-
-module Aranha
-  module Parsers
-    module Html
-      module Node
-        class Base
-          attr_reader :fields
-
-          def initialize(fields)
-            @fields = fields
-          end
-
-          def parse(node)
-            fields.map do |f|
-              begin
-                [f[0], parse_field(node, f[2], f[1])]
-              rescue StandardError => e
-                raise StandardError, "#{e.message}\nFields: #{f}"
-              end
-            end.to_h
-          end
-
-          private
-
-          def parse_field(node, xpath, parser_method)
-            value_method = "#{parser_method}_value"
-            return send(value_method, node, xpath) if respond_to?(value_method)
-
-            raise "Method \"#{value_method}\" not found in #{self.class}"
-          end
-        end
-      end
-    end
-  end
-end

data/vendor/aranha-parsers/lib/aranha/parsers/html/node/default/numeric_support.rb

@@ -1,70 +0,0 @@
-# frozen_string_literal: true
-
-require 'aranha/parsers/html/node/base'
-require 'eac_ruby_utils/core_ext'
-
-module Aranha
-  module Parsers
-    module Html
-      module Node
-        class Default < ::Aranha::Parsers::Html::Node::Base
-          module NumericSupport
-            def integer_value(node, xpath)
-              r = string_value(node, xpath)
-              return nil if r.blank?
-
-              m = /\d+/.match(r)
-              raise "Integer not found in \"#{r}\"" unless m
-
-              m[0].to_i
-            end
-
-            def integer_optional_value(node, xpath)
-              r = string_value(node, xpath)
-              m = /\d+/.match(r)
-              m ? m[0].to_i : nil
-            end
-
-            def float_value(node, xpath)
-              parse_float(node, xpath, true)
-            end
-
-            def float_optional_value(node, xpath)
-              parse_float(node, xpath, false)
-            end
-
-            def us_decimal_value(node, xpath)
-              parse_us_decimal(node, xpath, true)
-            end
-
-            def us_decimal_optional_value(node, xpath)
-              parse_us_decimal(node, xpath, false)
-            end
-
-            private
-
-            def parse_float(node, xpath, required)
-              s = string_value(node, xpath)
-              m = /\d+(?:[\.\,](\d+))?/.match(s)
-              if m
-                m[0].delete('.').tr(',', '.').to_f
-              elsif required
-                raise "Float value not found in \"#{s}\""
-              end
-            end
-
-            def parse_us_decimal(node, xpath, required)
-              s = string_value(node, xpath)
-              m = /\d+(?:[\.\,](\d+))?/.match(s)
-              if m
-                m[0].delete(',').to_f
-              elsif required
-                raise "US decimal value not found in \"#{s}\""
-              end
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/vendor/aranha-parsers/lib/aranha/parsers/html/node/default/string_support.rb

@@ -1,77 +0,0 @@
-# frozen_string_literal: true
-
-require 'aranha/parsers/html/node/base'
-require 'eac_ruby_utils/core_ext'
-
-module Aranha
-  module Parsers
-    module Html
-      module Node
-        class Default < ::Aranha::Parsers::Html::Node::Base
-          module StringSupport
-            def quoted_value(node, xpath)
-              s = string_value(node, xpath)
-              return '' unless s
-
-              m = /\"([^\"]+)\"/.match(s)
-              return m[1] if m
-
-              ''
-            end
-
-            def regxep(node, xpath, pattern)
-              s = string_value(node, xpath)
-              m = pattern.match(s)
-              return m if m
-
-              raise "Pattern \"#{pattern}\" not found in string \"#{s}\""
-            end
-
-            def string_value(node, xpath)
-              if node.at_xpath(xpath)
-                sanitize_string(node.at_xpath(xpath).text)
-              else
-                ''
-              end
-            end
-
-            def string_recursive_value(node, xpath, required = true)
-              root = node.at_xpath(xpath)
-              if root.blank?
-                return nil unless required
-
-                raise "No node found (Xpath: #{xpath})"
-              end
-              result = string_recursive(root)
-              return result if result.present?
-              return nil unless required
-
-              raise "String blank (Xpath: #{xpath})"
-            end
-
-            def string_recursive_optional_value(node, xpath)
-              string_recursive_value(node, xpath, false)
-            end
-
-            private
-
-            def sanitize_string(obj)
-              obj.to_s.tr("\u00A0", ' ').strip
-            end
-
-            def string_recursive(node)
-              return sanitize_string(node.text) if node.is_a?(::Nokogiri::XML::Text)
-
-              s = ''
-              node.children.each do |child|
-                child_s = string_recursive(child)
-                s += ' ' + child_s if child_s.present?
-              end
-              sanitize_string(s)
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/vendor/aranha-parsers/lib/aranha/parsers/html/node/default.rb

@@ -1,34 +0,0 @@
-# frozen_string_literal: true
-
-require 'aranha/parsers/html/node/base'
-require 'eac_ruby_utils/core_ext'
-
-module Aranha
-  module Parsers
-    module Html
-      module Node
-        class Default < ::Aranha::Parsers::Html::Node::Base
-          require_sub __FILE__, include_modules: true
-
-          def array_value(node, xpath)
-            r = node.xpath(xpath).map { |n| n.text.strip }
-            r.join('|')
-          end
-
-          def join_value(node, xpath)
-            m = ''
-            node.xpath(xpath).each do |n|
-              m << n.text.strip
-            end
-            m
-          end
-
-          def duration_value(node, xpath)
-            m = /(\d+) m/.match(join_value(node, xpath))
-            m ? m[1].to_i : nil
-          end
-        end
-      end
-    end
-  end
-end

data/vendor/aranha-parsers/lib/aranha/parsers/html/node.rb

@@ -1,13 +0,0 @@
-# frozen_string_literal: true
-
-require 'eac_ruby_utils/require_sub'
-
-module Aranha
-  module Parsers
-    module Html
-      module Node
-        ::EacRubyUtils.require_sub __FILE__
-      end
-    end
-  end
-end

data/vendor/aranha-parsers/lib/aranha/parsers/html.rb

@@ -1,11 +0,0 @@
-# frozen_string_literal: true
-
-require 'eac_ruby_utils/require_sub'
-
-module Aranha
-  module Parsers
-    module Html
-      ::EacRubyUtils.require_sub __FILE__
-    end
-  end
-end

data/vendor/aranha-parsers/lib/aranha/parsers/invalid_state_exception.rb

@@ -1,8 +0,0 @@
-# frozen_string_literal: true
-
-module Aranha
-  module Parsers
-    class InvalidStateException < StandardError
-    end
-  end
-end

data/vendor/aranha-parsers/lib/aranha/parsers/json/base.rb

@@ -1,20 +0,0 @@
-# frozen_string_literal: true
-
-require 'aranha/parsers/base'
-require 'json'
-
-module Aranha
-  module Parsers
-    module Json
-      class Base < ::Aranha::Parsers::Base
-        def data
-          default_data
-        end
-
-        def default_data
-          ::JSON.parse(content)
-        end
-      end
-    end
-  end
-end

data/vendor/aranha-parsers/lib/aranha/parsers/json.rb

@@ -1,11 +0,0 @@
-# frozen_string_literal: true
-
-require 'eac_ruby_utils/core_ext'
-
-module Aranha
-  module Parsers
-    module Json
-      require_sub __FILE__
-    end
-  end
-end

data/vendor/aranha-parsers/lib/aranha/parsers/patches/ofx_parser.rb

@@ -1,38 +0,0 @@
-# frozen_string_literal: true
-
-require 'ofx-parser'
-
-module Aranha
-  module Parsers
-    module Patches
-      module OfxParser
-        module OfxParser
-          def self.included(base)
-            base.class_eval do
-              class << self
-                prepend ClassMethods
-              end
-            end
-          end
-
-          module ClassMethods
-            def build_transaction(transaction)
-              r = super
-              r.currate = (transaction / 'CURRENCY/CURRATE').inner_text
-              r
-            end
-          end
-        end
-
-        module Transaction
-          attr_accessor :currate, :cursym
-        end
-      end
-    end
-  end
-end
-
-require 'eac_ruby_utils/patch'
-
-::EacRubyUtils.patch(::OfxParser::OfxParser, ::Aranha::Parsers::Patches::OfxParser::OfxParser)
-::EacRubyUtils.patch(::OfxParser::Transaction, ::Aranha::Parsers::Patches::OfxParser::Transaction)

data/vendor/aranha-parsers/lib/aranha/parsers/patches.rb

@@ -1,11 +0,0 @@
-# frozen_string_literal: true
-
-require 'eac_ruby_utils/require_sub'
-
-module Aranha
-  module Parsers
-    module Patches
-      ::EacRubyUtils.require_sub __FILE__
-    end
-  end
-end

data/vendor/aranha-parsers/lib/aranha/parsers/rspec/setup.rb

@@ -1,15 +0,0 @@
-# frozen_string_literal: true
-
-require 'eac_ruby_utils/core_ext'
-
-module Aranha
-  module Parsers
-    module Rspec
-      module Setup
-        def self.extended(_setup_obj)
-          require 'aranha/parsers/rspec/shared_examples/source_target_fixtures'
-        end
-      end
-    end
-  end
-end

data/vendor/aranha-parsers/lib/aranha/parsers/rspec/shared_examples/source_target_fixtures.rb

@@ -1,78 +0,0 @@
-# frozen_string_literal: true
-
-require 'aranha/parsers/source_target_fixtures'
-require 'yaml'
-
-RSpec.shared_examples 'source_target_fixtures' do |spec_file| # rubocop:disable Metrics/BlockLength
-  let(:spec_file) { spec_file }
-
-  it 'fixtures directory should exist' do
-    expect(::File.directory?(fixtures_dir)).to be true
-  end
-
-  context 'with fixtures directory' do
-    it 'has at least one file' do
-      expect(source_target_fixtures.source_target_files.count).to be > 0 # rubocop:disable Style/NumericPredicate
-    end
-
-    if ENV['WRITE_TARGET_FIXTURES']
-      it 'writes target data for all files' do
-        source_target_fixtures.source_files.each do |source_file|
-          sd = sort_results(source_data(source_file))
-          basename = ::Aranha::Parsers::SourceTargetFixtures.source_target_basename(source_file)
-          target_file = File.expand_path("../#{basename}.target#{target_file_extname}", source_file)
-          File.write(target_file, target_content(sd))
-        end
-      end
-    else
-      it 'parses data for all files' do
-        source_target_fixtures.source_target_files.each do |st|
-          assert_source_target_complete(st)
-          sd = source_data(st.source)
-          td = target_data(st.target)
-          expect(sort_results(sd)).to eq(sort_results(td))
-        end
-      end
-    end
-  end
-
-  def source_target_fixtures
-    @source_target_fixtures ||= ::Aranha::Parsers::SourceTargetFixtures.new(fixtures_dir)
-  end
-
-  def assert_source_target_complete(source_target)
-    expect(source_target.source).to(be_truthy, "Source not found (Target: #{source_target.target})")
-    expect(source_target.target).to(be_truthy, "Target not found (Source: #{source_target.source})")
-  end
-
-  def source_data(source_file)
-    instance = described_class.new(source_file)
-    return instance.data if instance.respond_to?(:data)
-
-    raise "#{instance} has no \"data\" method. You need to implement \"#{instance}.data\" or " \
-      "\"#{self}.source_data(source_file)\""
-  end
-
-  def fixtures_dir
-    ::File.join(
-      ::File.dirname(spec_file),
-      ::File.basename(spec_file, '.*') + '_files'
-    )
-  end
-
-  def sort_results(results)
-    results
-  end
-
-  def target_data(target_file)
-    ::YAML.load_file(target_file)
-  end
-
-  def target_content(data)
-    data.to_yaml
-  end
-
-  def target_file_extname
-    '.yaml'
-  end
-end

data/vendor/aranha-parsers/lib/aranha/parsers/rspec.rb

@@ -1,11 +0,0 @@
-# frozen_string_literal: true
-
-require 'eac_ruby_utils/core_ext'
-
-module Aranha
-  module Parsers
-    module Rspec
-      require_sub __FILE__
-    end
-  end
-end

data/vendor/aranha-parsers/lib/aranha/parsers/source_address/fetch_content_error.rb

@@ -1,10 +0,0 @@
-# frozen_string_literal: true
-
-module Aranha
-  module Parsers
-    class SourceAddress
-      class FetchContentError < ::RuntimeError
-      end
-    end
-  end
-end