eac_tools 0.69.0 → 0.70.0

data/sub/aranha-parsers/lib/aranha/parsers/source_address/file.rb

@@ -1,31 +0,0 @@
-# frozen_string_literal: true
-
-require 'aranha/parsers/source_address/http_get'
-
-module Aranha
-  module Parsers
-    class SourceAddress
-      class File < ::Aranha::Parsers::SourceAddress::HttpGet
-        SCHEME = 'file://'
-
-        class << self
-          def valid_source?(source)
-            source.to_s.start_with?(SCHEME + '/', '/')
-          end
-        end
-
-        def initialize(source)
-          super source.to_s.gsub(/\A#{Regexp.quote(SCHEME)}/, '')
-        end
-
-        def url
-          "#{SCHEME}#{source}"
-        end
-
-        def content
-          ::File.open(source, &:read)
-        end
-      end
-    end
-  end
-end

data/sub/aranha-parsers/lib/aranha/parsers/source_address/hash_http_base.rb

@@ -1,85 +0,0 @@
-# frozen_string_literal: true
-
-require 'aranha/parsers/source_address/fetch_content_error'
-require 'aranha/parsers/source_address/hash_http_base'
-require 'eac_envs/http/error'
-require 'eac_envs/http/request'
-require 'eac_ruby_utils/core_ext'
-require 'yaml'
-
-module Aranha
-  module Parsers
-    class SourceAddress
-      class HashHttpBase
-        class << self
-          def http_method
-            const_get 'HTTP_METHOD'
-          end
-
-          def valid_source?(source)
-            source.is_a?(::Hash) &&
-              source.with_indifferent_access[:method].to_s.downcase.strip == http_method.to_s
-          end
-        end
-
-        DEFAULT_BODY = ''
-        DEFAULT_FOLLOW_REDIRECT = true
-        DEFAULT_HEADERS = {}.freeze
-        DEFAULT_PARAMS = {}.freeze
-
-        enable_simple_cache
-
-        common_constructor :source do
-          self.source = source.with_indifferent_access
-        end
-        compare_by :source
-
-        def body
-          param(:body, DEFAULT_BODY)
-        end
-
-        def follow_redirect?
-          param(:follow_redirect, DEFAULT_FOLLOW_REDIRECT)
-        end
-
-        def headers
-          param(:headers, DEFAULT_HEADERS)
-        end
-
-        def url
-          source.fetch(:url)
-        end
-
-        def serialize
-          source.to_yaml
-        end
-
-        def content
-          request = http_request
-          request.response.body_str
-        rescue ::EacEnvs::Http::Error => e
-          raise ::Aranha::Parsers::SourceAddress::FetchContentError, e.message, request
-        end
-
-        def param(key, default_value)
-          source[key] || params[key] || default_value
-        end
-
-        def params
-          source[:params].if_present(DEFAULT_PARAMS)
-        end
-
-        private
-
-        # @return [EacEnvs::Http::Request]
-        def http_request
-          r = ::EacEnvs::Http::Request.new.verb(self.class.http_method).url(url)
-          r = headers.if_present(r) { |v| r.headers(v) }
-          r = body.if_present(r) { |v| r.body(v) }
-          r = r.follow_redirect(true) if follow_redirect?
-          r
-        end
-      end
-    end
-  end
-end

data/sub/aranha-parsers/lib/aranha/parsers/source_address/hash_http_get.rb

@@ -1,13 +0,0 @@
-# frozen_string_literal: true
-
-require 'aranha/parsers/source_address/hash_http_base'
-
-module Aranha
-  module Parsers
-    class SourceAddress
-      class HashHttpGet < ::Aranha::Parsers::SourceAddress::HashHttpBase
-        HTTP_METHOD = :get
-      end
-    end
-  end
-end

data/sub/aranha-parsers/lib/aranha/parsers/source_address/hash_http_post.rb

@@ -1,13 +0,0 @@
-# frozen_string_literal: true
-
-require 'aranha/parsers/source_address/hash_http_base'
-
-module Aranha
-  module Parsers
-    class SourceAddress
-      class HashHttpPost < ::Aranha::Parsers::SourceAddress::HashHttpBase
-        HTTP_METHOD = :post
-      end
-    end
-  end
-end

data/sub/aranha-parsers/lib/aranha/parsers/source_address/http_get.rb

@@ -1,54 +0,0 @@
-# frozen_string_literal: true
-
-require 'addressable'
-require 'aranha/parsers/source_address/fetch_content_error'
-require 'eac_envs/http/error'
-require 'eac_envs/http/request'
-
-module Aranha
-  module Parsers
-    class SourceAddress
-      class HttpGet
-        class << self
-          def location_uri(source_uri, location)
-            ::Addressable::URI.join(source_uri, location).to_s
-          end
-
-          def valid_source?(source)
-            source.to_s =~ %r{\Ahttps?://}
-          end
-        end
-
-        attr_reader :source
-
-        def initialize(source)
-          @source = source.to_s
-        end
-
-        def ==(other)
-          self.class == other.class && source == other.source
-        end
-
-        def url
-          source
-        end
-
-        def final_url
-          content unless @final_url
-          @final_url
-        end
-
-        def content
-          request = ::EacEnvs::Http::Request.new.url(url).retry(true).follow_redirect(true)
-          request.response.body_str
-        rescue ::EacEnvs::Http::Error => e
-          raise ::Aranha::Parsers::SourceAddress::FetchContentError, e.message, request
-        end
-
-        def serialize
-          url
-        end
-      end
-    end
-  end
-end

data/sub/aranha-parsers/lib/aranha/parsers/source_address.rb

@@ -1,57 +0,0 @@
-# frozen_string_literal: true
-
-require 'active_support/core_ext/module/delegation'
-require 'eac_ruby_utils/core_ext'
-require 'yaml'
-
-module Aranha
-  module Parsers
-    class SourceAddress
-      require_sub __FILE__
-
-      class << self
-        SUBS = [
-          ::Aranha::Parsers::SourceAddress::HashHttpGet,
-          ::Aranha::Parsers::SourceAddress::HashHttpPost,
-          ::Aranha::Parsers::SourceAddress::HttpGet,
-          ::Aranha::Parsers::SourceAddress::File
-        ].freeze
-
-        def detect_sub(source)
-          return source.sub if source.is_a?(self)
-
-          SUBS.each do |sub|
-            return sub.new(source) if sub.valid_source?(source)
-          end
-          raise "No content fetcher found for source \"#{source}\""
-        end
-
-        def deserialize(string)
-          new(string =~ %r{\A[a-z]+://} ? string.strip : ::YAML.load(string)) # rubocop:disable Security/YAMLLoad
-        end
-
-        def from_file(path)
-          deserialize(::File.read(path))
-        end
-      end
-
-      enable_simple_cache
-      common_constructor :source
-      delegate :content, :url, to: :sub
-
-      def to_s
-        sub.url
-      end
-
-      def serialize
-        sub.serialize.strip + "\n"
-      end
-
-      private
-
-      def sub_uncached
-        self.class.detect_sub(source)
-      end
-    end
-  end
-end

data/sub/aranha-parsers/lib/aranha/parsers/source_target_fixtures/source_target_file.rb

@@ -1,19 +0,0 @@
-# frozen_string_literal: true
-
-module Aranha
-  module Parsers
-    class SourceTargetFixtures
-      class SourceTargetFile
-        common_constructor :owner, :basename
-
-        def source
-          owner.source_file(basename)
-        end
-
-        def target
-          owner.target_file(basename)
-        end
-      end
-    end
-  end
-end

data/sub/aranha-parsers/lib/aranha/parsers/source_target_fixtures.rb

@@ -1,78 +0,0 @@
-# frozen_string_literal: true
-
-require 'active_support/core_ext/object'
-require 'active_support/core_ext/string'
-
-module Aranha
-  module Parsers
-    # Lists pairs of source/target files in a directory.
-    class SourceTargetFixtures
-      require_sub __FILE__
-
-      class << self
-        def source_target_basename(file)
-          m = /^(.+)\.(?:source|target)(?:\..+)?$/.match(File.basename(file))
-          m ? m[1] : nil
-        end
-      end
-
-      attr_reader :fixtures_directory
-
-      def initialize(fixtures_directory)
-        @fixtures_directory = fixtures_directory
-      end
-
-      def source_target_files
-        sources_targets_basenames.map do |basename|
-          ::Aranha::Parsers::SourceTargetFixtures::SourceTargetFile.new(self, basename)
-        end
-      end
-
-      def source_files
-        r = []
-        source_target_files.each do |st|
-          r << st.source if st.source
-        end
-        r
-      end
-
-      def target_files
-        r = []
-        source_target_files.each do |st|
-          r << st.target if st.target
-        end
-        r
-      end
-
-      def target_file(basename)
-        fixture_file(basename, 'target')
-      end
-
-      def source_file(basename)
-        fixture_file(basename, 'source')
-      end
-
-      private
-
-      def fixture_file(basename, suffix)
-        prefix = "#{basename}.#{suffix}"
-        Dir.foreach(fixtures_directory) do |item|
-          next if %w[. ..].include?(item)
-          return File.expand_path(item, fixtures_directory) if item.starts_with?(prefix)
-        end
-        nil
-      end
-
-      def sources_targets_basenames
-        basenames = Set.new
-        Dir.foreach(fixtures_directory) do |item|
-          next if %w[. ..].include?(item)
-
-          b = self.class.source_target_basename(item)
-          basenames << b if b.present?
-        end
-        basenames
-      end
-    end
-  end
-end

data/sub/aranha-parsers/lib/aranha/parsers/version.rb

@@ -1,7 +0,0 @@
-# frozen_string_literal: true
-
-module Aranha
-  module Parsers
-    VERSION = '0.19.0'
-  end
-end

data/sub/aranha-parsers/lib/aranha/parsers.rb

@@ -1,9 +0,0 @@
-# frozen_string_literal: true
-
-require 'eac_ruby_utils/require_sub'
-
-module Aranha
-  module Parsers
-    ::EacRubyUtils.require_sub __FILE__
-  end
-end

data/sub/aranha-parsers/spec/lib/aranha/parsers/rspec/shared_examples/source_target_fixtures_spec.rb

@@ -1,9 +0,0 @@
-# frozen_string_literal: true
-
-::RSpec.describe 'RSpec.shared_examples(\'source_target_fixtures\')' do # rubocop:disable RSpec/DescribeClass
-  include_examples 'source_target_fixtures', __FILE__
-
-  def source_data(source_file)
-    ::File.read(source_file)
-  end
-end

data/sub/aranha-parsers/spec/lib/aranha/parsers/rspec/shared_examples/source_target_fixtures_spec_files/fixture1.source.txt

@@ -1 +0,0 @@
-Isto é um fixture.

data/sub/aranha-parsers/spec/lib/aranha/parsers/rspec/shared_examples/source_target_fixtures_spec_files/fixture1.target.yaml

@@ -1,3 +0,0 @@
---- 'Isto é um fixture.
-
-  '

data/sub/aranha-parsers/spec/lib/aranha/parsers/source_address/detect_sub_spec.rb

@@ -1,32 +0,0 @@
-# frozen_string_literal: true
-
-require 'aranha/parsers/source_address'
-require 'eac_envs/http/rspec/echo_server'
-require 'eac_ruby_utils/yaml'
-
-::RSpec.describe ::Aranha::Parsers::SourceAddress do
-  describe '#detect_sub' do
-    let(:http_server) { ::EacEnvs::Http::Rspec::EchoServer.http }
-
-    around { |example| http_server.on_active(&example) }
-
-    include_examples 'source_target_fixtures', __FILE__
-
-    def source_data(source_file)
-      source = ::EacRubyUtils::Yaml.load_file(source_file)
-      url = source_url_get(source)
-      %w[scheme host port].each { |attr| url.send("#{attr}=", http_server.root_url.send(attr)) }
-      if source.is_a?(::Hash)
-        source[:url] = url.to_s
-      else
-        source = url.to_s
-      end
-      ::JSON.parse(described_class.detect_sub(source).content)
-    end
-
-    # @return [Addressable::URI]
-    def source_url_get(source)
-      (source.is_a?(::Hash) ? source.fetch(:url) : source).to_uri
-    end
-  end
-end

data/sub/aranha-parsers/spec/lib/aranha/parsers/source_address/detect_sub_spec_files/hash_http_get.source.yml

@@ -1,6 +0,0 @@
----
-:method: :get
-:url: http://getdata.net
-:params:
-  :headers:
-  - abc

data/sub/aranha-parsers/spec/lib/aranha/parsers/source_address/detect_sub_spec_files/hash_http_get.target.yaml

@@ -1,10 +0,0 @@
----
-ssl: false
-method: GET
-uri: "/"
-body: 
-headers:
-  user-agent: Faraday v2.7.4
-  accept-encoding: gzip,deflate
-  accept: "*/*"
-  host: localhost:8080

data/sub/aranha-parsers/spec/lib/aranha/parsers/source_address/detect_sub_spec_files/hash_http_post.source.yml

@@ -1,5 +0,0 @@
----
-:method: :post
-:url: http://postdata.net
-:params:
-  :key1: :value1

data/sub/aranha-parsers/spec/lib/aranha/parsers/source_address/detect_sub_spec_files/hash_http_post.target.yaml

@@ -1,12 +0,0 @@
----
-ssl: false
-method: POST
-uri: "/"
-body: 
-headers:
-  user-agent: Faraday v2.7.4
-  accept-encoding: gzip,deflate
-  content-length: '0'
-  accept: "*/*"
-  host: localhost:8080
-  content-type: application/x-www-form-urlencoded

data/sub/aranha-parsers/spec/lib/aranha/parsers/source_address/detect_sub_spec_files/http_get.source.yml

@@ -1 +0,0 @@
---- http://postdata.net

data/sub/aranha-parsers/spec/lib/aranha/parsers/source_address/detect_sub_spec_files/http_get.target.yaml

@@ -1,10 +0,0 @@
----
-ssl: false
-method: GET
-uri: "/"
-body: 
-headers:
-  user-agent: Faraday v2.7.4
-  accept-encoding: gzip,deflate
-  accept: "*/*"
-  host: localhost:8080

data/sub/aranha-parsers/spec/lib/aranha/parsers/source_address/http_get_spec.rb

@@ -1,21 +0,0 @@
-# frozen_string_literal: true
-
-require 'aranha/parsers/source_address/http_get'
-
-RSpec.describe ::Aranha::Parsers::SourceAddress::HttpGet do
-  SOURCE_URI = 'http://example.net/abc' # rubocop:disable RSpec/LeakyConstantDeclaration
-
-  describe '#location_uri' do
-    [
-      { location: 'http://example.net/def', expected: 'http://example.net/def' },
-      { location: '/def', expected: 'http://example.net/def' }
-    ].each do |stub|
-      context "when source_uri is \"#{SOURCE_URI}\" and location is \"#{stub.fetch(:location)}\"" do
-        it "return #{stub.fetch(:expected)}" do
-          expect(described_class.location_uri(SOURCE_URI, stub.fetch(:location)))
-            .to eq(stub.fetch(:expected))
-        end
-      end
-    end
-  end
-end

data/sub/aranha-parsers/spec/lib/aranha/parsers/source_address_spec.rb

@@ -1,74 +0,0 @@
-# frozen_string_literal: true
-
-require 'aranha/parsers/source_address'
-
-RSpec.describe ::Aranha::Parsers::SourceAddress do
-  describe '#detect_sub' do
-    {
-      { method: :post, url: 'http://postdata.net', params: { key1: :value1 } } => {
-        klass: ::Aranha::Parsers::SourceAddress::HashHttpBase,
-        url: 'http://postdata.net',
-        serialization: <<~SERIALIZATION
-          --- !ruby/hash:ActiveSupport::HashWithIndifferentAccess
-          method: :post
-          url: http://postdata.net
-          params: !ruby/hash:ActiveSupport::HashWithIndifferentAccess
-            key1: :value1
-        SERIALIZATION
-      },
-      { method: :get, url: 'http://getdata.net', params: { headers: %w[abc] } } => {
-        klass: ::Aranha::Parsers::SourceAddress::HashHttpBase,
-        url: 'http://getdata.net',
-        serialization: <<~SERIALIZATION
-          --- !ruby/hash:ActiveSupport::HashWithIndifferentAccess
-          method: :get
-          url: http://getdata.net
-          params: !ruby/hash:ActiveSupport::HashWithIndifferentAccess
-            headers:
-            - abc
-        SERIALIZATION
-      },
-      'http://postdata.net' => {
-        klass: ::Aranha::Parsers::SourceAddress::HttpGet,
-        url: 'http://postdata.net',
-        serialization: 'http://postdata.net'
-      },
-      'https://getdata.com.br' => {
-        klass: ::Aranha::Parsers::SourceAddress::HttpGet,
-        url: 'https://getdata.com.br',
-        serialization: 'https://getdata.com.br'
-      },
-      'file:///postdata.net' => {
-        klass: ::Aranha::Parsers::SourceAddress::File,
-        url: 'file:///postdata.net',
-        serialization: 'file:///postdata.net'
-      },
-      '/postdata.net' => {
-        klass: ::Aranha::Parsers::SourceAddress::File,
-        url: 'file:///postdata.net',
-        serialization: 'file:///postdata.net'
-      }
-    }.each do |source, expected|
-      context "when source is #{source}" do
-        let(:sub) { described_class.detect_sub(source) }
-        let(:deserialized) { described_class.deserialize(sub.serialize).sub }
-
-        it "sub is a #{expected.fetch(:klass)}" do
-          expect(sub).to be_a(expected.fetch(:klass))
-        end
-
-        it "sub #{expected.fetch(:klass)} return properly URL" do
-          expect(sub.url).to eq(expected.fetch(:url))
-        end
-
-        it "sub #{expected.fetch(:klass)} serialize properly" do
-          expect(sub.serialize).to eq(expected.fetch(:serialization))
-        end
-
-        it 'deserialize properly' do
-          expect(deserialized).to eq(sub)
-        end
-      end
-    end
-  end
-end

data/sub/aranha-parsers/spec/lib/aranha/parsers/source_target_fixtures_spec.rb

@@ -1,27 +0,0 @@
-# frozen_string_literal: true
-
-require 'aranha/parsers/source_target_fixtures'
-
-RSpec.describe ::Aranha::Parsers::SourceTargetFixtures do
-  let(:fixtures_dir) { ::File.join(__dir__, 'source_target_fixtures_spec_files') }
-  let(:instance) { described_class.new(fixtures_dir) }
-
-  describe '#source_target_files' do
-    it { expect(instance.source_target_files.count).to eq(3) }
-
-    (1..3).each do |index|
-      basename = "stub#{index}"
-      let(basename) { instance.source_target_files.find { |stf| stf.basename == basename } }
-
-      it { expect(send(basename)).to be_present }
-      it { expect(send(basename).basename).to eq(basename) }
-    end
-
-    it { expect(stub1.source).to eq(::File.join(fixtures_dir, 'stub1.source.txt')) }
-    it { expect(stub1.target).to eq(::File.join(fixtures_dir, 'stub1.target.html')) }
-    it { expect(stub2.source).to eq(::File.join(fixtures_dir, 'stub2.source.html')) }
-    it { expect(stub2.target).to eq(nil) }
-    it { expect(stub3.source).to eq(nil) }
-    it { expect(stub3.target).to eq(::File.join(fixtures_dir, 'stub3.target.yaml')) }
-  end
-end

data/sub/aranha-parsers/spec/lib/aranha/parsers/source_target_fixtures_spec_files/stub1.source.txt

@@ -1 +0,0 @@
-

data/sub/aranha-parsers/spec/lib/aranha/parsers/source_target_fixtures_spec_files/stub1.target.html

@@ -1 +0,0 @@
-

data/sub/aranha-parsers/spec/lib/aranha/parsers/source_target_fixtures_spec_files/stub2.source.html

@@ -1 +0,0 @@
-

data/sub/aranha-parsers/spec/lib/aranha/parsers/source_target_fixtures_spec_files/stub3.target.yaml

@@ -1 +0,0 @@
-

data/sub/aranha-parsers/spec/lib/rubocop_check_spec.rb

@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-::EacRubyUtils::Rspec.default_setup.describe_rubocop

data/sub/aranha-parsers/spec/spec_helper.rb

@@ -1,4 +0,0 @@
-# frozen_string_literal: true
-
-require 'eac_ruby_utils/rspec/default_setup'
-::EacRubyUtils::Rspec.default_setup_create(::File.expand_path('..', __dir__))