aranha 0.7.1 → 0.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7aa55fd73027420e64c7f04f2e7938409bfba46a56b57de1bf318602caf945cd
-  data.tar.gz: e5ae62cae83c8391d4e197fbafca53859db7e4d9bb4b3c8a23caa72205bed8b4
+  metadata.gz: 60922cdd2cf85499d61a0265949a02085efab1f77af3235b88df39e1e8e317f7
+  data.tar.gz: c98e2261da5648745f3f3ca15af07c0fa49eb24b626973bee1b2270df2371c7a
 SHA512:
-  metadata.gz: 48824461bcc815c742f1b4e997e07d56864737daaf1665bb5cde4d2d6288c073b78180b25541a9ffbaa0f877ce6563f2343cc17fd25324afe545b305189f2d62
-  data.tar.gz: c70c85bd6ee7a2cd6c1d8170d38b2e9adc3dadf51f555ad2655d8a8c4e50979c7d85bbabe23598f0531ae982dcf8e831486b23e724931fd6be934798cb45f815
+  metadata.gz: 75a6acab99677f5842a96c2ed2da4fe91afaa47b15d8a5d44c67789509c8ceb8b76b3e06eae8aa31b3c83f65dda9228e97345c35cd58d2bf71e26921a11b8672
+  data.tar.gz: 6e54c2c96d6c35f0164fa1a406b64256fc7fc5e42030a839832a415775c649919f2d51fd32f8d90ba549e3345a2a74c912bc1bcbff55e15bd55cf7168dadc815

data/lib/aranha/parsers/source_address.rb

@@ -2,6 +2,7 @@
 
 require 'yaml'
 require 'active_support/core_ext/module/delegation'
+require 'aranha/parsers/source_address/hash_http_get'
 require 'aranha/parsers/source_address/hash_http_post'
 require 'aranha/parsers/source_address/http_get'
 require 'aranha/parsers/source_address/file'
@@ -11,6 +12,7 @@ module Aranha
     class SourceAddress
       class << self
         SUBS = [
+          ::Aranha::Parsers::SourceAddress::HashHttpGet,
           ::Aranha::Parsers::SourceAddress::HashHttpPost,
           ::Aranha::Parsers::SourceAddress::HttpGet,
           ::Aranha::Parsers::SourceAddress::File
@@ -41,6 +43,10 @@ module Aranha
 
       delegate :content, :url, to: :sub
 
+      def to_s
+        sub.url
+      end
+
       def serialize
         sub.serialize.strip + "\n"
       end

data/lib/aranha/parsers/source_address/hash_http_get.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+require 'aranha/parsers/source_address/hash_http_post'
+
+module Aranha
+  module Parsers
+    class SourceAddress
+      class HashHttpGet < ::Aranha::Parsers::SourceAddress::HashHttpPost
+        class << self
+          def valid_source?(source)
+            source.is_a?(::Hash) &&
+              source.with_indifferent_access[:method].to_s.downcase.strip == 'get'
+          end
+        end
+
+        def content
+          HTTPClient.new.get_content(
+            source[:url],
+            source[:params]
+          )
+        end
+      end
+    end
+  end
+end

data/lib/aranha/parsers/source_address/hash_http_post.rb

@@ -10,7 +10,8 @@ module Aranha
       class HashHttpPost
         class << self
           def valid_source?(source)
-            source.is_a?(::Hash) && source.with_indifferent_access.key?(:url)
+            source.is_a?(::Hash) &&
+              source.with_indifferent_access[:method].to_s.downcase.strip == 'post'
           end
         end
 

data/lib/aranha/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Aranha
-  VERSION = '0.7.1'
+  VERSION = '0.8.0'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aranha
 version: !ruby/object:Gem::Version
-  version: 0.7.1
+  version: 0.8.0
 platform: ruby
 authors:
 - Eduardo H. Bogoni
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-07-30 00:00:00.000000000 Z
+date: 2019-08-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: active_scaffold
@@ -151,6 +151,7 @@ files:
 - lib/aranha/parsers/invalid_state_exception.rb
 - lib/aranha/parsers/source_address.rb
 - lib/aranha/parsers/source_address/file.rb
+- lib/aranha/parsers/source_address/hash_http_get.rb
 - lib/aranha/parsers/source_address/hash_http_post.rb
 - lib/aranha/parsers/source_address/http_get.rb
 - lib/aranha/parsers/spec/source_target_fixtures.rb
@@ -190,5 +191,5 @@ specification_version: 4
 summary: Rails utilities for web crawling.
 test_files:
 - test/aranha_test.rb
-- test/integration/navigation_test.rb
 - test/test_helper.rb
+- test/integration/navigation_test.rb