fetchable-uri 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 9fafcccaaa61ff94909646514b9b1783aa97355a
+  data.tar.gz: b33df92be51e4c52dde591e410ffab635eff50fd
+SHA512:
+  metadata.gz: f661032cc39951879daa7c79508de8718a3a5b7ef715412adaa70dc37cdcc651ddfec722784f35970bef6b167ad2b37905568a38218f900b45a807d93b6afc3b
+  data.tar.gz: 74dc14fce53adab2d7b5e65eabd16971bc5588cc1d2234946f34ffa6f2b7a8851c09509f752b45088f0c426ca37de51838c99f4cfed93de9d8be56cc8994a496

data/lib/addressable/uri/fetch.rb

@@ -0,0 +1,55 @@
+# frozen_string_literal: true
+require 'addressable/uri'
+require 'net/http'
+
+module Addressable
+  class URI
+    def fetch(limit: 50, use_get: :never)
+      Net::HTTP.start(hostname, port, use_ssl: scheme == 'https') do |http|
+        case use_get
+        when :always
+          response, uri = follow(http, self, limit, :get)
+        when :never
+          response, uri = follow(http, self, limit, :head)
+        when :on_error
+          response, uri = follow(http, self, limit, :head)
+          response, uri = follow(http, self, (limit / 10).to_i, :get) unless response.is_a?(Net::HTTPOK)
+        when :on_text
+          response, uri = follow(http, self, limit, :head)
+          response, uri = follow(http, self, (limit / 10).to_i, :get) if !response.is_a?(Net::HTTPOK) || text?(response.content_type)
+        end
+
+        response.uri ||= uri
+        response
+      end
+    end
+
+    private
+
+    def text?(type)
+      type == 'application/json' || type.start_with?('text/')
+    end
+
+    def follow(http, uri, limit, method)
+      limit.times do
+        request = case method
+                  when :get
+                    Net::HTTP::Get.new(uri)
+                  when :head
+                    Net::HTTP::Head.new(uri)
+                  end
+        request['user-agent'] = 'Mozilla/5.0'
+
+        response = http.request(request)
+
+        return response, uri unless response.is_a?(Net::HTTPRedirection)
+
+        previous_uri = uri
+        uri = self.class.join(uri, response['location']).fixup!
+
+        # Detect redirect loops
+        return response, uri if uri == previous_uri
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,59 @@
+--- !ruby/object:Gem::Specification
+name: fetchable-uri
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- DragonMaus
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-10-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: addressable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+description: 
+email: 
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/addressable/uri/fetch.rb
+homepage: https://github.com/dragonmaus/fetchable-uri
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: URI fetching extension for Addressable::URI
+test_files: []
+has_rdoc: