genesis_retryingfetcher 0.4.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 8b08fe952dad4b8d91f25d375adbd1f3c5584222
+  data.tar.gz: 54ec8032b697440897c3fc62f41eddc8a03c73fc
+SHA512:
+  metadata.gz: 86d8c6590a52fc548879898af40fc2e53ba38ec49d0be3e77a4029b5192a127fb883bcbbbcf064465bb1bdf4d0d713969ecb127e21c1ab73f3132ab3e7c30667
+  data.tar.gz: 4eeccac776f87b0cdcbbd64045f14f73c3664798d8c1e4cfa1b7f03a61890c4493f565f3d4e74cbefaded1ddc64756a140c61cfaa868c3d642f7c04e3af72a33

data/lib/retryingfetcher.rb

@@ -0,0 +1,25 @@
+require "httparty"
+
+module Genesis
+  module RetryingFetcher
+    FETCH_RETRY_INTERVALS = [0,1,5,30,60,90,180,300,300,300,300,300,1800,3600]
+    
+    def self.get what, base_url = '', fetch_intervals = FETCH_RETRY_INTERVALS
+      what = File.join(base_url, what) unless base_url.empty?
+      fetch_intervals.each_with_index do |sleep_interval, index|
+        Kernel.sleep(sleep_interval) 
+        puts "Fetching '%s' (Attempt #%d)..." % [what, index+1]
+  
+        begin 
+          response = HTTParty.get(what)
+          next unless response.code == 200
+          yield response.body if block_given?
+          return response.body
+        rescue  => e
+          puts "RetyingFetcher.get error: %s" % e.message
+        end
+      end
+      nil
+    end
+  end
+end

metadata

@@ -0,0 +1,62 @@
+--- !ruby/object:Gem::Specification
+name: genesis_retryingfetcher
+version: !ruby/object:Gem::Version
+  version: 0.4.0
+platform: ruby
+authors:
+- Jeremy Johnstone
+- Roy Marantz
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-12-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: httparty
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Genesis is used to manage provisioning of hardware. The retryingfetcher
+  is what fetches resources from remote locations with a specified number of retries
+  and backoff between each.
+email: opensourcesoftware@tumblr.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/retryingfetcher.rb
+- README.md
+homepage: https://github.ewr01.tumblr.net/Tumblr/genesis
+licenses:
+- Apache License, 2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: Genesis remote resource fetcher
+test_files: []