warm_cloudfront 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: aab609eddef5c742047cefffa1f054b76066c428
+  data.tar.gz: 6537e133ec3fa57f10f49d4d3fe566ea82d0df43
+SHA512:
+  metadata.gz: 7c4304b1a134ff217c31e4498d3af5cb078b5bc53b493d7269dfe6078f585c7853aa3a0f4177cc82a4b5dbf731712a119614c2c5c13c3ccacce747cc9d049d59
+  data.tar.gz: 9a931ea036f01f1c6c442a599b5cf1113336f41a5c7ebb5e5e4dcb3a188765f7560bf05780ad3d4c2f4e0bfa43edf23702bee95d76983ce75afb64c07884757c

data/bin/warm_cloudfront

@@ -0,0 +1,13 @@
+#!/usr/bin/env ruby
+
+require_relative '../lib/warm_cloudfront'
+
+if ARGV.length < 2
+  puts 'Usage: warm_cloudfront {cloudfront_subdomain} {path1} [{path2}] ...'
+  exit -1
+end
+
+cloudfront_id = ARGV.slice! 0
+paths = ARGV.to_a
+
+WarmCloudfront.new(cloudfront_id).warm(paths)

data/lib/warm_cloudfront.rb

@@ -0,0 +1,87 @@
+require 'typhoeus'
+require 'yaml'
+require 'ruby-progressbar'
+
+class WarmCloudfront
+  CLOUDFRONT_EDGES = YAML.load_file(File.join(__dir__, 'warm_cloudfront/edge.yml'))[:cloudfront]
+
+  def initialize(cloudfront_id)
+    @domains = CLOUDFRONT_EDGES.map do |edge|
+      "#{cloudfront_id}.#{edge.downcase}.cloudfront.net"
+    end
+    @host = "#{cloudfront_id}.cloudfront.net"
+    @warmed = 0
+    @errors = 0
+  end
+
+  def warm(paths)
+    hydra = Typhoeus::Hydra.new
+    paths.each do |path|
+      path = "/#{path}" if path[0] != '/'
+      @domains.each do |domain|
+        req = request("#{domain}#{path}")
+        hydra.queue req
+      end
+    end
+
+    total = hydra.queued_requests.length
+    @progress_bar = ProgressBar.create(
+      title: 'Warming',
+      total: total,
+      format: '%t %c/%C|%b>>%i| %p%%'
+    )
+    hydra.run
+    log.info "Warmed #{total} objects: #{@warmed} cache misses, #{total-@warmed-@errors} cache hits#{", #{@errors} errors" if @errors.nonzero?}."
+  end
+
+  def request(url)
+    request = Typhoeus::Request.new(
+      url,
+      # CF separately caches GET and HEAD responses, so we must send GET requests
+      headers: {
+        Host: @host,
+        'Accept-Encoding' => 'gzip' # CF separately caches gzip requests from non-gzip requests
+      }
+    )
+    request.on_headers do |response|
+      @progress_bar.increment
+      if response.code == 200
+        @warmed += 1 if response.headers['X-Cache'] == 'Miss from cloudfront'
+      elsif response.timed_out?
+        log.warn "Timeout from #{url}"
+        @errors += 1
+      elsif response.code == 0
+        # Could not get an http response, something's wrong.
+        log.warn "No response from #{url}: #{response.return_message}"
+        @errors += 1
+      else
+        # Received a non-successful http response.
+        log.warn "HTTP request failed from #{url}: #{response.code.to_s}"
+        @errors += 1
+      end
+    end
+    request.on_body do |_|
+      # We don't need to download the full body, just send the GET request
+      :abort
+    end
+    request
+  end
+
+  # Simple default logger implementation
+  class << self
+    attr_writer :log
+    def log
+      class_variable_defined?(:@@log)?
+        class_variable_get(:@@log):
+        (self.log = Logger.new(STDOUT).tap do |l|
+          l.level = Logger::INFO
+          l.formatter = proc do |severity, _, _, msg|
+            "#{severity != 'INFO' ? "#{severity}: " : ''}#{msg}\n"
+          end
+        end)
+    end
+  end
+  def log
+    self.class.log
+  end
+end

data/lib/warm_cloudfront/edge.yml

@@ -0,0 +1,123 @@
+# List of Amazon CloudFront edge server codes
+# Last updated: 6/28/2015
+#
+# Compiled from these sources:
+# - http://blog.domenech.org/2013/10/amazon-web-services-cloudfront-edgelocation-codes.html
+# - https://forums.aws.amazon.com/thread.jspa?threadID=86653&tstart=0&messageID=318072#318072
+# - Reference list of locations from http://aws.amazon.com/cloudfront/details/
+
+# Discrepancies:
+# - Palo Alto, CA (SFO4)
+# - Milan, Italy (MXP4)
+---
+:cloudfront:
+# United States:
+
+# Atlanta, GA
+- ATL50
+# Ashburn, VA (3)
+- IAD2
+- IAD12
+- IAD53
+# Dallas/Fort Worth, TX (2)
+- DFW3
+- DFW50
+# Hayward, CA
+- SFO9
+# Jacksonville, FL
+- JAX1
+# Los Angeles, CA (2)
+- LAX1
+- LAX3
+# Miami, FL
+#- MIA3 (retired)
+- MIA50
+# New York, NY (3)
+- JFK1
+- JFK5
+- JFK6
+# Newark, NJ
+- EWR2
+# Palo Alto, CA
+#- SFO4 (retired)
+- SFO20
+# San Jose, CA
+- SFO5
+# Seattle, WA
+#- SEA4 (retired)
+- SEA50
+# South Bend, IN
+- IND6
+# St. Louis, MO
+- STL2
+
+# Europe:
+
+# Amsterdam, The Netherlands (2)
+- AMS1
+- AMS50
+# Dublin, Ireland
+- DUB2
+# Frankfurt, Germany (3)
+- FRA2
+- FRA6
+- FRA50
+# London, England (3)
+- LHR3
+- LHR5
+- LHR50
+# Madrid, Spain
+- MAD50
+# Marseille, France
+- MRS50
+# Milan, Italy
+#- MXP4 (down/cannot resolve host?)
+# Paris, France (2)
+#- CDG3 (retired)
+- CDG50
+- CDG51
+# Stockholm, Sweden
+- ARN1
+# Warsaw, Poland
+- WAW50
+
+# Asia:
+
+# Chennai, India
+- MAA3
+# Hong Kong (2)
+#- HKG1 (retired)
+- HKG50
+- HKG51
+# Mumbai, India
+- BOM2
+# Manila, the Philippines
+- MNL50
+# Osaka, Japan
+#- NRT54 (retired)
+- NRT12
+# Seoul, Korea (2)
+- ICN50
+# Singapore (2)
+- SIN2
+- SIN3
+# Taipei, Taiwan
+- TPE50
+# Tokyo, Japan (2)
+#- NRT4 (retired)
+- NRT52
+- NRT53
+
+# Australia:
+
+# Melbourne, Australia
+- MEL50
+# Sydney, Australia
+- SYD1
+
+# South America:
+
+# São Paulo, Brazil
+- GRU1
+# Rio de Janeiro, Brazil
+- GIG50

data/lib/warm_cloudfront/version.rb

@@ -0,0 +1,3 @@
+module WarmCloudfront
+  VERSION = '0.0.1'
+end

metadata

@@ -0,0 +1,104 @@
+--- !ruby/object:Gem::Specification
+name: warm_cloudfront
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Will Jordan
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-06-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: typhoeus
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
+- !ruby/object:Gem::Dependency
+  name: ruby-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: 
+email: 
+executables:
+- warm_cloudfront
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/warm_cloudfront
+- lib/warm_cloudfront.rb
+- lib/warm_cloudfront/edge.yml
+- lib/warm_cloudfront/version.rb
+homepage: 
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Warms up your CloudFront cache
+test_files: []