middleman-aws-deploy 0.5.0

data/Gemfile

@@ -0,0 +1,2 @@
+source "http://rubygems.org"
+gemspec

data/README.md

@@ -0,0 +1,38 @@
+# Middleman AWS Deploy
+
+Deploys build files to S3 at the end of the Middleman build toolchain, and/or invalidates Cloudfront.
+
+In your `config.rb` file, add.
+
+```
+configure :build do
+  # ...
+  if ENV.include?('DEPLOY')
+    activate :s3_deploy do |s3|
+      s3.access_key_id = ENV['AWS_ACCESS_KEY_ID']
+      s3.secret_access_key = ENV['AWS_SECRET_ACCESS_KEY']
+      s3.bucket = ENV['AWS_S3_BUCKET']
+    end
+    activate :invalidate_cloudfront do |cf|
+      cf.access_key_id = ENV['AWS_ACCESS_KEY_ID']
+      cf.secret_access_key = ENV['AWS_SECRET_ACCESS_KEY']
+      cf.distribution_id = ENV['AWS_CLOUDFRONT_DIST_ID']
+    end
+  end
+end
+```
+
+With valid AWS creds, an s3 bucket, and cloudfront distribution id, you can deploy
+with the env var DEPLOY as a trigger (you can use whichever kind of trigger you like):
+
+```
+DEPLOY=true middleman build
+```
+
+### S3 Deployment Note
+
+The S3 deployer will check local file's md5 hash against the remote s3 etag. If
+they are the same, it will not upload the identical file. However, if
+you have `:cachebuster` set to active the hashes will always end up different
+on every build, triggering an upload. There's little such danger however for
+assets (css, images, etc).

data/lib/middleman-aws-deploy.rb

@@ -0,0 +1,6 @@
+require "middleman-core"
+require "middleman-aws-deploy/s3deploy"
+require "middleman-aws-deploy/cloudfront-invalidate"
+
+::Middleman::Extensions.register(:s3_deploy, Middleman::AWSDeploy::S3Deploy)
+::Middleman::Extensions.register(:invalidate_cloudfront, Middleman::AWSDeploy::InvalidateCloudfront)

data/lib/middleman-aws-deploy/cloudfront-invalidate.rb

@@ -0,0 +1,98 @@
+require 'rubygems'
+require 'uri'
+require 'hmac'
+require 'hmac-sha1'
+require 'net/https'
+require 'base64'
+
+CF_BATCH_SIZE = 1000
+
+module Middleman
+  module AWSDeploy
+    module InvalidateCloudfront
+      Opts = Struct.new(:access_key_id, :secret_access_key, :distribution_id)
+
+      class << self
+        module Options
+          def aws_cfi_opts
+            ::Middleman::AWSDeploy::InvalidateCloudfront.options
+          end
+        end
+
+        def options
+          @@options
+        end
+
+        def registered(app, opts_data = {}, &block)
+          @@options = Opts.new(opts_data)
+          yield @@options if block_given?
+
+          app.send :include, Options
+          app.after_build do
+            puts "== Invalidating CloudFront"
+            
+            # you can only invalidate in batches of 1000
+            def invalidate(files, pos=0)
+              paths, count = "", 0
+
+              escaped_files = []
+              files[pos...(pos+CF_BATCH_SIZE)].each do |key|
+                count += 1
+                escaped_files << (escaped_file = URI.escape(key.to_s))
+                paths += "<Path>#{escaped_file}</Path>"
+              end
+
+              return if count < 1
+
+              paths = "<Paths><Quantity>#{count}</Quantity><Items>#{paths}</Items></Paths>"
+
+              digest = HMAC::SHA1.new(aws_cfi_opts.secret_access_key)
+              digest << date = Time.now.utc.strftime("%a, %d %b %Y %H:%M:%S %Z")
+
+              uri = URI.parse("https://cloudfront.amazonaws.com/2012-07-01/distribution/#{aws_cfi_opts.distribution_id}/invalidation")
+              header = {
+                'x-amz-date' => date,
+                'Content-Type' => 'text/xml',
+                'Authorization' => "AWS %s:%s" %
+                  [aws_cfi_opts.access_key_id, Base64.encode64(digest.digest)]
+              }
+              req = Net::HTTP::Post.new(uri.path)
+              req.initialize_http_header(header)
+              body = "<InvalidationBatch xmlns=\"http://cloudfront.amazonaws.com/doc/2012-07-01/\">#{paths}<CallerReference>ref_#{Time.now.utc.to_i}</CallerReference></InvalidationBatch>"
+              req.body = body
+
+              http = Net::HTTP.new(uri.host, uri.port)
+              http.use_ssl = true
+              http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+              res = http.request(req)
+              if res.code == '201'
+                puts "CloudFront reloading #{count} paths"
+              else
+                $stderr.puts "CloudFront Invalidate failed with error #{res.code}"
+                $stderr.puts res.body
+                $stderr.puts escaped_files.join("\n")
+              end
+              return if res.code == 400
+
+              if count == CF_BATCH_SIZE
+                invalidate(files, pos+count)
+              end
+            end
+
+            def cf_files
+              files = Dir["./build/**/.*", "./build/**/*"]
+                .reject{|f| File.directory?(f) }.map{|f| f.sub(/^(?:\.\/)?build\//, '/') }
+              # if :directory_indexes is active, we must invalidate both files and dirs
+              # doing this 100% of the time, it would be nice if we could find of
+              files += files.map{|f| f.gsub(/\/index\.html$/, '/') }
+              files.uniq!
+            end
+
+            invalidate(cf_files)
+          end
+        end
+        alias :included :registered
+      end
+    end
+  end
+end

data/lib/middleman-aws-deploy/s3deploy.rb

@@ -0,0 +1,98 @@
+require 'rubygems'
+require 'fog'
+require 'parallel'
+require 'progressbar'
+require 'digest/md5'
+
+module Middleman
+  module AWSDeploy
+    module S3Deploy
+      Opts = Struct.new(:access_key_id, :secret_access_key, :threads, :bucket, :region)
+
+      class << self
+        module Options
+          def aws_s3_opts
+            ::Middleman::AWSDeploy::S3Deploy.options
+          end
+        end
+
+        def options
+          @@options
+        end
+
+        def registered(app, opts_data = {}, &block)
+          @@options = Opts.new(opts_data)
+          yield @@options if block_given?
+
+          @@options.threads ||= 8
+          app.send :include, Options
+          app.after_build do
+            puts "== Uploading to S3"
+
+            def storage
+              @storage ||= Fog::Storage.new({
+                :provider => 'AWS',
+                :aws_access_key_id => aws_s3_opts.access_key_id,
+                :aws_secret_access_key => aws_s3_opts.secret_access_key,
+                :region => aws_s3_opts.region
+              })
+            end
+
+            def remote_files
+              @directory ||= storage.directories.get(aws_s3_opts.bucket)
+              @remote_files ||= @directory.files
+            end
+
+            def etag(key)
+              object = remote_files.head(key)
+              object && object.etag
+            end
+
+            def upload(key)
+              begin
+                remote_files.new({
+                  :key => key,
+                  :body => File.open("./build/#{key}"),
+                  :public => true,
+                  :acl => 'public-read'
+                }).save
+              rescue
+                $stderr.puts "Failed to upload #{key}"
+              end
+            end
+
+            def files
+              @files ||= Dir["./build/**/.*", "./build/**/*"]
+                .reject{|f| File.directory?(f) }.map{|f| f.sub(/^(?:\.\/)?build\//, '') }
+            end
+
+            # no need to upload an exact copy of an existing remote file
+            replace = []
+            progress = ProgressBar.new('Hash check', files.count)
+            Parallel.each(files,
+              :in_threads => aws_s3_opts.threads,
+              :finish => lambda {|i, item| progress.inc }) do |f|
+              md5 = Digest::MD5.hexdigest(File.read("./build/#{f}"))
+              replace << f if md5 != etag(f)
+            end
+            progress.finish
+
+            if replace.empty?
+              puts "Nothing to upload"
+            else
+              # upload necessary files
+              progress = ProgressBar.new('Uploading', replace.count)
+              Parallel.each(replace,
+                :in_threads => aws_s3_opts.threads,
+                :finish => lambda {|i, item| progress.inc }) do |f|
+                upload(f)
+              end
+              progress.finish
+            end
+          end
+        end
+        alias :included :registered
+      end
+    end
+  end
+end

data/lib/middleman-aws-deploy/version.rb

@@ -0,0 +1,5 @@
+module Middleman
+  module AWSDeploy
+    VERSION = "0.5.0"
+  end
+end

data/middleman-aws-deploy.gemspec

@@ -0,0 +1,26 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "middleman-aws-deploy/version"
+
+Gem::Specification.new do |s|
+  s.name        = "middleman-aws-deploy"
+  s.version     = Middleman::AWSDeploy::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Eric Redmond"]
+  s.email       = ["eric.redmond@gmail.com"]
+  s.homepage    = "https://github.com/coderoshi/middleman-aws-deploy"
+  s.summary     = %q{Deploy to AWS with Middleman}
+  s.description = %q{Adds S3 deploy and Cloudfront invalidation support to the Middleman build toolchain}
+
+  s.rubyforge_project = "middleman-aws-deploy"
+
+  s.files         = `git ls-files -z`.split("\0")
+  s.test_files    = `git ls-files -z -- {fixtures,features}/*`.split("\0")
+  s.require_paths = ["lib"]
+  
+  s.add_dependency("middleman-core", ["~> 3.0.0"])
+  s.add_dependency("ruby-hmac", ["~> 0.4.0"])
+  s.add_dependency("parallel", ["~> 0.6.1"])
+  s.add_dependency("fog", ["~> 1.8.0"])
+  s.add_dependency("progressbar", ["~> 0.12.0"])
+end

metadata

@@ -0,0 +1,133 @@
+--- !ruby/object:Gem::Specification
+name: middleman-aws-deploy
+version: !ruby/object:Gem::Version
+  version: 0.5.0
+  prerelease: 
+platform: ruby
+authors:
+- Eric Redmond
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-01-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: middleman-core
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+- !ruby/object:Gem::Dependency
+  name: ruby-hmac
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.4.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.4.0
+- !ruby/object:Gem::Dependency
+  name: parallel
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.6.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.6.1
+- !ruby/object:Gem::Dependency
+  name: fog
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.8.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.8.0
+- !ruby/object:Gem::Dependency
+  name: progressbar
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.12.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.12.0
+description: Adds S3 deploy and Cloudfront invalidation support to the Middleman build
+  toolchain
+email:
+- eric.redmond@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- README.md
+- lib/middleman-aws-deploy.rb
+- lib/middleman-aws-deploy/cloudfront-invalidate.rb
+- lib/middleman-aws-deploy/s3deploy.rb
+- lib/middleman-aws-deploy/version.rb
+- middleman-aws-deploy.gemspec
+homepage: https://github.com/coderoshi/middleman-aws-deploy
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: middleman-aws-deploy
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Deploy to AWS with Middleman
+test_files: []