upstatic 0.1.0.pre

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 9d8c0dafd826bfe88476003a538e4a1d224d3aa7
+  data.tar.gz: 1b1c06c646502e866dfc2a8efd64d30b273a187d
+SHA512:
+  metadata.gz: 8f8082e3e79931cf3089570dea57ead37aa21d4507b4d95ed372c84a4d09861dc2634c8aacc2811d4111bc73f3e6fde66706069f986ef92ff32af657e200c8ca
+  data.tar.gz: 99d79cba6f0c0bf7a60acd594802d1bb38e5b0fd0934f833ec897f0787250ee2da19f04ca064bf94b55c33e05d5b0d0174179d229d9729067d3fd41eee418efa

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+vendor/

data/Gemfile

@@ -0,0 +1,13 @@
+source 'https://rubygems.org'
+
+group :development do
+  gem "rake"
+end
+
+group :test do
+  gem "minitest", "~> 5.0.0"
+  gem "simplecov"
+  gem "webmock"
+end
+
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Joao Carlos
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,106 @@
+# Upstatic
+
+Deploy your static sites to S3. Supports Cloudront object invalidation,
+file gzipping, and configuration of cache control headers.
+
+
+## Installation
+
+Until upstatic is released on rubygems, please clone the repository and 
+install with:
+
+    rake install
+
+## Usage
+
+Create a file named _Upstatic_ in the directory you want to deploy and 
+specify at least the S3 bucket name:
+
+```ruby
+bucket "upstatic-site"
+```
+
+Upstatic tries to read your AWS credentials from the following 
+environment variables: `AWS_ACCESS_KEY_ID` and `AWS_SECRET_ACCESS_KEY`.
+
+You can also specify them in the _Upstatic_ file as:
+
+```ruby
+access_key_id "MY_AWS_KEY_ID"
+secret_access_key "MY_AWS_SECRET_ACCESS_KEY"
+```
+
+Once the bucket and credentials are setup, you can deploy by running:
+
+    upstatic deploy
+
+For more configuration options, keep reading.
+
+## Configuration
+
+### Gzip
+
+If you want to gzip certain files, just specify which file extensions 
+you'd like gzipped. Note that gzipping files means that they'll always 
+be served compressed. S3 does not support serving different files based 
+on the Accept-Encoding header.
+
+```ruby
+gzip_extensions ".html", ".js", ".css"
+```
+
+By default no files are gzipped.
+
+### Cache-Control headers
+
+You can also specify Cache-Control headers for specific file extensions.  
+For example, you might want Cloudfront (and proxies) to cache HTML files 
+for 600 seconds, but tell the browser not to cache them:
+
+```ruby
+cache_control ".html", "public, s-maxage=600, max-age=0"
+```
+
+You can also specify the default for all other files:
+
+```ruby
+default_cache_control "public, max-age=691200"
+```
+
+The default is to serve every file with `Cache-Control: public, 
+max-age=691200`.
+
+### Cloudfront
+
+If you are serving some or all your files from Cloudfront, you probably 
+want to invalidate the newly updated objects. Just specify your 
+Cloudfront distribution ID and it will be taken care of when you deploy.
+
+```ruby
+distribution_id "E2ADVMBKHEFZJ3"
+```
+
+## Notes
+
+This extension keeps track of every deployed file in a `.sha1sums` at 
+the root of the bucket. This is a private file that contains a SHA-1 sum 
+of the uploaded file, followed by a SHA-1 sum of its upload options and 
+finally the filename. This file is used to know if a file needs to be 
+uploaded again.
+
+## Testing
+
+Everything is tested by actually deploying to S3 and requesting the 
+deployed files.
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request
+
+## License
+
+MIT License.

data/Rakefile

@@ -0,0 +1,9 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.test_files = Dir.glob("test/**/test_*.rb")
+end
+
+task :default => :test

data/bin/upstatic

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require "upstatic/cli"
+Upstatic::CLI.start

data/lib/upstatic.rb

@@ -0,0 +1,15 @@
+require "upstatic/compat"
+require "upstatic/configuration"
+require "upstatic/deployer"
+require "upstatic/manager"
+require "upstatic/shell"
+
+module Upstatic
+  def self.shell
+    @@shell ||= Upstatic::Shell.new
+  end
+
+  def self.shell=(shell)
+    @@shell = shell
+  end
+end

data/lib/upstatic/cli.rb

@@ -0,0 +1,20 @@
+require "upstatic"
+require "thor"
+
+module Upstatic
+  class CLI < Thor
+    include Thor::Actions
+
+    desc "deploy", "Deploy to S3"
+    def deploy
+      Deployer.new(configuration).deploy!
+    end
+
+    private
+
+    def configuration
+      @configuration ||= Configuration.read("./Upstatic")
+    end
+
+  end
+end

data/lib/upstatic/compat.rb

@@ -0,0 +1,12 @@
+require "securerandom"
+
+unless SecureRandom.respond_to?(:uuid)
+  module SecureRandom
+    def self.uuid
+      ary = self.random_bytes(16).unpack("NnnnnN")
+      ary[2] = (ary[2] & 0x0fff) | 0x4000
+      ary[3] = (ary[3] & 0x3fff) | 0x8000
+      "%08x-%04x-%04x-%04x-%04x%08x" % ary
+    end
+  end
+end

data/lib/upstatic/configuration.rb

@@ -0,0 +1,45 @@
+require "upstatic/options"
+
+module Upstatic
+  class Configuration
+    include Options
+
+    option :bucket
+    option :region
+    option :access_key_id
+    option :secret_access_key
+    option :distribution_id
+    option :default_cache_control, :default => "public, max-age=691200"
+    option :upload_dir, :default => "."
+    option :force_deploy, :default => false
+
+    def gzip_extensions(*extensions)
+      if extensions.count > 0
+        @gzip_extensions = extensions.map { |ext| sanitize_extension(ext) }
+      else
+        @gzip_extensions ||= []
+      end
+    end
+
+    def cache_controls
+      @cache_controls ||= {}
+    end
+
+    def cache_control(extension, cache_control)
+      cache_controls[sanitize_extension(extension)] = cache_control
+    end
+
+    def self.read(path)
+      config = new
+      config.instance_eval(File.read(path), path, 1)
+      config
+    end
+
+    private
+
+    def sanitize_extension(extension)
+      extension.to_s.sub(/\A([^.])/, '.\1')
+    end
+
+  end
+end

data/lib/upstatic/deployer.rb

@@ -0,0 +1,145 @@
+require "securerandom"
+require "mime/types"
+require "zlib"
+require "stringio"
+require "upstatic/tool"
+require "upstatic/manager"
+require "upstatic/verifier"
+
+module Upstatic
+  class Deployer < Tool
+    FORBIDDEN_FILENAMES = ["Upstatic"]
+
+    def deploy!
+      manager.create_bucket
+      manager.configure_bucket
+
+      Dir.chdir config.upload_dir do
+        Dir["**/*"].each do |filename|
+          upload(filename)
+        end
+      end
+
+      perform_invalidation
+      verifier.write_checksum_file
+
+      @verifier = nil
+      @invalidations = nil
+    end
+
+    private
+
+    def manager
+      @manager ||= Manager.new(config)
+    end
+
+    def verifier
+      @verifier ||= Verifier.new(config)
+    end
+
+    def invalidations
+      @invalidations ||= Set.new
+    end
+
+    def mark_to_invalidate(filename)
+      if config.distribution_id
+        invalidate_path("/#{filename}")
+
+        if File.basename(filename) == "index.html"
+          dirname = File.dirname(filename)
+
+          if dirname == "."
+            invalidate_path("/")
+          else
+            invalidate_path("/#{dirname}")
+            invalidate_path("/#{dirname}/")
+          end
+        end
+      end
+    end
+
+    def invalidate_path(path)
+      if invalidations.add?(path)
+        shell.say_status("invalidate", path, :cyan)
+      end
+    end
+
+    def options_for_file(filename)
+      extension = File.extname(filename)
+      mime_type = MIME::Types.type_for(filename).first
+      content_type = mime_type ? mime_type.content_type : nil
+
+      file_options = {
+        :file => filename,
+        :acl => :public_read, 
+        :content_type => content_type,
+        :cache_control => config.default_cache_control
+      }
+
+      if cache_control = config.cache_controls[extension]
+        file_options[:cache_control] = cache_control
+      end
+
+      if gzip_file?(filename)
+        file_options.delete(:file)
+        file_options[:content_encoding] = "gzip"
+      end
+
+      file_options
+    end
+
+    def gzip_file?(filename)
+      extension = File.extname(filename)
+      config.gzip_extensions.include?(extension)
+    end
+
+    def gzipped_file(filename)
+      shell.say_status("gzip", filename, :yellow)
+
+      io = StringIO.new("w")
+      gz = Zlib::GzipWriter.new(io)
+      gz.write(File.read(filename))
+      gz.close
+
+      io.string
+    end
+
+    def upload(filename)
+      return unless File.file?(filename)
+      return if FORBIDDEN_FILENAMES.include?(filename)
+
+      options = options_for_file(filename)
+
+      if verifier.stale?(filename, options)
+        params = [options_for_file(filename)]
+
+        if gzip_file?(filename)
+          data = gzipped_file(filename)
+          params.unshift(data)
+        end
+
+        shell.say_status("upload", filename, :green)
+        bucket.objects[filename].write(*params)
+        mark_to_invalidate(filename)
+      else
+        shell.say_status("identical", filename, :blue)
+      end
+    end
+
+    def perform_invalidation
+      return unless config.distribution_id
+      return if invalidations.empty?
+
+      cf.client.create_invalidation(
+        :distribution_id => config.distribution_id,
+        :invalidation_batch => {
+          :paths => {
+            :quantity => invalidations.count,
+            :items => invalidations.to_a
+          },
+          :caller_reference => SecureRandom.uuid
+        }
+      )
+    end
+  end
+end

data/lib/upstatic/manager.rb

@@ -0,0 +1,33 @@
+require "upstatic/tool"
+
+module Upstatic
+  class Manager < Tool
+
+    def create_bucket
+      unless bucket.exists?
+        shell.say_status "bucket", "creating '#{config.bucket}'"
+        s3.buckets.create(config.bucket)
+      end
+    end
+
+    def configure_bucket
+      unless bucket.website_configuration
+        shell.say_status "bucket", "configuring for website hosting"
+        bucket.configure_website
+      end
+    rescue AWS::S3::Errors::NoSuchBucket
+      # Can't find the newly created bucket yet. Let's wait a bit and retry.
+      sleep(2)
+      retry
+    rescue AWS::S3::Errors::AccessDenied
+      abort "We could not access the bucket '#{config.bucket}'.\n\n" <<
+            "One of two things happened here:\n\n" <<
+            "- You're trying to access a bucket that another user already\n" <<
+            "  owns. Please note that the bucket namespace is shared by\n" <<
+            "  all users of the system.\n" <<
+            "- You actually own this bucket on some other account. If that\n" <<
+            "  is the case, please check your credentials."
+    end
+
+  end
+end

data/lib/upstatic/options.rb

@@ -0,0 +1,44 @@
+module Upstatic
+
+  # The +Options+ module can be mixed-in with any other class to provide some
+  # nice helpers for adding options with default values.
+  #
+  # This is used internally in +Configuration+:
+  #
+  #   class Configuration
+  #     include Options
+  #     option :bucket
+  #   end
+  module Options
+
+    def self.included(base)
+      base.extend(ClassMethods)
+    end
+
+    module ClassMethods
+
+      # Allows the definition of options in a similar way to +attr_accessor+,
+      # except that the same method acts as getter and setter, depending on
+      # whether an argument is passed (setter) or not (getter).
+      #
+      # An optional hash can be passed as a second argument, to specify
+      # additional options such as a default value using +:default+.
+      def option(name, options={})
+        define_method(name) do |*args|
+          if args.size > 0
+            instance_variable_set("@#{name}", args.first)
+          else
+            if instance_variable_defined?("@#{name}")
+              instance_variable_get("@#{name}")
+            elsif options.keys.include?(:default)
+              options[:default]
+            else
+              nil
+            end
+          end
+        end
+      end
+
+    end
+  end
+end

data/lib/upstatic/quiet_shell.rb

@@ -0,0 +1,7 @@
+module Upstatic
+  class QuietShell
+    def say_status(*args)
+      # Shh... Let's be quiet.
+    end
+  end
+end

data/lib/upstatic/shell.rb

@@ -0,0 +1,13 @@
+require "thor/shell"
+
+module Upstatic
+  class Shell
+    def initialize
+      @shell = Thor::Base.shell.new
+    end
+
+    def say_status(status, message, log_status=nil)
+      @shell.say_status(status, message, log_status)
+    end
+  end
+end

data/lib/upstatic/tool.rb

@@ -0,0 +1,40 @@
+require "aws-sdk"
+require "upstatic/configuration"
+
+module Upstatic
+  class Tool
+
+    def initialize(configuration)
+      @configuration = configuration
+    end
+
+    private
+
+    def config
+      @configuration
+    end
+
+    def s3
+      @s3 ||= AWS::S3.new(
+        :access_key_id => config.access_key_id,
+        :secret_access_key => config.secret_access_key,
+        :region => config.region
+      )
+    end
+
+    def bucket
+      @bucket ||= s3.buckets[config.bucket]
+    end
+
+    def cf
+      @cf ||= AWS::CloudFront.new(
+        :access_key_id => config.access_key_id,
+        :secret_access_key => config.secret_access_key
+      )
+    end
+
+    def shell
+      Upstatic.shell
+    end
+  end
+end

data/lib/upstatic/verifier.rb

@@ -0,0 +1,59 @@
+require "digest/sha1"
+require "upstatic/tool"
+
+module Upstatic
+  class Verifier < Tool
+
+    def initialize(configuration)
+      super
+
+      @files = {}
+      @file_options = {}
+
+      @new_files = {}
+      @new_file_options = {}
+
+      bucket.objects[".sha1sums"].read.lines.each do |line|
+        file_checksum, file_options_checksum, filename = line.split(" ", 3)
+        filename.chomp!
+        @files[filename] = file_checksum
+        @file_options[filename] = file_options_checksum
+      end
+    rescue AWS::S3::Errors::NoSuchKey
+      # Checksum file doesn't exist.
+      # Both @files and @file_options will be empty, and that's ok.
+      @has_no_data = true
+    end
+
+    def stale?(filename, write_options)
+      return true if config.force_deploy
+
+      file_options_checksum = Digest::SHA1.hexdigest(Marshal.dump(write_options))
+      file_checksum = Digest::SHA1.file(filename).hexdigest
+
+      @new_files[filename] = file_checksum
+      @new_file_options[filename] = file_options_checksum
+
+      if @files[filename] != file_checksum
+        return true
+      end
+
+      if @file_options[filename] != file_options_checksum
+        return true
+      end
+
+      return false
+    end
+
+    def write_checksum_file
+      lines = []
+      @new_files.each do |filename, checksum|
+        file_option_checksum = @new_file_options[filename]
+        lines << "#{checksum} #{file_option_checksum} #{filename}"
+      end
+
+      shell.say_status("upload", ".sha1sums", :green)
+      bucket.objects[".sha1sums"].write(lines.join("\n"))
+    end
+  end
+end

data/lib/upstatic/version.rb

@@ -0,0 +1,3 @@
+module Upstatic
+  VERSION = "0.1.0.pre"
+end

data/test/cases/helper.rb

@@ -0,0 +1,2 @@
+require "minitest_helper"
+require "cases/test_case"

data/test/cases/test_cache_control.rb

@@ -0,0 +1,39 @@
+require "cases/helper"
+
+class TestCacheControl < Upstatic::TestCase
+
+  def self.config
+    return @config if @config
+
+    @config = Upstatic::Configuration.new
+    @config.default_cache_control "public, no-cache"
+    @config.cache_control ".css", "public, max-age=3600"
+    @config.cache_control ".js", "public, max-age=0"
+    @config
+  end
+
+  def config
+    self.class.config
+  end
+
+  def setup
+    super
+    deploy :cache_control, config
+  end
+
+  def test_sets_cache_control_for_css_file
+    response = request("styles.css")
+    assert_equal "public, max-age=3600", response["Cache-Control"]
+  end
+
+  def test_sets_cache_control_for_css_file
+    response = request("scripts.js")
+    assert_equal "public, max-age=0", response["Cache-Control"]
+  end
+
+  def test_sets_default_cache_control_for_other_files
+    response = request("index.html")
+    assert_equal "public, no-cache", response["Cache-Control"]
+  end
+
+end

data/test/cases/test_case.rb

@@ -0,0 +1,76 @@
+require "minitest_helper"
+
+module Upstatic
+  class TestCase < Minitest::Test
+    REGION = "eu-west-1"
+    ORIG_UPLOAD_DIR = File.expand_path("../../upload_dir", __FILE__)
+    TEST_UPLOAD_DIR = File.expand_path("../../upload_dir_test", __FILE__)
+
+    def setup
+      FileUtils.rm_rf(TEST_UPLOAD_DIR)
+      FileUtils.cp_r(ORIG_UPLOAD_DIR, TEST_UPLOAD_DIR)
+    end
+
+    def teardown
+      FileUtils.rm_rf(TEST_UPLOAD_DIR)
+    end
+
+    def request(path, headers={})
+      uri = URI("http://#{@@last_deployment}.s3-website-#{REGION}.amazonaws.com/#{path}")
+      req = Net::HTTP::Get.new(uri.path)
+      headers.each { |k,v| req[k] = v }
+      Net::HTTP.start(uri.host, uri.port) { |http| http.request(req) }
+    end
+
+    def deployments
+      @@deployments ||= {}
+    end
+
+    def deploy(identifier, configuration, force=false)
+      deployment = deployments[identifier]
+
+      if !deployment || force
+        unless configuration.bucket
+          configuration.bucket "upstatic-test-#{SecureRandom.uuid}"
+        end
+
+        configuration.upload_dir TEST_UPLOAD_DIR
+        configuration.region REGION
+
+        Upstatic::Deployer.new(configuration).deploy!
+        @@last_deployment = configuration.bucket
+        deployments[identifier] = configuration.bucket
+      else
+        deployment
+      end
+    end
+
+    def write_file(path, content)
+      File.open(path, "w") { |f| f.write(content) }
+    end
+
+    def assert_gzipped(string)
+      msg = "Expected string to be gzipped"
+      assert string.bytes.first(2) == [0x1f, 0x8b], msg
+    end
+
+    def refute_gzipped(string)
+      msg = "Expected string to not be gzipped"
+      assert string.bytes.first(2) != [0x1f, 0x8b], msg
+    end
+
+    def assert_request_count(method, expected_count, &block)
+      request_count = 0
+
+      WebMock.after_request do |request_signature, response|
+        request_count += 1 if request_signature.method == method
+      end
+
+      block.call
+
+      WebMock.reset_callbacks
+
+      assert_equal expected_count, request_count
+    end
+  end
+end

data/test/cases/test_deployment.rb

@@ -0,0 +1,61 @@
+require "cases/helper"
+
+class TestDeployment < Upstatic::TestCase
+
+  def self.config
+    return @config if @config
+    @config = Upstatic::Configuration.new
+  end
+
+  def config
+    self.class.config
+  end
+
+  def setup
+    super
+    deploy :default, config
+  end
+
+  def test_deploys_html_file
+    response = request("index.html")
+    assert_equal "200", response.code
+    assert_equal "UPSTATIC_HTML", response.body.strip
+    assert_equal "text/html", response["Content-Type"]
+    assert_equal "public, max-age=691200", response["Cache-Control"]
+  end
+
+  def test_deploys_css_file
+    response = request("styles.css")
+    assert_equal "200", response.code
+    assert_equal "UPSTATIC_CSS", response.body.strip
+    assert_equal "text/css", response["Content-Type"]
+    assert_equal "public, max-age=691200", response["Cache-Control"]
+  end
+
+  def test_deploys_javascript_file
+    response = request("scripts.js")
+    assert_equal "200", response.code
+    assert_equal "UPSTATIC_JS", response.body.strip
+    assert_equal "application/javascript", response["Content-Type"]
+    assert_equal "public, max-age=691200", response["Cache-Control"]
+  end
+
+  def test_deploys_folder
+    response = request("folder/index.html")
+    assert_equal "200", response.code
+    assert_equal "UPSTATIC_FOLDER", response.body.strip
+    assert_equal "text/html", response["Content-Type"]
+    assert_equal "public, max-age=691200", response["Cache-Control"]
+  end
+
+  def test_does_not_make_checksum_file_public
+    response = request(".sha1sums")
+    assert_equal "403", response.code
+  end
+
+  def test_does_not_deploy_config_file
+    response = request("Upstatic")
+    assert_equal "403", response.code
+  end
+
+end

data/test/cases/test_gzip.rb

@@ -0,0 +1,56 @@
+require "cases/helper"
+
+class TestGzip < Upstatic::TestCase
+
+  def self.config
+    return @config if @config
+
+    @config = Upstatic::Configuration.new
+    @config.gzip_extensions ".html", ".css"
+    @config
+  end
+
+  def config
+    self.class.config
+  end
+
+  def request(uri, headers={})
+    headers.merge!("Accept-Encoding" => "identity")
+    super
+  end
+
+  def setup
+    super
+    deploy :gzip, config
+  end
+
+  def test_gzips_specified_files
+    response = request("index.html")
+    assert_gzipped response.body
+    assert_equal "gzip", response["Content-Encoding"]
+
+    response = request("folder/index.html")
+    assert_gzipped response.body
+    assert_equal "gzip", response["Content-Encoding"]
+
+    response = request("styles.css")
+    assert_gzipped response.body
+    assert_equal "gzip", response["Content-Encoding"]
+  end
+
+  def test_does_not_gzip_other_files
+    response = request("scripts.js")
+    refute_gzipped response.body
+    assert_nil response["Content-Encoding"]
+  end
+
+  def test_compresses_content_correctly
+    response = request("index.html")
+
+    io = StringIO.new(response.body)
+    gz = Zlib::GzipReader.new(io)
+
+    assert_equal "UPSTATIC_HTML", gz.read.strip
+  end
+
+end

data/test/cases/test_invalidations.rb

@@ -0,0 +1,64 @@
+require "cases/helper"
+
+class TestInvalidations < Upstatic::TestCase
+
+  def self.config
+    return @config if @config
+    @config = Upstatic::Configuration.new
+    @config.distribution_id "EX7C5EKLRKVC7"
+    @config
+  end
+
+  def config
+    self.class.config
+  end
+
+  def last_invalidation_id
+    AWS::CloudFront.new.client.list_invalidations(
+      :distribution_id => config.distribution_id,
+      :max_items => 1
+    )[:items][0][:id]
+  end
+
+  def last_invalidation
+    AWS::CloudFront.new.client.get_invalidation(
+      :distribution_id => config.distribution_id,
+      :id => last_invalidation_id
+    )
+  end
+
+  def last_invalidated_items
+    last_invalidation[:invalidation_batch][:paths][:items]
+  end
+
+  def test_creates_invalidation_rules
+    deploy :invalidations, config
+
+    paths = last_invalidated_items
+
+    assert_equal 7, paths.count
+
+    assert_includes paths, "/"
+    assert_includes paths, "/index.html"
+    assert_includes paths, "/scripts.js"
+    assert_includes paths, "/styles.css"
+    assert_includes paths, "/folder"
+    assert_includes paths, "/folder/"
+    assert_includes paths, "/folder/index.html"
+
+    changed_file = File.join(TEST_UPLOAD_DIR, "scripts.js")
+    write_file(changed_file, "UPSTATIC_CHANGED")
+
+    new_config = config.dup
+    new_config.cache_control ".css", "private, max-age=0"
+
+    deploy :invalidations, new_config, true
+
+    paths = last_invalidated_items
+
+    assert_equal 2, paths.count
+    assert_includes paths, "/scripts.js"
+    assert_includes paths, "/styles.css"
+  end
+  
+end

data/test/cases/test_multiple_deployments.rb

@@ -0,0 +1,74 @@
+require "cases/helper"
+
+class TestMultipleDeployments < Upstatic::TestCase
+
+  def self.config
+    return @config if @config
+    @config = Upstatic::Configuration.new
+  end
+
+  def config
+    self.class.config
+  end
+
+  def setup
+    super
+    config.bucket nil
+  end
+
+  def test_do_not_upload_unchanged_files
+    deploy :multiple_unchanged, config
+
+    assert_request_count(:put, 1) do
+      deploy :multiple_unchanged, config, true
+    end
+  end
+
+  def test_upload_changed_files
+    deploy :multiple_changed, config
+
+    changed_file = File.join(TEST_UPLOAD_DIR, "folder/index.html")
+    write_file(changed_file, "UPSTATIC_CHANGED")
+
+    assert_request_count(:put, 2) do
+      deploy :multiple_changed, config, true
+    end
+
+    response = request("folder/index.html")
+    assert_equal "UPSTATIC_CHANGED", response.body.strip
+  end
+
+  def test_upload_added_files
+    deploy :multiple_added, config
+
+    new_file = File.join(TEST_UPLOAD_DIR, "new.html")
+    write_file(new_file, "UPSTATIC_NEW")
+
+    assert_request_count(:put, 2) do
+      deploy :multiple_added, config, true
+    end
+
+    response = request("new.html")
+    assert_equal "UPSTATIC_NEW", response.body.strip
+  end
+
+  def test_upload_modified_configuration_files
+    deploy :muliple_config, config
+
+    new_config = config.dup
+    new_config.gzip_extensions ".html"
+
+    assert_request_count(:put, 3) do
+      deploy :multiple_config, new_config, true
+    end
+
+    response = request("index.html", "Accept-Encoding" => "identity")
+    assert_gzipped response.body
+    assert_equal "gzip", response["Content-Encoding"]
+
+    response = request("folder/index.html", "Accept-Encoding" => "identity")
+    assert_gzipped response.body
+    assert_equal "gzip", response["Content-Encoding"]
+  end
+
+end

data/test/minitest_helper.rb

@@ -0,0 +1,20 @@
+require "simplecov"
+SimpleCov.start do
+  add_filter "/test/"
+  add_filter "/lib/upstatic/compat.rb"
+end
+
+$LOAD_PATH.unshift File.expand_path("../../lib", __FILE__)
+require "upstatic"
+
+require "minitest/autorun"
+require "webmock/minitest"
+require "upstatic/quiet_shell"
+
+Minitest.after_run do
+  AWS::S3.new.buckets.each { |b| b.delete! if b.name =~ /^upstatic-test-/ }
+end
+
+WebMock.allow_net_connect!
+
+Upstatic.shell = Upstatic::QuietShell.new

data/test/test_configuration.rb

@@ -0,0 +1,33 @@
+require "minitest_helper"
+
+class TestConfiguration < Minitest::Test
+
+  def setup
+    super
+    @config = Upstatic::Configuration.new
+  end
+
+  def test_reads_from_file
+    path = File.expand_path("../upload_dir/Upstatic", __FILE__)
+    config = Upstatic::Configuration.read(path)
+    assert_equal "upstatic", config.bucket
+  end
+
+  def test_cache_control_sanitizes_extensions
+    @config.cache_control "html", "public"
+    assert_equal "public", @config.cache_controls[".html"]
+  end
+
+  def test_cache_control_accepts_symbols_as_extensions
+    @config.cache_control :css, "public"
+    assert_equal "public", @config.cache_controls[".css"]
+  end
+
+  def test_gzip_extensions_sanitizes_extensions
+    @config.gzip_extensions :html, "css", ".js"
+    assert @config.gzip_extensions.include?(".html")
+    assert @config.gzip_extensions.include?(".css")
+    assert @config.gzip_extensions.include?(".js")
+  end
+
+end

data/test/upload_dir/Upstatic

@@ -0,0 +1 @@
+bucket "upstatic"

data/test/upload_dir/folder/index.html

@@ -0,0 +1 @@
+UPSTATIC_FOLDER

data/test/upload_dir/index.html

@@ -0,0 +1 @@
+UPSTATIC_HTML

data/test/upload_dir/scripts.js

@@ -0,0 +1 @@
+UPSTATIC_JS

data/test/upload_dir/styles.css

@@ -0,0 +1 @@
+UPSTATIC_CSS

data/upstatic.gemspec

@@ -0,0 +1,26 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'upstatic/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "upstatic"
+  spec.version       = Upstatic::VERSION
+  spec.authors       = ["Joao Carlos"]
+  spec.email         = ["mail@joao-carlos.com"]
+  spec.description   = %q{Upstatic lets you deploy your static sites on AWS}
+  spec.summary       = %q{Deploy static sites}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+
+  spec.add_dependency "aws-sdk"
+  spec.add_dependency "thor"
+  spec.add_dependency "mime-types"
+end

metadata

@@ -0,0 +1,149 @@
+--- !ruby/object:Gem::Specification
+name: upstatic
+version: !ruby/object:Gem::Version
+  version: 0.1.0.pre
+platform: ruby
+authors:
+- Joao Carlos
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-05-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mime-types
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Upstatic lets you deploy your static sites on AWS
+email:
+- mail@joao-carlos.com
+executables:
+- upstatic
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/upstatic
+- lib/upstatic.rb
+- lib/upstatic/cli.rb
+- lib/upstatic/compat.rb
+- lib/upstatic/configuration.rb
+- lib/upstatic/deployer.rb
+- lib/upstatic/manager.rb
+- lib/upstatic/options.rb
+- lib/upstatic/quiet_shell.rb
+- lib/upstatic/shell.rb
+- lib/upstatic/tool.rb
+- lib/upstatic/verifier.rb
+- lib/upstatic/version.rb
+- test/cases/helper.rb
+- test/cases/test_cache_control.rb
+- test/cases/test_case.rb
+- test/cases/test_deployment.rb
+- test/cases/test_gzip.rb
+- test/cases/test_invalidations.rb
+- test/cases/test_multiple_deployments.rb
+- test/minitest_helper.rb
+- test/test_configuration.rb
+- test/upload_dir/Upstatic
+- test/upload_dir/folder/index.html
+- test/upload_dir/index.html
+- test/upload_dir/scripts.js
+- test/upload_dir/styles.css
+- upstatic.gemspec
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">"
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Deploy static sites
+test_files:
+- test/cases/helper.rb
+- test/cases/test_cache_control.rb
+- test/cases/test_case.rb
+- test/cases/test_deployment.rb
+- test/cases/test_gzip.rb
+- test/cases/test_invalidations.rb
+- test/cases/test_multiple_deployments.rb
+- test/minitest_helper.rb
+- test/test_configuration.rb
+- test/upload_dir/Upstatic
+- test/upload_dir/folder/index.html
+- test/upload_dir/index.html
+- test/upload_dir/scripts.js
+- test/upload_dir/styles.css
+has_rdoc: