epimetheus 0.0.1

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in epimetheus.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Martin Rhoads
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,51 @@
+# Epimetheus
+
+this gem handles pushing builds, pushing deploys, and consuming them
+from a client
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'epimetheus'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install epimetheus
+
+## Usage
+
+the useful public methods are:
+
+- put_build(uuid,path)
+- put_deploy(uuid)
+- get_deploy_from_s3
+- get_deploy_from_http
+- get_build_from_s3(uuid)
+- get_build_from_http(uuid)
+
+basic options would look something like:
+
+opts = {
+  'project' => 'feefee',
+  'environment' => 'some_cool_environment',
+  'role' => 'coolest_server_ever',
+  'access_key' => ENV['AWS_ACCESS_KEY'],
+  'secret_key' => ENV['AWS_SECRET_KEY'],
+  'bucket' => 'sssp',
+  'prefix' => 'epimetheus',
+  'url' => 'http://ssspy.d.musta.ch',
+}
+
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/epimetheus.gemspec

@@ -0,0 +1,25 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'epimetheus/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "epimetheus"
+  spec.version       = Epimetheus::VERSION
+  spec.authors       = ["Martin Rhoads"]
+  spec.email         = ["martin.rhoads@airbnb.com"]
+  spec.description   = %q{deploys, published, and consumes stuff}
+  spec.summary       = %q{deploys, published, and consumes stuff}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+
+  spec.add_dependency "aws-sdk"
+end

data/lib/epimetheus.rb

@@ -0,0 +1,218 @@
+require "epimetheus/version"
+require 'logger'
+require 'aws-sdk'
+require 'fileutils'
+require 'net/http'
+
+module Epimetheus
+  class Epimetheus
+
+    def initialize(opts={})
+      @paranoid = true
+      log.debug "opts are #{opts}"
+      require_and_set(opts,[
+                            'project',
+                           ])
+      set(opts,[
+                'access_key',
+                'secret_key',
+                'bucket',
+                'prefix',
+                'url',
+                'environment',
+                'role',
+                'paranoid',
+               ])
+      log.debug "paranoid is set to #{@paranoid}"
+    end
+
+    def put_build(uuid,path)
+      build_path = archive_path uuid
+      if s3.objects[build_path].exists? and @paranoid
+        log.error "refusing to overwrite build because paranoid is set"
+        log.error "unset paranoid to remove this and other saftey features"
+        log.error "exiting..."
+        exit 2
+      else
+        log.info "putting #{path} at #{build_path}"
+        s3.objects[build_path].write(Pathname.new(path))
+        log.debug "successfully put #{File.basename path}"
+      end
+    end
+
+    def put_deploy(uuid)
+      verify(['environment','role'])
+      log.info "releasing new deploy #{uuid} at #{deploy_path}"
+      s3.objects[deploy_path].write(uuid)
+      log.debug "done"
+    end
+
+    def get_deploy_from_s3()
+      unless s3.objects[deploy_path].exists?
+        log.error "deployment #{deploy_path} does not exist"
+        log.error "exiting"
+        exit 8
+      end
+      return s3.objects[deploy_path].read
+    end
+
+    def get_deploy_from_http()
+      proper_path = deploy_path
+      proper_path = "/#{proper_path}" unless proper_path[0] == '/'
+      begin
+        log.debug "trying to get #{proper_path} from #{@url}"
+        uri = URI File.join(@url,proper_path)
+        return Net::HTTP.get(uri)
+      rescue
+        raise "could not get deploy #{proper_path} from #{@url}"
+      end
+    end
+
+    def get_build_from_s3(uuid,path)
+      build_path = archive_path uuid
+      unless s3.objects[build_path].exists?
+        log.error "tring to get build #{build_path} from #{@bucket} which does not exist"
+        log.error "exiting..."
+        exit 3
+      end
+      log.debug "getting build #{build_path} from #{@bucket}"
+      unless Dir.exists? File.dirname(path)
+        if @paranoid
+          log.error "looks like the parent dir for #{path} does not exist and paranoid is set"
+          log.error "set paranoid to false to automatically create this and do other potentially dangerous things"
+          log.error "exiting..."
+          exit 4
+        else
+          FileUtils.mkdir_p File.dirname(path)
+        end
+      end
+
+      if File.exists?(path) and @paranoid
+        log.error "you are trying to clober #{path} and paranoid is set"
+        log.error "unset this if you don't care about these types of things"
+        log.error "exiting..."
+        exit 5
+      end
+
+      log.info "downloading s3://#{@bucket}/#{build_path} to #{path} "
+      # streaming download from S3 to a file on disk
+      File.open(path, 'w') do |file|
+        s3.objects[build_path].read do |chunk|
+          file.write(chunk)
+        end
+      end
+    end
+
+    def get_build_from_http(uuid,path)
+      unless Dir.exists? File.dirname(path)
+        if @paranoid
+          log.error "the parent directory of #{path} does not exist and paranoid is set."
+          log.error "consider unsetting paranoid if you want to take a walk on the wild side"
+          log.error "exiting..."
+          exit 6
+        else
+          FileUtils.mkdir_p File.dirname(path)
+        end
+      end
+
+      if File.exists?(path) and @paranoid
+        log.error "refusing to clobbler #{path} because paranoid is set"
+        log.error "unset paranoid if your in the danger zone"
+        log.error "exiting..."
+        exit 7
+      end
+
+      build_path = archive_path uuid
+      verify ['url', 'prefix']
+      uri = URI File.join(@url,build_path)
+      log.debug "trying to get @{uri}"
+      begin
+        Net::HTTP.start(uri.host, uri.port) do |http|
+          request = Net::HTTP::Get.new uri.request_uri
+          http.request request do |response|
+            open path, 'w' do |io|
+              response.read_body do |chunk|
+                io.write chunk
+              end
+            end
+          end
+        end
+      rescue
+        raise "could not get #{build_path} from #{@url}"
+      end
+      log.info "downloaded #{uri} to #{path}"
+    end
+
+    private
+
+    def archive_path(uuid)
+      File.join @prefix, @project, 'artifacts', uuid
+    end
+
+    def deploy_path
+      File.join @prefix, @project, 'deploys', @environment, @role
+    end
+
+    def s3
+      @s3 ||= configure_s3
+    end
+
+    def configure_s3
+      verify(['access_key', 'secret_key', 'bucket', 'prefix'])
+      AWS.config(
+                 :access_key_id => @access_key,
+                 :secret_access_key => @secret_key,
+                 )
+      bucket = AWS::S3.new.buckets[@bucket]
+      log.debug "checking if bucket #{bucket} exists"
+      unless bucket.exists?
+        log.error "bucket #{bucket} does not exist"
+        if @paranoid
+          log.error "unset paranoid to create bucket and do other non-paranoid type things"
+          log.error "exiting"
+          exit 1
+        else
+          log.error "paranoid is not set, so we will create the bucket"
+          bucket = AWS::S3.new.buckets.create(@bucket)
+        end
+      end
+      return bucket
+    end
+
+    def require_and_set(opts,required_opts)
+      required_opts.each do |required|
+        raise "you need to provide #{required}" unless opts[required]
+        log.debug "setting instance variable #{required} to #{opts[required]}"
+        instance_variable_set "@#{required}", opts[required]
+      end
+    end
+
+    def set(opts,optional_opts)
+      log.debug "in set with opts #{opts}"
+      optional_opts.each do |optional|
+        log.debug "in set with #{optional}"
+        instance_variable_set("@#{optional}", opts[optional]) if opts.include? optional
+      end
+    end
+
+    def verify(required_opts)
+      required_opts.each do |required|
+        value = instance_variable_get "@#{required}"
+        raise "you need to specify #{required}" unless instance_variable_get "@#{required}"
+      end
+    end
+
+    def log
+      @logger ||= configure_logger_for
+    end
+
+    def configure_logger_for
+      logger = Logger.new(STDOUT)
+      logger.info "set the DEBUG environment to get debug messages" unless ENV['DEBUG']
+      logger.level = Logger::INFO unless ENV['DEBUG']
+      logger.progname = self.class.name
+      logger
+    end
+
+  end
+end

data/lib/epimetheus/version.rb

@@ -0,0 +1,3 @@
+module Epimetheus
+  VERSION = "0.0.1"
+end

metadata

@@ -0,0 +1,102 @@
+--- !ruby/object:Gem::Specification
+name: epimetheus
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Martin Rhoads
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-05-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: deploys, published, and consumes stuff
+email:
+- martin.rhoads@airbnb.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- epimetheus.gemspec
+- lib/epimetheus.rb
+- lib/epimetheus/version.rb
+homepage: ''
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: deploys, published, and consumes stuff
+test_files: []