ploy 0.0.4

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: a2c78754ea6d6c007f064e3a182ae81f94e42c9a
+  data.tar.gz: 2a5591e5ae8c2ed1b6a96fed8f7bc9483deea231
+SHA512:
+  metadata.gz: 182997ac859c97cd237fc9b73e24b6bc1a6715f82b3df85e8fd1e1c4c32106133957c803d286fd4d8739be306b29ec49cdd7fd862000431cddcb9a5781422c2a
+  data.tar.gz: b3ec95b355a8a8fcd6402c73bd33dc0ba3a0923bdc201f31156aa8f44e9b2842078a9ea8387cd6a04b0291b833467d928e2c60f18d1c0e98ba1271533767873b

data/bin/ploy

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require 'ploy/cli'
+
+Ploy::Cli.new.run ARGV
+

data/lib/ploy/cli.rb

@@ -0,0 +1,10 @@
+require 'ploy/command'
+
+module Ploy
+  class Cli
+    def run(argv)
+      subcommand = argv.shift || 'help'
+      Ploy::Command.lookup(subcommand).run(argv)
+    end
+  end
+end

data/lib/ploy/command.rb

@@ -0,0 +1,22 @@
+require 'ploy/command/install'
+require 'ploy/command/publish'
+require 'ploy/command/help'
+require 'ploy/command/bless'
+require 'ploy/command/oracle'
+
+module Ploy
+  module Command
+    def self.lookup(topic)
+      lookup = {
+        'install' => Ploy::Command::Install,
+        'bless'   => Ploy::Command::Bless,
+        'help'    => Ploy::Command::Help,
+        'publish' => Ploy::Command::Publish,
+        'oracle'  => Ploy::Command::Oracle,
+      }
+      mod = lookup[topic] || lookup['help']
+      return mod.new
+    end
+  end
+end
+

data/lib/ploy/command/base.rb

@@ -0,0 +1,14 @@
+module Ploy
+  module Command
+    class Base
+      def run(argv)
+        return false
+      end
+
+      def help
+        return ""
+      end
+    end
+  end
+end
+

data/lib/ploy/command/bless.rb

@@ -0,0 +1,68 @@
+require 'ploy/command/base'
+require 'ploy/package'
+require 'json'
+
+module Ploy
+  module Command
+    class Bless < Base
+      def run(argv)
+        o = {}
+        optparser(o).parse!(argv)
+        pkgs = []
+        if (o[:datapath]) then
+          pkgs = Ploy::Package.from_metadata(o[:bucket], JSON.parse(File.read(o[:datapath])))
+        else
+          pkgs.push Ploy::Package.new(o[:bucket], o[:deploy], o[:branch], o[:version])
+        end
+
+        pkgs.each do |pkg|
+          pkg.bless
+          puts "blessed #{o[:deploy]}/#{o[:branch]} at #{o[:version]}"
+        end
+      end
+
+      def help
+        return <<helptext
+usage: ploy -b BUCKET [-d DEPLOYMENT -B BRANCH -v VERSION | -f DATAFILE]
+
+#{optparser}
+
+Examples:
+  $ ploy bless -b deploybucket -d someproject -B master -v 6d4a094dcaad6e421f85b24c7c75153db72ab00c
+  $ ploy bless -b deploybucket -f /tmp/version_info.json
+
+Summary
+
+  The bless command takes action to verify that specific package is "blessed" to go to production.
+  It should only be marked as such after a successful run through unit, integration and smoke
+  tests.
+
+helptext
+      end
+
+      private
+      def optparser(o = {})
+        options = OptionParser.new do |opts|
+          opts.banner = ''
+          opts.on("-b", "--bucket BUCKET", "use the given S3 bucket") do |bucket|
+            o[:bucket] = bucket
+          end
+          opts.on("-d", "--deployment DEPLOYMENT", "bless the given deployment (project)") do |dep|
+            o[:deploy] = dep
+          end
+          opts.on("-B", "--branch BRANCH", "use the deployment from the given branch") do |branch|
+            o[:branch] = branch
+          end
+          opts.on("-v", "--version VERSION", "use the given version") do |v|
+            o[:version] = v
+          end
+          opts.on("-f", "--data-file PATH", "load a set of dep/branch/version data from a", "version file compatible with ploy oracle output") do |path|
+            o[:datapath] = path
+          end
+        end
+        return options
+      end
+
+    end
+  end
+end

data/lib/ploy/command/help.rb

@@ -0,0 +1,23 @@
+require 'ploy/command/base'
+
+module Ploy
+  module Command
+    class Help < Base
+      def run(argv)
+        puts Ploy::Command.lookup(argv.shift).help
+      end
+      def help
+        return <<helptext
+usage: ploy [command] [options]
+
+Commands:
+  publish         Package the current git repository and send to S3
+  install         Pull a deployment from S3 and install on current system
+  bless           Mark a package as tested for production use
+  help            Show helps
+
+helptext
+      end
+    end
+  end
+end

data/lib/ploy/command/install.rb

@@ -0,0 +1,68 @@
+require 'ploy/command/base'
+require 'optparse'
+require 'ploy/package'
+
+module Ploy
+  module Command
+    class Install < Base
+      def run(argv)
+        o = {
+          :version => 'current',
+          :branch  => 'master',
+          :check   => true,
+        }
+        optparser(o).parse!(argv)
+        pkg = Ploy::Package.new(o[:bucket], o[:deploy], o[:branch], o[:version])
+        if (!o[:check] || pkg.check_new_version)
+          pkg.install()
+          puts "installed #{o[:deploy]}"
+        else
+          puts "no new version available"
+        end
+        return true
+      end
+
+      def help
+        return <<helptext
+usage: ploy install -b $bucket -d $deployment -B $branch -v $version
+
+#{optparser}
+
+Examples:
+  $ ploy install -b deploybucket -d someproject # default to master branch and current version
+  $ ploy install -b deploybucket -d someproject -B master -v current
+  $ ploy install -b deploybucket -d someproject -B master -v 6d4a094dcaad6e421f85b24c7c75153db72ab00c
+
+Summary:
+
+  The install command will download and install a package that matches the
+  specification given on the command line. If the available version has the
+  same git revision as a currently installed version, it will do nothing.
+
+helptext
+
+      end
+
+      private
+      def optparser(o = {})
+        options = OptionParser.new do |opts|
+          opts.banner = ''
+          opts.on("-b", "--bucket BUCKET", "use the given S3 bucket") do |bucket|
+            o[:bucket] = bucket
+          end
+          opts.on("-d", "--deployment DEPLOYMENT", "install the given deployment (project)") do |dep|
+            o[:deploy] = dep
+          end
+          opts.on("-B", "--branch BRANCH", "use the deployment from the given branch") do |branch|
+            o[:branch] = branch
+          end
+          opts.on("-v", "--version VERSION", "use the given version") do |v|
+            o[:version] = v
+          end
+        end
+        return options
+      end
+
+    end
+  end
+end

data/lib/ploy/command/oracle.rb

@@ -0,0 +1,48 @@
+require 'sinatra'
+require 'json'
+require 'ploy/metasrc'
+
+# TODO: this needs tests. It is a Friday; I just don't have the brainpower
+# left to figure out how to test a subclassed sinatra.
+
+module Ploy
+  module Command
+    class OracleServer < Sinatra::Base
+      set :port => 9876
+      set :bind => '0.0.0.0'
+
+      def self.oracle_run(metasrc)
+        @@metasrc = metasrc # this could not be sadder
+        run!
+      end
+      get '/' do
+        [
+          200,
+          { "Content-type" => "text/json" },
+          JSON.dump(@@metasrc.load)
+        ]
+      end
+    end
+    class Oracle < Base
+      def run(argv)
+        OracleServer.oracle_run Ploy::MetaSrc.new(argv.shift || '/etc/ploy/metadata.d')
+      end
+      def help
+        return <<helptext
+usage: ploy oracle [dir]
+
+Examples:
+
+  $ ploy oracle /etc/ploy/metadata.d
+
+Summary:
+
+  The oracle command starts up an http server. When it receives a GET request, it
+  will read all of the metadata files in [dir] and return the data in them to
+  the client as json.
+
+helptext
+      end
+    end
+  end
+end

data/lib/ploy/command/publish.rb

@@ -0,0 +1,42 @@
+require 'ploy/command/base'
+require 'ploy/publisher'
+
+module Ploy
+  module Command
+    class Publish < Base
+      def run(argv)
+        Ploy::Publisher.new(argv.shift || '.ploy-publisher.yml').publish
+        puts "ploy publish ok"
+        return true
+      end
+
+      def help
+        return <<helptext
+usage: ploy publish [config.yml]
+
+Examples:
+
+  $ ploy publish
+  $ ploy publish something.yml
+
+Config Example:
+
+    ---
+    bucket: bucketname
+    deploy_name: some-project
+    dist_dir: spec/resources/dist
+    prep_cmd: lineman build
+    prefix: /usr/local/someproject
+    upstart_files:
+     - spec/resources/conf/some-project-initfile
+
+Summary:
+
+  The publish command takes a config YAML file as input, and uses that to construct a
+  debian package file and push it into a particular location in S3
+
+helptext
+      end
+    end
+  end
+end

data/lib/ploy/common.rb

@@ -0,0 +1,17 @@
+module Ploy
+  module Util
+
+    def Util.remote_name(deploy,branch,rev, blessed = false)
+      r = [
+        deploy,
+        branch,
+        "#{deploy}_#{rev}.deb"
+      ]
+      if (blessed) then
+        r.unshift('blessed')
+      end
+      return r.join('/')
+    end
+
+  end
+end

data/lib/ploy/localpackage/config.rb

@@ -0,0 +1,53 @@
+require 'ploy/localpackage/debbuilder'
+
+module Ploy
+  module LocalPackage
+    class Config
+      def initialize(conf_source = '.ploy-publisher.yml')
+        @conf = conf_source
+        if (/^---/ =~ conf_source) then
+          @conf = YAML::load(conf_source)
+        else
+          @conf = YAML::load_file(conf_source)
+        end
+      end
+
+      def builder
+        builder = Ploy::LocalPackage::DebBuilder.new(
+          :name          => @conf['deploy_name'],
+          :sha           => git_revision,
+          :branch        => git_branch,
+          :timestamp     => git_timestamp,
+          :upstart_files => @conf['upstart_files'],
+          :dist_dir      => @conf['dist_dir'],
+          :prefix        => @conf['prefix'],
+          :prep_cmd      => @conf['prep_cmd']
+        );
+        return builder
+      end
+
+      def remote_package
+        return Ploy::Package.new(
+          @conf['bucket'],
+          @conf['deploy_name'],
+          git_branch,
+          git_revision
+        )
+      end
+
+      private
+      def git_branch
+        return ENV['TRAVIS_BRANCH'] || `git symbolic-ref --short -q HEAD`.chomp
+      end
+
+      def git_revision
+        return `git rev-parse HEAD`.chomp
+      end
+
+      def git_timestamp
+        return `git log -1 --pretty=format:"%ct"`
+      end
+
+    end
+  end
+end

data/lib/ploy/localpackage/debbuilder.rb

@@ -0,0 +1,77 @@
+require 'yaml'
+require 'ploy/localpackage/optlist'
+
+module Ploy
+  module LocalPackage
+    class DebBuilder
+      attr_accessor :name
+      attr_accessor :sha
+      attr_accessor :branch
+      attr_accessor :timestamp
+      attr_accessor :upstart_files
+      attr_accessor :dist_dir
+      attr_accessor :prefix
+
+      def initialize(opts = {})
+        @metadata_dir = "/etc/ploy/metadata.d"
+        opts.each { |k,v| instance_variable_set("@#{k}", v) } # maybe?
+      end
+
+      def build_deb
+        info = nil
+        Dir.mktmpdir do |dir|
+          mirror_dist(dir)
+          write_metadata(dir)
+          info = eval(`fpm #{fpm_optlist(dir).as_string} .`)
+        end
+        return info[:path]
+      end
+
+      def fpm_optlist(dir)
+        optlist = Ploy::LocalPackage::DebBuilderOptlist.new [
+          { "-n" => @name },
+          { "-s" => "dir" },
+          { "-t" => "deb" },
+          { "-a" => "all" },
+          { "-C" => dir },
+          { "--deb-field" => "'gitrev: #{@sha}'" },
+          "-f",
+          { "-v" => @timestamp + '.' + @branch },
+        ]
+
+        if @upstart_files then
+          @upstart_files.each do | upstart |
+            optlist.add("--deb-upstart", upstart)
+          end
+        end
+
+        return optlist
+      end
+
+      def mirror_dist(dir)
+        FileUtils.mkpath mirror_dist_target(dir)
+        system("rsync -aC #{@dist_dir}/* #{mirror_dist_target(dir)}")
+      end
+
+      def mirror_dist_target(topdir)
+        return @prefix ? File.join(topdir, @prefix) : topdir
+      end
+
+      def write_metadata(dir)
+        base = File.join(dir, @metadata_dir)
+        FileUtils.mkpath(base)
+        path = File.join(base, "#{@name}.yml")
+        info = {
+          "name"      => @name,
+          "sha"       => @sha,
+          "timestamp" => @timestamp,
+          "branch"    => @branch, 
+        }
+        File.open(path, 'w') do | out |
+          YAML.dump(info, out)
+        end
+
+      end
+    end
+  end
+end

data/lib/ploy/localpackage/optlist.rb

@@ -0,0 +1,30 @@
+module Ploy
+  module LocalPackage
+    class DebBuilderOptlist
+      @list = []
+      def initialize(list = [])
+        @list = list
+      end
+
+      def add(switch, val = nil)
+        opt = val != nil ? { switch => val } : switch
+        @list.push(opt)
+      end
+
+      def as_string
+        opts_flat = []
+
+        @list.each do | e |
+          if (e.is_a? Hash) then
+            e.each { | k, v| opts_flat.push([k,v].join(' ')) }
+          else
+            opts_flat.push(e)
+          end
+        end
+
+        return opts_flat.join(' ')
+      end
+
+    end
+  end
+end

data/lib/ploy/metasrc.rb

@@ -0,0 +1,17 @@
+module Ploy
+  class MetaSrc
+    def initialize(dir)
+      @dir = dir
+    end
+    def load
+      d = {}
+      Dir.foreach(@dir) do |fname|
+        if (fname =~ /\.ya?ml$/) then
+          y = YAML::load_file(File.join(@dir,fname))
+          d[y['name']] = y
+        end
+      end
+      return d
+    end
+  end
+end

data/lib/ploy/package.rb

@@ -0,0 +1,61 @@
+require 'ploy/common'
+require 'ploy/s3storage'
+
+module Ploy
+  class Package
+    attr_accessor :deploy_name
+    attr_accessor :branch
+    attr_accessor :version
+
+    def initialize(bucket, deploy, branch, version)
+      @deploy_name = deploy
+      @branch = branch
+      @version = version
+
+      @store = Ploy::S3Storage.new(bucket)
+    end
+
+    def check_new_version
+      installed = `dpkg-query -W -f '${gitrev}' #{@deploy_name}`.chomp
+      remote_v = @store.metadata(location)['git_revision']
+      return (installed != remote_v)
+    end
+
+    def install
+      Tempfile.open(['ploy', '.deb']) do |f|
+        @store.get(location, f)
+        system("dpkg -i #{f.path}")
+      end
+    end
+
+    def bless
+      @store.copy(
+        location,
+        Ploy::Util.remote_name(@deploy_name, @branch, @version, true)
+      )
+    end
+
+    def location
+      return Ploy::Util.remote_name(@deploy_name, @branch, @version)
+    end
+    def location_current
+      return Ploy::Util.remote_name(@deploy_name, @branch, 'current')
+    end
+
+    def upload(path)
+      @store.put(path, location, {'git_revision' => @version})
+    end
+
+    def make_current
+      @store.copy(location, location_current)
+    end
+
+    def self.from_metadata(bucket, meta)
+      out = []
+      meta.each do |k,v|
+        out.push(self.new(bucket, v['name'], v['branch'], v['sha']))
+      end
+      return out
+    end
+  end
+end

data/lib/ploy/publisher.rb

@@ -0,0 +1,19 @@
+require 'ploy/localpackage/config'
+
+module Ploy
+  class Publisher
+    def initialize(conf_source)
+      @config = Ploy::LocalPackage::Config.new conf_source
+    end
+
+    def publish
+      pkgpath = @config.builder.build_deb
+      remote_package = @config.remote_package
+      remote_package.upload(pkgpath)
+      remote_package.make_current
+      return remote_package
+    end
+
+  end
+
+end

data/lib/ploy/s3storage.rb

@@ -0,0 +1,36 @@
+require 'aws-sdk'
+
+module Ploy
+  class S3Storage
+    def initialize(bucket)
+      @bucketname = bucket
+    end
+
+    def put(path, name, meta = {})
+      AWS::S3.new.buckets[@bucketname].objects[name].write(
+        Pathname.new(path),
+        { :metadata => meta },
+      )
+    end
+
+    def copy(from, to)
+      AWS::S3.new.buckets[@bucketname].objects[from].copy_to(to)
+    end
+    
+    def get(from, fileio)
+      AWS::S3.new.buckets[@bucketname].objects[from].read do |chunk|
+        fileio.write(chunk)
+      end
+      fileio.flush
+    end
+
+    def metadata(loc)
+      o = AWS::S3.new.buckets[@bucketname].objects[loc] 
+      if (o.exists?) then
+        return o.metadata
+      else
+        return {}
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,102 @@
+--- !ruby/object:Gem::Specification
+name: ploy
+version: !ruby/object:Gem::Version
+  version: 0.0.4
+platform: ruby
+authors:
+- Michael Bruce
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-03-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fpm
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sinatra
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: deployment
+email: mbruce@manta.com
+executables:
+- ploy
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/ploy/cli.rb
+- lib/ploy/command/base.rb
+- lib/ploy/command/bless.rb
+- lib/ploy/command/help.rb
+- lib/ploy/command/install.rb
+- lib/ploy/command/oracle.rb
+- lib/ploy/command/publish.rb
+- lib/ploy/command.rb
+- lib/ploy/common.rb
+- lib/ploy/localpackage/config.rb
+- lib/ploy/localpackage/debbuilder.rb
+- lib/ploy/localpackage/optlist.rb
+- lib/ploy/metasrc.rb
+- lib/ploy/package.rb
+- lib/ploy/publisher.rb
+- lib/ploy/s3storage.rb
+- bin/ploy
+homepage: 
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: deployment
+test_files: []