debloy 1.3.1

data/README.md

@@ -0,0 +1,56 @@
+[![endorse](http://api.coderwall.com/jeroenr/endorsecount.png)](http://coderwall.com/jeroenr)
+
+# debloy
+
+debloy is a capistrano plugin to facilitate the deployment of debian packages (inspired by supply_drop). It works by simply copying (using rsync, or scp) your debian packages to your servers and installing them through the package manager
+
+### Installation
+
+    gem install debloy
+
+or with Bundler
+
+    gem 'debloy'
+
+### Tasks
+
+    cap debloy:bootstrap
+
+This sets up the environment for dpkg or apt deployment, depending on your configuration.
+
+    cap debloy
+
+This deploys the debian packages on the target servers.
+
+    cap debloy:teardown
+
+Cleans up the environment.
+
+### Configuration
+
+At the top of your deploy.rb
+
+    require 'rubygems'
+    require 'debloy'
+
+then optionally set some variables
+
+    set :debian_source, '.'
+
+the directory containing your debian packages that will be rsynced to the servers.
+
+  	set :debian_target, '/tmp'
+
+the temp directory on the target machine to hold the packages before installing.
+
+ 	set :debian_package_manager, 'dpkg'
+
+the debian package manager to use (one of [dpkg, apt]).
+
+  	set :debian_stream_log, false
+
+determines whether to stream the command output.
+	
+	set :debian_filter, '*'
+
+a glob syntax filter to determine which packages to deploy. By default all will be deployed.

data/Rakefile

@@ -0,0 +1,16 @@
+desc "clean"
+task :clean do
+  rm_f Dir.glob("*.gem")
+end
+
+namespace :gem do
+  desc "build the gem"
+  task :build => :clean do
+    sh "gem build debloy.gemspec"
+  end
+
+  desc "push the gem"
+  task :push => :build do
+    sh "gem push #{Dir.glob("*.gem").first}"
+  end
+end

data/lib/debloy.rb

@@ -0,0 +1,142 @@
+require 'debloy/rsync'
+require 'debloy/apt_get'
+require 'debloy/apt_ftp_archive'
+require 'debloy/logger/batch'
+require 'debloy/logger/stream'
+require 'debloy/util/parallel_enumerable'
+
+Capistrano::Configuration.instance.load do
+  namespace :debloy do
+  	set :debian_source, '.'
+  	set :debian_target, '/tmp'
+  	set :debian_package_manager, 'dpkg'
+  	set :debian_stream_log, false
+    set :debian_filter, '*'
+
+    RELEASE_FILE_OPTIONS = {
+              "Codename" => "debloy",
+              "Components" => "debloy",
+              "Origin" => "debloy",
+              "Label" => "Debloyed",
+              "Architectures" => "all", 
+              "Suite" => "stable"
+            }
+
+    namespace :bootstrap do
+      desc "prepares remote hosts for debloyment based on selected package manager (dpkg or apt)"
+      task :default do
+        case debian_package_manager
+          when "dpkg"
+		        dpkg
+          when "apt"
+		        apt
+          else
+            raise "#{debian_package_manager} is an unsupported package manager. Only dpkg and apt are supported"
+        end
+      end
+     
+      desc "creates directories and installs dependencies"
+      task :dpkg do
+        run "mkdir -p #{debian_target}/debloy"
+        sudo Debloy::AptGet.update_cache
+        sudo Debloy::AptGet.install_packages(%w(rsync))
+        logger.debug "Dependencies installed"
+      end
+
+      desc "creates local debian repository for apt-get"
+      task :apt do
+        run "mkdir -p #{debian_target}/debloy"
+
+        sudo Debloy::AptGet.update_cache
+        sudo Debloy::AptGet.install_packages(%w(rsync dpkg-dev gzip))
+
+        logger.debug "Dependencies installed"
+
+        put "deb file:#{debian_target}/debloy ./", "#{debian_target}/debloy.list"
+
+        run "cd #{debian_target}/debloy && " << Debloy::AptFtpArchive.create_packages_file('.')
+
+        logger.debug "Set up local debian repository"
+      end
+      
+    end
+
+    namespace :teardown do
+      desc "cleans up debloy files"
+      task :default do
+        sudo "rm -rf #{debian_target}/debloy"
+
+        debloy_files = %w(/etc/apt/sources.list.d/debloy.list /etc/apt/preferences.d/00debloy) << "#{debian_target}/debloy.list" << "#{debian_target}/00debloy"
+        debloy_files.each do |file_name|
+          sudo "rm -f #{file_name}"
+        end
+        logger.debug "Removed deployment directory"
+      end
+    end
+
+  	desc "copies debian packages to the server"
+  	task :copy_packages do
+  		targets = find_servers_for_task(current_task)
+  		failed_targets = targets.async.map do |target|
+  			copy_cmd = Debloy::Rsync.command(
+  				debian_source,
+  				Debloy::Rsync.remote_address(target.user || fetch(:user, ENV['USER']), target.host, "#{debian_target}/debloy"),
+          :filter => ['*/'] + debian_filter.split(',').map {|x| "#{x}.deb"},
+  				:ssh => { 
+  					:keys => ssh_options[:keys], 
+  					:config => ssh_options[:config], 
+  					:port => fetch(:port, nil) 
+  				}
+  			)
+  			logger.debug copy_cmd
+  			target.host unless system copy_cmd
+  		end.compact
+
+  		raise "rsync failed on #{failed_targets.join(',')}" if failed_targets.any?
+    end
+
+    task :install_packages do
+    	log = if debian_stream_log 
+		      Debloy::Logger::Stream.new(logger)
+	      else 
+		      Debloy::Logger::Batch.new(logger)
+	      end
+
+	    begin
+        case debian_package_manager
+          when "dpkg"
+    	      sudo "dpkg -R -i #{debian_target}/debloy" do |channel, stream, data|
+    	        log.collect(channel[:host], data)
+    	      end
+          when "apt"
+            apt_get_options = {
+              "Dir::Etc::SourceList" => "#{debian_target}/debloy.list"
+            }
+
+            list_packages_cmd = "zcat #{debian_target}/debloy/Packages.gz | grep Package | cut -d ' ' -f2 | sed ':a;N;$!ba;s/\n/ /g'"
+
+            run "cd #{debian_target}/debloy && " << Debloy::AptFtpArchive.create_packages_file('.')
+            run "cd #{debian_target}/debloy && " << Debloy::AptFtpArchive.create_release_file('.', Hash[RELEASE_FILE_OPTIONS.map {|k,v| ["APT::FTPArchive::Release::#{k}",v]}])
+
+            sudo Debloy::AptGet.update_cache(apt_get_options)
+
+            run "#{list_packages_cmd} | xargs #{sudo} #{Debloy::AptGet.install_packages([],apt_get_options)}" do |channel, stream, data|
+              log.collect(channel[:host], data)
+            end
+          else
+            raise "#{debian_package_manager} is an unsupported package manager. Only dpkg and apt are supported"
+        end
+          
+	      logger.debug "Package installation complete."
+	    ensure
+	      log.collected
+	    end
+    end
+
+  	desc "copies and installs debian packages to the server"
+  	task :default do
+  		copy_packages
+  		install_packages
+  	end
+  end
+end

data/lib/debloy/apt_ftp_archive.rb

@@ -0,0 +1,27 @@
+module Debloy
+  class AptFtpArchive
+    class << self
+      def command(arguments, options={})
+        "apt-ftparchive " << options.map{|k,v| "-o #{k}='#{v}'"}.join(' ') << " #{arguments}"
+      end
+
+      def create_packages_file(from, options={})
+        command("packages #{from} | gzip -9c > Packages.gz", options)
+      end
+
+      def create_release_file(from, options={})
+        release_file_options = {
+              "Codename" => "debloy",
+              "Components" => "debloy",
+              "Origin" => "debloy",
+              "Label" => "Debloyed",
+              "Architectures" => "all", 
+              "Suite" => "stable"
+            }
+        command("release #{from} > Release", options.merge(Hash[release_file_options.map {|k,v| ["APT::FTPArchive::Release::#{k}",v]}]))
+      end
+
+
+    end
+  end
+end

data/lib/debloy/apt_get.rb

@@ -0,0 +1,17 @@
+module Debloy
+  class AptGet
+    class << self
+      def command(arguments, options={})
+        "apt-get -y --allow-unauthenticated " << options.map{|k,v| "-o #{k}='#{v}'"}.join(' ') << " #{arguments}"
+      end
+
+      def update_cache(options={})
+        command("update", options)
+      end
+
+      def install_packages(packages, options={})
+        command("install #{packages.join(' ')}", options)
+      end
+    end
+  end
+end

data/lib/debloy/logger/batch.rb

@@ -0,0 +1,22 @@
+module Debloy
+  module Logger
+    class Batch
+      def initialize(logger)
+        @messages = {}
+        @logger = logger
+      end
+
+      def collect(host, data)
+        @messages[host] ||= ""
+        @messages[host] << data
+      end
+
+      def collected
+        @messages.keys.sort.each do |host|
+          @logger.info "Log for #{host}"
+          @logger.debug @messages[host], host
+        end
+      end
+    end
+  end
+end

data/lib/debloy/logger/stream.rb

@@ -0,0 +1,16 @@
+module Debloy
+  module Logger
+    class Stream
+      def initialize(logger)
+        @logger = logger
+      end
+
+      def collect(host, data)
+        @logger.debug data, host
+      end
+
+      def collected
+      end
+    end
+  end
+end

data/lib/debloy/rsync.rb

@@ -0,0 +1,45 @@
+module Debloy
+  class Rsync
+    class << self
+      def command(from, to, options={})
+        flags = ['-az']
+        flags << '--delete'
+        flags << '--prune-empty-dirs'
+        flags << '--delete-excluded'
+        flags << includes(options[:filter])
+        flags << excludes(["*"])
+        flags << ssh_options(options[:ssh]) if options.has_key?(:ssh)
+
+        "rsync #{flags.compact.join(' ')} #{from} #{to}"
+      end
+
+      def remote_address(user, host, path)
+        user_with_host = [user, host].compact.join('@')
+        [user_with_host, path].join(':')
+      end
+
+      def excludes(patterns)
+        patterns.map { |p| "--exclude=#{p}" }
+      end
+
+
+      def includes(patterns)
+        patterns.map { |p| "--include=#{p}" }
+      end
+
+      def ssh_options(options)
+        mapped_options = options.map do |key, value|
+          next unless value
+
+          case key
+          when :keys then [value].flatten.select { |k| File.exist?(k) }.map { |k| "-i #{k}" }
+          when :config then "-F #{value}"
+          when :port then "-p #{value}"
+          end
+        end.compact
+
+        %[-e "ssh #{mapped_options.join(' ')}"] unless mapped_options.empty?
+      end
+    end
+  end
+end

data/lib/debloy/scp.rb

@@ -0,0 +1,22 @@
+module Debloy
+  class Scp
+    class << self
+      def command(from, to, options={})
+        flags = ['-q']
+        flags << '-r' if options[:recurse]
+        flags << ssh_options(options[:ssh]) if options.has_key?(:ssh)
+
+        "scp #{flags.compact.join(' ')} #{from} #{to}"
+      end
+
+      def remote_address(user, host, path)
+        user_with_host = [user, host].compact.join('@')
+        [user_with_host, path].join(':')
+      end
+
+      def ssh_options(options)
+        %[-o "#{options.join(' ')}"] unless options.empty?
+      end
+    end
+  end
+end

data/lib/debloy/util/collection_utils.rb

@@ -0,0 +1,17 @@
+module Debloy
+  module LazyEnumerable
+    def each(&block)
+      threads = []
+      super do |item|
+        threads << Thread.new { yield item }
+      end
+      threads.each(&:join)
+    end
+
+    def map(&block)
+      super do |item|
+        Thread.new { Thread.current[:output] = block[item] }
+      end.map(&:join).map { |thread| thread[:output] }
+    end
+  end
+end

data/lib/debloy/util/parallel_enumerable.rb

@@ -0,0 +1,8 @@
+require 'debloy/util/collection_utils'
+
+module Enumerable
+	def async
+		self.clone.extend Debloy::LazyEnumerable
+	end
+end
+	

metadata

@@ -0,0 +1,56 @@
+--- !ruby/object:Gem::Specification
+name: debloy
+version: !ruby/object:Gem::Version
+  version: 1.3.1
+  prerelease: 
+platform: ruby
+authors:
+- Jeroen Rosenberg
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-08-06 00:00:00.000000000 Z
+dependencies: []
+description: See http://jeroenr.github.com/debloy/
+email:
+- jeroen.rosenberg@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- Rakefile
+- lib/debloy.rb
+- lib/debloy/apt_get.rb
+- lib/debloy/rsync.rb
+- lib/debloy/apt_ftp_archive.rb
+- lib/debloy/util/parallel_enumerable.rb
+- lib/debloy/util/collection_utils.rb
+- lib/debloy/scp.rb
+- lib/debloy/logger/batch.rb
+- lib/debloy/logger/stream.rb
+homepage: http://github.com/jeroenr/debloy
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Deploying debian packages with capistrano
+test_files: []