dploy 0.0.2

data/.gitignore

@@ -0,0 +1,4 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in dploy.gemspec
+gemspec

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/config/dploy.yml

@@ -0,0 +1,11 @@
+development:
+  
+  ec2_access_key_id:	
+  ec2_access_key:			
+  ec2_endpoint:				
+  ec2_ssh_key_path:		
+        
+  chef_api_url:				
+  chef_api_user:			
+  chef_api_key:				
+

data/dploy.gemspec

@@ -0,0 +1,26 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "dploy/version"
+
+Gem::Specification.new do |s|
+  s.name        = "dploy"
+  s.version     = Dploy::VERSION
+  s.authors     = ["DuckDO"]
+  s.email       = ["james@stylesaint.com"]
+  s.homepage    = ""
+  s.summary     = %q{deployment module for chef and aws}
+  s.description = %q{deploymoent module for chef and aws}
+
+  s.rubyforge_project = "dploy"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  # specify any dependencies here; for example:
+  # s.add_development_dependency "rspec"
+  # s.add_runtime_dependency "rest-client"
+  s.add_runtime_dependency('aws-sdk')
+  s.add_runtime_dependency('chef')
+end

data/lib/dploy.rb

@@ -0,0 +1,10 @@
+require "dploy/version"
+require 'dploy/chef_client'
+require 'dploy/ec2_client'
+require 'dploy/deployer'
+require 'dploy/logger'
+
+module Dploy
+
+end
+

data/lib/dploy/chef_client.rb

@@ -0,0 +1,52 @@
+require 'chef'
+require 'json'
+
+module Dploy 
+  
+  class ChefClient
+  
+    def initialize(server_url, user, key_path = nil)      
+      key_path ||= "#{user}.pem"
+      @rest_client = Chef::REST.new(server_url, user, key_path)
+    end 
+        
+    def update_node_attributes(node_name,attributes)
+      node = get_node(node_name)
+      node[:normal] = node[:normal].merge(attributes)
+      symbolize(@rest_client.put_rest("nodes/#{node_name}",node))
+    end
+    
+    def get_nodes
+      @rest_client.get_rest("nodes")
+    end
+    
+    def get_node(name)
+      symbolize(@rest_client.get_rest("nodes/#{name}"))
+    end 
+    
+    def put_node(node)
+      symbolize(@rest_client.put_rest("nodes/#{node[:name]}",node))
+    end
+    
+    def create_node(node)
+      symbolize(@rest_client.post_rest("nodes",node.to_json))
+    end
+    
+    def delete_node(node_name)
+      symbolize(@rest_client.delete_rest("nodes/#{node_name}"))
+    end
+
+    def symbolize(hash)
+      json_parse_opts = {:symbolize_names => true} 
+      JSON.parse(hash.to_json, json_parse_opts)
+    end
+
+  end
+
+end
+           
+
+
+
+
+

data/lib/dploy/client.rb

@@ -0,0 +1,27 @@
+require 'json'
+require 'rest_client'
+
+module Dploy
+
+  module Client
+  
+    def self.deploy(server, project, environment, version)
+      deploy_data = JSON.parse((RestClient.post "http://#{server}/deploy", { :project => project, :environment => environment, :version => version }.to_json, :content_type => :json, :accept => :json))
+      self.get_deploy_logs(server, deploy_data['id'])
+    end
+    
+    def self.get_deploy_logs(server, deploy_id)
+      start_id = "000000000000000000000000"
+      while true
+        logs = JSON.parse(RestClient.get( "http://#{server}/logs/#{deploy_id}/?start_id=#{start_id}", :accept => :json))
+        logs.each do |row|
+          puts row
+        end
+      end
+    end 
+    
+  end
+
+end
+
+Dploy::Client.deploy("dploy.internal.stylesaint.com:3000", "community", "test", ENV['VERSION'])

data/lib/dploy/deployer.rb

@@ -0,0 +1,68 @@
+require "dploy/version"
+require 'dploy/chef_client'
+require 'dploy/ec2_client'
+require 'dploy/logger'
+require 'dploy/shell_command'
+
+module Dploy
+
+  class Deployer
+	   
+	  attr_accessor :deploy_data
+    
+    def initialize(deploy_data)
+		    	
+    	@deploy_data = deploy_data
+
+      @ec2 = EC2Client.new(
+        DPLOY_CONFIG['ec2_access_key_id'],
+        DPLOY_CONFIG['ec2_access_key'],
+        DPLOY_CONFIG['ec2_endpoint'])
+        
+      @chef = ChefClient.new(
+        DPLOY_CONFIG['chef_api_url'],
+        DPLOY_CONFIG['chef_api_user'],
+        DPLOY_CONFIG['chef_api_key'])
+        
+      
+      #TODO validate deploy data
+			      
+      @deploy_data[:id] = "#{@deploy_data[:project]}-#{@deploy_data[:environment]}-#{@deploy_data[:version].gsub('.','-')}-#{Time.now.to_i}"
+			@log = Dploy::Logger.new(DPLOY_CONFIG['mongo_server'], @deploy_data[:id])
+    end
+  
+    def deploy()
+      begin
+        #Get Instances
+        search_tags = { 'project' => @deploy_data[:project], 'environment' => @deploy_data[:environment] }
+			  @log.debug("Searching For EC2 Instances")
+			  @log.debug("Search tags: #{search_tags}")
+        instances = @ec2.get_instances_by_tags(search_tags)
+        @log.debug("#{instances.count} matching instances found")
+        
+        instances.each do |instance|
+          
+          @log.debug("Starting deploy for instance: #{instance.id}")
+          #TODO Remove from LB
+          
+          #update chef node
+          node_name = "#{@deploy_data[:environment]}-#{@deploy_data[:project]}-#{instance.id}"
+          @log.debug("Updating chef node: #{node_name}")
+          attributes = { :dploy => { :target_version => @deploy_data[:version], :status => 'deploying' } }
+          @chef.update_node_attributes(node_name, attributes)
+          
+          #Run Chef client
+          @log.debug("Running Chef Client for #{node_name} (#{instance.dns_name})")
+          ShellCmd.run("ssh  -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i #{DPLOY_CONFIG['ec2_ssh_key_path']} ubuntu@#{instance.dns_name} sudo chef-client", @deploy_data[:id])
+          
+          #TODO Test
+      rescue Exception
+       @log.error($!) 
+      end
+      
+    end
+  
+  end
+  
+end
+

data/lib/dploy/ec2_client.rb

@@ -0,0 +1,26 @@
+require 'aws-sdk'
+
+module Dploy 
+
+  class EC2Client
+  
+    def initialize(access_key_id, access_key, ec2_endpoint)
+      @ec2 = AWS::EC2.new(
+          :access_key_id 	    => access_key_id,
+          :secret_access_key 	=> access_key,
+          :ec2_endpoint 	    => ec2_endpoint
+          )
+    end
+    
+    def get_instances_by_tags(search_tags = {})
+      search_tags.map{|k,v| {k => v}}.reduce(@ec2.instances){|filtered_result,search_tag | filtered_result.tagged(search_tag.keys).tagged_values(search_tag.values)}
+    end
+
+    protected 
+    def get_resource_attributes(resource, attributes)
+      attributes.map { |attribute| {attribute => resource.send(attribute)} if resource.respond_to?(attribute) }.reduce {|sum, att| sum.merge(att) }
+    end
+      
+  end
+  
+end

data/lib/dploy/logger.rb

@@ -0,0 +1,38 @@
+require 'mongo'
+
+module Dploy
+
+  class Logger
+  
+    def	initialize(mongo_host, deploy_id)
+	    @log = Mongo::Connection.new(mongo_host).db('log')[deploy_id]
+    end
+    
+    private :log
+    def log(message, meta_data )
+      @log.insert({:meta_data => meta_data, :message => message})
+    end
+    
+    def debug(message, meta_data = {})
+      meta_data.merge({:log_type => 'debug' })
+      log(message, metadata)
+    end
+    
+    def error(message, meta_data = {})
+      meta_data.merge({:log_type => 'debug' })
+      log(message, metadata)
+    end
+    
+    def completion(message, meta_data = {})
+      meta_data.merge({:log_type => 'debug' })
+      log(message, metadata)
+    end
+
+    def get_messages(collection, start_id = "000000000000000000000000")
+      @@db[collection].find(:_id => {"$gt" => BSON::ObjectId(start_id)}).map {|row| row}
+    end 
+  
+  end 
+
+end
+

data/lib/dploy/shell_command.rb

@@ -0,0 +1,28 @@
+require 'pty'
+
+module Dploy
+	
+	class ShellCmd
+		
+		def self.run(command, log)
+			PTY.spawn(command) do |output, input, pid|
+				begin 
+					while !PTY.check(pid)
+						if log != nil
+						  line = output.gets
+						  if line.upcase.include? "ERROR"
+							  log.error(line)
+							else
+							  log.debug(line)
+							end
+						end
+					end
+				rescue Errno::EIO
+					puts "end"
+				end
+			end
+		end
+		
+	end
+	
+end

data/lib/dploy/version.rb

@@ -0,0 +1,3 @@
+module Dploy
+  VERSION = "0.0.2"
+end

metadata

@@ -0,0 +1,81 @@
+--- !ruby/object:Gem::Specification
+name: dploy
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+  prerelease: 
+platform: ruby
+authors:
+- DuckDO
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-11-04 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: &24476420 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *24476420
+- !ruby/object:Gem::Dependency
+  name: chef
+  requirement: &24475920 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *24475920
+description: deploymoent module for chef and aws
+email:
+- james@stylesaint.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- Rakefile
+- config/dploy.yml
+- dploy.gemspec
+- lib/dploy.rb
+- lib/dploy/chef_client.rb
+- lib/dploy/client.rb
+- lib/dploy/deployer.rb
+- lib/dploy/ec2_client.rb
+- lib/dploy/load_config.rb
+- lib/dploy/logger.rb
+- lib/dploy/shell_command.rb
+- lib/dploy/version.rb
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: dploy
+rubygems_version: 1.8.11
+signing_key: 
+specification_version: 3
+summary: deployment module for chef and aws
+test_files: []