crazycode-cap-recipes 0.3.39.3 → 0.4.0

data/Capfile

@@ -0,0 +1,4 @@
+load 'deploy' if respond_to?(:namespace) # cap2 differentiator
+Dir['vendor/plugins/*/recipes/*.rb'].each { |plugin| load(plugin) }
+
+load 'config/deploy' # remove this line to skip loading any of the default tasks

data/VERSION.yml

@@ -1,5 +1,5 @@
----
+--- 
 :major: 0
-:minor: 3
-:build: 3
-:patch: 39
+:minor: 4
+:patch: 0
+:build: 

data/config/deploy.rb

@@ -0,0 +1,38 @@
+# -*- coding: utf-8 -*-
+# =============================================================================
+# GENERAL SETTINGS
+# =============================================================================
+
+role :app, "10.241.14.166"
+
+set :application,  "demo"
+set :deploy_to,  "/var/apps/#{application}"
+# set :deploy_via, :remote_cache
+# set :scm, :git
+# set :repository, "deploy@dev.demo.com:/home/demo.git"
+# set :git_enable_submodules, 1
+# set :keep_releases, 3
+
+set :user, "pm030"
+set :use_sudo, true
+
+ssh_options[:paranoid] = false
+default_run_options[:pty] = true
+
+# 自定义变量
+
+set :build_workspace, "/home/tanglq/pay/cmdb"
+set :release_dir, "/tmp/cmdb_release"
+set :upload_dir, "/tmp/cmdb_upload"
+
+
+# =============================================================================
+# RECIPE INCLUDES
+# =============================================================================
+
+require 'rubygems'
+# for development
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+
+require 'cap_recipes/tasks/sdpjenkins'

data/crazycode-cap-recipes.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = %q{crazycode-cap-recipes}
-  s.version = "0.3.39.3"
+  s.version = "0.4.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["crazycode"]
-  s.date = %q{2011-04-29}
+  s.date = %q{2011-08-22}
   s.default_executable = %q{cap-recipes}
   s.description = %q{Battle-tested capistrano recipes for debian, passenger, apache, hudson, delayed_job, juggernaut, rubygems, backgroundrb, rails and more}
   s.email = %q{crazycode@gmail.com}
@@ -19,12 +19,14 @@ Gem::Specification.new do |s|
     "README.textile"
   ]
   s.files = [
+    "Capfile",
     "LICENSE",
     "README.textile",
     "Rakefile",
     "VERSION.yml",
     "bin/cap-recipes",
     "cap-recipes.gemspec",
+    "config/deploy.rb",
     "crazycode-cap-recipes.gemspec",
     "examples/advanced/deploy.rb",
     "examples/advanced/deploy/experimental.rb",
@@ -41,6 +43,8 @@ Gem::Specification.new do |s|
     "lib/cap_recipes/tasks/backgroundrb/manage.rb",
     "lib/cap_recipes/tasks/bundler.rb",
     "lib/cap_recipes/tasks/bundler/manage.rb",
+    "lib/cap_recipes/tasks/cmdb.rb",
+    "lib/cap_recipes/tasks/cmdbutils.rb",
     "lib/cap_recipes/tasks/delayed_job.rb",
     "lib/cap_recipes/tasks/delayed_job/hooks.rb",
     "lib/cap_recipes/tasks/delayed_job/manage.rb",
@@ -51,6 +55,7 @@ Gem::Specification.new do |s|
     "lib/cap_recipes/tasks/gitosis.rb",
     "lib/cap_recipes/tasks/gitosis/install.rb",
     "lib/cap_recipes/tasks/gitosis/manage.rb",
+    "lib/cap_recipes/tasks/http.rb",
     "lib/cap_recipes/tasks/hudson.rb",
     "lib/cap_recipes/tasks/hudson/manage.rb",
     "lib/cap_recipes/tasks/jetty.rb",
@@ -79,6 +84,7 @@ Gem::Specification.new do |s|
     "lib/cap_recipes/tasks/rubygems.rb",
     "lib/cap_recipes/tasks/rubygems/install.rb",
     "lib/cap_recipes/tasks/rubygems/manage.rb",
+    "lib/cap_recipes/tasks/sdpjenkins.rb",
     "lib/cap_recipes/tasks/templates/hudson.erb",
     "lib/cap_recipes/tasks/templates/mongod.conf.erb",
     "lib/cap_recipes/tasks/templates/mongodb.init.erb",
@@ -106,7 +112,8 @@ Gem::Specification.new do |s|
     "spec/cap/helper.rb",
     "spec/cap_recipes_spec.rb",
     "spec/spec_helper.rb",
-    "specs.watchr"
+    "specs.watchr",
+    "test.rb"
   ]
   s.homepage = %q{http://github.com/crazycode/cap-recipes}
   s.require_paths = ["lib"]

data/lib/cap_recipes/tasks/cmdb.rb

@@ -0,0 +1,70 @@
+# -*- coding: utf-8 -*-
+require "fileutils"
+
+require 'cap_recipes/tasks/gitdeploy'
+require 'cap_recipes/tasks/tomcat'
+
+require File.expand_path(File.dirname(__FILE__) + '/utilities')
+require File.expand_path(File.dirname(__FILE__) + '/cmdbutils')
+
+Capistrano::Configuration.instance(true).load do |configuration|
+
+  set :use_sudo, true
+
+  set :cse_base, "http://10.241.14.166:8080/cse"
+  set :deploy_unit_code, ""
+  set :deploy_stage, "development"
+
+  set :deploy_id_file, ".deploy_id"
+  set :tag, ""
+
+  role :app do
+    CmdbService.get_app_role("#{cse_base}", deploy_unit_code, deploy_stage)
+  end
+
+  namespace :cmdb do
+
+
+    task :start do
+      if File.exists? deploy_id_file
+        puts "Previous Deploy NOT Complete, please run 'cap cmdb:failback' first."
+        exit(1)
+      end
+
+      deploy_id = CmdbService.start_deploy("#{cse_base}", deploy_unit_code, deploy_stage, tag)
+
+      open(deploy_id_file, 'w') do |f|
+        f.write deploy_id
+      end
+    end
+
+    desc "set current deploy FAILBACK!"
+    task :failback do
+      deploy_id = CmdbService.get_deploy_id(deploy_id_file)
+      unless deploy_id.nil?
+        CmdbService.complete_deploy(cse_base, deploy_unit_code, deploy_id, false, "capistrano部署失败，撤销发布")
+      end
+    end
+
+    desc "set current deploy success DONE!"
+    task :done do
+      deploy_id = CmdbService.get_deploy_id(deploy_id_file)
+      puts "deploy_id=#{deploy_id}, file=#{deploy_id_file}"
+      CmdbService.complete_deploy(cse_base, deploy_unit_code, deploy_id, true, "通过capistrano部署成功")
+      File.delete deploy_id_file
+    end
+
+    desc "deploy to tomcat"
+    task :deploy_to_tomcat do
+      cmdb.start
+      deploy_id = CmdbService.get_deploy_id(deploy_id_file) || CmdbService.start_deploy("#{cse_base}", deploy_unit_code, deploy_stage, tag)
+      puts "deploy_id=#{deploy_id}"
+
+      gitdeploy.deploy
+      tomcat.restart
+
+      cmdb.done
+    end
+
+  end
+end

data/lib/cap_recipes/tasks/cmdbutils.rb

@@ -0,0 +1,110 @@
+# -*- coding: utf-8 -*-
+require "net/http"
+require "uri"
+require "json"
+
+require File.expand_path(File.dirname(__FILE__) + '/http')
+
+class CmdbService
+
+  def self.get_app_role(cse_base, unit_code, stage)
+    url = "#{cse_base}/deploy/get-server.do?deployUnitCode=#{unit_code}&stage=#{stage}"
+    resp = Net::HTTP.get_response(URI.parse(url))
+    data = resp.body
+
+    # we convert the returned JSON data to native Ruby
+    # data structure - a hash
+    result = JSON.parse(data)
+
+    # if the hash has 'Error' as a key, we raise an error
+    if !result.has_key? 'success'
+      raise "web service error"
+    end
+
+    unless result['success']
+      raise "#{unit_code}@#{stage} get_app_role faile! return data: #{data}"
+    end
+
+    server = result['servers']
+    if server.nil?
+      raise "Not fout servers for #{unit_code}@#{stage}"
+    end
+
+    server.collect {|s| "#{s['ip']}:#{s['sshPort']}"}
+  end
+
+
+  def self.start_deploy(cse_base, unit_code, stage, version)
+    url = URI.parse("#{cse_base}/deploy/start-deploy.do")
+    puts "version=#{version}"
+    param = { 'deployUnitCode' => unit_code, 'stage' => stage, 'deployer' => 'capistrano', 'version' => version }
+
+    http = Net::HTTP.new(url.host, url.port)
+
+    resp = http.post(url.path, param.to_json)
+    data = resp.body
+
+    result = JSON.parse(data)
+
+    if !result.has_key? 'success'
+      raise "web service error"
+    end
+
+    unless result['success']
+      raise "#{unit_code}@#{stage} start_deploy faile! return data: #{data}"
+    end
+
+    result['deploymentId']
+  end
+
+
+  #deployUnitCode : 发布单元编号
+  #deploymentId : 开始发布接口生成的唯一标识
+  #success : 是否发布成功
+  #description : 发布结果描述
+  def self.complete_deploy(cse_base, unit_code, deployment_id, is_success, description)
+    url = URI.parse("#{cse_base}/deploy/complete-deploy.do")
+
+    param = { 'deployUnitCode' => unit_code, 'deploymentId' => deployment_id,
+      'success' => is_success, 'description' => description }
+
+    http = Net::HTTP.new(url.host, url.port)
+
+    resp = http.post(url.path, param.to_json)
+    data = resp.body
+
+    result = JSON.parse(data)
+
+    # if the hash has 'Error' as a key, we raise an error
+    if !result.has_key? 'success'
+      raise "web service error"
+    end
+
+    unless result['success']
+      puts "#{unit_code}@#{deployment_id} complete_deploy faile! return data: #{data}"
+      return false
+    end
+
+    return true
+  end
+
+
+  def self.get_deploy_id(file)
+    unless File.exists? file
+      puts "file #{file} NOT exists!"
+      return nil
+    end
+
+    deploy_id = nil
+    open(file, 'r') do |f|
+      deploy_id = f.readline
+      #if f.lines.count == 0
+       # puts "empty deploy_id, please delete file: #{file}."
+      #else
+       # deploy_id = f.readline
+      #end
+    end
+    deploy_id
+  end
+
+end

data/lib/cap_recipes/tasks/http.rb

@@ -0,0 +1,102 @@
+require 'net/http'
+require 'net/https'
+require 'uri' # there be bugs here
+require "addressable/uri" # no more URI::InvalidURIError: bad URI(is not URI?)
+
+class HTTP
+  class << self
+    def get(url, options = {})
+      execute(url, options)
+    end
+
+    def post(url, options = {})
+      options = { :method => :post }.merge(options)
+      execute(url, options)
+    end
+
+    def encoding(response)
+      return $1.downcase if response['content-type'] =~ /charset=(.*)/i
+      return $1.downcase if response.body =~ /<meta.*?charset=([^"'>]+)/mi
+    end
+
+    protected
+
+      def proxy
+        http_proxy = ENV["http_proxy"]
+        Addressable::URI.parse(http_proxy) rescue nil
+      end
+
+      def to_uri(url)
+        if !url.respond_to?(:scheme)
+          url = Addressable::URI.parse(url)
+        end
+        url
+      end
+
+      def execute(url, options = {})
+        options = { :parameters => {}, :debug => false, :follow_redirects => true,
+                    :http_timeout => 60, :method => :get, 
+                    :headers => {}, :redirect_count => 0, 
+                    :max_redirects => 10 }.merge(options)
+
+        url = to_uri(url)
+        
+        if proxy
+          http = Net::HTTP::Proxy(proxy.host, proxy.port).new(url.host, url.port)
+        else
+          http = Net::HTTP.new(url.host, url.port)
+        end
+        
+        if url.scheme == 'https'
+          http.use_ssl = true
+          http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+        end
+        
+        http.open_timeout = http.read_timeout = options[:http_timeout]
+        
+        http.set_debug_output $stderr if options[:debug]
+        
+        request = case options[:method]
+          when :post
+            request = Net::HTTP::Post.new(url.request_uri)
+            request.set_form_data(options[:parameters])
+            request
+          else
+            Net::HTTP::Get.new(url.request_uri)
+        end
+
+        options[:headers].each { |key, value| request[key] = value }
+        response = http.request(request)
+
+        # Handle redirection
+        if options[:follow_redirects] && response.kind_of?(Net::HTTPRedirection)      
+          options[:redirect_count] += 1
+
+          if options[:redirect_count] > options[:max_redirects]
+            raise "Too many redirects (#{options[:redirect_count]}): #{url}" 
+          end
+
+          redirect_url = redirect_url(response)
+
+          if redirect_url.start_with?('/')
+            url = to_uri("#{url.scheme}://#{url.host}#{redirect_url}")
+          else
+            url = to_uri(redirect_url)
+          end
+
+          response, url = execute(url, options)
+        end
+
+        [response, url.to_s]
+      end
+
+      # From http://railstips.org/blog/archives/2009/03/04/following-redirects-with-nethttp/
+      def redirect_url(response)
+        if response['location'].nil?
+          response.body.match(/<a href=\"([^>]+)\">/i)[1]
+        else
+          response['location']
+        end
+      end
+  end
+end

data/lib/cap_recipes/tasks/sdpjenkins.rb

@@ -0,0 +1,120 @@
+# -*- coding: utf-8 -*-
+require "fileutils"
+
+require File.expand_path(File.dirname(__FILE__) + '/utilities')
+require File.expand_path(File.dirname(__FILE__) + '/cmdbutils')
+
+include FileUtils
+
+Capistrano::Configuration.instance(true).load do |configuration|
+
+  # 为测试环境发布使用
+  _cset :build_workspace, ""
+  _cset :release_dir, ""
+  _cset :release_pattern, "*.war"
+  _cset :upload_dir, ""
+  _cset :shell_commands, "cd #{upload_dir}; ls -all"
+
+  namespace :sdpjenkins do
+
+    task :start do
+      if File.exists? deploy_id_file
+        puts "Previous Deploy NOT Complete, please run 'cap cmdb:failback' first."
+        exit(1)
+      end
+
+      deploy_id = CmdbService.start_deploy("#{cse_base}", deploy_unit_code, deploy_stage, tag)
+
+      open(deploy_id_file, 'w') do |f|
+        f.write deploy_id
+      end
+    end
+
+    desc "set current deploy FAILBACK!"
+    task :failback do
+      deploy_id = CmdbService.get_deploy_id(deploy_id_file)
+      unless deploy_id.nil?
+        CmdbService.complete_deploy(cse_base, deploy_unit_code, deploy_id, false, "capistrano部署失败，撤销发布")
+      end
+    end
+
+    desc "set current deploy success DONE!"
+    task :done do
+      deploy_id = CmdbService.get_deploy_id(deploy_id_file)
+      puts "deploy_id=#{deploy_id}, file=#{deploy_id_file}"
+      CmdbService.complete_deploy(cse_base, deploy_unit_code, deploy_id, true, "通过capistrano部署成功")
+      File.delete deploy_id_file
+    end
+
+    desc "deploy to tomcat"
+    task :deploy_to_tomcat do
+      cmdb.start
+      deploy_id = CmdbService.get_deploy_id(deploy_id_file) || CmdbService.start_deploy("#{cse_base}", deploy_unit_code, deploy_stage, tag)
+      puts "deploy_id=#{deploy_id}"
+
+      gitdeploy.deploy
+      tomcat.restart
+
+      cmdb.done
+    end
+
+    desc "copy all war to specify dir"
+    task :copy_to_dir do
+      if build_workspace.empty?
+        puts "Please specify the build_workspace dir, set :build_workspace, '/home/foo/project/code'"
+        exit(1)
+      end
+      if release_dir.empty?
+        puts "Please specify the release_dir, set :release_dir, '/home/foo/project/release'"
+        exit(1)
+      end
+
+      unless File.directory?(build_workspace)
+        puts "the build_workspace #{build_workspace} NOT exists!"
+        exit(1)
+      end
+
+      unless File.directory?(release_dir)
+        mkdir_p release_dir
+      end
+
+      files = []
+      release_pattern.split(/[,;\s]+/).each do |pattern|
+        files += Dir[File.join(build_workspace.split(/\\/), "**", pattern)]
+      end
+
+      files.each do |file|
+        target_name = File.basename(file).gsub(/-((\d+)\.?)+(-SNAPSHOT)?/, "")
+        cp file, "#{release_dir}/#{target_name}"
+      end
+
+    end
+
+    desc "upload released file to remote hosts"
+    task :upload_file do
+      if upload_dir.empty?
+        puts "Please specify the remote upload_dir, set :upload_dir, '/opt/applications/project/upload'"
+        exit(1)
+      end
+      run "mkdir -p #{upload_dir}"
+      Dir[File.join(release_dir.split(/\\/), "**")].each do |file|
+        top.upload file, upload_dir, :via => :scp
+      end
+    end
+
+    desc "execute commands from remote hosts"
+    task :execute_commands do
+      unless shell_commands.empty?
+        run shell_commands
+      end
+    end
+
+    desc "copy file, upload it, then execute commands"
+    task :doall do
+      copy_to_dir
+      upload_file
+      execute_commands
+    end
+
+  end
+end

data/test.rb

@@ -0,0 +1,105 @@
+# -*- coding: utf-8 -*-
+require "net/http"
+require "uri"
+require "json"
+
+class CmdbService
+
+  def self.get_app_role(cse_base, unit_code, stage)
+    url = "#{cse_base}/deploy/get-server.do?deployUnitCode=#{unit_code}&stage=#{stage}"
+    resp = Net::HTTP.get_response(URI.parse(url))
+    data = resp.body
+
+    # we convert the returned JSON data to native Ruby
+    # data structure - a hash
+    result = JSON.parse(data)
+
+    # if the hash has 'Error' as a key, we raise an error
+    if !result.has_key? 'success'
+      raise "web service error"
+    end
+
+    unless result['success']
+      raise "#{unit_code}@#{stage} get_app_role faile!"
+    end
+
+    server = result['servers']
+    if server.nil?
+      raise "Not fout servers for #{unit_code}@#{stage}"
+    end
+
+    server.collect {|s| "#{s['ip']}:#{s['sshPort']}"}
+  end
+
+
+  def self.start_deploy(cse_base, unit_code, stage)
+    url = URI.parse("#{cse_base}/deploy/start-deploy.do")
+
+    param = { 'deployUnitCode' => unit_code, 'stage' => stage, 'deployer' => 'capistrano', 'version' => '1.0.1' }
+
+    http = Net::HTTP.new(url.host, url.port)
+
+    resp = http.post(url.path, param.to_json)
+    data = resp.body
+
+    puts "data=#{data}"
+    # we convert the returned JSON data to native Ruby
+    # data structure - a hash
+    result = JSON.parse(data)
+
+    # if the hash has 'Error' as a key, we raise an error
+    if !result.has_key? 'success'
+      raise "web service error"
+    end
+
+    unless result['success']
+      raise "#{unit_code}@#{stage} start_deploy faile!"
+    end
+
+    result['deploymentId']
+  end
+
+
+  #deployUnitCode : 发布单元编号
+  #deploymentId : 开始发布接口生成的唯一标识
+  #success : 是否发布成功
+  #description : 发布结果描述
+  def self.complete_deploy(cse_base, unit_code, deployment_id, is_success, description)
+    url = URI.parse("#{cse_base}/deploy/complete-deploy.do")
+
+    param = { 'deployUnitCode' => unit_code, 'deploymentId' => deployment_id,
+      'success' => is_success, 'description' => description }
+
+    http = Net::HTTP.new(url.host, url.port)
+
+    resp = http.post(url.path, param.to_json)
+    data = resp.body
+
+    puts "data=#{data}"
+    # we convert the returned JSON data to native Ruby
+    # data structure - a hash
+    result = JSON.parse(data)
+
+    # if the hash has 'Error' as a key, we raise an error
+    if !result.has_key? 'success'
+      raise "web service error"
+    end
+
+    unless result['success']
+      puts "#{unit_code}@#{stage} start_deploy faile!"
+      return false
+    end
+
+    return true
+  end
+
+end
+
+s = CmdbService.get_app_role("http://10.241.14.166:8080/cse", "zf00032", "test")
+puts "s=#{s}"
+
+did = CmdbService.start_deploy("http://10.241.14.166:8080/cse", "zf00032", "test")
+puts "deploy=#{did}"
+
+r = CmdbService.complete_deploy("http://10.241.14.166:8080/cse", "zf00032", did, true, "发布成功")
+puts "r=#{r}"

metadata

@@ -4,10 +4,9 @@ version: !ruby/object:Gem::Version
   prerelease: false
   segments: 
   - 0
-  - 3
-  - 39
-  - 3
-  version: 0.3.39.3
+  - 4
+  - 0
+  version: 0.4.0
 platform: ruby
 authors: 
 - crazycode
@@ -15,7 +14,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-04-29 00:00:00 +08:00
+date: 2011-08-22 00:00:00 +08:00
 default_executable: cap-recipes
 dependencies: []
 
@@ -29,12 +28,14 @@ extra_rdoc_files:
 - LICENSE
 - README.textile
 files: 
+- Capfile
 - LICENSE
 - README.textile
 - Rakefile
 - VERSION.yml
 - bin/cap-recipes
 - cap-recipes.gemspec
+- config/deploy.rb
 - crazycode-cap-recipes.gemspec
 - examples/advanced/deploy.rb
 - examples/advanced/deploy/experimental.rb
@@ -51,6 +52,8 @@ files:
 - lib/cap_recipes/tasks/backgroundrb/manage.rb
 - lib/cap_recipes/tasks/bundler.rb
 - lib/cap_recipes/tasks/bundler/manage.rb
+- lib/cap_recipes/tasks/cmdb.rb
+- lib/cap_recipes/tasks/cmdbutils.rb
 - lib/cap_recipes/tasks/delayed_job.rb
 - lib/cap_recipes/tasks/delayed_job/hooks.rb
 - lib/cap_recipes/tasks/delayed_job/manage.rb
@@ -61,6 +64,7 @@ files:
 - lib/cap_recipes/tasks/gitosis.rb
 - lib/cap_recipes/tasks/gitosis/install.rb
 - lib/cap_recipes/tasks/gitosis/manage.rb
+- lib/cap_recipes/tasks/http.rb
 - lib/cap_recipes/tasks/hudson.rb
 - lib/cap_recipes/tasks/hudson/manage.rb
 - lib/cap_recipes/tasks/jetty.rb
@@ -89,6 +93,7 @@ files:
 - lib/cap_recipes/tasks/rubygems.rb
 - lib/cap_recipes/tasks/rubygems/install.rb
 - lib/cap_recipes/tasks/rubygems/manage.rb
+- lib/cap_recipes/tasks/sdpjenkins.rb
 - lib/cap_recipes/tasks/templates/hudson.erb
 - lib/cap_recipes/tasks/templates/mongod.conf.erb
 - lib/cap_recipes/tasks/templates/mongodb.init.erb
@@ -117,6 +122,7 @@ files:
 - spec/cap_recipes_spec.rb
 - spec/spec_helper.rb
 - specs.watchr
+- test.rb
 has_rdoc: true
 homepage: http://github.com/crazycode/cap-recipes
 licenses: []