engineyard-jenkins 0.4.0

data/lib/engineyard-jenkins/cli.rb

@@ -0,0 +1,134 @@
+require 'thor'
+require 'engineyard-jenkins/thor-ext/actions/directory'
+require 'engineyard-jenkins/appcloud_env'
+
+module Engineyard
+  module Jenkins
+    class CLI < Thor
+
+      desc "install PROJECT_PATH", "Install Jenkins node/slave recipes into your project."
+      def install(project_path)
+        require 'engineyard-jenkins/cli/install_generator'
+        Engineyard::Jenkins::InstallGenerator.start(ARGV.unshift(project_path))
+      end
+      
+      desc "install_server [PROJECT_PATH]", "Install Jenkins CI into an AppCloud environment."
+      method_option :verbose, :aliases     => ["-V"], :desc => "Display more output"
+      method_option :environment, :aliases => ["-e"], :desc => "Environment in which to deploy this application", :type => :string
+      method_option :account, :aliases     => ["-c"], :desc => "Name of the account you want to deploy in"
+      # Generates a chef recipe cookbook, uploads it to AppCloud, and waits until Jenkins CI has launched
+      def install_server(project_path=nil)
+        environments = Engineyard::Jenkins::AppcloudEnv.new.find_environments(options)
+        if environments.size == 0
+          no_environments_discovered and return
+        elsif environments.size > 1
+          too_many_environments_discovered(environments) and return
+        end
+        
+        env_name, account_name, environment = environments.first
+        if environment.instances.first
+          public_hostname = environment.instances.first.public_hostname
+          status          = environment.instances.first.status
+        end
+        
+        temp_project_path = File.expand_path(project_path || File.join(Dir.tmpdir, "temp_jenkins_server"))
+        shell.say "Temp installation dir: #{temp_project_path}" if options[:verbose]
+        
+        FileUtils.mkdir_p(temp_project_path)
+        FileUtils.chdir(temp_project_path) do
+          # 'install_server' generator
+          require 'engineyard-jenkins/cli/install_server_generator'
+          Engineyard::Jenkins::InstallServerGenerator.start(ARGV.unshift(temp_project_path))
+
+          say ""
+          say "Uploading to "; say "'#{env_name}' ", :yellow; say "environment on "; say "'#{account_name}' ", :yellow; say "account..."
+          require 'engineyard/cli/recipes'
+          environment.upload_recipes
+          
+          if status == "running"
+            say "Environment is rebuilding..."
+            environment.run_custom_recipes
+            watch_page_while public_hostname, 80, "/" do |req|
+              req.body !~ /Please wait while Jenkins is getting ready to work/
+            end
+
+            say ""
+            say "Jenkins is starting..."
+            watch_page_while public_hostname, 80, "/" do |req|
+              req.body =~ /Please wait while Jenkins is getting ready to work/
+            end
+            
+            require 'jenkins'
+            require 'jenkins/config'
+            ::Jenkins::Config.config["base_uri"] = public_hostname
+            ::Jenkins::Config.store!
+            
+            say ""
+            say "Done! Jenkins CI hosted at "; say "http://#{public_hostname}", :green
+          else
+            say ""
+            say "Almost there..."
+            say "* Boot your environment via https://cloud.engineyard.com", :yellow
+          end
+        end
+      end
+      
+      desc "version", "show version information"
+      def version
+        require 'engineyard-jenkins/version'
+        shell.say Engineyard::Jenkins::VERSION
+      end
+
+      map "-v" => :version, "--version" => :version, "-h" => :help, "--help" => :help
+
+      private
+      def say(msg, color = nil)
+        color ? shell.say(msg, color) : shell.say(msg)
+      end
+
+      def display(text)
+        shell.say text
+        exit
+      end
+
+      def error(text)
+        shell.say "ERROR: #{text}", :red
+        exit
+      end
+      
+      def no_environments_discovered
+        say "No environments with name jenkins, jenkins_server, jenkins_production, jenkins_server_production.", :red
+        say "Either:"
+        say "  * Create an AppCloud environment called jenkins, jenkins_server, jenkins_production, jenkins_server_production"
+        say "  * Use --environment/--account flags to select AppCloud environment"
+      end
+      
+      def too_many_environments_discovered(environments)
+        say "Multiple environments possible, please be more specific:", :red
+        say ""
+        environments.each do |env_name, account_name, environment|
+          say "  ey-jenkins install_server --environment "; say "'#{env_name}' ", :yellow; 
+            say "--account "; say "'#{account_name}'", :yellow
+        end
+      end
+      
+      def watch_page_while(host, port, path)
+        waiting = true
+        while waiting
+          begin
+            Net::HTTP.start(host, port) do |http|
+              req = http.get(path)
+              waiting = yield req
+            end
+            sleep 1; print '.'; $stdout.flush
+          rescue SocketError => e
+            sleep 1; print 'x'; $stdout.flush
+          rescue Exception => e
+            puts e.message
+            sleep 1; print '.'; $stdout.flush
+          end
+        end
+      end
+    end
+  end
+end

data/lib/engineyard-jenkins/cli/install_generator.rb

@@ -0,0 +1,55 @@
+require 'thor/group'
+
+module Engineyard
+  module Jenkins
+    class InstallGenerator < Thor::Group
+      include Thor::Actions
+      
+      argument :project_path
+      
+      def self.source_root
+        File.join(File.dirname(__FILE__), "install_generator", "templates")
+      end
+      
+      def install_cookbooks
+        file       = "cookbooks/main/recipes/default.rb"
+        unless File.exists?(File.join(destination_root, "cookbooks/main/recipes/default.rb"))
+          directory "cookbooks"
+        end
+      end
+      
+      def attributes
+        template "attributes.rb.tt", "cookbooks/jenkins_slave/attributes/default.rb"
+      end
+      
+      def recipe
+        copy_file "recipes.rb", "cookbooks/jenkins_slave/recipes/default.rb"
+      end
+      
+      def enable_recipe
+        file       = "cookbooks/main/recipes/default.rb"
+        enable_cmd = "\nrequire_recipe 'jenkins_slave'"
+        if File.exists?(file_path = File.join(destination_root, file))
+          append_file file, enable_cmd
+        else
+          create_file file, enable_cmd
+        end
+      end
+      
+      def readme
+        say ""
+        say "Finally:"
+        say "* edit "; say "cookbooks/jenkins_slave/attributes/default.rb ", :yellow; say "as necessary."
+        say "* run: "; say "ey recipes upload ", :green; say "# use --environment(-e) & --account(-c)"
+        say "* run: "; say "ey recipes apply  ", :green; say "#   to select environment"
+        say "* "; say "Boot your environment ", :yellow; say "if not already booted."
+        say "When the recipe completes, your project will commence its first build on Jenkins CI."
+      end
+      
+      private
+      def say(msg, color = nil)
+        color ? shell.say(msg, color) : shell.say(msg)
+      end
+    end
+  end
+end

data/lib/engineyard-jenkins/cli/install_generator/templates/attributes.rb.tt

@@ -0,0 +1,17 @@
+#
+# Cookbook Name:: jenkins_slave
+# Recipe:: default
+#
+
+jenkins_slave({
+  :master => {
+    :host => "ec2-174-129-24-134.compute-1.amazonaws.com",
+    :port => 80,
+    :public_key => "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA6AWDDDJcsIrY0KA99KPg+UmSjxjPz7+Eu9mO5GaSNn0vvVdsgrgjkh+35AS9k8Gn/DPaQJoNih+DpY5ZHsuY1zlvnvvk+hsCUHOATngARNs6yQMf2IrQqf38SlBPJ/xjt4oopLyqZuZ59xbFMFa0Yr/B7cCpxNpeIMCbwmc8YOtztOG1ZazlxB6eMTwp1V25TxFPh3PqUz9s37NmBEhkRiEyiJzlDSrKwz2y+77VWztQByM30lYAEXc5GwJD1LTaQwlv/thjhwveAzKLIpxzC5TbUjii7L+4iJF/JrjtXAEYmkegXj6lGBpRIdwXTYWMm3jG6gG+MV2nfWmocDzg3Q==",
+    :master_key_location => "/home/deploy/.ssh/id_rsa"
+  },
+  :gem => {
+    :install => "jenkins --pre",
+    :version => "jenkins-0.3.0.beta.16"
+  }
+})

data/lib/engineyard-jenkins/cli/install_generator/templates/cookbooks/main/attributes/recipe.rb

@@ -0,0 +1,3 @@
+recipes('main')
+owner_name(@attribute[:users].first[:username])
+owner_pass(@attribute[:users].first[:password])

data/lib/engineyard-jenkins/cli/install_generator/templates/cookbooks/main/definitions/ey_cloud_report.rb

@@ -0,0 +1,6 @@
+define :ey_cloud_report do
+  execute "reporting for #{params[:name]}" do
+    command "ey-enzyme --report '#{params[:message]}'"
+    epic_fail true
+  end
+end

data/lib/engineyard-jenkins/cli/install_generator/templates/cookbooks/main/libraries/ruby_block.rb

@@ -0,0 +1,40 @@
+
+class Chef
+  class Resource
+    class RubyBlock < Chef::Resource
+      def initialize(name, collection=nil, node=nil)
+        super(name, collection, node)
+        @resource_name = :ruby_block
+        @action = :create
+        @allowed_actions.push(:create)
+      end
+ 
+      def block(&block)
+        if block
+          @block = block
+        else
+          @block
+        end
+      end
+    end
+  end
+end
+
+
+class Chef
+  class Provider
+    class RubyBlock < Chef::Provider
+      def load_current_resource
+        Chef::Log.debug(@new_resource.inspect)
+        true
+      end
+ 
+      def action_create
+        @new_resource.block.call
+      end
+    end
+  end
+end
+
+Chef::Platform.platforms[:default].merge! :ruby_block => Chef::Provider::RubyBlock
+

data/lib/engineyard-jenkins/cli/install_generator/templates/cookbooks/main/libraries/run_for_app.rb

@@ -0,0 +1,12 @@
+class Chef
+  class Recipe
+    def run_for_app(*apps, &block)
+      apps.map! {|a| a.to_s }
+      node[:applications].map{|k,v| [k,v] }.sort_by {|a,b| a }.each do |name, app_data|
+        if apps.include?(name)
+          block.call(name, app_data)
+        end
+      end
+    end
+  end
+end

data/lib/engineyard-jenkins/cli/install_generator/templates/recipes.rb

@@ -0,0 +1,95 @@
+#
+# Cookbook Name:: jenkins_slave
+# Recipe:: default
+#
+
+env_name      = node[:environment][:name]
+framework_env = node[:environment][:framework_env]
+username      = node[:users].first[:username]
+
+if ['solo','app_master'].include?(node[:instance_role]) && env_name =~ /(ci|jenkins_slave)$/
+  gem_package "bundler" do
+    action :install
+  end
+
+  execute "install_jenkins_in_resin" do
+    command "/usr/local/ey_resin/ruby/bin/gem install #{node[:jenkins_slave][:gem][:install]}"
+    not_if { FileTest.directory?("/usr/local/ey_resin/ruby/gems/1.8/gems/#{node[:jenkins_slave][:gem][:version]}") }
+  end
+  
+  ruby_block "authorize_jenkins_master_key" do
+    authorized_keys = "/home/#{node[:users].first[:username]}/.ssh/authorized_keys"
+    block do
+      File.open(authorized_keys, "a") do |f|
+        f.puts node[:jenkins_slave][:master][:public_key]
+      end
+    end
+    not_if "grep '#{node[:jenkins_slave][:master][:public_key]}' #{authorized_keys}"
+  end
+  
+  execute "setup-git-config-for-tagging" do
+    command %Q{ sudo su #{username} -c "git config --global user.email 'you@example.com' && git config --global user.name 'You are Special'" }
+    not_if  %Q{ sudo su #{username} -c "git config user.email" }
+  end
+  
+  ruby_block "add-slave-to-master" do
+    block do
+      Gem.clear_paths
+      require "jenkins"
+      require "jenkins/config"
+
+      Jenkins::Api.setup_base_url(node[:jenkins_slave][:master])
+      
+      Jenkins::Api.delete_node(env_name)
+      
+      # Tell master about this slave
+      Jenkins::Api.add_node(
+        :name        => env_name,
+        :description => "Automatically added by Engine Yard AppCloud for environment #{env_name}",
+        :slave_host  => node[:engineyard][:environment][:instances].first[:public_hostname],
+        :slave_user  => username,
+        :executors   => [node[:applications].size, 1].max,
+        :label       => node[:applications].keys.join(" ")
+      )
+    end
+    action :create
+  end
+
+  ruby_block "tell-master-about-new-jobs" do
+    block do
+      begin
+        job_names   = Jenkins::Api.job_names
+        app_names   = node[:applications].keys
+        apps_to_add = app_names - job_names
+
+        # Tell server about each application
+        apps_to_add.each do |app_name|
+          data = node[:applications][app_name]
+
+          # job_config = Jenkins::JobConfigBuilder.new("rails") do |c|
+          job_config = Jenkins::JobConfigBuilder.new do |c|
+            c.scm           = data[:repository_name]
+            c.assigned_node = app_name
+            c.envfile       = "/data/#{app_name}/shared/config/git-env"
+            c.steps         = [
+              [:build_shell_step, "bundle install"],
+              [:build_ruby_step, <<-RUBY.gsub(/^            /, '')],
+                appcloud_database = "/data/#{app_name}/shared/config/database.yml"
+                FileUtils.cp appcloud_database, "config/database.yml"
+                RUBY
+              [:build_shell_step, "bundle exec rake db:schema:load RAILS_ENV=#{framework_env} RACK_ENV=#{framework_env}"],
+              [:build_shell_step, "bundle exec rake RAILS_ENV=#{framework_env} RACK_ENV=#{framework_env}"]
+            ]
+          end
+        
+          Jenkins::Api.create_job(app_name, job_config)
+          Jenkins::Api.build_job(app_name)
+        end
+      rescue Errno::ECONNREFUSED, Errno::EAFNOSUPPORT
+        raise Exception, "No connection available to the Jenkins server (#{Jenkins::Api.base_uri})."
+      end
+    end
+    action :create
+  end
+
+end

data/lib/engineyard-jenkins/cli/install_server_generator.rb

@@ -0,0 +1,25 @@
+require 'thor/group'
+
+module Engineyard
+  module Jenkins
+    class InstallServerGenerator < Thor::Group
+      include Thor::Actions
+      
+      class_option :plugins, :aliases => '-p', :desc => 'additional Jenkins CI plugins (comma separated)'
+      
+      def self.source_root
+        File.join(File.dirname(__FILE__), "install_server_generator", "templates")
+      end
+      
+      def cookbooks
+        directory "cookbooks"
+      end
+      
+      def attributes
+        @plugins = %w[git github rake ruby greenballs envfile] + (options[:plugins] || '').strip.split(/\s*,\s*/)
+        template "attributes.rb.tt", "cookbooks/jenkins_master/attributes/default.rb"
+      end
+      
+    end
+  end
+end

data/lib/engineyard-jenkins/cli/install_server_generator/templates/attributes.rb.tt

@@ -0,0 +1,3 @@
+jenkins_master({
+  :plugins => %w[<%= @plugins.join(" ") %>]
+})

data/lib/engineyard-jenkins/cli/install_server_generator/templates/cookbooks/jenkins_master/recipes/default.rb

@@ -0,0 +1,95 @@
+#
+# Cookbook Name:: jenkins
+# Recipe:: default
+#
+
+# Using manual jenkins for now not jenkins gem. No ebuild seems to exist.
+# Based on http://bit.ly/9Y852l
+
+# You can use this in combination with http://github.com/bjeanes/ey_jenkins_proxy
+# to serve jenkins publicly on a Jenkins-only EY instance. This is so you don't have to
+# find a simple app to run on the instance in lieu of an actual staging/production site.
+# Alternatively, set up nginx asa reverse proxy manually.
+
+# We'll assume running jenkins under the default username
+jenkins_user = node[:users].first[:username]
+jenkins_port = 8082 # change this in your proxy if modified
+jenkins_home = "/data/jenkins-ci"
+jenkins_pid  = "#{jenkins_home}/tmp/pid"
+plugins     = node[:jenkins_master][:plugins]
+
+if ['solo'].include?(node[:instance_role])
+  gem_package "bundler" do
+    source "http://gemcutter.org"
+    action :install
+  end
+
+  execute "setup-git-config-for-tagging" do
+    command %Q{ sudo su #{jenkins_user} -c "git config --global user.email 'you@example.com' && git config --global user.name 'You are Special'" }
+    not_if  %Q{ sudo su #{jenkins_user} -c "git config user.email" }
+  end
+
+  %w[logs tmp war plugins .].each do |dir|
+    directory "#{jenkins_home}/#{dir}" do
+      owner jenkins_user
+      group jenkins_user
+      mode  0755 unless dir == "war"
+      action :create
+      recursive true
+    end
+  end
+
+  remote_file "#{jenkins_home}/jenkins.war" do
+    source "http://jenkins-ci.org/latest/jenkins.war"
+    owner jenkins_user
+    group jenkins_user
+    not_if { FileTest.exists?("#{jenkins_home}/jenkins.war") }
+  end
+
+  template "/etc/init.d/jenkins" do
+    source "init.sh.erb"
+    owner "root"
+    group "root"
+    mode 0755
+    variables(
+      :user => jenkins_user,
+      :port => jenkins_port,
+      :home => jenkins_home,
+      :pid  => jenkins_pid
+    )
+  end
+
+  plugins.each do |plugin|
+    remote_file "#{jenkins_home}/plugins/#{plugin}.hpi" do
+      source "http://jenkins-ci.org/latest/#{plugin}.hpi"
+      owner jenkins_user
+      group jenkins_user
+      not_if { FileTest.exists?("#{jenkins_home}/plugins/#{plugin}.hpi") }
+    end
+
+  end
+
+  template "/data/nginx/servers/jenkins_reverse_proxy.conf" do
+    source "proxy.conf.erb"
+    owner jenkins_user
+    group jenkins_user
+    mode 0644
+    variables(
+      :port => jenkins_port
+    )
+  end
+
+  execute "ensure-jenkins-is-running" do
+    command "/etc/init.d/jenkins restart"
+  end
+
+  execute "Restart nginx" do
+    command "/etc/init.d/nginx restart"
+  end
+
+  execute "Generate key pair for slaves" do
+    key_path = "/home/#{node[:users].first[:username]}/.ssh/id_rsa"
+    command "ssh-keygen -f #{key_path} -N ''"
+    not_if { FileTest.exists?(key_path) }
+  end
+end