lobot 2.0.0pre → 2.1.0

data/chef/travis-cookbooks/messaging_broker/rabbitmq/resources/user.rb

@@ -1,25 +0,0 @@
-#
-# Cookbook Name:: rabbitmq
-# Resource:: user
-#
-# Copyright 2011, Opscode, Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-actions :add, :delete, :set_permissions, :clear_permissions
-
-attribute :user, :kind_of => String, :name_attribute => true
-attribute :password, :kind_of => String
-attribute :vhost, :kind_of => String
-attribute :permissions, :kind_of => String

data/chef/travis-cookbooks/messaging_broker/rabbitmq/templates/default/doterlang.cookie.erb

@@ -1 +0,0 @@
-<%= node[:rabbitmq][:erlang_cookie] %>

data/chef/travis-cookbooks/messaging_broker/rabbitmq/templates/default/rabbitmq-env.conf.erb

@@ -1,10 +0,0 @@
-###
-# Generated by Chef for <%= node[:fqdn] %>
-###
-
-NODENAME=<%= node[:rabbitmq][:nodename] %>
-<% if node[:rabbitmq][:address] %>NODE_IP_ADDRESS=<%= node[:rabbitmq][:address] %><% end %>
-<% if node[:rabbitmq][:port] %>NODE_PORT=<%= node[:rabbitmq][:port] %><% end %>
-<% if node[:rabbitmq][:config] %>CONFIG_FILE=<%= node[:rabbitmq][:config] %><% end %>
-<% if node[:rabbitmq][:logdir] %>LOG_BASE=<%= node[:rabbitmq][:logdir] %><% end %>
-<% if node[:rabbitmq][:mnesiadir] %>MNESIA_BASE=<%= node[:rabbitmq][:mnesiadir] %><% end %>

data/chef/travis-cookbooks/messaging_broker/rabbitmq/templates/default/rabbitmq_cluster.config.erb

@@ -1,5 +0,0 @@
-%%%
-%% Generated by Chef for <%= node[:fqdn] %>
-%%%
-
-[<%= node[:rabbitmq][:cluster_disk_nodes].map{|n| "\'#{n}\'"}.join(',') %>].

data/ci_build.sh

@@ -1,20 +0,0 @@
-#!/bin/bash
-
-source $HOME/.rvm/scripts/rvm && source .rvmrc
-
-# install bundler if necessary
-gem list --local bundler | grep bundler || gem install bundler || exit 1
-
-# debugging info
-echo USER=$USER && ruby --version && which ruby && which bundle
-
-# conditionally install project gems from Gemfile
-bundle check || bundle install || exit 1
-
-# remove known_hosts2 - ec2 recycles ips
-# known_hosts is owned by root and trusts github
-rm ~/.ssh/known_hosts2
-
-cp ~/secrets.yml features/config/
-
-bundle exec rake default --trace

data/docs/ci_yml.md

@@ -1,39 +0,0 @@
-# app_name
-A short name for your application.  This will be used as the name of the build in jenkins.
-
-# git_location
-The location of your remote git repository which Jenkins will poll and pull from on changes.  If it's a public project, use the http://github.com/user/project.git url.  If it's a private project, use the ssh form, git@github.com:user/project.git.
-
-# basic_auth:
-	- username: # The username you will use to access the Jenkins web interface
-	  password: # The password you will use to access the Jenkins web interface
-The basic auth field is an array of hashes containing the usernames and passwords you would like to be able to access jenkins.
-
-# credentials:
-Currently Lobot only supports managing EC2 servers. To start a new instance, the rake task needs to be able to connect to ec2 and ask it to launch a server.
-##  aws_access_key_id:
-The Access Key for your Amazon AWS account.  You can obtain it by visiting
-https://aws-portal.amazon.com/gp/aws/developer/account/index.html?ie=UTF8&action=access-key
-##  aws_secret_access_key: The Secret Access Key for your Amazon AWS account
-This will be available at the same URL.
-##  provider: AWS
-This tells Lobot to use Amazon web services.  Currently AWS is the only valid value.
-
-# server:
-The server section is where Lobot keeps track of the instance that it launches when you run rake ci:server_start
-##  name:
-The name is the server's machine name - either ip address or DNS name.  Usually you'll just run ci:server_start to populate it.
-#  instance_id:
-The instance_id is also saved, in order to facilitate stopping and starting instances.  Stopping" is AWS's term for shutting down an instance temporarily - when it is started, it will use the same EBS volume and continue where it left off.  However, it will receive a new ip address and DNS name.
-
-# build_command: ./script/ci_build.sh
-The build command is the shell script that Jenkins will execute to run your build.  While you could put this script is the Jenkins configuration, it's clearer to have it in a script directly checked into your project.
-
-# ec2_server_access:
-	key_pair_name: myapp_ci
-	id_rsa_path: ~/.ssh/id_rsa
-
-The EC2 server access section is perhaps the most confusing field in the ci.yml file. This section tells Lobot what ssh keys to use to access the servers it spins up.  When you run rake ci:sever_start, Lobot first looks in your ec2 account to see if they key pair name you specified exists - if it doesn't, it uploads the specified #{id_rsa_path}.pub to amazon, and names it #{key_pair_name}.  It then launches the server, telling EC2 to use the key pair specified.
-
-# github_private_ssh_key_path: ~/.ssh/id_github_current
-This is the path to the ssh private key that jenkins will use when connecting to github.

data/features/ci.feature

@@ -1,29 +0,0 @@
-Feature: CI
-
-  Background:
-    Given the temp directory is clean
-    And I am in the temp directory
-
-  Scenario: Installing Lobot on a rails3 project
-    When I create a new Rails project
-    And I vendor Lobot
-    And I put Lobot in the Gemfile
-    And I run bundle install
-    And I run the Lobot generator for "Jenkins"
-    Then rake reports ci tasks as being available
-
-  @aws
-  Scenario: Install Jenkins CI on Amazon AWS using new Rails template
-    When I create a new Rails project
-    And I vendor Lobot
-    And I put Lobot in the Gemfile
-    And I add a gem with an https://github.com source
-    And I run bundle install
-    And I run the Lobot generator for "Jenkins"
-    And I enter my info into the ci.yml file
-    And I make changes to be committed
-    And I push to git
-    And I start the server
-    And I bootstrap
-    And I deploy
-    Then CI is green

data/features/config/secrets.yml.example

@@ -1,4 +0,0 @@
----
-aws_access_key_id:
-aws_secret_access_key:
-github_private_ssh_key_path: ~/.ssh/id_github_current

data/features/step_definitions/ci_steps.rb

@@ -1,137 +0,0 @@
-Given /^the temp directory is clean$/ do
-  system!("rm -rf /tmp/lobot-test")
-  system!("mkdir -p /tmp/lobot-test")
-end
-
-Given /^I am in the temp directory$/ do
-  Dir.chdir(LOBOT_TEMP_DIRECTORY)
-end
-
-When /^I create a new Rails project$/ do
-  system!("rvm ruby-1.9.3-p194 do rvm gemset create testapp")
-  system!("rails new testapp")
-  system!("cd testapp && echo 'rvm use ruby-1.9.3-p194@testapp' > .rvmrc")
-end
-
-When /^I vendor Lobot$/ do
-  lobot_dir = File.expand_path('../../', File.dirname(__FILE__))
-  system! "cd #{lobot_dir} && rake build"
-  system! "mkdir -p testapp/vendor/cache/"
-  system! "cp #{lobot_dir}/pkg/lobot-#{Lobot::VERSION}.gem testapp/vendor/cache/"
-end
-
-When /^I put Lobot in the Gemfile$/ do
-  lobot_path = File.expand_path('../../', File.dirname(__FILE__))
-  system!(%{echo "gem 'lobot'" >> testapp/Gemfile})
-end
-
-When /^I add a gem with an https:\/\/github.com source$/ do
-  system!(%{echo "gem 'greyhawkweather', :git => 'https://github.com/verdammelt/Greyhawk-Weather.git'" >> testapp/Gemfile})
-  system!("cd testapp && bundle install")
-end
-
-When /^I run bundle install$/ do
-  system("cd testapp && gem uninstall lobot")
-  system("cd testapp && gem install bundler")
-  system!("cd testapp && bundle install")
-  system!('cd testapp && bundle exec gem list | grep lobot')
-end
-
-When /^I run the Lobot generator for "([^"]*)"$/ do |build_server_name|
-  system!("cd testapp && rails generate lobot:install #{build_server_name}")
-  system!('ls testapp | grep -s soloistrc')
-end
-
-When /^I enter my info into the ci\.yml file$/ do
-  hostname = `hostname`.strip
-  secrets_file = File.expand_path('../config/secrets.yml', File.dirname(__FILE__))
-  raise "Missing #{secrets_file}, needed for AWS test." unless File.exist?(secrets_file)
-  secrets = YAML.load_file(secrets_file)
-  raise "Missing AWS secret access key" unless secrets["aws_secret_access_key"].to_s != ""
-  raise "Missing AWS access key id" unless secrets["aws_access_key_id"].to_s != ""
-  raise "Missing github private key path" unless secrets["github_private_ssh_key_path"].to_s != ""
-
-  raise "Missing private SSH key for AWS!" unless File.exist?(File.expand_path("~/.ssh/id_github_current"))
-  ci_conf_location = 'testapp/config/ci.yml'
-  ci_yml = YAML.load_file(ci_conf_location)
-  ci_yml.merge!(
-    'app_name' => 'testapp',
-    'git_location' => 'git@github.com:pivotalprivate/ci-smoke.git',
-    'basic_auth' => [{ 'username' => 'testapp', 'password' => 'testpass' }],
-    'credentials' => { 'aws_access_key_id' => secrets['aws_access_key_id'], 'aws_secret_access_key' => secrets['aws_secret_access_key'], 'provider' => 'AWS' },
-    'ec2_server_access' => {'key_pair_name' => "lobot_cucumber_key_pair_#{hostname}", 'id_rsa_path' => '~/.ssh/id_github_current'},
-    'github_private_ssh_key_path' => secrets["github_private_ssh_key_path"]
-  )
-  # ci_yml['server']['name']  = '' # This can be used to merge in a server which is already running if you want to skip the setup steps while iterating on a test
-  File.open(ci_conf_location, "w") do |f|
-    f << ci_yml.to_yaml
-    f << File.read(secrets_file)
-  end
-end
-
-When /^I make changes to be committed$/ do
-  lobot_dir = File.expand_path('../../', File.dirname(__FILE__))
-  system! "rm testapp/vendor/cache/*"
-  system! "cp #{lobot_dir}/pkg/lobot-#{Lobot::VERSION}.gem testapp/vendor/cache/"
-  system! "echo 'config/ci.yml' >> testapp/.gitignore"
-  ["headless", "rspec-rails", "jasmine"].each do |gem|
-    system!(%{echo "gem '#{gem}'" >> testapp/Gemfile})
-  end
-  system!("cd testapp && bundle install")
-  system!("cd testapp && bundle exec rails g jasmine:install")
-  system!("cd testapp && bundle exec rails g jasmine:examples")
-  system!(%{cd testapp && echo "task :default => 'jasmine:ci'" >> Rakefile})
-
-  spec_contents = <<-RUBY
-  require 'rspec'
-
-  describe "The World" do
-    it "should be green and blue" do
-      the_world = ["green", "blue"]
-      the_world.should include("green")
-      the_world.should include("blue")
-    end
-  end
-  RUBY
-
-  File.open("testapp/spec/hello_world_spec.rb", "w") do |file|
-    file.write(spec_contents)
-  end
-end
-
-When /^I push to git$/ do
-  system! "cd testapp && git init"
-  system! "cd testapp && git add ."
-  system! "cd testapp && git commit -m'initial commit'"
-  system "cd testapp && git remote rm origin" # Ignore failures
-  system! "cd testapp && git remote add origin git@github.com:pivotalprivate/ci-smoke.git"
-  system! "cd testapp && git push --force -u origin master"
-end
-
-When /^I start the server$/ do
-  system! "cd testapp && bundle exec rake ci:create_server"
-  server_ip = YAML.load(File.read('testapp/config/ci.yml'))["server"]["elastic_ip"]
-  system! "cat ~/.ssh/known_hosts | grep -v #{server_ip} > /tmp/known_hosts"
-  system! "mv /tmp/known_hosts ~/.ssh/known_hosts"
-end
-
-When /^I bootstrap$/ do
-  system!("cd testapp && bundle install")
-  system! "cd testapp && bundle exec cap ci bootstrap"
-end
-
-When /^I deploy$/ do
-  system! "cd testapp && cap ci chef"
-end
-
-Then /^CI is green$/ do
-  Timeout::timeout(600) do
-    until system("cd testapp && bundle exec rake ci:status")
-      sleep 5
-    end
-  end
-end
-
-Then /^rake reports ci tasks as being available$/ do
-  `cd testapp && bundle exec rake -T`.should include("ci:start_server")
-end

data/features/support/env.rb

@@ -1,12 +0,0 @@
-require "rubygems"
-require File.expand_path('../../lib/lobot', File.dirname(__FILE__))
-LOBOT_TEMP_DIRECTORY = "/tmp/lobot-test"
-
-def system!(str)
-  system(str)
-  raise "Command Failed: #{str} with exit code #{$?.exitstatus}" unless $?.success?
-end
-
-After '@aws' do
-  system "cd #{LOBOT_TEMP_DIRECTORY}/testapp && rake ci:destroy_server" unless ENV["KEEP_INSTANCE"]
-end

data/lib/generators/lobot/USAGE

@@ -1,15 +0,0 @@
-Description:
-    Lobot is a gem that will help you spin-up, bootstrap, and install Jenkins for CI for your Rails app on Amazon EC2.
-
-Example:
-    rails generate lobot:install
-
-    This will create:
-        chef/ - chef cookbooks in a subfolder
-        config/ci.yml - a configuration file for lobot
-        script/ci_build.sh - a build script you can use to run your CI build
-        config/capistrano/ci.rb - a set of lobot specific Capistrano tasks
-
-    rails generate lobot:config
-
-    This will configure config/ci.yml for you

data/lib/generators/lobot/config_generator.rb

@@ -1,141 +0,0 @@
-module Lobot
-  class ConfigGenerator < Rails::Generators::Base
-    source_root File.expand_path(File.join(File.dirname(__FILE__), 'templates'))
-
-    def generate_ci_config
-      default_git_location = nil
-      if File.exist?(Rails.root.join(".git/config"))
-        default_git_location = `cat .git/config | grep url`.strip.split.last
-      else
-        puts "nope"
-      end
-      default_app_name = File.basename(Rails.root)
-      config = {
-        'app_name' => default_app_name,
-        'git_location' => default_git_location,
-        'basic_auth' => [
-          {
-            'username' => "ci"
-          }
-        ],
-        'credentials' => {
-          'provider' => "AWS"
-        },
-        'server' => {
-          'name' => nil,
-          'instance_id' => nil,
-          'flavor_id' => "c1.medium",
-          'security_group' => "ci_servers",
-          'ssh_port' => "22"
-        },
-        'build_command' => "./script/ci_build.sh",
-        'ec2_server_access' => {
-          "key_pair_name" => "#{default_app_name}_ci",
-          "id_rsa_path" => File.expand_path("~/.ssh/id_rsa")
-        },
-        "github_private_ssh_key_path" => File.expand_path("~/.ssh/id_rsa")
-      }
-
-      say "* The name of your application as it will appear in CI", :green
-      app_name = ask("Application Name [#{config['app_name']}]:", :bold)
-      config['app_name'] = app_name if app_name != ""
-
-      say "* The location of your remote git repository which CI will poll and pull from on changes", :green
-      git_location = ask("Git Repository Location [#{config['git_location']}]:", :bold)
-      config['git_location'] = git_location if git_location != ""
-
-      say "* The username you will use to access the CI web interface", :green
-      ci_username = ask("CI Username [#{config['basic_auth'][0]['username']}]:", :bold)
-      config['basic_auth'][0]['username'] = ci_username if ci_username != ""
-
-      say "* The password you will use to access the CI web interface", :green
-      while true do
-        ci_password = ask("Choose a CI password:", :bold)
-        config['basic_auth'][0]['password'] = ci_password
-        if ci_password == ""
-          say "Password cannot be blank", :red
-        else
-          break
-        end
-      end
-
-      say (<<-EOS).chop, :green
-
-* See https://aws-portal.amazon.com/gp/aws/developer/account/index.html?ie=UTF8&action=access-key
-* for access key id and secret access key
-      EOS
-      while true do
-        aws_access_key_id = ask("AWS Access Key ID:", :bold)
-        config['credentials']['aws_access_key_id'] = aws_access_key_id
-        if aws_access_key_id == ""
-          say "AWS Access Key ID cannot be blank", :red
-        else
-          break
-        end
-      end
-
-      while true do
-        aws_secret_access_key = ask("AWS Secret Access Key:", :bold)
-        config['credentials']['aws_secret_access_key'] = aws_secret_access_key
-        if aws_secret_access_key == ""
-          say "AWS Secret Access Key cannot be blank", :red
-        else
-          break
-        end
-      end
-
-      build_command = ask("Build Command: [#{config['build_command']}]:", :bold)
-      config['build_command'] = build_command if build_command != ""
-
-      say (<<-EOS).chop, :green
-
-* This should refer to an SSH key pair that you have already generated. You may wish to generate a new key
-* separate from what you may already be using for github or other systems.
-* For a tutorial on this see: http://open.bsdcow.org/histerical/tutorials/ssh_pubkey_auth#1.2
-      EOS
-      while true do
-        id_rsa_path = ask("SSH Private Key for EC2 Access [#{config['ec2_server_access']['id_rsa_path'].split('/').last}]:", :bold)
-        config['ec2_server_access']['id_rsa_path'] = id_rsa_path if id_rsa_path != ""
-        if config['ec2_server_access']['id_rsa_path'] != File.expand_path(config['ec2_server_access']['id_rsa_path'])
-          config['ec2_server_access']['id_rsa_path'] = File.expand_path(File.join(ENV['HOME'], '.ssh', config['ec2_server_access']['id_rsa_path']))
-        end
-        if File.exist?(config['ec2_server_access']['id_rsa_path']) && File.exist?("#{config['ec2_server_access']['id_rsa_path']}.pub")
-          break
-        else
-          say "Unable to find both #{config['ec2_server_access']['id_rsa_path']} and #{config['ec2_server_access']['id_rsa_path']}.pub", :red
-        end
-      end
-
-      say (<<-EOS).chop, :green
-
-* This needs to refer to an SSH Private Key that has been associated an account that has access to the git
-* repository you entered above. On github this will be listed here: https://github.com/settings/ssh
-      EOS
-      while true do
-        github_private_ssh_key_path = ask("SSH Private Key for Github [#{config['github_private_ssh_key_path'].split('/').last}]:", :bold)
-        config['github_private_ssh_key_path'] = github_private_ssh_key_path if github_private_ssh_key_path != ""
-        if config['github_private_ssh_key_path'] != File.expand_path(config['github_private_ssh_key_path'])
-          config['github_private_ssh_key_path'] = File.expand_path(File.join(ENV['HOME'], '.ssh', config['github_private_ssh_key_path']))
-        end
-        if File.exist?(config['github_private_ssh_key_path'])
-          break
-        else
-          say "Unable to find #{config['github_private_ssh_key_path']}", :red
-        end
-      end
-
-      config_ci = YAML.load_file(Rails.root.join("config/ci.yml")) rescue {}
-      config_ci.merge!(config)
-
-      File.open(Rails.root.join("config/ci.yml"), "w") do |f|
-        f << config_ci.to_yaml
-      end
-
-      say "\n\nconfig/ci.yml configured:\n#{File.read(Rails.root.join('config/ci.yml'))}\n"
-      say "You can edit this file to change any additional defaults."
-      say "Before continuing, be sure to push uncommitted changes to your git repository.", :green
-      say "For next steps, see the lobot README.md"
-    end
-  end
-end
-