lobot 2.1.0 → 3.0.0

data/chef/travis-cookbooks/worker_host/travis_worker/templates/default/travis-worker.monitrc.erb

@@ -1,3 +0,0 @@
-check process travis-worker
-  with pidfile /etc/sv/travis-worker/supervise/pid
-  if changed pid then alert

data/chef/travis-cookbooks/worker_host/travis_worker/templates/default/worker-bluebox.yml.erb

@@ -1,21 +0,0 @@
-env: <%= @worker[:env] %>
-linux:
-  host: <%= @hostname %>
-  log_level: <%= @worker[:log_level] %>
-  amqp:
-  <% @amqp.each do |key, value| -%>
-    <%= key %>: <%= value %>
-  <% end -%>
-  vms:
-    provider: <%= @worker[:provider] %>
-    count: <%= @worker[:vms] %>
-  blue_box:
-    customer_id: <%= @bluebox[:customer_id] %>
-    api_key: <%= @bluebox[:api_key] %>
-    flavor_id: <%= @bluebox[:flavor_id] %>
-    location_id: <%= @bluebox[:location_id] %>
-  librato:
-    email: <%= @librato[:email] %>
-    token: <%= @librato[:token] %>
-  language_mappings:
-    haskell: jvm

data/chef/travis-cookbooks/worker_host/travis_worker/templates/default/worker.yml.erb

@@ -1,10 +0,0 @@
-env: <%= @env %>
-<%= @env %>: 
-  log_level: info
-  amqp:
-  <% @amqp.each do |key, value| -%>
-    <%= key %>: <%= value %>
-  <% end -%>
-  vms:
-    count: <%= @vms %>
-    vbox_home: '/usr/lib/virtualbox'

data/chef/travis-cookbooks/worker_host/travis_worker_collectd/metadata.rb

@@ -1,2 +0,0 @@
-version "0.1.0"
-depends "collectd"

data/chef/travis-cookbooks/worker_host/travis_worker_collectd/recipes/bluebox.rb

@@ -1,15 +0,0 @@
-require_recipe 'collectd'
-
-collectd_plugin "load"
-
-collectd_plugin "memory"
-
-collectd_plugin "interface" do
-  options :interface => "lo", :ignore_selected => true
-end
-
-collectd_plugin "df" do
-  options :mount_point => "/",
-          :report_reserved => false,
-          :report_inodes => false
-end

data/chef/travis-cookbooks/worker_host/travis_worker_collectd/recipes/default.rb

@@ -1,12 +0,0 @@
-require_recipe 'collectd'
-
-collectd_plugin "load"
-
-collectd_plugin "memory"
-
-collectd_plugin "cpu"
-
-collectd_plugin "interface" do
-  options :interface => "lo", :ignore_selected => true
-end
-

data/chef/travis-cookbooks/worker_host/users/attributes/default.rb

@@ -1,2 +0,0 @@
-default[:users] = []
-default[:groups] = []

data/chef/travis-cookbooks/worker_host/users/metadata.rb

@@ -1,9 +0,0 @@
-maintainer       "The Travis CI Team"
-maintainer_email "mathias@travis-ci.org"
-license          "Apache 2.0"
-description      "User management"
-version          "0.0.1"
-
-%w{ ubuntu debian }.each do |os|
-  supports os
-end

data/chef/travis-cookbooks/worker_host/users/recipes/default.rb

@@ -1,88 +0,0 @@
-users = if Chef::Config[:solo]
-          node[:users]
-        else
-          search(:users)
-        end
-
-groups = if Chef::Config[:solo]
-           node[:groups]
-         else
-           search(:groups)
-         end
-
-ohai "reload_passwd" do
-  action :nothing
-  plugin "passwd"
-end
-
-groups.each do |group|
-  group group[:id] do
-    gid group[:gid]
-    action [:create, :manage, :modify]
-  end
-end
-
-users.each do |user|
-  primary_group = user[:groups].nil? ? nil : user[:groups].first
-
-  directory File.dirname(user[:home]) do
-    action :create
-    recursive true
-    owner "root"
-    group "root"
-  end
-
-  user user[:id] do
-    shell user[:shell] || "/bin/bash"
-    home user[:home]
-    gid primary_group
-    uid user[:uid]
-    supports :manage_home => true
-    action [:create, :manage]
-    notifies :reload, resources(:ohai => "reload_passwd"), :immediately
-  end
-
-  file "#{user[:home]}/.zshrc" do
-    action :create_if_missing
-    content "# Automatically generated by Chef."
-  end
-
-  (user[:groups] || []).each do |group_name|
-    group_id = groups.find {|group| group[:id] == group_name}[:gid]
-
-    group group_name do
-      members [user[:id]]
-      gid group_id
-      append true
-      action [:create, :manage, :modify]
-    end
-  end
-
-  ssh_keys = {}
-  if user[:ssh_key]
-    ssh_keys[user[:id]] = user[:ssh_key]
-  end
-
-  if user[:extra_ssh_keys]
-    user[:extra_ssh_keys].each do |user_id|
-      ssh_keys[user_id] = users.find{|u| u[:id] == user_id}[:ssh_key]
-    end
-  end
-
-  if ssh_keys.any?
-    directory "#{user[:home]}/.ssh" do
-      mode "0700"
-      owner user[:id]
-      group primary_group
-      action :create
-    end
-
-    template "#{user[:home]}/.ssh/authorized_keys" do
-      mode "0600"
-      owner user[:id]
-      group primary_group
-      source "authorized_keys.pub"
-      variables :ssh_keys => ssh_keys
-    end
-  end
-end

data/chef/travis-cookbooks/worker_host/users/templates/default/authorized_keys.pub

@@ -1,4 +0,0 @@
-<% @ssh_keys.each do |name, key| %>
-# <%= name %>
-<%= key %>
-<% end %>

data/chef/travis-cookbooks/worker_host/vim/README.md

@@ -1,39 +0,0 @@
-Description
-===========
-
-Installs vim.
-
-Requirements
-============
-
-`vim` must be a valid package name that installs VIM - Vi IMproved.
-
-Attributes
-==========
-
-* `node[:vim][:extra_packages]` - An array of extra packages related to vim to install (like plugins). Empty array by default.
-
-Usage
-=====
-
-Put `recipe[vim]` in a run list, or `include_recipe 'vim'` to ensure that vim is installed on your systems.
-
-If you would like to install additional vim plugin packages, include their package names in the `node[:vim][:extra_packages]` attribute. Verify that your operating sytem has the package available.
-
-License and Author
-==================
-
-Author:: Joshua Timberman <joshua@opscode.com>
-
-Copyright 2010, Opscode, Inc
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and

data/chef/travis-cookbooks/worker_host/vim/attributes/default.rb

@@ -1,20 +0,0 @@
-#
-# Cookbook Name:: vim
-# Attributes:: default
-#
-# Copyright 2010, Opscode, Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-default[:vim][:extra_packages] = []

data/chef/travis-cookbooks/worker_host/vim/metadata.rb

@@ -1,6 +0,0 @@
-maintainer       "Opscode, Inc."
-maintainer_email "cookbooks@opscode.com"
-license          "Apache 2.0"
-description      "Installs vim and optional extra packages."
-long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
-version          "1.0.0"

data/chef/travis-cookbooks/worker_host/vim/recipes/default.rb

@@ -1,24 +0,0 @@
-#
-# Cookbook Name:: vim
-# Recipe:: default
-#
-# Copyright 2010, Opscode, Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-package "vim"
-
-node[:vim][:extra_packages].each do |vimpkg|
-  package vimpkg
-end

data/chef/travis-cookbooks/worker_host/virtualbox/metadata.rb

@@ -1,11 +0,0 @@
-maintainer       "The Travis CI Team"
-maintainer_email "mathias@travis-ci.org"
-license          "Apache 2.0"
-description      "Installs VirtualBox"
-version          "0.0.1"
-
-%w{ ubuntu debian }.each do |os|
-  supports os
-end
-
-depends "apt"

data/chef/travis-cookbooks/worker_host/virtualbox/recipes/default.rb

@@ -1,13 +0,0 @@
-include_recipe 'apt'
-
-apt_repository "oracle-virtualbox" do
-  uri "http://download.virtualbox.org/virtualbox/debian"
-  distribution node['lsb']['codename']
-  components %w{contrib}
-  action :add
-  key 'http://download.virtualbox.org/virtualbox/debian/oracle_vbox.asc'
-end
-
-package "virtualbox-4.1" do
-  action :install
-end

data/cookbooks/.gitkeep

@@ -1,3 +0,0 @@
-This directory should remain empty, it is used by consumers of
-Lobot, so when we deploy a lobot CI instance for testing, this
-matches an end user's experience.

data/lib/lobot/amazon.rb

@@ -1,105 +0,0 @@
-require "fog"
-
-module Lobot
-  class Amazon
-    PORTS_TO_OPEN = [22, 443] + (9000...9010).to_a
-
-    attr_reader :key, :secret
-
-    def initialize(key, secret)
-      @key = key
-      @secret = secret
-    end
-
-    def fog_security_groups
-      fog.security_groups
-    end
-
-    def fog_key_pairs
-      fog.key_pairs
-    end
-
-    def fog_servers
-      fog.servers
-    end
-
-    def elastic_ip_address
-      @elastic_ip_address ||= fog.addresses.create
-    end
-
-    def create_security_group(group_name)
-      unless fog_security_groups.get(group_name)
-        fog_security_groups.create(:name => group_name, :description => 'Lobot-generated group')
-      end
-    end
-
-    def open_port(group_name, *ports)
-      group = fog_security_groups.get(group_name)
-      ports.each do |port|
-        unless group.ip_permissions.any? { |p| (p["fromPort"]..p["toPort"]).include?(port) }
-          group.authorize_port_range(port..port)
-        end
-      end
-    end
-
-    def delete_key_pair(key_pair_name)
-      fog_key_pairs.new(:name => key_pair_name).destroy
-    end
-
-    def add_key_pair(key_pair_name, public_key)
-      fog_key_pairs.create(:name => key_pair_name, :public_key => public_key) unless fog_key_pairs.get(key_pair_name)
-    end
-
-    def with_key_pair(pubkey)
-      unique_key_pair_name = "LOBOT-#{Time.now.to_i}"
-      add_key_pair(unique_key_pair_name, pubkey)
-      yield unique_key_pair_name if block_given?
-    ensure
-      delete_key_pair(unique_key_pair_name)
-    end
-
-    def launch_server(key_pair_name, security_group_name, instance_type = "m1.medium")
-      fog_servers.create(
-        :image_id => "ami-a29943cb",
-        :flavor_id => instance_type,
-        :availability_zone => "us-east-1b",
-        :tags => {"Name" => "Lobot", "lobot" => Lobot::VERSION},
-        :key_name => key_pair_name,
-        :groups => [security_group_name]
-      ).tap do |server|
-        server.wait_for { ready? }
-        fog.associate_address(server.id, elastic_ip_address.public_ip) # needs to be running
-        server.reload
-      end
-    end
-
-    def destroy_ec2(confirm_proc, *args)
-      servers.each do |server|
-        next unless (args == [:all]) || args.include?(server.id)
-        next unless confirm_proc.call(server)
-        ip = server.public_ip_address
-        server.destroy
-        release_elastic_ip(ip)
-        yield(server) if block_given?
-      end
-    end
-
-    def servers
-      fog_servers.select { |s| s.tags.keys.include?("lobot") && s.state == "running" }
-    end
-
-    def release_elastic_ip(ip)
-      fog.addresses.get(ip).destroy if fog.addresses.get(ip)
-    end
-
-    private
-
-    def fog
-      @fog ||= Fog::Compute.new(
-        :provider => "aws",
-        :aws_access_key_id => key,
-        :aws_secret_access_key => secret
-      )
-    end
-  end
-end

data/lib/lobot/cli.rb

@@ -1,172 +0,0 @@
-require "thor"
-require "thor/group"
-require "pp"
-require "tempfile"
-require "json"
-require "lobot/configuration_wizard"
-require "godot"
-
-module Lobot
-  class CLI < ::Thor
-    register(ConfigurationWizard, "setup", "setup", ConfigurationWizard::DESCRIPTION_TEXT)
-
-    desc "ssh", "SSH into Lobot"
-    def ssh
-      exec("ssh -i #{lobot_config.server_ssh_key_path} ubuntu@#{lobot_config.master} -p #{lobot_config.ssh_port}")
-    end
-
-    desc "open", "Open a browser to Lobot"
-    def open
-      exec("open #{lobot_config.jenkins_url}/")
-    end
-
-    desc "create", "Create a new Lobot server using EC2"
-    def create
-      server = amazon.with_key_pair(lobot_config.server_ssh_pubkey) do |keypair_name|
-        amazon.create_security_group("lobot")
-        amazon.open_port("lobot", 22, 443)
-        amazon.launch_server(keypair_name, "lobot", lobot_config.instance_size)
-      end
-      wait_for_server(server)
-
-      say("Writing ip address for ec2: #{server.public_ip_address}")
-
-      lobot_config.update(master: server.public_ip_address, instance_id: server.id)
-    end
-
-    desc "destroy_ec2", "Destroys all the lobot resources on EC2"
-    method_option :all, default: false
-    method_option :force, default: false
-    def destroy_ec2
-      instance = (options['all'] ? :all : lobot_config.instance_id)
-
-      amazon.destroy_ec2(confirmation_proc(options['force']), instance) do |server|
-        say("Clearing ip address for ec2: #{server.public_ip_address}")
-
-        lobot_config.update(master: nil, instance_id: nil)
-      end
-    end
-
-    desc "create_vagrant", "Creates a vagrant instance"
-    def create_vagrant
-      spawn_env = {"LOBOT_SSH_KEY" => lobot_config.server_ssh_pubkey_path,
-                   "VAGRANT_HOME" => File.expand_path("~")}
-      spawn_options = {chdir: lobot_root_path}
-
-      pid = Process.spawn(spawn_env, "vagrant up", spawn_options)
-      Process.wait(pid)
-
-      vagrant_ip = "192.168.33.10"
-
-      say("Writing ip address for vagrant: #{vagrant_ip}")
-
-      lobot_config.update(master: vagrant_ip)
-    end
-
-    desc "config", "Dumps all configuration data for Lobot"
-    def config
-      say lobot_config.display
-    end
-
-    desc "certificate", "Dump the certificate"
-    def certificate
-      say(keychain.fetch_remote_certificate("https://#{lobot_config.master}"))
-    end
-
-    desc "bootstrap", "Configures Lobot's master node"
-    def bootstrap
-      sync_bootstrap_script
-      master_server.system!("bash -l script/bootstrap_server.sh")
-    rescue Errno::ECONNRESET
-      sleep 1
-    end
-
-    desc "chef", "Uploads chef recipes and runs them"
-    def chef
-      sync_chef_recipes
-      upload_soloist
-      sync_github_ssh_key
-      master_server.upload(File.expand_path('../../../templates/Gemfile-remote', __FILE__), 'Gemfile')
-      master_server.system!("bash -l -c 'rvm use 1.9.3; bundle install; soloist'")    rescue Errno::ECONNRESET
-      sleep 1
-    end
-
-    desc "add_build <name> <repository> <branch> <command>", "Adds a build to Lobot"
-    def add_build(name, repository, branch, command)
-      raise lobot_config.errors.join(" and ") unless lobot_config.valid?
-
-      lobot_config.add_build(name, repository, branch, command)
-      lobot_config.save
-    end
-
-    desc "trust_certificate", "Adds the current master's certificate to your OSX keychain"
-    def trust_certificate
-      certificate_contents = keychain.fetch_remote_certificate("https://#{lobot_config.master}/")
-      keychain.add_certificate(certificate_contents)
-    end
-
-    no_tasks do
-      def master_server
-        @master_server ||= Lobot::Sobo.new(lobot_config.master, lobot_config.server_ssh_key_path)
-      end
-
-      def lobot_config
-        @lobot_config ||= Lobot::Config.from_file(lobot_config_path)
-      end
-
-      def amazon
-        @amazon ||= Lobot::Amazon.new(lobot_config.aws_key, lobot_config.aws_secret)
-      end
-
-      def keychain
-        @keychain ||= Lobot::Keychain.new("/Library/Keychains/System.keychain")
-      end
-
-      def sync_bootstrap_script
-        master_server.upload(File.join(lobot_root_path, "script/"), "script/")
-      end
-
-      def sync_github_ssh_key
-        master_server.upload(lobot_config.github_ssh_key_path, "~/.ssh/id_rsa")
-      end
-
-      def sync_chef_recipes
-        master_server.upload(File.join(lobot_root_path, "chef/"), "chef/")
-        master_server.upload("cookbooks/", "chef/project-cookbooks/")
-      end
-
-      def upload_soloist
-        Tempfile.open("lobot-soloistrc") do |file|
-          file.write(YAML.dump(JSON.parse(JSON.dump(lobot_config.soloistrc))))
-          file.close
-          master_server.upload(file.path, "soloistrc")
-        end
-      end
-    end
-
-    private
-
-    def lobot_root_path
-      File.expand_path('../../..', __FILE__)
-    end
-
-    def lobot_config_path
-      File.expand_path("config/lobot.yml", Dir.pwd)
-    end
-
-    def wait_for_server(server)
-      Godot.new(server.public_ip_address, 22, :timeout => 180).wait!
-    end
-
-    # The proc is given a Fog server object and must return true/false
-    def confirmation_proc(force)
-      if force
-        ->(_) { true }
-      else
-        ->(server) {
-          yes?("DESTROY #{server.id} (#{server.public_ip_address})?")
-        }
-      end
-    end
-  end
-end