boxci 0.0.30

data/lib/boxci/language_factory.rb

@@ -0,0 +1,7 @@
+module Boxci
+  module LanguageFactory
+    def self.build(language)
+      Boxci::Languages.const_get(language.capitalize).new
+    end
+  end
+end

data/lib/boxci/languages/ruby.rb

@@ -0,0 +1,31 @@
+module Boxci
+  module Languages
+    class Ruby < ::Boxci::Language
+
+      no_commands do
+        def default_script
+          %q{bundle exec rake}
+        end
+
+        def before_permutation_switch
+          %q{export RAILS_ENV=test}
+        end
+
+        def after_permutation_switch
+          %q{gem install bundler && bundle install --without production}
+        end
+
+        def generate_starter_puppet_manifest
+          @project_config = Boxci.project_config
+          if @project_config.rbenv
+            inside Boxci.project_path do
+              run "git submodule add -f git@github.com:alup/puppet-rbenv.git puppet/modules/rbenv"
+              run "git submodule update --init"
+            end
+          end
+          template "templates/languages/#{Boxci.project_config.language}/main.pp", File.join(Boxci.project_path, "puppet/manifests/main.pp")
+        end
+      end
+    end
+  end
+end

data/lib/boxci/project_config.rb

@@ -0,0 +1,96 @@
+module Boxci
+  class ProjectConfig
+    def initialize
+      @project_config = { 'language' => 'ruby', 'box_size' => 'small', 'artifact_path' => '/tmp/boxci/artifacts' }
+    end
+
+    def load
+      @project_config.merge! read_project_config_hash
+    end
+
+    def rbenv
+      @project_config['rbenv']
+    end
+
+    def language
+      @project_config['language']
+    end
+
+    def puppet_facts
+      return [] unless @project_config['puppet_facts']
+      @project_config['puppet_facts']
+    end
+
+    def box_size
+      @project_config['box_size']
+    end
+
+    def artifact_path
+      @project_config['artifact_path']
+    end
+
+    # Test Runner Hooks
+    def before_install
+      return [] unless @project_config['before_install']
+      option_as_array("before_install")
+    end
+
+    def install
+      return [] unless @project_config['install']
+      option_as_array("install")
+    end
+
+    def before_script
+      return [] unless @project_config['before_script']
+      option_as_array("before_script")
+    end
+
+    def script
+      return [] unless @project_config['script']
+      option_as_array("script")
+    end
+
+    def after_failure
+      return [] unless @project_config['after_failure']
+      option_as_array("after_failure")
+    end
+
+    def after_success
+      return [] unless @project_config['after_success']
+      option_as_array("after_success")
+    end
+
+    def after_script
+      return [] unless @project_config['after_script']
+      option_as_array("after_script")
+    end
+
+    def permutations
+      # permutations_of_components = [rbenv_components].inject(&:product).map(&:flatten)
+      if rbenv.nil? || rbenv.empty?
+        return nil
+      else
+        perms = []
+        rbenv.each do |ver|
+          perms << Boxci::ConfigPermutation.new([Boxci::ConfigPermutationComponentFactory.build('rbenv', ver)])
+        end
+        return perms
+      end
+    end
+
+    private
+
+    def option_as_array(key)
+      if @project_config[key].is_a?(Array)
+        @project_config[key]
+      else
+        [@project_config[key]]
+      end
+    end
+    
+    def read_project_config_hash
+      project_config_path = File.join(Boxci.project_path, ".boxci.yml")
+      return YAML::load_file(project_config_path)
+    end
+  end
+end

data/lib/boxci/provider.rb

@@ -0,0 +1,35 @@
+module Boxci
+  class Provider < Thor
+    include Thor::Actions
+
+    no_commands do
+      def self.source_root
+        File.dirname(__FILE__)
+      end
+
+      def self.supported_providers
+        @@supported_providers ||= []
+      end
+
+      def self.inherited(subclass)
+        self.supported_providers << subclass.to_s.split('::').last.downcase
+      end
+
+      def generate_provider_vagrantfile
+        raise ::Boxci::PureVirtualMethod, "'generate_provider_vagrantfile' must be implemented on Boxci::Provider classes"
+      end
+
+      def requires_plugin?
+        raise ::Boxci::PureVirtualMethod, "'requires_plugin?' must be implemented on Boxci::Provider classes"
+      end
+
+      def plugin
+        raise ::Boxci::PureVirtualMethod, "'plugin' must be implemented on Boxci::Provider classes"
+      end
+
+      def dummy_box_url
+        raise ::Boxci::PureVirtualMethod, "'plugin' must be implemented on Boxci::Provider classes"
+      end
+    end
+  end
+end

data/lib/boxci/provider_config.rb

@@ -0,0 +1,23 @@
+module Boxci
+  class ProviderConfig
+    def initialize(provider)
+      @provider = provider
+      @provider_config = {}
+    end
+
+    def load
+      @provider_config.merge!(read_provider_config_hash)
+    end
+
+    def fetch(key)
+      @provider_config.fetch(key.to_s)
+    end
+
+    private
+
+    def read_provider_config_hash
+      provider_config_path = File.join(ENV['HOME'], "/.boxci/providers/#{@provider}.yml")
+      provider_config = YAML::load_file(provider_config_path)
+    end
+  end
+end

data/lib/boxci/provider_factory.rb

@@ -0,0 +1,7 @@
+module Boxci
+  module ProviderFactory
+    def self.build(provider)
+      Boxci::Providers.const_get(provider.capitalize).new
+    end
+  end
+end

data/lib/boxci/providers/aws.rb

@@ -0,0 +1,27 @@
+module Boxci
+  module Providers
+    class Aws < ::Boxci::Provider
+      PLUGIN = {
+        name: "vagrant-aws",
+        dummy_box_url: "https://github.com/mitchellh/vagrant-aws/raw/master/dummy.box"
+      }
+
+      no_commands do
+        def generate_provider_vagrantfile
+        end
+
+        def requires_plugin?
+          true
+        end
+
+        def plugin
+          PLUGIN[:name]
+        end
+
+        def dummy_box_url
+          PLUGIN[:dummy_box_url]
+        end
+      end
+    end
+  end
+end

data/lib/boxci/providers/openstack.rb

@@ -0,0 +1,27 @@
+module Boxci
+  module Providers
+    class Openstack < ::Boxci::Provider
+      PLUGIN = {
+        name: "vagrant-openstack-plugin",
+        dummy_box_url: "https://github.com/cloudbau/vagrant-openstack-plugin/raw/master/dummy.box"
+      }
+
+      no_commands do
+        def generate_provider_vagrantfile
+        end
+
+        def requires_plugin?
+          true
+        end
+
+        def plugin
+          PLUGIN[:name]
+        end
+
+        def dummy_box_url
+          PLUGIN[:dummy_box_url]
+        end
+      end
+    end
+  end
+end

data/lib/boxci/providers/virtualbox.rb

@@ -0,0 +1,24 @@
+module Boxci
+  module Providers
+    class Virtualbox < ::Boxci::Provider
+      PLUGIN = {}
+
+      no_commands do
+        def generate_provider_vagrantfile
+        end
+
+        def requires_plugin?
+          false
+        end
+
+        def plugin
+          PLUGIN[:name]
+        end
+
+        def dummy_box_url
+          PLUGIN[:dummy_box_url]
+        end
+      end
+    end
+  end
+end

data/lib/boxci/templates/Vagrantfile

@@ -0,0 +1,41 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+# Vagrantfile API/syntax version. Don't touch unless you know what you're doing!
+VAGRANTFILE_API_VERSION = "2"
+
+Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
+  config.vm.box = "precise64"
+  config.vm.box_url = "http://files.vagrantup.com/precise64.box"
+
+  config.vm.provider :virtualbox do |vb|
+  <% if @project_config.box_size == 'tiny' %>
+    vb.customize ["modifyvm", :id, "--memory", "512"]
+  <% elsif @project_config.box_size == 'small' %>
+    vb.customize ["modifyvm", :id, "--memory", "2048"]
+  <% elsif @project_config.box_size == 'medium' %>
+    vb.customize ["modifyvm", :id, "--memory", "4096"]
+    vb.customize ["modifyvm", :id, "--cpus", "2"]
+    vb.customize ["modifyvm", :id, "--ioapic", "on"]
+  <% elsif @project_config.box_size == 'large' %>
+    vb.customize ["modifyvm", :id, "--memory", "8192"]
+    vb.customize ["modifyvm", :id, "--cpus", "4"]
+    vb.customize ["modifyvm", :id, "--ioapic", "on"]
+  <% elsif @project_config.box_size == 'xlarge' %>
+    vb.customize ["modifyvm", :id, "--memory", "16384"]
+    vb.customize ["modifyvm", :id, "--cpus", "8"]
+    vb.customize ["modifyvm", :id, "--ioapic", "on"]
+  <% end %>
+  end
+
+  config.vm.provision "puppet" do |puppet|
+    puppet.facter = {
+      "vagrant_user" => "vagrant",
+      "vagrant_home" => "/home/vagrant"
+    }
+    # puppet.options = "--verbose --debug"
+    puppet.module_path = "puppet/modules"
+    puppet.manifests_path = "puppet/manifests"
+    puppet.manifest_file  = "main.pp"
+  end
+end

data/lib/boxci/templates/boxci/global_config.yml.tt

@@ -0,0 +1 @@
+default_provider: <%= @provider -%>

data/lib/boxci/templates/dot_boxci.yml.tt

@@ -0,0 +1,11 @@
+language: <%= @language -%>
+<% if @language == 'ruby' %>
+rbenv:
+<% if @current_ruby_version -%>
+  - "<%= @current_ruby_version -%>"
+<% else %>
+  - "2.1.0"
+<% end -%>
+# uncomment this line if your project needs to run something other than `rake`:
+# script: bundle exec rspec spec
+<% end -%>

data/lib/boxci/templates/languages/ruby/main.pp

@@ -0,0 +1,27 @@
+exec { "apt-update":
+  command => "/usr/bin/apt-get update"
+}
+
+Exec["apt-update"] -> Package <| |>
+
+package {
+  "rbenv":
+  ensure => present,
+  require => Exec['apt-update'],
+}
+
+rbenv::install { $vagrant_user:
+  home => $vagrant_home,
+  require => [Package['rbenv']],
+}
+<% if @project_config.rbenv %>
+<% @project_config.rbenv.each do |ruby_version| -%>
+
+rbenv::compile { "$vagrant_user/<%= ruby_version -%>":
+  user => $vagrant_user,
+  home => $vagrant_home,
+  ruby => '<%= ruby_version -%>',
+  require => Rbenv::Install["$vagrant_user"],
+}
+<% end -%>
+<% end %>

data/lib/boxci/templates/providers/aws/Vagrantfile.erb

@@ -0,0 +1,45 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+Vagrant.configure("2") do |config|
+  config.vm.box = "dummy"
+
+  config.vm.provider :aws do |aws, override|
+    aws.access_key_id = "<%= @provider_config.fetch("access_key") %>"
+    aws.secret_access_key = "<%= @provider_config.fetch("secret_access_key") %>"
+    aws.keypair_name = "<%= @provider_config.fetch("keypair_name") %>"
+    <% if @project_config.box_size == 'tiny' %>
+      aws.instance_type = 'm1.small'
+    <% elsif @project_config.box_size == 'small' %>
+      aws.instance_type = 'm1.small'
+    <% elsif @project_config.box_size == 'medium' %>
+      aws.instance_type = 'm1.medium'
+    <% elsif @project_config.box_size == 'large' %>
+     aws.instance_type = 'm1.large'
+    <% elsif @project_config.box_size == 'xlarge' %>
+      aws.instance_type = 'm1.xlarge'
+    <% end %>
+
+    # aws.ami = "ami-a81470c1"
+    aws.ami = "<%= @provider_config.fetch("ami") %>"
+    override.ssh.private_key_path = "<%= @provider_config.fetch("ssh_private_key_path") %>"
+    override.ssh.username = "<%= @provider_config.fetch("vagrant_user") %>"
+  end
+
+  config.vm.provision :puppet do |puppet|
+    puppet.facter = { 
+      <% @project_config.puppet_facts.each do |k, v| %>
+        "<%= k %>" => "<%= v %>",
+      <% end %>
+      "role" => "ci", 
+      "operationsystem" => "debian",
+      "vagrant_user" => "<%= @provider_config.fetch("vagrant_user") %>",
+      "vagrant_home" => "<%= @provider_config.fetch("vagrant_home") %>"
+    }
+    puppet.module_path = "<%= @puppet_path %>/modules"
+    puppet.manifests_path = "<%= @puppet_path %>/manifests"
+    puppet.manifest_file = "main.pp"
+    <% if @options["verbose"] == true %>
+    puppet.options = "--verbose --debug"
+    <% end %>
+  end
+end

data/lib/boxci/templates/providers/aws.yml.tt

@@ -0,0 +1,5 @@
+access_key: abcd1234
+secret_access_key: abcd1234
+keypair_name: rl_user
+ssh_private_key_path: /Users/rl.user/.ec2/key
+ami: ami-7747d01e

data/lib/boxci/templates/providers/openstack/Vagrantfile.erb

@@ -0,0 +1,37 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+Vagrant.configure("2") do |config|
+  config.vm.box = "dummy"
+
+  config.ssh.private_key_path = "<%= @provider_config.fetch("private_key_path") %>"
+  config.ssh.username = "<%= @provider_config.fetch("vagrant_user") %>"
+
+  config.vm.provider :openstack do |os|
+    os.server_name = "shanty<%= rand(10000) -%>.<%= @provider_config.fetch("domain_name") -%>"
+    os.username = "<%= @provider_config.fetch("username") %>"
+    os.api_key  = "<%= @provider_config.fetch("password") %>"
+    os.flavor   = Regexp.new('<%= @provider_config.fetch("box_size_flavor_map")[@project_config.box_size] -%>')
+    os.image    = Regexp.new('<%= @provider_config.fetch("image") -%>')
+    os.endpoint = "<%= @provider_config.fetch('endpoint') -%>"
+    os.keypair_name = "<%= @provider_config.fetch("key_pair") %>"
+    os.metadata = {}
+    os.network = "<%= @provider_config.fetch('network') -%>"
+  end
+
+  config.vm.provision :puppet do |puppet|
+    puppet.facter = {
+      <% @project_config.puppet_facts.each do |k, v| %>
+        "<%= k %>" => "<%= v %>",
+      <% end %>
+      "role" => "shanty",
+      "vagrant_user" => "<%= @provider_config.fetch("vagrant_user") %>",
+      "vagrant_home" => "<%= @provider_config.fetch("vagrant_home") %>"
+    }
+    puppet.module_path = "<%= @puppet_path %>/modules"
+    puppet.manifests_path = "<%= @puppet_path %>/manifests"
+    puppet.manifest_file = "main.pp"
+    <% if @options["verbose"] == true %>
+    puppet.options = "--verbose --debug"
+    <% end %>
+  end
+end

data/lib/boxci/templates/providers/openstack.yml.tt

@@ -0,0 +1,16 @@
+username: the_openstack_username
+password: the_openstack_password
+private_key_path: "~/.ssh/id_rsa"
+key_pair: the_openstack_keypair
+box_size_flavor_map:
+  tiny: m1.tiny
+  small: m1.small
+  medium: m1.medium
+  large: m1.large
+  xlarge: m1.xlarge
+image: the_image_identifier
+endpoint: the_openstack_tokens_endpoint
+network: the_openstack_network_identifier
+domain_name: the_base_domain_for_server_names
+vagrant_user: the_user_name
+vagrant_home: the_users_home_directory

data/lib/boxci/templates/providers/virtualbox/Vagrantfile.erb

@@ -0,0 +1,47 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+# Vagrantfile API/syntax version. Don't touch unless you know what you're doing!
+VAGRANTFILE_API_VERSION = "2"
+
+Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
+  config.vm.box = "precise64"
+  config.vm.box_url = "http://files.vagrantup.com/precise64.box"
+
+  config.vm.provider :virtualbox do |vb|
+  <% if @project_config.box_size == 'tiny' %>
+    vb.customize ["modifyvm", :id, "--memory", "512"]
+  <% elsif @project_config.box_size == 'small' %>
+    vb.customize ["modifyvm", :id, "--memory", "2048"]
+  <% elsif @project_config.box_size == 'medium' %>
+    vb.customize ["modifyvm", :id, "--memory", "4096"]
+    vb.customize ["modifyvm", :id, "--cpus", "2"]
+    vb.customize ["modifyvm", :id, "--ioapic", "on"]
+  <% elsif @project_config.box_size == 'large' %>
+    vb.customize ["modifyvm", :id, "--memory", "8192"]
+    vb.customize ["modifyvm", :id, "--cpus", "4"]
+    vb.customize ["modifyvm", :id, "--ioapic", "on"]
+  <% elsif @project_config.box_size == 'xlarge' %>
+    vb.customize ["modifyvm", :id, "--memory", "16384"]
+    vb.customize ["modifyvm", :id, "--cpus", "8"]
+    vb.customize ["modifyvm", :id, "--ioapic", "on"]
+  <% end %>
+  end
+
+  config.vm.provision :puppet do |puppet|
+    puppet.facter = {
+      <% @project_config.puppet_facts.each do |k, v| %>
+        "<%= k %>" => "<%= v %>",
+      <% end %>
+      "role" => "shanty",
+      "vagrant_user" => "<%= @provider_config.fetch("vagrant_user") %>",
+      "vagrant_home" => "<%= @provider_config.fetch("vagrant_home") %>"
+    }
+    puppet.module_path = "<%= @puppet_path %>/modules"
+    puppet.manifests_path = "<%= @puppet_path %>/manifests"
+    puppet.manifest_file = "main.pp"
+    <% if @options["verbose"] == true %>
+    puppet.options = "--verbose --debug"
+    <% end %>
+  end
+end

data/lib/boxci/templates/providers/virtualbox.yml.tt

@@ -0,0 +1,2 @@
+vagrant_user: vagrant
+vagrant_home: /home/vagrant

data/lib/boxci/test_runner.rb

@@ -0,0 +1,134 @@
+module Boxci
+  class TestRunner
+    def initialize(language)
+      @language = language
+    end
+    
+    def generate_script
+      snippets = []
+      snippets << %q{#!/bin/bash --login}
+      snippets << %q{test_runner_exit_status=0}
+      snippets << <<SNIPPET
+PROJECT_DIR="/vagrant/project"
+mkdir $PROJECT_DIR
+tar -xf /vagrant/project.tar -C $PROJECT_DIR
+cd $PROJECT_DIR 
+SNIPPET
+
+      snippets << generate_short_circuiting_hook_script('before_install')
+      snippets << generate_short_circuiting_hook_script('install')
+
+      snippets << short_circuit_on_step_failure('before_permutation_switch', @language.before_permutation_switch)
+
+      if Boxci.project_config.permutations
+        Boxci.project_config.permutations.each do |current_permutation|
+          snippets << current_permutation.switch_to_script
+
+          snippets << short_circuit_on_step_failure('after_permutation_switch', @language.after_permutation_switch)
+
+          snippets << generate_short_circuiting_hook_script('before_script')
+          snippets << generate_script_hook_script
+          snippets << generate_after_success_and_failure_hook_script
+          snippets << generate_continuing_hook_script('after_script')
+        end
+      else
+        snippets << short_circuit_on_step_failure('after_permutation_switch', @language.after_permutation_switch)
+
+        snippets << generate_short_circuiting_hook_script('before_script')
+        snippets << generate_script_hook_script
+        snippets << generate_after_success_and_failure_hook_script
+        snippets << generate_continuing_hook_script('after_script')
+      end
+      snippets << %{exit $test_runner_exit_status}
+      return snippets.join("\n")
+    end
+
+    private
+
+    def generate_after_success_and_failure_hook_script
+      <<SNIPPET
+if [ $test_runner_exit_status -eq 0 ]; then
+:
+#{generate_continuing_hook_script('after_success')}
+else
+:
+#{generate_continuing_hook_script('after_failure')}
+fi
+SNIPPET
+    end
+
+    def generate_short_circuiting_hook_script(hook_name)
+      if !Boxci.project_config.send(hook_name.to_sym).empty?
+        snippets = []
+        Boxci.project_config.send(hook_name.to_sym).each do |step|
+          snippets << short_circuit_on_step_failure(hook_name, step)
+        end
+        return snippets.join("\n")
+      else
+        return %Q(# Placeholder where '#{hook_name}' would go if it was set.)
+      end
+    end
+
+    def generate_continuing_hook_script(hook_name)
+      if !Boxci.project_config.send(hook_name.to_sym).empty?
+        snippets = []
+        Boxci.project_config.send(hook_name.to_sym).each do |step|
+          snippets << continue_on_step_failure(hook_name, step)
+        end
+        return snippets.join("\n")
+      else
+        return %Q(# Placeholder where '#{hook_name}' would go if it was set.)
+      end
+    end
+
+    def generate_script_hook_script
+      if !Boxci.project_config.script.empty?
+        snippets = []
+        Boxci.project_config.script.each do |step|
+          snippets << continue_on_step_failure('script', step)
+        end
+        return snippets.join("\n")
+      else
+        return continue_on_step_failure('script', @language.default_script)
+      end
+    end
+
+    def short_circuit_on_step_failure(hook_name, step)
+      if step && !step.empty?
+        <<SNIPPET
+# Beginning of '#{hook_name}' step '#{step}'
+echo "Running '#{hook_name}' step '#{step}'"
+step_exit_code=0
+#{step}
+step_exit_code=$?
+if [ $step_exit_code -ne 0 ]; then
+  echo "Err: #{hook_name} step '#{step}' exited with non-zero exit code ($step_exit_code)"
+  exit 1
+fi
+# End of '#{hook_name}' step '#{step}'
+SNIPPET
+      else
+        %Q(# Placeholder where '#{hook_name}' would go if it was set.)
+      end
+    end
+
+    def continue_on_step_failure(hook_name, step)
+      if step && !step.empty?
+        <<SNIPPET
+# Beginning of '#{hook_name}' step '#{step}'
+echo "Running '#{hook_name}' step '#{step}'"
+step_exit_code=0
+#{step}
+step_exit_code=$?
+if [ $step_exit_code -ne 0 ]; then
+  echo "Warning: script step '#{step}' exited with non-zero exit code ($step_exit_code)."
+  test_runner_exit_status=1
+fi
+# End of '#{hook_name}' step '#{step}'
+SNIPPET
+      else
+        %Q(# Placeholder where '#{hook_name}' would go if it was set.)
+      end
+    end
+  end
+end