ventriloquist 0.3.2 → 0.4.0

data/base_box/README.md

@@ -0,0 +1,3 @@
+# Base box
+
+Coming out soon...

data/base_box/Vagrantfile

@@ -0,0 +1,66 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+Vagrant.require_plugin 'vagrant-lxc'
+Vagrant.require_plugin 'vagrant-cachier'
+Vagrant.require_plugin 'vagrant-pristine'
+Vagrant.require_plugin 'vocker'
+
+Vagrant.configure("2") do |config|
+  config.vm.box = "raring64"
+  config.cache.auto_detect = true
+
+  config.vm.provider :virtualbox do |_, override|
+    override.vm.box_url = 'http://cloud-images.ubuntu.com/vagrant/raring/current/raring-server-cloudimg-amd64-vagrant-disk1.box'
+  end
+
+  config.vm.provider :lxc do |lxc, override|
+    # Required to boot nested containers
+    lxc.customize 'aa_profile', 'unconfined'
+    override.vm.box_url = 'http://bit.ly/vagrant-lxc-raring64-2013-10-23'
+  end
+
+  if ENV['LXC']
+    # Disable default lxc bridge
+    config.vm.provision :shell, inline: %[
+      cat <<STR > /etc/default/lxc
+LXC_AUTO="false"
+USE_LXC_BRIDGE="false"
+STR
+    ]
+  end
+
+  config.vm.provision :docker do |docker|
+    docker.pull_images 'fgrehm/ventriloquist-base'
+  end
+
+  if ENV['LXC']
+    # Remove docker dependency on lxc-net
+    config.vm.provision :shell, inline: %[
+      if $(grep -q 'and started' /etc/init/docker.conf); then
+        sed -i.bkp 's/and started.*//' /etc/init/docker.conf
+      fi
+    ]
+  end
+
+  # Required packages
+  config.vm.provision :shell, inline: %[
+    apt-get update
+    apt-get install -y git curl build-essential libreadline-dev libssl-dev libsqlite3-dev libbz2-dev
+  ]
+
+  config.vm.provision :shell, privileged: false, inline: %[
+    # RVM
+    \\curl -L https://get.rvm.io | sudo bash -s stable --autolibs=enabled
+    sudo usermod -a -G rvm $USER
+
+    # NVM
+    \\curl https://raw.github.com/creationix/nvm/master/install.sh | sh
+
+    # pyenv
+    git clone git://github.com/yyuu/pyenv.git $HOME/.pyenv
+    echo 'export PYENV_ROOT="$HOME/.pyenv"' >> ~/.profile
+    echo 'export PATH="$PYENV_ROOT/bin:$PATH"' >> ~/.profile
+    echo 'eval "$(pyenv init -)"' >> ~/.profile
+  ]
+end

data/development/Vagrantfile

@@ -12,7 +12,6 @@ Vagrant.configure("2") do |config|
   config.vm.synced_folder "../", "/vagrant", id: 'vagrant-root'
 
   config.vm.network :private_network, ip: "192.168.123.123"
-  config.vm.network :forwarded_port, guest: 8080, host: 8080
 
   config.cache.auto_detect = true
 
@@ -23,28 +22,50 @@ Vagrant.configure("2") do |config|
   config.vm.provider :lxc do |lxc, override|
     # Required to boot nested containers
     lxc.customize 'aa_profile', 'unconfined'
-    override.vm.box_url = 'http://bit.ly/vagrant-lxc-raring64-2013-07-12'
+    override.vm.box_url = 'http://bit.ly/vagrant-lxc-raring64-2013-10-23'
   end
 
   # Required to boot nested containers
+  # Disable default lxc bridge
   config.vm.provision :shell, inline: %[
-    if ! [ -f /etc/default/lxc ]; then
-      cat <<STR > /etc/default/lxc
+    cat <<STR > /etc/default/lxc
 LXC_AUTO="false"
 USE_LXC_BRIDGE="false"
 STR
-    fi
   ]
 
   config.vm.provision :ventriloquist do |env|
+    # Basic examples
+    env.services << %w( redis memcached pg mailcatcher mysql rethinkdb )
+    env.platforms << %w( nodejs phantomjs go erlang elixir python:2.7.5 )
+
+    # Test custom ports and tagging
     env.services << {
-      redis:         { image: 'fgrehm/ventriloquist-redis',         tag: 'latest' },
-      memcached:     { image: 'fgrehm/ventriloquist-memcached',     tag: 'latest' },
-      elasticsearch: { image: 'fgrehm/ventriloquist-elasticsearch', tag: 'latest' }
-    }
-    env.services << ['pg:9.1', 'mysql']
+      'es' => {
+        image: 'fgrehm/ventriloquist-elasticsearch',
+        # Check if container will get the built in elasticsearch configs
+        type: 'elasticsearch',
+      },
+      'pg-9.1' => {
+        image: 'fgrehm/ventriloquist-pg',
+        tag: '9.1' },
+      'es-2' => {
+        image: 'fgrehm/ventriloquist-elasticsearch',
+        tag:   '0.90.3',
+        ports: [':9200']
+    } }
 
+    # Test hash usage
     env.platforms << { ruby: { version: '2.0.0' } }
-    env.platforms << %w( nodejs phantomjs go:1.1.2 erlang elixir)
+
+    # Test packages installation
+    env.packages << %w( htop sqlite3 curl wget )
   end
+
+  # Remove docker dependency on lxc-net
+  config.vm.provision :shell, inline: %[
+    if $(grep -q 'and started' /etc/init/docker.conf); then
+      sed -i.bkp 's/and started.*//' /etc/init/docker.conf
+    fi
+  ]
 end

data/lib/ventriloquist/cap/platforms.rb

@@ -0,0 +1,55 @@
+module VagrantPlugins
+  module Ventriloquist
+    class Plugin < Vagrant.plugin("2")
+      guest_capability("linux", "nvm_install") do
+        require_relative "platforms/linux/nvm_install"
+        Cap::Linux::NvmInstall
+      end
+
+      guest_capability("linux", "nvm_install_nodejs") do
+        require_relative "platforms/linux/nvm_install_nodejs"
+        Cap::Linux::NvmInstallNodeJS
+      end
+
+      guest_capability("linux", "rvm_install") do
+        require_relative "platforms/linux/rvm_install"
+        Cap::Linux::RvmInstall
+      end
+
+      guest_capability("linux", "rvm_install_ruby") do
+        require_relative "platforms/linux/rvm_install_ruby"
+        Cap::Linux::RvmInstallRuby
+      end
+
+      guest_capability("debian", "phantomjs_install") do
+        require_relative "platforms/debian/phantomjs_install"
+        Cap::Debian::PhantomjsInstall
+      end
+
+      guest_capability("debian", "go_install") do
+        require_relative "platforms/debian/go_install"
+        Cap::Debian::GoInstall
+      end
+
+      guest_capability("debian", "erlang_install") do
+        require_relative "platforms/debian/erlang_install"
+        Cap::Debian::ErlangInstall
+      end
+
+      guest_capability("debian", "elixir_install") do
+        require_relative "platforms/debian/elixir_install"
+        Cap::Debian::ElixirInstall
+      end
+
+      guest_capability("debian", "pyenv_install") do
+        require_relative "platforms/debian/python"
+        Cap::Debian::Python
+      end
+
+      guest_capability("debian", "pyenv_install_python") do
+        require_relative "platforms/debian/python"
+        Cap::Debian::Python
+      end
+    end
+  end
+end

data/lib/ventriloquist/cap/{debian → platforms/debian}/elixir_install.rb

@@ -21,6 +21,7 @@ module VagrantPlugins
                   machine.guest.capability(:download, ELIXIR_PRECOMPILED, path)
                 end
 
+                # TODO: Create unzip capability
                 comm.sudo('apt-get install -y unzip')
                 comm.sudo("unzip -o #{path} -d /usr/local/elixir")
 

data/lib/ventriloquist/cap/{debian → platforms/debian}/go_install.rb

@@ -13,7 +13,7 @@ module VagrantPlugins
             machine.env.ui.info("Installing go #{version}")
             machine.communicate.tap do |comm|
               comm.sudo('apt-get install curl -y -q')
-              # TODO: Use download + untar capability
+              # TODO: Use download + untar capability and leverage vagrant-cachier
               comm.execute("cd /usr/local && curl #{src} | sudo tar xzfv -")
 
               if ! comm.test("grep -q '#{bin_path}' /etc/profile.d/ventriloquist.sh 2>/dev/null")

data/lib/ventriloquist/cap/{debian → platforms/debian}/phantomjs_install.rb

@@ -12,7 +12,7 @@ module VagrantPlugins
             machine.env.ui.info("Installing phantomjs #{version}")
             machine.communicate.tap do |comm|
               comm.sudo('apt-get install -y fontconfig libfreetype6 curl -y -q')
-              # TODO: Use download + untar capability
+              # TODO: Use download + untar capability and leverage vagrant-cachier
               comm.execute("cd /usr/local/share && curl #{src} | sudo tar xjfv -")
               comm.sudo("ln -s #{executable} /usr/local/bin/phantomjs")
             end

data/lib/ventriloquist/cap/{debian → platforms/debian}/python.rb

@@ -7,6 +7,7 @@ module VagrantPlugins
             machine.communicate.tap do |comm|
               if ! comm.test('test -d $HOME/.pyenv')
                 machine.env.ui.info('Installing pyenv dependencies')
+                # TODO: Use capability
                 comm.sudo('sudo apt-get install -y build-essential libreadline-dev libssl-dev libsqlite3-dev libbz2-dev')
 
                 machine.env.ui.info('Installing pyenv')

data/lib/ventriloquist/cap/platforms/linux/rvm_install.rb

@@ -0,0 +1,17 @@
+module VagrantPlugins
+  module Ventriloquist
+    module Cap
+      module Linux
+        module RvmInstall
+          def self.rvm_install(machine)
+            if ! machine.communicate.test('test -d /usr/local/rvm')
+              machine.env.ui.info('Installing RVM')
+              machine.communicate.sudo('\curl -L https://get.rvm.io | bash -s stable --autolibs=enabled')
+              machine.communicate.sudo("usermod -a -G rvm #{machine.config.ssh.username || 'vagrant'}")
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/ventriloquist/cap/{linux → platforms/linux}/rvm_install_ruby.rb

@@ -6,9 +6,8 @@ module VagrantPlugins
           def self.rvm_install_ruby(machine, version)
             if ! machine.communicate.test("rvm list | grep #{version}")
               machine.env.ui.info("Installing Ruby #{version}")
-              machine.communicate.execute("rvm install #{version}")
-              # FIXME: THIS IS DEBIAN SPECIFIC
-              machine.communicate.sudo("apt-get install -y libxslt1-dev")
+              machine.communicate.sudo("rvm install #{version}")
+              machine.guest.capability(:install_packages, 'libxslt1-dev', silent: true)
             end
           end
         end

data/lib/ventriloquist/cap/services.rb

@@ -0,0 +1,40 @@
+module VagrantPlugins
+  module Ventriloquist
+    class Plugin < Vagrant.plugin("2")
+      guest_capability("debian", "ventriloquist_containers_upstart") do
+        require_relative "services/debian/ventriloquist_containers_upstart"
+        Cap::Debian::VentriloquistContainersUpstart
+      end
+
+      guest_capability("debian", "pg_install_client") do
+        require_relative "services/debian/pg_install_client"
+        Cap::Debian::PgInstallClient
+      end
+
+      guest_capability("debian", "pg_install_headers") do
+        require_relative "services/debian/pg_install_headers"
+        Cap::Debian::PgInstallHeaders
+      end
+
+      guest_capability("linux", "pg_export_pghost") do
+        require_relative "services/linux/pg_export_pghost"
+        Cap::Linux::PgExportPghost
+      end
+
+      guest_capability("debian", "mysql_install_client") do
+        require_relative "services/debian/mysql_install_client"
+        Cap::Debian::MySqlInstallClient
+      end
+
+      guest_capability("debian", "mysql_install_headers") do
+        require_relative "services/debian/mysql_install_headers"
+        Cap::Debian::MySqlInstallHeaders
+      end
+
+      guest_capability("linux", "mysql_configure_client") do
+        require_relative "services/linux/mysql_configure_client"
+        Cap::Linux::MySqlConfigureClient
+      end
+    end
+  end
+end

data/lib/ventriloquist/cap/{debian → services/debian}/mysql_install_client.rb

@@ -7,7 +7,7 @@ module VagrantPlugins
             machine.communicate.tap do |comm|
               if ! comm.test('which mysql > /dev/null')
                 machine.env.ui.info('Installing MySQL client')
-                comm.sudo('apt-get install -y mysql-client')
+                machine.guest.capability(:install_packages, 'mysql-client', silent: true)
               end
             end
           end

data/lib/ventriloquist/cap/{debian → services/debian}/mysql_install_headers.rb

@@ -7,7 +7,7 @@ module VagrantPlugins
             machine.communicate.tap do |comm|
               if ! comm.test('dpkg -l | grep libmysqlclient-dev')
                 machine.env.ui.info('Installing MySQL headers')
-                comm.sudo('apt-get install -y libmysqlclient-dev')
+                machine.guest.capability(:install_packages, 'libmysqlclient-dev', silent: true)
               end
             end
           end

data/lib/ventriloquist/cap/{debian → services/debian}/pg_install_client.rb

@@ -7,7 +7,7 @@ module VagrantPlugins
             machine.communicate.tap do |comm|
               if ! comm.test('which psql > /dev/null')
                 machine.env.ui.info('Installing PostgreSQL client')
-                comm.sudo('apt-get install -y postgresql-client')
+                machine.guest.capability(:install_packages, 'postgresql-client', silent: true)
               end
             end
           end

data/lib/ventriloquist/cap/{debian → services/debian}/pg_install_headers.rb

@@ -7,7 +7,7 @@ module VagrantPlugins
             machine.communicate.tap do |comm|
               if ! comm.test('dpkg -l | grep libpq-dev')
                 machine.env.ui.info('Installing PostgreSQL headers')
-                comm.sudo('apt-get install -y libpq-dev')
+                machine.guest.capability(:install_packages, 'libpq-dev', silent: true)
               end
             end
           end

data/lib/ventriloquist/cap/utils.rb

@@ -0,0 +1,40 @@
+module VagrantPlugins
+  module Ventriloquist
+    class Plugin < Vagrant.plugin("2")
+      guest_capability("debian", "git_install") do
+        require_relative "utils/debian/git_install"
+        Cap::Debian::GitInstall
+      end
+
+      guest_capability("debian", "mercurial_install") do
+        require_relative "utils/debian/mercurial_install"
+        Cap::Debian::MercurialInstall
+      end
+
+      guest_capability("linux", "make") do
+        require_relative "utils/linux/make"
+        Cap::Linux::Make
+      end
+
+      guest_capability("debian", "install_build_tools") do
+        require_relative "utils/debian/install_build_tools"
+        Cap::Debian::InstallBuildTools
+      end
+
+      guest_capability("linux", "download") do
+        require_relative "utils/linux/download"
+        Cap::Linux::Download
+      end
+
+      guest_capability("linux", "untar") do
+        require_relative "utils/linux/untar"
+        Cap::Linux::Untar
+      end
+
+      guest_capability("debian", "install_packages") do
+        require_relative "utils/debian/install_packages"
+        Cap::Debian::InstallPackages
+      end
+    end
+  end
+end

data/lib/ventriloquist/cap/utils/debian/git_install.rb

@@ -0,0 +1,13 @@
+module VagrantPlugins
+  module Ventriloquist
+    module Cap
+      module Debian
+        module GitInstall
+          def self.git_install(machine)
+            machine.guest.capability(:install_packages, 'git')
+          end
+        end
+      end
+    end
+  end
+end

data/lib/ventriloquist/cap/utils/debian/install_build_tools.rb

@@ -0,0 +1,13 @@
+module VagrantPlugins
+  module Ventriloquist
+    module Cap
+      module Debian
+        module InstallBuildTools
+          def self.install_build_tools(machine)
+            machine.guest.capability(:install_packages, 'build-essential')
+          end
+        end
+      end
+    end
+  end
+end

data/lib/ventriloquist/cap/utils/debian/install_packages.rb

@@ -0,0 +1,47 @@
+module VagrantPlugins
+  module Ventriloquist
+    module Cap
+      module Debian
+        module InstallPackages
+          def self.install_packages(machine, packages, opts = {})
+            packages = Array(packages).flatten
+            machine.communicate.tap do |comm|
+              # Based on http://askubuntu.com/a/17829
+              packages_to_install = packages - installed_packages(machine)
+              return if packages_to_install.empty?
+
+              unless opts[:silent]
+                machine.env.ui.info("Installing #{packages_to_install}")
+              end
+
+              if requires_update?(machine)
+                comm.sudo("apt-get update -q")
+              end
+              comm.sudo("apt-get install #{packages_to_install.join(' ')} -y --force-yes -q -o Dpkg::Options::='--force-confdef' -o Dpkg::Options::='--force-confold'")
+            end
+          end
+
+          def self.installed_packages(machine)
+            pkgs = ""
+            cmd  = "dpkg --get-selections | grep -v deinstall | awk '{ print $1 }'"
+            machine.communicate.execute cmd do |buffer, output|
+              if buffer == :stdout
+                pkgs << output.chomp
+              end
+            end
+            pkgs.split("\n")
+          end
+
+          def self.requires_update?(machine)
+            @@_updated_machines ||= {}
+
+            required = !@@_updated_machines[machine]
+            @@_updated_machines[machine] = true
+
+            return required
+          end
+        end
+      end
+    end
+  end
+end