linux_provision 0.9.3 → 0.9.4

data/lib/linux_provision/linux_provision.rb

@@ -4,7 +4,7 @@ class LinuxProvision < GenericProvision
 
   USER_LOCAL_BIN = "/usr/local/bin"
 
-  def initialize config_file_name=".linux_provision.json", scripts_file_names=[]
+  def initialize parent_class, config_file_name=".linux_provision.json", scripts_file_names=[]
     scripts_file_names.unshift(File.expand_path("linux_provision_scripts.sh", File.dirname(__FILE__))) # make it first
 
     super
@@ -16,174 +16,16 @@ class LinuxProvision < GenericProvision
     end
   end
 
+  def postgres_drop_schemas
+    env[:postgres][:app_schemas].each do |schema|
+      run(server_info, "postgres_drop_schema", env.merge(schema: schema))
+    end
+  end
+
   def mysql_create_schemas
     env[:mysql][:app_schemas].each do |schema|
       run(server_info, "mysql_create_schema", env.merge(schema: schema))
     end
   end
 
-  def create_postgres_user app_user, schema
-    run("create_postgres_user", binding)
-  end
-
-    # execute(server_info) { "/usr/local/bin/dropuser #{app_user}" }
-    # execute(server_info) { "/usr/local/bin/dropdb #{schema}" }
-
-  private
-
-  def method_missing(method, *args, &block)
-    run(server_info, method.to_s, env)
-  end
-
-  # def test
-  #   run(server_info, "test", env)
-  # end
-
-  # def prepare
-  #   env['password'] = ask_password("Enter password for #{env[:node][:user]}: ")
-  #
-  #   run(server_info.merge(capture_output: false), "prepare", env)
-  # end
-  #
-  # def rvm_install
-  #   installed = package_installed '#{ENV[\'HOME\']}/.rvm/bin/rvm'
-  #
-  #   if installed
-  #     puts "rvm already installed."
-  #   else
-  #     run(server_info, "rvm", env)
-  #   end
-  # end
-  #
-  # def npm_install
-  #   installed = package_installed "#{USER_LOCAL_BIN}/npm"
-  #
-  #   if installed
-  #     puts "npm already installed."
-  #   else
-  #     run(server_info, "npm", env)
-  #   end
-  # end
-
-  # def qt_install
-  #   installed = package_installed "#{USER_LOCAL_BIN}/qmake"
-  #
-  #   if installed
-  #     puts "qt already installed."
-  #   else
-  #     run(server_info, "qt", env)
-  #   end
-  # end
-  #
-  # def mysql_install
-  #   installed = package_installed "#{USER_LOCAL_BIN}/mysql"
-  #
-  #   if installed
-  #     puts "mysql already installed."
-  #   else
-  #     run(server_info, "mysql", env)
-  #   end
-  # end
-  #
-  # def mysql_restart
-  #   started = service_started("homebrew.mxcl.mysql")
-  #
-  #   run(server_info, "mysql_restart", env.merge({started: started}))
-  # end
-  #
-  # def postgres_install
-  #   installed = package_installed "#{USER_LOCAL_BIN}/postgres"
-  #
-  #   if installed
-  #     puts "postgres already installed."
-  #   else
-  #     run(server_info, "postgres", env)
-  #   end
-  # end
-  #
-  # def postgres_restart
-  #   started = service_started("homebrew.mxcl.postgres")
-  #
-  #   run(server_info, "postgres_restart", env.merge({started: started}))
-  # end
-  #
-  # def postgres_stop
-  #   run server_info, "postgres_stop", env
-  # end
-  #
-  # def postgres_start
-  #   run server_info, "postgres_start", env
-  # end
-  #
-  # def ruby_install
-  #   installed = package_installed "#{ENV['HOME']}/.rvm/rubies/ruby-1.9.3-p429/bin/ruby"
-  #
-  #   if installed
-  #     puts "ruby already installed."
-  #   else
-  #     run(server_info, "ruby", env)
-  #   end
-  # end
-  #
-  # def jenkins_install
-  #   installed = package_installed "/usr/local/opt/jenkins/libexec/jenkins.war"
-  #
-  #   if installed
-  #     puts "jenkins already installed."
-  #   else
-  #     run(server_info, "jenkins", env)
-  #   end
-  # end
-  #
-  # def jenkins_restart
-  #   started = service_started("homebrew.mxcl.jenkins")
-  #
-  #   run(server_info, "jenkins_restart", env.merge({started: started}))
-  # end
-  #
-  # def selenium_install
-  #   installed = package_installed "/usr/local/opt/selenium-server-standalone/selenium-server-standalone*.jar"
-  #
-  #   if installed
-  #     puts "selenium already installed."
-  #   else
-  #     run(server_info, "selenium", env)
-  #   end
-  # end
-  #
-  # def selenium_restart
-  #   started = service_started("homebrew.mxcl.selenium-server-standalone")
-  #
-  #   run(server_info, "selenium_restart", env.merge({started: started}))
-  # end
-  #
-  # def postgres_create user, schemas
-  #   create_postgres_user user, schemas.first
-  #
-  #   schemas.each do |schema|
-  #     create_postgres_schema user, schema
-  #   end
-  # end
-  #
-  # def postgres_drop user, schemas
-  #   schemas.each do |schema|
-  #     drop_postgres_schema schema
-  #   end
-  #
-  #   drop_postgres_user user, schemas.first
-  # end
-  #
-  # def postgres_test schema
-  #   result = get_postgres_schemas schema
-  #
-  #   puts result
-  # end
-  #
-  # def package_installed package_path
-  #   result = run server_info.merge(:suppress_output => true, :capture_output => true),
-  #                "package_installed", env.merge({package_path: package_path})
-  #
-  #   result.chomp == package_path
-  # end
-
 end

data/lib/linux_provision/linux_provision_scripts.sh

@@ -8,29 +8,28 @@ echo "test"
 
 ##############################
 [prepare]
+# Updates linux core packages
 
 sudo apt-get update
 
 sudo apt-get install -y curl
 sudo apt-get install -y g++
 sudo apt-get install -y subversion
+sudo apt-get install -y git
 
 
 ##############################
 [rvm]
-#PATH=$PATH:/usr/local/bin
-
-USER_HOME="#{node.home}"
+# Installs rvm
 
 curl -L https://get.rvm.io | bash
 
 sudo chown -R vagrant /opt/vagrant_ruby
 
-source $USER_HOME/.rvm/scripts/rvm
-
 
 ##############################
 [ruby]
+# Installs ruby
 
 USER_HOME="#{node.home}"
 
@@ -39,25 +38,23 @@ source $USER_HOME/.rvm/scripts/rvm
 rvm install ruby-1.9.3
 
 
-##############################
-[git]
-
-sudo apt-get install -y  git
-
-
 ##############################
 [node]
+# Installs node
 
 sudo apt-get install -y node
 
 
 ##############################
 [jenkins]
+# Installs jenkins
+
 sudo apt-get install -y jenkins
 
 
 ##############################
 [postgres]
+# Installs postgres server
 
 sudo apt-get install -y postgresql-client
 sudo apt-get install -y libpq-dev
@@ -66,6 +63,7 @@ sudo apt-get install -y postgresql
 
 ##############################
 [mysql]
+# Installs mysql server
 
 MYSQL_PASSWORD='#{mysql.password}'
 
@@ -88,13 +86,20 @@ sudo apt-get -y install mysql-server
 PATH=$PATH:/usr/local/bin
 
 APP_USER='#{postgres.app_user}'
+APP_PASSWORD='#{postgres.app_password}'
 
 sudo -u postgres psql -c "CREATE USER $APP_USER WITH PASSWORD '$APP_USER'"
-#createuser -s -d -r $APP_USER
 
 ##############################
 [postgres_drop_user]
 
+PATH=$PATH:/usr/local/bin
+
+APP_USER='#{postgres.app_user}'
+
+sudo -u postgres psql -c "DROP USER $APP_USER"
+
+
 ##############################
 [postgres_create_schema]
 
@@ -113,6 +118,12 @@ sudo -u postgres psql -c "GRANT ALL PRIVILEGES ON DATABASE $SCHEMA to $APP_USER"
 ##############################
 [postgres_drop_schema]
 
+PATH=$PATH:/usr/local/bin
+
+SCHEMA='#{schema}'
+
+sudo -u postgres psql -c "DROP DATABASE $SCHEMA"
+
 
 ##############################
 [mysql_create_user]
@@ -158,19 +169,52 @@ mysql -h $HOST_NAME -u $MYSQL_USER -p"$MYSQL_PASSWORD" -e "create database $SCHE
 
 
 ##############################
-[project]
+# http://www.labelmedia.co.uk/blog/setting-up-selenium-server-on-a-headless-jenkins-ci-build-machine.html
+[selenium]
+# Installs selenium server
 
-USER_HOME="#{node.home}"
+wget http://selenium-release.storage.googleapis.com/2.42/selenium-server-standalone-2.42.2.jar
 
-APP_HOME="#{project.home}"
+sudo mkdir /var/lib/selenium
 
-cd $APP_HOME
+sudo mv selenium-server-standalone-2.42.2.jar /var/lib/selenium
 
-source $USER_HOME/.rvm/scripts/rvm
+cd /var/lib/selenium
+
+sudo ln -s selenium-server-standalone-2.42.2.jar selenium-server.jar
+
+sudo apt-get install -y xvfb
+sudo update-rc.d xvfb defaults 10
+
+sudo apt-get install -y firefox
+
+# export DISPLAY=":99" && java -jar /var/lib/selenium/selenium-server.jar
+
+
+##############################
+[selenium2]
+cat > xvfb <<END
+#!/bin/bash
+
+if [ -z "$1" ]; then
+  echo "`basename $0` {start|stop}"
+  exit
+fi
+
+case "$1" in
+  start)
+    /usr/bin/Xvfb :99 -ac -screen 0 1024x768x8 &
+    ;;
+
+  stop)
+    killall Xvfb
+    ;;
+esac
+END
+
+#sudo mv xvfb /etc/init.d/xvfb
 
-rvm use #{project.ruby_version}@#{project.gemset}
+#sudo chmod 755 /etc/init.d/xvfb
 
-bundle install --without=production
+/etc/init.d/xvfb start
 
-# rake db:migrate
-# rails s

data/lib/linux_provision/version.rb

@@ -1,3 +1,3 @@
 class LinuxProvision
-  VERSION = "0.9.3"
+  VERSION = "0.9.4"
 end

data/presentation/virtualization/01-vagrant/slides.md

@@ -0,0 +1,381 @@
+!SLIDE
+
+# Boosting developer's productivity: Using Vagrant and Chef 
+
+* Author: **Alexander Shvets**
+* Year: **2014**
+
+
+!SLIDE title-and-content transition=fade incremental
+.notes notes for my slide
+
+# Why do we need virtualization in development?
+
+* We want to have **same environment for all developers**, no matter on what platform they are working now.
+
+* We are **working on multiple projects** on same workstation. As a result, suddenly your computer has "hidden",
+hard-to-discover inter-project dependencies or different versions of same library.
+
+* To overcome **It "works on my machine!"** syndrome - development environment is different from production environment.
+
+* Sometimes required software is **not available** on developer's platform. Example: 64-bit instant client for oracle
+was broken for almost two years on OS/X >= 10.7.
+
+* **Development for PAAS**, such as Heroku, Engine Yard etc. You can find/build virtualization that is pretty close to
+your platform.
+
+
+
+!SLIDE content transition=cover
+
+# Vagrant
+
+>
+
+![vagrant](vagrant.jpg)
+
+!SLIDE title-and-content transition=cover
+
+# What is it?
+
+* It is ruby gem.
+* it helps to provide easy to configure, reproducible, and portable work environments.
+
+
+
+!SLIDE title-and-content transition=cover
+
+# Installation
+
+* Install [VirtualBox](https://www.virtualbox.org/wiki/Downloads). Download it from dedicated web site and install
+it as native program. You can use it in UI mode, but it's not required.
+
+* Install [Vagrant](http://www.vagrantup.com) gem:
+
+```bash
+$ gem install vagrant
+```
+
+* or put it into **Gemfile**:
+
+```ruby
+gem "vagrant"
+```
+
+* Run bundler:
+
+```bash
+bundle install
+```
+
+
+
+!SLIDE title-and-content transition=cover
+
+# Playing with vagrant
+
+* Install linux image
+
+```bash
+$ vagrant box add precise64 http://files.vagrantup.com/precise64.box
+```
+
+* Initialize
+
+```bash
+$ vagrant init precise64
+```
+
+* Run or reload
+
+```bash
+$ vagrant up
+$ vagrant reload
+$ vagrant provision
+```
+
+
+
+!SLIDE title-and-content transition=cover
+
+# Playing with vagrant (continued)
+
+* Suspend/destroy:
+
+```bash
+$ vagrant suspend
+$ vagrant destroy
+```
+
+* or remove linux image
+
+```bash
+$ vagrant box remove precise64
+```
+
+
+
+!SLIDE title-and-content transition=cover
+
+# Access VM
+
+```bash
+$ vagrant ssh
+```
+
+```bash
+vagrant> ls /vagrant
+```
+
+* You will see all project's files
+
+```bash
+drwxr-xr-x  48 alex  staff   1.6K Apr 21 15:29 ./
+drwxrwxrwx  24 alex  staff   816B Apr 21 15:31 ../
+-rw-rw-rw-   1 alex  staff   101B Apr 19 10:11 Berksfile
+-rw-rw-rw-   1 alex  staff   512B Apr 19 09:57 Berksfile.lock
+-rw-rw-rw-   1 alex  staff   188B Apr 17 11:40 Cheffile
+-rw-rw-rw-   1 alex  staff   715B Apr 16 11:39 Cheffile.lock
+-rw-rw-rw-   1 alex  staff   4.4K Apr 21 14:20 Gemfile
+-rw-r--r--   1 alex  staff   9.7K Apr 21 14:20 Gemfile.lock
+-rw-r--r--   1 alex  staff   106B Mar 23 13:14 Procfile
+-rw-r--r--   1 alex  staff   297B Mar 23 13:14 README.md
+-rw-r--r--   1 alex  staff   5.8K Apr 20 11:54 Rakefile
+-rw-rw-rw-   1 alex  staff   5.1K Apr 17 15:19 Vagrantfile
+drwxr-xr-x   9 alex  staff   306B Mar 24 13:37 app/
+-rwxrwxrwx@  1 alex  staff   3.1K Apr 18 09:56 bootstrap.sh*
+drwxr-xr-x   8 alex  staff   272B Apr 20 07:54 public/
+```
+
+
+
+!SLIDE title-and-content transition=cover incremental
+
+# Available provisioners for Vagrant
+
+* Shell
+* Chef Server
+* Chef Solo
+* Puppet Server/Standalone
+
+
+
+!SLIDE title-and-content transition=cover
+
+	
+# Example 1
+
+* **Vagrantfile** with **bash** shell provisioning:
+
+```ruby
+Vagrant::Config.run do |config|
+  config.vm.box = "precise64"
+
+  config.vm.network :hostonly, "22.22.22.22"
+
+  config.vm.provision :shell, :path => "bootstrap.sh"
+end
+```
+
+!SLIDE title-and-content transition=cover
+
+# Example 2
+
+* **Vagrantfile** with **chef** provisioning
+
+```ruby
+Vagrant::Config.run do |config|
+  config.vm.box = "precise64"
+  config.vm.network :hostonly, "22.22.22.22"
+
+  config.vm.provision :chef_solo do |chef|
+    chef.cookbooks_path = ["vendored_cookbooks", "cookbooks"]
+
+    chef.add_recipe 'application'
+
+    chef.json.merge!({
+      application: {app_name: "triton"},
+
+      rvm: {ruby: {version: '1.9.3', implementation: 'ruby',
+            patch_level: 'p392'}},
+      postgresql: { username: "postgres", password: "postgres"},
+      mysql: { server_debian_password: "root",
+               server_root_password: "root",
+               server_repl_password: "root"}
+    })
+  end
+end
+```
+
+
+
+!SLIDE title-and-content transition=cover
+
+# Example 3
+
+* **Vagrantfile** with multiple environments:
+
+```ruby
+Vagrant::Config.run do |config|
+  config.vm.define :node1 do |node_config|
+    node_config.vm.box = "lucid32"
+  end
+  config.vm.define :node2 do |node_config|
+    node_config.vm.box = "precise32"
+  end
+end
+```
+
+* Start first node in one tab:
+
+```bash
+vagrant up node1
+vagrant ssh node1
+```
+
+* and second node in another tab:
+
+```bash
+vagrant up node2
+vagrant ssh node2
+```
+
+
+!SLIDE title-and-content transition=cover
+
+# Packaging
+
+* You can create new package based on your vagrant setup.
+
+* This new package can be used by other developers for faster installation.
+
+* It will have already preinstalled and configured ruby/rvm/mysql/postgres etc.:
+
+```bash
+vagrant package --vagrantfile Vagrantfile --output proteus.box
+```
+
+
+
+!SLIDE title-and-content transition=cover
+
+# What's next?
+
+* Once you install Vagrant with some provision (script, chef-solo or puppet), you can use it in same way as your worksation:
+
+```bash
+vagrant ssh
+
+cd /vagrant
+
+rake db:dev:reset
+
+rspec
+
+ASSET_HOST=http://22.22.22.22:3000 rails s
+```
+
+* and then access it from the browser within [host computer](http://22.22.22.22:3000/triton):
+
+```
+  open http://22.22.22.22:3000/triton
+```
+
+
+!SLIDE title-and-content incremental commandline transition=cover
+
+# Example of shell script for provisioning:
+
+```bash
+# Install core packages
+
+apt-get update
+sudo apt-get install -y curl
+sudo apt-get install -y g++
+sudo apt-get install -y subversion
+
+# Install RVM
+
+\curl -L https://get.rvm.io | bash -s stable --ruby=$RUBY_VERSION
+source /usr/local/rvm/scripts/rvm
+chown -R vagrant /usr/local/rvm
+/usr/local/rvm/bin/rvm autolibs enable
+
+# Install databases
+
+sudo apt-get install -y postgresql-client
+sudo apt-get install -y postgresql
+sudo apt-get install -y mysql-client
+apt-get -y install mysql-server
+
+cd $APP_HOME
+bundle install --without=production
+rake db:migrate
+```
+
+
+
+!SLIDE title-and-content transition=cover
+
+# Example of **chef** script for provisioning
+
+```ruby
+# cookbooks/application/recipes/default.rb
+
+include_recipe "apt"
+
+package "curl"
+package "g++"
+package "subversion"
+
+include_recipe "rvm"
+
+bash "Registering RVM" do
+  code "source /etc/profile.d/rvm.sh"
+  not_if "test -e /usr/local/rvm/bin/rvm"
+end
+
+bash "Configuring RVM" do
+  user "root"
+
+  code <<-CODE
+    chown -R vagrant /usr/local/rvm
+    /usr/local/rvm/bin/rvm autolibs enable
+  CODE
+end
+include_recipe "rvm::install"
+```
+
+
+
+!SLIDE title-and-content transition=cover
+
+# Example of **chef** script for provisioning (continued)
+
+```ruby
+include_recipe "postgresql"
+include_recipe "postgresql::server"
+include_recipe "mysql"
+include_recipe "mysql::server"
+
+bash "Installing bundle" do
+  user 'vagrant'
+  cwd app_home
+
+  code <<-CODE
+source /etc/profile.d/rvm.sh
+rvm use #{ruby_version}@#{gem_name} --create
+bundle install --without=production
+ CODE
+end
+
+bash "Project db bootstrap" do
+  user 'vagrant'
+  cwd app_home
+
+  code <<-CODE
+    source /etc/profile.d/rvm.sh
+    rake db:migrate
+  CODE
+end
+```