salted-rails 0.0.4 → 0.0.5

data/lib/salted-rails/helper_base.rb

@@ -0,0 +1,90 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+#
+
+require 'erb'
+require 'yaml'
+require 'fileutils'
+
+module SaltedRails
+  class HelperBase
+
+    attr_accessor :config
+
+    def initialize(config)
+      @config = config
+      @config.logger.info "SaltedRails: Helper created with config.rails_root = #{@config.rails_root}"
+    end
+
+    private
+
+    # Add ruby version and gemfiles
+    
+#    def create_empty_custom_files
+#      @config.logger.info 'SaltedRails: Checking stubbed custom files exist' 
+#
+#      # Create custom files
+#      [ 'pillar/vagrant', 'pillar/capistrano', 'salt/vagrant', 'salt/capistrano'].each do |custom|
+#        file = @config.rails_root + 'config/' + custom + '.sls'
+#        dir = File.dirname(file)
+#        unless File.directory? dir
+#          FileUtils.mkdir_p dir
+#        end
+#        unless File.exists? file
+#          @config.logger.info "SaltedRails: Creating empty #{file}"
+#          File.open(file, 'w') do |f_out|
+#            f_out.puts '# Custom data'
+#          end
+#        end
+#      end
+#    end
+
+    def pillarize_application_configuration
+      @config.logger.info 'SaltedRails: Creating pillar application data' 
+
+      # Destination
+      salt_dir = @config.rails_root + 'tmp/salt/'
+      FileUtils.rm_rf salt_dir if File.directory? salt_dir
+      FileUtils.mkdir_p salt_dir unless File.directory? salt_dir
+      pillar_dir = @config.rails_root + 'tmp/pillar/'
+      FileUtils.rm_rf pillar_dir if File.directory? pillar_dir
+      FileUtils.mkdir_p pillar_dir unless File.directory? pillar_dir
+      pillar_app_file = pillar_dir + 'railsapp.sls'
+      @config.files.each do |f|
+        basename = File.basename(f)
+        dest = salt_dir + "files/" + basename
+        dir = File.dirname(dest)
+        unless File.directory? dir
+          FileUtils.mkdir_p dir
+        end
+        FileUtils.cp(@config.rails_root + f, dest)
+      end
+      @config.copy_from_home.each do |f|
+        dest = salt_dir + "home/" + f
+        dir = File.dirname(dest)
+        unless File.directory? dir
+          FileUtils.mkdir_p dir
+        end
+        if !File.exist?(dest) or (File.mtime(ENV['HOME'] + '/' + f) > File.mtime(dest))
+          @config.logger.info "SaltedRails: Copying #{f} to #{dest}"
+          FileUtils.cp_r(ENV['HOME'] + '/' + f, dest)
+        end
+      end
+      %w{ authorized_keys known_hosts }.each do |f|
+        file = salt_dir + "home/.ssh/" + f
+        FileUtils.mv(file, file + '.from_home') if File.exist? file
+      end
+      File.open(pillar_app_file, 'w') do |f_out|
+        if_command = 'if'
+        @config.machines.each do |machine_config|
+          f_out.puts "{% #{if_command} grains['fqdn'] == '#{machine_config.hostname}' %}"
+          if_command = 'elif'
+          f_out.puts machine_config.to_yaml
+        end
+        f_out.puts "{% else %}" unless @config.machines.empty?
+        f_out.puts @config.to_yaml
+        f_out.puts "{% endif %}" unless @config.machines.empty?
+      end
+    end
+  end
+end

data/lib/salted-rails/vagrant_helper.rb

@@ -0,0 +1,159 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+#
+
+require "salted-rails/helper_base"
+
+module SaltedRails
+  class VagrantHelper < HelperBase
+
+    def initialize(config)
+      super(config)
+    end
+
+    def configure_vagrant(vagrant_config)
+      port_offset = 0
+      configure_virtualbox(vagrant_config)
+      configure_vbguest(vagrant_config)
+      configure_ubuntu_mirror(vagrant_config)
+      configure_digital_ocean(vagrant_config)
+      if @config.machines.empty?
+        configure_gui(vagrant_config) if @config.gui?
+        configure_hostname(vagrant_config)
+        configure_ports(vagrant_config, port_offset)
+        configure_memory(vagrant_config, @config.memory)
+      else
+        @config.machines.each do |machine_config|
+          machine_config.logger.info "Configuring machine #{machine_config.machine}, hostname: #{machine_config.hostname}"
+          vagrant_config.vm.define(machine_config.machine.to_sym) do |vagrant_vm_config|
+            configure_gui(vagrant_vm_config) if @config.gui?
+            configure_hostname(vagrant_vm_config, machine_config)
+            configure_ports(vagrant_vm_config, port_offset, machine_config)
+            configure_memory(vagrant_vm_config, machine_config.memory, machine_config)
+            port_offset += 1
+          end
+        end
+      end
+      # create_empty_custom_files
+      pillarize_application_configuration
+      fix_hostname(vagrant_config)
+      configure_salt(vagrant_config)
+    end
+
+    def configure_ubuntu_mirror(vagrant_config, config = @config)
+      config.logger.info "Configuring ubuntu mirror (#{config.mirror})" 
+      vagrant_config.vm.provision "shell" do |s|
+        s.path = config.salt_root + 'salt/bin/change_mirror.sh'
+        s.args = "'#{config.mirror}'"
+      end
+    end
+
+    def configure_hostname(vagrant_config, config = @config)
+      config.logger.info "Configuring hostname (#{config.hostname})" 
+      vagrant_config.vm.hostname = config.hostname
+    end
+
+    def fix_hostname(vagrant_config, config = @config)
+      vagrant_config.vm.provision "shell" do |s|
+        s.path = config.salt_root + 'salt/bin/fix_hostname.sh'
+      end
+    end
+
+    def configure_vbguest(vagrant_config, config = @config)
+      begin
+        require 'vagrant-vbguest'
+        require 'salted-rails/cloud_vbguest_installer'
+        vagrant_config.vbguest.installer = SaltedRails::CloudVbguestInstaller
+        vagrant_config.vbguest.auto_update = false
+        config.logger.info 'Configured vbguest installer' 
+      rescue LoadError
+        config.logger.info 'Skipping vbguest (plugin not available)' 
+      end
+    end
+
+
+    def configure_virtualbox(vagrant_config, config = @config)
+      config.logger.info 'Configuring virtualbox box (UbuntuCloud_12.04_32bit)' 
+      vagrant_config.vm.box = 'UbuntuCloud_12.04_32bit'
+      vagrant_config.vm.box_url = 'http://cloud-images.ubuntu.com/precise/current/precise-server-cloudimg-vagrant-i386-disk1.box'
+    end
+
+    def configure_digital_ocean(vagrant_config, config = @config)
+      config.logger.info "Configuring digital ocean provider (#{config.machine})" 
+      vagrant_config.vm.provider :digital_ocean do |provider, override|
+        override.ssh.username = 'vagrant'
+        override.vm.box = 'digital_ocean'
+        override.vm.box_url = 'https://github.com/smdahlen/vagrant-digitalocean/raw/master/box/digital_ocean.box'
+        provider.image = 'Ubuntu 12.04 x32'
+        provider.region = config.region
+        provider.ca_path = config.ca_path if config.ca_path
+        override.vm.synced_folder '.', '/vagrant', :disabled => true if config.disable_vagrant_sync
+        if config.private_key_path
+          override.ssh.private_key_path = config.private_key_path
+          private_key_name = 'Vagrant ' + config.private_key_path.sub(/~\//, '').sub(/\.ssh\//, '').sub(/^id_/, '').gsub(/\W+/, ' ')
+          provider.ssh_key_name = private_key_name.strip
+        end
+        override.ssh.forward_agent = config.forward_agent
+      end
+    end
+
+    def configure_gui(vagrant_config)
+      vagrant_config.vm.provider "virtualbox" do |v|
+        v.gui = true
+      end
+    end
+
+    def configure_salt(vagrant_config, config = @config)
+      config.logger.info "Configuring saltstack (#{config.machine})"
+      vagrant_config.vm.synced_folder config.rails_root + 'config/salt/', '/srv/salt/config/'
+      vagrant_config.vm.synced_folder config.rails_root + 'config/pillar/', '/srv/pillar/config/'
+      vagrant_config.vm.synced_folder config.rails_root + 'tmp/salt/', '/srv/salt/generated/'
+      vagrant_config.vm.synced_folder config.rails_root + 'tmp/pillar/', '/srv/pillar/generated/'
+      vagrant_config.vm.synced_folder config.salt_root + 'salt/', '/srv/salt/salted-rails/'
+      vagrant_config.vm.synced_folder config.salt_root + 'pillar/', '/srv/pillar/salted-rails/'
+      # Bootstrap salt
+      ## config.vm.provision :shell, :inline => 'salt-call --version || wget -O - http://bootstrap.saltstack.org | sudo sh'
+      # Provisioning #2: masterless highstate call
+      vagrant_config.vm.provision :salt do |salt|
+        config.logger.info 'Configuring salt provisioner'
+        minion_file = config.rails_root + 'config/salt/vagrant/minion'
+        minion_file = config.salt_root + 'salt/vagrant/minion' unless File.exist?(minion_file)
+        salt.minion_config = minion_file
+        salt.run_highstate = true
+        salt.verbose = !! config.logger
+        # current package (salt-minion_0.17.0.1-1precise_all.deb) in ppa:saltstack/salt is broken as of Oct 10 2013:
+        # Unable to run multiple states and returns unhelpfull messages about list and get
+        salt.install_type = 'git'
+        salt.install_args = 'v0.16.4'
+      end
+    end
+
+    def configure_ports(vagrant_config, port_offset=0, config = @config)
+      config.ports.each do |port|
+        host_port = port_offset + port + (port < 3000 ? 3000 : 0)
+        vagrant_config.vm.network :forwarded_port, :guest => port, :host => host_port, auto_correct: true
+      end
+    end
+
+    def configure_memory(vagrant_config, memory, config = @config)
+      config.logger.info "Configuring memory = %d" % config.memory.to_i
+      vagrant_config.vm.provider :virtual_box do |vb|
+       vb.customize ["modifyvm", :id, "--memory", config.memory]
+      end
+      vagrant_config.vm.provider :digital_ocean do |provider, override|
+        # configure to closest value
+        if config.memory >= 3000
+          # 32 bit linux doesn't use anything more than this anyway
+          provider.size = '4GB'
+        elsif config.memory >= 1500
+          provider.size = '2GB'
+        elsif config.memory >= 750
+          provider.size = '1GB'
+        else
+          provider.size = '512MB'
+        end
+      end
+    end
+
+  end
+end

data/lib/salted-rails/version.rb

@@ -0,0 +1,3 @@
+module SaltedRails
+  VERSION = "0.0.5"
+end

data/lib/salted_rails_base.rb

@@ -4,6 +4,12 @@ if defined? Vagrant
   end
 else
   class SaltedRailsBase
+    def name(v)
+    end
+
+    def config(name, &block)
+    end
+
   end
 end
 

data/pillar/capistrano/top.sls

@@ -1,5 +1,5 @@
 base:
   '*':
     - common
-    - application
+    - railsapp
     - capistrano

data/pillar/common.sls

@@ -12,4 +12,9 @@ www_dir: /srv/www/
 
 mysql-version: 5.5
 
+teamcity-version: 8.0.4
+
+rubymine-version: 5.4.3
+
+
 # vim: filetype=sls

data/pillar/vagrant/top.sls

@@ -1,5 +1,5 @@
 base:
   '*':
     - common
-    - application
+    - railsapp
     - vagrant

data/salt/bin/change_mirror.sh

@@ -3,25 +3,34 @@
 # Changes from the default to given mirror (unable to do it more than once)
 
 case "$1" in
-[a-z][a-z]|usa)
-    echo "Configuring mirror for region: $1"
-    exec sed -i.original -e 's#http://[archivesecurity]*.ubuntu.com/ubuntu#http://'"$1"'.archive.ubuntu.com/ubuntu/#' /etc/apt/sources.list
-    ;;
-mirror)
-    echo "Configuring automatic selection of mirror"
-    exec sed -i.original -e 's#http://[archivesecurity]*.ubuntu.com/ubuntu#mirror://mirrors.ubuntu.com/mirrors.txt#' /etc/apt/sources.list
-    ;;
-internode)
-    echo "Configuring mirror for ISP: $1"
-    exec sed -i.original -e 's#http://[archivesecurity]*.ubuntu.com/ubuntu#http://mirror.internode.on.net/pub/ubuntu/ubuntu/#' /etc/apt/sources.list
-    ;;
-[hmf]*://*ubuntu*)
-    echo "Configuring mirror for $1"
-    exec sed -i.original -e 's#http://[archivesecurity]*.ubuntu.com/ubuntu#'"$1"'#' /etc/apt/sources.list
-    ;;
-*)
-    echo Invalid mirror ignored! >&2
-    exit 1
+''|-h)
+    exec echo "usage: $0 country|mirror|auto|internode|url"
     ;;
 esac
-
+if grep 'http://archive.ubuntu.com/ubuntu' /etc/apt/sources.list > /dev/null; then
+  case "$1" in
+  [a-z][a-z]|usa)
+      echo "Configuring mirror for region: $1"
+      exec sed -i.original -e 's#http://[archivesecurity]*.ubuntu.com/ubuntu#http://'"$1"'.archive.ubuntu.com/ubuntu/#' /etc/apt/sources.list
+      ;;
+  mirror|auto)
+      echo "Configuring automatic selection of mirror"
+      exec sed -i.original -e 's#http://[archivesecurity]*.ubuntu.com/ubuntu#mirror://mirrors.ubuntu.com/mirrors.txt#' /etc/apt/sources.list
+      ;;
+  internode)
+      echo "Configuring mirror for ISP: $1"
+      exec sed -i.original -e 's#http://[archivesecurity]*.ubuntu.com/ubuntu#http://mirror.internode.on.net/pub/ubuntu/ubuntu/#' /etc/apt/sources.list
+      ;;
+  [hmf]*://*ubuntu*)
+      echo "Configuring mirror for $1"
+      exec sed -i.original -e 's#http://[archivesecurity]*.ubuntu.com/ubuntu#'"$1"'#' /etc/apt/sources.list
+      ;;
+  *)
+      echo "Invalid mirror ($1) ignored!" >&2
+      exit 1
+      ;;
+  esac
+else
+  echo "/etc/apt/sources.list has already been changed (leaving as is)"
+fi
+exit 0

data/salt/bin/fix_hostname.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+#
+# Removes domain from /etc/hostname
+
+sed -i "s@\..*\$@@" /etc/hostname
+hostname -F /etc/hostname

data/salt/bin/provision

@@ -0,0 +1,37 @@
+#!/bin/bash
+
+case "$1" in
+run)
+	shift
+	case "$#" in
+	0)
+		echo "Running all states ..."
+		sudo salt-call saltutil.sync_all
+		sudo salt-call state.highstate 
+		;;
+	*)
+		for file; do
+			echo "Running $file ..."
+			sudo salt-call state.sls "$file"
+		done
+		;;
+	esac
+	;;
+grains)
+	sudo salt-call grains.items
+	;;
+pillar)
+	sudo salt-call pillar.items
+	;;
+packages)
+	dpkg --get-selections | sed -n 's/\s\s*install//p'
+	;;
+install|remove|purge|update|upgrade|clean|autoremove)
+	sudo apt-get "$@"
+	;;
+*)
+	echo "usage: $0 grains|pillar|run [state]|packages|install package|remove package|purge package|autoclean|autoremove\n"
+	;;
+esac
+		
+

data/salt/capistrano/deploy_requirements.sls

@@ -0,0 +1,5 @@
+deploy:
+  pkg.installed:
+    - pkgs:
+      - git
+

data/salt/capistrano/minion

@@ -5,10 +5,14 @@ state_auto_order: True
 
 file_roots:
   base:
-    - /srv/salt/capistrano
-    - /srv/salt
+    - /srv/salt/config/capistrano
+    - /srv/salt/salted-rails/capistrano
+    - /srv/salt/salted-rails
+    - /srv/salt/generated
 
 pillar_roots:
   base:
-    - /srv/pillar/capistrano
-    - /srv/pillar
+    - /srv/pillar/config/capistrano
+    - /srv/pillar/salted-rails/capistrano
+    - /srv/pillar/salted-rails
+    - /srv/pillar/generated

data/salt/capistrano/top.sls

@@ -1,8 +1,4 @@
 base:
   '*':
-    - common
-    - capistrano
-
-# if GUI:
-# www.chromium
+    - TODO.SETUP.CAPISTRANO
 

data/salt/ci/cruisecontrolrb.sls

@@ -0,0 +1,72 @@
+include:
+  - lang.ruby
+
+{{ pillar['homedir'] }}/local:
+  file.directory:
+    - makedirs: True
+    - user: {{ pillar['username'] }}
+    - group: {{ pillar['username'] }}
+
+cruisecontrolrb-install:
+  git.latest:
+    - name: https://github.com/thoughtworks/cruisecontrol.rb
+    - target: {{ pillar['homedir'] }}/local/cruisecontrol.rb
+    - runas: {{ pillar['username'] }}
+    - group: {{ pillar['username'] }}
+    - require:
+      - file.directory: {{ pillar['homedir'] }}/local
+  cmd.run:
+    # Run twice if first fails (weirdness with installing ruby-debug)
+    - name: {{ pillar['homedir'] }}/.rbenv/shims/bundle install || {{ pillar['homedir'] }}/.rbenv/shims/bundle install
+    - cwd: {{ pillar['homedir'] }}/local/cruisecontrol.rb
+    - user: {{ pillar['username'] }}
+    - group: {{ pillar['username'] }}
+    - watch:
+      - git: cruisecontrolrb-install
+
+cruisecontrolrb-create-service:
+  cmd.run:
+    - name: cp -f {{ pillar['homedir'] }}/local/cruisecontrol.rb/daemon/cruise /etc/init.d/cruise && chmod +x /etc/init.d/cruise
+    - watch:
+      - cmd: cruisecontrolrb-install
+
+cruisecontrolrb-fix-user:
+  file.sed:
+    - name: /etc/init.d/cruise
+    - before: CRUISE_USER = .*
+    - after: CRUISE_USER='{{ pillar['username'] }}'
+    - limit: CRUISE_USER =
+    - watch:
+      - cmd: cruisecontrolrb-create-service
+    
+cruisecontrolrb-fix-home:
+  file.sed:
+    - name: /etc/init.d/cruise
+    - before: CRUISE_HOME = .*
+    - after: CRUISE_HOME='{{ pillar['homedir'] }}/local/cruisecontrol.rb'
+    - limit: CRUISE_HOME =
+    - watch:
+      - cmd: cruisecontrolrb-create-service
+    
+cruisecontrolrb-fix-shebang:
+  file.sed:
+    - name: /etc/init.d/cruise
+    - before: '#!/usr/bin/env.*'
+    - after: '#!{{ pillar['homedir'] }}/.rbenv/shims/ruby'
+    - watch:
+      - cmd: cruisecontrolrb-create-service
+    
+cruisecontrolrb-register-service:
+  cmd.run:
+    - name: update-rc.d cruise defaults
+    - watch:
+      - file.sed: cruisecontrolrb-fix-home
+      - file.sed: cruisecontrolrb-fix-user
+      - file.sed: cruisecontrolrb-fix-shebang
+  service.running:
+    - name: cruise
+    - watch:
+      - cmd: cruisecontrolrb-register-service
+    - require:
+      - sls: lang.ruby
+