escualo 1.0.3 → 2.0.0

data/lib/escualo/artifact.rb

@@ -1,72 +1,69 @@
 module Escualo
   module Artifact
-    def self.setup(ssh)
-      ssh.exec! %q{
-        mkdir -p /var/repo/ && \
-        mkdir -p /var/scripts/
-    }
+    def self.setup(session)
+      session.tell_all! 'mkdir -p /var/repo/',
+                        'mkdir -p /var/scripts/'
     end
 
-    def self.destroy(ssh, name)
+    def self.destroy(session, name)
       raise 'name must not be blank' if name.blank?
       raise 'name must not contains wildcards' if name.include?('*')
 
-      ssh.exec! "rm -rf /var/scripts/#{name}"
-      ssh.exec! "rm -rf /var/repo/#{name}.git"
-      ssh.exec! "rm -f /etc/monit/conf.d/escualo-#{name}"
-      ssh.exec! "rm -f /etc/init/#{name}.conf"
+      session.tell_all! "rm -rf /var/scripts/#{name}",
+                        "rm -rf /var/repo/#{name}.git",
+                        "rm -f /etc/monit/conf.d/escualo-#{name}",
+                        "rm -f /etc/init/#{name}.conf",
+                        "test ! -e /var/repo/#{name}.git"
     end
 
-    def self.present?(ssh, name)
-      list(ssh).include? name
+    def self.present?(session, name)
+      list(session).include? name rescue false
     end
 
-    def self.create_scripts_dir(ssh, name)
-      ssh.exec! "mkdir -p /var/scripts/#{name}"
+    def self.create_scripts_dir(session, name)
+      session.tell! "mkdir -p /var/scripts/#{name}"
     end
 
-    def self.create_init_script(ssh, options)
-      ssh.upload_template! "/var/scripts/#{options[:name]}/init",
-                           'init.sh',
-                           options
-      ssh.exec! "chmod +x /var/scripts/#{options[:name]}/init"
+    def self.create_init_script(session, options)
+      session.upload_template! "/var/scripts/#{options[:name]}/init",
+                               'init.sh',
+                               options
+      session.tell! "chmod +x /var/scripts/#{options[:name]}/init"
     end
 
-    def self.list(ssh)
-      ssh.exec!('ls /var/repo/').captures(/(.*)\.git/).map { $1 }
+    def self.list(session)
+      session.ask('ls /var/repo/').captures(/(.*)\.git/).map { $1 }
     end
 
-    def self.create_push_infra(ssh, options)
+    def self.create_push_infra(session, options)
       name = options[:name]
-      ssh.exec! %Q{\
-        cd /var && \
-        mkdir -p www && \
-        mkdir -p repo && \
-        cd repo && \
-        rm -rf #{name}.git && \
-        mkdir #{name}.git && \
-        cd #{name}.git && \
-        git init --bare
-      }
+      session.tell_all! 'cd /var',
+                        'mkdir -p www',
+                        'mkdir -p repo',
+                        'cd repo',
+                        "rm -rf #{name}.git",
+                        "mkdir #{name}.git",
+                        "cd #{name}.git",
+                        'git init --bare'
       hook_file = "/var/repo/#{name}.git/hooks/post-receive"
-      ssh.upload_template! hook_file, 'post-receive.sh', options
-      ssh.exec! "chmod +x #{hook_file}"
+      session.upload_template! hook_file, 'post-receive.sh', options
+      session.tell! "chmod +x #{hook_file}"
     end
 
-    def self.configure_monit(ssh, options)
+    def self.configure_monit(session, options)
       name = options[:name]
-      ssh.exec! 'mkdir -p /etc/monit/conf.d/'
-      ssh.upload_template! "/etc/monit/conf.d/escualo-#{name}", 'monit.conf', options
-      ssh.exec! 'monit reload'
+      session.tell! 'mkdir -p /etc/monit/conf.d/'
+      session.upload_template! "/etc/monit/conf.d/escualo-#{name}", 'monit.conf', options
+      session.tell! 'monit reload'
     end
 
-    def self.create_codechange_script(ssh, name)
-      ssh.upload_template! "/var/scripts/#{name}/codechange", 'codechange.sh', name: name
-      ssh.exec! "chmod +x /var/scripts/#{name}/codechange"
+    def self.create_codechange_script(session, name)
+      session.upload_template! "/var/scripts/#{name}/codechange", 'codechange.sh', name: name
+      session.tell! "chmod +x /var/scripts/#{name}/codechange"
     end
 
-    def self.configure_upstart(ssh, options)
-      ssh.upload_template! "/etc/init/#{options[:name]}.conf", 'upstart.conf', options
+    def self.configure_upstart(session, options)
+      session.upload_template! "/etc/init/#{options[:name]}.conf", 'upstart.conf', options
     end
   end
 end

data/lib/escualo/base.rb

@@ -1,20 +1,41 @@
 module Escualo
   module Base
-    def self.install_base(ssh, options)
-      ssh.shell.perform! %q{
-        apt-get install -y \
-                 autoconf \
-                 bison \
-                 build-essential \
-                 libreadline6 \
-                 libreadline6-dev \
-                 curl \
-                 git \
-                 libssl-dev \
-                 zlib1g \
-                 zlib1g-dev \
-                 libreadline-dev
-      }, options
+    DEPS = %w(autoconf bison build-essential libreadline6 libreadline6-dev
+              curl git libssl-dev zlib1g zlib1g-dev libreadline-dev software-properties-common wget ca-certificates sudo upstart)
+
+    def self.install(session)
+      Escualo::AptGet.install session, DEPS.join(' ')
     end
+
+    def self.add_repositories(session)
+      session.tell_all! 'echo "deb http://apt.postgresql.org/pub/repos/apt/ $(lsb_release -cs)-pgdg main" > /etc/apt/sources.list.d/pgdg.list',
+                        'wget --quiet -O - https://www.postgresql.org/media/keys/ACCC4CF8.asc | apt-key add -'
+
+      session.tell_all! 'echo "deb http://www.rabbitmq.com/debian testing main" >> /etc/apt/sources.list',
+                        'wget --quiet -O - https://www.rabbitmq.com/rabbitmq-signing-key-public.asc | apt-key add -'
+
+      session.tell! %Q{echo 'deb http://repo.mongodb.org/apt/ubuntu xenial/mongodb-org/3.2 multiverse' | tee /etc/apt/sources.list.d/mongodb-org-3.2.list}
+      session.tell! %Q{apt-add-repository '#{Escualo::PPA.for 'brightbox/ruby-ng'}'}
+      session.tell! %Q{add-apt-repository '#{Escualo::PPA.for 'nginx/stable'}'}
+
+      session.tell! 'apt-get update'
+    end
+
+    def self.configure_locales(session)
+      session.tell_all! 'apt-get purge -y locales',
+                        "echo 'locales locales/locales_to_be_generated    multiselect en_US.UTF-8 UTF-8' |debconf-set-selections",
+                        "echo 'locales locales/default_environment_locale select      en_US.UTF-8' | debconf-set-selections"
+      Escualo::AptGet.install session, 'locales', update: true
+    end
+
+    def self.enable_swap(session)
+      session.tell_all! 'test -e /swapfile || fallocate -l 4 G /swapfile',
+                        'chmod 600 /swapfile',
+                        'mkswap /swapfile',
+                        'swapon /swapfile',
+                        'swapon -s',
+                        %Q{echo '/swapfile   none    swap    sw    0   0' >> /etc/ fstab}
+    end
+
   end
 end

data/lib/escualo/env.rb

@@ -1,59 +1,49 @@
 module Escualo
   module Env
-    def self.setup(ssh)
+    def self.setup(session)
       source_escualorc = "'source ~/.escualorc'"
-      ssh.exec! %Q{
-        mkdir -p ~/.escualo/vars && \
-        echo 'for var in ~/.escualo/vars/*; do source $var; done' > ~/.escualorc && \
-        chmod u+x ~/.escualorc && \
-        grep -q #{source_escualorc} ~/.bashrc || echo #{source_escualorc} >> ~/.bashrc
-      }
+      session.tell_all! 'mkdir -p ~/.escualo/vars',
+                        %q{echo 'for var in ~/.escualo/vars/*; do source $var; done' > ~/.escualorc},
+                        %q{chmod u+x ~/.escualorc},
+                        "grep -q #{source_escualorc} ~/.bashrc || echo #{source_escualorc} >> ~/.bashrc"
     end
 
-    def self.set_locale(ssh, options)
-      ssh.perform! "locale-gen #{locale} && update-locale LANG=#{locale}", options
+    def self.set_builtins(session, options)
+      set session, ESCUALO_BASE_VERSION: Escualo::BASE_VERSION
+      set session, Escualo::Env.locale_variables
+      set session, Escualo::Env.environment_variables(options.env)
     end
 
-    def self.set_builtins(ssh, options)
-      set ssh, ESCUALO_BASE_VERSION: Escualo::BASE_VERSION
-      set ssh, Escualo::Env.locale_variables
-      set ssh, Escualo::Env.environment_variables(options.env)
+    def self.list(session)
+      session.ask('cat ~/.escualo/vars/*').gsub('export ', '')
     end
 
-    def self.list(ssh)
-      ssh.exec!("cat ~/.escualo/vars/*").gsub("export ", '')
+    def self.clean(session, options)
+      session.tell! 'rm ~/.escualo/vars/*'
+      set_builtins session, options
     end
 
-    def self.clean(ssh, options)
-      options.env = get(ssh, 'RACK_ENV').split('=').second.strip
-      ssh.exec!("rm ~/.escualo/vars/*")
-      set_builtins ssh, options
-    end
-
-    def self.present?(ssh, variable)
-      value = get(ssh, variable)
-      value.present?
+    def self.present?(session, variable)
+      get(session, variable).present?
     rescue
       false
     end
 
-    def self.get(ssh, variable)
-      ssh.exec!("cat ~/.escualo/vars/#{variable}")
+    def self.get(session, variable)
+      session.ask("cat ~/.escualo/vars/#{variable}")
     end
 
-    def self.set(ssh, variables)
-      variables.each do |key, value|
-        ssh.exec!(set_command key, value)
-      end
+    def self.set(session, variables)
+      session.tell_all! *variables.map { |key, value| set_command key, value }
     end
 
     def self.set_command(key, value)
       "echo export #{key}=#{value} > ~/.escualo/vars/#{key}"
     end
 
-    def self.unset(ssh, variable_names)
+    def self.unset(session, variable_names)
       variable_names.each do |name|
-        ssh.exec!("rm ~/.escualo/vars/#{name}")
+        session.tell!("rm ~/.escualo/vars/#{name}")
       end
     end
 

data/lib/escualo/gems.rb

@@ -1,9 +1,9 @@
 module Escualo::Gems
-  def self.install(ssh, options)
-    ssh.shell.perform! "gem install bundler && gem install escualo -v #{Escualo::VERSION}", options
+  def self.install(session)
+    session.tell! "gem install bundler && gem install escualo -v #{Escualo::VERSION}"
   end
 
-  def self.present?(ssh)
-    ssh.shell.exec!('escualo --version').include? "escualo #{Escualo::VERSION}"
+  def self.installed?(session)
+    session.check? 'escualo --version', "escualo #{Escualo::VERSION}"
   end
 end

data/lib/escualo/plugin/docker.rb

@@ -1,11 +1,11 @@
 module Escualo::Plugin
   class Docker
-    def run(ssh, options)
-      ssh.perform! 'apt-get install -y docker.io', options
+    def run(session, _options)
+      Escualo::AptGet.install session, 'docker.io'
     end
 
-    def check(ssh, _options)
-      ssh.exec!('docker -v').include? 'Docker version' rescue false
+    def installed?(session, _options)
+      session.check? 'docker -v', 'Docker version'
     end
   end
 end

data/lib/escualo/plugin/haskell.rb

@@ -1,11 +1,11 @@
 module Escualo::Plugin
   class Haskell
-    def run(ssh, options)
-      ssh.perform! 'apt-get install -y haskell-platform', options
+    def run(session, _options)
+      Escualo::AptGet.install session, 'haskell-platform'
     end
 
-    def check(ssh, _options)
-      ssh.exec!('ghc --version').include? 'The Glorious Glasgow Haskell Compilation System' rescue false
+    def installed?(session, _options)
+      session.check? 'ghc --version', 'The Glorious Glasgow Haskell Compilation System'
     end
   end
 end

data/lib/escualo/plugin/mongo.rb

@@ -1,17 +1,13 @@
 module Escualo::Plugin
   class Mongo
-    def run(ssh, options)
-      ssh.shell.perform! %Q{
-        echo 'deb http://repo.mongodb.org/apt/ubuntu xenial/mongodb-org/3.2 multiverse' | sudo tee /etc/apt/sources.list.d/mongodb-org-3.2.list && \
-        apt-get update && \
-        apt-get install -y --force-yes mongodb-org && \
-        echo '' >> /etc/init/mongodb && \
-        echo 'respawn' >> /etc/init/mongodb
-      }, options
+    def run(session, _options)
+      Escualo::AptGet.install session, 'mongodb-org'
+      session.tell_all! "echo '' >> /etc/init/mongodb",
+                        "echo 'respawn' >> /etc/init/mongodb"
     end
 
-    def check(ssh, _options)
-      ssh.shell.exec!('mongod --version').include? 'db version v3.2' rescue false
+    def installed?(session, _options)
+      session.check? 'mongod --version', 'db version v3.2'
     end
   end
 end

data/lib/escualo/plugin/monit.rb

@@ -1,24 +1,23 @@
 module Escualo::Plugin
   class Monit
-    def run(ssh, options)
-      ssh.perform! %Q{
-        apt-get install monit
-        service monit stop
-        cd /tmp &&
-        wget https://mmonit.com/monit/dist/binary/5.16/monit-#{options.monit_version}-linux-x64.tar.gz &&
-        tar -xzf monit-#{options.monit_version}-linux-x64.tar.gz &&
-        cp monit-#{options.monit_version}/bin/monit /usr/bin/monit
-        ln -s /etc/monit/monitrc /etc/monitrc
-        service monit start
-        echo 'set httpd port 2812 and' > /etc/monit/conf.d/web-server
-        echo '  allow 0.0.0.0/0.0.0.0' >> /etc/monit/conf.d/web-server
-        echo '  allow admin:#{options.monit_password}' >> /etc/monit/conf.d/web-server
-        monit reload
-    }, options
+    def run(session, options)
+      Escualo::AptGet.install session, 'monit'
+
+      session.tell_all! 'service monit stop',
+                        'cd /tmp',
+                        "wget https://mmonit.com/monit/dist/binary/5.16/monit-#{options.monit_version}-linux-x64.tar.gz",
+                        "tar -xzf monit-#{options.monit_version}-linux-x64.tar.gz",
+                        "cp monit-#{options.monit_version}/bin/monit /usr/bin/monit",
+                        'ln -s /etc/monit/monitrc /etc/monitrc',
+                        'service monit start',
+                        "echo 'set httpd port 2812 and' > /etc/monit/conf.d/web-server",
+                        "echo '  allow 0.0.0.0/0.0.0.0' >> /etc/monit/conf.d/web-server",
+                        "echo '  allow admin:#{options.monit_password}' >> /etc/monit/conf.d/web-server",
+                        "monit reload"
     end
 
-    def check(ssh, options)
-      ssh.shell.exec!('monit --version').include? 'This is Monit version 5' rescue false
+    def installed?(session, options)
+      session.tell!('monit --version').include? 'This is Monit version 5' rescue false
     end
   end
 end

data/lib/escualo/plugin/nginx.rb

@@ -1,19 +1,16 @@
 module Escualo::Plugin
   class Nginx
-    def run(ssh, options)
+    def run(session, options)
       config = options.nginx_conf.try { |it| File.read it }
 
-      ssh.perform! %Q{
-        sudo add-apt-repository #{Escualo::PPA.for 'nginx/stable'} &&
-        sudo apt-get update &&
-        sudo apt-get install nginx -y &&
-        #{config ? "/etc/nginx/nginx.conf < cat #{config} && " : ''}
-        service nginx restart
-      }, options
+      Escualo::AptGet.install session, 'nginx'
+
+      session.tell_all! "#{config ? "/etc/nginx/nginx.conf < cat #{config} && " : ''}",
+                        'service nginx restart'
     end
 
-    def check(ssh, _options)
-      ssh.exec!('nginx -v').include? 'nginx version: nginx/1' rescue false
+    def installed?(session, _options)
+      session.check? 'nginx -v', 'nginx version: nginx/1'
     end
   end
 end

data/lib/escualo/plugin/node.rb

@@ -1,15 +1,13 @@
 module Escualo::Plugin
   class Node
-    def run(ssh, options)
-      ssh.shell.perform! %Q{
-        curl -o- https://raw.githubusercontent.com/creationix/nvm/v0.30.2/install.sh | bash && \
-        source ~/.bashrc && \
-        nvm install 4.2.4
-      }, options
+    def run(session, _options)
+      session.tell_all! 'curl -o- https://raw.githubusercontent.com/creationix/nvm/v0.30.2/install.sh | bash',
+                        'source ~/.bashrc',
+                        'nvm install 4.2.4'
     end
 
-    def check(ssh, _options)
-      ssh.shell.exec!('nvm use node').include? 'Now using node v4.2.4' rescue false
+    def installed?(session, _options)
+      session.tell!('nvm use node').include? 'Now using node v4.2.4' rescue false
     end
   end
 end

data/lib/escualo/plugin/postgres.rb

@@ -0,0 +1,26 @@
+module Escualo::Plugin
+  class Postgres
+    def run(session, options)
+      raise 'missing pg-username' unless options.pg_username
+      raise 'missing pg-password' unless options.pg_password
+
+      pg_hba_conf = "/etc/postgresql/#{options.pg_version}/main/pg_hba.conf"
+
+      Escualo::AptGet.install session, "postgresql-#{options.pg_version} libpq-dev"
+
+      session.tell_all! "echo 'local   all             postgres                                peer' > #{pg_hba_conf}",
+                        "echo 'local   all             postgres                                peer' >> #{pg_hba_conf}",
+                        "echo 'local   all             all                                     password' >> #{pg_hba_conf}",
+                        "echo 'host    all             all             127.0.0.1/32            md5' >> #{pg_hba_conf}"
+
+      session.tell_all! '/etc/init.d/postgresql restart',
+                        'cd /',
+                        "echo \"create role #{options.pg_username} with createdb login password '#{options.pg_password}';\" | sudo -u postgres PGDATABASE='' psql"
+    end
+
+
+    def installed?(session, options)
+      session.check? 'psql --version', "psql (PostgreSQL) #{options.pg_version}"
+    end
+  end
+end

data/lib/escualo/plugin/rabbit.rb

@@ -1,22 +1,17 @@
 module Escualo::Plugin
   class Rabbit
-    def run(ssh, options)
-      raise 'missing rabbit password' unless options.rabbit_admin_password
+    def run(session, options)
+      raise 'missing rabbit-admin-password' unless options.rabbit_admin_password
 
-      ssh.shell.perform! %Q{
-        echo "deb http://www.rabbitmq.com/debian testing main" >> /etc/apt/sources.list && \
-        wget https://www.rabbitmq.com/rabbitmq-signing-key-public.asc && \
-        apt-key add rabbitmq-signing-key-public.asc && \
-        apt-get update && \
-        apt-get install rabbitmq-server -y --force-yes && \
-        rabbitmq-plugins enable rabbitmq_management && \
-        rabbitmqctl add_user admin #{options.rabbit_admin_password} && \
-        rabbitmqctl set_user_tags admin administrator
-      }, options
+      Escualo::AptGet.install session, 'rabbitmq-server'
+
+      session.tell_all! 'rabbitmq-plugins enable rabbitmq_management',
+                        "rabbitmqctl add_user admin #{options.rabbit_admin_password}",
+                        'rabbitmqctl set_user_tags admin administrator'
     end
 
-    def check(ssh, _options)
-      ssh.exec!('rabbitmq-server').include? 'node with name "rabbit" already running' rescue false
+    def installed?(session, _options)
+      session.check? 'rabbitmq-server', 'node with name "rabbit" already running'
     end
   end
 end

data/lib/escualo/plugin.rb

@@ -5,11 +5,6 @@ module Escualo
     def self.load(name)
       "Escualo::Plugin::#{name.capitalize}".constantize.new
     end
-
-    def self.run_and_check(plugin, ssh, options)
-      plugin.run ssh, options
-      plugin.check ssh, options
-    end
   end
 end
 
@@ -19,5 +14,5 @@ require_relative './plugin/haskell'
 require_relative './plugin/mongo'
 require_relative './plugin/nginx'
 require_relative './plugin/node'
-require_relative './plugin/postgre'
+require_relative './plugin/postgres'
 require_relative './plugin/rabbit'

data/lib/escualo/remote.rb

@@ -1,38 +1,36 @@
 module Escualo
   module Remote
-    def self.attach(dir, name)
-      remote_name = "escualo-#{name}-#{$hostname}"
-      remote_url = remote_git_url(name)
-      %x{cd #{dir} && git remote add #{remote_name} #{remote_url}}
+    def self.attach(session, dir, name, session_options)
+      remote_name = "escualo-#{name}-#{session_options.hostname}"
+      remote_url = remote_git_url(name, session_options)
+      session.tell! "cd #{dir} && git remote add #{remote_name} #{remote_url}"
     end
 
-    def self.remote_git_url(name)
-      if $ssh_remote
-        "ssh://#{$username}@#{$hostname}:#{$ssh_port}/var/repo/#{name}.git"
-      else
+    def self.remote_git_url(name, session_options)
+      if session_options.local || session_options.dockerized
         "/var/repo/#{name}.git"
+      else
+        "ssh://#{session_options.username}@#{session_options.hostname}:#{session_options.ssh_options[:port]}/var/repo/#{name}.git"
       end
     end
 
-    def self.clone(dir, repo, options)
+    def self.clone(session, dir, repo, options)
       repo_url = "https://github.com/#{repo}"
-      %x{git clone #{repo_url} #{dir}}
+      session.tell! "git clone #{repo_url} #{dir}"
       if options.tag
-        %x{cd #{dir} && git checkout #{options.tag}}
+        session.tell! "cd #{dir} && git checkout #{options.tag}"
       end
     end
 
-    def self.remotes(dir)
-      %x{cd #{dir} && git remote show}
-      .split
-      .select {|it| it.start_with? 'escualo-'}
+    def self.remotes(session, dir)
+      session
+          .ask("cd #{dir} && git remote show")
+          .split
+          .select { |it| it.start_with? 'escualo-' }
     end
 
-    def self.push(dir)
-      remotes(dir)
-      .each do |remote|
-        %x{cd #{dir} && git push #{remote} HEAD}
-      end
+    def self.push(session, dir)
+      session.tell! "cd #{dir} && for r in $(git remote show | grep escualo-); do git push $r HEAD; done"
     end
   end
 end

data/lib/escualo/ruby.rb

@@ -0,0 +1,17 @@
+module Escualo
+  module Ruby
+    def self.install(session, options)
+      session.tell! 'apt-get purge libruby* -y'
+      if options.with_rbenv
+        session.tell_all! 'curl https://raw.githubusercontent.com/fesplugas/rbenv-installer/master/bin/rbenv-installer | bash',
+                          %Q{echo 'export PATH="$HOME/.rbenv/bin:$PATH"' >> ~/.bashrc},
+                          %Q{echo 'eval "$(rbenv init -)"' >> ~/.bashrc}
+        session.tell_all! 'rbenv install 2.3.1',
+                          'rbenv global 2.3.1',
+                          'rbenv rehash'
+      else
+        Escualo::AptGet.install session, 'ruby2.3 ruby2.3-dev'
+      end
+    end
+  end
+end