dolphin 0.1.2 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 12547564e16718ea3e9836ba2235379f7e7911e2
-  data.tar.gz: 56d227a850dc4aa2002e61b0c04a7037250962b0
+  metadata.gz: 1f9f3b9fb1215ac9b545eaa9867df9279430e6ca
+  data.tar.gz: 213425f42e5a6b40cf386cf1f160a85f2ddd3264
 SHA512:
-  metadata.gz: c5d4394fbd05a7f634721d1155f77e0daf7b83c339e423cac74f049ba415e6272fa0452c4fee2462d974d7fa862954716b8fb5297ca08d8d18fa9ba565ceecb0
-  data.tar.gz: f00a9af78d0b52c85eb7ab296908c7f0a088c1e31f6eca739e86b12b6da9c3563b116fc474bc492392666d0f90db0ca7e88853877467e7439694b39e72b548ad
+  metadata.gz: 4ac99c14dc64a47fd0207cf19c8212ff1d592483dd5ec5ac85a4358f86d060bc86af015cb1d1134a027f5e10272aa5a70feb26b290a40409c695c6fdffed0dc8
+  data.tar.gz: 3f376724b4f8fc15e73e2f6d72dda1359a1596670dd92016f2b4cc7929f6129d527121d38c90f442d3d1732ed1d76ec2897febe40a1aec2a1c0f07eb52aa0211

data/README.md

@@ -253,7 +253,7 @@ Relevant settings in bin/dolphin are:
 
 Sometimes we need to take some actions on only one specific group, which may contains arbitrary number of servers. Just pass the --group (or -g for short) option when issue command. Notice that in @group_hash, we difine a key-value pair for each group. So we only need to pass the key for that specific group as the -g option.
 
-    bin/dolphin nginx conf -t q2
+    bin/dolphin mongo install -g mongo
 
 Relevant settings in bin/dolphin are:
 
@@ -268,6 +268,11 @@ Relevant settings in bin/dolphin are:
       @servers = @group_hash[options[:group].to_sym].map {|item| @server_hash[item]}
     end
 
+### Dry-run mode
+Passing the --dry (or -d for short) option to enter dry-run mode.
+
+    bin/dolphin deploy go -d
+
 ## Extend with custom modules
 
 To extend dolphin's functionality with your custom modules is easy. It is Ruby anyway. For example, to add Centos related functions:
@@ -306,6 +311,15 @@ To extend dolphin's functionality with your custom modules is easy. It is Ruby a
       register(Dolphin::Centos, 'centos', 'centos', 'Adjust Centos config')
     end
 
+## Select Linux distribution specific modules
+Dolphin contains some modules that are Linux distribution specific. For example, if you are using Ubuntu, you can include an Ubuntu specific module by adding the following to bin/dolphin:
+
+    require "dolphin/ubuntu/mongodb"
+
+    class Dolphin::CLI < Thor
+      register(Dolphin::Mongodb, 'mongodb', 'mongodb', 'MongoDB related tasks')
+    end
+
 ## Related gems
 
 * [capistrano]

data/lib/dolphin/base.rb

@@ -18,6 +18,8 @@ class Dolphin::Base < Thor
   class_option :group, aliases: '-g', type: :string, default: nil
   # deploy to localhost
   class_option :local, aliases: '-l', type: :boolean, default: false
+  # dry-run
+  class_option :dry, aliases: '-d', type: :boolean, default: false
 
   def initialize(args=[], options={}, config={})
     super(args, options, config)
@@ -65,6 +67,12 @@ class Dolphin::Base < Thor
   end
 
   def capture(command, server)
+    # dry-run
+    if options[:dry]
+      puts "Capture on #{server}: #{command}"
+      return '' # empty string for default unix return result
+    end
+
     # capture output from one target server
     output = ''
     session = ssh_connection(server)
@@ -107,6 +115,13 @@ class Dolphin::Base < Thor
       target = @servers
     end
 
+    # dry-run
+    if options[:dry]
+      puts "Running on: #{target}"
+      puts "#{'='*60}\n"
+      return
+    end
+
     # record output to display at the end
     output = {}
 
@@ -186,7 +201,11 @@ class Dolphin::Base < Thor
     Parallel.map(target, in_threads: tracks) do |server|
       command = "scp #{source} #{@user}@#{server}:#{dest}"
       puts command
-      raise unless system(command, out: $stdout, err: :out)
+
+      # dry-run
+      unless options[:dry]
+        raise unless system(command, out: $stdout, err: :out)
+      end
     end
   end
 

data/lib/dolphin/ubuntu/mongodb.rb

@@ -0,0 +1,96 @@
+# Mongodb related tasks
+class Dolphin::Mongodb < Dolphin::Base
+
+  desc "install", "install mongodb"
+  def install
+    menu = [
+      "
+        sudo apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 7F0CEB10
+        sudo echo 'deb http://downloads-distro.mongodb.org/repo/ubuntu-upstart dist 10gen' | sudo tee /etc/apt/sources.list.d/10gen.list
+        sudo apt-get update
+        sudo apt-get -y install mongodb-10gen
+      ",
+    ]
+
+    execute menu
+  end
+
+  desc "disable", "disable mongodb"
+  def disable
+    menu = [
+      "
+        sudo stop mongodb
+        sudo sh -c 'echo manual > /etc/init/mongodb.override'
+      ",
+    ]
+
+    execute menu
+  end
+
+  desc "enable", "enable mongodb"
+  def enable
+    menu = [
+      "
+        sudo rm -f /etc/init/mongodb.override
+        sudo start mongodb
+      ",
+    ]
+
+    execute menu
+  end
+
+  desc "config", "config mongodb"
+  def config
+    # upload files
+    upload("#{@config_root}/mongo/*", "/tmp")
+
+    # allow access from peers
+    ufw = [
+      '# ufw',
+      'sudo ufw allow from 192.168.0.0/16 to any port 27017',
+      'sudo ufw allow from 192.168.0.0/16 to any port 28017',
+    ]
+    @group_hash[:mg].each do |item|
+      ufw << "sudo ufw allow from #{@server_hash[item]}/32 to any port 27017"
+      ufw << "sudo ufw allow from #{@server_hash[item]}/32 to any port 28017"
+    end
+    ufw << "sudo ufw status numbered"
+
+    menu = [
+      ufw.join("\n"),
+
+      # config files
+      %{
+        sudo mv /tmp/mongodb.conf /etc/
+        sudo chown root:root /etc/mongodb.conf
+        sudo mv /tmp/keyfile.txt /etc/
+        sudo chown mongodb:mongodb /etc/keyfile.txt
+        sudo chmod go-r /etc/keyfile.txt
+        sudo restart mongodb
+      },
+
+    ]
+
+    execute menu
+
+  end
+
+  desc "backup", "backup mongodb"
+  def backup
+    # upload files
+    upload("#{@config_root}/mongo/*", "/tmp")
+
+    menu = [
+      %{
+        mkdir -p ~/backups/mongodb
+        mv /tmp/mg* ~/backups/mongodb
+        # # add cron job to /var/spool/cron/crontabs/user
+        crontab /tmp/cron.txt
+      },
+
+    ]
+
+    execute menu
+  end
+
+end

data/lib/dolphin/ubuntu/postgres.rb

@@ -0,0 +1,160 @@
+# postgres related tasks
+class Dolphin::Postgres < Dolphin::Base
+
+  desc "install", "install postgres"
+  def install
+    menu = [
+      %{
+        sudo echo 'deb http://apt.postgresql.org/pub/repos/apt/ precise-pgdg main' | sudo tee /etc/apt/sources.list.d/pgdg.list
+        wget --quiet -O - http://apt.postgresql.org/pub/repos/apt/ACCC4CF8.asc | sudo apt-key add -
+        sudo apt-get update
+        sudo apt-get -y install postgresql postgresql-contrib libpq-dev
+      },
+
+    ]
+
+    execute menu
+  end
+
+  desc "disable", "disable postgresql"
+  def disable
+    menu = [
+      "
+        sudo service postgresql stop
+        sudo update-rc.d postgresql disable
+      ",
+    ]
+
+    execute menu
+  end
+
+  desc "enable", "enable postgresql"
+  def enable
+    menu = [
+      "
+        sudo update-rc.d postgresql enable
+        sudo service postgresql start
+      ",
+    ]
+
+    execute menu
+  end
+
+  desc "config", "config postgres"
+  def config
+    # upload files
+    upload("#{@config_root}/postgres/shared/*", "/tmp")
+
+    master = @server_hash[:pgm]
+    slave = @server_hash[:pgs]
+    menu = [
+      # set kernel sysctl
+      %{
+        cp /etc/sysctl.conf /tmp/
+        echo kernel.shmmax = 2147483648 >> /tmp/sysctl.conf
+        echo kernel.shmall = 2097152 >> /tmp/sysctl.conf
+        echo kernel.shmmni = 4096 >> /tmp/sysctl.conf
+        sudo mv /tmp/sysctl.conf /etc/
+        sudo sysctl -p
+      },
+
+      # conf
+      %{
+        sudo mv /tmp/postgresql.conf /etc/postgresql/9.2/main/
+        sudo chown postgres:postgres /etc/postgresql/9.2/main/postgresql.conf
+      },
+
+      # auth for replication
+      %{
+        echo hostssl replication replicator #{master}/32 trust >> /tmp/pg_hba.conf
+        echo hostssl replication replicator #{slave}/32 trust >> /tmp/pg_hba.conf
+        sudo mv /tmp/pg_hba.conf /etc/postgresql/9.2/main/
+        sudo chown postgres:postgres /etc/postgresql/9.2/main/pg_hba.conf
+      },
+
+      # firewall
+      %{
+        sudo ufw allow from 192.168.0.0/16 to any port 5432
+        # only for replicator
+        sudo ufw allow from #{master}/32 to any port 5432
+        sudo ufw allow from #{slave}/32 to any port 5432
+      },
+    ]
+
+    execute menu
+  end
+
+  desc "master", "config pgmaster"
+  def master(user, password)
+    menu = [
+      %{
+        # plugin for pgadmin
+        sudo -u postgres psql -c 'CREATE EXTENSION adminpack;'
+
+        # create replicator user
+        sudo -u postgres psql -c "CREATE USER replicator REPLICATION LOGIN ENCRYPTED PASSWORD '#{password}';"
+
+        # create application user
+        sudo -u postgres psql -c "CREATE USER #{user} LOGIN ENCRYPTED PASSWORD '#{password}' NOSUPERUSER INHERIT CREATEDB CREATEROLE;"
+
+        sudo service postgresql restart
+      },
+    ]
+
+    execute menu
+  end
+
+  desc "slave", "config pgslave"
+  def slave
+    # upload files
+    upload("#{@config_root}/postgres/slave/*", "/tmp")
+
+    master = @server_hash[:pgm]
+    menu = [
+      %{
+        sudo service postgresql stop
+        sudo -u postgres rm -rf /var/lib/postgresql/9.2/main
+        sudo -u postgres pg_basebackup -h #{master} -D /var/lib/postgresql/9.2/main -U replicator -v -P
+
+        sed -i 's/MASTER/#{master}/' /tmp/recovery.conf
+        sudo mv /tmp/recovery.conf /var/lib/postgresql/9.2/main/
+        sudo chown postgres:postgres /var/lib/postgresql/9.2/main/recovery.conf
+
+        sudo service postgresql start
+
+      },
+    ]
+
+    execute menu
+  end
+
+  desc "createdb", "postgres createdb"
+  def createdb(dbname)
+    menu = [
+      %{
+        psql -d postgres -c 'CREATE DATABASE #{dbname}'
+      },
+    ]
+
+    execute menu
+  end
+
+  desc "backup", "backup postgres"
+  def backup
+    # upload files
+    upload("#{@config_root}/postgres/slave/*", "/tmp")
+
+    menu = [
+      %{
+        mkdir -p ~/backups/postgresql
+        mv /tmp/pg_backup.* ~/backups/postgresql
+        # # add cron job to /var/spool/cron/crontabs/user
+        crontab /tmp/cron.txt
+      },
+
+    ]
+
+    execute menu
+  end
+
+end

data/lib/dolphin/version.rb

@@ -1,3 +1,3 @@
 module Dolphin
-  VERSION = "0.1.2"
+  VERSION = "0.1.3"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: dolphin
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
 platform: ruby
 authors:
 - Neng Xu
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-09-24 00:00:00.000000000 Z
+date: 2013-10-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -102,6 +102,8 @@ files:
 - lib/dolphin/nginx.rb
 - lib/dolphin/puma.rb
 - lib/dolphin/setup.rb
+- lib/dolphin/ubuntu/mongodb.rb
+- lib/dolphin/ubuntu/postgres.rb
 - lib/dolphin/version.rb
 - lib/generators/dolphin/install_generator.rb
 - lib/generators/dolphin/puma_generator.rb