syncwrap 1.0.0

data/lib/syncwrap/postgresql.rb

@@ -0,0 +1,75 @@
+#--
+# Copyright (c) 2011-2012 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'syncwrap/distro'
+
+# Provisions for install and configuration of PostgreSQL
+module SyncWrap::PostgreSQL
+  include SyncWrap::Distro
+
+  def initialize
+    super
+  end
+
+  # Update PostgreSQL config files from local etc
+  def pg_configure
+    rput( 'etc/postgresql/9.1/main/', :user => 'postgres' )
+  end
+
+  def pg_install
+    dist_install 'postgresql'
+  end
+
+  def pg_start
+    dist_service( 'postgresql', 'start' )
+  end
+
+  def pg_stop
+    dist_service( 'postgresql', 'stop' )
+  end
+
+  def pg_adjust_sysctl
+    rput( 'etc/sysctl.d/61-postgresql-shm.conf', :user => 'root' )
+    sudo "sysctl -p /etc/sysctl.d/61-postgresql-shm.conf"
+  end
+
+  module Ubuntu
+    include SyncWrap::PostgreSQL
+
+    def initialize
+      super
+    end
+
+  end
+
+  module EC2
+    include SyncWrap::PostgreSQL
+
+    def initialize
+      super
+    end
+
+    def pg_relocate
+      # FIXME: Different default location on RHEL?
+      sudo <<-SH
+        mkdir -p /mnt/var/postgresql/
+        mv /var/lib/postgresql/9.1 /mnt/var/postgresql/
+      SH
+    end
+
+  end
+
+end

data/lib/syncwrap/remote_task.rb

@@ -0,0 +1,116 @@
+#--
+# Copyright (c) 2011-2012 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'rake/remote_task'
+
+require 'syncwrap/base'
+require 'syncwrap/common'
+
+# Implements common remoting methods in terms of rake/remote_task (and
+# thus Vlad compatible)
+module SyncWrap::RemoteTask
+  include SyncWrap::Common
+  include Rake::DSL
+
+  def initialize
+    super
+
+    # Defaults:
+    set( :sudo_flags, %w[ -H ] )
+    set( :rsync_flags, %w[ -rlpcb -ii ] )
+  end
+
+  # Implements SyncWrap::Common#run
+  def run( *args )
+    opts = args.last.is_a?( Hash ) && args.pop || {}
+
+    exit_multi = opts[ :error ].nil? || opts[ :error ] == :exit
+
+    args = cleanup_arg_lines( args, exit_multi )
+
+    #FIXME: Should cleanup multi-line commands
+    remote_task_current.run( *args )
+  end
+
+  # Implements SyncWrap::Common#sudo
+  def sudo( *args )
+    opts = args.last.is_a?( Hash ) && args.pop || {}
+
+    flags = opts[ :flags ] || []
+    if opts[ :user ]
+      flags += [ '-u', opts[ :user ] ]
+    end
+
+    unless opts[ :shell ] == false
+      exit_multi = opts[ :error ].nil? || opts[ :error ] == :exit
+      cmd = cleanup_arg_lines( args, exit_multi )
+      cmd = cmd.join( ' ' ).gsub( /"/, '\"' )
+      cmd = "sh -c \"#{cmd}\""
+    else
+      cmd = cleanup_arg_lines( args, false )
+    end
+
+    remote_task_current.sudo( [ flags, cmd ] )
+  end
+
+  # Implements SyncWrap::Common#rsync
+  def rsync( *args )
+    remote_task_current.rsync( *args )
+  end
+
+  def target_host
+    remote_task_current.target_host
+  end
+
+  # Implements Common#exec_conditional
+  def exec_conditional
+    yield
+    0
+  rescue Rake::CommandFailedError => e
+    e.status
+  end
+
+  # Remove extra whitespace from multi-line and single arguments
+  def cleanup_arg_lines( args, exit_error_on_multi )
+    args.flatten.compact.map do |arg|
+      alines = arg.split( $/ )
+      if alines.length > 1 && exit_error_on_multi
+        alines.unshift( "set -e" )
+      end
+      alines.map { |f| f.strip }.join( $/ )
+    end
+  end
+
+  def remote_task( name, *args, &block )
+    Rake::RemoteTask.remote_task( name, *args, &block )
+  end
+
+  def set( *args )
+    Rake::RemoteTask.set( *args )
+  end
+
+  def host( host_name, *roles )
+    Rake::RemoteTask.host( host_name, *roles )
+  end
+
+  def role( role_name, host = nil, args = {} )
+    Rake::RemoteTask.role( role_name, host, args )
+  end
+
+  def remote_task_current
+    Thread.current[ :task ] or raise "Not running from a RemoteTask"
+  end
+end

data/lib/syncwrap/rhel.rb

@@ -0,0 +1,55 @@
+#--
+# Copyright (c) 2011-2012 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'syncwrap/distro'
+
+# Customizations for RedHat Enterprise Linux and derivatives like
+# CentOS and Amazon Linux.  Specific distros/versions may further
+# override these.
+module SyncWrap::RHEL
+  include SyncWrap::Distro
+
+  def initialize
+    super
+
+    packages_map.merge!( 'emacs' => 'emacs-nox',
+                         'postgresql' => 'postgresql-server' )
+  end
+
+  # FIXME
+  # rpm -Uvh \
+  # http://linux.mirrors.es.net/fedora-epel/6/x86_64/ \
+  # epel-release-6-7.noarch.rpm
+
+  def dist_install( *pkgs )
+    pkgs = dist_map_packages( pkgs )
+    sudo "yum install -qy #{pkgs.join( ' ' )}"
+  end
+
+  def dist_uninstall( *pkgs )
+    pkgs = dist_map_packages( pkgs )
+    sudo "yum remove -qy #{pkgs.join( ' ' )}"
+  end
+
+  def dist_install_init_service( name )
+    sudo "/sbin/chkconfig --add #{name}"
+  end
+
+  def dist_service( *args )
+    sudo( [ '/sbin/service' ] + args )
+  end
+
+end

data/lib/syncwrap/ubuntu.rb

@@ -0,0 +1,49 @@
+#--
+# Copyright (c) 2011-2012 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'syncwrap/distro'
+
+# Customizations for Ubuntu and possibly other Debian/apt packaged
+# derivatives. Specific distros/versions may further specialize.
+module SyncWrap::Ubuntu
+  include SyncWrap::Distro
+
+  def initialize
+    super
+
+    packages_map.merge!( 'apr'       => 'libapr1',
+                         'apr-devel' => 'libapr1-dev' )
+  end
+
+  def dist_install( *pkgs )
+    pkgs = dist_map_packages( pkgs )
+    sudo "apt-get -yq install #{pkgs.join( ' ' )}"
+  end
+
+  def dist_uninstall( *pkgs )
+    pkgs = dist_map_packages( pkgs )
+    sudo "aptitude -yq purge #{pkgs.join( ' ' )}"
+  end
+
+  def dist_install_init_service( name )
+    sudo "/usr/sbin/update-rc.d #{name} defaults"
+  end
+
+  def dist_service( *args )
+    sudo( [ '/usr/sbin/service' ] + args )
+  end
+
+end

data/lib/syncwrap/user_run.rb

@@ -0,0 +1,102 @@
+#--
+# Copyright (c) 2011-2012 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'syncwrap/common'
+
+# Provisions for a (daemon) run user and var directory. Utilities for
+# working with the same.
+module SyncWrap::UserRun
+  include SyncWrap::Common
+
+  # A user for running deployed daemons, jobs (default: 'runr')
+  attr_accessor :user_run
+
+  # A group for running (default: 'runr')
+  attr_accessor :user_run_group
+
+  # Directory for persistent data, logs. (default: /var/local/runr)
+  attr_accessor :user_run_dir
+
+  def initialize
+    super
+
+    @user_run       = 'runr'
+    @user_run_group = 'runr'
+
+    @user_run_dir   = '/var/local/runr'
+  end
+
+  # Create and set owner/permission of run_dir, such that user_run may
+  # create new directories there.
+  def user_run_dir_setup
+    user_create
+    sudo <<-SH
+      mkdir -p #{user_run_dir}
+      chown #{user_run}:#{user_run_group} #{user_run_dir}
+      chmod 775 #{user_run_dir}
+    SH
+  end
+
+  # Create and set owner/permission of a named service directory under
+  # user_run_dir.
+  def user_run_service_dir_setup( sname, instance = nil )
+    sdir =  user_run_service_dir( sname, instance )
+
+    sudo <<-SH
+      mkdir -p #{sdir}
+      chown #{user_run}:#{user_run_group} #{sdir}
+      chmod 775 #{sdir}
+    SH
+  end
+
+  def user_run_service_dir( sname, instance = nil )
+    "#{user_run_dir}/" + [ sname, instance ].compact.join( '-' )
+  end
+
+  # As per SyncWrap::Common#rput with :user => user_run
+  def user_run_rput( *args )
+    opts = args.last.is_a?( Hash ) && args.pop || {}
+    opts[ :user ] = user_run
+    args.push( opts )
+    rput( *args )
+  end
+
+  # Chown to user_run where args may be flags and files/directories.
+  def user_run_chown( *args )
+    flags, paths = args.partition { |a| a =~ /^-/ }
+    sudo( 'chown', flags, "#{user_run}:#{user_run_group}", paths )
+  end
+
+  def user_exist?
+    exec_conditional { run "id #{user_run}" } == 0
+  end
+
+  def user_create
+    user_create! unless user_exist?
+  end
+
+  def user_create!
+    if user_run_group == user_run
+      sudo "useradd #{user_run}"
+    else
+      sudo <<-SH
+        groupadd #{user_run_group}
+        useradd -g #{user_run_group} #{user_run}
+      SH
+    end
+  end
+
+end

data/lib/syncwrap.rb

@@ -0,0 +1,17 @@
+#--
+# Copyright (c) 2011-2012 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'syncwrap/base'

data/test/test_syncwrap.rb

@@ -0,0 +1,202 @@
+#!/usr/bin/env jruby
+#.hashdot.profile += jruby-shortlived
+
+#--
+# Copyright (c) 2011-2012 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'rubygems'
+require 'bundler/setup'
+
+require 'minitest/unit'
+require 'minitest/autorun'
+
+require 'syncwrap/java'
+require 'syncwrap/hashdot'
+require 'syncwrap/jruby'
+require 'syncwrap/iyyov'
+require 'syncwrap/ec2'
+require 'syncwrap/ubuntu'
+require 'syncwrap/rhel'
+require 'syncwrap/postgresql'
+require 'syncwrap/remote_task'
+
+class TestSyncWrap < MiniTest::Unit::TestCase
+
+  class EveryWrapper
+    include SyncWrap::Java
+    include SyncWrap::Hashdot
+    include SyncWrap::JRuby
+    include SyncWrap::Iyyov
+
+    include SyncWrap::RHEL
+    include SyncWrap::Ubuntu # Not a recomendated combo
+
+    include SyncWrap::EC2
+    include SyncWrap::PostgreSQL::Ubuntu
+    include SyncWrap::PostgreSQL::EC2
+  end
+
+  def test_init
+    w = EveryWrapper.new
+    assert_equal( '/usr/local', w.common_prefix,
+                  'Common#initialize should run for defaults' )
+    assert_equal( 'runr', w.user_run,
+                  'UserRun#initialize should run for defaults' )
+    assert_equal( '1.1.3', w.iyyov_version,
+                  'Iyyov#initialize should run for defaults' )
+  end
+
+  def test_no_remoting_module
+    w = EveryWrapper.new
+    assert_raises( RuntimeError, <<-MSG ) { w.run( 'ls' ) }
+      Should raise when no remoting module is included.
+    MSG
+  end
+
+  class CommonWrapper
+    include SyncWrap::Common
+
+    attr_reader :last_args
+
+    def rsync( *args )
+      @last_args = args
+    end
+
+    def target_host
+      'testhost'
+    end
+
+  end
+
+  def test_rput
+    w = CommonWrapper.new
+
+    w.rput( 'other/lang.sh', '/etc/' )
+
+    assert_equal( [ 'other/lang.sh',
+                    'testhost:/etc/' ],
+                  w.last_args )
+
+    w.rput( 'etc/profile.d/lang.sh' )
+
+    assert_equal( [ 'etc/profile.d/lang.sh',
+                    'testhost:/etc/profile.d/' ],
+                  w.last_args )
+
+    w.rput( 'etc/profile.d/' )
+
+    assert_equal( [ 'etc/profile.d/',
+                    'testhost:/etc/profile.d/' ],
+                  w.last_args )
+
+    w.rput( 'etc/profile.d' )
+
+    assert_equal( [ 'etc/profile.d',
+                    'testhost:/etc/' ],
+                  w.last_args )
+
+    w.rput( 'etc/profile.d/lang.sh', :user => 'root' )
+
+    assert_equal( [ '--rsync-path=sudo rsync',
+                    'etc/profile.d/lang.sh',
+                    'testhost:/etc/profile.d/'],
+                  w.last_args )
+
+    w.rput( 'etc/profile.d/lang.sh', :user => 'runr' )
+
+    assert_equal( [ '--rsync-path=sudo -u runr rsync',
+                    'etc/profile.d/lang.sh',
+                    'testhost:/etc/profile.d/'],
+                  w.last_args )
+
+    w.rput( 'etc/profile.d/lang.sh', :excludes => :dev )
+
+    assert_equal( [ '--cvs-exclude',
+                    'etc/profile.d/lang.sh',
+                    'testhost:/etc/profile.d/' ],
+                  w.last_args )
+  end
+
+  class RemoteTaskWrapper
+    include SyncWrap::RemoteTask
+  end
+
+  class TestTask
+    attr_accessor :last_args
+
+    def with
+      Thread.current[ :task ] = self
+      yield self
+    ensure
+      Thread.current[ :task ] = nil
+    end
+
+    def run( *args )
+      @last_args = args
+    end
+
+    alias sudo run
+  end
+
+  def test_remote_not_in_task
+    w = RemoteTaskWrapper.new
+    assert_raises( RuntimeError ) { w.run( 'foo' ) }
+  end
+
+  def test_run
+    w = RemoteTaskWrapper.new
+    TestTask.new.with do |t|
+      w.run( 'foo' )
+      assert_equal( [ 'foo' ], t.last_args )
+
+      w.run( 'foo', 'bar', :opt => :bar )
+      assert_equal( [ 'foo', 'bar' ], t.last_args )
+
+      w.run <<-SH
+        mkdir -p foo
+        touch foo/goo
+      SH
+      assert_equal( [ [ 'set -e',
+                        'mkdir -p foo',
+                        'touch foo/goo' ].join( $/ ) ],
+                    t.last_args )
+    end
+  end
+
+  def test_sudo
+    w = RemoteTaskWrapper.new
+    TestTask.new.with do |t|
+      w.sudo( 'foo' )
+      assert_equal( [ 'sh -c "foo"' ], t.last_args.flatten.compact )
+
+      w.sudo( 'foo', :shell => false )
+      assert_equal( [ 'foo' ], t.last_args.flatten.compact )
+
+      w.sudo( 'foo', 'bar', :user => 'postgres' )
+      assert_equal( [ '-u', 'postgres', 'sh -c "foo bar"' ],
+                    t.last_args.flatten.compact )
+
+      w.sudo <<-SH
+        mkdir -p foo
+        touch foo/goo
+      SH
+
+      assert_equal( [ "sh -c \"set -e\nmkdir -p foo\ntouch foo/goo\"" ],
+                    t.last_args.flatten.compact )
+    end
+  end
+
+end

data/usr/local/bin/jgem

@@ -0,0 +1,25 @@
+#!/usr/local/bin/jruby
+#.hashdot.profile = jruby-shortlived
+#--
+# Copyright 2006 by Chad Fowler, Rich Kilmer, Jim Weirich and others.
+# All rights reserved.
+# See LICENSE.txt for permissions.
+#++
+
+require 'rubygems'
+require 'rubygems/gem_runner'
+require 'rubygems/exceptions'
+
+required_version = Gem::Requirement.new ">= 1.8.7"
+
+unless required_version.satisfied_by? Gem.ruby_version then
+  abort "Expected Ruby Version #{required_version}, is #{Gem.ruby_version}"
+end
+
+args = ARGV.clone
+
+begin
+  Gem::GemRunner.new.run args
+rescue Gem::SystemExitException => e
+  exit e.exit_code
+end