syncwrap 1.5.2 → 2.0.0

data/lib/syncwrap/components/qpid.rb

@@ -0,0 +1,303 @@
+#--
+# Copyright (c) 2011-2014 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'syncwrap/component'
+require 'syncwrap/components/rhel'
+
+module SyncWrap
+
+  # Qpid AMQP broker provisioning. Currently this is RHEL (CentoOS,
+  # Amazon Linux) centric; it has not been ported to Debian/Ubuntu.
+  #
+  # Host component dependencies: RHEL
+  class Qpid < Component
+
+    # Root directory for src and build
+    # (Default: /tmp/src)
+    attr_accessor :qpid_src_root
+
+    # The qpidd version to build, install
+    attr_accessor :qpid_version
+
+    # Base HTTP url to qpid source repo.
+    attr_accessor :qpid_repo
+
+    # Output package naming modifier, i.e. "amzn1"
+    attr_accessor :qpid_distro
+
+    # Distro package base name for boost. On Amazon Linux you may want
+    # to set this to "boost141", depending on the qpid version.
+    # (Default: "boost")
+    attr_accessor :boost_pkg
+
+    # Corosync version to build, isntall
+    # (Default: '1.4.4')
+    attr_accessor :corosync_version
+
+    # Base HTTP url to corosync source repo.
+    attr_accessor :corosync_repo
+
+    def initialize( opt = {} )
+      @qpid_src_root = '/tmp/src'
+
+      @qpid_version = '0.24'
+      @qpid_repo = 'http://archive.us.apache.org/dist/qpid'
+      # FIXME: Usable only for the newest builds
+      # @qpid_repo = 'http://apache.osuosl.org/qpid'
+      @qpid_distro = 'amzn1'
+
+      @boost_pkg = 'boost'
+
+      @corosync_version = '1.4.4'
+      @corosync_repo = 'http://corosync.org/download'
+      super
+    end
+
+    def install
+      unless distro.kind_of?( RHEL )
+        raise ContextError, "#{distro.class} unsupported"
+      end
+      qpid_install
+    end
+
+    def qpid_install
+      unless test_qpidd_version
+        qpid_install!
+        qpid_install_init!
+      end
+      qpid_tools_install
+      rput( 'usr/local/etc/qpidd.conf', user: :root )
+    end
+
+    def test_qpidd_version
+      bin = "/usr/local/sbin/qpidd"
+      code,_ = capture( <<-SH, accept:[0,91,92] )
+        if [ -x #{bin} ]; then
+          ver=`#{bin} --version | grep -o -E '[0-9]+(\.[0-9]+)+$'`
+          if [ "$ver" = "#{qpid_version}" ]; then
+             exit 0
+          fi
+          exit 92
+        fi
+        exit 91
+      SH
+      (code == 0)
+    end
+
+    def qpid_install_init!
+      sudo <<-SH
+        if ! id qpidd >/dev/null 2>&1; then
+          useradd -r qpidd
+        fi
+        mkdir -p /var/local/qpidd
+        chown qpidd:qpidd /var/local/qpidd
+      SH
+
+      rput( 'etc/init.d/qpidd', user: :root )
+
+      # Add to init.d
+      dist_install_init_service( 'qpidd' )
+    end
+
+    def qpid_tools_install
+      unless exist?( "/usr/bin/qpid-config" )
+        qpid_tools_install!
+      end
+    end
+
+    def qpid_install!
+      corosync_install!( devel: true )
+      qpid_build
+    end
+
+    def corosync_install( opts = {} )
+      unless exist?( "/usr/sbin/corosync" )
+        corosync_install!( opts )
+      end
+    end
+
+    def corosync_install!( opts = {} )
+      corosync_build
+      dist_install( "#{corosync_src}/x86_64/*.rpm", succeed: true )
+    end
+
+    def qpid_tools_install!
+      dist_install( 'python-setuptools' )
+      qpid_src = "#{qpid_src_root}/qpid-#{qpid_version}"
+
+      sh <<-SH
+        mkdir -p #{qpid_src_root}
+        rm -rf #{qpid_src}
+        cd #{qpid_src_root}
+        curl -sSL #{qpid_tools_tarball} | tar -zxf -
+      SH
+
+      sudo <<-SH
+        cd #{qpid_src}
+        easy_install ./python ./tools ./extras/qmf
+      SH
+    end
+
+    protected
+
+    def qpid_build
+      qpid_install_build_deps
+      qpid_install_deps
+
+      qpid_src = "#{qpid_src_root}/qpidc-#{qpid_version}"
+
+      sh <<-SH
+        mkdir -p #{qpid_src_root}
+        rm -rf #{qpid_src}
+        cd #{qpid_src_root}
+        curl -sSL #{qpid_src_tarball} | tar -zxf -
+        cd #{qpid_src}
+        ./configure --enable-deprecated-autotools #{redirect?}
+        make #{redirect?}
+      SH
+
+      sudo <<-SH
+        cd #{qpid_src}
+        make install #{redirect?}
+        make check #{redirect?}
+        cd /usr/local
+        rm -f /tmp/qpidc-#{qpid_version}-1-#{qpid_distro}-x64.tar.gz
+        tar -zc \
+             --exclude games --exclude lib64/perl5 --exclude src \
+             --exclude share/man --exclude share/perl5 --exclude share/info \
+             --exclude share/applications \
+             -f /tmp/qpidc-#{qpid_version}-1-#{qpid_distro}-x64.tar.gz .
+      SH
+    end
+
+    def qpid_src_tarball
+      "#{qpid_repo}/#{qpid_version}/qpid-cpp-#{qpid_version}.tar.gz"
+    end
+
+    def qpid_tools_tarball
+      "#{qpid_repo}/#{qpid_version}/qpid-#{qpid_version}.tar.gz"
+    end
+
+    def qpid_install_build_deps
+      dist_install( %w[ gcc gcc-c++ make autogen autoconf
+                        help2man libtool pkgconfig rpm-build ] )
+    end
+
+    def qpid_install_deps
+      dist_install( [ "#{boost_pkg}-devel" ] +
+                    %w[ nss-devel libuuid-devel swig
+                        ruby-devel python-devel
+                        cyrus-sasl-devel cyrus-sasl-plain cyrus-sasl-md5 ] )
+    end
+
+    def corosync_build
+      qpid_install_build_deps
+      corosync_install_build_deps
+
+      sh <<-SH
+        mkdir -p #{qpid_src_root}
+        rm -rf #{corosync_src}
+        cd #{qpid_src_root}
+        curl -sSL #{corosync_repo}/corosync-#{corosync_version}.tar.gz | tar -zxf -
+        cd #{corosync_src}
+        ./autogen.sh #{redirect?}
+        ./configure #{redirect?}
+        make rpm #{redirect?}
+      SH
+
+    end
+
+    def corosync_packages( include_devel = false )
+      packs = [ "corosync-#{corosync_version}-1.#{qpid_distro}.x86_64.rpm",
+                "corosynclib-#{corosync_version}-1.#{qpid_distro}.x86_64.rpm" ]
+      packs <<  "corosynclib-devel-#{corosync_version}-1.#{qpid_distro}.x86_64.rpm" if include_devel
+      packs
+    end
+
+    def corosync_install_build_deps
+      dist_install( %w[ nss-devel libibverbs-devel librdmacm-devel ] )
+    end
+
+    def corosync_src
+      "#{qpid_src_root}/corosync-#{corosync_version}"
+    end
+
+    def exist?( file )
+      code,_ = capture( "test -e #{file}", accept:[0,1] )
+      (code == 0)
+    end
+
+    def redirect?
+      verbose? ? "" : ">/dev/null"
+    end
+
+  end
+
+  # Simplify qpid install by using pre-built binaries (for example,
+  # archived from the build in Qpid)
+  #
+  # Host component dependencies: RHEL
+  class QpidRepo < Qpid
+
+    attr_accessor :qpid_prebuild_repo
+
+    def initialize( opt = {} )
+      @qpid_prebuild_repo = nil
+      super
+      raise "qpid_prebuild_repo required, but not set" unless qpid_prebuild_repo
+    end
+
+    def qpid_install
+      corosync_install
+      super
+    end
+
+    def qpid_install!
+
+      dist_install( [ boost_pkg, 'cyrus-sasl' ] )
+
+      sudo <<-SH
+       cd /usr/local
+       curl -sS #{qpid_prebuild_repo}/qpidc-#{qpid_version}-1-#{qpid_distro}-x64.tar.gz | tar -zxf -
+      SH
+    end
+
+    def corosync_install!( opts = {} )
+      packs = corosync_packages
+      curls = packs.map do |p|
+        "curl -sS -O #{qpid_prebuild_repo}/#{p}"
+      end
+
+      sudo <<-SH
+        rm -rf /tmp/rpm-drop
+        mkdir -p /tmp/rpm-drop
+        cd /tmp/rpm-drop
+        #{curls.join("\n")}
+      SH
+      dist_install( "/tmp/rpm-drop/*.rpm", succeed: true )
+    end
+
+    protected
+
+    # Where uploaded qpid-python-tools-M.N.tar.gz contains the
+    # ./python ./tools ./extras/qmf packages for easy_install.
+    def qpid_tools_tarball
+      "#{qpid_prebuild_repo}/qpid-python-tools-#{qpid_version}.tar.gz"
+    end
+
+  end
+
+end

data/lib/syncwrap/components/rhel.rb

@@ -0,0 +1,71 @@
+#--
+# Copyright (c) 2011-2014 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'syncwrap/component'
+require 'syncwrap/distro'
+
+module SyncWrap
+
+  # Customizations for RedHat Enterprise Linux and derivatives like
+  # CentOS and Amazon Linux.  Specific distros/versions may further
+  # override these.
+  class RHEL < Component
+    include SyncWrap::Distro
+
+    def initialize( opts = {} )
+      super
+
+      packages_map.merge!( 'emacs' => 'emacs-nox',
+                           'postgresql' => 'postgresql-server' )
+    end
+
+    # Install packages.
+    # A trailing hash is interpreted as options, see below.
+    #
+    # ==== Options
+    # :succeed:: Always succeed (useful for local rpm files which
+    # might already be installed.)
+    def dist_install( *pkgs )
+      opts = pkgs.last.is_a?( Hash ) && pkgs.pop || {}
+      pkgs = dist_map_packages( pkgs )
+
+      if opts[ :succeed ]
+        sudo "yum install -q -y #{pkgs.join( ' ' )} || true"
+      else
+        sudo "yum install -q -y #{pkgs.join( ' ' )}"
+      end
+    end
+
+    def dist_uninstall( *pkgs )
+      pkgs = dist_map_packages( pkgs )
+      sudo "yum remove -q -y #{pkgs.join( ' ' )}"
+    end
+
+    def dist_install_init_service( name )
+      sudo "/sbin/chkconfig --add #{name}"
+    end
+
+    def dist_enable_init_service( name )
+      sudo "/sbin/chkconfig #{name} on"
+    end
+
+    def dist_service( *args )
+      sudo( [ '/sbin/service', *args ].join( ' ' ) )
+    end
+
+  end
+
+end

data/lib/syncwrap/components/run_user.rb

@@ -0,0 +1,99 @@
+#--
+# Copyright (c) 2011-2014 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'syncwrap/component'
+
+module SyncWrap
+
+  # Provision a user to run daemons within a run directory. Utilities
+  # for working with the same.
+  class RunUser < Component
+
+    # A user for running deployed daemons, jobs (default: 'runr')
+    attr_accessor :run_user
+
+    # A group for running (default: nil -> same as run_user)
+    attr_accessor :run_group
+
+    # Root directory for persistent data and logs
+    # (default: /var/local/#{run_user})
+    attr_writer :run_dir
+
+    def run_dir
+      @run_dir || "/var/local/#{run_user}"
+    end
+
+    def initialize( opts = {} )
+      @run_user    = 'runr'
+      @run_group   = nil
+      @run_dir     = nil
+
+      super
+    end
+
+    def install
+      create_run_user
+      create_run_dir
+    end
+
+    # Create run_user if not already present
+    def create_run_user
+      sudo( "if ! id #{run_user} >/dev/null 2>&1; then", close: "fi" ) do
+        if run_group && run_group != run_user
+          sudo <<-SH
+            groupadd -f #{run_group}
+            useradd -g #{run_group} #{run_user}
+          SH
+        else
+          sudo "useradd #{run_user}"
+        end
+      end
+    end
+
+    # Create and set owner/permission of run_dir, such that run_user may
+    # create new directories there.
+    def create_run_dir
+      make_dir( run_dir )
+    end
+
+    def service_dir( sname, instance = nil )
+      run_dir + '/' + [ sname, instance ].compact.join( '-' )
+    end
+
+    # Create and set owner/permission of a named service directory under
+    # run_dir.
+    def create_service_dir( sname, instance = nil )
+      sdir = service_dir( sname, instance )
+      make_dir( sdir )
+    end
+
+    def make_dir( dir )
+      sudo "mkdir -p #{dir}"
+      chown_run_user dir
+      sudo "chmod 775 #{dir}"
+    end
+
+    # Chown to user:run_group where args may be flags and files/directories.
+    def chown_run_user( *args )
+      flags, paths = args.partition { |a| a =~ /^-/ }
+      sudo( [ 'chown', flags,
+              [ run_user, run_group || run_user ].join(':'),
+              paths ].flatten.compact.join( ' ' ) )
+    end
+
+  end
+
+end

data/lib/syncwrap/components/ubuntu.rb

@@ -0,0 +1,85 @@
+#--
+# Copyright (c) 2011-2014 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'syncwrap/component'
+require 'syncwrap/distro'
+require 'thread'
+
+module SyncWrap
+
+  # Customizations for Ubuntu and possibly other Debian/apt packaged
+  # derivatives. Specific distros/versions may further specialize.
+  class Ubuntu < Component
+    include SyncWrap::Distro
+
+    def initialize( opts = {} )
+      @apt_update_state_lock = Mutex.new
+      @apt_update_state = {}
+
+      super
+
+      packages_map.merge!( 'apr'       => 'libapr1',
+                           'apr-devel' => 'libapr1-dev' )
+    end
+
+    # Install packages. The first time this is applied to any given
+    # host, an "apt-get update" is issued as well.  A trailing hash is
+    # interpreted as options, see below.
+    #
+    # ==== Options
+    # :minimal:: Eqv to --no-install-recommends
+    def dist_install( *args )
+      opts = args.last.is_a?( Hash ) && args.pop || {}
+      args = dist_map_packages( args )
+      args.unshift "--no-install-recommends" if opts[ :minimal ]
+
+      sudo( "apt-get -yqq update" ) if first_apt?
+      sudo( "apt-get -yq install #{args.join ' '}" )
+    end
+
+    def dist_uninstall( *pkgs )
+      pkgs = dist_map_packages( pkgs )
+      sudo "aptitude -yq purge #{pkgs.join ' '}"
+    end
+
+    def dist_install_init_service( name )
+      sudo "/usr/sbin/update-rc.d #{name} defaults"
+    end
+
+    def dist_enable_init_service( name )
+      sudo "/usr/sbin/update-rc.d #{name} enable"
+    end
+
+    def dist_service( *args )
+      sudo( [ '/usr/sbin/service', *args ].join( ' ' ) )
+    end
+
+    protected
+
+    def first_apt?
+      @apt_update_state_lock.synchronize do
+        if @apt_update_state[ host ]
+          false
+        else
+          @apt_update_state[ host ] = true
+          true
+        end
+      end
+    end
+
+  end
+
+end