syncwrap 2.2.0 → 2.3.0

data/lib/syncwrap/components/debian.rb

@@ -0,0 +1,89 @@
+#--
+# Copyright (c) 2011-2014 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'syncwrap/component'
+require 'syncwrap/distro'
+require 'syncwrap/version_support'
+
+module SyncWrap
+
+  # Customizations for \Debian and possibly other deb packaged
+  # derivatives. Specific distros/versions may further specialize.
+  class Debian < Component
+    include SyncWrap::Distro
+    include SyncWrap::VersionSupport
+
+    # Debian version, i.e. '7.6' No default value.
+    attr_accessor :debian_version
+
+    alias :distro_version :debian_version
+
+    def initialize( opts = {} )
+      super
+    end
+
+    # Install the specified package names. The first time this is
+    # applied to any given host, an "apt-get update" is issued as
+    # well.  A trailing hash is interpreted as options, see below.
+    #
+    # ==== Options
+    # :minimal:: Eqv to --no-install-recommends
+    #
+    # Other options will be ignored.
+    def dist_install( *args )
+      opts = args.last.is_a?( Hash ) && args.pop || {}
+      args.unshift "--no-install-recommends" if opts[ :minimal ]
+
+      sudo( "apt-get -yqq update" ) if first_apt?
+      sudo( "apt-get -yq install #{args.join ' '}" )
+    end
+
+    # Uninstall the specified package names.
+    def dist_uninstall( *pkgs )
+      sudo "aptitude -yq purge #{pkgs.join ' '}"
+    end
+
+    # Install a System V style init.d service script
+    def dist_install_init_service( name )
+      sudo "/usr/sbin/update-rc.d #{name} defaults"
+    end
+
+    # Enable the System V style init.d service
+    def dist_enable_init_service( name )
+      sudo "/usr/sbin/update-rc.d #{name} enable"
+    end
+
+    # Run via sudo, the service command typically supporting 'start',
+    # 'stop', 'restart', 'status', etc. arguments.
+    def dist_service( *args )
+      sudo( [ '/usr/sbin/service', *args ].join( ' ' ) )
+    end
+
+    protected
+
+    def first_apt?
+      s = state
+      if s[ :debian_apt_updated ]
+        false
+      else
+        s[ :debian_apt_updated ] = true
+        true
+      end
+    end
+
+  end
+
+end

data/lib/syncwrap/components/hashdot.rb

@@ -17,7 +17,7 @@
 require 'syncwrap/component'
 
 # For distro class comparison only (pre-load for safety)
-require 'syncwrap/components/ubuntu'
+require 'syncwrap/components/debian'
 
 module SyncWrap
 
@@ -63,12 +63,14 @@ module SyncWrap
 
     def install_system_deps
       deps = %w[ make gcc ]
-      deps += if distro.is_a?( Ubuntu )
+      deps += case distro
+              when Debian
                 %w[ libapr1 libapr1-dev ]
-              else
+              when RHEL
                 %w[ apr apr-devel ]
+              else
+                %w[ apr ]
               end
-
       dist_install( *deps )
     end
 

data/lib/syncwrap/components/iyyov.rb

@@ -17,7 +17,7 @@
 require 'syncwrap/component'
 
 # For distro class comparison only (pre-load for safety)
-require 'syncwrap/components/ubuntu'
+require 'syncwrap/components/debian'
 
 module SyncWrap
 
@@ -138,7 +138,7 @@ module SyncWrap
     # Install iyyov daemon init.d script and add to init daemons
     def install_iyyov_init
       rput( 'etc/init.d/iyyov', user: :root,
-            erb_vars: { lsb: distro.kind_of?( Ubuntu ) } )
+            erb_vars: { lsb: distro.kind_of?( Debian ) } )
 
       # Add to init.d
       dist_install_init_service( 'iyyov' )

data/lib/syncwrap/components/jruby_vm.rb

@@ -16,6 +16,7 @@
 
 require 'syncwrap/component'
 require 'syncwrap/ruby_support'
+require 'syncwrap/version_support'
 
 module SyncWrap
 
@@ -25,6 +26,7 @@ module SyncWrap
   #
   # Host component dependencies: <Distro>
   class JRubyVM < Component
+    include VersionSupport
     include RubySupport
 
     # JRuby version to install (default: 1.7.13)
@@ -33,7 +35,8 @@ module SyncWrap
     def initialize( opts = {} )
       @jruby_version = '1.7.13'
 
-      super( { gem_command: 'jgem' }.merge( opts ) )
+      super( { ruby_command: 'jruby',
+                gem_command: 'jgem' }.merge( opts ) )
     end
 
     def jruby_dist_path
@@ -83,7 +86,7 @@ module SyncWrap
     #
     # The jruby jgem command tends to be slow on virtual hardware.
     # This implementation adds a faster short-circuit when an exact,
-    # single :version is given that avoids calling gem if the rubygems
+    # single :version is given that avoids calling jgem if the rubygems
     # same version gemspec file is found.
     def gem_install( gem, opts = {} )
       version = Array( opts[ :version ] )
@@ -91,7 +94,7 @@ module SyncWrap
 
       unless ( opts[:check] || opts[:user_install] ||
                opts[:minimize] == false || opts[:spec_check] == false ||
-               !version )
+               ver.nil? )
 
         specs = [ "#{jruby_gem_home}/specifications/#{gem}-#{ver}-java.gemspec",
                   "#{jruby_gem_home}/specifications/#{gem}-#{ver}.gemspec" ]
@@ -108,9 +111,10 @@ module SyncWrap
 
     alias :jruby_gem_install :gem_install
 
+    protected
+
     def min_deps_supported?
-      varray = jruby_version.split('.').map( &:to_i )
-      ( varray <=> [1, 7, 5] ) >= 0
+      version_gte?( jruby_version, [1,7,5] )
     end
 
     def jruby_gem_version_flags( reqs )

data/lib/syncwrap/components/network.rb

@@ -15,9 +15,13 @@
 #++
 
 require 'syncwrap/component'
+require 'syncwrap/version_support'
 
+# For distro class comparison only (pre-load for safety)
+require 'syncwrap/components/debian'
 require 'syncwrap/components/ubuntu'
 require 'syncwrap/components/rhel'
+require 'syncwrap/components/amazon_linux'
 
 module SyncWrap
 
@@ -26,6 +30,7 @@ module SyncWrap
   #
   # Host component dependencies: <Distro>
   class Network < Component
+    include VersionSupport
 
     # A dns search list (a single domain or space delimited list of
     # domains) for addition to the resolv.conf search option,
@@ -47,29 +52,40 @@ module SyncWrap
 
     def update_hostname
       name = host.name
-
-      case distro
-      when RHEL
-        # If HOSTNAME not already set correctly in network file,
-        # backup, delete old line, append new line.
-        sudo <<-SH
-          if ! grep -q '^HOSTNAME=#{name}$' /etc/sysconfig/network; then
-            cp -f /etc/sysconfig/network /etc/sysconfig/network~
-            sed -i '/^HOSTNAME=.*/d' /etc/sysconfig/network
-            echo 'HOSTNAME=#{name}' >> /etc/sysconfig/network
-            hostname #{name}
-          fi
-        SH
-      when Ubuntu
-        sudo <<-SH
-          if [ ! -e /etc/hostname -o "$(< /etc/hostname)" != "#{name}" ]; then
-            echo #{name} > /etc/hostname
-            hostname #{name}
-          fi
-        SH
+      if ( distro.is_a?( AmazonLinux ) ||
+           ( distro.is_a?( RHEL ) && version_lt?( rhel_version, [7] ) ) )
+        set_sysconfig_network( name )
+      else
+        set_etc_hostname( name )
       end
     end
 
+    # Test if change to etc/hostname is needed. If so also immediately
+    # set (in kernel) hostname.
+    def set_etc_hostname( name )
+      sudo <<-SH
+        if [ ! -e /etc/hostname -o "$(< /etc/hostname)" != "#{name}" ]; then
+          echo #{name} > /etc/hostname
+          hostname #{name}
+        fi
+      SH
+    end
+
+    # Test if change to etc/sysconfig/network is needed. If so also
+    # immediately set (in kernel) hostname.
+    def set_sysconfig_network( name )
+      # If not already set correctly, backup, delete old line, append
+      # new line.
+      sudo <<-SH
+        if ! grep -q '^HOSTNAME=#{name}$' /etc/sysconfig/network; then
+          cp -f /etc/sysconfig/network /etc/sysconfig/network~
+          sed -i '/^HOSTNAME=.*/d' /etc/sysconfig/network
+          echo 'HOSTNAME=#{name}' >> /etc/sysconfig/network
+          hostname #{name}
+        fi
+      SH
+    end
+
     def update_resolver
       if dns_search
         case distro
@@ -85,10 +101,14 @@ module SyncWrap
             fi
           SH
 
-        when Ubuntu
-          # As of 12.04 - Precise; /etc/resolv.conf is a symlink that
-          # should not be lost.
-          update_resolv_conf( '/run/resolvconf/resolv.conf' )
+        when Debian
+          if distro.is_a?( Ubuntu )
+            # As of 12.04 - Precise; /etc/resolv.conf is a symlink that
+            # should not be lost.
+            update_resolv_conf( '/run/resolvconf/resolv.conf' )
+          else
+            update_resolv_conf
+          end
 
           f='/etc/network/interfaces'
           sudo <<-SH

data/lib/syncwrap/components/open_jdk.rb

@@ -18,17 +18,27 @@ require 'syncwrap/component'
 
 # For distro class comparison only (pre-load for safety)
 require 'syncwrap/components/rhel'
-require 'syncwrap/components/ubuntu'
+require 'syncwrap/components/debian'
+require 'syncwrap/components/arch'
 
 module SyncWrap
 
   # Provision an OpenJDK via Linux distro managed packages.
   #
-  # Oracle, Java, and OpenJDK are registered trademarks of Oracle
-  # and/or its affiliates.
-  # See http://openjdk.java.net/legal/openjdk-trademark-notice.html.
+  # For simplicity, this component only supports the full JDK (runtime
+  # and compiler) and not the JRE (runtime only).  Note however that
+  # on Debian distros, installing 'openjdk-7-jdk' ends up pulling in
+  # X11 and leads to signficant system bloat. See:
+  #
+  # https://bugs.launchpad.net/ubuntu/+source/openjdk-6/+bug/257857
+  #
+  # On Debian, only the JRE is available "headless".
   #
   # Host component dependencies: <Distro>
+  #
+  # Oracle, Java, and OpenJDK are registered trademarks of Oracle
+  # and/or its affiliates.
+  # See http://openjdk.java.net/legal/openjdk-trademark-notice.html
   class OpenJDK < Component
 
     # The JDK major and/or minor version number, i.e "1.7" or "7" is 7.
@@ -41,25 +51,31 @@ module SyncWrap
       super
     end
 
+    # Distro and version dependent JDK installation directory.
     def jdk_dir
       case distro
       when RHEL
         "/usr/lib/jvm/java-1.#{jdk_major_minor}.0"
-      when Ubuntu
+      when Debian
         "/usr/lib/jvm/java-#{jdk_major_minor}-openjdk-amd64"
+      when Arch
+        "/usr/lib/jvm/java-#{jdk_major_minor}-openjdk"
       else
         raise ContextError, "Unknown distro jdk_dir"
       end
     end
 
-    # Install including development headers for things like Hashdot.
+    # Install distro packages, including development headers for JNI
+    # dependet like Hashdot.
     def install
       case distro
       when RHEL
         dist_install( "java-1.#{jdk_major_minor}.0-openjdk",
                       "java-1.#{jdk_major_minor}.0-openjdk-devel" )
-      when Ubuntu
+      when Debian
         dist_install( "openjdk-#{jdk_major_minor}-jdk" )
+      when Arch
+        dist_install( "jdk#{jdk_major_minor}-openjdk" )
       else
         raise ContextError, "Unknown distro type"
       end

data/lib/syncwrap/components/postgresql.rb

@@ -15,9 +15,12 @@
 #++
 
 require 'syncwrap/component'
+require 'syncwrap/version_support'
 
 # For distro class comparison only (pre-load for safety)
 require 'syncwrap/components/rhel'
+require 'syncwrap/components/amazon_linux'
+require 'syncwrap/components/debian'
 require 'syncwrap/components/ubuntu'
 
 module SyncWrap
@@ -25,17 +28,49 @@ module SyncWrap
   # Provisions for install and configuration of a \PostgreSQL server
   #
   # Host component dependencies: <Distro>
+  #
+  # Currently provided (sync/postgresql) configuration is \PostgreSQL
+  # 9.x compatible.  You will need to provide your own complete
+  # configuration for any other versions.
+  #
+  # Most distros provide reasonably updated \PostgreSQL 9.x in more
+  # recent releases:
+  #
+  # * RHEL, CentOS 6: 8.4
+  # * RHEL, CentOS 7: 9.2
+  # * AmazonLinux 2013.03: 8.4 and 9.2
+  # * Debian 7: 9.1
+  # * Ubuntu 14: 9.3
+  #
+  # The latest stable and beta packages can also be obtained via the
+  # \PostgreSQL {Yum Repo}[http://yum.postgresql.org] or
+  # {Apt Repo}[http://wiki.postgresql.org/wiki/Apt]. Create your own
+  # repo component to install these repo's, then configure the
+  # \PostgreSQL component accordingly for #pg_version,
+  # #pg_default_data_dir, #package_names.
+  #
   class PostgreSQL < Component
+    include VersionSupport
 
     # \PostgreSQL _MAJOR.MINOR_ version to install. Since there are
     # multiple versions in use even for _default_ system packages across
     # distros, this should be set the same as the version that will
-    # be installed via #package_names.  (Default: '9.1')
-    attr_accessor :version
-
-    # Return #version as an Array of Integer values
-    def version_a
-      @version.split('.').map( &:to_i )
+    # be installed via #package_names.
+    # (Default: guess based on distro/version or '9.1')
+    attr_writer :pg_version
+
+    def pg_version
+      ( @pg_version ||
+        ( case distro
+          when AmazonLinux
+            '9.2' if version_gte?( amazon_version, [2013,3] )
+          when RHEL
+            '9.2' if version_gte?( rhel_version, [7] )
+          when Ubuntu
+            '9.3' if version_gte?( ubuntu_version, [14,4] )
+          end
+          ) ||
+          '9.1' )
     end
 
     # Location of postgresql data (and possibly also config) directory.
@@ -48,38 +83,50 @@ module SyncWrap
 
     protected
 
+    # Deprecated
+    alias :version :pg_version
+
+    # Deprecated
+    alias :version= :pg_version=
+
+    protected :version, :version=
+
     # The _default_ data dir as used by the distro #package_names.
-    # (Default: as per RHEL or Ubuntu distro packages)
+    # (Default: as per RHEL/Debian package conventions)
     attr_writer :pg_default_data_dir
 
     def pg_default_data_dir
-      @pg_default_data_dir ||
-        case distro
-        when RHEL
-          '/var/lib/pgsql9/data'
-        when Ubuntu
-          "/var/lib/postgresql/#{version}/main"
-        else
-          raise ContextError, "Distro #{distro.class.name} not supported"
-        end
+      ( @pg_default_data_dir ||
+        ( case distro
+          when AmazonLinux
+            '/var/lib/pgsql9/data'
+          when RHEL
+            if version_lt?( rhel_version, [7] )
+              '/var/lib/pgsql9/data'
+            end
+          when Debian
+            "/var/lib/postgresql/#{pg_version}/main"
+          end ) ||
+        '/var/lib/pgsql/data' )
     end
 
     # Configuration in the '/etc' directory root?
-    # (Default: true on Ubuntu only, per distro package defaults)
+    # (Default: true on Debian only, per distro package conventions)
     attr_writer :pg_specify_etc_config
 
     def pg_specify_etc_config
-      @pg_specify_etc_config || distro.is_a?( Ubuntu )
+      @pg_specify_etc_config || distro.is_a?( Debian )
     end
 
     # The package names, including \PostgreSQL server of the
     # desired version to install.
-    # (Default: Ubuntu: postgresql-_version_; RHEL: postgresql-server)
+    # (Default: guess based on distro)
     attr_writer :package_names
 
     def package_names
       ( @package_names ||
-        ( distro.is_a?( Ubuntu ) && [ "postgresql-#{version}" ] ) ||
+        ( distro.is_a?( Debian ) && [ "postgresql-#{pg_version}" ] ) ||
+        ( distro.is_a?( AmazonLinux ) && [ "postgresql9-server" ] ) ||
         [ "postgresql-server" ] )
     end
 
@@ -141,21 +188,20 @@ module SyncWrap
 
     # Kernel SHMMAX (Shared Memory Maximum) setting to apply.
     # Note that PostgreSQL 9.3 uses mmap and should not need this.
-    # Currently this is only set on Ubuntu (RHEL packages take care of
-    # it?) (Default: 300MB if #version < 9.3)
+    # Currently this only set on Debian distros.
+    # (Default: 300MB if #pg_version < 9.3)
     attr_writer :shared_memory_max
 
     def shared_memory_max
-      @shared_memory_max ||
-        ( ( (version_a <=> [9,3]) < 0 ) && 300_000_000 )
+      @shared_memory_max || ( version_lt?(pg_version, [9,3]) && 300_000_000 )
     end
 
     def pg_config_dir
       case distro
       when RHEL
         pg_data_dir
-      when Ubuntu
-        "/etc/postgresql/#{version}/main"
+      when Debian
+        "/etc/postgresql/#{pg_version}/main"
       else
         raise ContextError, "Distro #{distro.class.name} not supported"
       end
@@ -166,7 +212,7 @@ module SyncWrap
     def initialize( opts = {} )
       @pg_data_dir = nil
       @pg_default_data_dir = nil
-      @version = '9.1'
+      @pg_version = nil
       @package_names = nil
       @service_name = 'postgresql'
       @synchronous_commit = :on
@@ -201,12 +247,12 @@ module SyncWrap
       changes
     end
 
-    # Install the #package_names. In the Ubuntu case, also install any
+    # Install the #package_names. In the Debian case, also install any
     # #shared_memory_max adjustment and stops the server for subsequent
     # reconfigure or data relocation.
     def package_install
       dist_install( *package_names )
-      if distro.is_a?( Ubuntu )
+      if distro.is_a?( Debian )
         pg_stop
         if shared_memory_max
           rput( 'etc/sysctl.d/61-postgresql-shm.conf', user: :root )
@@ -235,7 +281,7 @@ module SyncWrap
           dist_service( service_name, 'initdb' )
         end
 
-      when Ubuntu
+      when Debian
         unless pg_data_dir == pg_default_data_dir
           sudo <<-SH
             mkdir -p #{pg_data_dir}
@@ -254,7 +300,7 @@ module SyncWrap
     # Update the \PostgreSQL configuration files
     def pg_configure
       files  = %w[ pg_hba.conf pg_ident.conf postgresql.conf ]
-      files += %w[ environment pg_ctl.conf ] if distro.is_a?( Ubuntu )
+      files += %w[ environment pg_ctl.conf ] if distro.is_a?( Debian )
       files  = files.map { |f| File.join( 'postgresql', f ) }
       rput( *files, pg_config_dir, user: 'postgres' )
     end