syncwrap 1.5.2 → 2.0.0

data/lib/syncwrap/components/mdraid.rb

@@ -0,0 +1,204 @@
+#--
+# Copyright (c) 2011-2014 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'syncwrap/component'
+
+module SyncWrap
+
+  # Handles assembling mdraid (Linux Software RAID) arrays, lvm
+  # volumes, creating and mounting filesystems from previously
+  # attached raw devices.
+  #
+  # Host component dependencies: <Distro>
+  class MDRaid < Component
+
+    # An instance number used for mdraid and volume group
+    # names. Increment this when applying multiple components of this
+    # type to the same host.  Default: 0
+    attr_accessor :instance
+
+    # A number, range, or array of raw device names. See #raw_devices=
+    # for interpretation.  Software raid is only used for >1 raw
+    # device. Default: 0
+    attr_reader :raw_devices
+
+    # Block device read-ahead setting for the raw devices, in 512-byte
+    # blocks. Default: 32
+    attr_accessor :raw_read_ahead
+
+    # Attempt to unmount and remove from fstab any existing mount of
+    # the specified raw devices. _WARNING:_ this may increase the
+    # danger of data loss!
+    # (Default: false)
+    attr_accessor :do_unmount
+
+    # Numeric RAID level.
+    # (Default: 10 if there are at least 4 raw devices, otherwise 0.)
+    attr_accessor :raid_level
+
+    # RAID md device read-ahead setting, in 512-byte blocks.
+    # Default: 64
+    attr_accessor :raid_read_ahead
+
+    # RAID chunk size in KB
+    # Default: 256
+    attr_accessor :raid_chunk
+
+    # A table of [ slice, path (,name) ] rows where; slice is a
+    # floating point ratio in range (0.0,1.0], path is the mount
+    # point, and name is the lvm name, defaulting if omitted to the
+    # last path element. The sum of all slice values in the table
+    # should be 1.0. Default: [ [ 1.0, '/data' ] ]
+    attr_accessor :lvm_volumes
+
+    # File System Type. Default: 'ext4'
+    attr_accessor :fs_type
+
+    # Array of FS specific options to pass as mkfs -t fs_type _OPTS_
+    # Default: [] (none)
+    attr_accessor :fs_opts
+
+    # Mount options Array
+    # Default: [ defaults auto noatime nodiratime ]
+    attr_accessor :mount_opts
+
+    def initialize( opts = {} )
+      @instance = 0 #FIXME: Or compute from existing volumes?
+
+      @raw_devices = []
+      @raw_read_ahead = 32 #512B blocks
+      @do_unmount = false
+
+      @raid_level = nil #default_raid_level
+      @raid_read_ahead  = 64  #512B blocks
+      @raid_chunk       = 256 #K
+
+      @lvm_volumes = [ [ 1.0, '/data' ] ]
+      @fs_type = 'ext4'
+      @fs_opts = []
+      @mount_opts = %w[ defaults auto noatime nodiratime ]
+
+      super
+    end
+
+    # Set raw devices to assemble.
+    # * Interprets an Integer val as a count of N devices with names
+    #   /dev/xvdh1 to /dev/xvdhN.
+    # * Interprets a Range value as /dev/xvdhN for each N
+    #   in range.
+    # * Interprets  an Array as the actual device path strings.
+    def raw_devices=( val )
+      @raw_devices = case val
+                     when Integer
+                       val.times.map { |i| "/dev/xvdh#{i+1}" }
+                     when Range
+                       val.map { |i| "/dev/xvdh#{i}" }
+                     when Array
+                       val
+                     else
+                       raise "Unsupported raw_devices setting #{val.inspect}"
+                     end
+    end
+
+    # Install only if _all_ lvm_volumes paths do not yet exist.
+    def install
+      return if raw_devices.empty? || lvm_volumes.empty?
+
+      paths = lvm_volumes.map { |r| r[1] }
+      test = paths.map { |p| "! -e #{p}" }.join( " -a " )
+
+      sudo( "if [ #{test} ]; then", close: "fi" ) do
+
+        dist_install( "mdadm", "lvm2", minimal: true )
+
+        raw_devices.each do |d|
+          unmount_device( d ) if do_unmount
+          sudo "blockdev --setra #{raw_read_ahead} #{d}"
+        end
+
+        if raw_devices.count > 1
+          dev = "/dev/md#{instance}"
+          create_raid( dev )
+        else
+          dev = raw_devices.first
+        end
+
+        create_volumes( dev )
+
+      end
+    end
+
+    private
+
+    def unmount_device( dev )
+      sudo <<-SH
+        if mount | grep -q '^#{dev} '; then
+          umount #{dev}
+          sed -r -i '\\|^#{dev}\\s|d' /etc/fstab
+        fi
+      SH
+    end
+
+    def create_raid( md )
+      rlevel = raid_level || default_raid_level
+
+      sudo <<-SH
+        mdadm --create #{md} --level=#{rlevel} --chunk=#{raid_chunk} \
+          --raid-devices=#{raw_devices.count} #{raw_devices.join ' '}
+        touch /etc/mdadm.conf
+        echo "DEVICE #{raw_devices.join ' '}" >> /etc/mdadm.conf
+        mdadm --detail --scan >> /etc/mdadm.conf
+        blockdev --setra #{raid_read_ahead} #{md}
+      SH
+    end
+
+    def create_volumes( dev )
+      vg = "vg#{instance}"
+      sudo <<-SH
+        dd if=/dev/zero of=#{dev} bs=512 count=1
+        pvcreate #{dev}
+        vgcreate #{vg} #{dev}
+      SH
+
+      lvm_volumes.each do |v|
+        create_volume( *v )
+      end
+    end
+
+    def create_volume( slice, path, name = nil )
+      name ||= File.basename( path )
+      vg = "vg#{instance}"
+      sudo <<-SH
+        lvcreate -l #{(slice * 100).round}%vg -n #{name} #{vg}
+        mkfs -t #{fs_type} #{fs_opts.join ' '} /dev/#{vg}/#{name}
+        mkdir -p #{path}
+        echo '/dev/#{vg}/#{name} #{path} #{fs_type} #{mount_opts.join ','} 0 0' \
+          >> /etc/fstab
+        mount #{path}
+      SH
+    end
+
+    def default_raid_level
+      if raw_devices.count >= 4
+        10
+      else
+        0
+      end
+    end
+
+  end
+
+end

data/lib/syncwrap/components/network.rb

@@ -0,0 +1,99 @@
+#--
+# Copyright (c) 2011-2014 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'syncwrap/component'
+
+require 'syncwrap/components/ubuntu'
+require 'syncwrap/components/rhel'
+
+module SyncWrap
+
+  # Make updates to system configration for hostname and name
+  # resolution. These changes are distro specific.
+  #
+  # Host component dependencies: <Distro>
+  class Network < Component
+
+    # A default DNS domain name to use for name search, for addition
+    # to /etc/resolver.conf, etc. (default: nil)
+    attr_accessor :dns_domain
+
+    def initialize( opts = {} )
+      @dns_domain = nil
+      super
+    end
+
+    def install
+      update_hostname
+      update_resolver
+    end
+
+    def update_hostname
+      name = host.name
+
+      case distro
+      when RHEL
+        # If HOSTNAME not already set correctly in network file,
+        # backup, delete old line, append new line.
+        sudo <<-SH
+          if ! grep -q '^HOSTNAME=#{name}$' /etc/sysconfig/network; then
+            cp -f /etc/sysconfig/network /etc/sysconfig/network~
+            sed -i '/^HOSTNAME=.*/d' /etc/sysconfig/network
+            echo 'HOSTNAME=#{name}' >> /etc/sysconfig/network
+            hostname #{name}
+          fi
+        SH
+      when Ubuntu
+        sudo <<-SH
+          if [ ! -e /etc/hostname -o "$(< /etc/hostname)" != "#{name}" ]; then
+            echo #{name} > /etc/hostname
+            hostname #{name}
+          fi
+        SH
+      end
+    end
+
+    def update_resolver
+      if dns_domain
+        # (Temporary) inclusion direct to resolver.conf
+        sudo <<-SH
+          if ! grep -q 'search.* #{dns_domain}' /etc/resolver.conf; then
+            cp -f /etc/resolver.conf /etc/resolver.conf~
+            sed -i '/^search/d' /etc/resolver.conf
+            echo 'search #{dns_domain}' >> /etc/resolver.conf
+          fi
+        SH
+
+        case distro
+        when RHEL
+          # FIXME:
+          warn "Network: not sure if resolver.conf change is permanent?"
+        when Ubuntu
+          f='/etc/network/interfaces'
+          sudo <<-SH
+            if ! grep -E -q '^\\s*dns-domain #{dns_domain}' #{f}; then
+              cp -f #{f} #{f}~
+              sed -r -i '/^\\s*dns-domain/d' #{f}
+              echo '     dns-domain #{dns_domain}' >> #{f}
+            fi
+          SH
+        end
+      end
+    end
+
+  end
+
+end

data/lib/syncwrap/components/open_jdk.rb

@@ -0,0 +1,70 @@
+#--
+# Copyright (c) 2011-2014 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'syncwrap/component'
+
+# For distro class comparison only (pre-load for safety)
+require 'syncwrap/components/rhel'
+require 'syncwrap/components/ubuntu'
+
+module SyncWrap
+
+  # Provision an OpenJDK via Linux distro managed packages.
+  #
+  # Oracle, Java, and OpenJDK are registered trademarks of Oracle
+  # and/or its affiliates.
+  # See http://openjdk.java.net/legal/openjdk-trademark-notice.html.
+  #
+  # Host component dependencies: <Distro>
+  class OpenJDK < Component
+
+    # The JDK major and/or minor version number, i.e "1.7" or "7" is 7.
+    # Marketing picked the version scheme.
+    attr_accessor :jdk_major_minor
+
+    def initialize( opts = {} )
+      @jdk_major_minor = 7
+
+      super
+    end
+
+    def jdk_dir
+      case distro
+      when RHEL
+        "/usr/lib/jvm/java-1.#{jdk_major_minor}.0"
+      when Ubuntu
+        "/usr/lib/jvm/java-#{jdk_major_minor}-openjdk-amd64"
+      else
+        raise ContextError, "Unknown distro jdk_dir"
+      end
+    end
+
+    # Install including development headers for things like Hashdot.
+    def install
+      case distro
+      when RHEL
+        dist_install( "java-1.#{jdk_major_minor}.0-openjdk",
+                      "java-1.#{jdk_major_minor}.0-openjdk-devel" )
+      when Ubuntu
+        dist_install( "openjdk-#{jdk_major_minor}-jdk" )
+      else
+        raise ContextError, "Unknown distro type"
+      end
+    end
+
+  end
+
+end

data/lib/syncwrap/components/postgresql.rb

@@ -0,0 +1,159 @@
+#--
+# Copyright (c) 2011-2014 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'syncwrap/component'
+
+# For distro class comparison only (pre-load for safety)
+require 'syncwrap/components/rhel'
+require 'syncwrap/components/ubuntu'
+
+module SyncWrap
+
+  # Provisions for install and configuration of PostgreSQL
+  #
+  # Host component dependencies: <Distro>
+  class PostgreSQL < Component
+
+    # Location of postgresql data dir
+    attr_accessor :pg_data_dir
+
+    # The distro default data dir (set if known to be different than
+    # distro-specific default, nil -> computed in accessor)
+    attr_writer :pg_default_data_dir
+
+    def initialize( opts = {} )
+      @pg_data_dir = '/pg/data'
+      @pg_default_data_dir = nil
+      super
+    end
+
+    def pg_default_data_dir
+      @pg_default_data_dir ||
+        case distro
+        when RHEL
+          '/var/lib/pgsql9/data'
+        when Ubuntu
+          '/var/lib/postgresql/9.1/main'
+        else
+          raise ContextError, "Distro #{distro.class.name} not supported"
+        end
+    end
+
+    def pg_deploy_config
+      case distro
+      when RHEL
+        'postgresql/rhel'
+      when Ubuntu
+        'postgresql/ubuntu'
+      else
+        raise ContextError, "Distro #{distro.class.name} not supported"
+      end
+    end
+
+    def pg_config_dir
+      case distro
+      when RHEL
+        pg_data_dir
+      when Ubuntu
+        '/etc/postgresql/9.1/main'
+      else
+        raise ContextError, "Distro #{distro.class.name} not supported"
+      end
+    end
+
+    def install
+      package_install
+      changes = setup_data_dir
+      changes += pg_configure
+      if changes.empty?
+        pg_start
+      else
+        pg_restart
+      end
+    end
+
+    def package_install
+      dist_install 'postgresql'
+      if distro.is_a?( Ubuntu )
+        pg_stop
+        rput( 'etc/sysctl.d/61-postgresql-shm.conf', :user => 'root' )
+        sudo "sysctl -p /etc/sysctl.d/61-postgresql-shm.conf"
+      end
+    end
+
+    def setup_data_dir
+      changes = []
+
+      case distro
+
+      when RHEL
+        unless pg_data_dir == pg_default_data_dir
+          changes = rput( 'etc/sysconfig/pgsql/postgresql', :user => 'root' )
+        end
+
+        sudo( "if [ ! -d '#{pg_data_dir}/base' ]; then", close: "fi" ) do
+          unless pg_data_dir == pg_default_data_dir
+            # (Per Amazon Linux)
+            # Install PGDATA var override for init.d/postgresql
+            sudo <<-SH
+              mkdir -p #{pg_data_dir}
+              chown postgres:postgres #{pg_data_dir}
+              chmod 700 #{pg_data_dir}
+            SH
+          end
+          dist_service( 'postgresql', 'initdb' )
+        end
+
+      when Ubuntu
+        unless pg_data_dir == pg_default_data_dir
+          sudo <<-SH
+            mkdir -p #{pg_data_dir}
+            chown postgres:postgres #{pg_data_dir}
+            chmod 700 #{pg_data_dir}
+            mv #{pg_default_data_dir}/* #{pg_data_dir}/
+          SH
+        end
+      else
+        raise ContextError, "Distro #{distro.class.name} not supported"
+      end
+
+      changes
+    end
+
+    # Update PostgreSQL config files
+    def pg_configure
+      changes = rput( "#{pg_deploy_config}/", pg_config_dir, :user => 'postgres' )
+      if !changes.empty? && pg_config_dir == pg_data_dir
+        sudo( "chmod 700 #{pg_data_dir}" )
+      end
+      changes
+    end
+
+    def pg_start
+      dist_service( 'postgresql', 'start' )
+    end
+
+    def pg_restart
+      dist_service( 'postgresql', 'restart' )
+    end
+
+    def pg_stop
+      dist_service( 'postgresql', 'stop' )
+    end
+
+  end
+
+end