elevage 0.1.0

data/lib/elevage/provisionerrunqueue.rb

@@ -0,0 +1,114 @@
+require_relative 'constants'
+
+module Elevage
+  # ProvisionerRunQueue class
+  class ProvisionerRunQueue
+    attr_reader :running_tasks
+    attr_accessor :provisioners
+    attr_accessor :max_concurrent
+    attr_accessor :busy_wait_timeout
+    attr_accessor :build_status_interval
+
+    # Public: Initialize the object
+    def initialize
+      @running_tasks = 0 # We start out with nothing running
+      @max_concurrent = BUILD_CONCURRENT_DEFAULT
+      @busy_wait_timeout = BUILD_CHILD_WAIT_TIMEOUT
+      @build_status_interval = BUILD_STATUS_INTERVAL
+      @provisioners = []
+      @children = {}
+    end
+
+    # Public: run() - Process the queue
+    # rubocop:disable MethodLength
+    def run
+      puts "#{Time.now} [#{$$}]: Provisioning started."
+      @provisioners.each do |provisioner|
+        # Make sure we're not running more jobs than we're allowed
+        wait_for_tasks
+        child_pid = fork do
+          provision_task task: provisioner
+        end
+        @children[child_pid] = provisioner.name
+        @running_tasks += 1
+      end
+      # Hang around until we collect all the rest of the children
+      wait_for_tasks state: :collect
+      puts "#{Time.now} [#{$$}]: Provisioning completed."
+    end
+    # rubocop:enable MethodLength
+
+    # Public: Display a string representation
+    # rubocop:disable MethodLength
+    def to_s
+      puts "Running Tasks: #{@running_tasks}"
+      puts "Max Concurrency: #{@max_concurrent}"
+      puts "Wait status interval: #{@build_status_interval}"
+      puts 'Current Child processes:'
+      @children.each do |pid, name|
+        puts " - [#{pid}]: #{name}"
+      end
+      puts 'Queued Provisioners:'
+      @provisioners.each do |provisioner|
+        puts " - #{provisioner.name}"
+      end
+    end
+    # rubocop:enable MethodLength
+
+    private
+
+    # rubocop:disable LineLength, GlobalVars
+    # Private: provision_task is the method that should execute in the child
+    # process, and contain all the logic for the child process.
+    def provision_task(task: nil)
+      start_time = Time.now
+      print "#{Time.now} [#{$$}]: #{task.name} Provisioning...\n"
+      status = task.build ? 'succeeded' : 'FAILED'
+      run_time = Time.now - start_time
+      print "#{Time.now} [#{$$}]: #{task.name} #{status} in #{run_time.round(2)} seconds.\n"
+    end
+    # rubocop:enable LineLength, GlobalVars
+
+    # rubocop:disable MethodLength, LineLength, CyclomaticComplexity, GlobalVars
+    # Private: Wait for child tasks to return
+    # Since our trap for SIGCHLD will clean up the @running_tasks count and
+    # the children hash, here we can just keep checking until @running_tasks
+    # is 0.
+    # If we've been waiting at least a minute, print out a notice of what
+    # we're still waiting for.
+    def wait_for_tasks(state: :running)
+      i = interval = @build_status_interval / @busy_wait_timeout
+
+      # We are either "running", and waiting for a child to return so we can
+      # dispatch a new child, or we are "collecting", in which case we have
+      # no more children waiting to be dispatched, and are waiting for them
+      # all to finish.
+      while @running_tasks >= @max_concurrent && state.eql?(:running) || @running_tasks > 0 && state.eql?(:collect)
+
+        # Always having to clean up after our children...
+        @children.keys.each do |pid|
+          childpid = Process.wait(pid, Process::WNOHANG | Process::WUNTRACED)
+          unless childpid.nil?
+            @children.delete(childpid)
+            @running_tasks -= 1
+          end
+        end
+
+        # Is it time for a status update yet?
+        if i <= 0
+          print "#{Time.now} [#{$$}]: Waiting for #{@children.size} jobs:\n"
+          @children.each do |pid, name|
+            print " - #{pid}: #{name}\n"
+          end
+          # reset the status counter
+          i = interval
+        end
+
+        # tick the status counter
+        i -= 1
+        sleep @busy_wait_timeout
+      end
+    end
+    # rubocop:enable MethodLength, LineLength, CyclomaticComplexity, GlobalVars
+  end
+end

data/lib/elevage/runner.rb

@@ -0,0 +1,39 @@
+require 'elevage'
+# rubocop:disable all
+module Elevage
+  # wrapper to assist aruba in single process execution
+  class Runner
+    # Allow everything fun to be injected from the outside while defaulting to normal implementations.
+    def initialize(argv, stdin = STDIN, stdout = STDOUT, stderr = STDERR, kernel = Kernel)
+      @argv, @stdin, @stdout, @stderr, @kernel = argv, stdin, stdout, stderr, kernel
+    end
+
+    def execute!
+      exit_code = begin
+      # Thor accesses these streams directly rather than letting them be injected, so we replace them...
+        $stderr = @stderr
+        $stdin = @stdin
+        $stdout = @stdout
+
+        Elevage::CLI.start(@argv)
+
+        # Thor::Base#start does not have a return value, assume success if no exception is raised.
+        0
+      rescue StandardError => e
+        # The ruby interpreter would pipe this to STDERR and exit 1 in the case of an unhandled exception
+        b = e.backtrace
+        b.unshift("#{b.shift}: #{e.message} (#{e.class})")
+        @stderr.puts(b.map { |s| "\tfrom #{s}" }.join("\n"))
+        1
+      ensure
+        # put them back.
+        $stderr = STDERR
+        $stdin = STDIN
+        $stdout = STDOUT
+      end
+      # Proxy exit code back to the injected kernel.
+      @kernel.exit(exit_code)
+    end
+  end
+end
+# rubocop:enable all

data/lib/elevage/templates/compute.yml.tt

@@ -0,0 +1,18 @@
+? "%YAML 1.2"
+compute:
+  # The compute name is used to specify the compute resources used in the provsion of the component node.
+  # Currently available options are cpu and ram. Ram is an integer value representing Gb.
+  #
+  # Example:
+  #
+  #   dev:
+  #     cpu: 2
+  #     ram: 1
+  #
+  #   prod:
+  #     cpu: 2
+  #     ram: 12
+  #
+  default: &default
+    cpu:
+    ram:

data/lib/elevage/templates/environment.yml.tt

@@ -0,0 +1,20 @@
+? "%YAML 1.2"
+environment:
+  vcenter:
+  # Environment files are generated from the platform.yml defintion.
+  #
+  # You can override any of the default values based on the requirements
+  # of this particular environment. Though typically you will only
+  # want to override things like:
+  #
+  # count           The number of components in the load balance pool
+  # compute         Size of compute resource to assign, defined in the compute.yml file
+  # network         vlan the component nodes are attached
+  #
+  # Additionally, you must specify IP addresses for each node. The generate
+  # command will create array placeholders based on the default Count
+  #
+  pools:
+<%= @env_pools %>
+  components:
+<%= @env_components %>

data/lib/elevage/templates/network.yml.tt

@@ -0,0 +1,16 @@
+? "%YAML 1.2"
+network:
+  # Any number of networks may be specified. Networks are assigned to components as part
+  # of the component definition. The vcenter vlan id is used to specify the network.
+  #
+  # Example:
+  #
+  #  devweb:
+  #    vlanid: DEV_WEB_NET
+  #    gateway: 10.10.128.1
+  #    netmask: 19
+  #
+  networkname:
+    vlanid:
+    gateway:
+    netmask:

data/lib/elevage/templates/platform.yml.tt

@@ -0,0 +1,110 @@
+? "%YAML 1.2"
+platform:
+  name: <%= platform.downcase %>
+  description: platform desired state definition files
+  # Environments are listed as individual yml array elements such as
+  #
+  # Example
+  #
+  # environments:
+  #   - INT
+  #   - QA
+  #   - STAGE
+  #   - PROD
+  #
+  environments:
+    -
+  # Components are grouped into tiers. You may define a single tier or multiple.
+  # Tier names may be appended to vcenter resource folders. A typical platform may
+  # be tiered as follows:
+  #
+  # Example
+  #
+  # tiers:
+  #   - web
+  #   - app
+  #   - db
+  #
+  tiers:
+    -
+  # Individual node name are constructed at provision time based on the pattern
+  # you define here. Available options from the platform or environment yml keys are
+  # environment
+  # component
+  # instance    single leading zero 0..9, up to count of component pool
+  # geo         first letter of geo key value
+  # 'string'    any single quoted string, escape char not evaluated
+  #
+  # Example
+  #
+  # nodenameconvention:
+  #   - environment
+  #   - '-'
+  #   - component
+  #   - instance
+  #
+  #   => "dev-api01"
+  #
+  nodenameconvention:
+    - 'node'
+    - instance
+  # Components are defined as part of a pool. The pool is where you assign a component
+  # the following required items:
+  #
+  # count           The number of components in the load balance pool
+  # tier            Which platform tier the component is built on
+  # image           The vmware image to clone for the nodes in this pool
+  # compute         Size of compute resource to assign, defined in the compute.yml file
+  # port            service comm port
+  # runlist         Chef runlist(s) for the node
+  # componentrole   optional custom role created by substituting the component name for # in the supplied string
+  #
+  # you may define any number of pools which may inherit based on yml default indicators.
+  # Each component may share a pool definition or have a unique one.
+  #
+  # Example
+  #
+  # pools:
+  #   vmdefaults: &vmdefaults
+  #     count: 4
+  #     tier: Web
+  #     image: 'centos-6.5-x86_64-20140714'
+  #     compute: dev
+  #     port: 80
+  #     runlist:
+  #       - 'role[base]'
+  #     componentrole: 'role[myapp-#]'
+  #
+  pools:
+    vmdefaults: &vmdefaults
+      count:
+      tier:
+      image:
+      compute:
+      port:
+      runlist:
+        -
+      componentrole: false
+  # Components inherit all the key values from the assigned pool, which may be overridden
+  # in addition you can define a service port number for individual service pools
+  #
+  # Example
+  #
+  #   components:
+  #      api:
+  #        <<: *vmdefaults
+  #        port: 8080
+  #
+  #      cui:
+  #        <<: *vmdefaults
+  #        port: 8082
+  #
+  #      terracotta:
+  #        <<: *vmdefaults
+  #        compute: prodtc
+  #        image: 'centos32g-6.5-x86_64-20140714'
+  #
+  components:
+
+    component:
+      <<: *vmdefaults

data/lib/elevage/templates/vcenter.yml.tt

@@ -0,0 +1,77 @@
+? "%YAML 1.2"
+vcenter:
+  # you can add as many vcenter definitions as required. The default file configuratioon
+  # includes two in the form of a production and non production datacenter.
+  # Key elements are as follows:
+  #
+  # geo           geographic location of a physical data center. Primarily for use in DR defintions
+  # timezone      node timezone setting
+  # host          hostname of vcenter management server
+  # datacenter    vcenter 'datacenter' folder
+  # imagefolder   vcenter resource folder where the clone image is located
+  # destfolder    vcenter resource folder destination for provisioned vms
+  # resourcepool  vcenter resource pool for the provisioned vms
+  # appendenv     if true the destfolder path will be appended with the environment name
+  # appenddomain  if true the domain will be pre-pended with environment name
+  # datastores    array list of available datastores. Elevage will attempt to evenly distribute
+  # domain        domain for fqdn of host
+  # dnsips        ips of dns servers
+  #
+  # Example
+  #
+  #  locations:
+  #      nonprod: &vcenter
+  #        geo: west
+  #        timezone: 085
+  #
+  #        host: 'vcwest.corp.local'
+  #        datacenter: 'WCDC NonProd'
+  #        imagefolder: 'Corporate/Platform Services/Templates'
+  #        destfolder: 'Corporate/Platform Services/app'
+  #        resourcepool: 'App-Web Linux/Corporate'
+  #        appendenv: true
+  #        appenddomain: true
+  #        datastores:
+  #          - NonProd_Cor_25
+  #          - NonProd_Cor_26
+  #          - NonProd_Cor_38
+  #          - NonProd_Cor_39
+  #
+  #        domain: dev.corp.local
+  #        dnsips:
+  #          - 10.10.10.5
+  #          - 10.10.10.6
+  #
+  #      prod:
+  #        <<: *vcenter
+  #
+  #        datacenter: 'WCDC Prod'
+  #        datastores:
+  #          - Prod_Cor_03
+  #          - Prod_Cor_04
+  #
+  #        domain: corp.local
+  #        dnsips:
+  #          - 10.20.100.5
+  #          - 10.20.100.6
+  #
+  nonprod: &default
+    geo:
+    timezone:
+
+    host:
+    datacenter:
+    imagefolder:
+    destfolder:
+    resourcepool:
+    appendenv: false
+    appenddomain: false
+    datastores:
+      -
+
+    domain:
+    dnsips:
+      -
+
+  prod:
+    <<: *default

data/lib/elevage/version.rb

@@ -0,0 +1,4 @@
+# simple gem version number tracking
+module Elevage
+  VERSION = '0.1.0'
+end

data/lib/elevage.rb

@@ -0,0 +1,45 @@
+require 'thor'
+require 'elevage/version'
+require 'elevage/constants'
+require 'elevage/new'
+require 'elevage/platform'
+require 'elevage/environment'
+require 'elevage/health'
+require 'elevage/generate'
+require 'elevage/build'
+
+# Refer to README.md for use instructions
+module Elevage
+  # Start of main CLI
+  class CLI < Thor
+    package_name 'elevage'
+    map '--version' => :version
+    map '-v' => :version
+
+    desc 'version', DESC_VERSION
+    def version
+      puts VERSION
+    end
+
+    desc 'list ITEM', DESC_LIST
+    method_option :nodes, aliases: '-n', desc: DESC_LIST_NODES
+    # rubocop:disable LineLength
+    def list(item)
+      # errors handled in class methods
+      if LIST_CMDS.include?(item)
+        puts Elevage::Platform.new.send(item).to_yaml
+      else
+        fail(IOError, ERR[:not_list_cmd]) unless File.file?(ENV_FOLDER + item + '.yml')
+        environment = Elevage::Environment.new(item)
+        puts options[:nodes] ? environment.list_nodes : environment
+      end
+    end
+    # rubocop:enable LineLength
+
+    # subcommand in Thor called as registered class
+    register(Elevage::New, 'new', 'new PLATFORM', DESC_NEW)
+    register(Elevage::Health, 'health', 'health', DESC_HEALTH)
+    register(Elevage::Generate, 'generate', 'generate ENV', DESC_GENERATE)
+    register(Elevage::Build, 'build', 'build TARGET', DESC_BUILD)
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,4 @@
+# $LOAD_PATH << '../../lib'
+#
+# require 'coveralls'
+# Coveralls.wear!