onceover 3.0.0

data/factsets/Windows_Server-2012r2-64.json

@@ -0,0 +1,164 @@
+{
+  "name": "win-e5k8tm30719",
+  "values": {
+    "agent_specified_environment": "production",
+    "architecture": "x64",
+    "dhcp_servers": {
+      "Ethernet": "10.0.2.2",
+      "system": "10.0.2.2"
+    },
+    "dmi": {
+      "manufacturer": "innotek GmbH",
+      "product": {
+        "name": "VirtualBox",
+        "serial_number": "0"
+      }
+    },
+    "env_windows_installdir": "C:\\Program Files\\Puppet Labs\\Puppet",
+    "facterversion": "3.1.1",
+    "fqdn": "WIN-E5K8TM30719",
+    "hardwareisa": "x64",
+    "hardwaremodel": "x86_64",
+    "hostname": "WIN-E5K8TM30719",
+    "id": "WIN-E5K8TM30719\\vagrant",
+    "identity": {
+      "user": "WIN-E5K8TM30719\\vagrant"
+    },
+    "interfaces": "Ethernet",
+    "ipaddress": "10.0.2.15",
+    "ipaddress6": "fe80::a180:36e0:3a6e:1005%12",
+    "ipaddress6_Ethernet": "fe80::a180:36e0:3a6e:1005%12",
+    "ipaddress_Ethernet": "10.0.2.15",
+    "is_virtual": true,
+    "kernel": "windows",
+    "kernelmajversion": "6.3",
+    "kernelrelease": "6.3.9600",
+    "kernelversion": "6.3.9600",
+    "macaddress": "08:00:27:81:38:FA",
+    "macaddress_Ethernet": "08:00:27:81:38:FA",
+    "manufacturer": "innotek GmbH",
+    "memory": {
+      "system": {
+        "available": "1.42 GiB",
+        "available_bytes": 1521610752,
+        "capacity": "29.13%",
+        "total": "2.00 GiB",
+        "total_bytes": 2147012608,
+        "used": "596.43 MiB",
+        "used_bytes": 625401856
+      }
+    },
+    "memoryfree": "1.42 GiB",
+    "memoryfree_mb": 1451.12109375,
+    "memorysize": "2.00 GiB",
+    "memorysize_mb": 2047.55078125,
+    "mtu_Ethernet": 1500,
+    "netmask": "255.255.255.0",
+    "netmask6": "ffff:ffff:ffff:ffff::",
+    "netmask6_Ethernet": "ffff:ffff:ffff:ffff::",
+    "netmask_Ethernet": "255.255.255.0",
+    "network": "10.0.2.0",
+    "network6": "fe80::%12",
+    "network6_Ethernet": "fe80::%12",
+    "network_Ethernet": "10.0.2.0",
+    "networking": {
+      "dhcp": "10.0.2.2",
+      "fqdn": "WIN-E5K8TM30719",
+      "hostname": "WIN-E5K8TM30719",
+      "interfaces": {
+        "Ethernet": {
+          "bindings": [
+            {
+              "address": "10.0.2.15",
+              "netmask": "255.255.255.0",
+              "network": "10.0.2.0"
+            }
+          ],
+          "bindings6": [
+            {
+              "address": "fe80::a180:36e0:3a6e:1005%12",
+              "netmask": "ffff:ffff:ffff:ffff::",
+              "network": "fe80::%12"
+            }
+          ],
+          "dhcp": "10.0.2.2",
+          "ip": "10.0.2.15",
+          "ip6": "fe80::a180:36e0:3a6e:1005%12",
+          "mac": "08:00:27:81:38:FA",
+          "mtu": 1500,
+          "netmask": "255.255.255.0",
+          "netmask6": "ffff:ffff:ffff:ffff::",
+          "network": "10.0.2.0",
+          "network6": "fe80::%12"
+        }
+      },
+      "ip": "10.0.2.15",
+      "ip6": "fe80::a180:36e0:3a6e:1005%12",
+      "mac": "08:00:27:81:38:FA",
+      "mtu": 1500,
+      "netmask": "255.255.255.0",
+      "netmask6": "ffff:ffff:ffff:ffff::",
+      "network": "10.0.2.0",
+      "network6": "fe80::%12",
+      "primary": "Ethernet"
+    },
+    "operatingsystem": "windows",
+    "operatingsystemmajrelease": "2012 R2",
+    "operatingsystemrelease": "2012 R2",
+    "os": {
+      "architecture": "x64",
+      "family": "windows",
+      "hardware": "x86_64",
+      "name": "windows",
+      "release": {
+        "full": "2012 R2",
+        "major": "2012 R2"
+      },
+      "windows": {
+        "system32": "C:\\Windows\\system32"
+      }
+    },
+    "osfamily": "windows",
+    "path": "C:/Program Files/Puppet Labs/Puppet/facter/bin;C:\\Program Files\\Puppet Labs\\Puppet\\puppet\\bin;C:\\Program Files\\Puppet Labs\\Puppet\\facter\\bin;C:\\Program Files\\Puppet Labs\\Puppet\\hiera\\bin;C:\\Program Files\\Puppet Labs\\Puppet\\mcollective\\bin;C:\\Program Files\\Puppet Labs\\Puppet\\bin;C:\\Program Files\\Puppet Labs\\Puppet\\sys\\ruby\\bin;C:\\Program Files\\Puppet Labs\\Puppet\\sys\\tools\\bin;C:\\Windows\\system32;C:\\Windows;C:\\Windows\\System32\\Wbem;C:\\Windows\\System32\\WindowsPowerShell\\v1.0\\;C:\\Program Files (x86)\\Git\\cmd;C:\\Program Files (x86)\\Git\\bin;C:\\Program Files\\Puppet Labs\\Puppet\\bin",
+    "physicalprocessorcount": 1,
+    "processor0": "Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz",
+    "processorcount": 1,
+    "processors": {
+      "count": 1,
+      "isa": "x64",
+      "models": [
+        "Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz"
+      ],
+      "physicalcount": 1
+    },
+    "productname": "VirtualBox",
+    "puppetversion": "4.2.3",
+    "ruby": {
+      "platform": "x64-mingw32",
+      "sitedir": "C:/Program Files/Puppet Labs/Puppet/sys/ruby/lib/ruby/site_ruby/2.1.0",
+      "version": "2.1.7"
+    },
+    "rubyplatform": "x64-mingw32",
+    "rubysitedir": "C:/Program Files/Puppet Labs/Puppet/sys/ruby/lib/ruby/site_ruby/2.1.0",
+    "rubyversion": "2.1.7",
+    "serialnumber": "0",
+    "system32": "C:\\Windows\\system32",
+    "system_uptime": {
+      "days": 0,
+      "hours": 0,
+      "seconds": 287,
+      "uptime": "0:04 hours"
+    },
+    "timezone": "Coordinated Universal Time",
+    "uptime": "0:04 hours",
+    "uptime_days": 0,
+    "uptime_hours": 0,
+    "uptime_seconds": 287,
+    "virtual": "virtualbox",
+    "clientcert": "win-e5k8tm30719",
+    "clientversion": "4.2.3",
+    "clientnoop": false
+  },
+  "timestamp": "2015-11-19T01:47:05.215450000+00:00",
+  "expiration": "2015-11-19T02:17:05.215450000+00:00"
+}

data/lib/onceover/beaker.rb

@@ -0,0 +1,225 @@
+class Onceover
+  class Beaker
+    def self.facts_to_vagrant_box(facts)
+      # Gets the most similar vagrant box to the facts set provided, will accept a single fact
+      # se or an array
+
+      if facts.is_a?(Array)
+        returnval = []
+        facts.each do |fact|
+          returnval << self.facts_to_vagrant_box(fact)
+        end
+        return returnval
+      end
+
+      begin
+        if facts['os']['distro']['id'] == 'Ubuntu'
+          os = 'ubuntu'
+          version = facts['os']['distro']['release']['major']
+        end
+      rescue
+        # Do nothing, this is the easiest way to handle the hash bing in different formats
+      end
+
+      begin
+        if facts['os']['distro']['id'] == 'Debian'
+          os = 'Debian'
+          version = facts['os']['distro']['release']['full']
+        end
+      rescue
+        # Do nothing
+      end
+
+      begin
+        if facts['os']['family'] == "RedHat"
+          os = 'centos'
+          version = "#{facts['os']['release']['major']}.#{facts['os']['release']['minor']}"
+        end
+      rescue
+        # Do nothing
+      end
+
+      return "UNKNOWN" unless os.is_a?(String)
+
+      if facts['os']['architecture'] =~ /64/
+        arch = '64'
+      else
+        arch = '32'
+      end
+
+      "puppetlabs/#{os}-#{version}-#{arch}-puppet"
+    end
+
+    # This will take a fact set and return the beaker platform of that machine
+    # This is necissary as beaker needs the platform set up correctly to know which
+    # commands to run when we do stuff. Personally I would prefer beaker to detect the
+    # platform as it would not be that hard, especially once puppet is installed, oh well.
+    def self.facts_to_platform(facts)
+      if facts.is_a?(Array)
+        returnval = []
+        facts.each do |fact|
+          returnval << self.facts_to_platform(fact)
+        end
+        return returnval
+      end
+
+      begin
+        if facts['os']['family'] == 'RedHat'
+          platform = 'el'
+          version = facts['os']['release']['major']
+        end
+      rescue
+        # Do nothing, this is the easiest way to handle the hash being in different formats
+      end
+
+      begin
+        if facts['os']['distro']['id'] == 'Ubuntu'
+          platform = 'ubuntu'
+          version = facts['os']['distro']['release']['major']
+        end
+      rescue
+        # Do nothing, this is the easiest way to handle the hash being in different formats
+      end
+
+      begin
+        if facts['os']['distro']['id'] == 'Debian'
+          platform = 'debian'
+          version = facts['os']['distro']['release']['full']
+        end
+      rescue
+        # Do nothing
+      end
+
+      if facts['os']['architecture'] =~ /64/
+        arch = '64'
+      else
+        arch = '32'
+      end
+
+      "#{platform}-#{version}-#{arch}"
+    end
+
+    # This little method will deploy a Controlrepo object to a host, just using r10k deploy
+    def self.deploy_controlrepo_on(host, repo = Onceover::Controlrepo.new())
+      require 'beaker-rspec'
+      require 'onceover/controlrepo'
+
+      if host.is_a?(Array)
+        hosts.each do |single_host|
+          deploy_controlrepo_on(single_host)
+        end
+      end
+
+      # Use a beaker helper to do the install (*nix only)
+      install_r10k_on(host)
+
+      # Use beaker to install git
+      host.install_package('git')
+
+      # copy the file over to the host (Maybe I should be changing the directory here??)
+      scp_to(host,repo.r10k_config_file,'/tmp/r10k.yaml')
+
+      # Do an r10k deploy
+      r10k_deploy(host,{
+        :puppetfile => true,
+        :configfile => '/tmp/r10k.yaml',
+        })
+    end
+
+    # This actually provisions a node and checks that puppet will be able to run and
+    # be idempotent. It hacks the beaker NetworkManager object to do this. The reason
+    # is that beaker is designed to run in the following order:
+    #   1. Spin up nodes
+    #   2. Run all tests
+    #   3. Kill all nodes
+    #
+    # This is not helpful for us. We want to be able to test all of our classes on
+    # all of our nodes, this could be a lot of vms and having them all running at once
+    # would be a real kick in the dick for whatever system was running it.
+    def self.provision_and_test(host,puppet_class,opts = {},repo = Onceover::Controlrepo.new)
+      opts = {:runs_before_idempotency => 1}.merge(opts)
+      opts = {:check_idempotency => true}.merge(opts)
+      opts = {:deploy_controlrepo => true}.merge(opts)
+
+
+      raise "Hosts must be a single host object, not an array" if host.is_a?(Array)
+      raise "Class must be a single Class [String], not an array" unless puppet_class.is_a?(String)
+
+      # Create our own NWM object that we are going to interact with
+      # Note here that 'options', 'logger' and are exposed within the rspec tests
+      # if this is run outside of that context it will fail
+      network_manager = ::Beaker::NetworkManager.new(options,logger)
+
+      # Hack the network manager to smash our host in there without provisioning
+      network_manager.instance_variable_set(:@hosts,[host])
+
+      # Now that we have a working network manager object, we can provision, but only if
+      # we need to, ahhh smart...
+      unless host.up?
+        network_manager.provision
+        network_manager.proxy_package_manager
+        network_manager.validate
+        network_manager.configure
+      end
+
+      # Actually run the tests
+      manifest = "include #{puppet_class}"
+
+      opts[:runs_before_idempotency].times do
+        apply_manifest_on(host,manifest,{:catch_failures => true})
+      end
+
+      if opts[:check_idempotency]
+        apply_manifest_on(host,manifest,{:catch_changes => true})
+      end
+
+      network_manager.cleanup
+    end
+
+    def self.match_indentation(test,logger)
+      logger.line_prefix = '  ' * (test.metadata[:scoped_id].split(':').count - 1)
+    end
+
+    def self.host_create(name, nodes)
+      require 'beaker/network_manager'
+
+      current_opts = {}
+      nodes.each do |opt,val|
+        if opt == :HOSTS
+          val.each do |k,v|
+            if k == name
+              current_opts[:HOSTS] = {k => v}
+            end
+          end
+        else
+          current_opts[opt] = val
+        end
+      end
+
+      # I copied this code off the internet, basically it allows us
+      # to refer to each key as either a string or an object
+      current_opts.default_proc = proc do |h, k|
+        case k
+          when String then sym = k.to_sym; h[sym] if h.key?(sym)
+          when Symbol then str = k.to_s; h[str] if h.key?(str)
+        end
+      end
+
+      @nwm = ::Beaker::NetworkManager.new(current_opts,logger)
+      @nwm.provision
+      @nwm.proxy_package_manager
+      @nwm.validate
+      @nwm.configure
+
+      @nwm.instance_variable_get(:@hosts).each do |host|
+        host.instance_variable_set(:@nwm,@nwm)
+        host.define_singleton_method(:down!) do
+          @nwm.cleanup
+        end
+      end
+
+      raise "The networkmanager created too many machines! Only expecting one" if hosts.count > 1
+      @nwm.instance_variable_get(:@hosts)[0]
+    end
+  end
+end

data/lib/onceover/beaker/spec_helper.rb

@@ -0,0 +1,70 @@
+# This has all been hacked out of the beaker-rspec gem. The reason I have
+# hacked it out instead of just using it the way it was intended is that
+# it is very stuck in its ways around how it spins up all the servers
+# first, then goes ahead and runs the tests. Because I don't want to do this
+# I have had to replicate MOST of the functionality, EXCEPT the stuff I don't
+# want. This is annoying but as far as I can tell this is the only way to do
+# it
+
+require 'beaker'
+require 'beaker-rspec/beaker_shim' # This overloads Rspec's methods and provides the interface between beaker and RSpec
+require "beaker-rspec/helpers/serverspec"
+include BeakerRSpec::BeakerShim
+require 'onceover/beaker'
+
+#scp_to hosts, '<%= repo.tempdir %>/etc', '/'
+
+RSpec.configure do |c|
+  # Enable color
+  c.color = true
+  c.tty = true
+
+  # Readable test descriptions
+  c.formatter = :documentation
+
+  # Define persistant hosts setting
+  c.add_setting :hosts, :default => []
+  # Define persistant options setting
+  c.add_setting :options, :default => {}
+  # Define persistant metadata object
+  c.add_setting :metadata, :default => {}
+  # Define persistant logger object
+  c.add_setting :logger, :default => nil
+  # Define persistant default node
+  c.add_setting :default_node, :default => nil
+
+  #default option values
+  defaults = {
+    :nodeset     => 'onceover-nodes',
+  }
+  #read env vars
+  env_vars = {
+    :color       => ENV['BEAKER_color'] || ENV['RS_COLOR'],
+    :nodeset     => ENV['BEAKER_set'] || ENV['RS_SET'],
+    :nodesetfile => ENV['BEAKER_setfile'] || ENV['RS_SETFILE'],
+    :provision   => ENV['BEAKER_provision'] || ENV['RS_PROVISION'],
+    :keyfile     => ENV['BEAKER_keyfile'] || ENV['RS_KEYFILE'],
+    :debug       => ENV['BEAKER_debug'] || ENV['RS_DEBUG'],
+    :destroy     => ENV['BEAKER_destroy'] || ENV['RS_DESTROY'],
+  }.delete_if {|key, value| value.nil?}
+  #combine defaults and env_vars to determine overall options
+  options = defaults.merge(env_vars)
+
+  # process options to construct beaker command string
+  nodesetfile = options[:nodesetfile] || File.join('spec/acceptance/nodesets',"#{options[:nodeset]}.yml")
+  fresh_nodes = options[:provision] == 'no' ? '--no-provision' : nil
+  keyfile = options[:keyfile] ? ['--keyfile', options[:keyfile]] : nil
+  debug = options[:debug] ? ['--log-level', 'debug'] : nil
+  color = options[:color] == 'no' ? ['--no-color'] : nil
+
+  # Configure all nodes in nodeset
+  c.setup([fresh_nodes, '--hosts', nodesetfile, keyfile, debug, color].flatten.compact)
+  #c.provision
+  #c.validate
+  #c.configure
+end
+
+# Set the number of lines it will print
+options[:trace_limit] = 1000
+
+OPTIONS = options