beaker-abs 0.5.0 → 0.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 0ade798dfa7ecc40995a45867f76edd7892efa27
-  data.tar.gz: 75f03ef8b8f0f4db32abefb0f1e6b516471cfbde
+SHA256:
+  metadata.gz: 0d6faecffc36e445ec8fecf9fd7a92a4ffbcb6fb41ef755bff6a42438a71df44
+  data.tar.gz: 6d46f12b1100a9911850f955e3c3c55100e48b4ab03c01d36cb6466ca862b1c4
 SHA512:
-  metadata.gz: 972203984fa9159c68e1ebe383046d5736cfbbdf9f0119c344de836b5fbf74bc15dff21ba33d1d87e2ffa376ba728cbf90d215c09ef0d4f31aafbaad3fe3b366
-  data.tar.gz: 9859a78c8f31c67223acac3ca3c2d0e4e318603acacf2fad4eabb4c241000b1515d059b0e3d6be588abbed3ca34a726463f3caa986250581821ca7d3a9b32896
+  metadata.gz: bd6bf6f23b7faed7d1da6d92d1fd718239bb8b5d186b6f7e2c3eeeeb121dc1e63db0a540e180099fca2c85f880479e368933871f75c068dbdb43e8011b1bdfa3
+  data.tar.gz: f168b9d3adcaf60c0daee56d356e772e0aeccd790379730dba7a99c6e2ec511ebf614bf953a6b5d3a0e6c22c063f4bb337ebd2cf11225829f5a391b67941b5d4

data/.github/dependabot.yml

@@ -0,0 +1,8 @@
+version: 2
+updates:
+- package-ecosystem: bundler
+  directory: "/"
+  schedule:
+    interval: daily
+    time: "13:00"
+  open-pull-requests-limit: 10

data/.travis.yml

@@ -1,5 +1,6 @@
-sudo: false
 language: ruby
 rvm:
-  - 2.1.8
-before_install: gem install bundler -v 1.12.3
+  - 2.6
+before_install:
+  - gem install bundler
+

data/CODEOWNERS

@@ -0,0 +1 @@
+* @puppetlabs/beaker

data/README.md

@@ -1,22 +1,21 @@
-# BeakerAbs
+# beaker-abs
 
 Implements a Beaker hypervisor that makes hosts provisioned by the AlwaysBeScheduling service available to a Beaker run.
 
 ## Installation
 
-Add this line to your application's Gemfile:
+Beaker will automatically load the appropriate hypervisors for any given hosts file, so as long as your project dependencies are satisfied there's nothing else to do. No need to `require` this library in your tests.
 
-```ruby
-gem 'beaker-abs'
-```
-
-And then execute:
-
-    $ bundle
+As of Beaker 4.0, all hypervisor and DSL extension libraries have been removed and are no longer dependencies. In order to use a specific hypervisor or DSL extension library in your project, you will need to include them alongside Beaker in your Gemfile or project.gemspec. E.g.
 
-Or install it yourself as:
-
-    $ gem install beaker-abs
+~~~ruby
+# Gemfile
+gem 'beaker', '~>4.0'
+gem 'beaker-abs'
+# project.gemspec
+s.add_runtime_dependency 'beaker', '~>4.0'
+s.add_runtime_dependency 'beaker-abs'
+~~~
 
 ## Usage
 
@@ -42,6 +41,15 @@ env ABS_RESOURCE_HOSTS=<data> beaker --hosts hosts.yaml
 ```
 
 Beaker will populate the `vmhostname` property for each host using information provided by the AlwaysBeScheduling service.
+This is typically used in a CI scenario, where the jenkins run-me-maybe plugin is populating the ABS_RESOURCE_HOSTS variable.
+
+### Using vmfloaty
+
+If you do not specify a ABS_RESOURCE_HOSTS and request to provision via the beaker options, beaker-abs will fallback to using
+your vmfloaty configuration. By default it will look for the service named 'abs'. The name can also be configured via 
+the environment variable ABS_SERVICE_NAME or the top level option in the hosts file abs_service_name. Similarly, the priority defaults to "1" which means
+it will take precedence over CI tests. Be careful not to run a CI test with this option. The priority can be configured via
+the environment variable ABS_SERVICE_PRIORITY or the top level option in the hosts file abs_service_priority.
 
 ## Development
 

data/beaker-abs.gemspec

@@ -18,7 +18,9 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
-  spec.add_development_dependency "bundler", "~> 1.12"
+  spec.add_dependency "beaker", "~> 4.0"
+  spec.add_dependency "vmfloaty", "~> 1.0.0"
+  spec.add_development_dependency "bundler", "~> 2.1"
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "minitest", "~> 5.0"
 

data/lib/beaker-abs/version.rb

@@ -1,5 +1,5 @@
 module BeakerAbs
   module Version
-    STRING = '0.5.0'
+    STRING = '0.6.0'
   end
 end

data/lib/beaker/hypervisor/abs.rb

@@ -1,5 +1,9 @@
 require 'beaker'
 require 'json'
+require 'pry-byebug'
+require 'vmfloaty'
+require 'vmfloaty/conf'
+require 'vmfloaty/utils'
 
 module Beaker
   class Abs < Beaker::Hypervisor
@@ -9,7 +13,12 @@ module Beaker
       @hosts = hosts
 
       resource_hosts = ENV['ABS_RESOURCE_HOSTS'] || @options[:abs_resource_hosts]
-      raise ArgumentError.new("ABS_RESOURCE_HOSTS must be specified when using the Beaker::Abs hypervisor") if resource_hosts.nil?
+
+      @abs_service_name = ENV['ABS_SERVICE_NAME'] || @options[:abs_service_name] || "abs"
+      @abs_service_priority = ENV['ABS_SERVICE_PRIORITY'] || @options[:abs_service_priority] || "1"
+
+      raise ArgumentError.new("ABS_RESOURCE_HOSTS must be specified when using the Beaker::Abs hypervisor when provisioning") if resource_hosts.nil? && !options[:provision]
+      resource_hosts = provision_vms(hosts).to_json if resource_hosts.nil?
       @resource_hosts = JSON.parse(resource_hosts)
     end
 
@@ -74,5 +83,78 @@ module Beaker
     def cleanup
       # nothing to do
     end
+
+    def provision_vms(hosts)
+
+      verbose = false
+      config = Conf.read_config # get the vmfloaty config file in home dir
+
+      # TODO: the options object provided by the floaty cli is required in get_service_config()
+      # we should make it optional or accept nil
+      cli = Object.new
+      def cli.service() @abs_service_name end
+      def cli.priority() @abs_service_priority end # forces going ahead of queue
+      def cli.url() nil end
+      def cli.token() nil end
+      def cli.user() nil end
+
+      #the service object is the interfacte to all methods
+      abs_service = Service.new(cli, config)
+      supported_vm_list = abs_service.list(verbose)
+      supported_vm_list = supported_vm_list.reject { |e| e.empty? }
+      supported_vm_list = supported_vm_list.reject { |e| e.start_with?("*") }
+
+      vm_request = generate_floaty_request_strings(hosts, supported_vm_list)
+
+
+      vm_beaker_abs = []
+      # Will return a JSON Object like this:
+      # {"redhat-7-x86_64"=>["rich-apparition.delivery.puppetlabs.net", "despondent-side.delivery.puppetlabs.net"], "centos-7-x86_64"=>["firmer-vamp.delivery.puppetlabs.net"]}
+      os_types = Utils.generate_os_hash(vm_request.split)
+      vm_floaty_output = abs_service.retrieve(verbose, os_types)
+
+
+      raise ArgumentError.new("Timed out getting the ABS resources") if vm_floaty_output.nil?
+      vm_floaty_output_cleaned = Utils.standardize_hostnames(vm_floaty_output)
+      vm_floaty_output_cleaned.each do |os_platform, value|
+        # filter any extra key that does not have an Array value
+        if !value.is_a?(Array)
+          next
+        end
+        value.each do | hostname |
+          # I don't think the engine is being used by the beaker-abs process
+          vm_beaker_abs.push({"hostname": hostname, "type": os_platform, "engine":"beaker-abs"})
+        end
+      end
+
+      # to do need to figure out what the NSPooler requests are, and combine the output for that with vm_beaker_abs and return that object
+      # for now just returning vmpooler abs object
+      vm_beaker_abs
+    end
+
+    # Based upon the host file, this method counts the number of each template needed
+    # and generates the host=Xnum eg redhat-7-x86_64=2 expected by floaty
+    def generate_floaty_request_strings(hosts, supported_vm_list)
+      vm_list = {}
+
+      hosts.each do |host|
+        if supported_vm_list.include?(host[:template])
+          if vm_list.include?(host[:template])
+            vm_list[host[:template]] = vm_list[host[:template]] + 1
+          else
+            vm_list[host[:template]] = 1
+          end
+        else
+          raise ArgumentError.new("#{host.name} has a template #{host[:template]} that is not found in vmpooler or nspooler")
+        end
+      end
+
+      vm_request = ""
+      vm_list.each do |key, value|
+        vm_request.concat("#{key}=#{value} ")
+      end
+
+      vm_request
+    end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: beaker-abs
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.6.0
 platform: ruby
 authors:
 - Josh Cooper
@@ -9,22 +9,50 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-02-15 00:00:00.000000000 Z
+date: 2020-10-08 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: beaker
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  name: vmfloaty
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.0
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.12'
+        version: '2.1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.12'
+        version: '2.1'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -62,12 +90,13 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".github/dependabot.yml"
 - ".gitignore"
 - ".travis.yml"
+- CODEOWNERS
 - Gemfile
 - HISTORY.md
 - LICENSE.txt
-- MAINTAINERS
 - README.md
 - Rakefile
 - beaker-abs.gemspec
@@ -93,8 +122,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.5.1
+rubygems_version: 3.0.8
 signing_key: 
 specification_version: 4
 summary: Let's test Puppet, using hosts provisioned by Always Be Scheduling service.

data/MAINTAINERS

@@ -1,17 +0,0 @@
-{
-  "version": 1,
-  "file_format": "This MAINTAINERS file format is described at http://pup.pt/maintainers",
-  "issues": "https://tickets.puppetlabs.com/browse/QENG/",
-  "people": [
-    {
-      "github": "joshcooper",
-      "email": "josh@puppet.com",
-      "name": "Josh Cooper"
-    },
-    {
-      "github": "rick",
-      "email": "rick@puppet.com",
-      "name": "Rick Bradley"
-    }
-  ]
-}