beaker-abs 0.2.0 → 0.7.0

checksums.yaml

@@ -1,15 +1,7 @@
 ---
-!binary "U0hBMQ==":
-  metadata.gz: !binary |-
-    ZTg4M2E4ZGUxNWQzMDM0MDFhYjlhMDY4YWFhNWI3ODk2ZGY1NDE4Ng==
-  data.tar.gz: !binary |-
-    ZGUwOWJhZDZmMWE1YmNkYjBhYmEzNzIwZTc4MjRjZGExZmM5OTRmNA==
+SHA256:
+  metadata.gz: 64463104e5baa6488316a4824290f54d746e9ad36a91fad15d4e549a45d525fa
+  data.tar.gz: 4c957500c3726171b389eb6610b4c65e8197f984edb868e2da31f8cdf67236cb
 SHA512:
-  metadata.gz: !binary |-
-    NmI2YWJjOTA0ZTRkYWE4ZTE3MjVmZTBkNDBiOTIyYmNhNzk5NzVlYTIzMmYy
-    YjVmMTYyYTBmMDBmZGZlMzg4NDg4ZDU2YTNiYzQ3NzA1NWQ2NWVhOTQxOWFk
-    NTJmZDQ2MzVlNWVjNGYyZGVjNzZhODA5NzU2YTEyNjQ1M2VkYmI=
-  data.tar.gz: !binary |-
-    N2Q0MmViY2I0NmQxNGY3MGU4YjRiZmZiYzFkOTY1ZWQwNGIwNTYxNmYzMjJi
-    OWI5MzE1NDgxOGNkZWJkNDYwYmVkYjE0N2FiMDI5NmRmNzJiODhhNWY4MDI4
-    ZGMzZTYyY2VlZWQ1MWM2NDdmZWViZDBhNmI4NTg1MWU2ZGQ1ZDc=
+  metadata.gz: fc6272ea353435e50fa23c78635db4701a8fa2086ea0a44ce074e5aa95e56c16568618d84f8140d12d4bb7d4bbbe8c3f3d8f283cb315708589113c3939dcea9e
+  data.tar.gz: d094be28dac020761822898a028593b3f4e3c4b3de0cfcc2ea3fc7ed6c52ea508c30e18d76940e9840a50d3d7c4b1379bf15bc9d2160dbd02a37cf214882b40b

data/.github/dependabot.yml

@@ -0,0 +1,8 @@
+version: 2
+updates:
+- package-ecosystem: bundler
+  directory: "/"
+  schedule:
+    interval: daily
+    time: "13:00"
+  open-pull-requests-limit: 10

data/.travis.yml

@@ -1,5 +1,6 @@
-sudo: false
 language: ruby
 rvm:
-  - 2.1.8
-before_install: gem install bundler -v 1.12.3
+  - 2.6
+before_install:
+  - gem install bundler
+

data/CODEOWNERS

@@ -0,0 +1 @@
+* @puppetlabs/beaker

data/Gemfile

@@ -2,3 +2,17 @@ source 'https://rubygems.org'
 
 # Specify your gem's dependencies in beaker-abs.gemspec
 gemspec
+
+def location_for(place, fake_version = nil)
+  if place =~ /^(git:[^#]*)#(.*)/
+    [fake_version, { :git => $1, :branch => $2, :require => false }].compact
+  elsif place =~ /^file:\/\/(.*)/
+    ['>= 0', { :path => File.expand_path($1), :require => false }]
+  else
+    [place, { :require => false }]
+  end
+end
+
+group :testing do
+  gem "beaker", *location_for(ENV['BEAKER_VERSION'] || '~> 4.0')
+end

data/HISTORY.md

@@ -1,12 +1,29 @@
 # qe_beaker-abs_bump_and_tag_master - History
 ## Tags
-* [LATEST - 24 Oct, 2016 (4c14d730)](#LATEST)
+* [LATEST - 14 Aug, 2017 (26840bd3)](#LATEST)
+* [0.2.0 - 24 Oct, 2016 (44ff3935)](#0.2.0)
 * [0.1.3 - 16 Sep, 2016 (6f1ced08)](#0.1.3)
 * [0.1.2 - 16 Sep, 2016 (b914ae60)](#0.1.2)
 * [0.1.1 - 16 Sep, 2016 (10ee39cf)](#0.1.1)
 
 ## Details
-### <a name = "LATEST">LATEST - 24 Oct, 2016 (4c14d730)
+### <a name = "LATEST">LATEST - 14 Aug, 2017 (26840bd3)
+
+* (GEM) update beaker-abs version to 0.3.0 (26840bd3)
+
+* Merge pull request #9 from rishijavia/BKR-1155-third_attempt (859cb1ec)
+
+
+```
+Merge pull request #9 from rishijavia/BKR-1155-third_attempt
+
+(BKR-1155) Override beaker's default ssh connection preference
+```
+* (BKR-1155) Override beaker's default ssh connection preference (8bab8a1c)
+
+### <a name = "0.2.0">0.2.0 - 24 Oct, 2016 (44ff3935)
+
+* (HISTORY) update beaker-abs history for gem release 0.2.0 (44ff3935)
 
 * (GEM) update beaker-abs version to 0.2.0 (4c14d730)
 

data/README.md

@@ -1,22 +1,21 @@
-# BeakerAbs
+# beaker-abs
 
 Implements a Beaker hypervisor that makes hosts provisioned by the AlwaysBeScheduling service available to a Beaker run.
 
 ## Installation
 
-Add this line to your application's Gemfile:
+Beaker will automatically load the appropriate hypervisors for any given hosts file, so as long as your project dependencies are satisfied there's nothing else to do. No need to `require` this library in your tests.
 
-```ruby
-gem 'beaker-abs'
-```
-
-And then execute:
-
-    $ bundle
+As of Beaker 4.0, all hypervisor and DSL extension libraries have been removed and are no longer dependencies. In order to use a specific hypervisor or DSL extension library in your project, you will need to include them alongside Beaker in your Gemfile or project.gemspec. E.g.
 
-Or install it yourself as:
-
-    $ gem install beaker-abs
+~~~ruby
+# Gemfile
+gem 'beaker', '~>4.0'
+gem 'beaker-abs'
+# project.gemspec
+s.add_runtime_dependency 'beaker', '~>4.0'
+s.add_runtime_dependency 'beaker-abs'
+~~~
 
 ## Usage
 
@@ -42,6 +41,15 @@ env ABS_RESOURCE_HOSTS=<data> beaker --hosts hosts.yaml
 ```
 
 Beaker will populate the `vmhostname` property for each host using information provided by the AlwaysBeScheduling service.
+This is typically used in a CI scenario, where the jenkins run-me-maybe plugin is populating the ABS_RESOURCE_HOSTS variable.
+
+### Using vmfloaty
+
+If you do not specify a ABS_RESOURCE_HOSTS and request to provision via the beaker options, beaker-abs will fallback to using
+your vmfloaty configuration. By default it will look for the service named 'abs'. The name can also be configured via 
+the environment variable ABS_SERVICE_NAME or the top level option in the hosts file abs_service_name. Similarly, the priority defaults to "1" which means
+it will take precedence over CI tests. Be careful not to run a CI test with this option. The priority can be configured via
+the environment variable ABS_SERVICE_PRIORITY or the top level option in the hosts file abs_service_priority.
 
 ## Development
 

data/beaker-abs.gemspec

@@ -18,9 +18,10 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
-  spec.add_development_dependency "bundler", "~> 1.12"
-  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_dependency "beaker", "~> 4.0"
+  spec.add_dependency "vmfloaty", ">= 1.0", "< 1.2"
+  spec.add_development_dependency "bundler", "~> 2.1"
+  spec.add_development_dependency "rake", "~> 13.0"
   spec.add_development_dependency "minitest", "~> 5.0"
 
-  spec.add_runtime_dependency "beaker", '>= 2.9.0', '< 4.0'
 end

data/lib/beaker-abs/version.rb

@@ -1,5 +1,5 @@
 module BeakerAbs
   module Version
-    STRING = '0.2.0'
+    STRING = '0.7.0'
   end
 end

data/lib/beaker/hypervisor/abs.rb

@@ -1,5 +1,9 @@
 require 'beaker'
 require 'json'
+require 'pry-byebug'
+require 'vmfloaty'
+require 'vmfloaty/conf'
+require 'vmfloaty/utils'
 
 module Beaker
   class Abs < Beaker::Hypervisor
@@ -9,23 +13,54 @@ module Beaker
       @hosts = hosts
 
       resource_hosts = ENV['ABS_RESOURCE_HOSTS'] || @options[:abs_resource_hosts]
-      raise ArgumentError.new("ABS_RESOURCE_HOSTS must be specified when using the Beaker::Abs hypervisor") if resource_hosts.nil?
+
+      @abs_service_name = ENV['ABS_SERVICE_NAME'] || @options[:abs_service_name] || "abs"
+      @abs_service_priority = ENV['ABS_SERVICE_PRIORITY'] || @options[:abs_service_priority] || "1"
+
+      raise ArgumentError.new("ABS_RESOURCE_HOSTS must be specified when using the Beaker::Abs hypervisor when provisioning") if resource_hosts.nil? && !options[:provision]
+      resource_hosts = provision_vms(hosts).to_json if resource_hosts.nil?
       @resource_hosts = JSON.parse(resource_hosts)
     end
 
+    def connection_preference(host)
+      vmhostname = host[:vmhostname]
+      if vmhostname && host[:hypervisor] == 'abs'
+        @resource_hosts.each do |resource_host|
+          if resource_host['hostname'] == vmhostname
+            engine = resource_host['engine']
+            case engine
+            when /^(vmpooler|nspooler)$/
+              # ABS does not set ip, do not include
+              # vmpooler hostname is the platform name, nspooler hostname == vmhostname
+              return [:vmhostname]
+            else
+              super
+            end
+          end
+        end
+      end
+      super
+    end
+
     def provision
       type2hosts = {}
 
       # Each resource_host is of the form:
       # {
-      #   "hostname" => "1234567890",
+      #   "hostname" => "mkbx0m6dnnntgz1.delivery.puppetlabs.net",
       #   "type"     => "centos-7-i386",
       #   "engine"   => "vmpooler",
       # }
+      # {
+      #   "hostname" => "sol10-1.delivery.puppetlabs.net",
+      #   "type"     => "solaris-10-sparc",
+      #   "engine"   => "nspooler",
+      # }
       @resource_hosts.each do |resource_host|
         type = resource_host['type']
         type2hosts[type] ||= []
         type2hosts[type] << resource_host['hostname']
+        type2hosts[type] << resource_host['ip']
       end
 
       # for each host, get a vm for that template type
@@ -36,14 +71,91 @@ module Beaker
 
         if provisioned_hosts = type2hosts[template]
           host['vmhostname'] = provisioned_hosts.shift
+          host['ip'] = provisioned_hosts.shift
         else
           raise ArgumentError.new("Failed to provision host '#{host.hostname}', no template of type '#{host['template']}' was provided.")
         end
       end
+      if Beaker::Hypervisor.respond_to?(:set_ssh_connection_preference)
+        Beaker::Hypervisor.set_ssh_connection_preference(@hosts, self)
+      end
     end
 
     def cleanup
       # nothing to do
     end
+
+    def provision_vms(hosts)
+
+      verbose = false
+      config = Conf.read_config # get the vmfloaty config file in home dir
+
+      # TODO: the options object provided by the floaty cli is required in get_service_config()
+      # we should make it optional or accept nil
+      cli = Object.new
+      def cli.service() @abs_service_name end
+      def cli.priority() @abs_service_priority end # forces going ahead of queue
+      def cli.url() nil end
+      def cli.token() nil end
+      def cli.user() nil end
+
+      #the service object is the interfacte to all methods
+      abs_service = Service.new(cli, config)
+      supported_vm_list = abs_service.list(verbose)
+      supported_vm_list = supported_vm_list.reject { |e| e.empty? }
+      supported_vm_list = supported_vm_list.reject { |e| e.start_with?("*") }
+
+      vm_request = generate_floaty_request_strings(hosts, supported_vm_list)
+
+
+      vm_beaker_abs = []
+      # Will return a JSON Object like this:
+      # {"redhat-7-x86_64"=>["rich-apparition.delivery.puppetlabs.net", "despondent-side.delivery.puppetlabs.net"], "centos-7-x86_64"=>["firmer-vamp.delivery.puppetlabs.net"]}
+      os_types = Utils.generate_os_hash(vm_request.split)
+      vm_floaty_output = abs_service.retrieve(verbose, os_types)
+
+
+      raise ArgumentError.new("Timed out getting the ABS resources") if vm_floaty_output.nil?
+      vm_floaty_output_cleaned = Utils.standardize_hostnames(vm_floaty_output)
+      vm_floaty_output_cleaned.each do |os_platform, value|
+        # filter any extra key that does not have an Array value
+        if !value.is_a?(Array)
+          next
+        end
+        value.each do | hostname |
+          # I don't think the engine is being used by the beaker-abs process
+          vm_beaker_abs.push({"hostname": hostname, "type": os_platform, "engine":"beaker-abs"})
+        end
+      end
+
+      # to do need to figure out what the NSPooler requests are, and combine the output for that with vm_beaker_abs and return that object
+      # for now just returning vmpooler abs object
+      vm_beaker_abs
+    end
+
+    # Based upon the host file, this method counts the number of each template needed
+    # and generates the host=Xnum eg redhat-7-x86_64=2 expected by floaty
+    def generate_floaty_request_strings(hosts, supported_vm_list)
+      vm_list = {}
+
+      hosts.each do |host|
+        if supported_vm_list.include?(host[:template])
+          if vm_list.include?(host[:template])
+            vm_list[host[:template]] = vm_list[host[:template]] + 1
+          else
+            vm_list[host[:template]] = 1
+          end
+        else
+          raise ArgumentError.new("#{host.name} has a template #{host[:template]} that is not found in vmpooler or nspooler")
+        end
+      end
+
+      vm_request = ""
+      vm_list.each do |key, value|
+        vm_request.concat("#{key}=#{value} ")
+      end
+
+      vm_request
+    end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: beaker-abs
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.7.0
 platform: ruby
 authors:
 - Josh Cooper
@@ -9,70 +9,84 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-10-24 00:00:00.000000000 Z
+date: 2020-12-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: bundler
+  name: beaker
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.12'
-  type: :development
+        version: '4.0'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.12'
+        version: '4.0'
 - !ruby/object:Gem::Dependency
-  name: rake
+  name: vmfloaty
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
-  type: :development
+        version: '1.0'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.0'
+    - - "<"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '1.2'
 - !ruby/object:Gem::Dependency
-  name: minitest
+  name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.0'
+        version: '2.1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.0'
+        version: '2.1'
 - !ruby/object:Gem::Dependency
-  name: beaker
+  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.9.0
-    - - <
-      - !ruby/object:Gem::Version
-        version: '4.0'
-  type: :runtime
+        version: '13.0'
+  type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.9.0
-    - - <
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '5.0'
 description: Adds a custom hypervisor that uses hosts provisioned by the Always Be
   Scheduling service.
 email:
@@ -82,12 +96,13 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
-- .travis.yml
+- ".github/dependabot.yml"
+- ".gitignore"
+- ".travis.yml"
+- CODEOWNERS
 - Gemfile
 - HISTORY.md
 - LICENSE.txt
-- MAINTAINERS
 - README.md
 - Rakefile
 - beaker-abs.gemspec
@@ -104,17 +119,16 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.4.6
+rubygems_version: 3.0.8
 signing_key: 
 specification_version: 4
 summary: Let's test Puppet, using hosts provisioned by Always Be Scheduling service.

data/MAINTAINERS

@@ -1,17 +0,0 @@
-{
-  "version": 1,
-  "file_format": "This MAINTAINERS file format is described at http://pup.pt/maintainers",
-  "issues": "https://tickets.puppetlabs.com/browse/QENG/",
-  "people": [
-    {
-      "github": "joshcooper",
-      "email": "josh@puppet.com",
-      "name": "Josh Cooper"
-    },
-    {
-      "github": "rick",
-      "email": "rick@puppet.com",
-      "name": "Rick Bradley"
-    }
-  ]
-}