vmpooler 0.6.0 → 0.6.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: cd60a55d3a131c27874348c38051f1955e668df4
-  data.tar.gz: 2a5793546f767b4470b2c5380e6630539003808f
+  metadata.gz: 13821cbed5546dca2c06d551c7085619f011cc1b
+  data.tar.gz: d3c6dea081a11077cf42c8951b01c72ebf8ef420
 SHA512:
-  metadata.gz: 29a1374e8f4b5d26f31747764b58a191e9f232195ba5ae397c1f25f752724c6c0466d3bf579e4e87992f24ab7de830ed3c12d1242581ba4b27ac20c5f3af3cea
-  data.tar.gz: 90ca0afcb191e9c956fe30bd11e568e9a9d040a8410833556f44e10d5ab6d960c1a7dcc9e4b77c171fb4e327ca3c30b411a67a6ff35e8013c7a2c4a54a0109a9
+  metadata.gz: c1fdfe8601ff5922b6de1630428a30e155fa6d3db5e1e1b75ad68b5368f6724382f495ce1d2e13af8a2db5243bc26d3e0519b059ac7c0bdce657d37d49aed707
+  data.tar.gz: cd19df2ac6912d190528a5c24ae24fe253303437e3bdf4c038b75276a64aac7e8f6fd82fd7dc149bf509be5d981b74a48e8fa6b939559128109ca29a0c908dea

data/lib/vmpooler/api/dashboard.rb

@@ -1,11 +1,20 @@
 module Vmpooler
   class API
     class Dashboard < Sinatra::Base
+
+      helpers do
+        include Vmpooler::API::Helpers
+      end
+
       # handle to the App's configuration information
       def config
         @config ||= Vmpooler::API.settings.config
       end
 
+      def backend
+        Vmpooler::API.settings.redis
+      end
+
       # configuration setting for server hosting graph URLs to view
       def graph_server
         return @graph_server if @graph_server
@@ -53,10 +62,13 @@ module Vmpooler
         content_type :json
         result = {}
 
-        Vmpooler::API.settings.config[:pools].each do |pool|
+        pools = Vmpooler::API.settings.config[:pools]
+        ready_hash = get_list_across_pools_redis_scard(pools, 'vmpooler__ready__', backend)
+
+        pools.each do |pool|
           result[pool['name']] ||= {}
           result[pool['name']]['size'] = pool['size']
-          result[pool['name']]['ready'] = Vmpooler::API.settings.redis.scard('vmpooler__ready__' + pool['name'])
+          result[pool['name']]['ready'] = ready_hash[pool['name']]
         end
 
         if params[:history]
@@ -91,9 +103,9 @@ module Vmpooler
             rescue
             end
           else
-            Vmpooler::API.settings.config[:pools].each do |pool|
+            pools.each do |pool|
               result[pool['name']] ||= {}
-              result[pool['name']]['history'] = [Vmpooler::API.settings.redis.scard('vmpooler__ready__' + pool['name'])]
+              result[pool['name']]['history'] = [ready_hash[pool['name']]]
             end
           end
         end
@@ -104,8 +116,11 @@ module Vmpooler
         content_type :json
         result = {}
 
-        Vmpooler::API.settings.config[:pools].each do |pool|
-          running = Vmpooler::API.settings.redis.scard('vmpooler__running__' + pool['name'])
+        pools = Vmpooler::API.settings.config[:pools]
+        running_hash = get_list_across_pools_redis_scard(pools, 'vmpooler__running__', backend)
+
+        pools.each do |pool|
+          running = running_hash[pool['name']]
           pool['major'] = Regexp.last_match[1] if pool['name'] =~ /^(\w+)\-/
           result[pool['major']] ||= {}
           result[pool['major']]['running'] = result[pool['major']]['running'].to_i + running.to_i

data/lib/vmpooler/api/helpers.rb

@@ -151,6 +151,53 @@ module Vmpooler
         backend.hvals("vmpooler__#{task}__" + date_str).map(&:to_f)
       end
 
+      # Takes the pools and a key to run scard on
+      # returns an integer for the total count
+      def get_total_across_pools_redis_scard(pools, key, backend)
+        # using pipelined is much faster than querying each of the pools and adding them
+        # as we get the result.
+        res = backend.pipelined do
+          pools.each do |pool|
+            backend.scard(key + pool['name'])
+          end
+        end
+        res.inject(0){ |m, x| m+x }.to_i
+      end
+
+      # Takes the pools and a key to run scard on
+      # returns a hash with each pool name as key and the value being the count as integer
+      def get_list_across_pools_redis_scard(pools, key, backend)
+        # using pipelined is much faster than querying each of the pools and adding them
+        # as we get the result.
+        temp_hash = {}
+        res = backend.pipelined do
+          pools.each do |pool|
+            backend.scard(key + pool['name'])
+          end
+        end
+        pools.each_with_index do |pool, i|
+          temp_hash[pool['name']] = res[i].to_i
+        end
+        temp_hash
+      end
+
+      # Takes the pools and a key to run hget on
+      # returns a hash with each pool name as key and the value as string
+      def get_list_across_pools_redis_hget(pools, key, backend)
+        # using pipelined is much faster than querying each of the pools and adding them
+        # as we get the result.
+        temp_hash = {}
+        res = backend.pipelined do
+          pools.each do |pool|
+            backend.hget(key, pool['name'])
+          end
+        end
+        pools.each_with_index do |pool, i|
+          temp_hash[pool['name']] = res[i].to_s
+        end
+        temp_hash
+      end
+
       def get_capacity_metrics(pools, backend)
         capacity = {
             current: 0,
@@ -159,12 +206,11 @@ module Vmpooler
         }
 
         pools.each do |pool|
-          pool['capacity'] = backend.scard('vmpooler__ready__' + pool['name']).to_i
-
-          capacity[:current] += pool['capacity']
           capacity[:total]   += pool['size'].to_i
         end
 
+        capacity[:current] = get_total_across_pools_redis_scard(pools, 'vmpooler__ready__', backend)
+
         if capacity[:total] > 0
           capacity[:percent] = ((capacity[:current].to_f / capacity[:total].to_f) * 100.0).round(1)
         end
@@ -183,12 +229,10 @@ module Vmpooler
             total:     0
         }
 
-        pools.each do |pool|
-          queue[:pending]   += backend.scard('vmpooler__pending__' + pool['name']).to_i
-          queue[:ready]     += backend.scard('vmpooler__ready__' + pool['name']).to_i
-          queue[:running]   += backend.scard('vmpooler__running__' + pool['name']).to_i
-          queue[:completed] += backend.scard('vmpooler__completed__' + pool['name']).to_i
-        end
+        queue[:pending]   = get_total_across_pools_redis_scard(pools,'vmpooler__pending__', backend)
+        queue[:ready]     = get_total_across_pools_redis_scard(pools, 'vmpooler__ready__', backend)
+        queue[:running]   = get_total_across_pools_redis_scard(pools, 'vmpooler__running__', backend)
+        queue[:completed] = get_total_across_pools_redis_scard(pools, 'vmpooler__completed__', backend)
 
         queue[:cloning] = backend.get('vmpooler__tasks__clone').to_i
         queue[:booting] = queue[:pending].to_i - queue[:cloning].to_i

data/lib/vmpooler/api/v1.rb

@@ -305,13 +305,18 @@ module Vmpooler
 
       # Check for empty pools
       result[:pools] = {} unless views and not views.include?("pools")
+      ready_hash = get_list_across_pools_redis_scard(pools, 'vmpooler__ready__', backend)
+      running_hash = get_list_across_pools_redis_scard(pools, 'vmpooler__running__', backend)
+      pending_hash = get_list_across_pools_redis_scard(pools, 'vmpooler__pending__', backend)
+      lastBoot_hash = get_list_across_pools_redis_hget(pools, 'vmpooler__lastboot', backend)
+
       pools.each do |pool|
         # REMIND: move this out of the API and into the back-end
-        ready    = backend.scard('vmpooler__ready__' + pool['name']).to_i
-        running  = backend.scard('vmpooler__running__' + pool['name']).to_i
-        pending  = backend.scard('vmpooler__pending__' + pool['name']).to_i
+        ready    = ready_hash[pool['name']]
+        running  = running_hash[pool['name']]
+        pending  = pending_hash[pool['name']]
         max      = pool['size']
-        lastBoot = backend.hget('vmpooler__lastboot',pool['name']).to_s
+        lastBoot = lastBoot_hash[pool['name']]
         aka      = pool['alias']
 
         result[:pools][pool['name']] = {
@@ -382,14 +387,9 @@ module Vmpooler
 
       end
 
-      # using pipelined is much faster than querying each of the pools
-      res = backend.pipelined do
-        poolscopy.each do |pool|
-          backend.scard('vmpooler__ready__' + pool['name'])
-        end
-      end
+      ready_hash = get_list_across_pools_redis_scard(poolscopy, 'vmpooler__ready__', backend)
 
-      res.each_with_index { |ready, i| result[:pools][poolscopy[i]['name']][:ready] = ready }
+      ready_hash.each { |k, v| result[:pools][k][:ready] = v }
 
       JSON.pretty_generate(Hash[result.sort_by { |k, _v| k }])
     end
@@ -401,15 +401,7 @@ module Vmpooler
           running:   0,
       }
 
-      # using pipelined is much faster than querying each of the pools and adding them
-      # as we get the result.
-      res = backend.pipelined do
-        pools.each do |pool|
-          backend.scard('vmpooler__running__' + pool['name'])
-        end
-      end
-
-      queue[:running] = res.inject(0){ |m, x| m+x }
+      queue[:running] = get_total_across_pools_redis_scard(pools, 'vmpooler__running__', backend)
 
       JSON.pretty_generate(queue)
     end

data/lib/vmpooler/version.rb

@@ -1,3 +1,3 @@
 module Vmpooler
-  VERSION = '0.6.0'.freeze
+  VERSION = '0.6.1'.freeze
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: vmpooler
 version: !ruby/object:Gem::Version
-  version: 0.6.0
+  version: 0.6.1
 platform: ruby
 authors:
 - Puppet
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-04-24 00:00:00.000000000 Z
+date: 2019-05-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: pickup