sensu-plugins-edgelab 1.2.2 → 1.2.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ea0c07087191700425e9030541a612e62b7bce0c
-  data.tar.gz: 8f26d3185e70df103814a71d80bfeb0a0f345aed
+  metadata.gz: c31c6c21f0a5babe6c6b5dd37c1cee1fb8e50dbf
+  data.tar.gz: 115871cd9dcdcc7a08c699b7c0b603cc0ceca937
 SHA512:
-  metadata.gz: d785ffe04f0a3d3fe258c70f565e6c70dc2dec837bbd3fcf15eeaa22dd35cfd43cab1f5c3aafd6d923acc9e6bb7bac271f8267b706e95456423f93f5d10805d4
-  data.tar.gz: ebab2d70d72dae8eb52960e5f0d92218b21568458ab3f9727cbe55e46176daa8ec9ba659809e26022a6fc617f9abc4b9bfc148d482c62ab586e6f025ef92cdda
+  metadata.gz: 18f0ff0025f8ef24f349550021492d4d7cb9ec71cf7ed99fc1c3fdb0f31d4aafb6350c291cff405fdc3cf9cf9dbeeaa19f848c3fb3603b4f02443aaf8c582678
+  data.tar.gz: 432ffee07129e3a7f6bbfb44dfb901942b1439459427ebeac15c3666916ab08126a94af27e615b9f2f5bbbd351bf2bf7d26084c7a5a4773c0c59546a670d91b3

data/bin/check-nomad-jobs.rb

@@ -38,6 +38,62 @@ class CheckNomadAllocations < Sensu::Plugin::Check::CLI
     end
   end
 
+  # Returning an array containing human readable explanation for placement failures
+  def placement_failures_reasons(failed_eval)
+    reasons = []
+    failed_eval['FailedTGAllocs'].each do |_, metrics|
+      metrics.fetch(:ClassFiltered, []).each do |class_, count|
+        reasons << "Class #{class_} filtered #{count} nodes"
+      end
+
+      metrics.fetch(:ConstraintFiltered, []).each do |constraint, count|
+        reasons << "Constraint #{constraint} filtered #{count} nodes"
+      end
+
+      if metrics['NodesExhausted'] > 0
+        reasons << "Resources exhausted on #{metrics['NodesExhausted']} nodes"
+      end
+
+      metrics.fetch(:ClassExhausted, []).each do |class_, count|
+        reasons << "Class #{class_} exhausted on #{count} nodes"
+      end
+
+      metrics.fetch('DimensionExhausted', []).each do |dimension, count|
+        reasons << "#{dimension} on #{count} nodes"
+      end
+    end
+
+    reasons
+  end
+
+  # Check that there is no failed evaluations
+  def check_evaluations(job, failed)
+    evaluations = api_call "/v1/job/#{job['ID']}/evaluations"
+
+    blocked = false
+    last_failed = nil
+
+    evaluations.each do |evaluation|
+      if evaluation['Status'] == 'blocked'
+        blocked = true
+      end
+
+      next if evaluation['FailedTGAllocs'].nil?
+
+      if last_failed.nil? || last_failed['CreateIndex'] < evaluation['CreateIndex']
+        last_failed = evaluation
+      end
+    end
+
+    if blocked && !last_failed.nil?
+      failure_reasons = placement_failures_reasons last_failed
+
+      if failure_reasons.any?
+        failed << "#{job['ID']}: Placemement failure [" + failure_reasons.join(' / ') + ']'
+      end
+    end
+  end
+
   # Check that allocations are in the desired status
   def check_allocations(job, failed)
     allocations = api_call "/v1/job/#{job['ID']}/allocations"
@@ -45,11 +101,11 @@ class CheckNomadAllocations < Sensu::Plugin::Check::CLI
     allocations.each do |alloc|
       if alloc['DesiredStatus'] == 'run'
         # Batch stay in run DesiredStatus even if task completed successfully.
-        next if job['Type'] == 'batch' and alloc['ClientStatus'] == 'complete'
+        next if job['Type'] == 'batch' && alloc['ClientStatus'] == 'complete'
 
         alloc['TaskStates'].each do |_, state|
           if state['State'] == 'dead'
-              failed << "Alloc #{alloc['Name']} is dead but desired status is 'run'"
+            failed << "Alloc #{alloc['Name']} is dead but desired status is 'run'"
 
           # Check that pending alloc are not too old
           elsif state['State'] == 'pending'
@@ -63,7 +119,6 @@ class CheckNomadAllocations < Sensu::Plugin::Check::CLI
               # No need to check other task in the same task group.
               break
             end
-
           end
         end
       end
@@ -79,6 +134,7 @@ class CheckNomadAllocations < Sensu::Plugin::Check::CLI
     failed = []
 
     jobs.each do |job|
+      check_evaluations job, failed
       check_allocations job, failed
     end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: sensu-plugins-edgelab
 version: !ruby/object:Gem::Version
-  version: 1.2.2
+  version: 1.2.3
 platform: ruby
 authors:
 - Edgelab