kennel 1.48.0 → 1.52.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9283bb5d1301a656e0c1ca896ad6fb8bc91ecfedd621722ce9e3b6a50055e34e
-  data.tar.gz: fc1a556ee6e1a658da97b9a59792d6c7c789c834beae5cba39b8447a04818fe3
+  metadata.gz: 7d34d639d4d27f3953211bc4f94f36d559b5ada87d3f289219bf611c8183805d
+  data.tar.gz: c531670c166981073648ae9e12f1ca6c47f27a5642a4b8abf0fc5890134bcead
 SHA512:
-  metadata.gz: ecc7e11d744f0a87941759927ef1e8d79b3b9ebccaf759c8c15c43ff7d7ef8524d38b4b488035d647a67b0841392f17c1c197cadf86d511ac72a2e118ba3d589
-  data.tar.gz: df0c1b18c9f82a8bd50f717f84f63d80a33aec84668bcbde144ab944359b0bee65295bd712d2457da9453ff2fdb07d8d16721baed947afb88d088f575cb7ab4a
+  metadata.gz: 5e4f308f0076d4cc5f290c5041fc37a57a64986fb1d0ec586bf448b9293880fd42e67b6d6de60607369f2918efc7aeb87177fd7a27a1749ca272fdb2c5519d0f
+  data.tar.gz: e1852e1d4c0cceb841f73559ae248357ce5d1fdfe81e3d8a0a348374d2f1e6819befbc9fcdec0caae00cc72808430f91fd10d46b7dd88fe57b721faf55e1d882

data/Readme.md

@@ -160,6 +160,7 @@ To link to existing monitors via their kennel_id
 
  - Screens `uptime` widgets can use `monitor: {id: "foo:bar"}`
  - Screens `alert_graph` widgets can use `alert_id: "foo:bar"`
+ - Monitors `composite` can use `query: -> { "%{foo:bar} || %{foo:baz}" }`
 
 ### Debugging changes locally
 

data/lib/kennel/importer.rb

@@ -53,6 +53,9 @@ module Kennel
         if query && critical
           query.sub!(/([><=]) (#{Regexp.escape(critical.to_f.to_s)}|#{Regexp.escape(critical.to_i.to_s)})$/, "\\1 \#{critical}")
         end
+      elsif resource == "dashboard"
+        widgets = data[:widgets]&.flat_map { |widget| widget.dig(:definition, :widgets) || [widget] }
+        widgets&.each { |widget| dry_up_query!(widget) }
       end
 
       # simplify template_variables to array of string when possible
@@ -71,6 +74,20 @@ module Kennel
 
     private
 
+    # reduce duplication in imports by using dry `q: :metadata` when possible
+    def dry_up_query!(widget)
+      (widget.dig(:definition, :requests) || []).each do |request|
+        next unless request.is_a?(Hash)
+        next unless metadata = request[:metadata]
+        next unless query = request[:q]&.dup
+        metadata.each do |m|
+          next unless exp = m[:expression]
+          query.sub!(exp, "")
+        end
+        request[:q] = :metadata if query.delete(", ") == ""
+      end
+    end
+
     def pretty_print(hash)
       sort_widgets hash
 
@@ -84,6 +101,7 @@ module Kennel
               .gsub(/(^\s*)"([a-zA-Z][a-zA-Z\d_]*)":/, "\\1\\2:") # "foo": 1 -> foo: 1
               .gsub(/: \[\n\s+\]/, ": []") # empty arrays on a single line
               .gsub(/^/, "    ") # indent
+              .gsub('q: "metadata"', "q: :metadata") # bring symbols back
 
             "\n#{pretty}\n  "
           elsif k == :message

data/lib/kennel/models/base.rb

@@ -148,6 +148,13 @@ module Kennel
 
       private
 
+      def resolve_link(id, id_map, force:)
+        id_map[id] || begin
+          message = "Unable to find #{id} in existing monitors (they need to be created first to link them)"
+          force ? invalid!(message) : Kennel.err.puts(message)
+        end
+      end
+
       # let users know which project/resource failed when something happens during diffing where the backtrace is hidden
       def invalid!(message)
         raise ValidationError, "#{tracking_id} #{message}"

data/lib/kennel/models/dashboard.rb

@@ -39,7 +39,7 @@ module Kennel
             pair.each do |b|
               b[:widgets]&.each do |w|
                 if formats = w.dig(:definition, :conditional_formats)
-                  w[:definition][:conditional_formats] = formats.sort_by { |h| h[:value].to_f }
+                  w[:definition][:conditional_formats] = formats.sort_by(&:hash)
                 end
               end
             end
@@ -73,12 +73,15 @@ module Kennel
 
       def as_json
         return @json if @json
+        all_widgets = render_definitions + widgets
+        expand_q all_widgets
+
         @json = {
           layout_type: layout_type,
           title: "#{title}#{LOCK}",
           description: description,
           template_variables: render_template_variables,
-          widgets: render_definitions + widgets
+          widgets: all_widgets
         }
 
         @json[:id] = id if id
@@ -98,11 +101,13 @@ module Kennel
           case definition[:type]
           when "uptime"
             if ids = definition[:monitor_ids]
-              definition[:monitor_ids] = ids.map { |id| resolve_link(id, id_map) }
+              definition[:monitor_ids] = ids.map do |id|
+                tracking_id?(id) ? resolve_link(id, id_map, force: false) : id
+              end
             end
           when "alert_graph"
-            if id = definition[:alert_id]
-              definition[:alert_id] = resolve_link(id, id_map).to_s
+            if (id = definition[:alert_id]) && tracking_id?(id)
+              definition[:alert_id] = resolve_link(id, id_map, force: false).to_s
             end
           end
         end
@@ -110,16 +115,24 @@ module Kennel
 
       private
 
-      def resolve_link(id, id_map)
-        return id unless tracking_id?(id)
-        id_map[id] ||
-          Kennel.err.puts("Unable to find #{id} in existing monitors (they need to be created first to link them)")
-      end
-
       def tracking_id?(id)
         id.is_a?(String) && !id.match?(/\A\d+\z/)
       end
 
+      # creates queries from metadata to avoid having to keep q and expression in sync
+      #
+      # {q: :metadata, metadata: [{expression: "sum:bar", alias_name: "foo"}, ...], }
+      # -> {q: "sum:bar, ...", metadata: ..., }
+      def expand_q(widgets)
+        widgets = widgets.flat_map { |w| w.dig(:definition, :widgets) || w } # expand groups
+        widgets.each do |w|
+          w.dig(:definition, :requests)&.each do |request|
+            next unless request.is_a?(Hash) && request[:q] == :metadata
+            request[:q] = request.fetch(:metadata).map { |m| m.fetch(:expression) }.join(", ")
+          end
+        end
+      end
+
       def validate_json(data)
         super
 

data/lib/kennel/models/monitor.rb

@@ -108,6 +108,16 @@ module Kennel
         @as_json = data
       end
 
+      # resolve composite monitors ... only works when referenced monitors already exist
+      # since leaving names or bad ids in the query breaks the monitor update
+      def resolve_linked_tracking_ids(id_map)
+        if as_json[:type] == "composite"
+          as_json[:query] = as_json[:query].gsub(/%\{(.*?)\}/) do
+            resolve_link($1, id_map, force: true)
+          end
+        end
+      end
+
       def self.api_resource
         "monitor"
       end

data/lib/kennel/syncer.rb

@@ -72,11 +72,22 @@ module Kennel
         filter_by_project! actual
 
         details_cache do |cache|
-          actual.each do |a|
-            id = a.fetch(:id)
+          items = actual.map do |a|
             e = matching_expected(a)
             if e && @expected.delete(e)
-              fill_details(a, cache) if e.class::API_LIST_INCOMPLETE
+              [e, a]
+            else
+              [nil, a]
+            end
+          end
+
+          # fill details of things we need to compare (only do this part in parallel for safety & balancing)
+          Utils.parallel(items.select { |e, _| e && e.class::API_LIST_INCOMPLETE }) { |_, a| fill_details(a, cache) }
+
+          # pick out things to update or delete
+          items.each do |e, a|
+            id = a.fetch(:id)
+            if e
               diff = e.diff(a)
               @update << [id, e, a, diff] if diff.any?
             elsif tracking_id(a) # was previously managed

data/lib/kennel/tasks.rb

@@ -55,6 +55,14 @@ namespace :kennel do
     tag = ENV["TAG"] || abort("Call with TAG=foo:bar")
     monitors = Kennel.send(:api).list("monitor", monitor_tags: tag, group_states: "no data")
     monitors.select! { |m| m[:overall_state] == "No Data" }
+    monitors.reject! { |m| m[:tags].include? ["nodata:ignore"] }
+    if monitors.any?
+      Kennel.err.puts <<~TEXT
+        This is a useful task to find monitors that have mis-spelled metrics or never received data at any time.
+        To ignore monitors with nodata, tag the monitor with "nodata:ignore"
+
+      TEXT
+    end
 
     monitors.each do |m|
       Kennel.out.puts m[:name]

data/lib/kennel/version.rb

@@ -1,4 +1,4 @@
 # frozen_string_literal: true
 module Kennel
-  VERSION = "1.48.0"
+  VERSION = "1.52.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kennel
 version: !ruby/object:Gem::Version
-  version: 1.48.0
+  version: 1.52.0
 platform: ruby
 authors:
 - Michael Grosser
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-08-19 00:00:00.000000000 Z
+date: 2019-09-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: faraday