kennel 1.81.2 → 1.85.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5f9d3050dbb7a4e94cd22e64618142bedffd6fdfc5b5ee8e20b621b90f1d8f27
-  data.tar.gz: 640a86b74e46e27ec7f1b09dd555f0ba8f99e4fc1f687e5230bb00d12636ae1d
+  metadata.gz: a269f904837e3451d2476a99ebcd9d456dc91ae0f1a90736ca92b76a9e92bee9
+  data.tar.gz: 53b4d080603c79ec8e70dfe2e95cbfcb4fa2325f1e9fa803a5c8bbcafc9db646
 SHA512:
-  metadata.gz: 80dbfff63550b6f5c3127cb8ecc97db6b3db38876469bcb9d50fce00a7e1b78e2f473dd3c3abaec081cb21037f53be72021d907c4285352b30dd3b6991f6c622
-  data.tar.gz: 02a3122ec70a951dc01f919c4d13877de88c6266048d006770a62adadd19587d74a603e8281699f878be0a20227a7086e37727c751cf5833e815fc795e3f9ee3
+  metadata.gz: 447b71298164f342b2e7cd707c1deaa12dfd260845c12125f8f9bc31849c13bb0d8c863613ed5b3b295009d5be4c28e351ea4c91b6eb3377a75d8140c25bf311
+  data.tar.gz: 988960502b6480687915669d317f920bc8af88e7926191a78cca3b7d55493b63e981bd5d880d137e3307a56ef1cdea23c18ad1139126e6f6310951100447422a

data/Readme.md

@@ -273,9 +273,19 @@ Run `rake kennel:alerts TAG=service:my-service` to see all un-muted alerts for a
 
 ### Grepping through all of datadog
 
-`rake kennel:dump`
+```Bash
+rake kennel:dump > tmp/dump
+cat tmp/dump | grep foo
+```
 focus on a single type: `TYPE=monitors`
 
+Show full resources or just their urls by pattern:
+```Bash
+rake kennel:dump_grep DUMP=tmp/dump PATTERN=foo URLS=true
+https://foo.datadog.com/dasboard/123
+https://foo.datadog.com/monitor/123
+```
+
 ### Find all monitors with No-Data
 
 `rake kennel:nodata TAG=team:foo`

data/lib/kennel/api.rb

@@ -1,6 +1,9 @@
 # frozen_string_literal: true
 module Kennel
+  # encapsulates knowledge around how the api works
   class Api
+    CACHE_FILE = "tmp/cache/details"
+
     def initialize(app_key, api_key)
       @app_key = app_key
       @api_key = api_key
@@ -49,8 +52,27 @@ module Kennel
       request :delete, "/api/v1/#{api_resource}/#{id}", params: { force: "true" }, ignore_404: true
     end
 
+    def fill_details!(api_resource, list)
+      return unless api_resource == "dashboard"
+      details_cache do |cache|
+        Utils.parallel(list) { |a| fill_detail!(api_resource, a, cache) }
+      end
+    end
+
     private
 
+    # Make diff work even though we cannot mass-fetch definitions
+    def fill_detail!(api_resource, a, cache)
+      args = [api_resource, a.fetch(:id)]
+      full = cache.fetch(args, a.fetch(:modified_at)) { show(*args) }
+      a.merge!(full)
+    end
+
+    def details_cache(&block)
+      cache = FileCache.new CACHE_FILE, Kennel::VERSION
+      cache.open(&block)
+    end
+
     def request(method, path, body: nil, params: {}, ignore_404: false)
       params = params.merge(application_key: @app_key, api_key: @api_key)
       query = Faraday::FlatParamsEncoder.encode(params)

data/lib/kennel/models/dashboard.rb

@@ -5,8 +5,6 @@ module Kennel
       include TemplateVariables
       include OptionalValidations
 
-      API_LIST_INCOMPLETE = true
-      DASHBOARD_DEFAULTS = { template_variables: [] }.freeze
       READONLY_ATTRIBUTES = superclass::READONLY_ATTRIBUTES + [
         :author_handle, :author_name, :modified_at, :url, :is_read_only, :notify_list
       ]
@@ -20,16 +18,18 @@ module Kennel
       SUPPORTED_DEFINITION_OPTIONS = [:events, :markers, :precision].freeze
 
       DEFAULTS = {
-        template_variable_presets: nil
+        template_variable_presets: nil,
+        reflow_type: "auto"
       }.freeze
 
-      settings :title, :description, :definitions, :widgets, :layout_type, :template_variable_presets
+      settings :title, :description, :definitions, :widgets, :layout_type, :template_variable_presets, :reflow_type
 
       defaults(
         description: -> { "" },
         definitions: -> { [] },
         widgets: -> { [] },
         template_variable_presets: -> { DEFAULTS.fetch(:template_variable_presets) },
+        reflow_type: -> { DEFAULTS.fetch(:reflow_type) },
         id: -> { nil }
       )
 
@@ -112,6 +112,7 @@ module Kennel
           layout_type: layout_type,
           title: "#{title}#{LOCK}",
           description: description,
+          reflow_type: reflow_type,
           template_variables: render_template_variables,
           template_variable_presets: template_variable_presets,
           widgets: all_widgets
@@ -124,7 +125,7 @@ module Kennel
         @json
       end
 
-      def url(id)
+      def self.url(id)
         Utils.path_to_url "/dashboard/#{id}"
       end
 

data/lib/kennel/models/monitor.rb

@@ -5,8 +5,6 @@ module Kennel
       include OptionalValidations
 
       RENOTIFY_INTERVALS = [0, 10, 20, 30, 40, 50, 60, 90, 120, 180, 240, 300, 360, 720, 1440].freeze # minutes
-      # 2d and 1w are valid timeframes for anomaly monitors
-      QUERY_INTERVALS = ["1m", "5m", "10m", "15m", "30m", "1h", "2h", "4h", "1d", "2d", "1w"].freeze
       OPTIONAL_SERVICE_CHECK_THRESHOLDS = [:ok, :warning].freeze
       READONLY_ATTRIBUTES = superclass::READONLY_ATTRIBUTES + [
         :multi, :matching_downtimes, :overall_state_modified, :overall_state, :restricted_roles
@@ -125,7 +123,7 @@ module Kennel
         "monitor"
       end
 
-      def url(id)
+      def self.url(id)
         Utils.path_to_url "/monitors##{id}/edit"
       end
 
@@ -202,14 +200,6 @@ module Kennel
           invalid! "renotify_interval must be one of #{RENOTIFY_INTERVALS.join(", ")}"
         end
 
-        if type == "query alert"
-          # verify interval is valid
-          interval = data.fetch(:query)[/\(last_(\S+?)\)/, 1]
-          if interval && !QUERY_INTERVALS.include?(interval)
-            invalid! "query interval was #{interval}, but must be one of #{QUERY_INTERVALS.join(", ")}"
-          end
-        end
-
         if ["query alert", "service check"].include?(type) # TODO: most likely more types need this
           # verify is_match/is_exact_match uses available variables
           message = data.fetch(:message)

data/lib/kennel/models/record.rb

@@ -6,7 +6,6 @@ module Kennel
       READONLY_ATTRIBUTES = [
         :deleted, :id, :created, :created_at, :creator, :org_id, :modified, :modified_at, :api_resource
       ].freeze
-      API_LIST_INCOMPLETE = false
 
       settings :id, :kennel_id
 
@@ -19,6 +18,10 @@ module Kennel
           end
         end
 
+        def api_resource_map
+          subclasses.map { |s| [s.api_resource, s] }.to_h
+        end
+
         private
 
         def normalize(_expected, actual)

data/lib/kennel/models/slo.rb

@@ -58,7 +58,7 @@ module Kennel
         "slo"
       end
 
-      def url(id)
+      def self.url(id)
         Utils.path_to_url "/slo?slo_id=#{id}"
       end
 

data/lib/kennel/syncer.rb

@@ -1,7 +1,6 @@
 # frozen_string_literal: true
 module Kennel
   class Syncer
-    CACHE_FILE = "tmp/cache/details" # keep in sync with .travis.yml caching
     TRACKING_FIELDS = [:message, :description].freeze
     DELETE_ORDER = ["dashboard", "slo", "monitor"].freeze # dashboards references monitors + slos, slos reference monitors
 
@@ -42,12 +41,12 @@ module Kennel
         reply = @api.create e.class.api_resource, e.as_json
         id = reply.fetch(:id)
         populate_id_map [reply] # allow resolving ids we could previously no resolve
-        Kennel.out.puts "Created #{e.class.api_resource} #{tracking_id(e.as_json)} #{e.url(id)}"
+        Kennel.out.puts "Created #{e.class.api_resource} #{tracking_id(e.as_json)} #{e.class.url(id)}"
       end
 
       each_resolved @update do |id, e|
         @api.update e.class.api_resource, id, e.as_json
-        Kennel.out.puts "Updated #{e.class.api_resource} #{tracking_id(e.as_json)} #{e.url(id)}"
+        Kennel.out.puts "Updated #{e.class.api_resource} #{tracking_id(e.as_json)} #{e.class.url(id)}"
       end
 
       @delete.each do |id, _, a|
@@ -117,10 +116,10 @@ module Kennel
           end
         end
 
-        details_cache do |cache|
-          # fill details of things we need to compare (only do this part in parallel for safety & balancing)
-          Utils.parallel(items.select { |e, _| e && e.class::API_LIST_INCOMPLETE }) { |_, a| fill_details(a, cache) }
-        end
+        # fill details of things we need to compare
+        detailed = Hash.new { |h, k| h[k] = [] }
+        items.each { |e, a| detailed[a[:api_resource]] << a if e }
+        detailed.each { |api_resource, actuals| @api.fill_details! api_resource, actuals }
 
         # pick out things to update or delete
         items.each do |e, a|
@@ -140,21 +139,6 @@ module Kennel
       @delete.sort_by! { |_, _, a| DELETE_ORDER.index a.fetch(:api_resource) }
     end
 
-    # Make diff work even though we cannot mass-fetch definitions
-    def fill_details(a, cache)
-      resource = a.fetch(:api_resource)
-      args = [resource, a.fetch(:id)]
-      full = cache.fetch(args, a[:modified] || a.fetch(:modified_at)) do
-        @api.show(*args)
-      end
-      a.merge!(full)
-    end
-
-    def details_cache(&block)
-      cache = FileCache.new CACHE_FILE, Kennel::VERSION
-      cache.open(&block)
-    end
-
     def download_definitions
       Utils.parallel(Models::Record.subclasses.map(&:api_resource)) do |api_resource|
         results = @api.list(api_resource, with_downtimes: false) # lookup monitors without adding unnecessary downtime information

data/lib/kennel/tasks.rb

@@ -130,15 +130,43 @@ namespace :kennel do
       if type = ENV["TYPE"]
         [type]
       else
-        Kennel::Models::Record.subclasses.map(&:api_resource)
+        Kennel::Models::Record.api_resource_map.keys
       end
+    api = Kennel.send(:api)
+    list = nil
+
     resources.each do |resource|
-      Kennel.send(:api).list(resource).each do |r|
+      Kennel::Progress.progress("Downloading #{resource}") do
+        list = api.list(resource)
+        api.fill_details!(resource, list)
+      end
+      list.each do |r|
+        r[:api_resource] = resource
         Kennel.out.puts JSON.pretty_generate(r)
       end
     end
   end
 
+  desc "Find items from dump by pattern DUMP= PATTERN= [URLS=true]"
+  task dump_grep: :environment do
+    file = ENV.fetch("DUMP")
+    pattern = Regexp.new ENV.fetch("PATTERN")
+    items = File.read(file).gsub("}\n{", "}--SPLIT--{").split("--SPLIT--")
+    models = Kennel::Models::Record.api_resource_map
+    found = items.grep(pattern)
+    exit 1 if found.empty?
+    found.each do |resource|
+      if ENV["URLS"]
+        parsed = JSON.parse(resource)
+        url = models[parsed.fetch("api_resource")].url(parsed.fetch("id"))
+        title = parsed["title"] || parsed["name"]
+        Kennel.out.puts "#{url} # #{title}"
+      else
+        Kennel.out.puts resource
+      end
+    end
+  end
+
   task :environment do
     require "kennel"
     gem "dotenv"

data/lib/kennel/version.rb

@@ -1,4 +1,4 @@
 # frozen_string_literal: true
 module Kennel
-  VERSION = "1.81.2"
+  VERSION = "1.85.0"
 end

data/template/Readme.md

@@ -255,9 +255,19 @@ Run `rake kennel:alerts TAG=service:my-service` to see all un-muted alerts for a
 
 ### Grepping through all of datadog
 
-`rake kennel:dump`
+```Bash
+rake kennel:dump > tmp/dump
+cat tmp/dump | grep foo
+```
 focus on a single type: `TYPE=monitors`
 
+Show full resources or just their urls by pattern:
+```Bash
+rake kennel:dump_grep DUMP=tmp/dump PATTERN=foo URLS=true
+https://foo.datadog.com/dasboard/123
+https://foo.datadog.com/monitor/123
+```
+
 ### Find all monitors with No-Data
 
 `rake kennel:nodata TAG=team:foo`

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kennel
 version: !ruby/object:Gem::Version
-  version: 1.81.2
+  version: 1.85.0
 platform: ruby
 authors:
 - Michael Grosser
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-02-05 00:00:00.000000000 Z
+date: 2021-03-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: faraday