hotdog 0.33.0 → 0.35.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d1245bbeae50ce94b1bcee1d3f8e25ae31cb2a7c
-  data.tar.gz: e211f3e852912e103754077f51e1dc5e39118c8f
+  metadata.gz: 5c34bd3f352760468e86aecb50152087c9534938
+  data.tar.gz: 105739578293caaaf5b2264fc8c5614b1cccddda
 SHA512:
-  metadata.gz: 78f9e8dde8de80e7d3bb24178e395e37314b6daf4c6375cb80cb456dc62647ded6a379d0ef6982cacd6581e7ac43f0d1447757cd05a4e1f551c36d9331c353a9
-  data.tar.gz: aabd50ca10d6c384da7237cce23466231f007bc9fd224339f1153aec0cdc91539713d3f8d9b90e1ba80d67f819fa516119a5ea19bdf62d63efca20e4f5604fc6
+  metadata.gz: 7d095e791a616d81e24cc2510c6fcceb8ed1461075a622a08b90ab6c6b3e865ac343c28ce2dbc7fb22239ac8e143e744bb5f009278f34ed6d46b7660b84b8994
+  data.tar.gz: 6ffd19158c137ad8eea99942a38c3fda059f9fcdc668df8f4cb8442cac3f8f916addea202e635a01b14d02a26e7bab4fae53e77f33ac7a4b9c59956f306e83aa

data/lib/hotdog/application.rb

@@ -6,6 +6,7 @@ require "optparse"
 require "yaml"
 require "hotdog/commands"
 require "hotdog/formatters"
+require "hotdog/sources"
 require "hotdog/version"
 
 module Hotdog
@@ -40,9 +41,9 @@ module Hotdog
       @optparse = OptionParser.new
       @optparse.version = Hotdog::VERSION
       @options = {
-        endpoint: ENV.fetch("DATADOG_HOST", "https://app.datadoghq.com"),
-        api_key: ENV["DATADOG_API_KEY"],
-        application_key: ENV["DATADOG_APPLICATION_KEY"],
+        endpoint: nil,
+        api_key: nil,
+        application_key: nil,
         application: self,
         confdir: find_confdir(File.expand_path(".")),
         debug: false,
@@ -51,7 +52,7 @@ module Hotdog
         force: false,
         format: "text",
         headers: false,
-        source: nil,
+        source: "datadog",
         status: nil,
         listing: false,
         logger: @logger,
@@ -69,23 +70,36 @@ module Hotdog
         # reject nil values to declare sensible default later in subcommand
         val.nil?
       }
-
+      @source_provider = nil # will be initialized later in `main()`
       define_options
     end
     attr_reader :logger
     attr_reader :options
     attr_reader :optparse
+    attr_reader :source_provider
 
     def main(argv=[])
       config = File.join(options[:confdir], "config.yml")
       if File.file?(config)
-        loaded = YAML.load(ERB.new(File.read(config)).result)
+        begin
+          loaded = YAML.load(ERB.new(File.read(config)).result)
+        rescue => error
+          STDERR.puts("hotdog: failed to load configuration file at #{config.inspect}: #{error}")
+          exit(1)
+        end
         if Hash === loaded
           @options = @options.merge(Hash[loaded.map { |key, value| [Symbol === key ? key : key.to_s.to_sym, value] }])
         end
       end
       args = @optparse.order(argv)
 
+      begin
+        @source_provider = get_source(@options[:source])
+      rescue NameError
+        STDERR.puts("hotdog: '#{@options[:source]}' is not a valid hotdog source.")
+        exit(1)
+      end
+
       begin
         command_name = ( args.shift || "help" )
         begin
@@ -137,42 +151,6 @@ module Hotdog
       end
     end
 
-    def api_key()
-      if options[:api_key]
-        options[:api_key]
-      else
-        update_api_key!
-        if options[:api_key]
-          options[:api_key]
-        else
-          raise("DATADOG_API_KEY is not set")
-        end
-      end
-    end
-
-    def application_key()
-      if options[:application_key]
-        options[:application_key]
-      else
-        update_application_key!
-        if options[:application_key]
-          options[:application_key]
-        else
-          raise("DATADOG_APPLICATION_KEY is not set")
-        end
-      end
-    end
-
-    def source()
-      options.fetch(:source, SOURCE_DATADOG)
-    end
-
-    def source_name(source=self.source)
-      {
-        SOURCE_DATADOG => "datadog",
-      }.fetch(source, "unknown")
-    end
-
     def status()
       options.fetch(:status, STATUS_RUNNING)
     end
@@ -230,16 +208,7 @@ module Hotdog
         options[:headers] = v
       end
       @optparse.on("--source=SOURCE", "Specify custom host source") do |v|
-        case v
-        when /\A\d\z/i
-          options[:source] = v.to_i
-        when /\A(?:all|any)\z/i
-          options[:source] = nil
-        when /\A(?:datadog)\z/i
-          options[:source] = SOURCE_DATADOG
-        else
-          raise(OptionParser::InvalidArgument.new("unknown source: #{v}"))
-        end
+        @options[:source] = v
       end
       @optparse.on("--status=STATUS", "Specify custom host status") do |v|
         case v
@@ -320,6 +289,21 @@ module Hotdog
       klass.new(self)
     end
 
+    def get_source(name)
+      begin
+        klass = Hotdog::Sources.const_get(const_name(name))
+      rescue NameError
+        library = find_library("hotdog/sources", name)
+        if library
+          load library
+          klass = Hotdog::Sources.const_get(const_name(File.basename(library, ".rb")))
+        else
+          raise(NameError.new("unknown source: #{name}"))
+        end
+      end
+      klass.new(self)
+    end
+
     def find_library(dirname, name)
       load_path = $LOAD_PATH.map { |path| File.join(path, dirname) }.select { |path| File.directory?(path) }
       libraries = load_path.flat_map { |path| Dir.glob(File.join(path, "*.rb")) }.select { |file| File.file?(file) }
@@ -354,46 +338,6 @@ module Hotdog
         end
       end
     end
-
-    def update_api_key!()
-      if options[:api_key_command]
-        logger.info("api_key_command> #{options[:api_key_command]}")
-        options[:api_key] = IO.popen(options[:api_key_command]) do |io|
-          io.read.strip
-        end
-        unless $?.success?
-          raise("failed: #{options[:api_key_command]}")
-        end
-      else
-        update_keys!
-      end
-    end
-
-    def update_application_key!()
-      if options[:application_key_command]
-        logger.info("application_key_command> #{options[:application_key_command]}")
-        options[:application_key] = IO.popen(options[:application_key_command]) do |io|
-          io.read.strip
-        end
-        unless $?.success?
-          raise("failed: #{options[:application_key_command]}")
-        end
-      else
-        update_keys!
-      end
-    end
-
-    def update_keys!()
-      if options[:key_command]
-        logger.info("key_command> #{options[:key_command]}")
-        options[:api_key], options[:application_key] = IO.popen(options[:key_command]) do |io|
-          io.read.strip.split(":", 2)
-        end
-        unless $?.success?
-          raise("failed: #{options[:key_command]}")
-        end
-      end
-    end
   end
 end
 

data/lib/hotdog/commands.rb

@@ -1,22 +1,16 @@
 #!/usr/bin/env ruby
 
 require "fileutils"
-require "dogapi"
-require "multi_json"
-require "oj"
-require "open-uri"
-require "parallel"
 require "sqlite3"
-require "uri"
 
 module Hotdog
   module Commands
     class BaseCommand
       def initialize(application)
         @application = application
+        @source_provider = application.source_provider
         @logger = application.logger
         @options = application.options
-        @dog = nil # lazy initialization
         @prepared_statements = {}
         @persistent_db_path = File.join(@options.fetch(:confdir, "."), "hotdog.sqlite3")
       end
@@ -262,25 +256,21 @@ module Hotdog
 
       def create_db(db, options={})
         options = @options.merge(options)
-        requests = {all_downtimes: "/api/v1/downtime", all_tags: "/api/v1/tags/hosts"}
         begin
-          parallelism = Parallel.processor_count
-          # generate payload before forking threads to avoid fetching keys multiple times
-          query = URI.encode_www_form(api_key: application.api_key, application_key: application.application_key)
-          responses = Hash[Parallel.map(requests, in_threads: parallelism) { |name, request_path|
-            [name, datadog_get(request_path, query)]
-          }]
+          all_tags = @source_provider.get_all_tags()
+          all_downtimes = @source_provider.get_all_downtimes().flat_map { |downtime|
+            # find host scopes
+            Array(downtime["scope"]).select { |scope| scope.start_with?("host:") }.map { |scope| scope.sub(/\Ahost:/, "") }
+          }
         rescue => error
           STDERR.puts(error.message)
           exit(1)
         end
-        all_tags = prepare_tags(responses.fetch(:all_tags, {}))
-        all_downtimes = prepare_downtimes(responses.fetch(:all_downtimes, {}))
         if not all_downtimes.empty?
           logger.info("ignore host(s) with scheduled downtimes: #{all_downtimes.inspect}")
         end
         db.transaction do
-          execute_db(db, "CREATE TABLE IF NOT EXISTS hosts (id INTEGER PRIMARY KEY AUTOINCREMENT, name VARCHAR(255) NOT NULL COLLATE NOCASE, source INTEGER NOT NULL DEFAULT #{SOURCE_DATADOG}, status INTEGER NOT NULL DEFAULT #{STATUS_PENDING});")
+          execute_db(db, "CREATE TABLE IF NOT EXISTS hosts (id INTEGER PRIMARY KEY AUTOINCREMENT, name VARCHAR(255) NOT NULL COLLATE NOCASE, source INTEGER NOT NULL DEFAULT #{@source_provider.id}, status INTEGER NOT NULL DEFAULT #{STATUS_PENDING});")
           execute_db(db, "CREATE UNIQUE INDEX IF NOT EXISTS hosts_name ON hosts (name);")
           execute_db(db, "CREATE TABLE IF NOT EXISTS tags (id INTEGER PRIMARY KEY AUTOINCREMENT, name VARCHAR(200) NOT NULL COLLATE NOCASE, value VARCHAR(200) NOT NULL COLLATE NOCASE);")
           execute_db(db, "CREATE UNIQUE INDEX IF NOT EXISTS tags_name_value ON tags (name, value);")
@@ -288,11 +278,7 @@ module Hotdog
           execute_db(db, "CREATE UNIQUE INDEX IF NOT EXISTS hosts_tags_host_id_tag_id ON hosts_tags (host_id, tag_id);")
 
           execute_db(db, "CREATE TABLE IF NOT EXISTS source_names (id INTEGER PRIMARY KEY AUTOINCREMENT, name VARCHAR(200) NOT NULL COLLATE NOCASE);")
-          {
-            SOURCE_DATADOG => application.source_name(SOURCE_DATADOG),
-          }.each do |source_id, source_name|
-            execute_db(db, "INSERT OR IGNORE INTO source_names (id, name) VALUES (?, ?);", [source_id, source_name])
-          end
+          execute_db(db, "INSERT OR IGNORE INTO source_names (id, name) VALUES (?, ?);", [@source_provider.id, @source_provider.name])
                      
           execute_db(db, "CREATE TABLE IF NOT EXISTS status_names (id INTEGER PRIMARY KEY AUTOINCREMENT, name VARCHAR(200) NOT NULL COLLATE NOCASE);")
           {
@@ -343,42 +329,12 @@ module Hotdog
         end
       end
 
-      def datadog_get(request_path, query=nil)
-        # TODO: make this pluggable
-        endpoint = options[:endpoint]
-        query ||= URI.encode_www_form(api_key: application.api_key, application_key: application.application_key)
-        uri = URI.join(endpoint, "#{request_path}?#{query}")
-        begin
-          response = uri.open("User-Agent" => "hotdog/#{Hotdog::VERSION}") { |fp| fp.read }
-          MultiJson.load(response)
-        rescue OpenURI::HTTPError => error
-          code, _body = error.io.status
-          raise(RuntimeError.new("datadog: GET #{request_path} returns [#{code.inspect}, ...]"))
-        end
-      end
-
-      def prepare_tags(tags)
-        Hash(tags).fetch("tags", {})
-      end
-
-      def prepare_downtimes(downtimes)
-        now = Time.new.to_i
-        Array(downtimes).select { |downtime|
-          # active downtimes
-          downtime["active"] and ( downtime["start"].nil? or downtime["start"] < now ) and ( downtime["end"].nil? or now <= downtime["end"] ) and downtime["monitor_id"].nil?
-        }.flat_map { |downtime|
-          # find host scopes
-          downtime["scope"].select { |scope| scope.start_with?("host:") }.map { |scope| scope.sub(/\Ahost:/, "") }
-        }
-      end
-
       def create_hosts(db, hosts, downtimes)
         hosts.each_slice(SQLITE_LIMIT_COMPOUND_SELECT / 3) do |hosts|
           q = "INSERT OR IGNORE INTO hosts (name, source, status) VALUES %s;" % hosts.map { "(?, ?, ?)" }.join(", ")
           execute_db(db, q, hosts.map { |host|
-            source = SOURCE_DATADOG
             status = downtimes.include?(host) ? STATUS_STOPPED : STATUS_RUNNING
-            [host, source, status]
+            [host, @source_provider.id, status]
           })
         end
 
@@ -447,10 +403,6 @@ module Hotdog
         end
       end
 
-      def dog()
-        @dog ||= Dogapi::Client.new(application.api_key, application.application_key)
-      end
-
       def split_tag(tag)
         tagname, tagvalue = tag.split(":", 2)
         [rewrite_legacy_tagname(tagname), tagvalue || ""]

data/lib/hotdog/commands/down.rb

@@ -1,7 +1,5 @@
 #!/usr/bin/env ruby
 
-require "fileutils"
-
 module Hotdog
   module Commands
     class Down < BaseCommand
@@ -70,20 +68,10 @@ module Hotdog
         end
         scopes.each do |scope|
           with_retry(options) do
-            schedule_downtime(scope, options)
+            @source_provider.schedule_downtime(scope, options)
           end
         end
       end
-
-      private
-      def schedule_downtime(scope, options={})
-        code, schedule = dog.schedule_downtime(scope, :start => options[:start].to_i, :end => (options[:start]+options[:downtime]).to_i)
-        logger.debug("dog.schedule_donwtime(%s, :start => %s, :end => %s) #==> [%s, %s]" % [scope.inspect, options[:start].to_i, (options[:start]+options[:downtime]).to_i, code.inspect, schedule.inspect])
-        if code.to_i / 100 != 2
-          raise("dog.schedule_downtime(%s, ...) returns [%s, %s]" % [scope.inspect, code.inspect, schedule.inspect])
-        end
-        schedule
-      end
     end
   end
 end

data/lib/hotdog/commands/search.rb

@@ -120,10 +120,6 @@ module Hotdog
           # return everything if given expression is empty
           expression = "*"
         end
-        if options[:source]
-          source_name = application.source_name(options[:source])
-          expression = "@source:#{source_name} AND (#{expression})"
-        end
         if options[:status]
           status_name = application.status_name(options[:status])
           expression = "@status:#{status_name} AND (#{expression})"

data/lib/hotdog/commands/ssh.rb

@@ -1,6 +1,7 @@
 #!/usr/bin/env ruby
 
 require "json"
+require "parallel"
 require "parslet"
 require "shellwords"
 require "thread"

data/lib/hotdog/commands/tag.rb

@@ -1,7 +1,5 @@
 #!/usr/bin/env ruby
 
-require "fileutils"
-
 module Hotdog
   module Commands
     class Tag < BaseCommand
@@ -15,7 +13,7 @@ module Hotdog
         optparse.on("--retry-delay SECONDS") do |v|
           options[:retry_delay] = v.to_i
         end
-        optparse.on("--source SOURCE") do |v|
+        optparse.on("--tag-source SOURCE") do |v|
           options[:tag_source] = v
         end
         optparse.on("-a TAG", "-t TAG", "--tag TAG", "Use specified tag name/value") do |v|
@@ -41,33 +39,16 @@ module Hotdog
         hosts.each do |host|
           if options[:tags].empty?
             # nop; just show current tags
-            host_tags = with_retry { host_tags(host, source=options[:tag_source]) }
+            host_tags = with_retry { @source_provider.host_tags(host, source=options[:tag_source]) }
             STDOUT.puts host_tags['tags'].inspect
           else
             # add all as user tags
             with_retry(options) do
-              add_tags(host, options[:tags], source=options[:tag_source])
+              @source_provider.add_tags(host, options[:tags], source=options[:tag_source])
             end
           end
         end
       end
-
-      private
-      def add_tags(host_name, tags, options={})
-        code, resp = dog.add_tags(host_name, tags, options)
-        if code.to_i / 100 != 2
-          raise("dog.add_tags(#{host_name.inspect}, #{tags.inspect}, #{options.inspect}) returns [#{code.inspect}, #{resp.inspect}]")
-        end
-        resp
-      end
-
-      def host_tags(host_name, options={})
-        code, host_tags = dog.host_tags(host_name, options)
-        if code.to_i / 100 != 2
-          raise("dog.host_tags(#{host_name.inspect}, #{options.inspect}) returns [#{code.inspect}, #{host_tags.inspect}]")
-        end
-        host_tags
-      end
     end
   end
 end

data/lib/hotdog/commands/untag.rb

@@ -1,7 +1,5 @@
 #!/usr/bin/env ruby
 
-require "fileutils"
-
 module Hotdog
   module Commands
     class Untag < BaseCommand
@@ -15,7 +13,7 @@ module Hotdog
         optparse.on("--retry-delay SECONDS") do |v|
           options[:retry_delay] = v.to_i
         end
-        optparse.on("--source SOURCE") do |v|
+        optparse.on("--tag-source SOURCE") do |v|
           options[:tag_source] = v
         end
         optparse.on("-a TAG", "-t TAG", "--tag TAG", "Use specified tag name/value") do |v|
@@ -48,47 +46,22 @@ module Hotdog
           if options[:tags].empty?
             # delete all user tags
             with_retry do
-              detach_tags(host, source=options[:tag_source])
+              @source_provider.detach_tags(host, source=options[:tag_source])
             end
           else
-            host_tags = with_retry { host_tags(host, source=options[:tag_source]) }
+            host_tags = with_retry { @source_provider.host_tags(host, source=options[:tag_source]) }
             old_tags = host_tags["tags"]
             new_tags = old_tags - options[:tags]
             if old_tags == new_tags
               # nop
             else
               with_retry do
-                update_tags(host, new_tags, source=options[:tag_source])
+                @source_provider.update_tags(host, new_tags, source=options[:tag_source])
               end
             end
           end
         end
       end
-
-      private
-      def detach_tags(host_name, options={})
-        code, detach_tags = dog.detach_tags(host_name, options)
-        if code.to_i / 100 != 2
-          raise("dog.detach_tags(#{host_name.inspect}, #{options.inspect}) returns [#{code.inspect}, #{detach_tags.inspect}]")
-        end
-        detach_tags
-      end
-
-      def host_tags(host_name, options={})
-        code, host_tags = dog.host_tags(host_name, options)
-        if code.to_i / 100 != 2
-          raise("dog.host_tags(#{host_name.inspect}, #{options.inspect}) returns [#{code.inspect}, #{host_tags.inspect}]")
-        end
-        host_tags
-      end
-
-      def update_tags(host_name, tags, options={})
-        code, update_tags = dog.update_tags(host_name, tags, options)
-        if code.to_i / 100 != 2
-          raise("dog.update_tags(#{host_name.inspect}, #{tags.inspect}, #{options.inspect}) returns [#{code.inspect}, #{update_tags.inspect}]")
-        end
-        update_tags
-      end
     end
   end
 end

data/lib/hotdog/commands/up.rb

@@ -1,7 +1,5 @@
 #!/usr/bin/env ruby
 
-require "fileutils"
-
 module Hotdog
   module Commands
     class Up < BaseCommand
@@ -25,7 +23,7 @@ module Hotdog
         }
         all_downtimes = nil
         with_retry(options) do
-          all_downtimes = get_all_downtimes(options)
+          all_downtimes = @source_provider.get_all_downtimes(options)
         end
 
         cancel_downtimes = all_downtimes.select { |downtime|
@@ -34,7 +32,7 @@ module Hotdog
 
         cancel_downtimes.each do |downtime|
           with_retry(options) do
-            cancel_downtime(downtime["id"], options)
+            @source_provider.cancel_downtime(downtime["id"], options)
           end
         end
 
@@ -57,23 +55,6 @@ module Hotdog
           end
         end
       end
-
-      private
-      def get_all_downtimes(options={})
-        code, all_downtimes = dog.get_all_downtimes()
-        if code.to_i / 100 != 2
-          raise("dog.get_all_downtimes() returns [%s, %s]" % [code.inspect, all_downtimes.inspect])
-        end
-        all_downtimes
-      end
-
-      def cancel_downtime(id, options={})
-        code, cancel = dog.cancel_downtime(id)
-        if code.to_i / 100 != 2
-          raise("dog.cancel_downtime(%s) returns [%s, %s]" % [id.inspect, code.inspect, cancel.inspect])
-        end
-        cancel
-      end
     end
   end
 end

data/lib/hotdog/sources.rb

@@ -0,0 +1,112 @@
+#!/usr/bin/env ruby
+
+module Hotdog
+  module Sources
+    class BaseSource
+      def initialize(application)
+        @application = application
+        @logger = application.logger
+        @options = application.options
+      end
+      attr_reader :application
+      attr_reader :logger
+      attr_reader :options
+
+      def id() #=> Integer
+        raise(NotImplementedError)
+      end
+
+      def name() #=> String
+        raise(NotImplementedError)
+      end
+
+      def endpoint() #=> String
+        options[:endpoint]
+      end
+
+      def api_key() #=> String
+        options[:api_key]
+      end
+
+      def application_key() #=> String
+        options[:application_key]
+      end
+
+      def schedule_downtime(scope, options={})
+        raise(NotImplementedError)
+      end
+
+      def cancel_downtime(id, options={})
+        raise(NotImplementedError)
+      end
+
+      def get_all_downtimes(options={})
+        #
+        # This should return some `Array<Hash<String,String>>` like follows
+        #
+        # ```json
+        # [
+        #   {
+        #     "recurrence": null,
+        #     "end": 1533593208,
+        #     "monitor_tags": [
+        #       "*"
+        #     ],
+        #     "canceled": null,
+        #     "monitor_id": null,
+        #     "org_id": 12345,
+        #     "disabled": false,
+        #     "start": 1533592608,
+        #     "creator_id": 78913,
+        #     "parent_id": null,
+        #     "timezone": "UTC",
+        #     "active": false,
+        #     "scope": [
+        #       "host:i-abcdef01234567890"
+        #     ],
+        #     "message": null,
+        #     "downtime_type": null,
+        #     "id": 278432422,
+        #     "updater_id": null
+        #   }
+        # ]
+        # ```
+        #
+        raise(NotImplementedError)
+      end
+
+      def get_all_tags(options={})
+        #
+        # This should return some `Hash<String,Array<String>>` like follows
+        #
+        # ```json
+        # {
+        #   "tagname:tagvalue": [
+        #     "foo",
+        #     "bar",
+        #     "baz"
+        #   ]
+        # }
+        # ```
+        #
+        raise(NotImplementedError)
+      end
+
+      def get_host_tags(host_name, options={})
+        raise(NotImplementedError)
+      end
+
+      def add_tags(host_name, tags, options={})
+        raise(NotImplementedError)
+      end
+
+      def detach_tags(host_name, options={})
+        raise(NotImplementedError)
+      end
+
+      def update_tags(host_name, tags, options={})
+        raise(NotImplementedError)
+      end
+    end
+  end
+end

data/lib/hotdog/sources/datadog.rb

@@ -0,0 +1,179 @@
+#!/usr/bin/env ruby
+
+require "dogapi"
+require "multi_json"
+require "oj"
+require "open-uri"
+require "uri"
+
+module Hotdog
+  module Sources
+    class Datadog < BaseSource
+      def initialize(application)
+        super(application)
+        options[:endpoint] = ENV.fetch("DATADOG_HOST", "https://app.datadoghq.com")
+        options[:api_key] = ENV["DATADOG_API_KEY"]
+        options[:application_key] = ENV["DATADOG_APPLICATION_KEY"]
+        @dog = nil # lazy initialization
+      end
+
+      def id()
+        Hotdog::SOURCE_DATADOG
+      end
+
+      def name()
+        "datadog"
+      end
+
+      def endpoint()
+        options[:endpoint]
+      end
+
+      def api_key()
+        if options[:api_key]
+          options[:api_key]
+        else
+          update_api_key!
+          if options[:api_key]
+            options[:api_key]
+          else
+            raise("DATADOG_API_KEY is not set")
+          end
+        end
+      end
+
+      def application_key()
+        if options[:application_key]
+          options[:application_key]
+        else
+          update_application_key!
+          if options[:application_key]
+            options[:application_key]
+          else
+            raise("DATADOG_APPLICATION_KEY is not set")
+          end
+        end
+      end
+
+      def schedule_downtime(scope, options={})
+        code, schedule = dog.schedule_downtime(scope, :start => options[:start].to_i, :end => (options[:start]+options[:downtime]).to_i)
+        logger.debug("dog.schedule_donwtime(%s, :start => %s, :end => %s) #==> [%s, %s]" % [scope.inspect, options[:start].to_i, (options[:start]+options[:downtime]).to_i, code.inspect, schedule.inspect])
+        if code.to_i / 100 != 2
+          raise("dog.schedule_downtime(%s, ...) returns [%s, %s]" % [scope.inspect, code.inspect, schedule.inspect])
+        end
+        schedule
+      end
+
+      def cancel_downtime(id, options={})
+        code, cancel = dog.cancel_downtime(id)
+        if code.to_i / 100 != 2
+          raise("dog.cancel_downtime(%s) returns [%s, %s]" % [id.inspect, code.inspect, cancel.inspect])
+        end
+        cancel
+      end
+
+      def get_all_downtimes(options={})
+        now = Time.new.to_i
+        Array(datadog_get("/api/v1/downtime")).select { |downtime|
+          # active downtimes
+          downtime["active"] and ( downtime["start"].nil? or downtime["start"] < now ) and ( downtime["end"].nil? or now <= downtime["end"] ) and downtime["monitor_id"].nil?
+        }
+      end
+
+      def get_all_tags(options={})
+        Hash(datadog_get("/api/v1/tags/hosts")).fetch("tags", {})
+      end
+
+      def get_host_tags(host_name, options={})
+        code, host_tags = dog.host_tags(host_name, options)
+        if code.to_i / 100 != 2
+          raise("dog.host_tags(#{host_name.inspect}, #{options.inspect}) returns [#{code.inspect}, #{host_tags.inspect}]")
+        end
+        host_tags
+      end
+
+      def add_tags(host_name, tags, options={})
+        code, resp = dog.add_tags(host_name, tags, options)
+        if code.to_i / 100 != 2
+          raise("dog.add_tags(#{host_name.inspect}, #{tags.inspect}, #{options.inspect}) returns [#{code.inspect}, #{resp.inspect}]")
+        end
+        resp
+      end
+
+      def detach_tags(host_name, options={})
+        code, detach_tags = dog.detach_tags(host_name, options)
+        if code.to_i / 100 != 2
+          raise("dog.detach_tags(#{host_name.inspect}, #{options.inspect}) returns [#{code.inspect}, #{detach_tags.inspect}]")
+        end
+        detach_tags
+      end
+
+      def update_tags(host_name, tags, options={})
+        code, update_tags = dog.update_tags(host_name, tags, options)
+        if code.to_i / 100 != 2
+          raise("dog.update_tags(#{host_name.inspect}, #{tags.inspect}, #{options.inspect}) returns [#{code.inspect}, #{update_tags.inspect}]")
+        end
+        update_tags
+      end
+
+      private
+      def dog()
+        @dog ||= Dogapi::Client.new(self.api_key, self.application_key)
+      end
+
+      def datadog_get(request_path, query=nil)
+        query ||= URI.encode_www_form(api_key: self.api_key, application_key: self.application_key)
+        uri = URI.join(self.endpoint, "#{request_path}?#{query}")
+        begin
+          response = uri.open("User-Agent" => "hotdog/#{Hotdog::VERSION}") { |fp| fp.read }
+          MultiJson.load(response)
+        rescue OpenURI::HTTPError => error
+          code, _body = error.io.status
+          raise(RuntimeError.new("datadog: GET #{request_path} returns [#{code.inspect}, ...]"))
+        end
+      end
+
+      def update_api_key!()
+        if options[:api_key_command]
+          logger.info("api_key_command> #{options[:api_key_command]}")
+          options[:api_key] = IO.popen(options[:api_key_command]) do |io|
+            io.read.strip
+          end
+          unless $?.success?
+            raise("failed: #{options[:api_key_command]}")
+          end
+        else
+          update_keys!
+        end
+      end
+
+      def update_application_key!()
+        if options[:application_key_command]
+          logger.info("application_key_command> #{options[:application_key_command]}")
+          options[:application_key] = IO.popen(options[:application_key_command]) do |io|
+            io.read.strip
+          end
+          unless $?.success?
+            raise("failed: #{options[:application_key_command]}")
+          end
+        else
+          update_keys!
+        end
+      end
+
+      def update_keys!()
+        if options[:key_command]
+          logger.info("key_command> #{options[:key_command]}")
+          options[:api_key], options[:application_key] = IO.popen(options[:key_command]) do |io|
+            io.read.strip.split(":", 2)
+          end
+          unless $?.success?
+            raise("failed: #{options[:key_command]}")
+          end
+        end
+      end
+    end
+  end
+end
+
+# vim:set ft=ruby :

data/lib/hotdog/version.rb

@@ -1,3 +1,3 @@
 module Hotdog
-  VERSION = "0.33.0"
+  VERSION = "0.35.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: hotdog
 version: !ruby/object:Gem::Version
-  version: 0.33.0
+  version: 0.35.0
 platform: ruby
 authors:
 - Yamashita Yuu
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-05-22 00:00:00.000000000 Z
+date: 2018-09-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -179,6 +179,8 @@ files:
 - lib/hotdog/formatters/text.rb
 - lib/hotdog/formatters/tsv.rb
 - lib/hotdog/formatters/yaml.rb
+- lib/hotdog/sources.rb
+- lib/hotdog/sources/datadog.rb
 - lib/hotdog/version.rb
 - spec/core/application_spec.rb
 - spec/core/commands_spec.rb