datadog-cli 0.1.16

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 5d58300d688ebd50bfe063c1186fff34202b7751
+  data.tar.gz: 9a7702250216f4e3b9e78c262a3f300403c1b0bd
+SHA512:
+  metadata.gz: 2b895e0f651cbda6057a7ae79abf1f627228ab212444413e7299418807238da41f14ff45ce7fd603429f5bfc75fef9f14fe7ecf40792c7270732c5a4a0a167b4
+  data.tar.gz: 13e6772a1618a7b88d437f691cfe1549b0267b80b085adcf1ee098bda9b094464e77fe02491a05e72cc89f2ca72ae761fc6113c29e54f51758b83f2b8b8ab987

data/.gitignore

@@ -0,0 +1,3 @@
+pkg/
+# monitors/
+datadog-cli.yaml

data/Gemfile

@@ -0,0 +1,4 @@
+source "https://rubygems.org"
+# source "https://artifacts.schibsted.io/artifactory/api/gems/rubygems-virtual"
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,30 @@
+PATH
+  remote: .
+  specs:
+    datadog-cli (0.1.9)
+      jsonlint
+      liquid
+      thor
+
+GEM
+  remote: https://rubygems.org/
+  remote: https://artifacts.schibsted.io/artifactory/api/gems/rubygems-local/
+  specs:
+    jsonlint (0.2.0)
+      oj (~> 2)
+      trollop (~> 2)
+    liquid (3.0.6)
+    oj (2.17.3)
+    rake (11.2.2)
+    thor (0.19.1)
+    trollop (2.1.2)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  datadog-cli!
+  rake
+
+BUNDLED WITH
+   1.12.5

data/Rakefile

@@ -0,0 +1,7 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+# require "jsonlint/rake_task"
+
+task default: [
+  :release,
+]

data/Readme.md

@@ -0,0 +1,82 @@
+# datadog-cli
+
+Track your datadog monitors.
+
+When you have several environments and want to consitently guarantee alerts
+across them it's better to have templates and extract the differences between
+them to variables.
+
+
+## Installation
+
+```
+gem install datadog-cli
+```
+
+
+## Usage
+
+Right now the only supported Datadog feature are monitors with the
+`monitor` subcommand. Adding a `dashboard` subcommand shouldn't be
+the hardest thing.
+
+```
+$ ./bin/datadog monitor
+Commands:
+  datadog monitor check PATH                      # Checks if monitor(s) from PATH exist
+  datadog monitor download DIR [FILTER] [INVERT]  # Downloads all monitors that match FILTER
+  datadog monitor generate PATH [DIR] [VARS]      # Renders template(s) from PATH into DIR with a VARS file
+  datadog monitor help [COMMAND]                  # Describe subcommands or one specific subcommand
+  datadog monitor ls [FILTER] [EXCLUDE]           # Lists all monitors that match FILTER
+  datadog monitor render PATH [VARS]              # Renders template(s) from PATH with a VARS file
+  datadog monitor update PATH                     # Updates or creates monitor(s) from PATH
+
+Options:
+  [--vars=VARS]
+```
+
+Check https://github.schibsted.io/spt-payment/datadog-monitors for a real example
+of how templates and variables can be structured.
+
+The required access to the Datadog API can be set by either env vars or using a
+configuration file. The env vars are `DATADOG_API_KEY` and `DATADOG_APP_KEY`.
+
+If neither env vars are set the code does a file lookup. **In order**:
+
+- Currentl working directory level: `./datadog-cli.yaml`.
+- User level: (your home directory): `~/.datadog-cli.yaml`.
+- System level: `/etc/datadog-cli.yaml`
+
+The first found file prevails. There's no merging involved. The content of the file
+should look like:
+
+```yaml
+---
+creds:
+  api_key: 123456789-123456789-123456789-12
+  app_key: 123456789-123456789-123456789-1234567890
+```
+
+
+## What makes this different
+
+It allows to:
+
+  - generate json monitors files from rendering templates against variables
+  - have as many variables files as needed as a way to tweak thresholds per
+    env. You can be lazy and use the `import: file.yaml` to det defaults.
+  - create/update monitors from an arbitrary folder
+
+These steps combined allows people to grab monitors from one environment and
+apply to another.
+
+## What this doesn't do
+
+  - This tool does not delete existing monitors. That's manual work left up
+    to you. The tool does a look up based on the monitor title to decide if
+    it will create or update. This can still mess up current monitors so it's
+    not a bad idea to download all current monitors, even if for archival
+    purposes.
+
+  - This tools uses the `liquid` gem which unfortunately does not support
+    recursive variable resolution like ansible brilliantly does.

data/bin/datadog

@@ -0,0 +1,322 @@
+#!/usr/bin/env ruby
+$LOAD_PATH.unshift File.expand_path('../../lib', File.realpath(__FILE__))
+
+require "thor"
+require "http"
+require "json"
+require "yaml"
+require "deep_merge"
+require "fileutils"
+require "tablelize"
+require "colorize"
+require "datadog"
+require "liquid"
+
+puts "Hello from datadog-cli"
+
+module Datadog
+
+  DATADOG_API_KEY  = "DATADOG_API_KEY"
+  DATADOG_APP_KEY  = "DATADOG_APP_KEY"
+  DATADOG_CONFIG   = "DATADOG_CONFIG"
+  DATADOG_ENDPOINT = "https://app.datadoghq.com/api/v1/monitor"
+  DATADOG_HEADERS  = {
+    "Content-Type" => "application/json",
+  }
+
+  class Monitor < Thor
+    class_option :vars, :type => :string
+
+    desc "ls [FILTER] [EXCLUDE]", "Lists all monitors that match FILTER"
+    def ls filter = nil, exclude = false
+      rows = []
+      rows << ["ID", "NAME"]
+      data = _list()
+      data.each do |m|
+        if filter
+          next if exclude == "true" and m["name"].downcase.match /#{filter}/im
+          next if exclude == "false" and not m["name"].downcase.match /#{filter}/im
+        end
+
+        rows << [m["id"], m["name"]]
+      end
+      Tablelize::table rows
+    end
+
+    desc "download DIR [FILTER] [INVERT]", "Downloads all monitors that match FILTER"
+    def download dir, filter = nil, invert = false
+      data = _list()
+      time = Time.now.strftime('%Y%m%d-%H%M%S')
+      dir  = "#{dir}/#{time}"
+      FileUtils.mkdir_p dir unless Dir.exists? dir
+      data.each do |m|
+        if filter
+          if invert == "true" and m["name"].downcase.match filter
+            next
+          elsif not m["name"].downcase.match filter
+            next
+          end
+        end
+
+        json = JSON.pretty_generate(m)
+        file = "#{dir}/#{m['name'].clean}.json"
+        File.write(file, json)
+        print "Download".green, "  #{file}\n"
+      end
+    end
+
+    desc "check PATH", "Checks if monitor(s) from PATH exist"
+    def check path
+      if File.directory? path
+        Dir["#{path}/**/*"].each do |f|
+          check f unless File.directory? f
+        end
+      else
+        if _check(path)
+          print "Exists".green, "   #{path}\n"
+        else
+          print "New".yellow, "      #{path}\n"
+        end
+      end
+    end
+
+    desc "update PATH", "Updates or creates monitor(s) from PATH"
+    def update path
+      if File.directory? path
+        Dir["#{path}/**/*.json"].each do |f|
+          update f unless File.directory? f
+        end
+      else
+        ok = _update(path)
+        if ok.is_a? Numeric
+          print "Updated".cyan,   "   #{path}\n"
+        elsif ok
+          print "Created".green,       "   #{path}\n"
+        else
+          print "Failed".red,       "   #{path}\n"
+          abort "Aborting on failure to update"
+        end
+      end
+    end
+
+    desc "render PATH [VARS]", "Renders template(s) from PATH with a VARS file"
+    def render path, vars = nil
+      if File.directory? path
+        Dir["#{path}/**/*.json.j2"].each do |f|
+          render f, vars unless File.directory? f
+        end
+      else
+        text = _render(path, vars)
+        puts text
+      end
+    end
+
+    desc "generate PATH [DIR] [VARS]", "Renders template(s) from PATH into DIR with a VARS file"
+    def generate path, dir = nil, vars = nil
+      vars ||= options[:vars]
+      if File.directory? path
+        Dir["#{path}/**/*.json.j2"].each do |f|
+          generate f, dir, vars unless File.directory? f
+        end
+      else
+        text = _render(path, vars)
+        base = File.basename(path, ".j2")
+        dir ||= "."
+        FileUtils.mkdir_p dir unless Dir.exists? dir
+        path = "#{dir}/#{base}"
+        File.write(path, text)
+        _lint path
+        print "Wrote".green + "     #{path}\n"
+      end
+    end
+
+    private
+    def _find_keys_from_env
+      api_key = ENV.fetch(DATADOG_API_KEY, nil)
+      app_key = ENV.fetch(DATADOG_APP_KEY, nil)
+
+      if api_key && app_key
+        @api_key = api_key
+        @app_key = app_key
+        return true
+      end
+      false
+    end
+
+    def _find_keys_from_files
+      files = [
+        File.expand_path("./datadog-cli.yaml"),
+        File.expand_path("~/.datadog-cli.yaml"),
+        "/etc/datadog-cli.yaml",
+      ]
+
+      config = ENV.fetch(DATADOG_CONFIG, nil)
+      files.unshift config if config
+
+      files.each do |file|
+        if File.exists? file
+          config = YAML.load_file(file)["creds"]
+          _log "Error", "Datadog keys were not found in #{file}" unless config
+          @api_key = config["api_key"]
+          @app_key = config["app_key"]
+          return true
+        end
+      end
+      false
+    end
+
+    def _find_keys
+      return if _find_keys_from_env
+      return if _find_keys_from_files
+      abort "Error: Could not found any datadog env keys or any config file."
+    end
+
+    def _init
+      return if @init
+      _find_keys
+      puts "==> Using API_KEY #{@api_key} and APP_KEY #{@app_key}"
+      @params = "api_key=#{@api_key}&application_key=#{@app_key}"
+      @init   = true
+    end
+
+    def _request method, url = "", body = nil
+      url = "#{DATADOG_ENDPOINT}#{url}?#{@params}"
+      res = HTTP.request(method, url, body: body, headers: DATADOG_HEADERS)
+      if res.code >= 300
+        print "Error".red, "    Request #{method} #{url} failed.\n#{res.to_s}\n"
+        return false
+      end
+      res.body.to_s
+    end
+
+    def _list
+      return @list if @list
+      _init
+      json  = _request("get")
+      @list = JSON.load(json)
+    end
+
+    def _check file
+      json = File.read(file)
+      data = JSON.parse(json)
+      name = data["name"]
+      _list().each do |m|
+        return true if m["name"] == name
+        return true if m["name"].hyphenate == name
+      end
+      return false
+    end
+
+    def _check_name data
+      _list().each do |m|
+        return m["id"] if m["name"] == data["name"]
+      end
+      return false
+    end
+
+    def _get id, raw = false
+      _init
+      json = _request("get", "/#{id}").body.to_s
+      return json if raw
+      JSON.load(json)
+    end
+
+    def _clean data
+      data.delete "id"
+      data.delete "org_id"
+      data.delete "creator"
+      data.delete "created"
+      data.delete "created_at"
+      data.delete "modified"
+      data
+    end
+
+    def _update file
+      _init
+      _lint file
+
+      json = File.read(file)
+      data = JSON.load(json)
+      data = _clean(data)
+
+      id = _check_name data
+      if id
+        return id if _request("put", "/#{id}", json)
+      else
+        return true if _request("post", "", json)
+      end
+
+      false
+    end
+
+    def _lint file
+      `jsonlint #{file}`
+      return true if $?.exitstatus == 0
+      abort "Error: ".red + "File '#{file}' failed to lint."
+    end
+
+    def _get_vars vars
+      file = _find_vars(vars)
+      data = YAML.load_file(file)
+
+      if data["import"]
+        impf = "#{File.dirname(file)}/#{data["import"]}"
+        impd = YAML.load_file(impf)
+        data.deep_merge(impd)
+      end
+
+      data
+    end
+
+    def _self_render file
+      vars      = _get_vars(file)
+      # template  = File.read(file)
+      # renderer  = Liquid::Template.parse(template)
+      # output    = renderer.render(vars)
+    end
+
+    def _render file, vars
+      vars      = _self_render(vars)
+      template  = _encode_template(File.read(file))
+      renderer  = Liquid::Template.parse(template)
+      output    = _decode_template(renderer.render(vars))
+    end
+
+    def _encode_template text
+      text
+        .gsub(/\{\{#(.*?)\}\}/,   "#{5.chr}\\1#{3.chr}")
+        .gsub(/\{\{\/(.*?)\}\}/,  "#{6.chr}\\1#{3.chr}")
+        .gsub(/\{\{\^(.*?)\}\}/,  "#{7.chr}\\1#{3.chr}")
+    end
+
+    def _decode_template text
+      text
+        .gsub(/#{5.chr}(.*?)#{3.chr}/, "{{#\\1}}")
+        .gsub(/#{6.chr}(.*?)#{3.chr}/, "{{\/\\1}}")
+        .gsub(/#{7.chr}(.*?)#{3.chr}/, "{{\^\\1}}")
+    end
+
+    def _find_vars vars
+      # files = [vars, options[:vars], "#{File.dirname(file)}/vars.yaml"]
+      files = [vars, options[:vars]]
+      files.each do |file|
+        return file if file and File.exist? file
+      end
+      abort "Error: Couldn't find a valid vars file." +
+        " You can always pass it via --vars <path/to/vars.yaml>."
+    end
+
+  end
+
+  class Cli < Thor
+    desc "version", "Shows the version"
+    def version
+      puts "v#{VERSION}"
+    end
+
+    desc "monitor COMMAND", "Manage your datadog monitors"
+    subcommand "monitor", Monitor
+  end
+end
+
+Datadog::Cli.start(ARGV)

data/datadog-cli.gemspec

@@ -0,0 +1,27 @@
+$LOAD_PATH.unshift File.expand_path('../lib', __FILE__)
+
+require "datadog/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "datadog-cli"
+  spec.version       = Datadog::VERSION
+  spec.summary       = "Manage your datadog monitors"
+  spec.description   = "Manage your datadog monitors."
+  spec.homepage      = "https://github.com/jpedro/datadog-cli"
+  spec.authors       = ["jpedro"]
+  spec.email         = ["jpedro.barbosa@gmail.com"]
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split $/
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "deep_merge"
+  spec.add_dependency "thor"
+  spec.add_dependency "http"
+  spec.add_dependency "liquid"
+  spec.add_dependency "jsonlint"
+  spec.add_dependency "colorize"
+  spec.add_dependency "tablelize"
+  spec.add_development_dependency "rake"
+end

data/lib/datadog.rb

@@ -0,0 +1,7 @@
+require "datadog/version"
+require "datadog/ext/string"
+
+
+module Datadog
+
+end

data/lib/datadog/ext/string.rb

@@ -0,0 +1,24 @@
+unless String.method_defined? :clean
+  class String
+    def clean
+      self
+        .gsub(/[^0-9A-Za-z]/,'-')
+        .gsub(/\-{2,}/,'-')
+        .gsub(/^\-/, '')
+        .gsub(/\-$/, '')
+        .downcase
+    end
+  end
+end
+
+unless String.method_defined? :hyphenate
+  class String
+    def hyphenate
+      self
+        .gsub(/([A-Z]+)([A-Z][a-z])/,'\1-\2')
+        .gsub(/([a-z\d])([A-Z])/,'\1-\2')
+        .clean
+        .downcase
+    end
+  end
+end

data/lib/datadog/version.rb

@@ -0,0 +1,5 @@
+module Datadog
+
+  VERSION = "0.1.16"
+
+end

metadata

@@ -0,0 +1,168 @@
+--- !ruby/object:Gem::Specification
+name: datadog-cli
+version: !ruby/object:Gem::Version
+  version: 0.1.16
+platform: ruby
+authors:
+- jpedro
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-02-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: deep_merge
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: http
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: liquid
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: jsonlint
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: tablelize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Manage your datadog monitors.
+email:
+- jpedro.barbosa@gmail.com
+executables:
+- datadog
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".gitmodules"
+- Gemfile
+- Gemfile.lock
+- Rakefile
+- Readme.md
+- bin/datadog
+- datadog-cli.gemspec
+- lib/datadog.rb
+- lib/datadog/ext/string.rb
+- lib/datadog/version.rb
+homepage: https://github.com/jpedro/datadog-cli
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.13
+signing_key: 
+specification_version: 4
+summary: Manage your datadog monitors
+test_files: []