ffwd-datadog 0.3.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 3ac8883cc23aee7e9afc72675e6906ef184052a9
+  data.tar.gz: 2d22a7dd23cf7938601d6122f2602091e6d2611d
+SHA512:
+  metadata.gz: f35d75a9df67c1dfc1f374f5ac845407387678ef755caf476c900d2384770b74bad4be45259a5f99de9b2b92225855ce8832070dace91bac46aa0081c429abe4
+  data.tar.gz: 6e51afa47104fa67bd73b1acf259518d3db9d18655b92a1e4e8155928c979192944dfd6daf5d8793df1992d95e1405295e46163da3980172970753e13b4116e1

data/lib/ffwd/plugin/datadog.rb

@@ -0,0 +1,49 @@
+# $LICENSE
+# Copyright 2013-2014 Spotify AB. All rights reserved.
+#
+# The contents of this file are licensed under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with the
+# License. You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'eventmachine'
+require 'em-http'
+
+require 'ffwd/logging'
+require 'ffwd/plugin'
+require 'ffwd/reporter'
+require 'ffwd/flushing_output'
+
+require_relative 'datadog/hook'
+
+module FFWD::Plugin::Datadog
+  include FFWD::Plugin
+  include FFWD::Logging
+
+  register_plugin "datadog"
+
+  DEFAULT_URL = "https://app.datadoghq.com"
+  DEFAULT_FLUSH_INTERVAL = 10
+  DEFAULT_BUFFER_LIMIT = 100000
+
+  def self.setup_output config
+    config[:url] ||= DEFAULT_URL
+    config[:flush_interval] ||= DEFAULT_FLUSH_INTERVAL
+    config[:buffer_limit] ||= DEFAULT_BUFFER_LIMIT
+
+    unless config[:datadog_key]
+      raise "datadog_key: must be specified"
+    end
+
+    hook = Hook.new(config[:url], config[:datadog_key])
+
+    FFWD.flushing_output log, hook, config
+  end
+end

data/lib/ffwd/plugin/datadog/hook.rb

@@ -0,0 +1,63 @@
+# $LICENSE
+# Copyright 2013-2014 Spotify AB. All rights reserved.
+#
+# The contents of this file are licensed under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with the
+# License. You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'json'
+
+require_relative 'utils'
+
+require 'ffwd/flushing_output_hook'
+
+module FFWD::Plugin::Datadog
+  class Hook < FFWD::FlushingOutputHook
+    HEADER = {
+      "Content-Type" => "application/json"
+    }
+
+    API_PATH = "/api/v1/series"
+
+    def initialize url, datadog_key
+      @c = nil
+      @url = url
+      @datadog_key = datadog_key
+    end
+
+    def active?
+      not @c.nil?
+    end
+
+    def connect
+      @c = EM::HttpRequest.new(@url)
+    end
+
+    def close
+      @c.close
+      @c = nil
+    end
+
+    def send metrics
+      metrics = Utils.make_metrics(metrics)
+      metrics = JSON.dump(metrics)
+
+      @c.post(:path => API_PATH,
+              :query => {'api_key' => @datadog_key },
+              :head => HEADER,
+              :body => metrics)
+    end
+
+    def reporter_meta
+      {:component => :datadog}
+    end
+  end
+end

data/lib/ffwd/plugin/datadog/utils.rb

@@ -0,0 +1,62 @@
+# $LICENSE
+# Copyright 2013-2014 Spotify AB. All rights reserved.
+#
+# The contents of this file are licensed under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with the
+# License. You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+module FFWD::Plugin::Datadog
+  module Utils
+    # groups similar metadata and escapes them using the suite of safe_*
+    # functions available.
+    #
+    # Should prevent unecessary invocations of safe_entry by only adding new
+    # groups of the source metric differs (||=).
+    def self.make_metrics buffer
+      groups = {}
+
+      buffer.each do |m|
+        entry = {:host => m.host, :name => m.key, :attributes => m.attributes}
+        group = (groups[entry] ||= safe_entry(entry).merge(:points => []))
+        group[:points] << [m.time.to_i, m.value]
+      end
+
+      return {:series => groups.values}
+    end
+
+    # make safe entry out of available information.
+    def self.safe_entry entry
+      host = entry[:host]
+      metric = entry[:name]
+      tags = entry[:attributes]
+      {:host => host, :metric => safe_string(metric), :tags => safe_tags(tags)}
+    end
+
+    def self.safe_string string
+      string = string.to_s
+      string = string.gsub " ", "_"
+      string.gsub ":", "_"
+    end
+
+    def self.safe_tags tags
+      safe = []
+
+      tags.each do |key, value|
+        safe_key = safe_string(key)
+        safe_value = safe_string(value)
+        safe << "#{safe_key}:#{safe_value}"
+      end
+
+      return safe
+    end
+
+  end
+end

data/lib/ffwd/plugin/datadog/version.rb

@@ -0,0 +1,22 @@
+# $LICENSE
+# Copyright 2013-2014 Spotify AB. All rights reserved.
+#
+# The contents of this file are licensed under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with the
+# License. You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+module FFWD
+  module Plugin
+    module Datadog
+      VERSION = "0.3.0"
+    end
+  end
+end

metadata

@@ -0,0 +1,104 @@
+--- !ruby/object:Gem::Specification
+name: ffwd-datadog
+version: !ruby/object:Gem::Version
+  version: 0.3.0
+platform: ruby
+authors:
+- Rohan Singh
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-08-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: em-http-request
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ffwd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.3.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.3.0
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-mocks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- rohan@spotify.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/ffwd/plugin/datadog.rb
+- lib/ffwd/plugin/datadog/hook.rb
+- lib/ffwd/plugin/datadog/utils.rb
+- lib/ffwd/plugin/datadog/version.rb
+homepage: https://github.com/spotify/ffwd
+licenses:
+- Apache 2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: Datadog support for FFWD.
+test_files: []