ffwd-google-cloud 0.4.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: c105cd9903f52b23602bfb3b6c21aa0a25e02294
+  data.tar.gz: 41cc39f9192c0301fb2c450e9b5c214b4254b824
+SHA512:
+  metadata.gz: 2b4cb5bdf6522e2e2b3a318fd57077f5962e7a3d8666ecd847e5abb6d41f03080466ad45532aa0844f5be38847c4511c44eb7309a94ab9f7c3931b4811abd729
+  data.tar.gz: 48ed69dc4005e1d82935c73894210ded2df4071136b682ee4d42ef6f16db4cc9e5482a72e7421b91774dba56460138d92f3f8bbeb2b1b041c7dc42738c5cee7a

data/lib/ffwd/plugin/google_cloud/hook.rb

@@ -0,0 +1,191 @@
+# $LICENSE
+# Copyright 2013-2014 Spotify AB. All rights reserved.
+#
+# The contents of this file are licensed under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with the
+# License. You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'json'
+
+require_relative 'utils'
+
+require 'ffwd/flushing_output_hook'
+
+module FFWD::Plugin::GoogleCloud
+  class Hook < FFWD::FlushingOutputHook
+    include FFWD::Logging
+
+    HEADER_BASE = {
+      "Content-Type" => "application/json"
+    }
+
+    def initialize c
+      @api_url = c[:api_url]
+      @metadata_url = c[:metadata_url]
+      @project_id = c[:project_id]
+      @project = c[:project]
+      @client_id = c[:client_id]
+      @scope = c[:scope]
+
+      @api_c = nil
+      @metadata_c = nil
+      @token = nil
+      @expires_at = nil
+      # list of blocks waiting for a token.
+      @pending = []
+
+      @api = "/cloudmonitoring/v2beta2/projects/#{@project_id}/timeseries:write"
+      @acquire = "/0.1/meta-data/service-accounts/default/acquire"
+      @expire_threshold = 10
+    end
+
+    def with_token &block
+      # join a pending call
+      unless @pending.empty?
+        proxy = CallbackProxy.new
+        @pending << [block, proxy]
+        return proxy
+      end
+
+      # cached, valid token
+      if @token and Time.now + @expire_threshold < @expires_at
+        return block.call(@token)
+      end
+
+      current_p = CallbackProxy.new
+      @pending << [block, current_p]
+
+      log.debug "Requesting token"
+
+      http = @metadata_c.get(
+        :path => @acquire,
+        :query => {:client_id => @client_id, :scope => @scope})
+
+      token_p = new_proxy(http)
+
+      token_p.errback do
+        @pending.each do |b, block_p|
+          block_p.err "Token request failed: #{token_p.error}"
+        end.clear
+      end
+
+      token_p.callback do
+        result = JSON.load(http.response)
+
+        @token = result['accessToken']
+        @expires_at = Time.at(result['expiresAt'])
+
+        log.debug "Got token: #{@token} (expires_at: #{@expires_at}}"
+
+        @pending.each do |b, block_p|
+          b.call(@token).into block_p
+        end.clear
+      end
+
+      return current_p
+    end
+
+    def active?
+      not @api_c.nil? and not @metadata_c.nil?
+    end
+
+    def connect
+      @metadata_c = EM::HttpRequest.new(@metadata_url)
+      @api_c = EM::HttpRequest.new(@api_url)
+    end
+
+    def close
+      @metadata_c.close if @metadata_c
+      @api_c.close if @api_c
+
+      @metadata_c = nil
+      @api_c = nil
+    end
+
+    def send metrics
+      request = {
+        "timeseries" => Utils.make_timeseries(metrics)
+      }
+
+      metrics = JSON.dump(request)
+
+      with_token do |token|
+        head = Hash[HEADER_BASE]
+        head['Authorization'] = "Bearer #{token}"
+
+        if log.debug?
+          log.debug "Sending: #{metrics}"
+        end
+
+        new_proxy @api_c.post(:path => @api, :head => head, :body => metrics)
+      end
+    end
+
+    # Setup a new proxy object for http request.
+    # This makes sure that the callback/errback/error api as is expected by
+    # flushing_output to be consistent.
+    def new_proxy http
+      bind_proxy http, CallbackProxy.new
+    end
+
+    def bind_proxy http, p
+      http.errback do
+        p.err "#{http.error}"
+      end
+
+      http.callback do
+        if http.response_header.status == 200
+          p.call
+        else
+          p.err "#{http.response_header.status}: #{http.response}"
+        end
+      end
+
+      p
+    end
+
+    def reporter_meta
+      {:component => :google_cloud}
+    end
+  end
+
+  class CallbackProxy
+    attr_reader :error
+
+    def initialize
+      @callbacks = []
+      @errbacks = []
+    end
+
+    def callback &block
+      @callbacks << block
+    end
+
+    def errback &block
+      @errbacks << block
+    end
+
+    def call
+      @callbacks.each(&:call).clear
+    end
+
+    def err error
+      return if @errbacks.empty?
+      @error = error
+      @errbacks.each(&:call).clear
+    end
+
+    def into other
+      errback { other.err error }
+      callback { other.call }
+    end
+  end
+end

data/lib/ffwd/plugin/google_cloud/utils.rb

@@ -0,0 +1,39 @@
+# $LICENSE
+# Copyright 2013-2014 Spotify AB. All rights reserved.
+#
+# The contents of this file are licensed under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with the
+# License. You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+module FFWD::Plugin::GoogleCloud
+  module Utils
+    def self.make_timeseries buffer
+      buffer.map do |m|
+        {:timeseriesDesc => make_desc(m), :point => make_point(m)}
+      end
+    end
+
+    def self.make_point m
+      time = m.time.utc.strftime('%FT%TZ')
+      {:start => time, :end => time, :doubleValue => m.value}
+    end
+
+    def self.make_desc m
+      {:metric => m.key, :labels => make_labels(m)}
+    end
+
+    def self.make_labels m
+      labels = Hash[m.attributes]
+      labels["host"] = m.host
+      labels
+    end
+  end
+end

data/lib/ffwd/plugin/google_cloud/version.rb

@@ -0,0 +1,22 @@
+# $LICENSE
+# Copyright 2013-2014 Spotify AB. All rights reserved.
+#
+# The contents of this file are licensed under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with the
+# License. You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+module FFWD
+  module Plugin
+    module GoogleCloud
+      VERSION = "0.4.0"
+    end
+  end
+end

data/lib/ffwd/plugin/google_cloud.rb

@@ -0,0 +1,61 @@
+# $LICENSE
+# Copyright 2013-2014 Spotify AB. All rights reserved.
+#
+# The contents of this file are licensed under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with the
+# License. You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'eventmachine'
+require 'em-http'
+
+require 'ffwd/logging'
+require 'ffwd/plugin'
+require 'ffwd/reporter'
+require 'ffwd/flushing_output'
+
+require_relative 'google_cloud/hook'
+
+module FFWD::Plugin::GoogleCloud
+  include FFWD::Plugin
+  include FFWD::Logging
+
+  register_plugin "google-cloud"
+
+  DEFAULT_API_URL = "https://www.googleapis.com"
+  DEFAULT_METADATA_URL = "http://metadata.google.internal"
+  DEFAULT_SCOPE = "https://www.googleapis.com/auth/monitoring"
+  DEFAULT_FLUSH_INTERVAL = 10
+  DEFAULT_BUFFER_LIMIT = 100
+
+  def self.setup_output config
+    if not config[:project_id]
+      raise "'project_id' is required"
+    end
+
+    if not config[:project]
+      raise "'project' is required"
+    end
+
+    if not config[:client_id]
+      raise "'client_id' is required"
+    end
+
+    config[:scope] ||= DEFAULT_SCOPE
+    config[:metadata_url] ||= DEFAULT_METADATA_URL
+    config[:api_url] ||= DEFAULT_API_URL
+    config[:flush_interval] ||= DEFAULT_FLUSH_INTERVAL
+    config[:buffer_limit] ||= DEFAULT_BUFFER_LIMIT
+
+    hook = Hook.new(config)
+
+    FFWD.flushing_output log, hook, config
+  end
+end

metadata

@@ -0,0 +1,104 @@
+--- !ruby/object:Gem::Specification
+name: ffwd-google-cloud
+version: !ruby/object:Gem::Version
+  version: 0.4.0
+platform: ruby
+authors:
+- John-John Tedro
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-03-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: em-http-request
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ffwd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.4.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.4.0
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-mocks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- udoprog@spotify.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/ffwd/plugin/google_cloud/hook.rb
+- lib/ffwd/plugin/google_cloud/utils.rb
+- lib/ffwd/plugin/google_cloud/version.rb
+- lib/ffwd/plugin/google_cloud.rb
+homepage: https://github.com/spotify/ffwd
+licenses:
+- Apache 2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: Google Cloud Monitoring support for FFWD.
+test_files: []