heroku-vector 0.0.2

data/lib/heroku_vector/sampler.rb

@@ -0,0 +1,50 @@
+
+module HerokuVector
+  class Sampler
+    include HerokuVector::Helper
+
+    attr_reader :capacity, :data
+
+    def initialize(capacity)
+      @capacity = capacity
+      clear
+    end
+
+    def clear
+      @data = []
+    end
+
+    def full?
+      @capacity == size
+    end
+
+    def size
+      data.size
+    end
+
+    def push(value)
+      data.push value
+      data.shift if size > capacity
+    end
+    alias_method :<<, :push
+
+    def mean
+      return 0 unless size >= 1
+
+      mean_value = data.reduce(:+).to_f / size.to_f
+      round_to_one_decimal( mean_value )
+    end
+
+    class << self
+      def capacity_for_sample_period(period_in_sec)
+        case period_in_sec
+          when 60;  5         # Last 5 mins (every minute)
+          when 10;  2 * 6     # Last 2 mins
+          when 5;   2 * 12    # Last 2 mins (every 5s)
+          when 1;   2 * 60    # Last 2 mins (every sec)
+          else;     100
+        end
+      end
+    end
+  end
+end

data/lib/heroku_vector/source/new_relic.rb

@@ -0,0 +1,50 @@
+require 'newrelic_api'
+
+module HerokuVector::Source
+  class NewRelic
+    attr_reader :account_id, :app_id, :api_key
+
+    def initialize(options={})
+      options[:api_key] ||= HerokuVector.newrelic_api_key
+      options[:account_id] ||= HerokuVector.newrelic_account_id
+      options[:app_id] ||= HerokuVector.newrelic_app_id
+
+      @api_key = options[:api_key]
+      @account_id = options[:account_id]
+      @app_id = options[:app_id]
+
+      NewRelicApi.api_key = api_key
+    end
+
+    def newrelic_account
+      # Safe to memoize the parent Account
+      @newrelic_account ||= NewRelicApi::Account.find(account_id || :first)
+    end
+
+    def newrelic_app
+      # App Must be fetched from network every time, to get latest metrics
+      if app_id
+        newrelic_account.applications.find {|app| app.id == app_id }
+      else
+        newrelic_account.applications.first
+      end
+    end
+
+    def throughput
+      begin
+        # Fetch fresh App instance and extract Trhoughput metric from Threshold Values
+        # Threshold Values are current instantaneous measures, not periodic averages
+        metric = newrelic_app.threshold_values.find {|m| m.name == 'Throughput' }
+        metric.metric_value
+      rescue
+        return 0.0
+      end
+    end
+    alias_method :sample, :throughput
+
+    def unit
+      'RPM'
+    end
+
+  end
+end

data/lib/heroku_vector/source/sidekiq.rb

@@ -0,0 +1,49 @@
+require 'redis'
+require 'redis-namespace'
+require 'sidekiq'
+require 'sidekiq/api'
+
+module HerokuVector::Source
+  class Sidekiq
+    def initialize(options={})
+      configure_sidekiq_client(options)
+    end
+
+    def configure_sidekiq_client(options={})
+      ::Sidekiq.configure_client do |config|
+        pool_options = { :size => 3, :timeout => 10 }
+        config.redis = ConnectionPool.new(pool_options) { build_redis_client(options) }
+      end
+    end
+
+    def build_redis_client(options={})
+      return options[:redis] if options[:redis]
+
+      connection = Redis.new({
+        url: options[:redis_url] || HerokuVector.sidekiq_redis_url,
+        timeout: 60
+      })
+
+      namespace = options[:redis_namespace] || HerokuVector.sidekiq_redis_namespace
+      if namespace
+        return ::Redis::Namespace.new(namespace, redis: connection)
+      else
+        return connection
+      end
+    end
+
+    def sidekiq_processes
+      ::Sidekiq::ProcessSet.new
+    end
+
+    def busy_workers
+      sidekiq_processes.reduce(0) {|i, process| i + process['busy'].to_i }
+    end
+    alias_method :sample, :busy_workers
+
+    def unit
+      'busy threads'
+    end
+
+  end
+end

data/lib/heroku_vector/version.rb

@@ -0,0 +1,3 @@
+module HerokuVector
+  VERSION = "0.0.2"
+end

data/lib/heroku_vector/worker.rb

@@ -0,0 +1,49 @@
+require 'eventmachine'
+
+module HerokuVector
+  class Worker
+    include HerokuVector::Helper
+
+    attr_accessor :options, :dyno_scalers, :engine
+
+    def initialize(options={})
+      @options = options
+      @dyno_scalers = []
+    end
+
+    def run
+      if options[:config]
+        if File.exist?(options[:config])
+          logger.info "Loading config from '#{options[:config]}'"
+          load options[:config]
+        else
+          logger.fatal "No config found at '#{options[:config]}'"
+          logger.info "You can copy config.rb.example => config.rb to get started"
+          logger.info "OR run heroku_vector -c /path/to/your/config.rb"
+          logger.info "Just Starting? Test your Source config with sampler mode: heroku_vector -s"
+          exit 1
+        end
+      end
+
+      load_dyno_scalers
+
+      EM.run do
+        dyno_scalers.each do |scaler|
+          EM::PeriodicTimer.new(scaler.period) do
+            scaler.run
+          end
+        end
+      end
+    end
+
+    def load_dyno_scalers
+      HerokuVector.dyno_scalers.each do |scaler_def|
+        name, options = scaler_def
+        logger.info "Loading Scaler: #{name}, #{options.inspect}"
+
+        @dyno_scalers << DynoScaler.new(name, options)
+      end
+    end
+
+  end
+end

data/test/fixtures/vcr_cassettes/heroku_dyno_types.yml

@@ -0,0 +1,69 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: https://api.heroku.com/apps/app_name/dyno-types
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept:
+      - application/json
+      Accept-Encoding:
+      - gzip
+      User-Agent:
+      - heroku-rb/0.3.19
+      X-Ruby-Version:
+      - 2.1.2
+      X-Ruby-Platform:
+      - x86_64-darwin12.0
+      Authorization:
+      - Basic REAL_AUTH_GOES_HERE
+  response:
+    status:
+      code: 200
+      message: ''
+    headers:
+      Content-Encoding:
+      - gzip
+      Content-Type:
+      - application/json;charset=utf-8
+      Date:
+      - Sun, 07 Sep 2014 03:55:14 GMT
+      Etag:
+      - '"2066ae00e17dbce2b2a0a51ddcb99426"'
+      Last-Modified:
+      - Sun, 07 Sep 2014 03:54:22 GMT
+      Oauth-Scope:
+      - global
+      Oauth-Scope-Accepted:
+      - global read read-protected write write-protected
+      Request-Id:
+      - c2abc0bf-d7e4-4840-b2c6-742038b43334
+      Server:
+      - nginx/1.4.7
+      Status:
+      - 200 OK
+      Vary:
+      - Accept-Encoding
+      X-Content-Type-Options:
+      - nosniff
+      X-Ratelimit-Remaining:
+      - '2399'
+      X-Runtime:
+      - '0.050453792'
+      Content-Length:
+      - '207'
+      Connection:
+      - keep-alive
+    body:
+      encoding: ASCII-8BIT
+      string: !binary |-
+        H4sIAO7WC1QAA3yOPQ+CQAyG/0pzMx/iSOKmA3EyjsaYu6Niw9GDAwRj/O9C
+        ogEcnNq+yfs8PT2FtkUhORWxQL7DMdnu9slh07gWQbWcGgTsUUNNKeZUga8h
+        WoFfwY2y2zhTvMrWNONayhKdNlQKT7AscGB21uXohrtqJTfUPES8fnlzqyIO
+        OSPuL52T5QBYaJ0kVrarR28QastXysJvGDg1M6FaaKIfzQKa41T8XFNz9a9J
+        pobhjdqaGWIK5pTzGwAA//8DAJawUYVeAQAA
+    http_version: 
+  recorded_at: Sun, 07 Sep 2014 03:55:13 GMT
+recorded_with: VCR 2.9.2

data/test/fixtures/vcr_cassettes/heroku_scale_dynos.yml

@@ -0,0 +1,65 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: https://api.heroku.com/apps/app_name/ps/scale?qty=1&type=web
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept:
+      - application/json
+      Accept-Encoding:
+      - gzip
+      User-Agent:
+      - heroku-rb/0.3.19
+      X-Ruby-Version:
+      - 2.1.2
+      X-Ruby-Platform:
+      - x86_64-darwin12.0
+      Authorization:
+      - Basic YOUR_AUTH_HERE==
+  response:
+    status:
+      code: 200
+      message: ''
+    headers:
+      Content-Encoding:
+      - gzip
+      Content-Type:
+      - text/html;charset=utf-8
+      Date:
+      - Sun, 07 Sep 2014 04:24:14 GMT
+      Oauth-Scope:
+      - global
+      Oauth-Scope-Accepted:
+      - global write write-protected
+      Request-Id:
+      - 034d545b-b3e7-4f69-a0bb-89d57630f6e4
+      Server:
+      - nginx/1.4.7
+      Status:
+      - 200 OK
+      Vary:
+      - Accept-Encoding
+      X-Content-Type-Options:
+      - nosniff
+      X-Frame-Options:
+      - SAMEORIGIN
+      X-Ratelimit-Remaining:
+      - '2399'
+      X-Runtime:
+      - '0.118657809'
+      X-Xss-Protection:
+      - 1; mode=block
+      Content-Length:
+      - '27'
+      Connection:
+      - keep-alive
+    body:
+      encoding: ASCII-8BIT
+      string: !binary |-
+        H4sIAO7dC1QAAzIEAAAA//8DALfv3IMBAAAA
+    http_version: 
+  recorded_at: Sun, 07 Sep 2014 04:24:13 GMT
+recorded_with: VCR 2.9.2

data/test/fixtures/vcr_cassettes/newrelic_account.yml

@@ -0,0 +1,78 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: http://rpm.newrelic.com/accounts.xml
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept:
+      - application/xml
+      X-Api-Key:
+      - api_key
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - nginx
+      Date:
+      - Sun, 07 Sep 2014 06:28:44 GMT
+      Content-Type:
+      - application/xml; charset=utf-8
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - keep-alive
+      Status:
+      - 200 OK
+      X-Newrelic-Api-Version:
+      - v1
+      Etag:
+      - '"6421a9efd042eb1f557d443b6010b3b9"'
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Ua-Compatible:
+      - IE=Edge,chrome=1
+      X-Runtime:
+      - '0.016534'
+    body:
+      encoding: UTF-8
+      string: |
+        <?xml version="1.0" encoding="UTF-8"?>
+        <accounts type="array">
+          <account>
+            <allow-rails-core>false</allow-rails-core>
+            <api-key>api_key</api-key>
+            <data-access-key>8fe689a3c6e5b099a28551733333c2acaeb2a80136c9357</data-access-key>
+            <id type="integer">231237</id>
+            <license-key>adb4b49abefe681dce6d228d764082f1b36c9357</license-key>
+            <name>polar-rails-staging Heroku</name>
+            <partner-external-identifier nil="true"></partner-external-identifier>
+            <phone-number nil="true"></phone-number>
+            <event-feed-uri>/account_feeds/8fe689a3c6e5b099a28551733333c2acaeb2a80136c9357/events.rss</event-feed-uri>
+            <primary-admin>
+              <email>cole.jeff.services@gmail.com</email>
+              <first-name nil="true"></first-name>
+              <last-name nil="true"></last-name>
+              <state>active</state>
+            </primary-admin>
+            <subscription>
+              <annual-renewal-on nil="true"></annual-renewal-on>
+              <expires-on nil="true"></expires-on>
+              <number-of-hosts>unlimited</number-of-hosts>
+              <starts-on>2013-11-02</starts-on>
+              <state>free</state>
+              <product-name>Standard</product-name>
+            </subscription>
+          </account>
+        </accounts>
+    http_version: 
+  recorded_at: Sun, 07 Sep 2014 06:28:43 GMT
+recorded_with: VCR 2.9.2

data/test/fixtures/vcr_cassettes/newrelic_app.yml

@@ -0,0 +1,134 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: http://rpm.newrelic.com/accounts.xml
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept:
+      - application/xml
+      X-Api-Key:
+      - api_key
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - nginx
+      Date:
+      - Sun, 07 Sep 2014 06:32:38 GMT
+      Content-Type:
+      - application/xml; charset=utf-8
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - keep-alive
+      Status:
+      - 200 OK
+      X-Newrelic-Api-Version:
+      - v1
+      Etag:
+      - '"6421a9efd042eb1f557d443b6010b3b9"'
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Ua-Compatible:
+      - IE=Edge,chrome=1
+      X-Runtime:
+      - '0.019620'
+    body:
+      encoding: UTF-8
+      string: |
+        <?xml version="1.0" encoding="UTF-8"?>
+        <accounts type="array">
+          <account>
+            <allow-rails-core>false</allow-rails-core>
+            <api-key>api_key</api-key>
+            <data-access-key>8fe689a3c6e5b099a28551733333c2acaeb2a80136c9357</data-access-key>
+            <id type="integer">1</id>
+            <license-key>adb4b49abefe681dce6d228d764082f1b36c9357</license-key>
+            <name>polar-rails-staging Heroku</name>
+            <partner-external-identifier nil="true"></partner-external-identifier>
+            <phone-number nil="true"></phone-number>
+            <event-feed-uri>/account_feeds/8fe689a3c6e5b099a28551733333c2acaeb2a80136c9357/events.rss</event-feed-uri>
+            <primary-admin>
+              <email>cole.jeff.services@gmail.com</email>
+              <first-name nil="true"></first-name>
+              <last-name nil="true"></last-name>
+              <state>active</state>
+            </primary-admin>
+            <subscription>
+              <annual-renewal-on nil="true"></annual-renewal-on>
+              <expires-on nil="true"></expires-on>
+              <number-of-hosts>unlimited</number-of-hosts>
+              <starts-on>2013-11-02</starts-on>
+              <state>free</state>
+              <product-name>Standard</product-name>
+            </subscription>
+          </account>
+        </accounts>
+    http_version: 
+  recorded_at: Sun, 07 Sep 2014 06:32:37 GMT
+- request:
+    method: get
+    uri: http://rpm.newrelic.com/accounts/1/applications.xml
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept:
+      - application/xml
+      X-Api-Key:
+      - api_key
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - nginx
+      Date:
+      - Sun, 07 Sep 2014 06:32:38 GMT
+      Content-Type:
+      - application/xml; charset=utf-8
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - keep-alive
+      Status:
+      - 200 OK
+      X-Newrelic-Api-Version:
+      - v1
+      Etag:
+      - '"a2f87f24fee08dc231c1275662707617"'
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Ua-Compatible:
+      - IE=Edge,chrome=1
+      X-Runtime:
+      - '0.026049'
+    body:
+      encoding: UTF-8
+      string: |
+        <?xml version="1.0" encoding="UTF-8"?>
+        <applications type="array">
+          <application>
+            <id type="integer">app_id</id>
+            <name>polar-rails-staging</name>
+            <overview-url>https://rpm.newrelic.com/accounts/1/applications/app_id</overview-url>
+            <servers-url>https://rpm.newrelic.com/api/v1/accounts/1/applications/app_id/servers</servers-url>
+          </application>
+        </applications>
+    http_version: 
+  recorded_at: Sun, 07 Sep 2014 06:32:37 GMT
+recorded_with: VCR 2.9.2