heroku-vector 0.0.2

data/test/heroku_vector/sampler_test.rb

@@ -0,0 +1,61 @@
+require File.absolute_path File.dirname(__FILE__) + '/../test_helper'
+
+describe HerokuVector::Sampler do
+  describe '#initialize' do
+    let(:capacity) { 10 }
+    let(:sampler) { HerokuVector::Sampler.new(capacity) }
+
+    it 'should set capacity' do
+      assert_equal capacity, sampler.capacity
+    end
+
+    it 'should initialize data container' do
+      assert_equal [], sampler.data
+    end
+  end
+
+  describe '#push' do
+    let(:sampler) { HerokuVector::Sampler.new(10) }
+
+    it 'should append item to data' do
+      assert_equal [], sampler.data
+      
+      sampler.push 1
+      assert_equal [1], sampler.data
+
+      sampler.push 2
+      assert_equal [1, 2], sampler.data
+    end
+
+    it 'should cap capacity' do
+      (1..10).each {|i| sampler << i }
+      assert_equal (1..10).to_a, sampler.data
+
+      sampler << 11
+      assert_equal (2..11).to_a, sampler.data
+    end
+
+    it 'should alias << to push' do
+      assert_equal [], sampler.data
+      
+      sampler << 1
+      assert_equal [1], sampler.data
+    end
+  end
+
+  describe '#mean' do
+    let(:sampler) { HerokuVector::Sampler.new(10) }
+
+    it 'should handle empty data' do
+      assert_equal 0.0, sampler.mean
+    end
+
+    it 'should calculate mean value' do
+      sampler << 1
+      assert_equal 1.0, sampler.mean
+
+      (2..4).each {|i| sampler << i }
+      assert_equal 2.5, sampler.mean
+    end
+  end
+end

data/test/heroku_vector/source/new_relic_test.rb

@@ -0,0 +1,77 @@
+require File.absolute_path File.dirname(__FILE__) + '/../../test_helper'
+
+describe HerokuVector::Source::NewRelic do
+  let(:api_key) { 'api_key' }
+  let(:account_id) { 1 }
+  let(:app_id) { 2 }
+  
+  let(:source) do
+    HerokuVector::Source::NewRelic.new(
+      api_key: api_key
+    )
+  end
+
+  describe '#initialize' do
+    it 'should load newrelic defaults from HerokuVector' do
+      HerokuVector.expects(:newrelic_api_key => api_key)
+      HerokuVector.expects(:newrelic_app_id => app_id)
+      HerokuVector.expects(:newrelic_account_id => account_id)
+
+      source = HerokuVector::Source::NewRelic.new
+
+      assert_equal api_key, source.api_key
+      assert_equal app_id, source.app_id
+      assert_equal account_id, source.account_id
+    end
+
+    it 'should take options on init' do
+      HerokuVector.expects(:newrelic_api_key).never
+      HerokuVector.expects(:newrelic_app_id).never
+      HerokuVector.expects(:newrelic_account_id).never
+
+      source = HerokuVector::Source::NewRelic.new(api_key: api_key, app_id: app_id, account_id: account_id)
+
+      assert_equal api_key, source.api_key
+      assert_equal app_id, source.app_id
+      assert_equal account_id, source.account_id
+    end
+  end
+
+  describe '#newrelic_account' do
+    it 'should lookup account from New Relic API' do
+      VCR.use_cassette('newrelic_account') do
+        account = source.newrelic_account
+        assert_equal api_key, account.api_key
+      end
+    end
+  end
+
+  describe '#newrelic_app' do
+    it 'should load app from NewRelic API' do
+      VCR.use_cassette('newrelic_app') do
+        app = source.newrelic_app
+
+        assert_equal 'polar-rails-staging', app.name
+      end
+    end
+  end
+
+  describe '#throughput' do
+    it 'should load threshold values and throughput from NewRelic API' do
+      VCR.use_cassette('newrelic_threshold_values') do
+        value = source.throughput
+        assert_equal 123, value
+      end
+    end
+  end
+
+  describe 'source requirements' do
+    it 'should implement sample' do
+      assert source.respond_to?(:sample)
+    end
+
+    it 'should implement unit' do
+      assert source.respond_to?(:unit)
+    end
+  end
+end

data/test/heroku_vector/source/sidekiq_test.rb

@@ -0,0 +1,78 @@
+require File.absolute_path File.dirname(__FILE__) + '/../../test_helper'
+
+describe HerokuVector::Source::Sidekiq do
+
+  let(:source) do
+    HerokuVector::Source::Sidekiq.new
+  end
+
+  describe '#initialize' do
+    it 'should configure Sidekiq with redis client' do
+      redis = mock('redis')
+      source.expects(:build_redis_client => redis)
+
+      Sidekiq.redis {|sidekiq_redis| assert_equal redis, sidekiq_redis }
+    end
+  end
+
+  describe '#build_redis_client' do
+    it 'should use redis passed as option' do
+      redis = mock('redis')
+      assert_equal redis, source.build_redis_client(redis: redis)
+    end
+
+    it 'should build client with url passed as option' do
+      redis = source.build_redis_client(redis_url: 'redis://localhost:1111')
+
+      assert_equal 'redis://localhost:1111', redis.client.options[:url]
+    end
+
+    it 'should default to redis URL from app config' do
+      HerokuVector.expects(:sidekiq_redis_url => 'redis://localhost:2222')
+      redis = source.build_redis_client
+
+      assert_equal 'redis://localhost:2222', redis.client.options[:url]
+    end
+
+    it 'should use app config namespace' do
+      HerokuVector.expects(:sidekiq_redis_namespace => 'sidekiq')
+      redis = source.build_redis_client
+
+      assert redis.is_a? Redis::Namespace
+      assert_equal 'sidekiq', redis.namespace
+    end
+
+    it 'should use option namespace' do
+      redis = source.build_redis_client(redis_namespace: 'sidekiq')
+
+      assert redis.is_a? Redis::Namespace
+      assert_equal 'sidekiq', redis.namespace
+    end
+  end
+
+   describe '#busy_workers' do
+    let(:sidekiq_processes) do
+      [
+        {"concurrency"=>10, "queues"=>["default"], "busy"=>1 },
+        {"concurrency"=>10, "queues"=>["default"], "busy"=>3 },
+      ]
+    end
+
+    it 'should sum total busy threads from worker processes' do
+      source.expects(:sidekiq_processes => sidekiq_processes)
+
+      assert_equal 4, source.busy_workers
+    end
+  end
+
+  describe 'source requirements' do
+    it 'should implement sample' do
+      assert source.respond_to?(:sample)
+    end
+
+    it 'should implement unit' do
+      assert source.respond_to?(:unit)
+    end
+  end
+
+end

data/test/test_helper.rb

@@ -0,0 +1,40 @@
+require 'rubygems'
+require 'bundler/setup'
+
+require 'heroku_vector'
+
+require 'minitest/autorun'
+require 'mocha/mini_test'
+require 'minitest/pride'
+
+require 'webmock/minitest'
+require 'vcr'
+
+require 'timecop'
+
+require 'pry'
+
+WebMock.disable_net_connect! unless ENV['RECORD_NET']
+
+VCR.configure do |c|
+  c.cassette_library_dir = 'test/fixtures/vcr_cassettes'
+  c.hook_into :webmock
+end
+
+HerokuVector.logger = Logger.new('/dev/null') if File.exist?('/dev/null')
+
+# Webmock monkey-patch for Excon bug :(
+# See: https://github.com/bblimke/webmock/issues/403
+class WebMock::HttpLibAdapters::ExconAdapter
+
+  def self.request_params_from(hash)
+    hash = hash.dup
+    if Excon::VERSION >= '0.27.5'
+      request_keys = Excon::VALID_REQUEST_KEYS
+      hash.reject! {|key,_| !request_keys.include?(key) }
+    end
+    PARAMS_TO_DELETE.each { |key| hash.delete(key) }
+    hash
+  end
+
+end

metadata

@@ -0,0 +1,313 @@
+--- !ruby/object:Gem::Specification
+name: heroku-vector
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- Winfield Peterson
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-09-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activeresource
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: heroku-api
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: newrelic_api
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: redis-namespace
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sidekiq
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: dotenv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: eventmachine
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mocha
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: timecop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: vcr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Linearly scale Heroku dyno counts based on sampled metrics
+email:
+- winfield.peterson@gmail.com
+executables:
+- heroku_vector
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- CHANGELOG.md
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- bin/heroku_vector
+- config.rb.example
+- diagrams/Architecture.pptx
+- diagrams/Architecture/Slide1.png
+- examples/upstart_conf
+- heroku-vector.gemspec
+- lib/heroku_vector.rb
+- lib/heroku_vector/dyno_scaler.rb
+- lib/heroku_vector/engine/heroku.rb
+- lib/heroku_vector/helper.rb
+- lib/heroku_vector/process_manager.rb
+- lib/heroku_vector/sampler.rb
+- lib/heroku_vector/source/new_relic.rb
+- lib/heroku_vector/source/sidekiq.rb
+- lib/heroku_vector/version.rb
+- lib/heroku_vector/worker.rb
+- test/fixtures/vcr_cassettes/heroku_dyno_types.yml
+- test/fixtures/vcr_cassettes/heroku_scale_dynos.yml
+- test/fixtures/vcr_cassettes/newrelic_account.yml
+- test/fixtures/vcr_cassettes/newrelic_app.yml
+- test/fixtures/vcr_cassettes/newrelic_threshold_values.yml
+- test/heroku_vector/dyno_scaler_test.rb
+- test/heroku_vector/engine/heroku_test.rb
+- test/heroku_vector/sampler_test.rb
+- test/heroku_vector/source/new_relic_test.rb
+- test/heroku_vector/source/sidekiq_test.rb
+- test/test_helper.rb
+homepage: https://github.com/wpeterson/heroku-vector
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Sampling Auto-scaler for Heroku dynos
+test_files:
+- test/fixtures/vcr_cassettes/heroku_dyno_types.yml
+- test/fixtures/vcr_cassettes/heroku_scale_dynos.yml
+- test/fixtures/vcr_cassettes/newrelic_account.yml
+- test/fixtures/vcr_cassettes/newrelic_app.yml
+- test/fixtures/vcr_cassettes/newrelic_threshold_values.yml
+- test/heroku_vector/dyno_scaler_test.rb
+- test/heroku_vector/engine/heroku_test.rb
+- test/heroku_vector/sampler_test.rb
+- test/heroku_vector/source/new_relic_test.rb
+- test/heroku_vector/source/sidekiq_test.rb
+- test/test_helper.rb