heroku-vector 0.0.2

data/test/fixtures/vcr_cassettes/newrelic_threshold_values.yml

@@ -0,0 +1,192 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: http://rpm.newrelic.com/accounts.xml
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept:
+      - application/xml
+      X-Api-Key:
+      - api_key
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - nginx
+      Date:
+      - Sun, 07 Sep 2014 06:32:38 GMT
+      Content-Type:
+      - application/xml; charset=utf-8
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - keep-alive
+      Status:
+      - 200 OK
+      X-Newrelic-Api-Version:
+      - v1
+      Etag:
+      - '"6421a9efd042eb1f557d443b6010b3b9"'
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Ua-Compatible:
+      - IE=Edge,chrome=1
+      X-Runtime:
+      - '0.018450'
+    body:
+      encoding: UTF-8
+      string: |
+        <?xml version="1.0" encoding="UTF-8"?>
+        <accounts type="array">
+          <account>
+            <allow-rails-core>false</allow-rails-core>
+            <api-key>api_key</api-key>
+            <data-access-key>8fe689a3c6e5b099a28551733333c2acaeb2a80136c9357</data-access-key>
+            <id type="integer">1</id>
+            <license-key>adb4b49abefe681dce6d228d764082f1b36c9357</license-key>
+            <name>polar-rails-staging Heroku</name>
+            <partner-external-identifier nil="true"></partner-external-identifier>
+            <phone-number nil="true"></phone-number>
+            <event-feed-uri>/account_feeds/8fe689a3c6e5b099a28551733333c2acaeb2a80136c9357/events.rss</event-feed-uri>
+            <primary-admin>
+              <email>cole.jeff.services@gmail.com</email>
+              <first-name nil="true"></first-name>
+              <last-name nil="true"></last-name>
+              <state>active</state>
+            </primary-admin>
+            <subscription>
+              <annual-renewal-on nil="true"></annual-renewal-on>
+              <expires-on nil="true"></expires-on>
+              <number-of-hosts>unlimited</number-of-hosts>
+              <starts-on>2013-11-02</starts-on>
+              <state>free</state>
+              <product-name>Standard</product-name>
+            </subscription>
+          </account>
+        </accounts>
+    http_version: 
+  recorded_at: Sun, 07 Sep 2014 06:32:37 GMT
+- request:
+    method: get
+    uri: http://rpm.newrelic.com/accounts/1/applications.xml
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept:
+      - application/xml
+      X-Api-Key:
+      - api_key
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - nginx
+      Date:
+      - Sun, 07 Sep 2014 06:32:39 GMT
+      Content-Type:
+      - application/xml; charset=utf-8
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - keep-alive
+      Status:
+      - 200 OK
+      X-Newrelic-Api-Version:
+      - v1
+      Etag:
+      - '"a2f87f24fee08dc231c1275662707617"'
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Ua-Compatible:
+      - IE=Edge,chrome=1
+      X-Runtime:
+      - '0.027413'
+    body:
+      encoding: UTF-8
+      string: |
+        <?xml version="1.0" encoding="UTF-8"?>
+        <applications type="array">
+          <application>
+            <id type="integer">2</id>
+            <name>polar-rails-staging</name>
+            <overview-url>https://rpm.newrelic.com/accounts/1/applications/2</overview-url>
+            <servers-url>https://rpm.newrelic.com/api/v1/accounts/1/applications/2/servers</servers-url>
+          </application>
+        </applications>
+    http_version: 
+  recorded_at: Sun, 07 Sep 2014 06:32:38 GMT
+- request:
+    method: get
+    uri: http://rpm.newrelic.com/accounts/1/applications/2/threshold_values.xml
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept:
+      - application/xml
+      X-Api-Key:
+      - 68067fd6b945d14883d2b9fdc0e0d85954baab4036c9357
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - nginx
+      Date:
+      - Sun, 07 Sep 2014 06:32:39 GMT
+      Content-Type:
+      - application/xml; charset=utf-8
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - keep-alive
+      Status:
+      - 200 OK
+      X-Newrelic-Api-Version:
+      - v1
+      Etag:
+      - '"b3095ce6278aac5a4e88d824c71f1c1e"'
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Ua-Compatible:
+      - IE=Edge,chrome=1
+      X-Runtime:
+      - '0.033636'
+    body:
+      encoding: UTF-8
+      string: |
+        <?xml version="1.0" encoding="UTF-8"?>
+        <threshold-values type="array">
+          <threshold_value name="Apdex" metric_value="1.0" threshold_value="1" begin_time="2014-09-07 06:27:57" end_time="2014-09-07 06:30:57" formatted_metric_value="1 [0.5]*"/>
+          <threshold_value name="Error Rate" metric_value="0" threshold_value="1" begin_time="2014-09-07 06:27:57" end_time="2014-09-07 06:30:57" formatted_metric_value="0%"/>
+          <threshold_value name="Throughput" metric_value="123" threshold_value="1" begin_time="2014-09-07 06:27:57" end_time="2014-09-07 06:30:57" formatted_metric_value="123 rpm"/>
+          <threshold_value name="Errors" metric_value="0" threshold_value="1" begin_time="2014-09-07 06:27:57" end_time="2014-09-07 06:30:57" formatted_metric_value="0 epm"/>
+          <threshold_value name="Response Time" metric_value="0" threshold_value="1" begin_time="2014-09-07 06:27:57" end_time="2014-09-07 06:30:57" formatted_metric_value="0 ms"/>
+          <threshold_value name="DB" metric_value="0" threshold_value="1" begin_time="2014-09-07 06:27:57" end_time="2014-09-07 06:30:57" formatted_metric_value="0%"/>
+          <threshold_value name="CPU" metric_value="0.38" threshold_value="1" begin_time="2014-09-07 06:27:57" end_time="2014-09-07 06:30:57" formatted_metric_value="0.38%"/>
+          <threshold_value name="Memory" metric_value="1490" threshold_value="1" begin_time="2014-09-07 06:27:57" end_time="2014-09-07 06:30:57" formatted_metric_value="1,490 MB"/>
+        </threshold-values>
+    http_version: 
+  recorded_at: Sun, 07 Sep 2014 06:32:38 GMT
+recorded_with: VCR 2.9.2

data/test/heroku_vector/dyno_scaler_test.rb

@@ -0,0 +1,240 @@
+require File.absolute_path File.dirname(__FILE__) + '/../test_helper'
+
+describe HerokuVector::DynoScaler do
+  TestSource = Struct.new(:sample)
+
+  let(:dyno_name) { 'web' }
+  let(:mock_heroku) { mock('heroku') }
+  let(:source) { HerokuVector::Source::NewRelic }
+
+  let(:options) do
+    {
+      :source => source,
+      :period => 60,
+      :sample_size => 10,
+      :min_dynos => 1,
+      :max_dynos => 4,
+      :min_value => 3000,
+      :max_value => 5000,
+      :engine => mock_heroku
+    }
+  end
+
+  describe '#initialize' do
+    it 'should assign values' do
+      scaler = HerokuVector::DynoScaler.new(dyno_name, options)
+
+      assert_equal dyno_name, scaler.name
+      assert_equal options[:source], scaler.source.class
+      assert_equal options[:period], scaler.period
+      assert_equal options[:sample_size], scaler.sampler.capacity
+      assert_equal options[:min_dynos], scaler.min_dynos
+      assert_equal options[:max_dynos], scaler.max_dynos
+      assert_equal options[:min_value], scaler.min_value
+      assert_equal options[:max_value], scaler.max_value
+      assert_equal mock_heroku, scaler.engine
+      assert scaler.sampler
+    end
+
+    it 'should set default values' do
+      scaler = HerokuVector::DynoScaler.new(dyno_name, {
+        :min_value => 100,
+        :max_value => 200,
+        :source => source
+      })
+
+      assert_equal 60,  scaler.period
+      assert_equal 5,   scaler.sampler.capacity
+      assert_equal 2,   scaler.min_dynos
+      assert_equal 10,  scaler.max_dynos
+      assert_equal 1,   scaler.scale_up_by
+      assert_equal 1,   scaler.scale_down_by
+
+      assert scaler.sampler
+      assert_equal HerokuVector::Engine::Heroku, scaler.engine.class
+    end
+
+    it 'should require min/max values' do
+      assert_raises(RuntimeError) do
+        scaler = HerokuVector::DynoScaler.new(dyno_name, options.merge(:min_value => nil))
+      end
+      assert_raises(RuntimeError) do
+        scaler = HerokuVector::DynoScaler.new(dyno_name, options.merge(:max_value => nil))
+      end
+    end
+
+    it 'should instantiate source class instance' do
+      clazz = 'NewRelic'
+      scaler = HerokuVector::DynoScaler.new(dyno_name, options.merge(:source => clazz) )
+      assert_equal "HerokuVector::Source::#{clazz}", scaler.source.class.name
+
+      assert_raises(RuntimeError) do
+        scaler = HerokuVector::DynoScaler.new(dyno_name, options.merge(:source => 'invalid_class'))
+      end
+    end
+  end
+
+  describe '#run' do
+    let (:scaler) do
+      scaler = HerokuVector::DynoScaler.new(dyno_name, options)
+      scaler.source = TestSource.new(1)
+      scaler
+    end
+
+    it 'should collect a new sample' do
+      scaler.expects(:collect_sample)
+
+      scaler.run
+    end
+
+    it 'should not evaluate scale until enough samples' do
+      scaler.stubs(:enough_samples? => false)
+      scaler.expects(:evaluate_and_scale).never
+
+      scaler.run
+    end
+
+    it 'should not evaluate scale if scaled recently' do
+      scaler.stubs(:enough_samples? => true)
+      scaler.stubs(:scaling_too_soon? => true)
+
+      scaler.expects(:evaluate_and_scale).never
+
+      scaler.run
+    end
+
+    it 'should evaluate_and_scale w/ enough samples' do
+      scaler.stubs(:enough_samples? => true)
+      scaler.stubs(:scaling_too_soon? => false)
+
+      scaler.expects(:evaluate_and_scale)
+
+      scaler.run
+    end
+  end
+
+  describe '#reset' do
+    let (:scaler) do
+      scaler = HerokuVector::DynoScaler.new(dyno_name, options)
+      scaler.source = TestSource.new(1)
+      scaler
+    end
+
+    it 'should reset sampler' do
+      assert_equal 0, scaler.sampler.size
+      scaler.collect_sample
+      assert_equal 1, scaler.sampler.size
+
+      scaler.reset
+
+      assert_equal 0, scaler.sampler.size
+    end
+
+    it 'should reset last_scale_time' do
+      assert_equal nil, scaler.last_scale_time
+      scaler.record_last_scale_event
+      assert scaler.last_scale_time
+
+      scaler.reset
+
+      assert_equal nil, scaler.last_scale_time
+    end
+  end
+
+  describe '#evaluate_and_scale' do
+    let (:scaler) do
+      scaler = HerokuVector::DynoScaler.new(dyno_name, options)
+      scaler.source = TestSource.new(1)
+      scaler.reset
+      scaler
+    end
+
+    it 'should not scale dynos inside min/max range' do
+      scaler.stubs(:current_size => 1)
+      scaler.source = TestSource.new(scaler.min_value + 1)
+      scaler.collect_sample
+
+      scaler.expects(:scale_dynos).never
+
+      scaler.evaluate_and_scale
+    end
+
+    it 'should scale down dynos below min_value' do
+      scaler.stubs(:current_size => 2)
+      scaler.source = TestSource.new(scaler.min_value + 1)
+      scaler.collect_sample
+
+      scaler.expects(:scale_dynos).with(2, 1)
+
+      scaler.evaluate_and_scale
+    end
+
+    it 'should scale up dynos above max_value' do
+      scaler.stubs(:current_size => 1)
+      scaler.source = TestSource.new(scaler.max_value + 1)
+      scaler.collect_sample
+
+      scaler.expects(:scale_dynos).with(1, 2)
+
+      scaler.evaluate_and_scale
+    end
+  end
+
+  describe '#scale_dynos' do
+    let (:scaler) do
+      scaler = HerokuVector::DynoScaler.new(dyno_name, options)
+    end
+
+    it 'should not scale if amount is the same' do
+      mock_heroku.expects(:scale_dynos).never
+
+      scaler.scale_dynos(1, 1)
+      scaler.scale_dynos(2, 2)
+      scaler.scale_dynos(3, 3)
+      scaler.scale_dynos(4, 4)
+    end
+
+    it 'should not scale below min_dynos' do
+      mock_heroku.expects(:scale_dynos).never
+
+      scaler.scale_dynos(1, 0)
+    end
+
+    it 'should not scale above max_dynos' do
+      mock_heroku.expects(:scale_dynos).never
+
+      scaler.scale_dynos(4, 5)
+    end
+
+    it 'should scale within min/max' do
+      mock_heroku.expects(:scale_dynos).with(scaler.name, 2)
+
+      scaler.scale_dynos(1, 2)
+    end
+  end
+
+  describe '#scaling_too_soon?' do
+    let (:scaler) do
+      scaler = HerokuVector::DynoScaler.new(dyno_name, options)
+    end
+
+    it 'should not be too soon w/out last_scale_time' do
+      assert_equal nil, scaler.last_scale_time
+      assert_equal false, scaler.scaling_too_soon?
+    end
+
+    it 'should be too soon near last_scale_time' do
+      scaler.last_scale_time = Time.now
+
+      assert_equal true, scaler.scaling_too_soon?
+    end
+
+    it 'should not be too soon after last_scale_time' do
+      threshold = HerokuVector::DynoScaler::MIN_SCALE_TIME_DELTA_SEC
+      scaler.last_scale_time = Time.now - threshold - 1
+
+      assert_equal false, scaler.scaling_too_soon?
+    end
+  end
+
+end

data/test/heroku_vector/engine/heroku_test.rb

@@ -0,0 +1,91 @@
+require File.absolute_path File.dirname(__FILE__) + '/../../test_helper'
+
+describe HerokuVector::Engine::Heroku do
+  let(:heroku_app_name) { 'app_name' }
+  let(:engine) { HerokuVector::Engine::Heroku.new }
+  before { HerokuVector.stubs(:heroku_app_name => heroku_app_name) }
+
+  describe '#initialize' do
+    it 'should set app name from config' do
+      assert_equal heroku_app_name, engine.app
+    end
+
+    it 'should instantiate a Heroku API client' do
+      assert engine.heroku
+    end
+  end
+
+  describe '#get_dyno_types' do
+    it 'should load dyno definitions from Heroku API' do
+      VCR.use_cassette('heroku_dyno_types') do
+        dyno_types = engine.get_dyno_types
+        dynos_by_name = dyno_types.index_by {|dyno| dyno["name"] }
+        assert_equal 1, dynos_by_name['web']['quantity']
+        expected_command = "bin/nginx_wrapper bundle exec rainbows -c ./config/rainbows.rb"
+        assert_equal expected_command, dynos_by_name['web']['command']
+      end
+    end
+  end
+
+  describe '#scale_dynos' do
+    it 'should call Heroku API and issue command' do
+      VCR.use_cassette('heroku_scale_dynos') do
+        engine.scale_dynos('web', 1)
+
+      end
+    end
+  end
+
+  describe '#get_dynos_by_name' do
+    it 'should index dyno array by name' do
+      dynos = [{ 'name' => 'web', 'quantity' => 1 }]
+      engine.expects(:get_dyno_types => dynos)
+
+      dynos_by_name = engine.get_dynos_by_name
+      assert_equal 1, dynos_by_name['web']['quantity']
+    end
+  end
+
+  describe '#get_dynos_by_name_cached' do
+    it 'should cache calls to get_dynos_by_name' do
+      value = 'dynos'
+      engine.expects(:get_dynos_by_name => value).once
+
+      time = Time.now
+      Timecop.freeze(time) do
+        assert_equal value, engine.get_dynos_by_name_cached
+        assert_equal value, engine.get_dynos_by_name_cached
+        cache_entry = engine.instance_variable_get(:@dynos_by_name)
+        assert cache_entry
+        assert_equal value, cache_entry.data
+        assert_equal time + 60, cache_entry.expires_at
+      end
+    end
+
+    it 'should get new value when cached value expired' do
+      value = 'dynos'
+      engine.expects(:get_dynos_by_name => value).twice
+
+      time = Time.now
+      Timecop.freeze(time) do
+        assert_equal value, engine.get_dynos_by_name_cached
+        assert_equal value, engine.get_dynos_by_name_cached
+      end
+      Timecop.freeze(time+61) do
+        assert_equal value, engine.get_dynos_by_name_cached
+      end
+    end
+
+    describe '#count_for_dyno_name' do
+      it 'should lookup dyno count' do
+        dynos = { 
+          'web' => { 'name' => 'web', 'quantity' => 1 }
+        }
+        engine.stubs(:get_dynos_by_name_cached => dynos)
+
+        assert_equal 0, engine.count_for_dyno_name('unknown'), 'should return 0 for unknown dyno'
+        assert_equal 1, engine.count_for_dyno_name('web'), 'should return dyno quantity from dynos set'
+      end
+    end
+  end
+end