dynamo-autoscale 0.1

data/spec/table_tracker_spec.rb

@@ -0,0 +1,256 @@
+require 'spec_helper'
+
+describe DynamoAutoscale::TableTracker do
+  let(:table_name) { "test_table" }
+  let(:table)      { DynamoAutoscale::TableTracker.new(table_name) }
+  subject          { table }
+
+  before do
+    table.tick(5.seconds.ago, {
+      provisioned_reads: 600.0,
+      provisioned_writes: 800.0,
+      consumed_reads: 20.0,
+      consumed_writes: 30.0,
+    })
+
+    table.tick(5.minutes.ago, {
+      provisioned_reads: 600.0,
+      provisioned_writes: 800.0,
+      consumed_reads: 20.0,
+      consumed_writes: 30.0,
+    })
+
+    table.tick(15.seconds.ago, {
+      provisioned_reads: 600.0,
+      provisioned_writes: 800.0,
+      consumed_reads: 20.0,
+      consumed_writes: 30.0,
+    })
+  end
+
+  describe 'storing data' do
+    specify "should be done in order" do
+      table.data.keys.should == table.data.keys.sort
+    end
+  end
+
+  describe 'retrieving data' do
+    let(:now) { Time.now }
+
+    before do
+      table.tick(now, {
+        provisioned_reads: 100.0,
+        provisioned_writes: 200.0,
+        consumed_reads: 20.0,
+        consumed_writes: 30.0,
+      })
+    end
+
+    describe "#name" do
+      subject { table.name }
+      it      { should == table_name }
+    end
+
+    describe "#last 3.seconds, :consumed_reads" do
+      subject { table.last 3.seconds, :consumed_reads }
+      it      { should == [20.0] }
+    end
+
+    describe "#last 1, :consumed_writes" do
+      subject { table.last 1, :consumed_writes }
+      it      { should == [30.0] }
+    end
+
+    describe "#last_provisioned_for :reads" do
+      subject { table.last_provisioned_for :reads }
+      it      { should == 100.0 }
+    end
+
+    describe "#last_provisioned_for :writes, at: now" do
+      subject { table.last_provisioned_for :writes, at: now }
+      it      { should == 200.0 }
+    end
+
+    describe "#last_provisioned_for :writes, at: 3.minutes.ago" do
+      subject { table.last_provisioned_for :writes, at: 3.minutes.ago }
+      it      { should == 800.0 }
+    end
+
+    describe "#all_times" do
+      subject      { table.all_times }
+      its(:length) { should == 4 }
+
+      specify("is ordered") { subject.should == subject.sort }
+    end
+  end
+
+  describe 'clearing data' do
+    before { table.clear_data }
+
+    specify "table.data should be totally empty" do
+      table.data.keys.each do |key|
+        table.data[key].should be_empty
+      end
+    end
+  end
+
+  describe 'stats' do
+    before do
+      table.clear_data
+
+      table.tick(3.seconds.ago, {
+        provisioned_reads: 100.0,
+        consumed_reads:    99.0,
+
+        provisioned_writes: 200.0,
+        consumed_writes:    198.0,
+      })
+
+      table.tick(12.seconds.ago, {
+        provisioned_reads: 100.0,
+        consumed_reads:    99.0,
+
+        provisioned_writes: 200.0,
+        consumed_writes:    198.0,
+      })
+    end
+
+    describe 'wasted_read_units' do
+      subject { table.wasted_read_units }
+      it      { should == 2.0 }
+    end
+
+    describe 'wasted_write_units' do
+      subject { table.wasted_write_units }
+      it      { should == 4.0 }
+    end
+
+    describe 'lost_read_units' do
+      before do
+        table.clear_data
+        table.tick(12.seconds.ago, {
+          provisioned_reads: 100.0,
+          consumed_reads:    102.0,
+        })
+      end
+
+      subject { table.lost_read_units }
+      it      { should == 2.0 }
+    end
+
+    describe 'lost_write_units' do
+      before do
+        table.clear_data
+        table.tick(12.seconds.ago, {
+          provisioned_writes: 100.0,
+          consumed_writes:    105.0,
+        })
+      end
+
+      subject { table.lost_write_units }
+      it      { should == 5.0 }
+    end
+  end
+
+  describe 'no data' do
+    before { table.clear_data }
+
+    describe 'lost_write_units' do
+      subject { table.lost_write_units }
+      it      { should == 0.0 }
+    end
+
+    describe 'lost_read_units' do
+      subject { table.lost_read_units }
+      it      { should == 0.0 }
+    end
+
+    describe 'wasted_read_units' do
+      subject { table.wasted_read_units }
+      it      { should == 0.0 }
+    end
+
+    describe 'wasted_write_units' do
+      subject { table.wasted_write_units }
+      it      { should == 0.0 }
+    end
+
+    describe "#all_times" do
+      subject      { table.all_times }
+      its(:length) { should == 0 }
+    end
+
+    describe "#last 3.seconds, :consumed_reads" do
+      subject { table.last 3.seconds, :consumed_reads }
+      it      { should == [] }
+    end
+
+    describe "#last 1, :consumed_writes" do
+      subject { table.last 1, :consumed_writes }
+      it      { should == [] }
+    end
+
+    describe "#last_provisioned_for :reads" do
+      subject { table.last_provisioned_for :reads }
+      it      { should be_nil }
+    end
+
+    describe "#last_provisioned_for :writes" do
+      subject { table.last_provisioned_for :writes }
+      it      { should be_nil }
+    end
+  end
+
+  describe 'time window' do
+    describe 'inserting data outside of time window' do
+      before do
+        table.clear_data
+        table.tick(12.weeks.ago, {
+          provisioned_reads: 600.0,
+          provisioned_writes: 800.0,
+          consumed_reads: 20.0,
+          consumed_writes: 30.0,
+        })
+      end
+
+      it 'should not work' do
+        table.all_times.should be_empty
+      end
+    end
+
+    describe 'data time based cleanup' do
+      before do
+        table.clear_data
+        Timecop.travel(2.weeks.ago)
+
+        table.tick(Time.now, {
+          provisioned_reads: 600.0,
+          provisioned_writes: 800.0,
+          consumed_reads: 20.0,
+          consumed_writes: 30.0,
+        })
+
+        to_the_future = Time.now + DynamoAutoscale::TableTracker::TIME_WINDOW +
+          2.minutes
+
+        Timecop.travel(to_the_future)
+
+        table.tick(Time.now, {
+          provisioned_reads: 600.0,
+          provisioned_writes: 800.0,
+          consumed_reads: 20.0,
+          consumed_writes: 30.0,
+        })
+      end
+
+      it 'should remove data outside of the time window' do
+        table.all_times.length.should == 1
+      end
+
+      it 'should not remove data inside of the time window' do
+        table.tick(2.seconds.from_now, {})
+        table.all_times.length.should == 2
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,178 @@
+--- !ruby/object:Gem::Specification
+name: dynamo-autoscale
+version: !ruby/object:Gem::Version
+  version: '0.1'
+  prerelease: 
+platform: ruby
+authors:
+- InvisibleHand
+autorequire: 
+bindir:
+- bin
+cert_chain: []
+date: 2013-07-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rbtree
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-prof
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: colored
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Will automatically monitor DynamoDB tables and scale them based on rules.
+email: developers@getinvisiblehand.com
+executables:
+- dynamo-autoscale
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- Rakefile
+- aws.sample.yml
+- bin/dynamo-autoscale
+- config/environment/common.rb
+- config/environment/console.rb
+- config/environment/test.rb
+- config/logger.yml
+- config/services/aws.rb
+- config/services/logger.rb
+- data/.gitkeep
+- dynamo-autoscale.gemspec
+- lib/dynamo-autoscale.rb
+- lib/dynamo-autoscale/actioner.rb
+- lib/dynamo-autoscale/cw_poller.rb
+- lib/dynamo-autoscale/dispatcher.rb
+- lib/dynamo-autoscale/dynamo_actioner.rb
+- lib/dynamo-autoscale/ext/active_support/duration.rb
+- lib/dynamo-autoscale/local_actioner.rb
+- lib/dynamo-autoscale/local_data_poll.rb
+- lib/dynamo-autoscale/logger.rb
+- lib/dynamo-autoscale/metrics.rb
+- lib/dynamo-autoscale/poller.rb
+- lib/dynamo-autoscale/pretty_formatter.rb
+- lib/dynamo-autoscale/rule.rb
+- lib/dynamo-autoscale/rule_set.rb
+- lib/dynamo-autoscale/table_tracker.rb
+- lib/dynamo-autoscale/unit_cost.rb
+- lib/dynamo-autoscale/version.rb
+- rlib/dynamodb_graph.r
+- rlib/dynamodb_scatterplot.r
+- rulesets/default.rb
+- rulesets/erroneous.rb
+- rulesets/gradual_tail.rb
+- rulesets/none.rb
+- script/console
+- script/historic_data
+- script/hourly_wastage
+- script/monitor
+- script/simulator
+- script/test
+- script/validate_ruleset
+- spec/actioner_spec.rb
+- spec/rule_set_spec.rb
+- spec/rule_spec.rb
+- spec/spec_helper.rb
+- spec/table_tracker_spec.rb
+homepage: http://github.com/invisiblehand/dynamo-autoscale
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Autoscaling for DynamoDB provisioned throughputs.
+test_files: []