RubyGems - dynamo-autoscale - Versions diffs - 0.1 - Mend

dynamo-autoscale 0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (52) hide show

data/.gitignore +4 -0
data/Gemfile +13 -0
data/Gemfile.lock +58 -0
data/LICENSE +21 -0
data/README.md +400 -0
data/Rakefile +9 -0
data/aws.sample.yml +16 -0
data/bin/dynamo-autoscale +131 -0
data/config/environment/common.rb +114 -0
data/config/environment/console.rb +2 -0
data/config/environment/test.rb +3 -0
data/config/logger.yml +11 -0
data/config/services/aws.rb +20 -0
data/config/services/logger.rb +35 -0
data/data/.gitkeep +0 -0
data/dynamo-autoscale.gemspec +29 -0
data/lib/dynamo-autoscale/actioner.rb +265 -0
data/lib/dynamo-autoscale/cw_poller.rb +49 -0
data/lib/dynamo-autoscale/dispatcher.rb +39 -0
data/lib/dynamo-autoscale/dynamo_actioner.rb +59 -0
data/lib/dynamo-autoscale/ext/active_support/duration.rb +7 -0
data/lib/dynamo-autoscale/local_actioner.rb +39 -0
data/lib/dynamo-autoscale/local_data_poll.rb +51 -0
data/lib/dynamo-autoscale/logger.rb +15 -0
data/lib/dynamo-autoscale/metrics.rb +192 -0
data/lib/dynamo-autoscale/poller.rb +41 -0
data/lib/dynamo-autoscale/pretty_formatter.rb +27 -0
data/lib/dynamo-autoscale/rule.rb +180 -0
data/lib/dynamo-autoscale/rule_set.rb +69 -0
data/lib/dynamo-autoscale/table_tracker.rb +329 -0
data/lib/dynamo-autoscale/unit_cost.rb +41 -0
data/lib/dynamo-autoscale/version.rb +3 -0
data/lib/dynamo-autoscale.rb +1 -0
data/rlib/dynamodb_graph.r +15 -0
data/rlib/dynamodb_scatterplot.r +13 -0
data/rulesets/default.rb +5 -0
data/rulesets/erroneous.rb +1 -0
data/rulesets/gradual_tail.rb +11 -0
data/rulesets/none.rb +0 -0
data/script/console +3 -0
data/script/historic_data +46 -0
data/script/hourly_wastage +40 -0
data/script/monitor +55 -0
data/script/simulator +40 -0
data/script/test +52 -0
data/script/validate_ruleset +20 -0
data/spec/actioner_spec.rb +244 -0
data/spec/rule_set_spec.rb +89 -0
data/spec/rule_spec.rb +491 -0
data/spec/spec_helper.rb +4 -0
data/spec/table_tracker_spec.rb +256 -0
metadata +178 -0

data/spec/rule_spec.rb ADDED Viewed

@@ -0,0 +1,491 @@
+require 'spec_helper'
+describe DynamoAutoscale::Rule do
+  let(:table) { DynamoAutoscale::TableTracker.new("test_table") }
+  describe 'basics' do
+    let(:rule) do
+      DynamoAutoscale::Rule.new(:consumed_reads, greater_than: 5, last: 2) do
+      end
+    end
+    subject          { rule }
+    its(:to_english) { should be_a String }
+  end
+  describe 'invalid rules' do
+    describe 'no greater_than or less_than' do
+      it 'should throw an error' do
+        expect do
+          DynamoAutoscale::Rule.new(:consumed_reads, last: 2) do
+          end
+        end.to raise_error ArgumentError
+      end
+    end
+    describe 'greater_than and less_than make no logical sense' do
+      it 'should throw an error' do
+        expect do
+          DynamoAutoscale::Rule.new(:consumed_reads, greater_than: 5, less_than: 2) do
+          end
+        end.to raise_error ArgumentError
+      end
+      it 'percentages should also throw an error' do
+        expect do
+          DynamoAutoscale::Rule.new(:consumed_reads, for: 1, greater_than: "5%", less_than: "2%") do
+          end
+        end.to raise_error ArgumentError
+      end
+    end
+    describe 'greater_than less than 0' do
+      it 'should throw an error' do
+        expect do
+          DynamoAutoscale::Rule.new(:consumed_reads, for: 1, greater_than: -1) do
+          end
+        end.to raise_error ArgumentError
+      end
+      it 'percentages should also throw an error' do
+        expect do
+          DynamoAutoscale::Rule.new(:consumed_reads, for: 1, greater_than: "-5%") do
+          end
+        end.to raise_error ArgumentError
+      end
+    end
+    describe 'less_than less than 0' do
+      it 'should throw an error' do
+        expect do
+          DynamoAutoscale::Rule.new(:consumed_reads, for: 1, less_than: -1) do
+          end
+        end.to raise_error ArgumentError
+      end
+      it 'percentages should also throw an error' do
+        expect do
+          DynamoAutoscale::Rule.new(:consumed_reads, for: 1, less_than: "-5%") do
+          end
+        end.to raise_error ArgumentError
+      end
+    end
+    describe 'min less than 0' do
+      it 'should throw an error' do
+        expect do
+          DynamoAutoscale::Rule.new(:consumed_reads, for: 1, greater_than: 1, min: -1) do
+          end
+        end.to raise_error ArgumentError
+      end
+    end
+    describe 'max less than 0' do
+      it 'should throw an error' do
+        expect do
+          DynamoAutoscale::Rule.new(:consumed_reads, for: 1, greater_than: 1, max: -1) do
+          end
+        end.to raise_error ArgumentError
+      end
+    end
+    describe 'count less than 0' do
+      it 'should throw an error' do
+        expect do
+          DynamoAutoscale::Rule.new(:consumed_reads, for: 1, greater_than: 1, count: -1) do
+          end
+        end.to raise_error ArgumentError
+      end
+    end
+    describe 'incorrect metrics' do
+      it 'should throw an error' do
+        expect do
+          DynamoAutoscale::Rule.new(:whoops, for: 1, greater_than: 1) do
+          end
+        end.to raise_error ArgumentError
+      end
+    end
+    describe 'scale' do
+      describe 'scale and block are not given' do
+        it 'should throw an error' do
+          expect do
+            DynamoAutoscale::Rule.new(:consumed_reads, last: 1, greater_than: 1)
+          end.to raise_error ArgumentError
+        end
+      end
+      describe 'scale given but not hash' do
+        it 'should throw an error' do
+          expect do
+            DynamoAutoscale::Rule.new(:consumed_reads, last: 1, greater_than: 1, scale: 2)
+          end.to raise_error ArgumentError
+        end
+      end
+      describe 'scale given without :on or :by' do
+        it 'should throw an error' do
+          expect do
+            DynamoAutoscale::Rule.new(:consumed_reads, last: 1, greater_than: 1, scale: {})
+          end.to raise_error ArgumentError
+        end
+      end
+      describe 'scale given with invalid :on' do
+        it 'should throw an error' do
+          expect do
+            DynamoAutoscale::Rule.new(:consumed_reads, last: 1, greater_than: 1, scale: { on: :whoops, by: 2 })
+          end.to raise_error ArgumentError
+        end
+      end
+      describe 'scale given with invalid :by' do
+        it 'should throw an error' do
+          expect do
+            DynamoAutoscale::Rule.new(:consumed_reads, last: 1, greater_than: 1, scale: { on: :consumed, by: -0.3 })
+          end.to raise_error ArgumentError
+        end
+      end
+    end
+  end
+  describe "test" do
+    describe "should match" do
+      let(:rule) do
+        DynamoAutoscale::Rule.new(:consumed_reads, greater_than: 5, last: 2) do
+        end
+      end
+      before do
+        table.tick(3.seconds.ago, {
+          provisioned_writes: 50,  consumed_writes: 12,
+          provisioned_reads:  100, consumed_reads:  20,
+        })
+        table.tick(5.seconds.ago, {
+          provisioned_writes: 50,  consumed_writes: 12,
+          provisioned_reads:  100, consumed_reads:  20,
+        })
+      end
+      subject { rule.test(table) }
+      it      { should be_true }
+    end
+    describe 'should not match' do
+      let(:rule) do
+        DynamoAutoscale::Rule.new(:consumed_reads, greater_than: 5, last: 2) do
+        end
+      end
+      context 'too few data points' do
+        before do
+          table.tick(5.seconds.ago, {
+            provisioned_writes: 50,  consumed_writes: 12,
+            provisioned_reads:  100, consumed_reads:  20,
+          })
+        end
+        subject { rule.test(table) }
+        it      { should be_false }
+      end
+      context 'rule not satisfied' do
+        before do
+          table.tick(5.seconds.ago, {
+            provisioned_writes: 50,  consumed_writes: 12,
+            provisioned_reads:  100, consumed_reads:  20,
+          })
+          table.tick(10.seconds.ago, {
+            provisioned_writes: 50,  consumed_writes: 12,
+            provisioned_reads:  100, consumed_reads:  0,
+          })
+        end
+        subject { rule.test(table) }
+        it      { should be_false }
+      end
+    end
+    describe 'using time ranges in rules' do
+      describe "should match" do
+        let(:rule) do
+          DynamoAutoscale::Rule.new(:consumed_reads, {
+            greater_than: 5, for: 10.minutes, min: 2
+          }) do
+          end
+        end
+        before do
+          table.tick(3.seconds.ago, {
+            provisioned_writes: 50,  consumed_writes: 12,
+            provisioned_reads:  100, consumed_reads:  20,
+          })
+          table.tick(11.minutes.ago, {
+            provisioned_writes: 50,  consumed_writes: 12,
+            provisioned_reads:  100, consumed_reads:  0,
+          })
+          table.tick(23.seconds.ago, {
+            provisioned_writes: 50,  consumed_writes: 12,
+            provisioned_reads:  100, consumed_reads:  20,
+          })
+        end
+        subject { rule.test(table) }
+        it      { should be_true }
+      end
+      describe "should not match" do
+        let(:rule) do
+          DynamoAutoscale::Rule.new(:consumed_writes, {
+            greater_than: 5, for: 10.minutes, min: 2
+          }) do
+          end
+        end
+        context 'too few data points in range' do
+          before do
+            table.tick(12.minutes.ago, {
+              provisioned_writes: 50,  consumed_writes: 12,
+              provisioned_reads:  100, consumed_reads:  20,
+            })
+            table.tick(11.minutes.ago, {
+              provisioned_writes: 50,  consumed_writes: 12,
+              provisioned_reads:  100, consumed_reads:  0,
+            })
+            table.tick(23.seconds.ago, {
+              provisioned_writes: 50,  consumed_writes: 12,
+              provisioned_reads:  100, consumed_reads:  20,
+            })
+          end
+          subject { rule.test(table) }
+          it      { should be_false }
+        end
+        context 'rule not satisfied' do
+          before do
+            table.tick(12.minutes.ago, {
+              provisioned_writes: 50,  consumed_writes: 12,
+              provisioned_reads:  100, consumed_reads:  20,
+            })
+            table.tick(9.minutes.ago, {
+              provisioned_writes: 50,  consumed_writes: 0,
+              provisioned_reads:  100, consumed_reads:  0,
+            })
+            table.tick(23.seconds.ago, {
+              provisioned_writes: 50,  consumed_writes: 12,
+              provisioned_reads:  100, consumed_reads:  20,
+            })
+          end
+          subject { rule.test(table) }
+          it      { should be_false }
+        end
+      end
+      context 'using a :max value' do
+        let(:rule) do
+          DynamoAutoscale::Rule.new(:consumed_writes, {
+            greater_than: 5, for: 10.minutes, min: 2, max: 2
+          }) do
+          end
+        end
+        describe 'should match' do
+          before do
+            table.tick(6.minutes.ago, {
+              provisioned_writes: 50,  consumed_writes: 12,
+              provisioned_reads:  100, consumed_reads:  20,
+            })
+            table.tick(7.minutes.ago, {
+              provisioned_writes: 50,  consumed_writes: 12,
+              provisioned_reads:  100, consumed_reads:  0,
+            })
+            table.tick(9.minutes.ago, {
+              provisioned_writes: 50,  consumed_writes: 0,
+              provisioned_reads:  100, consumed_reads:  20,
+            })
+          end
+          subject { rule.test(table) }
+          it      { should be_true }
+        end
+        describe 'should not match' do
+          before do
+            table.tick(6.minutes.ago, {
+              provisioned_writes: 50,  consumed_writes: 12,
+              provisioned_reads:  100, consumed_reads:  20,
+            })
+            table.tick(9.minutes.ago, {
+              provisioned_writes: 50,  consumed_writes: 0,
+              provisioned_reads:  100, consumed_reads:  0,
+            })
+            table.tick(10.minutes.ago, {
+              provisioned_writes: 50,  consumed_writes: 12,
+              provisioned_reads:  100, consumed_reads:  20,
+            })
+          end
+          subject { rule.test(table) }
+          it      { should be_false }
+        end
+      end
+    end
+    describe 'using percentage values' do
+      let(:rule) do
+        DynamoAutoscale::Rule.new(:consumed_writes, {
+          greater_than: "50%", for: 10.minutes, min: 2
+        }) do
+        end
+      end
+      describe 'should match' do
+        before do
+          table.tick(6.minutes.ago, {
+            provisioned_writes: 100,  consumed_writes: 80,
+            provisioned_reads:  100, consumed_reads:  20,
+          })
+          table.tick(7.minutes.ago, {
+            provisioned_writes: 100,  consumed_writes: 80,
+            provisioned_reads:  100, consumed_reads:  0,
+          })
+          table.tick(9.minutes.ago, {
+            provisioned_writes: 100,  consumed_writes: 51,
+            provisioned_reads:  100, consumed_reads:  20,
+          })
+        end
+        subject { rule.test(table) }
+        it      { should be_true }
+      end
+      describe 'should not match' do
+        before do
+          table.tick(6.minutes.ago, {
+            provisioned_writes: 100,  consumed_writes: 51,
+            provisioned_reads:  100, consumed_reads:  20,
+          })
+          table.tick(7.minutes.ago, {
+            provisioned_writes: 100,  consumed_writes: 50,
+            provisioned_reads:  100, consumed_reads:  0,
+          })
+          table.tick(8.minutes.ago, {
+            provisioned_writes: 100,  consumed_writes: 12,
+            provisioned_reads:  100, consumed_reads:  20,
+          })
+        end
+        subject { rule.test(table) }
+        it      { should be_false }
+      end
+    end
+    describe 'using a :times variable' do
+      let :rule do
+        DynamoAutoscale::Rule.new(:consumed_reads, {
+          greater_than: 5, last: 2, times: 3, min: 2
+        }) do
+        end
+      end
+      describe 'should not match' do
+        before do
+          table.clear_data
+          table.tick(8.minutes.ago, {
+            provisioned_writes: 100, consumed_writes: 12,
+            provisioned_reads:  100, consumed_reads:  20,
+          })
+          rule.test(table)
+          table.tick(7.minutes.ago, {
+            provisioned_writes: 100, consumed_writes: 12,
+            provisioned_reads:  100, consumed_reads:  20,
+          })
+          rule.test(table)
+          table.tick(6.minutes.ago, {
+            provisioned_writes: 100, consumed_writes: 12,
+            provisioned_reads:  100, consumed_reads:  20,
+          })
+        end
+        subject { rule.test(table) }
+        it      { should be_false }
+      end
+      describe 'should match' do
+        before do
+          table.clear_data
+          table.tick(5.minutes.ago, {
+            provisioned_writes: 100, consumed_writes: 12,
+            provisioned_reads:  100, consumed_reads:  20,
+          })
+          rule.test(table)
+          table.tick(6.minutes.ago, {
+            provisioned_writes: 100, consumed_writes: 12,
+            provisioned_reads:  100, consumed_reads:  20,
+          })
+          rule.test(table)
+          table.tick(7.minutes.ago, {
+            provisioned_writes: 100, consumed_writes: 12,
+            provisioned_reads:  100, consumed_reads:  20,
+          })
+          rule.test(table)
+          table.tick(8.minutes.ago, {
+            provisioned_writes: 100, consumed_writes: 12,
+            provisioned_reads:  100, consumed_reads:  20,
+          })
+        end
+        subject { rule.test(table) }
+        it      { should be_true }
+      end
+    end
+  end # describe 'test'
+end # describe DynamoAutoscale::Rule

data/spec/spec_helper.rb ADDED Viewed

@@ -0,0 +1,4 @@
+require_relative '../config/environment/test'
+RSpec.configure do |config|
+end