heroku-resque-autoscaler 0.0.1

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml ADDED
@@ -0,0 +1,7 @@
1
+ ---
2
+ SHA1:
3
+ metadata.gz: d1e89dd9699610df49e11798c20f0d8d13b62909
4
+ data.tar.gz: a6f823a7c7a49ebbed69038a16d2b1a21eb3eaa8
5
+ SHA512:
6
+ metadata.gz: 43492212c615aa7df539e16f0b603bf07d04a23d8f393f87f81de9b1b3a1a739699e190c957d2d655305f23811e70d3af7f411d45bc8458e01e8041c66b81e64
7
+ data.tar.gz: 38ca69f763054f46a812d6af1b648f509a3bbc9b54d86e306e0e63adb2755f36af91fc68d5077a4a7a2786ae70b617a443beeac223fe66f7767dacc47211110a
data/.gitignore ADDED
@@ -0,0 +1,22 @@
1
+ *.gem
2
+ *.rbc
3
+ .bundle
4
+ .config
5
+ .yardoc
6
+ Gemfile.lock
7
+ InstalledFiles
8
+ _yardoc
9
+ coverage
10
+ doc/
11
+ lib/bundler/man
12
+ pkg
13
+ rdoc
14
+ spec/reports
15
+ test/tmp
16
+ test/version_tmp
17
+ tmp
18
+ *.bundle
19
+ *.so
20
+ *.o
21
+ *.a
22
+ mkmf.log
data/Gemfile ADDED
@@ -0,0 +1,4 @@
1
+ source 'https://rubygems.org'
2
+
3
+ # Specify your gem's dependencies in heroku-resque-autoscaler.gemspec
4
+ gemspec
data/LICENSE.txt ADDED
@@ -0,0 +1,22 @@
1
+ Copyright (c) 2015 Rafael Oliveira
2
+
3
+ MIT License
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining
6
+ a copy of this software and associated documentation files (the
7
+ "Software"), to deal in the Software without restriction, including
8
+ without limitation the rights to use, copy, modify, merge, publish,
9
+ distribute, sublicense, and/or sell copies of the Software, and to
10
+ permit persons to whom the Software is furnished to do so, subject to
11
+ the following conditions:
12
+
13
+ The above copyright notice and this permission notice shall be
14
+ included in all copies or substantial portions of the Software.
15
+
16
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
17
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
18
+ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
19
+ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
20
+ LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
21
+ OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
22
+ WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
data/README.md ADDED
@@ -0,0 +1,35 @@
1
+ # Heroku::Resque::Autoscaler
2
+
3
+ TODO: Write a gem description
4
+
5
+ ## Installation
6
+
7
+ Add this line to your application's Gemfile:
8
+
9
+ gem 'heroku-resque-autoscaler'
10
+
11
+ And then execute:
12
+
13
+ $ bundle
14
+
15
+ Or install it yourself as:
16
+
17
+ $ gem install heroku-resque-autoscaler
18
+
19
+ ## Usage
20
+
21
+ Please provide these ENV Vars:
22
+ HEROKU_APP_NAME
23
+ HEROKU_OAUTH_TOKEN || HEROKU_API_KEY
24
+ RESQUE_DYNO_SIZE (Defaults to '2x')
25
+ RESQUE_DYNO_QUANTITY (Defaults to 1)
26
+
27
+ Then, just add 'resque:scale:up' 'resque:scale:down' tasks to your cron and enjoy autoscaling
28
+
29
+ ## Contributing
30
+
31
+ 1. Fork it ( https://github.com/rafaelcgo/heroku-resque-autoscaler/fork )
32
+ 2. Create your feature branch (`git checkout -b my-new-feature`)
33
+ 3. Commit your changes (`git commit -am 'Add some feature'`)
34
+ 4. Push to the branch (`git push origin my-new-feature`)
35
+ 5. Create a new Pull Request
data/Rakefile ADDED
@@ -0,0 +1,2 @@
1
+ require 'bundler/gem_tasks'
2
+ import './lib/tasks/resque_dyno_scale_manager.rake'
@@ -0,0 +1,25 @@
1
+ # coding: utf-8
2
+ lib = File.expand_path('../lib', __FILE__)
3
+ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
4
+ require 'heroku/resque/autoscaler/version'
5
+
6
+ Gem::Specification.new do |spec|
7
+ spec.name = "heroku-resque-autoscaler"
8
+ spec.version = Heroku::Resque::Autoscaler::VERSION
9
+ spec.authors = ["Rafael Oliveira"]
10
+ spec.email = ["rafael.coelho@gmail.com"]
11
+ spec.summary = %q{Rake task to scale Heroku Dyno Resque workers.}
12
+ spec.description = %q{Just add 'resque:scale:up' 'resque:scale:down' tasks to your cron and enjoy autoscaling}
13
+ spec.homepage = "https://github.com/rafaelcgo/heroku-resque-autoscaler"
14
+ spec.license = "MIT"
15
+
16
+ spec.files = `git ls-files -z`.split("\x0")
17
+ spec.executables = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
18
+ spec.test_files = spec.files.grep(%r{^(test|spec|features)/})
19
+ spec.require_paths = ["lib"]
20
+
21
+ spec.add_development_dependency "bundler", "~> 1.6"
22
+ spec.add_development_dependency "rake"
23
+ spec.add_development_dependency "resque", '1.24.1'
24
+ spec.add_development_dependency "platform-api", '0.0.7'
25
+ end
@@ -0,0 +1,10 @@
1
+ require 'heroku/resque/autoscaler/version'
2
+ require 'heroku/resque/autoscaler/railtie' if defined?(Rails)
3
+
4
+ module Heroku
5
+ module Resque
6
+ module Autoscaler
7
+ # Your code goes here...
8
+ end
9
+ end
10
+ end
@@ -0,0 +1,12 @@
1
+ # lib/my_gem/railtie.rb
2
+ module Heroku
3
+ module Resque
4
+ module Autoscaler
5
+ class Railtie < Rails::Railtie
6
+ rake_tasks do
7
+ load '../../../tasks/resque_dyno_scale_manager.rake'
8
+ end
9
+ end
10
+ end
11
+ end
12
+ end
@@ -0,0 +1,7 @@
1
+ module Heroku
2
+ module Resque
3
+ module Autoscaler
4
+ VERSION = "0.0.1"
5
+ end
6
+ end
7
+ end
@@ -0,0 +1,17 @@
1
+ require_relative 'resque_dyno_scale_manager.rb'
2
+
3
+ namespace :resque do
4
+ namespace :scale do
5
+ desc 'Task to verifiy if Resque workers needs to be scaled up'
6
+ task up: :environment do
7
+ resque_manager = ResqueDynoScaleManager.new
8
+ resque_manager.up_if_has_jobs_pending!
9
+ end
10
+
11
+ desc 'Task to verifiy if Resque workers needs to be scaled down'
12
+ task down: :environment do
13
+ resque_manager = ResqueDynoScaleManager.new
14
+ resque_manager.down_if_has_no_jobs_pending_or_working!
15
+ end
16
+ end
17
+ end
@@ -0,0 +1,81 @@
1
+ require 'platform-api'
2
+ require 'resque'
3
+
4
+ # Use HEROKU_OAUTH_TOKEN or HEROKU_API_KEY to connect to heroku API
5
+ # ENV VARS TO BE SET:
6
+ # HEROKU_APP_NAME
7
+ # HEROKU_OAUTH_TOKEN || HEROKU_API_KEY
8
+ # RESQUE_DYNO_SIZE
9
+ # RESQUE_DYNO_QUANTITY
10
+ class ResqueDynoScaleManager
11
+ def initialize
12
+ @proccess_name = 'resque'
13
+ @app_name = ENV['HEROKU_APP_NAME']
14
+
15
+ @resque_dyno_size = ENV['RESQUE_DYNO_SIZE'] || '2X'
16
+ @resque_dyno_quantity = ENV['RESQUE_DYNO_QUANTITY'] || 1
17
+
18
+ if ENV['HEROKU_OAUTH_TOKEN']
19
+ @heroku = PlatformAPI.connect_oauth(ENV['HEROKU_OAUTH_TOKEN'])
20
+ else
21
+ @heroku = PlatformAPI.connect(ENV['HEROKU_API_KEY'])
22
+ end
23
+ end
24
+
25
+ def down_if_has_no_jobs_pending_or_working!
26
+ tag = '[rake][down_if_has_no_jobs_pending_or_working!]'
27
+ puts "#{tag} Starting..."
28
+
29
+ info = check_info(tag)
30
+ check_queues(tag)
31
+
32
+ if info[:pending].to_i + info[:working].to_i > 0
33
+ puts "#{tag} Working or Pending... Can't scale down."
34
+ else
35
+ puts "#{tag} Not Working. Scaling down..."
36
+ self.down!
37
+ end
38
+ end
39
+
40
+ def up_if_has_jobs_pending!
41
+ tag = '[rake][up_if_has_jobs_pending!]'
42
+ puts "#{tag} Starting..."
43
+
44
+ info = check_info(tag)
45
+ check_queues(tag)
46
+
47
+ if info[:pending] > 0
48
+ puts "#{tag} Jobs found. Scaling up..."
49
+ self.up!
50
+ else
51
+ puts "#{tag} No job found. No need to scale up."
52
+ end
53
+ end
54
+
55
+ # private
56
+ def check_info(tag)
57
+ info = Resque.info
58
+ puts "#{tag} #{info.inspect}"
59
+ info
60
+ end
61
+
62
+ def check_queues(tag)
63
+ puts "#{tag} Checking Queues: #{Resque.queues}"
64
+ Resque.queues.each do |q|
65
+ puts "#{tag} Queue: #{q} | Jobs: #{Resque.size(q)}"
66
+ end
67
+ end
68
+
69
+ def down!
70
+ puts '[rake][down!] Scaling down...'
71
+ @heroku.formation.update(@app_name, @proccess_name, quantity: 0)
72
+ end
73
+
74
+ def up!
75
+ puts '[rake][up!] Scaling up...'
76
+ @heroku.formation.update(
77
+ @app_name, @proccess_name,
78
+ size: @resque_dyno_size, quantity: @resque_dyno_quantity.to_i
79
+ )
80
+ end
81
+ end
metadata ADDED
@@ -0,0 +1,112 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: heroku-resque-autoscaler
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.0.1
5
+ platform: ruby
6
+ authors:
7
+ - Rafael Oliveira
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2015-06-12 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: bundler
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - ~>
18
+ - !ruby/object:Gem::Version
19
+ version: '1.6'
20
+ type: :development
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - ~>
25
+ - !ruby/object:Gem::Version
26
+ version: '1.6'
27
+ - !ruby/object:Gem::Dependency
28
+ name: rake
29
+ requirement: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - '>='
32
+ - !ruby/object:Gem::Version
33
+ version: '0'
34
+ type: :development
35
+ prerelease: false
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - '>='
39
+ - !ruby/object:Gem::Version
40
+ version: '0'
41
+ - !ruby/object:Gem::Dependency
42
+ name: resque
43
+ requirement: !ruby/object:Gem::Requirement
44
+ requirements:
45
+ - - '='
46
+ - !ruby/object:Gem::Version
47
+ version: 1.24.1
48
+ type: :development
49
+ prerelease: false
50
+ version_requirements: !ruby/object:Gem::Requirement
51
+ requirements:
52
+ - - '='
53
+ - !ruby/object:Gem::Version
54
+ version: 1.24.1
55
+ - !ruby/object:Gem::Dependency
56
+ name: platform-api
57
+ requirement: !ruby/object:Gem::Requirement
58
+ requirements:
59
+ - - '='
60
+ - !ruby/object:Gem::Version
61
+ version: 0.0.7
62
+ type: :development
63
+ prerelease: false
64
+ version_requirements: !ruby/object:Gem::Requirement
65
+ requirements:
66
+ - - '='
67
+ - !ruby/object:Gem::Version
68
+ version: 0.0.7
69
+ description: Just add 'resque:scale:up' 'resque:scale:down' tasks to your cron and
70
+ enjoy autoscaling
71
+ email:
72
+ - rafael.coelho@gmail.com
73
+ executables: []
74
+ extensions: []
75
+ extra_rdoc_files: []
76
+ files:
77
+ - .gitignore
78
+ - Gemfile
79
+ - LICENSE.txt
80
+ - README.md
81
+ - Rakefile
82
+ - heroku-resque-autoscaler.gemspec
83
+ - lib/heroku/resque/autoscaler.rb
84
+ - lib/heroku/resque/autoscaler/railtie.rb
85
+ - lib/heroku/resque/autoscaler/version.rb
86
+ - lib/tasks/resque_dyno_scale_manager.rake
87
+ - lib/tasks/resque_dyno_scale_manager.rb
88
+ homepage: https://github.com/rafaelcgo/heroku-resque-autoscaler
89
+ licenses:
90
+ - MIT
91
+ metadata: {}
92
+ post_install_message:
93
+ rdoc_options: []
94
+ require_paths:
95
+ - lib
96
+ required_ruby_version: !ruby/object:Gem::Requirement
97
+ requirements:
98
+ - - '>='
99
+ - !ruby/object:Gem::Version
100
+ version: '0'
101
+ required_rubygems_version: !ruby/object:Gem::Requirement
102
+ requirements:
103
+ - - '>='
104
+ - !ruby/object:Gem::Version
105
+ version: '0'
106
+ requirements: []
107
+ rubyforge_project:
108
+ rubygems_version: 2.2.2
109
+ signing_key:
110
+ specification_version: 4
111
+ summary: Rake task to scale Heroku Dyno Resque workers.
112
+ test_files: []