whenever-elasticbeanstalk-hd 1.1.4

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 3fbdd100e3589b70a9bd2af22fa829b8d5570d7a
+  data.tar.gz: c2f010f0c54ac8bd4cc8cec5533d77d2660d93d1
+SHA512:
+  metadata.gz: b114602133283cc2e4c3e09e1e6094afb07db79c757196c4a74842287e61f87113e09b9bab904eeaaa1c10898e21365bb8a4aa3999bab7a0f43ea7729fb5d77d
+  data.tar.gz: b5a6d71c2cb000eba993bf5d42094145803430c722b3eac6f4f24ec94e106b602452aa750dee85a470548306538c1baa698ab4ea9049cf6f3cf27c23698c22b0

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in whenever-elasticbeanstalk.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Chad McGimpsey
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,107 @@
+# Whenever::Elasticbeanstalk
+
+Whenever-elasticbeanstalk is an extension gem to [Whenever](https://github.com/javan/whenever) that automatically ensures that one instance in an AWS Elastic Beanstalk environment is set as leader. This allows you to run cron jobs on all instances, or just on the leader. This is required since Elastic Beanstalk may start or stop any instance as it scales up or down.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'whenever-elasticbeanstalk'
+```
+
+And then execute:
+
+```bash
+$ bundle
+```
+
+Or install it yourself as:
+
+```bash
+$ gem install whenever-elasticbeanstalk
+```
+
+## Getting started
+```bash
+$ cd /apps/my-great-project
+$ wheneverize-eb .
+```
+
+This will create an initial `config/schedule.rb` file for you with the `ensure_leader` job set to run every minute. It will also create a `.ebextensions/cron.config` file that will automatically choose a leader on environment initialization, and start up Whenever with the correct `leader` role. Lastly, it creates the `config/whenever-elasticbeanstalk.yml` file that will contain your AWS credentials for retrieving your environment information.
+
+### Manually updating schedule
+
+If you are already using Whenever, running `wheneverize-eb .` won't overwrite your `config/schedule.rb` file. You'll need to add the following lines in order for your environment to always have one leader.
+
+```ruby
+every 1.minute do
+  command "cd /var/app/current && bundle exec ensure_one_cron_leader"
+end
+```
+
+### Create AWS IAM user
+
+In order for the scripts to work, you need to supply AWS credentials for a user with access to EC2 instances and tags. It is recommended to create a new user with limited access.
+
+Example policy:
+```json
+{
+  "Version": "2012-10-17",
+  "Statement": [
+    {
+      "Action": [
+        "ec2:DescribeInstanceAttribute",
+        "ec2:DescribeInstanceStatus",
+        "ec2:DescribeInstances",
+        "ec2:DescribeTags",
+        "ec2:CreateTags"
+      ],
+      "Resource": [
+        "*"
+      ],
+      "Effect": "Allow"
+    }
+  ]
+}
+```
+
+Then add the credentials to your `config/whenever-elasticbeanstalk.yml` file.
+```yaml
+staging:
+	access_key_id: 'your access key'
+	secret_access_key: 'your secret access key'
+  # If you are not using the default us-east-1 region, specify it here
+  # For available regions see: http://docs.aws.amazon.com/general/latest/gr/rande.html#ec2_region
+  # region: 'eu-west-1'
+```
+
+## Usage
+
+For `config/schedule.rb` usage, please see the documentation for the [Whenever gem](https://github.com/javan/whenever).
+
+### Run a task on only one instance
+
+To run a task only on one instance, assign the task to the `leader` role.
+```ruby
+every :day, :at => "12:30am", :roles => [:leader] do
+	runner "MyModel.task_to_run_nightly_only_on_one_instance"
+end
+```
+
+### Run a task on all instances
+
+To run a task on all instance, omit the `roles` option.
+```ruby
+every 1.minute do
+	command "touch /opt/elasticbeanstalk/support/.cron_check"
+end
+```
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/create_cron_leader

@@ -0,0 +1,66 @@
+#!/usr/bin/ruby
+
+require 'optparse'
+require 'rubygems'
+gem 'aws-sdk'
+require 'aws-sdk'
+
+options = {}
+
+optparse = OptionParser.new do |opts|
+  opts.banner = "Usage: #{File.basename($0)} [options]"
+ 
+	# Define the options, and what they do
+	options[:no_update] = false
+	opts.on( '--no-update', 'Do not update crontab after making leader' ) do
+	 options[:no_update] = true
+	end
+
+	# This displays the help screen, all programs are
+	# assumed to have this option.
+	opts.on( '-h', '--help', 'Display this screen' ) do
+	 puts opts
+	 exit
+	end
+end
+
+optparse.parse!
+
+ENVIRONMENT_NAME_FILE = "/var/app/support/env_name"
+AWS_CREDENTIALS = YAML.load(ERB.new(File.new("config/whenever-elasticbeanstalk.yml").read).result)[ENV["RACK_ENV"]]
+
+instance_id = if File.exists?("/var/app/support/instance_id")
+	File.read("/var/app/support/instance_id")
+else
+	if id = `/opt/aws/bin/ec2-metadata -i | awk '{print $2}'`.strip
+		File.open("/var/app/support/instance_id", 'w') {|f| f.write(id) }
+		id
+	end
+end
+
+AWS.config(AWS_CREDENTIALS)
+ec2 = AWS::EC2.new
+
+environment_name = if File.exists?(ENVIRONMENT_NAME_FILE)
+  File.read(ENVIRONMENT_NAME_FILE)
+else
+	env_name = ec2.instances[instance_id].tags["elasticbeanstalk:environment-name"]
+	File.open(ENVIRONMENT_NAME_FILE, 'w') {|f| f.write(env_name) }
+	env_name
+end
+
+leader_instances = ec2.instances.inject([]) do |m, i|
+	m << i.id if i.tags["elasticbeanstalk:environment-name"] == environment_name &&
+		i.status == :running &&
+		i.tags["leader"] == "true"
+	m
+end
+
+if leader_instances.count < 1
+	instance_id = `/opt/aws/bin/ec2-metadata -i | awk '{print $2}'`.strip
+	ec2.instances[instance_id].tags["leader"] = "true"
+end
+
+unless options[:no_update]
+	`bundle exec setup_cron`
+end

data/bin/ensure_one_cron_leader

@@ -0,0 +1,41 @@
+#!/usr/bin/ruby
+
+require 'rubygems'
+gem 'aws-sdk'
+require 'aws-sdk'
+
+ENVIRONMENT_NAME_FILE = "/var/app/support/env_name"
+AWS_CREDENTIALS = YAML.load(ERB.new(File.new("config/whenever-elasticbeanstalk.yml").read).result)[ENV["RACK_ENV"]]
+
+instance_id = if File.exists?("/var/app/support/instance_id")
+	File.read("/var/app/support/instance_id")
+else
+	if id = `/opt/aws/bin/ec2-metadata -i | awk '{print $2}'`.strip
+		File.open("/var/app/support/instance_id", 'w') {|f| f.write(id) }
+		id
+	end
+end
+
+AWS.config(AWS_CREDENTIALS)
+ec2 = AWS::EC2.new
+
+environment_name = if File.exists?(ENVIRONMENT_NAME_FILE)
+  File.read(ENVIRONMENT_NAME_FILE)
+else
+	env_name = ec2.instances[instance_id].tags["elasticbeanstalk:environment-name"]
+	File.open(ENVIRONMENT_NAME_FILE, 'w') {|f| f.write(env_name) }
+	env_name
+end
+
+leader_instances = ec2.instances.inject([]) do |m, i|
+	m << i.id if i.tags["elasticbeanstalk:environment-name"] == environment_name &&
+		i.status == :running &&
+		i.tags["leader"] == "true"
+	m
+end
+
+if leader_instances.count < 1
+	`bundle exec create_cron_leader`
+elsif leader_instances.count > 1 && leader_instances.include?(instance_id)
+	`bundle exec remove_cron_leader`
+end

data/bin/remove_cron_leader

@@ -0,0 +1,41 @@
+#!/usr/bin/ruby
+require 'rubygems'
+gem 'aws-sdk'
+
+require 'aws-sdk'
+
+ENVIRONMENT_NAME_FILE = "/var/app/support/env_name"
+AWS_CREDENTIALS = YAML.load(ERB.new(File.new("config/whenever-elasticbeanstalk.yml").read).result)[ENV["RACK_ENV"]]
+
+instance_id = if File.exists?("/var/app/support/instance_id")
+	File.read("/var/app/support/instance_id")
+else
+	if id = `/opt/aws/bin/ec2-metadata -i | awk '{print $2}'`.strip
+		File.open("/var/app/support/instance_id", 'w') {|f| f.write(id) }
+		id
+	end
+end
+
+AWS.config(AWS_CREDENTIALS)
+ec2 = AWS::EC2.new
+
+environment_name = if File.exists?(ENVIRONMENT_NAME_FILE)
+  File.read(ENVIRONMENT_NAME_FILE)
+else
+	env_name = ec2.instances[instance_id].tags["elasticbeanstalk:environment-name"]
+	File.open(ENVIRONMENT_NAME_FILE, 'w') {|f| f.write(env_name) }
+	env_name
+end
+
+leader_instances = ec2.instances.inject([]) do |m, i|
+	m << i.id if i.tags["elasticbeanstalk:environment-name"] == environment_name &&
+		i.status == :running &&
+		i.tags["leader"] == "true"
+	m
+end
+
+if leader_instances.count > 1 && leader_instances.include?(instance_id)
+	ec2.instances[instance_id].tags["leader"] = "false"
+end
+
+`bundle exec setup_cron`

data/bin/setup_cron

@@ -0,0 +1,26 @@
+#!/usr/bin/ruby
+require 'rubygems'
+gem 'aws-sdk'
+
+require 'aws-sdk'
+
+environment = ENV["RACK_ENV"]
+AWS_CREDENTIALS = YAML.load(ERB.new(File.new("config/whenever-elasticbeanstalk.yml").read).result)[environment]
+
+instance_id = if File.exists?("/var/app/support/instance_id")
+  File.read("/var/app/support/instance_id")
+else
+  if id = `/opt/aws/bin/ec2-metadata -i | awk '{print $2}'`.strip
+    File.open("/var/app/support/instance_id", 'w') {|f| f.write(id) }
+    id
+  end
+end
+
+AWS.config(AWS_CREDENTIALS)
+ec2 = AWS::EC2.new
+
+if ec2.instances[instance_id].tags["leader"] == "true"
+	`bundle exec whenever --roles leader --set 'environment=#{environment}&path=/var/app/current' --update-crontab`
+else
+	`bundle exec whenever --roles non-leader --set 'environment=#{environment}&path=/var/app/current' --update-crontab`
+end

data/bin/wheneverize-eb

@@ -0,0 +1,132 @@
+#!/usr/bin/env ruby
+
+# This file is based heavily on Whenever's 'wheneverize' command
+
+require 'optparse'
+require 'fileutils'
+
+OptionParser.new do |opts|
+  opts.banner = "Usage: #{File.basename($0)} [path]"
+
+  begin
+    opts.parse!(ARGV)
+  rescue OptionParser::ParseError => e
+    warn e.message
+    puts opts
+    exit 1
+  end
+end
+
+unless ARGV.empty?
+  if !File.exists?(ARGV.first)
+    abort "`#{ARGV.first}' does not exist."
+  elsif !File.directory?(ARGV.first)
+    abort "`#{ARGV.first}' is not a directory."
+  elsif ARGV.length > 1
+    abort "Too many arguments; please specify only the directory to wheneverize."
+  end
+end
+
+base = ARGV.empty? ? '.' : ARGV.shift
+
+schedule_content = <<-FILE
+# Use this file to easily define all of your cron jobs.
+#
+# It's helpful, but not entirely necessary to understand cron before proceeding.
+# http://en.wikipedia.org/wiki/Cron
+
+# Example:
+#
+# set :output, "/path/to/my/cron_log.log"
+#
+# every 2.hours do
+#   command "/usr/bin/some_great_command"
+#   runner "MyModel.some_method"
+#   rake "some:great:rake:task"
+# end
+#
+# every 4.days do
+#   runner "AnotherModel.prune_old_records"
+# end
+
+# Learn more: http://github.com/javan/whenever
+
+every 1.minute do
+  command "cd /var/app/current && bundle exec ensure_one_cron_leader"
+end
+FILE
+
+file = 'config/schedule.rb'
+file = File.join(base, file)
+if File.exists?(file)
+  warn "[skip] `#{file}' already exists"
+elsif File.exists?(file.downcase)
+  warn "[skip] `#{file.downcase}' exists, which could conflict with `#{file}'"
+elsif !File.exists?(File.dirname(file))
+  warn "[skip] directory `#{File.dirname(file)}' does not exist"
+else
+  puts "[add] writing `#{file}'"
+  File.open(file, "w") { |f| f.write(schedule_content) }
+end
+
+
+eb_config_content = <<-FILE
+files:
+  /opt/elasticbeanstalk/hooks/appdeploy/post/10_reload_cron.sh:
+    mode: "00700"
+    owner: root
+    group: root
+    content: |
+      #!/usr/bin/env bash
+      . /opt/elasticbeanstalk/support/envvars
+      cd $EB_CONFIG_APP_CURRENT
+      bundle exec setup_cron
+
+container_commands:
+  cron_01_set_leader:
+    test: test ! -f /opt/elasticbeanstalk/support/.cron-setup-complete
+    leader_only: true
+    cwd: /var/app/ondeck
+    command: bundle exec create_cron_leader --no-update
+  cron_02_write_cron_setup_complete_file:
+    cwd: /opt/elasticbeanstalk/support
+    command: touch .cron-setup-complete
+FILE
+
+file = '.ebextensions/cron.config'
+file = File.join(base, file)
+if File.exists?(file)
+  warn "[skip] `#{file}' already exists"
+elsif File.exists?(file.downcase)
+  warn "[skip] `#{file.downcase}' exists, which could conflict with `#{file}'"
+elsif !File.exists?(File.dirname(file))
+  warn "[skip] directory `#{File.dirname(file)}' does not exist"
+else
+  puts "[add] writing `#{file}'"
+  File.open(file, "w") { |f| f.write(eb_config_content) }
+end
+
+
+aws_credentials_content = <<-FILE
+staging:
+  access_key_id: ''
+  secret_access_key: ''
+production:
+  access_key_id: ''
+  secret_access_key: ''
+FILE
+
+file = 'config/whenever-elasticbeanstalk.yml'
+file = File.join(base, file)
+if File.exists?(file)
+  warn "[skip] `#{file}' already exists"
+elsif File.exists?(file.downcase)
+  warn "[skip] `#{file.downcase}' exists, which could conflict with `#{file}'"
+elsif !File.exists?(File.dirname(file))
+  warn "[skip] directory `#{File.dirname(file)}' does not exist"
+else
+  puts "[add] writing `#{file}'"
+  File.open(file, "w") { |f| f.write(aws_credentials_content) }
+end
+
+puts "[done] wheneverized for Elastic Beanstalk!"

data/lib/whenever-elasticbeanstalk.rb

@@ -0,0 +1,7 @@
+require "whenever-elasticbeanstalk/version"
+
+module Whenever
+  module Elasticbeanstalk
+    # Your code goes here...
+  end
+end

data/lib/whenever-elasticbeanstalk/version.rb

@@ -0,0 +1,5 @@
+module Whenever
+  module Elasticbeanstalk
+    VERSION = "1.1.4"
+  end
+end

data/whenever-elasticbeanstalk.gemspec

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'whenever-elasticbeanstalk/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "whenever-elasticbeanstalk-hd"
+  gem.version       = Whenever::Elasticbeanstalk::VERSION
+  gem.platform      = Gem::Platform::RUBY
+  gem.authors       = ["Chad McGimpsey"]
+  gem.email         = ["chad.mcgimpsey@gmail.com"]
+  gem.description   = %q{Use Whenever on AWS Elastic Beanstalk}
+  gem.summary       = %q{Allows you to run cron jobs easily on one or all AWS Elastic Beanstalk instances.}
+  gem.homepage      = "https://github.com/dignoe/whenever-elasticbeanstalk"
+  gem.license       = 'MIT'
+
+  gem.add_dependency('whenever')
+  gem.add_dependency('aws-sdk')
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+end

metadata

@@ -0,0 +1,90 @@
+--- !ruby/object:Gem::Specification
+name: whenever-elasticbeanstalk-hd
+version: !ruby/object:Gem::Version
+  version: 1.1.4
+platform: ruby
+authors:
+- Chad McGimpsey
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-01-29 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: whenever
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Use Whenever on AWS Elastic Beanstalk
+email:
+- chad.mcgimpsey@gmail.com
+executables:
+- create_cron_leader
+- ensure_one_cron_leader
+- remove_cron_leader
+- setup_cron
+- wheneverize-eb
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/create_cron_leader
+- bin/ensure_one_cron_leader
+- bin/remove_cron_leader
+- bin/setup_cron
+- bin/wheneverize-eb
+- lib/whenever-elasticbeanstalk.rb
+- lib/whenever-elasticbeanstalk/version.rb
+- whenever-elasticbeanstalk.gemspec
+homepage: https://github.com/dignoe/whenever-elasticbeanstalk
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.1
+signing_key: 
+specification_version: 4
+summary: Allows you to run cron jobs easily on one or all AWS Elastic Beanstalk instances.
+test_files: []