taperole 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 62490a5daeb6150d42dc9e9739557f820e0ae934
+  data.tar.gz: a93676ee597a4c57cb5cc3fe4097fb0023cb0a37
+SHA512:
+  metadata.gz: 097f949627f97b9e2a6e6fd33c0526f7157db46717f46e92fba432f53c920ee2ac9e1de67699fba2b55ef6515b1c6c752b282bf8a0e95e575d710ccd5b8c7aef
+  data.tar.gz: 1c90655f1b208db25fdfcd3fbdb6c695e4e0e61967be845d94b527db959c738739872b8e7117cc07541f012273dc7b6d06df3c6ad1ab39dbe23f1c36ec5b1de1

data/.gitignore

@@ -0,0 +1,5 @@
+*.img
+.vagrant/
+site_vars.yml
+hosts
+vendor

data/.tape/ansible.cfg

@@ -0,0 +1,4 @@
+[defaults]
+roles_path=./roles:/Users/bemathis/Dev/Ruby/tape/roles:/Users/bemathis/Dev/Ruby/tape/vendor
+[ssh_connection]
+ssh_args = -o ForwardAgent=yes

data/CONTRIBUTING.md

@@ -0,0 +1,22 @@
+#Contributor Guidelines
+
+##Submitting a Pull Request
+
+###Workflow
+We use [Waffle.io](https://waffle.io/smashingboxes/tape) to manage our workflow for this project. Please respect the workflow and move PRs that are ready to be mereged into the 'Ready' column.
+
+###PR Structure
+
+Please give details regarding your PR in the following format. It really helps with review and quickens the speed at which your changes are merged in
+
+![example pull request]( http://i.imgur.com/HJq8DHc.png )
+
+##Opening Issues
+
+###Basic details
+
+Please include the following in the Issues you open
+
+* OS Version
+* ansible version
+* tape version

data/README.md

@@ -0,0 +1,100 @@
+[![Stories in Ready](https://badge.waffle.io/smashingboxes/tape.png?label=ready&title=Ready)](https://waffle.io/smashingboxes/tape)
+# Infrastructure Management
+
+## Deploying & provisioning with tape
+**Use Unbuntu precise64 (12.04 x64)** 
+
+**Enable ssh access via root user**
+
+### Basics
+
+**Install**
+
+* Add the following to your gemfile.
+
+```ruby
+gem 'tape', github: 'smashingboxes/tape', group: :development, tag: <DESIRED_VERSION>
+```
+
+* `bundle install`
+* `tape installer install`
+* Updated the hosts file with the IP address of your server
+
+```
+[omnibox]
+0.0.0.0
+```
+
+* Fill in missing values in `tape_vars.yml`
+* Copy all developers public keys into some dir and specify that dir inside `tape_vars.yml` (dev_key_files)
+* `tape ansible everything`
+
+**Upgrade**
+
+```
+bundle upgrade tape
+tape installer install
+```
+
+### Custom roles
+You can write app specific roles in the roles files storred in the `roles` directory
+
+You must then specify the roles you want to use in `omnibox.yml` or `deploy.yml`
+
+[Read the Ansible docs on playbook roles here](http://docs.ansible.com/playbooks_roles.html)
+
+### Multistage
+You can setup multistage by defining your hosts file as follows
+
+```
+[production]
+0.0.0.0 be_app_env=SOME_ENV be_app_branch=SOME_BRANCH 
+[staging]
+0.0.0.0 be_app_env=SOME_ENV be_app_branch=SOME_BRANCH 
+[omnibox:children]
+production
+staging
+```
+
+then use the `-l` option to specify the staging
+
+```sh
+tape ansible deploy -l staging
+```
+
+## Testing
+### With vagrant
+
+
+1. `vagrant up` or `tape vagrant create`
+2. Put the following into your [hosts inventory file](http://docs.ansible.com/intro_inventory.html):
+
+```
+[vagrant]
+<192.168.13.37> ansible_ssh_private_key_file=~/.vagrant.d/insecure_private_key
+```
+
+The port number might be different if other vagrant machines are running, run `vagrant ssh-config`  to find the correct configuration.
+You can speicfy a port using the `ansible_ssh_port` in your hosts inventory file.
+
+3. Update `tape_vars.yml` with information to a [rails app you want to deploy](https://github.com/BrandonMathis/vanilla-rails-app)
+4. `tape ansible everything -l vagrant`
+
+
+### With QEMU
+
+1. `tape qemu create --name fe_test`
+2. `tape qemu start --name fe_test -p2255`
+3. `ssh-add ./id_rsa_sb_basebox`
+4. `echo 'localhost:2255' >test_hosts`
+5. `tape ansible everything`
+
+Run `tape -h` for a quick rundown of the tool's modules and options.
+
+## Development
+
+```sh
+git clone git@github.com:smashingboxes/tape.git
+cd tape
+ansible-galaxy install -r requirements.yml --force
+```

data/Vagrantfile

@@ -0,0 +1,26 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+Vagrant.configure 2 do |config|
+  config.vm.box = 'hashicorp/precise64'
+
+  name = %x[basename `git rev-parse --show-toplevel`].chomp
+  config.vm.define "#{name}_vagrant_box"
+
+  # private_ip = "192.168.13.37"
+  # config.vm.network(:private_network, :ip => private_ip)
+
+# TODO free me from the bonds of this ip
+  config.vm.network 'forwarded_port', guest: 80, host: 8080
+  config.vm.network 'private_network', type: 'dhcp'
+
+  config.ssh.insert_key = false
+  config.ssh.shell = 'bash -c "BASH_ENV=/etc/profile exec bash"'
+
+  config.vm.provision :shell, inline: <<-SCRIPT
+    sudo su
+    mkdir ~/.ssh/
+    cp /home/vagrant/.ssh/authorized_keys ~/.ssh/
+    chmod 600 ~/.ssh/authorized_keys
+  SCRIPT
+end

data/ansible.cfg

@@ -0,0 +1,2 @@
+[defaults]
+roles_path = ./vendor

data/bin/tape

@@ -0,0 +1,81 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH << File.join(__dir__, '..', 'lib')
+
+require 'optparse'
+require 'ostruct'
+require 'tape'
+
+options = OpenStruct.new
+opt_parser = OptionParser.new do |opts|
+  opts.banner = "Usage: tape <module> <action> [options]"
+
+  opts.on("-v", "--[no-]verbose", "Be loud") {|v| options.verbose = v}
+
+  opts.on("-i", "--inventory [INVENTORY_FILE]",
+    String, "Do actions with the given inventory file") do |i|
+      options.inventory_file = i
+    end
+
+  opts.on('-n', "--name [NAME]",
+    String, "The name of the machine to operate on") do |n|
+      options.name = n
+    end
+
+  opts.on('-p', "--port [PORT]",
+    Integer, "The port that the machine is listening on for SSH connections") do |p|
+      options.port = p
+    end
+
+  opts.on("-h", "--help", "Show this help") do
+    STDERR.puts opts
+    exit 0
+  end
+
+  opts.on("-l", "--limit [PATTERN]",
+    String, "Limits ansible runs to hosts matching PATTERN") do |p|
+      options.host_pattern = p
+    end
+
+  opts.on("-t", "--tags [TAGS]",
+    String, "only run plays and tasks tagged with these values") do |t|
+      options.tags = t
+    end
+
+  opts.separator ''
+  opts.separator "MODULES"
+  TapeBoxer.registered_modules.values.each do |exec_module|
+    opts.separator "  #{exec_module.name.to_s.upcase}"
+    exec_module.klass.actions.values.each do |action|
+      opts.separator "    #{action.name}: #{action.description}"
+    end
+  end
+end
+
+
+opt_parser.parse!(ARGV)
+
+fail_without = ->(&block){
+  val = block.call
+
+  if val
+    return val
+  else
+    STDERR.puts(opt_parser.help)
+    exit 1
+  end
+}
+
+module_name = fail_without.call{ ARGV.shift }.to_sym
+action_name = fail_without.call{ ARGV.shift }.to_sym
+
+exec_module = fail_without.call{TapeBoxer.registered_modules[module_name]}
+
+begin
+  exec_module.klass.new(options).execute_action(action_name)
+rescue TapeBoxer::InvalidAction,
+  TapeBoxer::ActionError, TapeBoxer::UnspecifiedOption => e
+
+  STDERR.puts(e.message)
+  exit 2
+end

data/id_rsa_sb_basebox

@@ -0,0 +1,27 @@
+-----BEGIN RSA PRIVATE KEY-----
+MIIEowIBAAKCAQEAzdGlX5Ostx5Tuq8s3ZlImcs3lw5SmDbRi4SCdbnKKeTQJ/M6
+Tjfluj3SVy1ZwzL0gQWLLS9aGBX8/6XRCyddBuBDkkK7Tl+7Xvaz4IuXbl6JOgYr
+zYa4i8SM+mKxUwjfNTgK7df//K4Htzs9dW19CpYvzAnRDE1ghT5RBkLinfuTb3+z
+IjvYWKsovJTiv624OWeRZxWSvIyalfsRKlGBvbjJC5PlAxOzrVbnyEeNh5JAGtiP
+lG/sikqtz0Vd08jXRlwsG/pz65hzWKN8XwTZvKIjXJgdwXyY8VJOjHnsdWOV9JSN
+m5+/nHVpZLBh8u1Ms3As4FngCvsO9Z8dU+f+4QIDAQABAoIBAEjAuJJGYyD/qV0u
+Gs/iJRWoDehpeaywg/WrS2pN2DZi2WmlwpBvldb1j2qdb0Neuar5yK6aNGCbNSkw
+9enZajrJ/1iuGgOkN1lkH0VaUpcC98L493bZDlbpjWPciw3s7umi+8oDNkudQMD2
+Qc1GfJLHb/HR7oFIwLuYwY9TCUQKTU8KP77HSwKto1MMEBrA+wHd5G6eLKLC+Gvh
+XXkiG2nafs/xgKX6aq4YKcKBJJO7f4tAIeqQZL1x9dJQqhtopj31P8Hv7xNh1zxc
+V61O7gCNM/kP7Mur3XYUFPvLnQOUfPaZCUzxWoJphh5UzBkJyCq4pquA6Q6cx/Im
+NLha5oECgYEA6cCTUCmC7yiKcgUUcw1RFYE91bgxlSo6dliGev9eXbP84N3IReCV
+8+0TZqTjLKVVANYOBGf3uYC8o0CO6c9Q4t/7bYt0/TuZD/PciCCSNt2GLsr/LVHB
+Qoum6kytm4ZRJDWUPUVv+89xYhXgwogdrZXZc5yR/K0sJUnl+S8St8kCgYEA4Wh4
+Gkp8YKsSCdUaKR46AWRpOh6P4YllcfBj7eeW5+Dp78yLw6bjfxOqNgfMtP3oyKR4
+tic0u0tBIvn3GFFwca+PpYhejdXNivmXGq6bADu+qOQJXtCpOVWhA6rqslJEuAnb
+yAmvwoWEecti4Rqx52z3wV/PWiqfkMTUI7IWSlkCgYBSU7sOnrA430RziAp9wxDt
+zAklPqxn5umUSPWEWHC5++xynmotAj6OHM+adTR1wv0/QCTLtHpxYUAPF2u+OYA5
+h72cBWP81ILCNZdUcnRM0pSx4lkhcwvoDhuJpdv3TMVDRYOiWNRqEdPTQfVZTmt1
+ebOOnnRkU/GaaH6Q1t120QKBgQCF8M0FWmOEEcNbQl0UN9jiAOeiWIzIyRsV1HGc
+6bO7P+Pi0ZnvfdjLJ0VKa+IRXpuXtlvgaXWlIben7/8LXUFC3L6v71O4VmaYAW3v
+tfd28Ql/VFnZFIaqAh72jfZ+VfJtpbYKrO7a2Pn6YYf1GSbDzPV/283b114P6VXh
+jC5AqQKBgEF8TyZNb5ERgfsbzS9TerP+MbJ4jC7lVrOUZlQeF8URbq81aERIM4Or
+18RwSXyAywObJWCXYdPdEFjYYaSBw7rSub87/bNiQHZoyTC08R8ZEAIub58HTNav
+taWNCo22rsYcaJysHeIqKhl6iFOYhdOucLFZJZO4Vi/PkGQ9v5V7
+-----END RSA PRIVATE KEY-----

data/lib/tape/ansible_runner.rb

@@ -0,0 +1,84 @@
+# Executes ansible commands
+module TapeBoxer
+class AnsibleRunner < ExecutionModule
+  TapeBoxer.register_module :ansible, self
+
+  action :configure_dj_runner,
+    proc {ansible '-t configure_dj_runner -e force_dj_runner_restart=true'},
+    "Configures and restarts the delayed job runner"
+  action :restart_unicorn,
+    proc {ansible '-t unicorn_restart'}, 
+    "Restarts the unicorns running on the app servers"
+  action :stop_unicorn,
+    proc {ansible '-t unicorn_stop -e kill_unicorn=true'}, 
+    "Stops the unicorns running on the app servers"
+  action :force_stop_unicorn,
+    proc {ansible '-t unicorn_force_stop -e kill_unicorn=true'}, 
+    "Stops the unicorns running on the app servers"
+  action :start_unicorn,
+    proc {ansible '-t unicorn_start'},
+    "Starts the unicorns running on the app servers"
+  action :restart_nginx,
+    proc {ansible '-t restart_nginx'},
+    "Restarts Nginx"
+  action :configure_deployer_user,
+    proc {ansible '-t deployer'},
+    "Ensures the deployer user is present and configures his SSH keys"
+  action :reset_db,
+    proc {ansible '-t db_reset -e force_db_reset=true'},
+    "wipes and re-seeds the DB"
+  action :bundle,
+    proc {ansible '-t bundle -e force_bundle=true'},
+    "Bundles the gems running on the app servers"
+  action :fe_deploy,
+    proc {ansible_deploy '-t fe_deploy'},
+    "Re-deploys fe code"
+  action :deploy,
+    proc {ansible_deploy '-t be_deploy'},
+    "Checks out app code, installs dependencies and restarts unicorns for "\
+    "both FE and BE code."
+  action :everything, proc {ansible}, "This does it all."
+
+  def initialize(*args)
+    super
+  end
+
+  protected
+  attr_reader :opts
+
+  def ansible(cmd_str = '')
+    exec_ansible('omnibox.yml', cmd_str)
+  end
+
+  def ansible_deploy(cmd_str = '')
+    exec_ansible('deploy.yml', cmd_str)
+  end
+
+  def exec_ansible(playbook, args)
+    enforce_roles_path!
+    cmd = "ANSIBLE_CONFIG=#{local_dir}/.tape/ansible.cfg ansible-playbook -i #{inventory_file} #{playbook} #{args} #{hosts_flag} -e tape_dir=#{tape_dir}"
+    cmd += ' -vvvv' if opts.verbose
+    cmd += " -t #{opts.tags}" if opts.tags
+    STDERR.puts "Executing: #{cmd}" if opts.verbose
+    Kernel.exec(cmd)
+  end
+
+  def enforce_roles_path!
+    Dir.mkdir('.tape') unless Dir.exists?('.tape')
+    File.open('.tape/ansible.cfg', 'w') do |f|
+      f.puts '[defaults]'
+      f.puts "roles_path=./roles:#{tape_dir}/roles:#{tape_dir}/vendor"
+      f.puts '[ssh_connection]'
+      f.puts 'ssh_args = -o ForwardAgent=yes'
+    end
+  end
+
+  def hosts_flag
+    "-l #{opts.host_pattern}" if opts.host_pattern
+  end
+
+  def inventory_file
+    opts.inventory_file || "#{local_dir}/hosts"
+  end
+end
+end

data/lib/tape/installer.rb

@@ -0,0 +1,154 @@
+module TapeBoxer
+  class Installer < ExecutionModule
+    TapeBoxer.register_module :installer, self
+
+    action :dependencies,
+           proc { dependencies },
+           'Install dependencies'
+    action :install,
+      proc {install},
+      'Creates all nessisary hosts and config files'
+    action :uninstall,
+      proc {uninstall},
+      'Cleans up files generated by the installer'
+
+    def initialize(*args)
+      super
+    end
+
+    protected
+
+    def dependencies
+      puts 'Dependencies:'
+
+      if system "ansible-galaxy install -r #{tape_dir}/requirements.yml -p #{tape_dir}/vendor --force"
+        print 'Installing/updating dependencies: '
+        puts '✔'.green
+      else
+        puts '✘'.red
+      end
+    end
+
+    def install
+      dependencies
+      File.open('.gitignore', 'r+') { |f| f.puts '.tape' unless f.read =~/^\.tape$/ }
+      mkdir 'roles'
+      if fe_app? && !rails_app?
+        puts '🔎  JS/HTML app detected'.pink
+        copy_static_app_examples
+      else rails_app?
+        puts '🔎  Rails app detected'.pink
+        copy_basic_examples
+      end
+      copy_example 'templates/base/hosts.example', 'hosts'
+      mkdir 'dev_keys'
+      print 'Are you going to use vagrant? (y/n): '
+      if gets.chomp == 'y'
+        copy_example 'Vagrantfile', 'Vagrantfile'
+      end
+    end
+
+    def fe_app?
+      !Dir["#{local_dir}/gulpfile.*"].empty?
+    end
+
+    def rails_app?
+      !Dir["#{local_dir}/config.ru"].empty?
+    end
+
+    def copy_static_app_examples
+      copy_example 'templates/static_html/omnibox.example.yml', 'omnibox.yml'
+      copy_example 'templates/static_html/deploy.example.yml', 'deploy.yml'
+      copy_example 'templates/static_html/tape_vars.example.yml', 'tape_vars.yml'
+    end
+
+    def copy_basic_examples
+      copy_example 'templates/base/omnibox.example.yml', 'omnibox.yml'
+      copy_example 'templates/base/deploy.example.yml', 'deploy.yml'
+      copy_example 'templates/base/tape_vars.example.yml', 'tape_vars.yml'
+    end
+
+    def uninstall
+      rm 'omnibox.yml'
+      rm 'deploy.yml'
+      rm 'tape_vars.yml'
+      rm 'roles'
+      rm 'hosts'
+      rm 'dev_keys'
+      rm 'Vagrantfile'
+    end
+
+    def rm(file)
+      print 'Deleting '.red
+      FileUtils.rm_r "#{local_dir}/#{file}"
+      puts file
+    end
+
+    def mkdir(name)
+      print "#{name}: "
+      begin
+        FileUtils.mkdir name
+        success
+      rescue Errno::EEXIST
+        exists
+      rescue Exception => e
+        error
+        raise e
+      end
+    end
+
+    def touch(file)
+      File.new "#{local_dir}/#{file}", 'w'
+    end
+
+    def copy_example(file, cp_file)
+      print "#{cp_file}: "
+      begin
+        if File.exists?("#{local_dir}/#{cp_file}")
+          exists
+        else
+          FileUtils.cp("#{tape_dir}/#{file}", "#{local_dir}/#{cp_file}")
+          success
+        end
+      rescue Exception => e
+        error
+        raise e
+      end
+    end
+
+    def success
+      puts '✔'.green
+    end
+
+    def error
+      puts '✘'.red
+    end
+
+    def exists
+      puts '✘ (Exists)'.yellow
+    end
+  end
+end
+
+class String
+  # colorization
+  def colorize(color_code)
+    "\e[#{color_code}m#{self}\e[0m"
+  end
+
+  def red
+    colorize(31)
+  end
+
+  def green
+    colorize(32)
+  end
+
+  def yellow
+    colorize(33)
+  end
+
+  def pink
+    colorize(35)
+  end
+end

data/lib/tape/qemu_provisioner.rb

@@ -0,0 +1,167 @@
+require 'fileutils'
+module TapeBoxer
+class QemuProvisioner < ExecutionModule
+  BASE_IMG = File.realpath(File.join(__dir__, ''))
+  HOSTED_IMG_PATH = 'http://d.pr/f/17cOG/434tIaDx+'
+  PIDFILE_DIR = "/tmp/tape"
+  BOXIMG_DIR = File.join(ENV['HOME'], '.tape', 'boxes')
+  BOXLOG_DIR = '/tmp/tape'
+  DEFAULT_PORT = 2255
+
+  TapeBoxer.register_module :qemu, self
+
+  action :create,
+    proc {create_img},
+    'Creates a new qemu box with the given name'
+  action :start,
+    proc {start_box},
+    'Ensures the qemu box by the given name is running'
+  action :ssh,
+    proc {ssh_to_box},
+    'SSHes to the box by the given name. Requires id_rsa_sb_basebox
+         key to be added to the current SSH agent'
+  action :reset,
+    proc {reset_box},
+    'Destroys and re-creates the box by the given name'
+
+  protected
+
+  def ssh_to_box
+    require_opt :name
+    ensure_box_running
+    Kernel.exec("ssh root@127.0.0.1 -p #{port}")
+  end
+
+  def create_img
+    require_opt :name
+    img_name = opts[:name] + '.img'
+
+    if File.exists?(image_path)
+      STDERR.puts "That image already exists!"
+      exit 1
+    else
+      Kernel.exec "qemu-img create -b '#{base_image_path}' -fqcow2 '#{image_path}'"
+    end
+  end
+
+  def start_box
+    require_opt :name
+    ensure_box_created
+    ensure_box_not_running
+
+    cmd = "qemu-system-x86_64 -m 512 "\
+      "-netdev user,hostfwd=tcp:127.0.0.1:#{qemu_port}-:22,id=net.0 "\
+      "-device e1000,netdev=net.0 "\
+      "-nographic -enable-kvm #{image_path}"
+
+    pid = Process.spawn(cmd, out: boxlog_path)
+
+    write_pidfile(pid)
+    Process.detach(pid)
+  end
+
+  def qemu_port
+    opts.port || DEFAULT_PORT
+  end
+
+  def reset_box
+    require_opt :name
+    ensure_box_created
+
+    File.delete(image_path)
+    create_img
+  end
+
+  def ensure_box_created
+    unless File.exists?(image_path)
+      raise ActionError, "The machine (#{opts.name}) has not yet been created!"
+    end
+  end
+
+  def ensure_box_running
+    unless pidfile_present? and process_alive?(read_pidfile)
+      raise ActionError, "The machine(#{opts.name}) needs to be "\
+        "running before you can do this!"
+    end
+  end
+
+  def port
+    opts.port or 2255
+  end
+
+  def ensure_box_not_running
+    if pidfile_present? and process_alive?(read_pidfile)
+      raise ActionError, "The machine (#{opts.name}) is already running!"
+    end
+  end
+
+  def process_alive?(pid)
+    Process.kill(0, pid)
+  rescue Errno::ESRCH
+    return false
+  end
+
+  def base_image_path
+    img = "sb_ubuntu_12.04_x64_base.img"
+    path = File.join(image_dir, img)
+    unless File.exists?(path)
+      print 'base image #{path} not found. Dow you want to download (y/n) '
+      if STDOUT.flush and gets.chomp.downcase == 'y'
+        %x[curl -0L #{HOSTED_IMG_PATH} > #{image_dir}/#{img}]
+        path = File.join(image_dir, img)
+      end
+    end
+
+    return path
+  end
+
+  def pidfile_present?
+    File.exists? pidfile_path
+  end
+
+  def image_path
+    File.expand_path(File.join(image_dir, "qemu-#{opts.name}.img"))
+  end
+
+  def delete_pidfile
+    File.delete(pidfile_path)
+  end
+
+  def write_pidfile(pid)
+    File.open(pidfile_path, 'w').write(pid.to_s)
+  end
+
+  def read_pidfile
+    STDERR.puts "Reading pidfile #{pidfile_path}" if opts.verbose
+    pid = File.open(pidfile_path, 'r').read.to_i
+
+    unless pid > 0
+      raise ActionError, "Pidfile (#{pidfile_path}) does not appear to be numeric!"
+    end
+
+    return pid
+  end
+
+  def boxlog_path
+    @boxlog_path ||=
+      File.expand_path(File.join(boxlog_dir, "qemu-#{opts.name}.log"))
+  end
+
+  def pidfile_path
+    @pidfile_path ||=
+      File.expand_path(File.join(pidfile_dir, "qemu-#{opts[:name]}.pid"))
+  end
+
+  def boxlog_dir
+    FileUtils.mkdir_p(PIDFILE_DIR) && PIDFILE_DIR
+  end
+
+  def pidfile_dir
+    FileUtils.mkdir_p(PIDFILE_DIR) && PIDFILE_DIR
+  end
+
+  def image_dir
+    FileUtils.mkdir_p(BOXIMG_DIR) && BOXIMG_DIR
+  end
+end
+end