taperole 1.5.5 → 1.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 3642d8e1e592ff03a1a9653c09bbef2b5828a2a0
-  data.tar.gz: 8c9db8b3d3b4969965e161359b04339c99d390a7
+  metadata.gz: cd21b5c1b7d9532c3a6225c43fc6225726196307
+  data.tar.gz: 1b30b5918731df5a64930e0fc7705ea9e05a53ca
 SHA512:
-  metadata.gz: 912a32647fc58e95972132b420692edc5fbe0ad96b3ec1890487734e5aa45d64929ca9d7377d2d6d4d23ec749d1bf97c172e4427d9036d14358d4780e2008dc6
-  data.tar.gz: d02b21d825c769550001ef0a27b65673b3b0370d86f0f15aa63258afbc50bfedced91e2824a74a7878378e8c8a822b0934975ad023efbc13d85a12788a7877fe
+  metadata.gz: accd791072ff897618d73a8a0d7b412feacdc3ab40740ddc5dd9939092ba1f7695d3f3cf5629fc6f61fca0848c061453d1499cec2262e0792799c1a92f937bf6
+  data.tar.gz: 8109633af31ad2bbc309aff92848c9c94f870048a1039eb2f9f33ce8ff481648d858b9c0e8886e114b75ce6d28a3fa6217ac19c7e88041bd1a6b6eca72a0b003

data/.hound.yml

@@ -3,5 +3,8 @@ fail_on_violations: true
 ruby:
   config_file: config/style_guides/ruby.yml
 
+scss:
+  enabled: false
+
 AllCops:
   RunRailsCops: false

data/.travis.yml

@@ -0,0 +1,10 @@
+language: python
+
+python: "2.7"
+
+services:
+  - docker
+
+script:
+  - docker build -f test/rails/Dockerfile -t imagetest .
+  - docker run -i -t $(docker images -q imagetest) /start_rails.sh | grep "Hello"

data/CHANGELOG.md

@@ -1,3 +1,12 @@
+### 1.6.0
+* Added Hound
+* Documentation Updates
+* Added option to ask for ansible vault password so that we can use ansible vaults
+* Added postgresql backup functionality
+* Move ruby installation out of zzet ansible galaxy role
+* Added travis automated testing with Docker
+* Added an overwrite command so that users can overwrite a role
+
 ### 1.5.0
 * Self-signed SSL is now on by default
 * Port 80 redirects to 443

data/README.md

@@ -1,13 +1,14 @@
+[![Build Status](https://travis-ci.org/smashingboxes/taperole.svg?branch=master)](https://travis-ci.org/smashingboxes/taperole)
 [![Stories in Ready](https://badge.waffle.io/smashingboxes/taperole.png?label=ready&title=Ready)](https://waffle.io/smashingboxes/tape)
 # Infrastructure Management
 
-[![Slack Status](https://taperole-slack.herokuapp.com/badge.svg)](https://taperole-slack.herokuapp.com/)
-
 ## Deploying & provisioning with tape
-**Use Unbuntu precise64 (14.04 x64)**
+**Use Unbuntu trusty64 (14.04 x64)**
 
 **Enable ssh access via root user**
 
+For a tutorial on getting started: [Taperole: the Smashing Boxes Way to Deploy Your Rails App](http://smashingboxes.com/blog/taperole-the-smashing-boxes-way-to-deploy-your-rails-app)
+
 ### Basics
 
 **Install**
@@ -40,8 +41,13 @@ tape installer install
 
 All default configurations found in `vars/defaults.yml` can be overridden in your local `taperole/tape_vars.yml` file
 
-**Default Node Version**: 4.2.x  
-**Default Ruby Version** 2.3.0  
+**Default Node Version**: 4.2.x
+**Default Ruby Version** 2.3.0
+
+### Backups
+Backups are handled via [duply](http://duply.net/) and occur every night at 4am under the root user. You can configure your backup schedule and target where you want your backups stored at within your `taperole/tape_vars.yml` file.
+
+By default, all servers in your [production] group will have backups enabled
 
 ### Custom roles
 You can add app specific ansible roles to `<app_root>/roles`.
@@ -75,6 +81,7 @@ tape ansible deploy -l staging
 ### With vagrant
 
 
+1. `echo 'y' | tape installer install`
 1. `vagrant up`
 2. Put the following into your [hosts inventory file](http://docs.ansible.com/intro_inventory.html):
 
@@ -89,6 +96,16 @@ You can specify a port using the `ansible_ssh_port` in your hosts inventory file
 3. Update `tape_vars.yml` with information to a [rails app you want to deploy](https://github.com/BrandonMathis/vanilla-rails-app)
 4. `tape ansible everything -l vagrant`
 
+### With Docker
+1. Setup your machine to work with Docker. We recommend [Docker Machine](https://docs.docker.com/machine/)
+
+**Test Rails**
+
+2. `docker build -f test/rails/Dockerfile -t tapetest .`
+3. `docker run -i -t $(docker images -q imagetest) /start_rails.sh | grep "Hello"`
+
+If the last command resulted in a `<h1>Hello</h1>` then your Rails application deployed successfully!
+
 ## Development
 
 ```sh

data/bin/tape

@@ -11,6 +11,7 @@ opt_parser = OptionParser.new do |opts|
   opts.banner = "Usage: tape <module> <action> [options]"
 
   opts.on("-v", "--[no-]verbose", "Be loud") {|v| options.verbose = v}
+  opts.on("--ask-vault-pass", "Ask for Ansible vault password") { options.vault = true }
 
   opts.on("-i", "--inventory [INVENTORY_FILE]",
     String, "Do actions with the given inventory file") do |i|
@@ -47,6 +48,11 @@ opt_parser = OptionParser.new do |opts|
       options.tags = t
     end
 
+  opts.on("-r", "--role=ROLE_NAME",
+    String, "name of the role to operate on") do |r|
+      options.role = r
+    end
+
   opts.separator ''
   opts.separator "MODULES"
   TapeBoxer.registered_modules.values.each do |exec_module|

data/lib/tape/ansible_runner.rb

@@ -93,6 +93,7 @@ class AnsibleRunner < ExecutionModule
   def exec_ansible(playbook, args)
     enforce_roles_path!
     cmd = "ANSIBLE_CONFIG=#{local_dir}/.tape/ansible.cfg ansible-playbook -i #{inventory_file} #{playbook} #{args} #{hosts_flag} -e tape_dir=#{tape_dir}"
+    cmd += ' --ask-vault-pass' if opts.vault
     cmd += ' -vvvv' if opts.verbose
     cmd += " -t #{opts.tags}" if opts.tags
     STDERR.puts "Executing: #{cmd}" if opts.verbose

data/lib/tape/overwriter.rb

@@ -0,0 +1,14 @@
+require 'pathname'
+module TapeBoxer
+  class Overwriter < ExecutionModule
+    TapeBoxer.register_module :overwrite, self
+
+    action :role,
+      proc { overwrite_role },
+      "Overwrite a taperole ansible role"
+
+    def overwrite_role
+      FileUtils.cp_r("#{tape_dir}/roles/#{opts.role}", "taperole/roles/")
+    end
+  end
+end

data/requirements.yml

@@ -2,8 +2,7 @@
 - src: jnv.unattended-upgrades
   version: v1.1.1
 
-- src: zzet.rbenv
-  version: 2.1.7
+- src: Stouts.backup
 
 - src: lxhunter.apt
 

data/roles/backend_install_essentials/meta/main.yml

@@ -1,5 +1,5 @@
 ---
 dependencies:
   - role: geerlingguy.memcached
-  - role: zzet.rbenv
+  - role: ruby
   - role: node

data/roles/backend_install_essentials/tasks/main.yml

@@ -1,3 +1,8 @@
+- name: Disable gem install downloading documents
+  template: src=gemrc.j2
+            dest=/etc/gemrc
+            mode=u=rw,g=r,o=r
+
 - name: Install imagemagick
   apt: name={{ item }} state=present
   with_items:

data/roles/backend_install_essentials/templates/gemrc.j2

@@ -0,0 +1 @@
+gem: --no-rdoc --no-ri

data/roles/postgres/meta/main.yml

@@ -13,3 +13,5 @@ dependencies:
         db: "{{ app_name }}_{{ be_app_env }}"
         role_attr_flags: CREATEDB,LOGIN,REPLICATION,SUPERUSER
     postgresql_ext_install_dev_headers: yes
+  - role: Stouts.backup
+    when: group_names[0] in backup_hosts # Allows user to pick which hosts have backups enabled (defaults to production)

data/roles/ruby/defaults/main.yml

@@ -0,0 +1,11 @@
+---
+rbenv:
+  env: system
+  version: v1.0.0
+  ruby_version: 2.3.0
+
+rbenv_repo: "https://github.com/rbenv/rbenv.git"
+
+rbenv_root: "/usr/local/rbenv"
+
+rbenv_users: []

data/roles/ruby/files/gemrc

@@ -0,0 +1,5 @@
+---
+:sources:
+- https://rubygems.org
+install: --no-document
+update: --no-document

data/{vendor/zzet.rbenv → roles/ruby}/tasks/apt_build_depends.yml

@@ -1,6 +1,6 @@
 - name: update apt cache
   apt: update_cache=yes
-  sudo: true
+  become: true
   tags:
     - rbenv
 
@@ -16,7 +16,6 @@
     - libxml2-dev
     - libxslt1-dev
     - zlib1g-dev
-  sudo: true
+  become: true
   tags:
     - rbenv
-

data/roles/ruby/tasks/main.yml

@@ -0,0 +1,120 @@
+---
+- name: include env vars
+  include_vars: "{{ rbenv.env }}.yml"
+
+- include: apt_build_depends.yml
+  when: ansible_pkg_mgr == 'apt'
+
+- name: set rbenv_owner
+  set_fact: 'rbenv_owner={{ rbenv_owner | default("root", true) }}'
+
+- name: checkout rbenv_repo for system
+  become: yes
+  become_user: '{{ rbenv_owner }}'
+  git: >
+    repo={{ rbenv_repo }}
+    dest={{ rbenv_root }}
+    version={{ rbenv.version }}
+    accept_hostkey=yes
+    force=yes
+  when: rbenv.env == "system"
+  tags:
+    - rbenv
+
+- name: create plugins directory for system
+  become: yes
+  become_user: '{{ rbenv_owner }}'
+  file: state=directory path={{ rbenv_root }}/plugins
+  when: rbenv.env == "system"
+  tags:
+    - rbenv
+
+- name: install plugins for system
+  become: yes
+  become_user: '{{ rbenv_owner }}'
+  git: >
+    repo=https://github.com/rbenv/ruby-build.git
+    dest={{ rbenv_root }}/plugins/ruby-build
+    accept_hostkey=yes
+    force=yes
+  tags:
+    - rbenv
+
+- name: Set group ownership of content under rbenv_root
+  shell:
+    find '{{ rbenv_root }}'
+      \( -iname ".git" -prune \) -o
+      ! -group '{{ item }}'
+      -exec chgrp -v '{{ item }}' {} + | head -n 1
+  become: yes
+  with_items: '{{ rbenv_group }}'
+  when:
+    - rbenv.env == "system"
+    - rbenv_group is defined
+    - rbenv_group != None
+  register: rbenv_chgrp
+  changed_when: '"changed group" in rbenv_chgrp.stdout'
+  tags:
+    - rbenv
+
+- name: Set group permissions of content under rbenv_root
+  shell:
+    find '{{ rbenv_root }}'
+      \( -iname ".git" -prune \) -o
+      -type d ! -perm -g+s
+      -exec chmod -v g+rwxs {} + | head -n 1
+  become: yes
+  when:
+    - rbenv.env == "system"
+    - rbenv_group is defined
+    - rbenv_group != None
+  register: rbenv_chmod
+  changed_when: '"changed from" in rbenv_chmod.stdout'
+  tags:
+    - rbenv
+
+- name: add rbenv initialization to profile system-wide
+  template: src=rbenv.sh.j2 dest=/etc/profile.d/rbenv.sh owner=root group=root mode=0755
+  become: yes
+  when:
+    - ansible_os_family != 'OpenBSD'
+  tags:
+    - rbenv
+
+- name: check ruby {{ rbenv.ruby_version }} installed for system
+  shell: $SHELL -lc "rbenv versions | grep {{ rbenv.ruby_version }}"
+  register: ruby_installed
+  changed_when: false
+  ignore_errors: yes
+  always_run: yes
+  when: rbenv.env == "system"
+  tags:
+    - rbenv
+
+- name: install ruby {{ rbenv.ruby_version }} for system
+  shell: bash -lc "rbenv install {{ rbenv.ruby_version }}"
+  become: yes
+  when:
+    - rbenv.env == "system"
+    - ruby_installed.rc != 0
+  tags:
+    - rbenv
+
+- name: check if current system ruby version is {{ rbenv.ruby_version }}
+  shell: $SHELL -lc "rbenv version | cut -d ' ' -f 1 | grep -Fx '{{ rbenv.ruby_version }}'"
+  register: ruby_selected
+  changed_when: false
+  ignore_errors: yes
+  always_run: yes
+  when: rbenv.env == "system"
+  tags:
+    - rbenv
+
+- name: set ruby {{ rbenv.ruby_version }} for system
+  become: yes
+  shell: bash -lc "rbenv global {{ rbenv.ruby_version }} && rbenv rehash"
+  when:
+    - rbenv.env == "system"
+    - ruby_selected.rc != 0
+  tags:
+    - rbenv

data/taperole.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |spec|
   spec.name = "taperole"
-  spec.version = '1.5.5'
+  spec.version = '1.6.0'
   spec.authors = ['Jack Forrest', 'Smashing Boxes', 'Brandon Mathis']
   spec.description = "General purpose server provisioning and application deployment toolkit"
   spec.email = ['jack@smashingboxes.com', 'brandon@sbox.es']

data/templates/base/tape_vars.example.yml

@@ -10,3 +10,20 @@ be_app_repo:
 # fe_build_command: gulp build
 
 slack_webhook_url:
+
+# Configure Postgresql Backups
+#
+# Store Backups on S3
+# backup_dir: s3+http://[aws_access_key:aws_secret_access_key]@bucket_name[/folder]
+#
+# Store Backups on Seperate server via rsync
+# backup_dir: s3+http://[aws_access_key:aws_secret_access_key]@bucket_name[/folder]
+#
+# Adjust Cron Job Schedule (default is every night at 4am)
+# backup_schedule: "* */4 * * *"
+#
+# Change Which Servers are backed up
+# backup_hosts:
+#   - production
+#   - staging
+#   - qa

data/test/base_docker_box/Dockerfile

@@ -0,0 +1,38 @@
+# Start with the ubuntu image
+FROM ubuntu
+
+CMD ["bash"]
+
+# Update apt cache
+RUN apt-get -y update
+
+# Install ansible dependencies
+RUN apt-get install -y python-dev git aptitude sudo wget make zlib1g-dev libssl-dev build-essential libreadline-dev libyaml-dev libxml2-dev libcurl4-openssl-dev python-software-properties libffi-dev curl
+
+# Install Ruby
+WORKDIR /tmp
+RUN wget http://cache.ruby-lang.org/pub/ruby/2.3/ruby-2.3.0.tar.gz
+RUN tar -xvzf ruby-2.3.0.tar.gz
+WORKDIR /tmp/ruby-2.3.0
+RUN ./configure --prefix=/usr/local
+RUN make
+RUN make install
+
+# Add an authorized_keys file to the container since tape expects this
+RUN mkdir -p /root/.ssh
+RUN touch /root/.ssh/authorized_keys
+RUN chown root:root /root/.ssh/authorized_keys
+RUN chmod 600 /root/.ssh/authorized_keys
+
+# Clone ansible repo (could also add the ansible PPA and do an apt-get install instead)
+RUN apt-get install wget
+RUN wget https://bootstrap.pypa.io/get-pip.py
+RUN python get-pip.py
+RUN pip install ansible
+
+# Set variables for ansible
+WORKDIR /tmp/ansible
+ENV PATH /tmp/ansible/bin:/usr/sbin:/sbin:/usr/bin:/bin:$PATH
+ENV ANSIBLE_LIBRARY /tmp/ansible/library
+ENV PYTHONPATH /tmp/ansible/lib:$PYTHON_PATH
+

data/test/rails/Dockerfile

@@ -0,0 +1,34 @@
+FROM brandonmathis/taperole:latest
+
+# add playbooks to the image. This might be a git repo instead
+ADD . /taperole
+
+# We dont have swap access on travis. Chill this role out
+RUN truncate -s 0 /taperole/roles/general/tasks/swapfile.yml
+
+# Install Tape
+WORKDIR /taperole
+RUN gem build taperole.gemspec
+RUN gem install slack-notifier
+RUN gem install --local taperole
+
+# Configure tape
+RUN git clone https://github.com/BrandonMathis/vanilla-rails-app.git
+WORKDIR /taperole/vanilla-rails-app
+RUN echo 'n' | tape installer install
+ADD ./test/rails/tape_vars.yml taperole/tape_vars.yml
+
+# FIXME
+# Disable ufw bc docker gets mad about iptables
+RUN sed -i '/ufw/d' taperole/omnibox.yml
+
+# Run Tape
+RUN echo '[omnibox]' > taperole/hosts
+RUN echo 'localhost ansible_connection=local be_app_env=production be_app_branch=master' >> taperole/hosts
+RUN tape ansible everything
+RUN chown deployer:users /home/deployer -R
+ADD test/rails/start_rails.sh /
+
+# Set command that runs the rails app
+WORKDIR /
+CMD ["/start_rails.sh"]

data/test/rails/start_rails.sh

@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+service postgresql start
+service monit start
+monit start all
+sleep 10
+curl https://localhost --insecure

data/test/rails/tape_vars.yml

@@ -0,0 +1,12 @@
+app_name: vanilla
+
+# Rails App Configs
+be_app_repo: https://github.com/BrandonMathis/vanilla-rails-app.git
+
+# HTML/JS App Configs
+# Uncomment if you want to deploy a JS/HTML App
+# fe_app_repo:
+# fe_app_branch: master
+# fe_build_command: gulp build
+
+slack_webhook_url:

data/vars/defaults.yml

@@ -43,3 +43,29 @@ no_changes_found_error: |
   ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️
   No Changes detected on remote branch proceeding with deploy anyway
   ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️ ‼️
+
+# Postgres Backups
+backup_hosts:
+  - production
+backup_dir: file:///var/lib/postgresql/backups
+backup_schedule: 0 4 * * *
+backup_enabled: yes
+backup_cron: yes
+backup_user: root
+
+backup_postgres_user: postgres
+backup_postgres_host: localhost
+
+backup_profiles:
+  - name: postgresql
+    schedule: "{{ backup_schedule }}"
+    source: postgresql://{{ app_name }}_{{ be_app_env }}
+    target: "{{ backup_dir }}"
+    user: root
+
+rbenv:
+  env: system
+  version: v1.0.0
+  ruby_version: 2.3.1
+
+rbenv_group: root

data/vendor/Stouts.backup/.bumpversion.cfg

@@ -0,0 +1,6 @@
+[bumpversion]
+commit = True
+current_version = 3.3.0
+tag = True
+tag_name = {new_version}
+

data/vendor/Stouts.backup/.gitignore

@@ -0,0 +1 @@
+.idea/

data/vendor/Stouts.backup/.travis.yml

@@ -0,0 +1,34 @@
+---
+language: python
+python: "2.7"
+before_install:
+ - sudo apt-get update -qq
+ - sudo apt-get install -qq python-apt python-pycurl
+install:
+  - pip install ansible>=1.6.0
+script:
+  # Prepare tests
+  - echo localhost > inventory
+
+  # Check syntax
+  - ansible-playbook --syntax-check -i inventory test.yml
+
+  # First run
+  - ansible-playbook -i inventory test.yml --connection=local --sudo
+
+  # Second run Idempotence test
+  - >
+    ansible-playbook -i inventory test.yml --connection=local --sudo
+    | grep -q 'changed=0.*failed=0'
+    && (echo 'Idempotence test: pass' && exit 0)
+    || (echo 'Idempotence test: fail' && exit 1)
+
+  - sudo /usr/local/bin/duply test backup
+  - test -d /home/travis/test || exit 1
+
+backup_home: /home/travis/backup
+backup_duplicity_version: 0.6.18-0ubuntu3.5
+backup_profiles:
+  - name: test
+    source: /home/travis/build
+    target: file:///home/travis/test

data/vendor/Stouts.backup/CONTRIBUTORS

@@ -0,0 +1,7 @@
+Contributors:
+
+* Alexander Merkulov (https://github.com/merqlove)
+* Clemens Stolle (https://github.com/klaemo)
+* George Yanev (https://github.com/geyanev)
+* Kirill Klenov (http://klen.github.io/)
+* Viator (https://github.com/viatoriche)

data/vendor/Stouts.backup/LICENSE

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2014 Stouts
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/vendor/Stouts.backup/Makefile

@@ -0,0 +1,20 @@
+.PHONY: release major minor patch
+
+VERSION?=minor
+release:
+	@bumpversion $(VERSION)
+	@git checkout master
+	@git merge develop
+	@git checkout develop
+	@git push --all
+	@git push --tags
+	@git checkout develop
+
+major:
+	make release VERSION=major
+
+minor:
+	make release VERSION=minor
+
+patch:
+	make release VERSION=patch