subspace 0.1.3 → 0.2.1

data/ansible/roles/postgresql/templates/backup.sh

@@ -6,6 +6,8 @@
 # Storage folder where to move backup files
 # Must contain backup.monthly backup.weekly backup.daily folders
 storage=/u/apps/{{project_name}}/shared/db/backups
+bucket="{{s3_db_backup_bucket}}"
+prefix="{{s3_db_backup_prefix}}"
 
 # Destination file names
 date_hourly=`date +"%Y%m%d%H%M"`
@@ -36,8 +38,21 @@ else
   destination=backup.hourly/$filename
 fi
 
-#destination is set so actually do the backup
-$(PGPASSWORD={{database_password}} pg_dump --verbose -Fc --host=localhost --username={{database_user}} --file $storage/$destination {{database_name}})
+if [ "$bucket" != "disabled" ] ; then
+  if [ -f "$storage/latest.dump" ] ; then
+    if [ -f "$storage/latest-old.dump" ] ; then
+      rm "$storage/latest-old.dump"
+    fi
+    mv "$storage/latest.dump" "$storage/latest-old.dump"
+  fi
+
+  $(PGPASSWORD={{database_password}} pg_dump --verbose -Fc --host=localhost --username={{database_user}} --file $storage/latest.dump {{database_name}})
+
+  curl -XPUT -T "$storage/latest.dump" -H "Host: $bucket.s3.amazonaws.com" https://$bucket.s3.amazonaws.com/$prefix/$destination
+else
+  #destination is set so actually do the backup
+  $(PGPASSWORD={{database_password}} pg_dump --verbose -Fc --host=localhost --username={{database_user}} --file $storage/$destination {{database_name}})
+fi
 
 # then clean old ones
 # hourly - for 48 hours

data/ansible/roles/rails/defaults/main.yml

@@ -2,3 +2,6 @@
 database_pool: 5
 database_name: "{{project_name}}_{{rails_env}}"
 database_user: "{{project_name}}"
+job_queues:
+  - default
+  - mailers

data/ansible/roles/rails/tasks/main.yml

@@ -12,25 +12,25 @@
       - libxslt-dev
       - nodejs
       - zlib1g-dev
-    sudo: true
+    become: true
 
   - name: Create /u/apps/{{project_name}}/shared/config
     file:
       path: /u/apps/{{project_name}}/shared/config/
       state: directory
-    sudo: true
-    sudo_user: "{{deploy_user}}"
+    become: true
+    become_user: "{{deploy_user}}"
 
   - name: Create database.yml
     template:
       src: database.yml
       dest: /u/apps/{{project_name}}/shared/config/database.yml
-    sudo: true
-    sudo_user: "{{deploy_user}}"
+    become: true
+    become_user: "{{deploy_user}}"
 
   - name: Create application.yml
     template:
       src: application.yml
       dest: /u/apps/{{project_name}}/shared/config/application.yml
-    sudo: true
-    sudo_user: "{{deploy_user}}"
+    become: true
+    become_user: "{{deploy_user}}"

data/ansible/roles/redis/tasks/main.yml

@@ -1,5 +1,6 @@
 ---
   - name: Install Redis
+    become: true
     apt:
       pkg: redis-server
       state: present

data/ansible/roles/ruby-common/tasks/main.yml

@@ -1,6 +1,7 @@
 ---
 - name: Update APT cache
   apt: update_cache=yes
+  sudo: true
   when: ansible_distribution == 'Debian' or ansible_distribution == 'Ubuntu'
 
 - name: Retrieve the number of cores that are available for compilation
@@ -9,6 +10,7 @@
 
 - name: Install APT prerequisite packages that are necessary to compile applications and gems with native extensions
   apt: pkg={{ item }}
+  sudo: true
   with_items:
     - autoconf
     - build-essential
@@ -16,26 +18,30 @@
 
 - name: Install yum prerequisite packages that are necessary to compile applications and gems with native extensions
   yum: name="{{ item }}"
+  sudo: true
   with_items:
     - autoconf
     - "@Developer tools"
   when: ansible_distribution == 'CentOS' or ansible_distribution == 'Red Hat Enterprise Linux' or ansible_distribution == 'Amazon'
 
 - name: Install APT Ruby dependencies
+  sudo: true
   apt: pkg={{ item }}
        state=present
-  with_items: ruby_apt_dependencies
+  with_items: "{{ ruby_apt_dependencies }}"
   when: ansible_distribution == 'Debian' or ansible_distribution == 'Ubuntu'
 
 - name: Install yum Ruby dependencies
+  sudo: true
   yum: name={{ item }}
-  with_items: ruby_yum_dependencies
+  with_items: "{{ ruby_yum_dependencies }}"
   when: ansible_distribution == 'CentOS' or ansible_distribution == 'Red Hat Enterprise Linux' or ansible_distribution == 'Amazon'
 
 - name: Download the Ruby source code
   get_url: url={{ ruby_download_location }}
            dest=/usr/local/src/
            sha256sum={{ ruby_checksum }}
+  sudo: true
 
 - name: Generate the Ruby installation script
   template: src=install-ruby.j2
@@ -43,10 +49,12 @@
             owner=root
             group=root
             mode=700
+  sudo: true
 
 - name: Run the Ruby installation script
   command: /usr/local/src/install-ruby.sh
            creates={{ ruby_location }}/bin/ruby
+  sudo: true
 
 - name: Generate the script that allows you to easily run Rake tasks with the correct RAILS_ENV environment variable, and the wrapper script that contains GC settings
   template: src={{ item }}.j2
@@ -54,6 +62,7 @@
             owner=root
             group=root
             mode=755
+  sudo: true
   with_items:
     - rake-env
     - ruby-gc-wrapper
@@ -61,9 +70,11 @@
 - name: Install Bundler
   command: "{{ ruby_location }}/bin/gem install bundler {{ ruby_bundler_flags }}
             creates={{ ruby_location }}/bin/bundle"
+  sudo: true
 
 - name: Make Ruby symlinks
   file: path=/usr/local/bin/{{ item }}
         src={{ ruby_location }}/bin/{{ item }}
         state=link
-  with_items: ruby_symlinks
+  sudo: true
+  with_items: "{{ ruby_symlinks }}"

data/ansible/roles/sidekiq/README.md

@@ -0,0 +1 @@
+# Sidekiq Role

data/ansible/roles/sidekiq/meta/main.yml

@@ -0,0 +1,8 @@
+---
+  dependencies:
+    - {
+      role: redis
+    }
+    - {
+      role: monit
+    }

data/ansible/roles/sidekiq/tasks/main.yml

@@ -0,0 +1,7 @@
+---
+  - name: Install sidekiq monit script
+    template:
+      src: sidekiq-monit-rc
+      dest: /etc/monit/conf.d/sidekiq_{{project_name}}_{{rails_env}}
+    sudo: true
+    notify: monit

data/ansible/roles/sidekiq/templates/sidekiq-monit-rc

@@ -0,0 +1,6 @@
+{% for queue in job_queues %}
+check process sidekiq_{{queue}}
+  with pidfile /u/apps/{{project_name}}/shared/tmp/pids/sidekiq.{{queue}}.pid
+  start program = "/bin/su - deploy -c 'cd /u/apps/{{project_name}}/current && bundle exec sidekiq --queue {{queue}} --pidfile /u/apps/{{project_name}}/shared/tmp/pids/sidekiq.{{queue}}.pid --environment {{rails_env}} --logfile /u/apps/{{project_name}}/shared/log/sidekiq.{{queue}}.log --daemon'" with timeout 30 seconds
+  stop program = "/bin/su - deploy -c 'kill -s TERM `cat /u/apps/{{project_name}}/shared/tmp/pids/sidekiq.{{queue}}.pid`'" with timeout 30 seconds
+{% endfor %}

data/ansible/roles/zenoamaro.postgresql/.gitignore

@@ -0,0 +1 @@
+/.vagrant/

data/ansible/roles/zenoamaro.postgresql/.travis.yml

@@ -0,0 +1,28 @@
+---
+
+# Configuration directives for Travis CI
+# --------------------------------------
+
+# See the Travis documentation for help on writing this file.
+
+# [Travis CI] http://travis-ci.org
+# [configuration] http://about.travis-ci.org/docs/user/build-configuration/
+
+
+language: python  # Needed to run ansible
+
+python:
+  - "2.7"
+
+install:
+  - pip install ansible
+
+script:
+  # Syntax check every ansible playbook in root
+  # Don't check main, though, as vars_prompt still
+  # trigger during syntax checks, and travis fails
+  - find . -maxdepth 1 -type f -name '*.yml' -not -name '.*' -not -name 'main.yml' | xargs -t -n1 ansible-playbook --syntax-check -i inventory
+
+notifications:
+  email:
+    - zenoamaro@gmail.com

data/ansible/roles/zenoamaro.postgresql/LICENSE.md

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2015, zenoamaro <zenoamaro@gmail.com>
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/ansible/roles/zenoamaro.postgresql/README.md

@@ -0,0 +1,117 @@
+PostgreSQL role for Ansible
+===========================
+
+A role for deploying and configuring [PostgreSQL](http://www.postgresql.org/) and extensions on unix hosts using [Ansible](http://www.ansibleworks.com/).
+
+It can additionally be used as a playbook for quickly provisioning hosts.
+
+Vagrant machines are provided to produce a boxed install of PostgreSQL or a VM for integration testing.
+
+
+Supports
+--------
+Supported PostgreSQL versions:
+
+- PostgreSQL 9.4
+- PostgreSQL 9.3
+
+Supported targets:
+- Ubuntu 14.04 LTS "Trusty Tahr"
+- Ubuntu 12.04 LTS "Precise Pangolin"
+- Debian (untested)
+- RedHat (untested)
+
+Installation methods:
+
+- Binary packages from the official repositories at [postgresql.org](http://www.postgresql.org/download/)
+
+Available extensions (under a switch):
+
+- Development headers - `postgresql_dev_headers`
+- Contrib modules - `postgresql_contrib`
+- [PostGIS](http://postgis.net/) - `postgresql_postgis`
+
+
+Usage
+-----
+Clone this repo into your roles directory:
+
+    $ git clone https://github.com/zenoamaro/ansible-postgresql.git roles/postgresql
+
+And add it to your play's roles:
+
+    - hosts: ...
+      roles:
+        - postgresql
+        - ...
+
+This roles comes preloaded with almost every available default. You can override each one in your hosts/group vars, in your inventory, or in your play. See the annotated defaults in `defaults/main.yml` for help in configuration. All provided variables start with `postgresql_`.
+
+You can also use the role as a playbook. You will be asked which hosts to provision, and you can further configure the play by using `--extra-vars`.
+
+    $ ansible-playbook -i inventory --extra-vars='{...}' main.yml
+
+To provision a standalone PostgreSQL box, start the `boxed` VM, which is a Ubuntu 12.04 box:
+
+    $ vagrant up boxed
+
+You will find PostgreSQL listening on the VM's `5432` port on address `192.168.33.20` in the private network. You can then connect to it as any user. Please note that this is highly insecure, so if you're going to publish this VM you'll want to provide actual authentication.
+
+Run the tests by provisioning the appropriate VM:
+
+    $ vagrant up test-ubuntu-trusty
+
+At the moment, the following test boxes are available:
+
+- `test-ubuntu-precise`
+- `test-ubuntu-trusty`
+
+
+Still to do
+-----------
+- Add repositories, tasks and test VMs for other distros
+- Allow installation from sources if requested
+- Add support for different PostgreSQL versions (9.4+)
+- Add support for PostgreSQL clusters
+- Add support for [PgBouncer](http://wiki.postgresql.org/wiki/PgBouncer)
+- Try to make the boxed VM more secure by default
+- Add links to the relevant documentation in configuration files
+- Provide a library of custom modules
+
+
+Changelog
+---------
+### 0.1.2
+- Installing less dependencies, and later in the process.
+
+### 0.1.1
+- The package list is not being updated in playbooks anymore.
+- Added more test machines.
+
+### 0.1
+Initial version.
+
+
+License
+-------
+The MIT License (MIT)
+
+Copyright (c) 2015, zenoamaro <zenoamaro@gmail.com>
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/ansible/roles/zenoamaro.postgresql/Vagrantfile

@@ -0,0 +1,62 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+Vagrant.configure '2' do |config|
+
+
+# Standalone box
+# --------------
+
+	# Provision this machine to obtain a standalone box
+	# listening on the default ports.
+
+	config.vm.define 'boxed' do |box|
+		box.vm.box = "ubuntu/trusty64"
+		# Configure the network topology to your needs
+		config.vm.network :private_network, ip: "192.168.33.10"
+		# config.vm.network :public_network
+		config.vm.provision :ansible do |ansible|
+			ansible.playbook       = './boxed.yml'
+			ansible.inventory_path = './inventory'
+		end
+		# Forward this postgres to a port on the host
+		config.vm.network :forwarded_port, guest: 5432, host: 15432
+		# TODO: What about also forwarding the data storage?
+	end
+
+
+# Test machines
+# -------------
+
+	# These test machines will configure the installation with all
+	# its extensions enabled, in order to test the validity
+	# of the role.
+
+	# Ubuntu machines are available:
+	# - "test-ubuntu-precise"
+	# - "test-ubuntu-trusty"
+
+	def apply_test_ansible_defaults(ansible)
+		ansible.playbook       = './test.yml'
+		ansible.inventory_path = './inventory'
+	end
+
+	config.vm.define 'test-ubuntu-trusty', autostart:false do |box|
+		box.vm.box = "ubuntu/trusty64"
+		config.vm.network :private_network, ip: "192.168.33.21"
+		config.vm.provision :ansible do |ansible|
+			apply_test_ansible_defaults ansible
+			ansible.extra_vars = {}
+		end
+	end
+
+	config.vm.define 'test-ubuntu-precise', autostart:false do |box|
+		box.vm.box = "ubuntu/precise64"
+		config.vm.network :private_network, ip: "192.168.33.20"
+		config.vm.provision :ansible do |ansible|
+			apply_test_ansible_defaults ansible
+			ansible.extra_vars = {}
+		end
+	end
+
+end

data/ansible/roles/zenoamaro.postgresql/boxed.yml

@@ -0,0 +1,26 @@
+---
+
+# Boxed installation playbook
+# ---------------------------
+
+# A Simple, straight playbook for producing
+# a boxed installation in a vagrant VM.
+
+
+- name: 'PostgreSQL boxed installation'
+
+  hosts: vagrant
+
+  vars:
+    postgresql_listen_addresses:
+      - '*'
+    postgresql_authentication:
+      - type: host
+        user: all
+        database: all
+        address: '0.0.0.0/0'
+        method: trust
+
+  roles:
+    - '.'    # This role itself
+