taperole 1.2.8 → 1.3.0

data/roles/frontend_deploy/tasks/main.yml

@@ -1,4 +1,5 @@
 - name: clone the FE app
+  when: fe_app_repo is defined
   remote_user: "{{ deployer_user.name }}"
   git: dest={{ fe_app_path }}
        repo={{ fe_app_repo }}
@@ -8,6 +9,7 @@
   tags: [fe_deploy]
 
 - name: NPM install
+  when: fe_app_repo is defined
   remote_user: "{{ deployer_user.name }}"
   command: bash -lc
   command: chdir={{ fe_app_path }}
@@ -15,6 +17,7 @@
   tags: [fe_deploy]
 
 - name: Bower install
+  when: fe_app_repo is defined
   remote_user: "{{ deployer_user.name }}"
   command: bash -lc
   command: chdir={{ fe_app_path }}
@@ -22,7 +25,8 @@
   tags: [fe_deploy]
 
 - name: Build FE
+  when: fe_app_repo is defined
   remote_user: "{{ deployer_user.name }}"
   command: chdir={{ fe_app_path }}
-    bash -lc 'gulp build'
+    bash -lc '{{ fe_build_command }}'
   tags: [fe_deploy]

data/roles/frontend_install_essentials/meta/main.yml

@@ -0,0 +1,3 @@
+---
+dependencies:
+  - role: williamyeh.nodejs

data/roles/general/meta/main.yml

@@ -1,3 +1,5 @@
 ---
 dependencies:
   - role: jnv.unattended-upgrades
+  - role: jnv.mosh
+  - role: tersmitten.htop

data/roles/general/tasks/basic_packages.yml

@@ -1,3 +1,6 @@
 ---
 - name: Install vim
   apt: name=vim state=present
+
+- name: Install git
+  apt: name=git-core state=present

data/roles/general/tasks/main.yml

@@ -1,4 +1,14 @@
-- name: apt-get udpate upgrade
+- name: Ensure repo is defined
+  fail: msg="App Repo is not defined. Please define it in {{ tapefiles_dir }}/tape_vars.yml"
+  when: (be_app_repo is undefined or be_app_repo is none) and (fe_app_repo is undefined or fe_app_repo is none)
+  tags: [be_deploy]
+
+- name: Ensure app name is defined
+  fail: msg="app_name is not defined. Please define it in {{ tapefiles_dir }}/tape_vars.yml"
+  when: app_name is undefined or app_name is none
+  tags: [be_deploy]
+
+- name: apt-get update upgrade
   apt: update_cache=yes  upgrade=safe
   tags: [update, upgrade]
 

data/roles/nginx/tasks/main.yml

@@ -24,7 +24,11 @@
   command: bash -lc "monit reload && sleep 2"
   when: nginx_monit_config.changed
 
-- name: Restart nginx
+- name: Stop nginx
+  service: name=nginx state=stopped
+  tags: [restart_nginx]
+
+- name: Start nginx
   remote_user: "{{ deployer_user.name }}"
-  command: bash -lc "sudo monit restart nginx"
+  command: bash -lc "sudo monit start nginx"
   tags: [restart_nginx]

data/taperole.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |spec|
   spec.name = "taperole"
-  spec.version = '1.2.8'
+  spec.version = '1.3.0'
   spec.authors = ['Jack Forrest', 'Smashing Boxes', 'Brandon Mathis']
   spec.email = ['jack@smashingboxes.com', 'brandon@sbox.es']
   spec.summary = 'A tool for provisioning and deploying boxes for hosting Rails apps'

data/templates/base/hosts.example

@@ -4,4 +4,4 @@
 
 # Vagrant Example
 # [omnibox]
-# localhost:2222 ansible_ssh_private_key_file=~/.vagrant.d/insecure_private_key
+# localhost:2222 ansible_ssh_private_key_file=~/.vagrant.d/insecure_private_key be_app_env=production be_app_branch=master

data/templates/base/tape_vars.example.yml

@@ -7,6 +7,3 @@ be_app_repo:
 # Uncomment if you want to deploy a JS/HTML App
 # fe_app_repo:
 # fe_app_branch: master
-
-dev_key_files:
-  - dev_keys/key.pub

data/templates/static_html/tape_vars.example.yml

@@ -3,6 +3,3 @@ app_name:
 # App Configs
 fe_app_repo:
 fe_app_branch: master
-
-dev_key_files:
-  - dev_keys/key.pub

data/vars/defaults.yml

@@ -3,6 +3,8 @@ be_app_path: "/home/{{ deployer_user.name }}/{{ app_name }}"
 fe_app_name: "{{ app_name }}_fe"
 fe_app_path: "/home/{{ deployer_user.name }}/{{ fe_app_name }}"
 
+tapefiles_dir: "./taperole"
+
 deployer_user:
   name: deployer
   groups:
@@ -29,3 +31,6 @@ precompile_assets: true
 # Sets server_name in the nginx sites-enabled file
 app_url: false
 
+nodejs_version: 4.2
+
+fe_build_command: gulp build

data/vendor/ANXS.postgresql/.travis.yml

@@ -1,18 +1,23 @@
 ---
 language: python
 python: "2.7"
+
+env:
+  - POSTGRESQL_VERSION=9.3
+  - POSTGRESQL_VERSION=9.4
+
 before_install:
- - sudo apt-get update -qq
- - sudo apt-get install -qq python-apt python-pycurl locales
- - echo 'en_US.UTF-8 UTF-8' | sudo tee /var/lib/locales/supported.d/local
+  - sudo apt-get update -qq
+  - sudo apt-get install -qq python-apt python-pycurl locales
+  - echo 'en_US.UTF-8 UTF-8' | sudo tee /var/lib/locales/supported.d/local
 install:
-  - pip install ansible==1.6.2
+  - pip install ansible==1.8.4
 script:
   - echo localhost > inventory
   - ansible-playbook -i inventory test.yml --syntax-check
-  - ansible-playbook -i inventory test.yml --connection=local --sudo
+  - ansible-playbook -i inventory test.yml --connection=local --sudo -e "postgresql_version=$POSTGRESQL_VERSION"
   - >
-    ansible-playbook -i inventory test.yml --connection=local --sudo
+    ansible-playbook -i inventory test.yml --connection=local --sudo -e "postgresql_version=$POSTGRESQL_VERSION"
     | grep -q 'changed=0.*failed=0'
     && (echo 'Idempotence test: pass' && exit 0)
     || (echo 'Idempotence test: fail' && exit 1)

data/vendor/ANXS.postgresql/README.md

@@ -4,7 +4,7 @@ Ansible role which installs and configures PostgreSQL, extensions, databases and
 
 
 #### Requirements & Dependencies
-- Tested on Ansible 1.6 or higher.
+- Tested on Ansible 1.8.4 or higher.
 - ANXS.monit ([Galaxy](https://galaxy.ansible.com/list#/roles/502)/[GH](https://github.com/ANXS/monit)) if you want monit protection (in that case, you should set `monit_protection: true`)
 
 
@@ -27,6 +27,7 @@ postgresql_databases:
   - name: foobar
     hstore: yes         # flag to install the hstore extension on this database (yes/no)
     uuid_ossp: yes      # flag to install the uuid-ossp extension on this database (yes/no)
+    citext: yes         # flag to install the citext extension on this database (yes/no)
 
 # List of users to be created (optional)
 postgresql_users:
@@ -44,15 +45,18 @@ postgresql_user_privileges:
 
 There's a lot more knobs and bolts to set, which you can find in the defaults/main.yml
 
+
 #### Testing
 This project comes with a VagrantFile, this is a fast and easy way to test changes to the role, fire it up with `vagrant up`
 
 See [vagrant docs](https://docs.vagrantup.com/v2/) for getting setup with vagrant
 
+
 #### License
 
 Licensed under the MIT License. See the LICENSE file for details.
 
+
 #### Thanks
 
 To the contributors:

data/vendor/ANXS.postgresql/Vagrantfile

@@ -4,7 +4,7 @@
 Vagrant.configure('2') do |config|
   config.vm.define 'anxs' do |c|
     c.vm.box = 'ubuntu/trusty64'
-    c.vm.network :private_network, ip: '192.168.88.3'
+    c.vm.network :private_network, ip: '192.168.88.22'
     c.vm.hostname = 'anxs.local'
     c.vm.provision 'ansible' do |ansible|
       ansible.playbook = 'test.yml'

data/vendor/ANXS.postgresql/defaults/main.yml

@@ -95,6 +95,8 @@ postgresql_ssl_ciphers:
   - '!EXP'
   - '!MD5'
   - '@STRENGTH'
+postgresql_ssl_prefer_server_ciphers: on
+postgresql_ssl_ecdh_curve: 'prime256v1'
 postgresql_ssl_renegotiation_limit: 512MB # amount of data between renegotiations
 postgresql_ssl_cert_file: /etc/ssl/certs/ssl-cert-snakeoil.pem
 postgresql_ssl_key_file: /etc/ssl/private/ssl-cert-snakeoil.key
@@ -121,6 +123,7 @@ postgresql_tcp_keepalives_count: 0
 # - Memory -
 
 postgresql_shared_buffers:       128MB # min 128kB
+postgresql_huge_pages:           try   # on, off, or try
 postgresql_temp_buffers:         8MB   # min 800kB
 
 # Note:  Increasing max_prepared_transactions costs ~600 bytes of shared memory
@@ -131,7 +134,15 @@ postgresql_max_prepared_transactions: 0 # zero disables the feature
 
 postgresql_work_mem:             1MB   # min 64kB
 postgresql_maintenance_work_mem: 16MB  # min 1MB
+postgresql_autovacuum_work_mem:  -1    # min 1MB, or -1 to use maintenance_work_mem
 postgresql_max_stack_depth:      2MB   # min 100kB
+postgresql_dynamic_shared_memory_type: posix    # the default is the first option
+                                                # supported by the operating system:
+                                                #   posix
+                                                #   sysv
+                                                #   windows
+                                                #   mmap
+                                                # use none to disable dynamic shared memory
 
 
 # - Disk -
@@ -165,6 +176,7 @@ postgresql_bgwriter_lru_multiplier: 2.0    # 0-10.0 multipler on buffers scanned
 # - Asynchronous Behavior -
 
 postgresql_effective_io_concurrency: 1     # 1-1000; 0 disables prefetching
+postgresql_max_worker_processes: 8
 
 
 #------------------------------------------------------------------------------
@@ -173,7 +185,7 @@ postgresql_effective_io_concurrency: 1     # 1-1000; 0 disables prefetching
 
 # - Settings -
 
-postgresql_wal_level: minimal  # minimal, archive, or hot_standby
+postgresql_wal_level: minimal  # minimal, archive, hot_standby, or logical
 postgresql_fsync: on  # turns forced synchronization on or off
 
 # Synchronization level:
@@ -193,6 +205,7 @@ postgresql_wal_sync_method: fsync
 
 # recover from partial page writes
 postgresql_full_page_writes: on
+postgresql_wal_log_hints: off       # also do full page writes of non-critical updates
 
 postgresql_wal_buffers:      -1     # min 32kB, -1 sets based on shared_buffers
 postgresql_wal_writer_delay: 200ms  # 1-10000 milliseconds
@@ -236,6 +249,7 @@ postgresql_max_wal_senders: 0
 
 postgresql_wal_keep_segments:  0    # in logfile segments, 16MB each; 0 disables
 postgresql_wal_sender_timeout: 60s  # in milliseconds; 0 disables
+postgresql_max_replication_slots: 0 # max number of replication slots
 
 
 # - Master Server -
@@ -490,6 +504,8 @@ postgresql_autovacuum_vacuum_scale_factor: 0.2
 postgresql_autovacuum_analyze_scale_factor: 0.1
 # maximum XID age before forced vacuum
 postgresql_autovacuum_freeze_max_age: 200000000
+# maximum Multixact age before forced vacuum
+postgresql_autovacuum_multixact_freeze_max_age: 400000000
 # default vacuum cost delay for autovacuum, in milliseconds
 postgresql_autovacuum_vacuum_cost_delay: 20ms
 # default vacuum cost limit for autovacuum,
@@ -518,6 +534,8 @@ postgresql_statement_timeout:       0  # in milliseconds, 0 is disabled
 postgresql_lock_timeout:            0  # in milliseconds, 0 is disabled
 postgresql_vacuum_freeze_min_age:   50000000
 postgresql_vacuum_freeze_table_age: 150000000
+postgresql_vacuum_multixact_freeze_min_age: 5000000
+postgresql_vacuum_multixact_freeze_table_age: 150000000
 
 postgresql_bytea_output: hex  # hex, escape
 postgresql_xmlbinary:    base64
@@ -557,6 +575,7 @@ postgresql_default_text_search_config: pg_catalog.english
 
 postgresql_dynamic_library_path: '$libdir'
 postgresql_local_preload_libraries: []
+postgresql_session_preload_libraries: []
 
 
 #------------------------------------------------------------------------------
@@ -604,6 +623,19 @@ postgresql_exit_on_error: off
 postgresql_restart_after_crash: on
 
 
+#------------------------------------------------------------------------------
+# PGTUNE
+#------------------------------------------------------------------------------
+# Should we run pgtune and accept the changes it proposes?
+postgresql_pgtune: no
+# Total system memory in bytes, will attempt to detect if set to "no"
+postgresql_pgtune_memory: no
+# Database type, valid options are DW, OLTP, Web, Mixed, Desktop
+postgresql_pgtune_type: Mixed
+# Maximum number of expected connections, if "no", default based on db type
+postgresql_pgtune_connections: no
+
+
 
 
 postgresql_env:
@@ -614,3 +646,5 @@ postgresql_env:
 postgresql_apt_key_id: ACCC4CF8
 postgresql_apt_key_url: "https://www.postgresql.org/media/keys/ACCC4CF8.asc"
 postgresql_apt_repository: 'deb http://apt.postgresql.org/pub/repos/apt/ {{ansible_distribution_release}}-pgdg main'
+# Pin-Priority of PGDG repository
+postgresql_apt_pin_priority: 500

data/vendor/ANXS.postgresql/meta/.galaxy_install_info

@@ -1 +1 @@
-{install_date: 'Fri Mar 20 18:33:16 2015', version: ''}
+{install_date: 'Mon Nov 16 16:35:25 2015', version: ''}

data/vendor/ANXS.postgresql/tasks/configure.yml

@@ -36,13 +36,44 @@
 
 - name: PostgreSQL | Update configuration - pt. 2 (postgresql.conf)
   template:
-    src: postgresql.conf.j2
-    dest: "{{postgresql_conf_directory}}/postgresql.conf"
+    src: "postgresql.conf-{{ postgresql_version }}.j2"
+    # if using pgtune, save the template to ".untuned"
+    dest: "{{postgresql_conf_directory}}/postgresql.conf{% if postgresql_pgtune %}.untuned{% endif %}"
     owner: "{{ postgresql_service_user }}"
     group: "{{ postgresql_service_group }}"
     mode: 0640
   register: postgresql_configuration_pt2
 
+- name: PostgreSQL | Update configuration - pt. 3 (pgtune)
+  sudo: true
+  sudo_user: "{{ postgresql_service_user }}"
+  shell: |
+    set -e
+    TMPDIR=$(mktemp -d)
+    pgtune --input-config=postgresql.conf.untuned\
+           --output-config=$TMPDIR/postgresql.conf\
+           {% if postgresql_pgtune_memory %}--memory {{postgresql_pgtune_memory|int}}{% endif %}\
+           --type {{postgresql_pgtune_type|quote}}\
+           {% if postgresql_pgtune_connections %}--connections {{postgresql_pgtune_connections|int}}{% endif %}\
+    # Compare the current config with the one procuded by pgtune (ignoring comments/blanks)
+    if diff --ignore-blank-lines \
+        <(sed -e 's/#.*//' postgresql.conf) \
+        <(sed -e 's/#.*//' $TMPDIR/postgresql.conf)
+    then
+      echo '_OK_'
+    else
+      cp $TMPDIR/postgresql.conf postgresql.conf
+    fi
+    # Cleanup
+    rm $TMPDIR/postgresql.conf
+    rmdir $TMPDIR
+  args:
+    chdir: "{{postgresql_conf_directory}}"
+    executable: "/bin/bash"
+  when: postgresql_pgtune
+  register: postgresql_configuration_pt3
+  changed_when: "'_OK_' not in postgresql_configuration_pt3.stdout"
+
 - name: PostgreSQL | Create folder for additional configuration files
   file:
     name: "{{postgresql_conf_directory}}/conf.d"
@@ -55,4 +86,4 @@
   service:
     name: postgresql
     state: restarted
-  when: postgresql_configuration_pt1.changed or postgresql_configuration_pt2.changed
+  when: postgresql_configuration_pt1.changed or postgresql_configuration_pt2.changed or postgresql_configuration_pt3.changed

data/vendor/ANXS.postgresql/tasks/databases.yml

@@ -26,6 +26,9 @@
   sudo_user: "{{ postgresql_service_user }}"
   shell: "psql {{item.name}} --username {{postgresql_admin_user}} -c 'CREATE EXTENSION IF NOT EXISTS hstore;'"
   with_items: postgresql_databases
+  register: hstore_ext_result
+  failed_when: hstore_ext_result.rc != 0 and ("already exists, skipping" not in hstore_ext_result.stderr)
+  changed_when: hstore_ext_result.rc == 0 and ("already exists, skipping" not in hstore_ext_result.stderr)
   when: item.hstore is defined and item.hstore
 
 - name: PostgreSQL | Add uuid-ossp to the database with the requirement
@@ -65,3 +68,13 @@
   shell: "psql {{item.name}} --username {{ postgresql_admin_user }} -c 'create extension if not exists earthdistance;'"
   with_items: postgresql_databases
   when: item.earthdistance is defined and item.earthdistance
+
+- name: PostgreSQL | Add citext to the database with the requirement
+  sudo: yes
+  sudo_user: "{{ postgresql_service_user }}"
+  shell: "psql {{item.name}} --username {{postgresql_admin_user}} -c 'CREATE EXTENSION IF NOT EXISTS citext;'"
+  with_items: postgresql_databases
+  register: citext_ext_result
+  failed_when: citext_ext_result.rc != 0 and ("already exists, skipping" not in citext_ext_result.stderr)
+  changed_when: citext_ext_result.rc == 0 and ("already exists, skipping" not in citext_ext_result.stderr)
+  when: item.citext is defined and item.citext

data/vendor/ANXS.postgresql/tasks/install.yml

@@ -1,5 +1,12 @@
 # file: postgresql/tasks/install.yml
 
+# The standard ca-certs are needed because  without them apt_key will fail to
+# validate www.postgresql.org (or probably any other source).
+- name: PostgreSQL | Make sure the CA certificates are available
+  apt:
+    pkg: ca-certificates
+    state: present
+
 - name: PostgreSQL | Add PostgreSQL repository apt-key
   apt_key:
     id: "{{ postgresql_apt_key_id }}"
@@ -13,6 +20,12 @@
     state: present
   when: postgresql_apt_repository
 
+- name: PostgreSQL | Add PostgreSQL repository preferences
+  template:
+    src: etc_apt_preferences.d_apt_postgresql_org_pub_repos_apt.pref.j2
+    dest: /etc/apt/preferences.d/apt_postgresql_org_pub_repos_apt.pref
+  when: postgresql_apt_pin_priority
+
 - name: PostgreSQL | Make sure the dependencies are installed
   apt:
     pkg: "{{item}}"
@@ -32,3 +45,12 @@
     - "postgresql-{{postgresql_version}}"
     - "postgresql-client-{{postgresql_version}}"
     - "postgresql-contrib-{{postgresql_version}}"
+
+- name: PostgreSQL | PGTune
+  apt:
+    name: pgtune
+    state: present
+    update_cache: yes
+    cache_valid_time: "{{apt_cache_valid_time | default (3600)}}"
+  environment: postgresql_env
+  when: postgresql_pgtune

data/vendor/ANXS.postgresql/tasks/users_privileges.yml

@@ -3,13 +3,13 @@
 - name: PostgreSQL | Update the user privileges
   postgresql_user:
     name: "{{item.name}}"
-    db: "{{item.db}}"
+    db: "{{item.db | default(omit)}}"
     port: "{{postgresql_port}}"
-    priv: "{{item.priv | default('ALL')}}"
+    priv: "{{item.priv | default(omit)}}"
     state: present
-    login_host: "{{item.host | default('localhost')}}"
+    login_host: "{{item.host | default(omit)}}"
     login_user: "{{postgresql_admin_user}}"
-    role_attr_flags: "{{item.role_attr_flags | default('')}}"
+    role_attr_flags: "{{item.role_attr_flags | default(omit)}}"
   sudo: yes
   sudo_user: "{{postgresql_admin_user}}"
   with_items: postgresql_user_privileges

data/vendor/ANXS.postgresql/templates/etc_apt_preferences.d_apt_postgresql_org_pub_repos_apt.pref.j2

@@ -0,0 +1,5 @@
+# {{ ansible_managed }}
+
+Package: *
+Pin: release o=apt.postgresql.org
+Pin-Priority: {{ postgresql_apt_pin_priority }}