subspace 0.1.1 → 3.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (210) hide show
  1. checksums.yaml +5 -5
  2. data/.gitignore +2 -0
  3. data/.ruby-version +1 -1
  4. data/.travis.yml +1 -1
  5. data/CHANGELOG.md +380 -0
  6. data/README.md +511 -9
  7. data/TODO +34 -0
  8. data/UPGRADING.md +10 -0
  9. data/ansible/playbooks/local_template.yml +13 -0
  10. data/ansible/playbooks/maintenance_mode.yml +5 -0
  11. data/ansible/roles/alienvault/tasks/main.yml +29 -0
  12. data/ansible/roles/apache/defaults/main.yml +2 -5
  13. data/ansible/roles/apache/handlers/main.yml +9 -1
  14. data/ansible/roles/apache/tasks/main.yml +37 -9
  15. data/ansible/roles/apache/templates/server_status.conf +6 -0
  16. data/ansible/roles/apache-rails/tasks/main.yml +26 -0
  17. data/ansible/roles/apache-rails/templates/_canonical_domain.conf +10 -0
  18. data/ansible/roles/apache-rails/templates/_rails.conf +23 -0
  19. data/ansible/roles/apache-rails/templates/project-ssl.conf +23 -0
  20. data/ansible/roles/apache-rails/templates/project.conf +5 -0
  21. data/ansible/roles/collectd/defaults/main.yml +3 -0
  22. data/ansible/roles/collectd/handlers/main.yml +3 -0
  23. data/ansible/roles/collectd/tasks/main.yml +82 -0
  24. data/ansible/roles/collectd/templates/apache2.conf +6 -0
  25. data/ansible/roles/collectd/templates/delayed_job_postgres.conf +21 -0
  26. data/ansible/roles/collectd/templates/df.conf +16 -0
  27. data/ansible/roles/collectd/templates/graphite.conf +14 -0
  28. data/ansible/roles/collectd/templates/hostname.conf +2 -0
  29. data/ansible/roles/collectd/templates/nginx.conf +28 -0
  30. data/ansible/roles/collectd/templates/nodejs-process.conf +3 -0
  31. data/ansible/roles/collectd/templates/puma-process.conf +3 -0
  32. data/ansible/roles/collectd/templates/rails_lograge.conf +31 -0
  33. data/ansible/roles/common/defaults/main.yml +2 -1
  34. data/ansible/roles/common/files/sudoers-service +1 -0
  35. data/ansible/roles/common/tasks/main.yml +307 -19
  36. data/ansible/roles/common/tasks/no_swap.yml +26 -0
  37. data/ansible/roles/common/tasks/swap.yml +34 -8
  38. data/ansible/roles/common/templates/motd +13 -0
  39. data/ansible/roles/common/templates/motd2 +24 -0
  40. data/ansible/roles/common/templates/terminalcolor +25 -0
  41. data/ansible/roles/delayed_job/README.md +2 -4
  42. data/ansible/roles/delayed_job/defaults/main.yml +0 -2
  43. data/ansible/roles/delayed_job/handlers/main.yml +1 -1
  44. data/ansible/roles/delayed_job/tasks/main.yml +22 -29
  45. data/ansible/roles/delayed_job/templates/delayed-job-monit-rc +6 -5
  46. data/ansible/roles/delayed_job/templates/delayed-job-systemd.service +33 -0
  47. data/ansible/roles/gem-patch-report/README.md +137 -0
  48. data/ansible/roles/gem-patch-report/defaults/main.yml +2 -0
  49. data/ansible/roles/gem-patch-report/tasks/main.yml +89 -0
  50. data/ansible/roles/gem-patch-report/templates/gem-patch-report.sh.j2 +114 -0
  51. data/ansible/roles/letsencrypt/defaults/main.yml +11 -1
  52. data/ansible/roles/letsencrypt/tasks/legacy.yml +44 -0
  53. data/ansible/roles/letsencrypt/tasks/main.yml +72 -76
  54. data/ansible/roles/letsencrypt/tasks/modern.yml +39 -0
  55. data/ansible/roles/logrotate/LICENSE +27 -0
  56. data/ansible/roles/logrotate/README.md +70 -0
  57. data/ansible/roles/logrotate/defaults/main.yml +2 -0
  58. data/ansible/roles/logrotate/meta/main.yml +18 -0
  59. data/ansible/roles/logrotate/tasks/main.yml +15 -0
  60. data/ansible/roles/logrotate/templates/logrotate.d.j2 +16 -0
  61. data/ansible/roles/memcache/defaults/main.yml +2 -0
  62. data/ansible/roles/memcache/tasks/main.yml +16 -1
  63. data/ansible/roles/mysql/meta/main.yml +1 -1
  64. data/ansible/roles/mysql/tasks/main.yml +2 -2
  65. data/ansible/roles/mysql2_gem/meta/main.yml +1 -1
  66. data/ansible/roles/mysql2_gem/tasks/main.yml +1 -1
  67. data/ansible/roles/newrelic/tasks/main.yml +8 -1
  68. data/ansible/roles/newrelic-infra/defaults/main.yml +2 -0
  69. data/ansible/roles/newrelic-infra/handlers/main.yml +5 -0
  70. data/ansible/roles/newrelic-infra/tasks/main.yml +38 -0
  71. data/ansible/roles/newrelic-infra/templates/logs.yml.j2 +5 -0
  72. data/ansible/roles/newrelic-infra/templates/newrelic-infra.yml.j2 +2 -0
  73. data/ansible/roles/nginx/defaults/main.yml +4 -0
  74. data/ansible/roles/nginx/handlers/main.yml +12 -0
  75. data/ansible/roles/nginx/tasks/main.yml +113 -14
  76. data/ansible/roles/nginx/templates/nginx.conf +29 -0
  77. data/ansible/roles/nginx/templates/status +10 -0
  78. data/ansible/roles/nginx-maintenance/tasks/main.yml +33 -0
  79. data/ansible/roles/nginx-rails/defaults/main.yml +6 -0
  80. data/ansible/roles/nginx-rails/tasks/main.yml +54 -0
  81. data/ansible/roles/nginx-rails/templates/_asset_cors.conf +11 -0
  82. data/ansible/roles/nginx-rails/templates/_rails.conf +35 -0
  83. data/ansible/roles/nginx-rails/templates/_upstream.conf +11 -0
  84. data/ansible/roles/nginx-rails/templates/default_server +5 -0
  85. data/ansible/roles/nginx-rails/templates/nginx-project +9 -0
  86. data/ansible/roles/nginx-rails/templates/nginx-project-ssl +23 -0
  87. data/ansible/roles/nodejs/tasks/main.yml +33 -0
  88. data/ansible/roles/papertrail/tasks/main.yml +23 -4
  89. data/ansible/roles/papertrail/templates/log_files.yml +8 -1
  90. data/ansible/roles/postgis/.gitignore +3 -0
  91. data/ansible/roles/postgis/CHANGELOG.md +24 -0
  92. data/ansible/roles/postgis/LICENSE +202 -0
  93. data/ansible/roles/postgis/README.md +12 -0
  94. data/ansible/roles/postgis/meta/main.yml +15 -0
  95. data/ansible/roles/postgis/tasks/main.yml +20 -0
  96. data/ansible/roles/postgresql/README.md +15 -0
  97. data/ansible/roles/postgresql/defaults/main.yml +3 -0
  98. data/ansible/roles/postgresql/handlers/main.yml +1 -1
  99. data/ansible/roles/postgresql/meta/main.yml +1 -6
  100. data/ansible/roles/postgresql/tasks/backups.yml +8 -6
  101. data/ansible/roles/postgresql/tasks/main.yml +89 -9
  102. data/ansible/roles/postgresql/templates/backup.sh +17 -2
  103. data/ansible/roles/postgresql-client/tasks/main.yml +91 -0
  104. data/ansible/roles/puma/tasks/main.yml +38 -19
  105. data/ansible/roles/puma/templates/puma-monit-rc +5 -0
  106. data/ansible/roles/puma/templates/puma-systemd.service +43 -0
  107. data/ansible/roles/puma/templates/puma-systemd.socket +14 -0
  108. data/ansible/roles/puma/templates/puma.rb +24 -12
  109. data/ansible/roles/rails/defaults/main.yml +1 -3
  110. data/ansible/roles/rails/tasks/main.yml +76 -18
  111. data/ansible/roles/rails/templates/application.yml +1 -1
  112. data/ansible/roles/rails/templates/database.yml +3 -3
  113. data/ansible/roles/redis/defaults/main.yml +2 -0
  114. data/ansible/roles/redis/tasks/main.yml +45 -3
  115. data/ansible/roles/resque/tasks/main.yml +14 -0
  116. data/ansible/roles/resque/templates/resque-monit-rc +4 -0
  117. data/ansible/roles/resque/templates/resque-systemd.service +54 -0
  118. data/ansible/roles/ruby-common/README.md +1 -1
  119. data/ansible/roles/ruby-common/defaults/main.yml +1 -0
  120. data/ansible/roles/ruby-common/tasks/main.yml +55 -13
  121. data/ansible/roles/sidekiq/README.md +1 -0
  122. data/ansible/roles/sidekiq/defaults/main.yml +2 -0
  123. data/ansible/roles/sidekiq/tasks/main.yml +15 -0
  124. data/ansible/roles/sidekiq/templates/sidekiq-monit-rc +4 -0
  125. data/ansible/roles/sidekiq/templates/sidekiq-systemd.service +63 -0
  126. data/ansible/roles/tailscale/defaults/main.yml +2 -0
  127. data/ansible/roles/tailscale/tasks/main.yml +40 -0
  128. data/ansible/roles/yarn/tasks/main.yml +19 -0
  129. data/ansible/roles/zenoamaro.postgresql/.gitignore +1 -0
  130. data/ansible/roles/zenoamaro.postgresql/.travis.yml +28 -0
  131. data/ansible/roles/zenoamaro.postgresql/LICENSE.md +21 -0
  132. data/ansible/roles/zenoamaro.postgresql/README.md +117 -0
  133. data/ansible/roles/zenoamaro.postgresql/Vagrantfile +62 -0
  134. data/ansible/roles/zenoamaro.postgresql/boxed.yml +26 -0
  135. data/ansible/roles/zenoamaro.postgresql/defaults/main.yml +607 -0
  136. data/ansible/roles/zenoamaro.postgresql/handlers/main.yml +8 -0
  137. data/ansible/roles/zenoamaro.postgresql/inventory +19 -0
  138. data/ansible/roles/zenoamaro.postgresql/main.yml +19 -0
  139. data/ansible/roles/zenoamaro.postgresql/meta/.galaxy_install_info +1 -0
  140. data/ansible/roles/zenoamaro.postgresql/meta/main.yml +21 -0
  141. data/ansible/roles/zenoamaro.postgresql/tasks/configure.yml +55 -0
  142. data/ansible/roles/zenoamaro.postgresql/tasks/extensions.yml +49 -0
  143. data/ansible/roles/zenoamaro.postgresql/tasks/install.yml +51 -0
  144. data/ansible/roles/zenoamaro.postgresql/tasks/main.yml +5 -0
  145. data/ansible/roles/zenoamaro.postgresql/templates/environment +11 -0
  146. data/ansible/roles/zenoamaro.postgresql/templates/pg_ctl.conf +5 -0
  147. data/ansible/roles/zenoamaro.postgresql/templates/pg_hba.conf +112 -0
  148. data/ansible/roles/zenoamaro.postgresql/templates/pg_ident.conf +46 -0
  149. data/ansible/roles/zenoamaro.postgresql/templates/postgresql.conf +536 -0
  150. data/ansible/roles/zenoamaro.postgresql/test.yml +24 -0
  151. data/bin/console +0 -4
  152. data/exe/subspace +3 -84
  153. data/lib/subspace/cli.rb +168 -0
  154. data/lib/subspace/commands/ansible.rb +35 -0
  155. data/lib/subspace/commands/base.rb +94 -0
  156. data/lib/subspace/commands/bootstrap.rb +49 -0
  157. data/lib/subspace/commands/configure.rb +27 -0
  158. data/lib/subspace/commands/exec.rb +20 -0
  159. data/lib/subspace/commands/init.rb +144 -0
  160. data/lib/subspace/commands/inventory.rb +54 -0
  161. data/lib/subspace/commands/maintain.rb +16 -0
  162. data/lib/subspace/commands/maintenance_mode.rb +16 -0
  163. data/lib/subspace/commands/override.rb +21 -0
  164. data/lib/subspace/commands/provision.rb +14 -0
  165. data/lib/subspace/commands/secrets.rb +69 -0
  166. data/lib/subspace/commands/ssh.rb +33 -0
  167. data/lib/subspace/commands/terraform.rb +89 -0
  168. data/lib/subspace/configuration.rb +71 -0
  169. data/lib/subspace/inventory.rb +144 -0
  170. data/lib/subspace/version.rb +1 -1
  171. data/lib/subspace.rb +8 -1
  172. data/subspace.gemspec +14 -3
  173. data/template/provision.rb.erb +94 -0
  174. data/template/subspace/.gitignore +6 -0
  175. data/template/subspace/ansible.cfg.erb +17 -0
  176. data/template/subspace/group_vars/all.erb +28 -0
  177. data/template/subspace/group_vars/template.erb +26 -0
  178. data/template/subspace/inventory.yml.erb +12 -0
  179. data/template/subspace/playbook.yml.erb +18 -0
  180. data/template/subspace/secrets/template.erb +5 -0
  181. data/template/subspace/templates/application.yml.template +27 -0
  182. data/template/subspace/templates/authorized_keys.erb +1 -0
  183. data/template/subspace/terraform/.gitignore +2 -0
  184. data/template/subspace/terraform/template/main-oxenwagen.tf.erb +116 -0
  185. data/template/subspace/terraform/template/main-workhorse.tf.erb +41 -0
  186. data/template/subspace/terraformrc.erb +9 -0
  187. data/terraform/modules/s3_backend/README +2 -0
  188. data/terraform/modules/s3_backend/dynamodb.tf +1 -0
  189. data/terraform/modules/s3_backend/iam_user.tf +38 -0
  190. data/terraform/modules/s3_backend/main.tf +39 -0
  191. data/terraform/modules/s3_backend/state_bucket.tf +14 -0
  192. metadata +198 -29
  193. data/ansible/roles/apache/templates/project.conf +0 -25
  194. data/ansible/roles/aws/tasks/main.yml +0 -46
  195. data/ansible/roles/delayed_job/files/deploy-service +0 -2
  196. data/ansible/roles/delayed_job/files/monit-http.conf +0 -3
  197. data/ansible/roles/letsencrypt/templates/project-le-ssl.conf +0 -31
  198. data/ansible/roles/nginx/templates/nginx-project +0 -27
  199. data/ansible/roles/puma/templates/etc-init-puma-manager.conf +0 -31
  200. data/ansible/roles/puma/templates/etc-init-puma.conf +0 -69
  201. data/lib/subspace/railtie.rb +0 -9
  202. data/lib/tasks/provision.rake +0 -12
  203. data/template/provision/.gitignore +0 -1
  204. data/template/provision/ansible.cfg.erb +0 -5
  205. data/template/provision/group_vars/all.erb +0 -12
  206. data/template/provision/group_vars/template.erb +0 -14
  207. data/template/provision/host_vars/template.erb +0 -4
  208. data/template/provision/playbook.yml.erb +0 -26
  209. data/template/provision/vars/template.erb +0 -4
  210. /data/template/{provision → subspace}/hosts.erb +0 -0
@@ -0,0 +1,91 @@
1
+ ---
2
+ - name: Add PostgreSQL official APT repository
3
+ ansible.builtin.deb822_repository:
4
+ name: postgresql
5
+ types: [deb]
6
+ uris: "http://apt.postgresql.org/pub/repos/apt/"
7
+ suites: [ "{{ ansible_facts['distribution_release'] }}-pgdg" ]
8
+ components: [main]
9
+ signed_by: https://www.postgresql.org/media/keys/ACCC4CF8.asc
10
+ state: present
11
+ enabled: true
12
+ register: pg_apt
13
+
14
+ - name: Update package cache if PG repo was added
15
+ become: yes
16
+ when: pg_apt.changed
17
+ apt:
18
+ update_cache: yes
19
+
20
+ - name: Install PostgreSQL Client
21
+ become: yes
22
+ apt:
23
+ name: "postgresql-client-{{postgresql_version}}"
24
+ state: present
25
+ update_cache: yes
26
+ cache_valid_time: 3600
27
+ tags:
28
+ - postgresql
29
+ - db
30
+ - deps
31
+
32
+ - name: Install libpq-dev
33
+ become: yes
34
+ apt:
35
+ name: "libpq-dev"
36
+ state: present
37
+ update_cache: yes
38
+ cache_valid_time: 3600
39
+ tags:
40
+ - postgresql
41
+ - db
42
+ - deps
43
+
44
+ - name: Ensure pip is installed
45
+ apt:
46
+ name: python3-pip
47
+ state: present
48
+ update_cache: yes
49
+ cache_valid_time: 3600
50
+ tags:
51
+ - postgresql
52
+ - db
53
+ - deps
54
+
55
+ - name: Install psycopg2
56
+ become: yes
57
+ pip:
58
+ name: psycopg2
59
+ break_system_packages: true
60
+ tags:
61
+ - postgresql
62
+ - db
63
+ - deps
64
+
65
+ - name: Grab PostgreSQL database version
66
+ shell: psql -h "{{database_host}}" -U "{{database_user}}" -d "{{database_name}}" -t -c "SELECT version();" | awk '{print $2}'
67
+ register: stats_psql_version
68
+ environment:
69
+ PGPASSWORD: "{{database_password}}"
70
+ when: send_stats == true and stats_url is defined and stats_api_key is defined
71
+ tags:
72
+ - maintenance
73
+ - stats
74
+
75
+ - name: Send Psql stats to URL
76
+ uri:
77
+ url: "{{stats_url}}"
78
+ method: POST
79
+ headers:
80
+ X-API-Version: 1
81
+ X-Client-Api-key: "{{stats_api_key}}"
82
+ body_format: json
83
+ body:
84
+ client_stat:
85
+ stat_type: psql_version
86
+ value: "{{stats_psql_version.stdout}}"
87
+ hostname: "{{hostname}}"
88
+ when: send_stats == true and stats_url is defined and stats_api_key is defined
89
+ tags:
90
+ - maintenance
91
+ - stats
@@ -1,29 +1,48 @@
1
- - name: Add puma-manager
2
- template: src=etc-init-puma-manager.conf dest=/etc/init/puma-manager.conf force=yes mode=755
3
- tags: puma
1
+ - set_fact:
2
+ puma_installed: true
4
3
 
5
- - name: Add puma config
6
- template: src=etc-puma.conf dest=/etc/puma.conf force=yes mode=755
4
+ - name: Create shared/config/puma
5
+ file: path=/u/apps/{{project_name}}/shared/config/puma group=deploy owner=deploy state=directory
7
6
  tags: puma
8
7
 
9
- - name: Add puma init script
10
- template: src=etc-init-puma.conf dest=/etc/init/puma.conf force=yes mode=755
8
+ - name: Add puma shared/config
9
+ template:
10
+ src: puma.rb
11
+ dest: /u/apps/{{project_name}}/shared/config/puma/{{rails_env}}.rb
12
+ group: deploy
13
+ owner: deploy
14
+ force: yes
15
+ mode: 0755
11
16
  tags: puma
12
17
 
13
- # - name: Add puma shared/config
14
- # template: src=puma_production.j2 dest=/u/apps/{{project_name}}/shared/config/puma/production.rb force=yes mode=755
15
- # tags: puma
16
-
17
18
  - name: Make shared/tmp/sockets
18
19
  file: path=/u/apps/{{project_name}}/shared/tmp/sockets group=deploy owner=deploy state=directory
19
20
  tags: tmp
20
21
 
21
- - name: Restart puma-manager
22
- action: service name=puma-manager state=restarted
22
+ - name: Install systemd script
23
+ become: true
24
+ template:
25
+ src: puma-systemd.service
26
+ dest: /etc/systemd/system/puma.service
27
+
28
+ - name: Install systemd socket
29
+ become: true
30
+ template:
31
+ src: puma-systemd.socket
32
+ dest: /etc/systemd/system/puma.socket
33
+
34
+ - name: enable systemd service
35
+ become: true
36
+ systemd:
37
+ name: puma.service
38
+ enabled: yes
39
+ daemon_reload: yes
40
+
41
+ - name: disable systemd socket
42
+ become: true
43
+ systemd:
44
+ name: puma.socket
45
+ enabled: no
46
+ daemon_reload: yes
47
+
23
48
 
24
- - name: Add Deploy user to sudoers
25
- lineinfile:
26
- dest: /etc/sudoers
27
- state: present
28
- regexp: "^{{deploy_user}}"
29
- line: "{{deploy_user}} ALL=NOPASSWD: /usr/sbin/service puma-manager *"
@@ -0,0 +1,5 @@
1
+ check process puma
2
+ with pidfile /u/apps/{{project_name}}/current/tmp/pids/puma.pid
3
+ start program = "/bin/su - {{deploy_user}} -c 'cd /u/apps/{{project_name}}/current && bundle exec pumactl -F /u/apps/{{project_name}}/shared/config/puma/{{rails_env}}.rb start'"
4
+ stop program = "/bin/su - {{deploy_user}} -c 'cd /u/apps/{{project_name}}/current && bundle exec pumactl -F /u/apps/{{project_name}}/shared/config/puma/{{rails_env}}.rb stop'"
5
+ group puma
@@ -0,0 +1,43 @@
1
+ [Unit]
2
+ Description=Puma HTTP Server
3
+ After=network.target
4
+
5
+ # Uncomment for socket activation (see below)
6
+ # Requires=puma.socket
7
+
8
+ [Service]
9
+ # Puma supports systemd's `Type=notify` and watchdog service
10
+ # monitoring, if the [sd_notify](https://github.com/agis/ruby-sdnotify) gem is installed,
11
+ # as of Puma 5.1 or later.
12
+ # On earlier versions of Puma or JRuby, change this to `Type=simple` and remove
13
+ # the `WatchdogSec` line.
14
+ Type=simple
15
+ {% if puma_max_memory is defined %}
16
+ MemoryMax={{puma_max_memory}}
17
+ {% endif %}
18
+ {% if puma_max_cpu is defined %}
19
+ CPUQuota={{puma_max_cpu}}
20
+ {% endif %}
21
+
22
+ # If your Puma process locks up, systemd's watchdog will restart it within seconds.
23
+ # WatchdogSec=10
24
+
25
+ # Preferably configure a non-privileged user
26
+ User=deploy
27
+
28
+ WorkingDirectory=/u/apps/{{project_name}}/current
29
+
30
+ # Helpful for debugging socket activation, etc.
31
+ # Environment=PUMA_DEBUG=1
32
+ Environment=RAILS_ENV={{rails_env}}
33
+
34
+ # SystemD will not run puma even if it is in your path. You must specify
35
+ # an absolute URL to puma. For example /usr/local/bin/puma
36
+
37
+ # Variant: Use `bundle exec --keep-file-descriptors puma` instead of binstub
38
+ ExecStart=/usr/local/bin/bundle exec --keep-file-descriptors puma -C /u/apps/{{project_name}}/current/config/puma/{{rails_env}}.rb
39
+
40
+ Restart=always
41
+
42
+ [Install]
43
+ WantedBy=multi-user.target
@@ -0,0 +1,14 @@
1
+ # /etc/systemd/system/puma.socket
2
+
3
+ [Unit]
4
+ Description=Puma HTTP Server Accept Sockets
5
+
6
+ [Socket]
7
+ ListenStream=0.0.0.0:9292
8
+
9
+ NoDelay=true
10
+ ReusePort=true
11
+ Backlog=1024
12
+
13
+ [Install]
14
+ WantedBy=sockets.target
@@ -1,29 +1,41 @@
1
- # Change to match your CPU core count
2
- workers Integer(ENV['WEB_CONCURRENCY'] || 4)
1
+ {% if monit_installed is defined %}
2
+ begin
3
+ # Needed for Puma 5 + puma-damon, but built in to Puma 4
4
+ # https://github.com/kigster/puma-daemon
5
+ # however not needed if we're using systemd which is the future
6
+ require 'puma/daemon'
7
+ rescue LoadError => e
8
+ daemonize
9
+ # Puma 4 has `daemonize` built in
10
+ end
11
+ {% endif %}
3
12
 
4
- threads_count = Integer(ENV['MAX_THREADS'] || 5)
13
+ # Change to match your CPU core count
14
+ workers {{puma_workers}}
5
15
  # Min and Max threads per worker
6
- threads threads_count, threads_count
16
+ threads {{puma_min_threads}}, {{puma_max_threads}}
7
17
 
8
- app_dir = File.expand_path("../..", __FILE__)
18
+ app_dir = "/u/apps/{{project_name}}/current"
19
+ directory app_dir
9
20
 
10
- # Default to production
11
- rails_env = ENV['RAILS_ENV'] || "production"
21
+ rails_env = "{{rails_env}}"
12
22
  environment rails_env
13
23
 
14
24
  # Set up socket location
15
- bind "unix://#{app_dir}/tmp/sockets/puma.sock"
25
+ bind "tcp://127.0.0.1:9292"
16
26
 
17
27
  # Logging
18
28
  stdout_redirect "#{app_dir}/log/puma.stdout.log", "#{app_dir}/log/puma.stderr.log", true
19
29
 
20
- # Set master PID and state locations
21
- pidfile "#{app_dir}/tmp/pids/puma.pid"
22
- state_path "#{app_dir}/tmp/pids/puma.state"
30
+ pidfile "/u/apps/{{project_name}}/shared/tmp/pids/puma.pid"
31
+ state_path "/u/apps/{{project_name}}/shared/tmp/pids/puma.state"
23
32
  activate_control_app
24
33
 
25
34
  on_worker_boot do
26
35
  require "active_record"
27
36
  ActiveRecord::Base.connection.disconnect! rescue ActiveRecord::ConnectionNotEstablished
28
37
  ActiveRecord::Base.establish_connection(YAML.load_file("#{app_dir}/config/database.yml")[rails_env])
29
- end
38
+ end
39
+
40
+ # Allow puma to be restarted by `rails restart` command.
41
+ plugin :tmp_restart
@@ -1,4 +1,2 @@
1
1
  ---
2
- database_pool: 5
3
- database_name: "{{project_name}}_{{rails_env}}"
4
- database_user: "{{project_name}}"
2
+ send_stats: false
@@ -1,36 +1,94 @@
1
1
  ---
2
2
  - name: Install rails apt dependencies
3
3
  apt:
4
- name: "{{item}}"
5
- with_items:
6
- - git
4
+ name: ['git', 'libffi-dev', 'libgmp3-dev', 'libpq-dev', 'libxslt-dev', 'zlib1g-dev']
5
+ become: true
6
+ when: ('Ubuntu' in ansible_facts["distribution"])
7
+ tags:
8
+ - maintenance
9
+
10
+ - name: Install imagemagick
11
+ apt:
12
+ name: ['imagemagick', 'libmagickwand-dev']
13
+ become: true
14
+ tags:
15
+ - maintenance
16
+ - imagemagick
17
+ when: ('Ubuntu' in ansible_facts["distribution"])
18
+
19
+ - name: Find ImageMagick config directory
20
+ stat:
21
+ path: /etc/ImageMagick-7/policy.xml
22
+ tags:
23
+ - maintenance
24
+ - imagemagick
25
+ register: imagemagick7
26
+
27
+ - name: Update ImageMagick policy to enable reading PDF files
28
+ lineinfile:
29
+ path: /etc/ImageMagick-{{ imagemagick7.stat.exists | ternary('7', '6') }}/policy.xml
30
+ regexp: '<policy domain="coder" rights="none" pattern="PDF" />'
31
+ line: ' <policy domain="coder" rights="read" pattern="PDF" />'
32
+ backrefs: yes
33
+ become: true
34
+ tags:
35
+ - maintenance
7
36
  - imagemagick
8
- - libffi-dev
9
- - libgmp3-dev
10
- - libmagickwand-dev
11
- - libpq-dev
12
- - libxslt-dev
13
- - nodejs
14
- - zlib1g-dev
15
- sudo: true
37
+ when: ('Ubuntu' in ansible_facts["distribution"])
38
+
16
39
 
17
40
  - name: Create /u/apps/{{project_name}}/shared/config
18
41
  file:
19
42
  path: /u/apps/{{project_name}}/shared/config/
20
43
  state: directory
21
- sudo: true
22
- sudo_user: "{{deploy_user}}"
44
+ become: true
45
+ become_user: "{{deploy_user}}"
46
+ tags:
47
+ - maintenance
23
48
 
24
49
  - name: Create database.yml
25
50
  template:
26
51
  src: database.yml
27
52
  dest: /u/apps/{{project_name}}/shared/config/database.yml
28
- sudo: true
29
- sudo_user: "{{deploy_user}}"
53
+ owner: "{{deploy_user}}"
54
+ become: true
30
55
 
31
56
  - name: Create application.yml
57
+ when: appyml is not defined
32
58
  template:
33
- src: application.yml
59
+ src: application.yml.template
34
60
  dest: /u/apps/{{project_name}}/shared/config/application.yml
35
- sudo: true
36
- sudo_user: "{{deploy_user}}"
61
+ owner: "{{deploy_user}}"
62
+ tags:
63
+ - appyml
64
+
65
+ - name: Grab Rails version
66
+ shell: bundle exec rails --version
67
+ args:
68
+ chdir: /u/apps/{{project_name}}/current
69
+ register: stats_rails_version
70
+ when: send_stats == true and stats_url is defined and stats_api_key is defined
71
+ tags:
72
+ - maintenance
73
+ - stats
74
+ ignore_errors: yes
75
+
76
+ - name: Send Rails stats to URL
77
+ uri:
78
+ url: "{{stats_url}}"
79
+ method: POST
80
+ headers:
81
+ X-API-Version: 1
82
+ X-Client-Api-key: "{{stats_api_key}}"
83
+ body_format: json
84
+ body:
85
+ client_stat:
86
+ stat_type: rails_version
87
+ value: "{{stats_rails_version.stdout}}"
88
+ hostname: "{{hostname}}"
89
+ when: send_stats == true and stats_url is defined and stats_api_key is defined
90
+ tags:
91
+ - maintenance
92
+ - stats
93
+ ignore_errors: yes
94
+
@@ -1,3 +1,3 @@
1
- {% for key, value in appyml.iteritems() %}
1
+ {% for key, value in appyml.items() %}
2
2
  {{key}}: "{{value}}"
3
3
  {% endfor %}
@@ -1,5 +1,5 @@
1
1
  {{rails_env}}:
2
- adapter: postgresql
2
+ adapter: {{database_adapter}}
3
3
  encoding: unicode
4
4
  pool: {{database_pool}}
5
5
  database: {{database_name}}
@@ -9,9 +9,9 @@
9
9
 
10
10
  {% if databaseyml_addendum is defined %}
11
11
  {% for dict in databaseyml_addendum %}
12
- {% for name, config in dict.iteritems() %}
12
+ {% for name, config in dict.items() %}
13
13
  {{name}}:
14
- {% for key, value in config.iteritems() %}
14
+ {% for key, value in config.items() %}
15
15
  {{key}}: {{value}}
16
16
  {% endfor %}
17
17
  {% endfor %}
@@ -0,0 +1,2 @@
1
+ ---
2
+ redis_bind: 127.0.0.1
@@ -1,6 +1,48 @@
1
1
  ---
2
- - name: Install Redis
2
+ - name: Remove old redis repo if present (Pre subspace 3.1)
3
+ ansible.builtin.file:
4
+ path: /etc/apt/sources.list.d/packages_redis_io_deb.list
5
+ state: absent
6
+
7
+ - name: Add official redis repo
8
+ ansible.builtin.deb822_repository:
9
+ name: redis
10
+ types: [deb]
11
+ uris: "https://packages.redis.io/deb"
12
+ components: [main]
13
+ suites: [ "{{ ansible_facts['distribution_release'] }}" ]
14
+ signed_by: https://packages.redis.io/gpg
15
+
16
+ - name: Install Redis from official repo
17
+ become: true
3
18
  apt:
4
- pkg: redis-server
5
- state: present
19
+ name: redis-server
20
+ state: latest
6
21
  update_cache: true
22
+
23
+ - name: Set bind IP
24
+ become: true
25
+ lineinfile:
26
+ name: /etc/redis/redis.conf
27
+ regexp: '^bind '
28
+ line: 'bind {{redis_bind}}'
29
+ state: present
30
+
31
+ - name: Disable protected-mode
32
+ become: true
33
+ lineinfile:
34
+ name: /etc/redis/redis.conf
35
+ regexp: '^protected-mode yes'
36
+ line: 'protected-mode no'
37
+
38
+ - name: enable redis
39
+ become: true
40
+ systemd:
41
+ name: redis-server
42
+ enabled: yes
43
+
44
+ - name: restart redis
45
+ become: true
46
+ systemd:
47
+ name: redis-server
48
+ state: restarted
@@ -0,0 +1,14 @@
1
+ ---
2
+ - name: Install systemd resque script
3
+ become: true
4
+ template:
5
+ src: resque-systemd.service
6
+ dest: /etc/systemd/system/resque.service
7
+
8
+ - name: Enable systemd resque service
9
+ become: true
10
+ systemd:
11
+ name: resque
12
+ daemon_reload: true
13
+ enabled: yes
14
+ state: started
@@ -0,0 +1,4 @@
1
+ check process resque
2
+ with pidfile /u/apps/{{project_name}}/shared/tmp/pids/resque.pid
3
+ start program = "/bin/su - deploy -c 'cd /u/apps/{{project_name}}/current && RAILS_ENV={{rails_env}} QUEUES={{hostname}},{{ job_queues | join(',') }} BACKGROUND=yes PIDFILE=/u/apps/{{project_name}}/shared/tmp/pids/resque.pid bundle exec rake resque:work'" with timeout 30 seconds
4
+ stop program = "/bin/su - deploy -c 'kill -s TERM `cat /u/apps/{{project_name}}/shared/tmp/pids/resque.pid`'" with timeout 30 seconds
@@ -0,0 +1,54 @@
1
+ [Unit]
2
+ Description=resque
3
+ # consider adding redis-server.service if Redis is local and systemd-managed.
4
+ After=syslog.target network.target
5
+
6
+ # See these pages for lots of options:
7
+ #
8
+ # https://www.freedesktop.org/software/systemd/man/systemd.service.html
9
+ # https://www.freedesktop.org/software/systemd/man/systemd.exec.html
10
+ #
11
+ # THOSE PAGES ARE CRITICAL FOR ANY LINUX DEVOPS WORK; read them multiple
12
+ # times! systemd is a critical tool for all developers to know and understand.
13
+ #
14
+ [Service]
15
+ #
16
+ # !!!! !!!! !!!!
17
+ #
18
+ Type=forking
19
+
20
+ WorkingDirectory=/u/apps/{{project_name}}/current
21
+
22
+ ExecStart=/usr/local/bin/bundle exec rake resque:work
23
+ ExecStop=/bin/kill -s QUIT $MAINPID
24
+ PIDFile=/u/apps/{{project_name}}/shared/tmp/pids/resque.pid
25
+
26
+ # Uncomment this if you are going to use this as a system service
27
+ # if using as a user service then leave commented out, or you will get an error trying to start the service
28
+ # !!! Change this to your deploy user account if you are using this as a system service !!!
29
+ User=deploy
30
+ Group=deploy
31
+ UMask=0002
32
+
33
+ # Greatly reduce Ruby memory fragmentation and heap usage
34
+ # https://www.mikeperham.com/2018/04/25/taming-rails-memory-bloat/
35
+ Environment=MALLOC_ARENA_MAX=2
36
+ Environment=RAILS_ENV={{rails_env}}
37
+ Environment=COUNT=1
38
+ Environment=QUEUES={{ job_queues | join(',') }}
39
+ Environment=BACKGROUND=yes
40
+ Environment=PIDFILE=/u/apps/{{project_name}}/shared/tmp/pids/resque.pid
41
+
42
+ # if we crash, restart
43
+ RestartSec=1
44
+ Restart=on-failure
45
+
46
+ # output goes to /var/log/syslog (Ubuntu) or /var/log/messages (CentOS)
47
+ StandardOutput=syslog
48
+ StandardError=syslog
49
+
50
+ # This will default to "bundler" if we don't specify it
51
+ SyslogIdentifier=resque
52
+
53
+ [Install]
54
+ WantedBy=multi-user.target
@@ -23,7 +23,7 @@ Role Variables
23
23
 
24
24
  > ruby_version: This variable controls the version of Ruby that will be compiled and installed. It should correspond with the tarball filename excluding the ".tar.gz" extension (e.g. "ruby-1.9.3-p484").
25
25
 
26
- > ruby_checksum: The SHA256 checksum of the gzipped tarball that will be downloaded and compiled.
26
+ > ruby_checksum: The checksum of the gzipped tarball that will be downloaded and compiled. (prefix with algorithm, e.g. sha256:abcdef01234567890)
27
27
 
28
28
  > ruby_download_location: The URL that the tarball should be retrieved from. Using the ruby_version variable within this variable is a good practice (e.g. "http://cache.ruby-lang.org/pub/ruby/1.9/{{ ruby_version }}.tar.gz").
29
29
 
@@ -4,3 +4,4 @@ ruby_bundler_flags: ""
4
4
  ruby_free_min: ""
5
5
  ruby_gc_malloc_limit: ""
6
6
  ruby_heap_min_slots: ""
7
+ send_stats: false