subspace 0.1.1 → 3.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (210) hide show
  1. checksums.yaml +5 -5
  2. data/.gitignore +2 -0
  3. data/.ruby-version +1 -1
  4. data/.travis.yml +1 -1
  5. data/CHANGELOG.md +380 -0
  6. data/README.md +511 -9
  7. data/TODO +34 -0
  8. data/UPGRADING.md +10 -0
  9. data/ansible/playbooks/local_template.yml +13 -0
  10. data/ansible/playbooks/maintenance_mode.yml +5 -0
  11. data/ansible/roles/alienvault/tasks/main.yml +29 -0
  12. data/ansible/roles/apache/defaults/main.yml +2 -5
  13. data/ansible/roles/apache/handlers/main.yml +9 -1
  14. data/ansible/roles/apache/tasks/main.yml +37 -9
  15. data/ansible/roles/apache/templates/server_status.conf +6 -0
  16. data/ansible/roles/apache-rails/tasks/main.yml +26 -0
  17. data/ansible/roles/apache-rails/templates/_canonical_domain.conf +10 -0
  18. data/ansible/roles/apache-rails/templates/_rails.conf +23 -0
  19. data/ansible/roles/apache-rails/templates/project-ssl.conf +23 -0
  20. data/ansible/roles/apache-rails/templates/project.conf +5 -0
  21. data/ansible/roles/collectd/defaults/main.yml +3 -0
  22. data/ansible/roles/collectd/handlers/main.yml +3 -0
  23. data/ansible/roles/collectd/tasks/main.yml +82 -0
  24. data/ansible/roles/collectd/templates/apache2.conf +6 -0
  25. data/ansible/roles/collectd/templates/delayed_job_postgres.conf +21 -0
  26. data/ansible/roles/collectd/templates/df.conf +16 -0
  27. data/ansible/roles/collectd/templates/graphite.conf +14 -0
  28. data/ansible/roles/collectd/templates/hostname.conf +2 -0
  29. data/ansible/roles/collectd/templates/nginx.conf +28 -0
  30. data/ansible/roles/collectd/templates/nodejs-process.conf +3 -0
  31. data/ansible/roles/collectd/templates/puma-process.conf +3 -0
  32. data/ansible/roles/collectd/templates/rails_lograge.conf +31 -0
  33. data/ansible/roles/common/defaults/main.yml +2 -1
  34. data/ansible/roles/common/files/sudoers-service +1 -0
  35. data/ansible/roles/common/tasks/main.yml +307 -19
  36. data/ansible/roles/common/tasks/no_swap.yml +26 -0
  37. data/ansible/roles/common/tasks/swap.yml +34 -8
  38. data/ansible/roles/common/templates/motd +13 -0
  39. data/ansible/roles/common/templates/motd2 +24 -0
  40. data/ansible/roles/common/templates/terminalcolor +25 -0
  41. data/ansible/roles/delayed_job/README.md +2 -4
  42. data/ansible/roles/delayed_job/defaults/main.yml +0 -2
  43. data/ansible/roles/delayed_job/handlers/main.yml +1 -1
  44. data/ansible/roles/delayed_job/tasks/main.yml +22 -29
  45. data/ansible/roles/delayed_job/templates/delayed-job-monit-rc +6 -5
  46. data/ansible/roles/delayed_job/templates/delayed-job-systemd.service +33 -0
  47. data/ansible/roles/gem-patch-report/README.md +137 -0
  48. data/ansible/roles/gem-patch-report/defaults/main.yml +2 -0
  49. data/ansible/roles/gem-patch-report/tasks/main.yml +89 -0
  50. data/ansible/roles/gem-patch-report/templates/gem-patch-report.sh.j2 +114 -0
  51. data/ansible/roles/letsencrypt/defaults/main.yml +11 -1
  52. data/ansible/roles/letsencrypt/tasks/legacy.yml +44 -0
  53. data/ansible/roles/letsencrypt/tasks/main.yml +72 -76
  54. data/ansible/roles/letsencrypt/tasks/modern.yml +39 -0
  55. data/ansible/roles/logrotate/LICENSE +27 -0
  56. data/ansible/roles/logrotate/README.md +70 -0
  57. data/ansible/roles/logrotate/defaults/main.yml +2 -0
  58. data/ansible/roles/logrotate/meta/main.yml +18 -0
  59. data/ansible/roles/logrotate/tasks/main.yml +15 -0
  60. data/ansible/roles/logrotate/templates/logrotate.d.j2 +16 -0
  61. data/ansible/roles/memcache/defaults/main.yml +2 -0
  62. data/ansible/roles/memcache/tasks/main.yml +16 -1
  63. data/ansible/roles/mysql/meta/main.yml +1 -1
  64. data/ansible/roles/mysql/tasks/main.yml +2 -2
  65. data/ansible/roles/mysql2_gem/meta/main.yml +1 -1
  66. data/ansible/roles/mysql2_gem/tasks/main.yml +1 -1
  67. data/ansible/roles/newrelic/tasks/main.yml +8 -1
  68. data/ansible/roles/newrelic-infra/defaults/main.yml +2 -0
  69. data/ansible/roles/newrelic-infra/handlers/main.yml +5 -0
  70. data/ansible/roles/newrelic-infra/tasks/main.yml +38 -0
  71. data/ansible/roles/newrelic-infra/templates/logs.yml.j2 +5 -0
  72. data/ansible/roles/newrelic-infra/templates/newrelic-infra.yml.j2 +2 -0
  73. data/ansible/roles/nginx/defaults/main.yml +4 -0
  74. data/ansible/roles/nginx/handlers/main.yml +12 -0
  75. data/ansible/roles/nginx/tasks/main.yml +113 -14
  76. data/ansible/roles/nginx/templates/nginx.conf +29 -0
  77. data/ansible/roles/nginx/templates/status +10 -0
  78. data/ansible/roles/nginx-maintenance/tasks/main.yml +33 -0
  79. data/ansible/roles/nginx-rails/defaults/main.yml +6 -0
  80. data/ansible/roles/nginx-rails/tasks/main.yml +54 -0
  81. data/ansible/roles/nginx-rails/templates/_asset_cors.conf +11 -0
  82. data/ansible/roles/nginx-rails/templates/_rails.conf +35 -0
  83. data/ansible/roles/nginx-rails/templates/_upstream.conf +11 -0
  84. data/ansible/roles/nginx-rails/templates/default_server +5 -0
  85. data/ansible/roles/nginx-rails/templates/nginx-project +9 -0
  86. data/ansible/roles/nginx-rails/templates/nginx-project-ssl +23 -0
  87. data/ansible/roles/nodejs/tasks/main.yml +33 -0
  88. data/ansible/roles/papertrail/tasks/main.yml +23 -4
  89. data/ansible/roles/papertrail/templates/log_files.yml +8 -1
  90. data/ansible/roles/postgis/.gitignore +3 -0
  91. data/ansible/roles/postgis/CHANGELOG.md +24 -0
  92. data/ansible/roles/postgis/LICENSE +202 -0
  93. data/ansible/roles/postgis/README.md +12 -0
  94. data/ansible/roles/postgis/meta/main.yml +15 -0
  95. data/ansible/roles/postgis/tasks/main.yml +20 -0
  96. data/ansible/roles/postgresql/README.md +15 -0
  97. data/ansible/roles/postgresql/defaults/main.yml +3 -0
  98. data/ansible/roles/postgresql/handlers/main.yml +1 -1
  99. data/ansible/roles/postgresql/meta/main.yml +1 -6
  100. data/ansible/roles/postgresql/tasks/backups.yml +8 -6
  101. data/ansible/roles/postgresql/tasks/main.yml +89 -9
  102. data/ansible/roles/postgresql/templates/backup.sh +17 -2
  103. data/ansible/roles/postgresql-client/tasks/main.yml +91 -0
  104. data/ansible/roles/puma/tasks/main.yml +38 -19
  105. data/ansible/roles/puma/templates/puma-monit-rc +5 -0
  106. data/ansible/roles/puma/templates/puma-systemd.service +43 -0
  107. data/ansible/roles/puma/templates/puma-systemd.socket +14 -0
  108. data/ansible/roles/puma/templates/puma.rb +24 -12
  109. data/ansible/roles/rails/defaults/main.yml +1 -3
  110. data/ansible/roles/rails/tasks/main.yml +76 -18
  111. data/ansible/roles/rails/templates/application.yml +1 -1
  112. data/ansible/roles/rails/templates/database.yml +3 -3
  113. data/ansible/roles/redis/defaults/main.yml +2 -0
  114. data/ansible/roles/redis/tasks/main.yml +45 -3
  115. data/ansible/roles/resque/tasks/main.yml +14 -0
  116. data/ansible/roles/resque/templates/resque-monit-rc +4 -0
  117. data/ansible/roles/resque/templates/resque-systemd.service +54 -0
  118. data/ansible/roles/ruby-common/README.md +1 -1
  119. data/ansible/roles/ruby-common/defaults/main.yml +1 -0
  120. data/ansible/roles/ruby-common/tasks/main.yml +55 -13
  121. data/ansible/roles/sidekiq/README.md +1 -0
  122. data/ansible/roles/sidekiq/defaults/main.yml +2 -0
  123. data/ansible/roles/sidekiq/tasks/main.yml +15 -0
  124. data/ansible/roles/sidekiq/templates/sidekiq-monit-rc +4 -0
  125. data/ansible/roles/sidekiq/templates/sidekiq-systemd.service +63 -0
  126. data/ansible/roles/tailscale/defaults/main.yml +2 -0
  127. data/ansible/roles/tailscale/tasks/main.yml +40 -0
  128. data/ansible/roles/yarn/tasks/main.yml +19 -0
  129. data/ansible/roles/zenoamaro.postgresql/.gitignore +1 -0
  130. data/ansible/roles/zenoamaro.postgresql/.travis.yml +28 -0
  131. data/ansible/roles/zenoamaro.postgresql/LICENSE.md +21 -0
  132. data/ansible/roles/zenoamaro.postgresql/README.md +117 -0
  133. data/ansible/roles/zenoamaro.postgresql/Vagrantfile +62 -0
  134. data/ansible/roles/zenoamaro.postgresql/boxed.yml +26 -0
  135. data/ansible/roles/zenoamaro.postgresql/defaults/main.yml +607 -0
  136. data/ansible/roles/zenoamaro.postgresql/handlers/main.yml +8 -0
  137. data/ansible/roles/zenoamaro.postgresql/inventory +19 -0
  138. data/ansible/roles/zenoamaro.postgresql/main.yml +19 -0
  139. data/ansible/roles/zenoamaro.postgresql/meta/.galaxy_install_info +1 -0
  140. data/ansible/roles/zenoamaro.postgresql/meta/main.yml +21 -0
  141. data/ansible/roles/zenoamaro.postgresql/tasks/configure.yml +55 -0
  142. data/ansible/roles/zenoamaro.postgresql/tasks/extensions.yml +49 -0
  143. data/ansible/roles/zenoamaro.postgresql/tasks/install.yml +51 -0
  144. data/ansible/roles/zenoamaro.postgresql/tasks/main.yml +5 -0
  145. data/ansible/roles/zenoamaro.postgresql/templates/environment +11 -0
  146. data/ansible/roles/zenoamaro.postgresql/templates/pg_ctl.conf +5 -0
  147. data/ansible/roles/zenoamaro.postgresql/templates/pg_hba.conf +112 -0
  148. data/ansible/roles/zenoamaro.postgresql/templates/pg_ident.conf +46 -0
  149. data/ansible/roles/zenoamaro.postgresql/templates/postgresql.conf +536 -0
  150. data/ansible/roles/zenoamaro.postgresql/test.yml +24 -0
  151. data/bin/console +0 -4
  152. data/exe/subspace +3 -84
  153. data/lib/subspace/cli.rb +168 -0
  154. data/lib/subspace/commands/ansible.rb +35 -0
  155. data/lib/subspace/commands/base.rb +94 -0
  156. data/lib/subspace/commands/bootstrap.rb +49 -0
  157. data/lib/subspace/commands/configure.rb +27 -0
  158. data/lib/subspace/commands/exec.rb +20 -0
  159. data/lib/subspace/commands/init.rb +144 -0
  160. data/lib/subspace/commands/inventory.rb +54 -0
  161. data/lib/subspace/commands/maintain.rb +16 -0
  162. data/lib/subspace/commands/maintenance_mode.rb +16 -0
  163. data/lib/subspace/commands/override.rb +21 -0
  164. data/lib/subspace/commands/provision.rb +14 -0
  165. data/lib/subspace/commands/secrets.rb +69 -0
  166. data/lib/subspace/commands/ssh.rb +33 -0
  167. data/lib/subspace/commands/terraform.rb +89 -0
  168. data/lib/subspace/configuration.rb +71 -0
  169. data/lib/subspace/inventory.rb +144 -0
  170. data/lib/subspace/version.rb +1 -1
  171. data/lib/subspace.rb +8 -1
  172. data/subspace.gemspec +14 -3
  173. data/template/provision.rb.erb +94 -0
  174. data/template/subspace/.gitignore +6 -0
  175. data/template/subspace/ansible.cfg.erb +17 -0
  176. data/template/subspace/group_vars/all.erb +28 -0
  177. data/template/subspace/group_vars/template.erb +26 -0
  178. data/template/subspace/inventory.yml.erb +12 -0
  179. data/template/subspace/playbook.yml.erb +18 -0
  180. data/template/subspace/secrets/template.erb +5 -0
  181. data/template/subspace/templates/application.yml.template +27 -0
  182. data/template/subspace/templates/authorized_keys.erb +1 -0
  183. data/template/subspace/terraform/.gitignore +2 -0
  184. data/template/subspace/terraform/template/main-oxenwagen.tf.erb +116 -0
  185. data/template/subspace/terraform/template/main-workhorse.tf.erb +41 -0
  186. data/template/subspace/terraformrc.erb +9 -0
  187. data/terraform/modules/s3_backend/README +2 -0
  188. data/terraform/modules/s3_backend/dynamodb.tf +1 -0
  189. data/terraform/modules/s3_backend/iam_user.tf +38 -0
  190. data/terraform/modules/s3_backend/main.tf +39 -0
  191. data/terraform/modules/s3_backend/state_bucket.tf +14 -0
  192. metadata +198 -29
  193. data/ansible/roles/apache/templates/project.conf +0 -25
  194. data/ansible/roles/aws/tasks/main.yml +0 -46
  195. data/ansible/roles/delayed_job/files/deploy-service +0 -2
  196. data/ansible/roles/delayed_job/files/monit-http.conf +0 -3
  197. data/ansible/roles/letsencrypt/templates/project-le-ssl.conf +0 -31
  198. data/ansible/roles/nginx/templates/nginx-project +0 -27
  199. data/ansible/roles/puma/templates/etc-init-puma-manager.conf +0 -31
  200. data/ansible/roles/puma/templates/etc-init-puma.conf +0 -69
  201. data/lib/subspace/railtie.rb +0 -9
  202. data/lib/tasks/provision.rake +0 -12
  203. data/template/provision/.gitignore +0 -1
  204. data/template/provision/ansible.cfg.erb +0 -5
  205. data/template/provision/group_vars/all.erb +0 -12
  206. data/template/provision/group_vars/template.erb +0 -14
  207. data/template/provision/host_vars/template.erb +0 -4
  208. data/template/provision/playbook.yml.erb +0 -26
  209. data/template/provision/vars/template.erb +0 -4
  210. /data/template/{provision → subspace}/hosts.erb +0 -0
@@ -1,37 +1,271 @@
1
1
  ---
2
2
  - name: Test connection
3
3
  ping:
4
+ tags:
5
+ - maintenance
6
+
7
+ - name: Ensure /etc/profile.d/ exists
8
+ file:
9
+ path: "/etc/profile.d/"
10
+ owner: root
11
+ state: directory
12
+ become: yes
13
+ tags:
14
+ - maintenance
15
+
16
+ - name: Set terminal color
17
+ vars:
18
+ terminal_env_playbook: "{{terminal_env | default('not provided', true) }}"
19
+ template:
20
+ src: terminalcolor
21
+ dest: "/etc/profile.d/termcolor.sh"
22
+ mode: a+x
23
+ become: true
24
+ tags:
25
+ - maintenance
26
+
27
+ - name: Set MOTD
28
+ template:
29
+ src: motd
30
+ dest: /etc/motd
31
+ become: true
4
32
 
5
33
  - name: Set hostname
6
34
  command: hostname {{hostname}}
7
- sudo: true
35
+ become: true
36
+ tags:
37
+ - maintenance
38
+
39
+ - name: Set hostname in /etc/hosts
40
+ lineinfile:
41
+ dest: "/etc/hosts"
42
+ line: "127.0.0.1 {{hostname}}"
43
+ state: present
44
+ insertafter: "127.0.0.1 localhost"
45
+ become: true
46
+ tags:
47
+ - maintenance
8
48
 
9
49
  - name: update /etc/hostname
10
50
  copy:
11
51
  content: "{{hostname}}"
12
52
  dest: /etc/hostname
53
+ become: true
54
+ tags:
55
+ - maintenance
13
56
 
14
57
  - name: Set hostname for systemd
15
58
  hostname:
16
59
  name: "{{hostname}}"
60
+ use: systemd
61
+ become: true
62
+ tags:
63
+ - maintenance
17
64
 
18
65
  - name: apt-get update
19
- apt: update_cache=yes cache_valid_time=86400
20
- sudo: true
66
+ apt: update_cache=yes cache_valid_time=3600
67
+ become: true
68
+ tags:
69
+ - upgrade
70
+ - maintenance
71
+ ignore_errors: yes
72
+
73
+ - name: install aptitude
74
+ apt:
75
+ pkg: aptitude
76
+ state: present
77
+ become: true
78
+ tags:
79
+ - maintenance
80
+
81
+ - name: "Ensure systemd is installed"
82
+ apt:
83
+ name: systemd
84
+ state: latest
85
+ update_cache: yes
86
+ cache_valid_time: 3600
87
+
88
+ - name: Install custom apt repo prerequisites
89
+ apt:
90
+ pkg:
91
+ - curl
92
+ - gnupg2
93
+ - ca-certificates
94
+ - lsb-release
95
+ - ubuntu-keyring
96
+ state: present
97
+ become: true
98
+
99
+ - name: /usr/lib/update-notifier/apt-check --human-readable
100
+ command: /usr/lib/update-notifier/apt-check --human-readable
101
+ tags:
102
+ - upgrade
103
+ - maintenance
104
+ register: out
105
+
106
+ - name: Creates /opt/subspace
107
+ file:
108
+ path: /opt/subspace
109
+ state: directory
110
+ become: true
111
+ tags:
112
+ - maintenance
113
+ - upgrade
114
+
115
+ - name: Save updates to /opt/subspace/updates.log
116
+ lineinfile:
117
+ path: /opt/subspace/updates.log
118
+ line: "[{{ out.end }}]\n{{ out.stdout }}"
119
+ insertafter: EOF
120
+ create: yes
121
+ become: true
122
+ tags:
123
+ - maintenance
124
+ - upgrade
21
125
 
22
126
  - name: apt-get upgrade
23
127
  apt: upgrade=full
24
- sudo: true
25
-
26
- - name: Set timezone variables
27
- copy: content='America/Chicago'
28
- dest=/etc/timezone
29
- owner=root
30
- group=root
31
- mode=0644
32
- backup=yes
33
- notify:
34
- - update timezone
128
+ become: true
129
+ tags:
130
+ - maintenance
131
+ - upgrade
132
+ register: ansibleapt
133
+
134
+ - set_fact:
135
+ ansibleapt: "{{ ansibleapt.stdout }}"
136
+ tags:
137
+ - maintenance
138
+ - upgrade
139
+
140
+ - name: apt-get autoremove
141
+ apt:
142
+ autoremove: true
143
+ become: true
144
+ tags:
145
+ - maintenance
146
+ - upgrade
147
+
148
+ - name: Install acl so ansible can become a non-privileged user
149
+ apt:
150
+ pkg: acl
151
+ state: present
152
+ become: true
153
+
154
+ - name: Get os_upgrades stats
155
+ shell:
156
+ cmd: |
157
+ awk -v month="$(date '+%Y-%m')" '/^\[/ {flag = ($0 ~ month)} flag && !/^\[/' updates.log | # Groups of lines from the current month
158
+ grep 'packages\|immediately' | # Only lines matching 'packages' or 'immediately'
159
+ grep -P -o '(^\d+)' | #Extract the numbers at the beginning of the lines
160
+ awk '{s+=$1} END {print s}' # Sum all the lines
161
+ args:
162
+ chdir: /opt/subspace
163
+ register: stats_os_upgrades
164
+ when: send_stats == true and stats_url is defined and stats_api_key is defined
165
+ tags:
166
+ - maintenance
167
+ - stats
168
+
169
+ - name: Send os_upgrades stats to URL
170
+ uri:
171
+ url: "{{stats_url}}"
172
+ method: POST
173
+ headers:
174
+ X-API-Version: 1
175
+ X-Client-Api-key: "{{stats_api_key}}"
176
+ body_format: json
177
+ body:
178
+ client_stat:
179
+ stat_type: os_upgrades
180
+ value: "{{stats_os_upgrades.stdout}}"
181
+ hostname: "{{hostname}}"
182
+ when: (send_stats == true) and (stats_url is defined) and (stats_api_key is defined) and (stats_os_upgrades.stdout | length > 0)
183
+ tags:
184
+ - maintenance
185
+ - stats
186
+
187
+ - name: Get unattended security updates
188
+ shell:
189
+ cmd: cat /var/log/unattended-upgrades/unattended-upgrades.log | grep "Packages that will be upgraded:" | grep $(date '+%Y-%m') | cut -d " " -f 9- | wc -w
190
+ register: out
191
+ tags:
192
+ - maintenance
193
+ - stats
194
+
195
+ - name: get current date as month
196
+ shell:
197
+ cmd: date '+%Y-%m'
198
+ register: current_month
199
+ tags:
200
+ - maintenance
201
+ - stats
202
+
203
+ - name: Save unattended updates to /opt/subspace/updates.log
204
+ lineinfile:
205
+ path: /opt/subspace/updates.log
206
+ line: "[{{current_month.stdout}}]\n{{ out.stdout }} unattended security updates"
207
+ insertafter: EOF
208
+ create: yes
209
+ become: true
210
+ tags:
211
+ - maintenance
212
+ - stats
213
+ when: out.stdout != "0"
214
+
215
+ - name: Update unattended-upgrades.log
216
+ shell:
217
+ cmd: perl -i -pe 's/Packages that will be upgraded:/Packages already upgraded and logged in Subspace:/smg' /var/log/unattended-upgrades/unattended-upgrades.log
218
+ become: true
219
+ tags:
220
+ - maintenance
221
+ - stats
222
+
223
+ - name: Get os_security_upgrades stats
224
+ shell:
225
+ cmd: |
226
+ grep -A 1 $(date +%Y-%m) updates.log | # Groups of lines from the current month
227
+ grep 'security' | # Only lines matching 'security'
228
+ awk '{s+=$1} END {print s}' # Sum all the lines
229
+ args:
230
+ chdir: /opt/subspace
231
+ register: stats_os_security_upgrades
232
+ when: send_stats == true and stats_url is defined and stats_api_key is defined
233
+ tags:
234
+ - maintenance
235
+ - stats
236
+
237
+ - name: Send os_security_upgrades stats to URL
238
+ uri:
239
+ url: "{{stats_url}}"
240
+ method: POST
241
+ headers:
242
+ X-API-Version: 1
243
+ X-Client-Api-key: "{{stats_api_key}}"
244
+ body_format: json
245
+ body:
246
+ client_stat:
247
+ stat_type: os_security_upgrades
248
+ value: "{{stats_os_security_upgrades.stdout}}"
249
+ hostname: "{{hostname}}"
250
+ when: (send_stats == true) and (stats_url is defined) and (stats_api_key is defined) and (stats_os_security_upgrades.stdout | length > 0)
251
+ tags:
252
+ - maintenance
253
+ - stats
254
+
255
+ - name: Clear updates.log
256
+ file:
257
+ path: /opt/subspace/updates.log
258
+ state: absent
259
+ when: send_stats == true and stats_url is defined and stats_api_key is defined
260
+ tags:
261
+ - maintenance
262
+ - stats
263
+
264
+ - name: set timezone
265
+ timezone:
266
+ name: "{{timezone}}"
267
+ tags:
268
+ - maintenance
35
269
 
36
270
  - name: Add deploy user
37
271
  user:
@@ -39,20 +273,74 @@
39
273
  state: present
40
274
  generate_ssh_key: yes
41
275
  shell: /bin/bash
42
- sudo: true
276
+ become: true
277
+ tags:
278
+ - maintenance
279
+
280
+ - name: Add deploy user to adm group so it can view logs in /var/log
281
+ user:
282
+ name: "{{deploy_user}}"
283
+ append: yes
284
+ groups: "adm"
285
+ become: true
286
+ tags:
287
+ - maintenance
288
+
289
+ - name: Add sudoers.d file so that deploy can restart services without entering password.
290
+ copy:
291
+ src: sudoers-service
292
+ dest: /etc/sudoers.d/service
293
+ become: true
294
+ tags:
295
+ - maintenance
43
296
 
44
297
  - name: Update authorized_keys for deploy user
45
298
  copy:
46
- src: authorized_keys
299
+ src: templates/authorized_keys
47
300
  dest: "/home/{{deploy_user}}/.ssh/authorized_keys"
48
301
  owner: "{{deploy_user}}"
49
- sudo: true
302
+ become: true
303
+ tags:
304
+ - authorized_keys
305
+ - maintenance
50
306
 
51
307
  - name: Create directory to which to deploy
52
308
  file:
53
309
  path: /u/apps/{{project_name}}
54
310
  owner: "{{deploy_user}}"
55
311
  state: directory
56
- sudo: true
312
+ become: true
313
+ tags:
314
+ - maintenance
315
+
316
+ - name: Grab OS version
317
+ shell: . /etc/os-release; echo "$PRETTY_NAME"
318
+ register: stats_os_version
319
+ when: send_stats == true and stats_url is defined and stats_api_key is defined
320
+ tags:
321
+ - maintenance
322
+ - stats
323
+
324
+ - name: Send OS stats to URL
325
+ uri:
326
+ url: "{{stats_url}}"
327
+ method: POST
328
+ headers:
329
+ X-API-Version: 1
330
+ X-Client-Api-key: "{{stats_api_key}}"
331
+ body_format: json
332
+ body:
333
+ client_stat:
334
+ stat_type: os_version
335
+ value: "{{stats_os_version.stdout}}"
336
+ hostname: "{{hostname}}"
337
+ when: send_stats == true and stats_url is defined and stats_api_key is defined
338
+ tags:
339
+ - maintenance
340
+ - stats
341
+
342
+ - import_tasks: swap.yml
343
+ when: swap_space is defined
57
344
 
58
- - include: swap.yml
345
+ - import_tasks: no_swap.yml
346
+ when: swap_space is not defined
@@ -0,0 +1,26 @@
1
+ ---
2
+ - name: turn off swap
3
+ become: true
4
+ command: swapoff -a
5
+
6
+ - name: set swapiness
7
+ become: true
8
+ sysctl:
9
+ name: vm.swappiness
10
+ value: "0"
11
+
12
+ - name: delete swap file
13
+ become: true
14
+ file:
15
+ path: /swapfile
16
+ state: absent
17
+
18
+ - name: remove from fstab
19
+ become: true
20
+ lineinfile:
21
+ dest: /etc/fstab
22
+ regexp: /swapfile
23
+ line: "/swapfile none swap sw 0 0"
24
+ state: absent
25
+
26
+
@@ -1,41 +1,67 @@
1
1
  - name: set swap_file variable
2
+ become: true
2
3
  set_fact:
3
4
  swap_file: /swapfile
4
5
 
5
6
  - name: check if swap file exists
7
+ become: true
6
8
  stat:
7
9
  path: /swapfile
8
10
  register: swap_file_check
9
11
 
12
+ - name: Check if size changed
13
+ set_fact:
14
+ swap_size_changed: "{{ ( swap_file_check.stat.exists and (swap_space | human_to_bytes) != swap_file_check.stat.size ) | bool }}"
15
+
16
+ - debug:
17
+ msg: "Swap file size changed! Current: {{swap_file_check.stat.size}}, requested: {{swap_space}} ({{ swap_space | human_to_bytes }})"
18
+ when: swap_size_changed
19
+
20
+ - name: (Swap Size Changed) Turn off swap
21
+ become: true
22
+ command: swapoff -a
23
+ when: swap_size_changed
24
+
25
+ - name: (Swap Size Changed) delete old swap file
26
+ become: true
27
+ file:
28
+ path: /swapfile
29
+ state: absent
30
+ when: swap_size_changed
31
+
32
+ - set_fact:
33
+ create_new_swap: "{{ not swap_file_check.stat.exists or swap_size_changed }}"
34
+
10
35
  - name: create swap file
11
- sudo: yes
36
+ become: true
12
37
  command: fallocate -l {{ swap_space }} /swapfile
13
- when: not swap_file_check.stat.exists
38
+ when: create_new_swap
14
39
 
15
40
  - name: set permissions on swap file
16
- sudo: yes
41
+ become: true
17
42
  file:
18
43
  path: /swapfile
19
44
  mode: 0600
45
+ when: create_new_swap
20
46
 
21
47
  - name: format swap file
22
- sudo: yes
48
+ become: true
23
49
  command: mkswap /swapfile
24
- when: not swap_file_check.stat.exists
50
+ when: create_new_swap
25
51
 
26
52
  - name: add to fstab
27
- sudo: yes
53
+ become: true
28
54
  lineinfile:
29
55
  dest: /etc/fstab
30
56
  regexp: /swapfile
31
57
  line: "/swapfile none swap sw 0 0"
32
58
 
33
59
  - name: turn on swap
34
- sudo: yes
60
+ become: true
35
61
  command: swapon -a
36
62
 
37
63
  - name: set swapiness
38
- sudo: yes
64
+ become: true
39
65
  sysctl:
40
66
  name: vm.swappiness
41
67
  value: "1"
@@ -0,0 +1,13 @@
1
+ This server brought to you by:
2
+ ____ _ ____
3
+ / ___| _ _| |__/ ___| _ __ __ _ ___ ___
4
+ \___ \| | | | '_ \___ \| '_ \ / _` |/ __/ _ \
5
+ ___) | |_| | |_) |__) | |_) | (_| | (_| __/
6
+ |____/ \__,_|_.__/____/| .__/ \__,_|\___\___|
7
+ |_| v{{lookup('env', 'SUBSPACE_VERSION')}}
8
+ ~~~ https://github.com/tenforwardconsulting/subspace ~~~
9
+
10
+ If you need to make configuration changes to the server, please modify the
11
+ config/subspace directory in the app or risk the changes disappearing.
12
+
13
+ Last subspace run: {{ansible_facts["date_time"].iso8601}}
@@ -0,0 +1,24 @@
1
+
2
+ .------, YOU ARE
3
+ .\/. |______| A SPECIAL
4
+ _\_}{_/_ _|_Ll___|_ SNOWFLAKE
5
+ / }{ \ [__________] .\/.
6
+ '/\' / \ _\_\/_/_
7
+ () o o () / /\ \
8
+ \ ~~~ . / '/\'
9
+ _\/ \ '...' / \/_
10
+ \\ {`------'} //
11
+ \\ /`---/',`\\ //
12
+ \/' o | |\ \`//
13
+ /' | | \/ /\
14
+ __,. -- ~~ ~| o `\| |~ ~~ -- . __
15
+ | |
16
+ jgs \ o / THIS SERVER
17
+ `._ _.' IS NOT
18
+ ^~- . - ~^
19
+
20
+ This server is managed by SubSpace:
21
+ https://github.com/tenforwardconsulting/subspace
22
+
23
+ If you need to make configuration changes to the server, please modify the
24
+ config/subspace directory in the app or risk the changes dissapearing.
@@ -0,0 +1,25 @@
1
+ {% if terminal_env_playbook == 'production' %}
2
+ export PROMPT_COMMAND='export PS1="\[\e[0;37m\]\[\e[1;41m\][\u@\h \W]\$ \[\e[0m\]"'
3
+
4
+ #Write a big red rectangle to warn when you're logged into production
5
+ echo -e '\e[0;41m\e[37m' #Set terminal colors
6
+ for run in {1..4}
7
+ do
8
+ echo " !!! PRODUCTION !!!"
9
+ done
10
+ echo -e '\e[0m' #Reset terminal color to default
11
+ echo ''
12
+
13
+ {% elif terminal_env_playbook == 'development' or terminal_env_playbook == 'dev' %}
14
+ export PROMPT_COMMAND='export PS1="\[\e[0;37m\]\[\e[1;44m\][\u@\h \W]\$ \[\e[0m\]"'
15
+ {% elif terminal_env_playbook == 'qa' %}
16
+ export PROMPT_COMMAND='export PS1="\[\e[0;37m\]\[\e[1;43m\][\u@\h \W]\$ \[\e[0m\]"'
17
+ {% else %}
18
+ echo ''
19
+ echo -e $'
20
+ No terminal environment color defined.
21
+ Define variable \e[0;43m\e[37m terminal_env \e[0m in your vars.
22
+ Acceptable values are \'development\', \'dev\', \'qa\', or \'production\'.
23
+ '
24
+ echo ''
25
+ {% endif %}
@@ -2,8 +2,6 @@
2
2
 
3
3
  ## Variables
4
4
 
5
- ### Optional
5
+ ### Required
6
6
 
7
- * `delayed_job_queues`
8
- The delayed job queues so the upstart script can start each one.
9
- If this is not set, then the upstart script will start delayed\_job without specifying any queue and it will run all of your jobs.
7
+ `delayed_job_command`
@@ -1,4 +1,2 @@
1
1
  ---
2
2
  delayed_job_command: bin/delayed_job
3
- delayed_job_queues:
4
- - default
@@ -1,4 +1,4 @@
1
1
  ---
2
2
  - name: monit reload
3
3
  command: monit reload
4
- sudo: true
4
+ become: true
@@ -1,34 +1,27 @@
1
1
  ---
2
- - name: Install monit
3
- apt:
4
- name: monit
5
- state: present
2
+ - set_fact: delayed_job_installed="true"
6
3
 
7
- - name: Install delayed_job monit script
4
+ - name: Install systemd delayed_job script
5
+ become: true
6
+ vars:
7
+ job_queue: "{{ item }}"
8
8
  template:
9
- src: delayed-job-monit-rc
10
- dest: /etc/monit/conf.d/delayed_job_{{project_name}}_{{rails_env}}
11
- notify: monit reload
9
+ src: delayed-job-systemd.service
10
+ dest: /etc/systemd/system/delayed_job_{{ item }}{{ loop_index }}.service
11
+ loop: "{{ job_queues }}"
12
+ loop_control:
13
+ index_var: loop_index
14
+ loop_var: item
12
15
 
13
- - name: Copy sudoers file so that deploy can restart services without entering password.
14
- copy:
15
- src: deploy-service
16
- dest: /etc/sudoers.d/deploy-service
17
- sudo: true
16
+ - name: Enable systemd delayed_job service
17
+ become: true
18
+ systemd:
19
+ name: "delayed_job_{{ item }}{{ loop_index }}"
20
+ daemon_reload: true
21
+ enabled: yes
22
+ state: started
23
+ loop: "{{ job_queues }}"
24
+ loop_control:
25
+ loop_var: item
26
+ index_var: loop_index
18
27
 
19
- - name: Copy monit config to enable http from localhost
20
- copy:
21
- src: monit-http.conf
22
- dest: /etc/monit/conf.d/monit-http.conf
23
- sudo: true
24
- notify: monit reload
25
-
26
- - name: Remove old upstart files
27
- file:
28
- path: /etc/init/delayed-job.conf
29
- state: absent
30
-
31
- - name: Remove old monit files
32
- file:
33
- path: /etc/monit/conf.d/delayed_job
34
- state: absent
@@ -8,9 +8,10 @@
8
8
  #
9
9
  # include /var/www/apps/{app_name}/shared/delayed_job.monitrc
10
10
 
11
- {% for queue in delayed_job_queues %}
12
- check process delayed_job_{{queue}}
13
- with pidfile /u/apps/{{project_name}}/shared/tmp/pids/delayed_job.{{queue}}.pid
14
- start program = "/bin/su - deploy -c 'cd /u/apps/{{project_name}}/current; RAILS_ENV={{rails_env}} bundle exec {{delayed_job_command}} --identifier={{queue}} --queue={{queue}} start'"
15
- stop program = "/bin/su - deploy -c 'cd /u/apps/{{project_name}}/current; RAILS_ENV={{rails_env}} bundle exec {{delayed_job_command}} --identifier={{queue}} --queue={{queue}} stop'"
11
+ {% for queue in job_queues %}
12
+ check process delayed_job_{{queue}}{{loop.index}}
13
+ with pidfile /u/apps/{{project_name}}/shared/tmp/pids/delayed_job.{{queue}}{{loop.index}}.pid
14
+ start program = "/bin/su - deploy -c 'cd /u/apps/{{project_name}}/current; RAILS_ENV={{rails_env}} bundle exec {{delayed_job_command}} --identifier={{queue}}{{loop.index}} --queue={{queue}} start'"
15
+ stop program = "/bin/su - deploy -c 'cd /u/apps/{{project_name}}/current; RAILS_ENV={{rails_env}} bundle exec {{delayed_job_command}} --identifier={{queue}}{{loop.index}} --queue={{queue}} stop'"
16
+ group delayed_job
16
17
  {% endfor %}
@@ -0,0 +1,33 @@
1
+ [Unit]
2
+ Description=Start delayed_job_{{job_queue}}{{loop_index}} instance
3
+ After=syslog.target network.target
4
+
5
+ [Service]
6
+ Type=forking
7
+
8
+ # Uncomment this if you are going to use this as a system service
9
+ # if using as a user service then leave commented out, or you will get an error trying to start the service
10
+ # !!! Change this to your deploy user account if you are using this as a system service !!!
11
+ User=deploy
12
+ Group=deploy
13
+ UMask=0002
14
+
15
+ Environment=RAILS_ENV={{rails_env}}
16
+
17
+ WorkingDirectory=/u/apps/{{project_name}}/current
18
+ ExecStart=/usr/local/bin/bundle exec {{delayed_job_command}} --identifier={{job_queue}}{{loop_index}} --queue={{job_queue}} start
19
+ ExecStop=/usr/local/bin/bundle exec {{delayed_job_command}} --identifier={{job_queue}}{{loop_index}} --queue={{job_queue}} stop
20
+ TimeoutSec=120
21
+ PIDFile=/u/apps/{{project_name}}/shared/tmp/pids/delayed_job.{{job_queue}}{{loop_index}}.pid
22
+
23
+ # if we crash, restart
24
+ RestartSec=1
25
+ Restart=on-failure
26
+
27
+ StandardOutput=syslog
28
+ StandardError=syslog
29
+ # This will default to "bundler" if we don't specify it
30
+ SyslogIdentifier=delayed_job
31
+
32
+ [Install]
33
+ WantedBy=multi-user.target