subspace 0.1.1 → 3.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (210) hide show
  1. checksums.yaml +5 -5
  2. data/.gitignore +2 -0
  3. data/.ruby-version +1 -1
  4. data/.travis.yml +1 -1
  5. data/CHANGELOG.md +380 -0
  6. data/README.md +511 -9
  7. data/TODO +34 -0
  8. data/UPGRADING.md +10 -0
  9. data/ansible/playbooks/local_template.yml +13 -0
  10. data/ansible/playbooks/maintenance_mode.yml +5 -0
  11. data/ansible/roles/alienvault/tasks/main.yml +29 -0
  12. data/ansible/roles/apache/defaults/main.yml +2 -5
  13. data/ansible/roles/apache/handlers/main.yml +9 -1
  14. data/ansible/roles/apache/tasks/main.yml +37 -9
  15. data/ansible/roles/apache/templates/server_status.conf +6 -0
  16. data/ansible/roles/apache-rails/tasks/main.yml +26 -0
  17. data/ansible/roles/apache-rails/templates/_canonical_domain.conf +10 -0
  18. data/ansible/roles/apache-rails/templates/_rails.conf +23 -0
  19. data/ansible/roles/apache-rails/templates/project-ssl.conf +23 -0
  20. data/ansible/roles/apache-rails/templates/project.conf +5 -0
  21. data/ansible/roles/collectd/defaults/main.yml +3 -0
  22. data/ansible/roles/collectd/handlers/main.yml +3 -0
  23. data/ansible/roles/collectd/tasks/main.yml +82 -0
  24. data/ansible/roles/collectd/templates/apache2.conf +6 -0
  25. data/ansible/roles/collectd/templates/delayed_job_postgres.conf +21 -0
  26. data/ansible/roles/collectd/templates/df.conf +16 -0
  27. data/ansible/roles/collectd/templates/graphite.conf +14 -0
  28. data/ansible/roles/collectd/templates/hostname.conf +2 -0
  29. data/ansible/roles/collectd/templates/nginx.conf +28 -0
  30. data/ansible/roles/collectd/templates/nodejs-process.conf +3 -0
  31. data/ansible/roles/collectd/templates/puma-process.conf +3 -0
  32. data/ansible/roles/collectd/templates/rails_lograge.conf +31 -0
  33. data/ansible/roles/common/defaults/main.yml +2 -1
  34. data/ansible/roles/common/files/sudoers-service +1 -0
  35. data/ansible/roles/common/tasks/main.yml +307 -19
  36. data/ansible/roles/common/tasks/no_swap.yml +26 -0
  37. data/ansible/roles/common/tasks/swap.yml +34 -8
  38. data/ansible/roles/common/templates/motd +13 -0
  39. data/ansible/roles/common/templates/motd2 +24 -0
  40. data/ansible/roles/common/templates/terminalcolor +25 -0
  41. data/ansible/roles/delayed_job/README.md +2 -4
  42. data/ansible/roles/delayed_job/defaults/main.yml +0 -2
  43. data/ansible/roles/delayed_job/handlers/main.yml +1 -1
  44. data/ansible/roles/delayed_job/tasks/main.yml +22 -29
  45. data/ansible/roles/delayed_job/templates/delayed-job-monit-rc +6 -5
  46. data/ansible/roles/delayed_job/templates/delayed-job-systemd.service +33 -0
  47. data/ansible/roles/gem-patch-report/README.md +137 -0
  48. data/ansible/roles/gem-patch-report/defaults/main.yml +2 -0
  49. data/ansible/roles/gem-patch-report/tasks/main.yml +89 -0
  50. data/ansible/roles/gem-patch-report/templates/gem-patch-report.sh.j2 +114 -0
  51. data/ansible/roles/letsencrypt/defaults/main.yml +11 -1
  52. data/ansible/roles/letsencrypt/tasks/legacy.yml +44 -0
  53. data/ansible/roles/letsencrypt/tasks/main.yml +72 -76
  54. data/ansible/roles/letsencrypt/tasks/modern.yml +39 -0
  55. data/ansible/roles/logrotate/LICENSE +27 -0
  56. data/ansible/roles/logrotate/README.md +70 -0
  57. data/ansible/roles/logrotate/defaults/main.yml +2 -0
  58. data/ansible/roles/logrotate/meta/main.yml +18 -0
  59. data/ansible/roles/logrotate/tasks/main.yml +15 -0
  60. data/ansible/roles/logrotate/templates/logrotate.d.j2 +16 -0
  61. data/ansible/roles/memcache/defaults/main.yml +2 -0
  62. data/ansible/roles/memcache/tasks/main.yml +16 -1
  63. data/ansible/roles/mysql/meta/main.yml +1 -1
  64. data/ansible/roles/mysql/tasks/main.yml +2 -2
  65. data/ansible/roles/mysql2_gem/meta/main.yml +1 -1
  66. data/ansible/roles/mysql2_gem/tasks/main.yml +1 -1
  67. data/ansible/roles/newrelic/tasks/main.yml +8 -1
  68. data/ansible/roles/newrelic-infra/defaults/main.yml +2 -0
  69. data/ansible/roles/newrelic-infra/handlers/main.yml +5 -0
  70. data/ansible/roles/newrelic-infra/tasks/main.yml +38 -0
  71. data/ansible/roles/newrelic-infra/templates/logs.yml.j2 +5 -0
  72. data/ansible/roles/newrelic-infra/templates/newrelic-infra.yml.j2 +2 -0
  73. data/ansible/roles/nginx/defaults/main.yml +4 -0
  74. data/ansible/roles/nginx/handlers/main.yml +12 -0
  75. data/ansible/roles/nginx/tasks/main.yml +113 -14
  76. data/ansible/roles/nginx/templates/nginx.conf +29 -0
  77. data/ansible/roles/nginx/templates/status +10 -0
  78. data/ansible/roles/nginx-maintenance/tasks/main.yml +33 -0
  79. data/ansible/roles/nginx-rails/defaults/main.yml +6 -0
  80. data/ansible/roles/nginx-rails/tasks/main.yml +54 -0
  81. data/ansible/roles/nginx-rails/templates/_asset_cors.conf +11 -0
  82. data/ansible/roles/nginx-rails/templates/_rails.conf +35 -0
  83. data/ansible/roles/nginx-rails/templates/_upstream.conf +11 -0
  84. data/ansible/roles/nginx-rails/templates/default_server +5 -0
  85. data/ansible/roles/nginx-rails/templates/nginx-project +9 -0
  86. data/ansible/roles/nginx-rails/templates/nginx-project-ssl +23 -0
  87. data/ansible/roles/nodejs/tasks/main.yml +33 -0
  88. data/ansible/roles/papertrail/tasks/main.yml +23 -4
  89. data/ansible/roles/papertrail/templates/log_files.yml +8 -1
  90. data/ansible/roles/postgis/.gitignore +3 -0
  91. data/ansible/roles/postgis/CHANGELOG.md +24 -0
  92. data/ansible/roles/postgis/LICENSE +202 -0
  93. data/ansible/roles/postgis/README.md +12 -0
  94. data/ansible/roles/postgis/meta/main.yml +15 -0
  95. data/ansible/roles/postgis/tasks/main.yml +20 -0
  96. data/ansible/roles/postgresql/README.md +15 -0
  97. data/ansible/roles/postgresql/defaults/main.yml +3 -0
  98. data/ansible/roles/postgresql/handlers/main.yml +1 -1
  99. data/ansible/roles/postgresql/meta/main.yml +1 -6
  100. data/ansible/roles/postgresql/tasks/backups.yml +8 -6
  101. data/ansible/roles/postgresql/tasks/main.yml +89 -9
  102. data/ansible/roles/postgresql/templates/backup.sh +17 -2
  103. data/ansible/roles/postgresql-client/tasks/main.yml +91 -0
  104. data/ansible/roles/puma/tasks/main.yml +38 -19
  105. data/ansible/roles/puma/templates/puma-monit-rc +5 -0
  106. data/ansible/roles/puma/templates/puma-systemd.service +43 -0
  107. data/ansible/roles/puma/templates/puma-systemd.socket +14 -0
  108. data/ansible/roles/puma/templates/puma.rb +24 -12
  109. data/ansible/roles/rails/defaults/main.yml +1 -3
  110. data/ansible/roles/rails/tasks/main.yml +76 -18
  111. data/ansible/roles/rails/templates/application.yml +1 -1
  112. data/ansible/roles/rails/templates/database.yml +3 -3
  113. data/ansible/roles/redis/defaults/main.yml +2 -0
  114. data/ansible/roles/redis/tasks/main.yml +45 -3
  115. data/ansible/roles/resque/tasks/main.yml +14 -0
  116. data/ansible/roles/resque/templates/resque-monit-rc +4 -0
  117. data/ansible/roles/resque/templates/resque-systemd.service +54 -0
  118. data/ansible/roles/ruby-common/README.md +1 -1
  119. data/ansible/roles/ruby-common/defaults/main.yml +1 -0
  120. data/ansible/roles/ruby-common/tasks/main.yml +55 -13
  121. data/ansible/roles/sidekiq/README.md +1 -0
  122. data/ansible/roles/sidekiq/defaults/main.yml +2 -0
  123. data/ansible/roles/sidekiq/tasks/main.yml +15 -0
  124. data/ansible/roles/sidekiq/templates/sidekiq-monit-rc +4 -0
  125. data/ansible/roles/sidekiq/templates/sidekiq-systemd.service +63 -0
  126. data/ansible/roles/tailscale/defaults/main.yml +2 -0
  127. data/ansible/roles/tailscale/tasks/main.yml +40 -0
  128. data/ansible/roles/yarn/tasks/main.yml +19 -0
  129. data/ansible/roles/zenoamaro.postgresql/.gitignore +1 -0
  130. data/ansible/roles/zenoamaro.postgresql/.travis.yml +28 -0
  131. data/ansible/roles/zenoamaro.postgresql/LICENSE.md +21 -0
  132. data/ansible/roles/zenoamaro.postgresql/README.md +117 -0
  133. data/ansible/roles/zenoamaro.postgresql/Vagrantfile +62 -0
  134. data/ansible/roles/zenoamaro.postgresql/boxed.yml +26 -0
  135. data/ansible/roles/zenoamaro.postgresql/defaults/main.yml +607 -0
  136. data/ansible/roles/zenoamaro.postgresql/handlers/main.yml +8 -0
  137. data/ansible/roles/zenoamaro.postgresql/inventory +19 -0
  138. data/ansible/roles/zenoamaro.postgresql/main.yml +19 -0
  139. data/ansible/roles/zenoamaro.postgresql/meta/.galaxy_install_info +1 -0
  140. data/ansible/roles/zenoamaro.postgresql/meta/main.yml +21 -0
  141. data/ansible/roles/zenoamaro.postgresql/tasks/configure.yml +55 -0
  142. data/ansible/roles/zenoamaro.postgresql/tasks/extensions.yml +49 -0
  143. data/ansible/roles/zenoamaro.postgresql/tasks/install.yml +51 -0
  144. data/ansible/roles/zenoamaro.postgresql/tasks/main.yml +5 -0
  145. data/ansible/roles/zenoamaro.postgresql/templates/environment +11 -0
  146. data/ansible/roles/zenoamaro.postgresql/templates/pg_ctl.conf +5 -0
  147. data/ansible/roles/zenoamaro.postgresql/templates/pg_hba.conf +112 -0
  148. data/ansible/roles/zenoamaro.postgresql/templates/pg_ident.conf +46 -0
  149. data/ansible/roles/zenoamaro.postgresql/templates/postgresql.conf +536 -0
  150. data/ansible/roles/zenoamaro.postgresql/test.yml +24 -0
  151. data/bin/console +0 -4
  152. data/exe/subspace +3 -84
  153. data/lib/subspace/cli.rb +168 -0
  154. data/lib/subspace/commands/ansible.rb +35 -0
  155. data/lib/subspace/commands/base.rb +94 -0
  156. data/lib/subspace/commands/bootstrap.rb +49 -0
  157. data/lib/subspace/commands/configure.rb +27 -0
  158. data/lib/subspace/commands/exec.rb +20 -0
  159. data/lib/subspace/commands/init.rb +144 -0
  160. data/lib/subspace/commands/inventory.rb +54 -0
  161. data/lib/subspace/commands/maintain.rb +16 -0
  162. data/lib/subspace/commands/maintenance_mode.rb +16 -0
  163. data/lib/subspace/commands/override.rb +21 -0
  164. data/lib/subspace/commands/provision.rb +14 -0
  165. data/lib/subspace/commands/secrets.rb +69 -0
  166. data/lib/subspace/commands/ssh.rb +33 -0
  167. data/lib/subspace/commands/terraform.rb +89 -0
  168. data/lib/subspace/configuration.rb +71 -0
  169. data/lib/subspace/inventory.rb +144 -0
  170. data/lib/subspace/version.rb +1 -1
  171. data/lib/subspace.rb +8 -1
  172. data/subspace.gemspec +14 -3
  173. data/template/provision.rb.erb +94 -0
  174. data/template/subspace/.gitignore +6 -0
  175. data/template/subspace/ansible.cfg.erb +17 -0
  176. data/template/subspace/group_vars/all.erb +28 -0
  177. data/template/subspace/group_vars/template.erb +26 -0
  178. data/template/subspace/inventory.yml.erb +12 -0
  179. data/template/subspace/playbook.yml.erb +18 -0
  180. data/template/subspace/secrets/template.erb +5 -0
  181. data/template/subspace/templates/application.yml.template +27 -0
  182. data/template/subspace/templates/authorized_keys.erb +1 -0
  183. data/template/subspace/terraform/.gitignore +2 -0
  184. data/template/subspace/terraform/template/main-oxenwagen.tf.erb +116 -0
  185. data/template/subspace/terraform/template/main-workhorse.tf.erb +41 -0
  186. data/template/subspace/terraformrc.erb +9 -0
  187. data/terraform/modules/s3_backend/README +2 -0
  188. data/terraform/modules/s3_backend/dynamodb.tf +1 -0
  189. data/terraform/modules/s3_backend/iam_user.tf +38 -0
  190. data/terraform/modules/s3_backend/main.tf +39 -0
  191. data/terraform/modules/s3_backend/state_bucket.tf +14 -0
  192. metadata +198 -29
  193. data/ansible/roles/apache/templates/project.conf +0 -25
  194. data/ansible/roles/aws/tasks/main.yml +0 -46
  195. data/ansible/roles/delayed_job/files/deploy-service +0 -2
  196. data/ansible/roles/delayed_job/files/monit-http.conf +0 -3
  197. data/ansible/roles/letsencrypt/templates/project-le-ssl.conf +0 -31
  198. data/ansible/roles/nginx/templates/nginx-project +0 -27
  199. data/ansible/roles/puma/templates/etc-init-puma-manager.conf +0 -31
  200. data/ansible/roles/puma/templates/etc-init-puma.conf +0 -69
  201. data/lib/subspace/railtie.rb +0 -9
  202. data/lib/tasks/provision.rake +0 -12
  203. data/template/provision/.gitignore +0 -1
  204. data/template/provision/ansible.cfg.erb +0 -5
  205. data/template/provision/group_vars/all.erb +0 -12
  206. data/template/provision/group_vars/template.erb +0 -14
  207. data/template/provision/host_vars/template.erb +0 -4
  208. data/template/provision/playbook.yml.erb +0 -26
  209. data/template/provision/vars/template.erb +0 -4
  210. /data/template/{provision → subspace}/hosts.erb +0 -0
@@ -0,0 +1,168 @@
1
+ #!/usr/bin/env ruby
2
+
3
+ require 'rubygems'
4
+ require 'commander'
5
+
6
+ require 'subspace'
7
+ require 'subspace/commands/base'
8
+ require 'subspace/commands/bootstrap'
9
+ require 'subspace/commands/configure'
10
+ require 'subspace/commands/exec'
11
+ require 'subspace/commands/init'
12
+ require 'subspace/commands/inventory'
13
+ require 'subspace/commands/override'
14
+ require 'subspace/commands/provision'
15
+ require 'subspace/commands/ssh'
16
+ require 'subspace/commands/secrets'
17
+ require 'subspace/commands/terraform'
18
+ require 'subspace/commands/maintain'
19
+ require 'subspace/commands/maintenance_mode.rb'
20
+
21
+ class Subspace::Cli
22
+ include Commander::Methods
23
+ # include whatever modules you need
24
+
25
+ def run
26
+ program :name, 'subspace'
27
+ program :version, Subspace::VERSION
28
+ program :description, 'Ansible-backed server provisioning tool for rails'
29
+
30
+ unless system("which ansible > /dev/null")
31
+ puts "*** Subspace depends on ansible being on your PATH. Please install it: https://docs.ansible.com/ansible/latest/installation_guide/intro_installation.html"
32
+ exit 1
33
+ end
34
+
35
+ command :init do |c|
36
+ c.syntax = 'subspace init'
37
+ c.summary = 'Run without options to initialize subspace.'
38
+ c.description = 'Some initialization routines can be run indiviaully, useful for upgrading'
39
+ c.example 'init a new project with one default environment (default staging)', 'subspace init'
40
+ c.example 'create a new fully automated production environment configuration', 'subspace init --terraform --env production'
41
+ c.option '--ansible', 'initialize ansible for managing individual servers'
42
+ c.option '--terraform', 'Initialize terraform for managing infrastructure'
43
+ c.option '--env STRING', 'Initialize configuration for a new environment'
44
+ c.option '--template [staging|production]', 'Use non-default template for this environment (default=staging)'
45
+ c.when_called Subspace::Commands::Init
46
+ end
47
+
48
+ command :bootstrap do |c|
49
+ c.syntax = 'subspace bootstrap [host]'
50
+ c.summary = 'Install ansible requirements (python) and authorized_keys file'
51
+ c.description = 'Ansible has very few dependencies, but python is one that is not installed by
52
+ default on many linux images. The bootstrap command will install python on a host as well as
53
+ copy the authorized_keys file. You will possibly need to type a password here.'
54
+ c.option '--password', "Ask for a password instead of using ssh keys"
55
+ c.option '--yum', "Use yum instead of apt to install python"
56
+ c.option "-i", "--private-key PRIVATE-KEY", "Alias for private-key"
57
+ c.when_called Subspace::Commands::Bootstrap
58
+ end
59
+
60
+ command :provision do |c|
61
+ c.syntax = 'subspace provision [options]'
62
+ c.summary = ''
63
+ c.description = ''
64
+ c.option "-i", "--private-key PRIVATE-KEY", "Alias for private-key"
65
+ Subspace::Commands::Provision::PASS_THROUGH_PARAMS.each do |param_name|
66
+ c.option "--#{param_name} #{param_name.upcase}", "Passed directly through to ansible-playbook command"
67
+ end
68
+ c.when_called Subspace::Commands::Provision
69
+ end
70
+
71
+ command :tf do |c|
72
+ c.syntax = 'subspace tf [environment]'
73
+ c.summary = "Execute a terraform plan with the option to apply the plan after review"
74
+ c.when_called Subspace::Commands::Terraform
75
+ end
76
+
77
+ command :ssh do |c|
78
+ c.syntax = 'subspace ssh [options]'
79
+ c.summary = 'ssh to the remote server as the administrative user'
80
+ c.description = ''
81
+ c.option '--user USER', "Use a different user (eg deploy). Default is the ansible_user"
82
+ Subspace::Commands::Ssh::PASS_THROUGH_PARAMS.each do |param_name|
83
+ c.option "-#{param_name} #{param_name.upcase}", "Passed directly through to ssh command"
84
+ end
85
+ c.when_called Subspace::Commands::Ssh
86
+ end
87
+
88
+ command :exec do |c|
89
+ c.syntax = 'subspace exec <host-spec> "<statement>" [options]'
90
+ c.summary = 'execute <statement> on all hosts matching <host-spec>'
91
+ c.description = ''
92
+ c.option '--user USER', "Use a different user (eg deploy). Default is the ansible_user"
93
+ Subspace::Commands::Exec::PASS_THROUGH_PARAMS.each do |param_name|
94
+ c.option "-#{param_name} #{param_name.upcase}", "Passed directly through to ssh command"
95
+ end
96
+ c.when_called Subspace::Commands::Exec
97
+ end
98
+
99
+ command :configure do |c, args|
100
+ c.syntax = 'subspace configure'
101
+ c.summary = "Regenerate all of the ansible configuration files. You don't normally need to run this."
102
+ c.description = ''
103
+ c.when_called Subspace::Commands::Configure
104
+ end
105
+
106
+ command :override do |c, args|
107
+ c.syntax = 'subspace override [role]'
108
+ c.summary = 'Override a role configuration by copying the configuration locally'
109
+ c.description = 'Copies the default role configuration to config/provision/<role> where it can be modified.'
110
+ c.when_called Subspace::Commands::Override
111
+ end
112
+
113
+ command :secrets do |c, args|
114
+ c.syntax = 'subspace secrets [environment]'
115
+ c.summary = 'View or edit the encrypted variables for an environment'
116
+ c.description = <<~EOS
117
+ By default, this will simply show the variables for a specific environemnt.
118
+ You can also edit variables, and we expect the functionality here to grow in the future.
119
+ Running `subspace secrets development --create` is usually a great way to bootstrap a new development environment.
120
+ EOS
121
+ c.option '--edit', "Edit the variables instead of view"
122
+ c.option '--create', "Create config/application.yml with the variables from the specified environment"
123
+ c.when_called Subspace::Commands::Secrets
124
+ end
125
+
126
+ command :maintain do |c, args|
127
+ c.syntax = 'subspace maintain [options]'
128
+ c.summary = 'Runs provision with --tags=maintenance'
129
+ c.description = ''
130
+ c.option "-i", "--private-key PRIVATE-KEY", "Alias for private-key"
131
+ Subspace::Commands::Maintain::PASS_THROUGH_PARAMS.each do |param_name|
132
+ c.option "--#{param_name} #{param_name.upcase}", "Passed directly through to ansible-playbook command"
133
+ end
134
+ c.when_called Subspace::Commands::Maintain
135
+ end
136
+
137
+ command :maintenance_mode do |c, args|
138
+ c.syntax = 'subspace maintenance_mode [options]'
139
+ c.summary = 'Turns on or off maintenance mode'
140
+ c.description = ''
141
+ c.option "-i", "--private-key PRIVATE-KEY", "Alias for private-key"
142
+ c.option "--on", "Turns on maintenance mode"
143
+ c.option "--off", "Turns off maintenance mode"
144
+ Subspace::Commands::MaintenanceMode::PASS_THROUGH_PARAMS.each do |param_name|
145
+ c.option "--#{param_name} #{param_name.upcase}", "Passed directly through to ansible-playbook command"
146
+ end
147
+ c.when_called Subspace::Commands::MaintenanceMode
148
+ end
149
+
150
+ command :inventory do |c, args|
151
+ c.syntax = 'subspace inventory <command>'
152
+ c.summary = 'Manage, manipulate, and other useful inventory-related functions'
153
+ c.description = <<~EOS
154
+ Available inventory commands:
155
+
156
+ capistrano - generate config/deploy/[env].rb. Requires the --env option.
157
+ list - list the current inventory as understood by subspace.
158
+ keyscan - Update ~/.known_hosts with new host key fingerprints
159
+ EOS
160
+ c.option "--env ENVIRONMENT", "Optional: Limit function to a specific environment (aka group)"
161
+ c.when_called Subspace::Commands::Inventory
162
+ end
163
+
164
+ run!
165
+ end
166
+ end
167
+
168
+ #MyApplication.new.run if $0 == __FILE__
@@ -0,0 +1,35 @@
1
+ module Subspace
2
+ module Commands
3
+ module Ansible
4
+ def ansible_playbook(*args)
5
+ args.push "--diff"
6
+ ansible_command("ansible-playbook", *args)
7
+ end
8
+
9
+ def ansible_command(command, *args)
10
+ update_ansible_cfg
11
+ retval = false
12
+ Dir.chdir "config/subspace" do
13
+ say ">> Running #{command} #{args.join(' ')}"
14
+ retval = system(command, *args, out: $stdout, err: $stderr)
15
+ say "<< Done"
16
+ end
17
+ retval
18
+ end
19
+
20
+ private
21
+
22
+ def update_ansible_cfg
23
+ if ENV["DISABLE_MITOGEN"]
24
+ puts "Mitogen explicitly disabled. Skipping detection. "
25
+ elsif `pip show mitogen 2>&1` =~ /^Location: (.*?)$/m
26
+ @mitogen_path = $1
27
+ puts "🏎🚀🚅Mitogen found at #{@mitogen_path}. WARP 9!....ENGAGE!🚀"
28
+ else
29
+ puts "Mitogen not detected. Ansible will be slow. Run `pip install mitogen` to fix."
30
+ end
31
+ template! "ansible.cfg"
32
+ end
33
+ end
34
+ end
35
+ end
@@ -0,0 +1,94 @@
1
+ require 'subspace/commands/ansible'
2
+ module Subspace
3
+ module Commands
4
+ class Base < Commander::Command
5
+ include Subspace::Commands::Ansible
6
+
7
+ def require_configuration
8
+ load "config/provision.rb"
9
+ end
10
+
11
+ def playbook_dir
12
+ File.join(gem_path, 'ansible', 'playbooks')
13
+ end
14
+
15
+ def template_dir
16
+ File.join(gem_path, 'template', 'subspace')
17
+ end
18
+
19
+ def gem_path
20
+ File.expand_path '../../../..', __FILE__
21
+ end
22
+
23
+ def project_path
24
+ unless File.exist?(File.join(Dir.pwd, "config", "subspace"))
25
+ say "Subspace must be run from the project root"
26
+ exit
27
+ end
28
+ Dir.pwd # TODO make sure this is correct if they for whatever reason aren't running subspace from the project root??
29
+ end
30
+
31
+ def project_name
32
+ File.basename(project_path) # TODO see above, this should probably be in a configuration somewhere
33
+ end
34
+
35
+ def dest_dir
36
+ "config/subspace"
37
+ end
38
+
39
+ def template(src, dest = nil, render_binding = nil)
40
+ return unless confirm_overwrite File.join(dest_dir, dest || src)
41
+ template! src, dest, render_binding
42
+ say "Wrote #{dest || src}"
43
+ end
44
+
45
+ def template!(src, dest = nil, render_binding = nil)
46
+ dest ||= src
47
+ template = ERB.new File.read(File.join(template_dir, "#{src}.erb")), trim_mode: '-'
48
+ result = template.result(render_binding || binding)
49
+
50
+
51
+ File.write File.join(dest_dir, dest), result
52
+ end
53
+
54
+ def copy(src, dest = nil)
55
+ dest ||= src
56
+ return unless confirm_overwrite File.join(dest_dir, dest)
57
+ FileUtils.cp File.join(template_dir, src), File.join(dest_dir, dest)
58
+ say "Wrote #{dest}"
59
+ end
60
+
61
+ def confirm_overwrite(file_path)
62
+ return true unless File.exist? file_path
63
+ answer = ask "#{file_path} already exists. Reply 'y' to overwrite: [no] "
64
+ return answer.downcase.start_with? "y"
65
+ end
66
+
67
+ def pass_through_params
68
+ ansible_options = []
69
+ self.class::PASS_THROUGH_PARAMS.each do |param_name|
70
+ x = param_name.split('-')[1..-1].map(&:upcase).join('_')
71
+ hash_key = (param_name.gsub('-', '_') + (x == '' ? '' : "_#{x}")).to_sym
72
+ value = @options.__hash__[hash_key]
73
+ if value
74
+ if param_name.length > 1
75
+ ansible_options += ["--#{param_name}", value]
76
+ else
77
+ ansible_options += ["-#{param_name}", value]
78
+ end
79
+ end
80
+ end
81
+
82
+ ansible_options
83
+ end
84
+
85
+ def set_subspace_version
86
+ ENV['SUBSPACE_VERSION'] = Subspace::VERSION
87
+ end
88
+
89
+ def inventory
90
+ @inventory ||= Subspace::Inventory.read("config/subspace/inventory.yml")
91
+ end
92
+ end
93
+ end
94
+ end
@@ -0,0 +1,49 @@
1
+ class Subspace::Commands::Bootstrap < Subspace::Commands::Base
2
+
3
+ def initialize(args, options)
4
+ @host_spec = args.first
5
+ @options = options
6
+ @ask_pass = options.password
7
+ @yum = options.yum
8
+ run
9
+ end
10
+
11
+ def run
12
+ # ansible atlanta -m copy -a "src=/etc/hosts dest=/tmp/hosts"
13
+ hosts = inventory.find_hosts!(@host_spec)
14
+ update_ansible_cfg
15
+ hosts.each do |host|
16
+ say "Bootstapping #{host.vars["hostname"]}..."
17
+ learn_host(host)
18
+ install_python(host)
19
+ end
20
+ end
21
+
22
+ private
23
+
24
+ def learn_host(host)
25
+ system "ssh-keygen -R #{host.vars["ansible_host"]}"
26
+ system "ssh-keyscan -H #{host.vars["ansible_host"]} >> ~/.ssh/known_hosts"
27
+ end
28
+
29
+ def install_python(host)
30
+ cmd = ["ansible",
31
+ host.name,
32
+ "--private-key",
33
+ "config/subspace/subspace.pem",
34
+ "-m",
35
+ "raw",
36
+ "-a",
37
+ "test -e /usr/bin/python3 || (apt -y update && apt install -y python3)",
38
+ "--become"
39
+ ]
40
+ bootstrap_command cmd
41
+ end
42
+
43
+ def bootstrap_command(cmd)
44
+ if @ask_pass
45
+ cmd.push("--ask-pass")
46
+ end
47
+ ansible_command *cmd
48
+ end
49
+ end
@@ -0,0 +1,27 @@
1
+ class Subspace::Commands::Configure < Subspace::Commands::Base
2
+ def initialize(args, options)
3
+ require_configuration
4
+ run
5
+ end
6
+
7
+ def run
8
+ Subspace.config.hosts.each do |host|
9
+ update_host_configuration(host)
10
+ end
11
+ Subspace.config.groups.each do |group|
12
+ update_group_configuration(group)
13
+ end
14
+ end
15
+
16
+ private
17
+
18
+ def update_host_configuration(host)
19
+ say "Generating config/subspace/host_vars/#{host}"
20
+ template "host_vars/template", "host_vars/#{host}", Subspace.config.binding_for(host: host)
21
+ end
22
+
23
+ def update_group_configuration(group)
24
+ say "Generating config/subspace/group_vars/#{group}"
25
+ template "group_vars/template", "group_vars/#{group}", Subspace.config.binding_for(group: group)
26
+ end
27
+ end
@@ -0,0 +1,20 @@
1
+ require 'yaml'
2
+ require 'subspace/inventory'
3
+ class Subspace::Commands::Exec < Subspace::Commands::Base
4
+ PASS_THROUGH_PARAMS = ["i"]
5
+
6
+ def initialize(args, options)
7
+ @host_spec = args[0]
8
+ @command = args[1]
9
+ @user = options.user
10
+ @options = options
11
+ run
12
+ end
13
+
14
+ def run
15
+ hosts = inventory.find_hosts!(@host_spec)
16
+
17
+ say "> Running `#{@command}` on #{hosts.join ','}"
18
+ ansible_command "ansible", @host_spec, "-m", "command", "-a", @command
19
+ end
20
+ end
@@ -0,0 +1,144 @@
1
+ require 'fileutils'
2
+ require 'erb'
3
+ require 'securerandom'
4
+ class Subspace::Commands::Init < Subspace::Commands::Base
5
+ def initialize(args, options)
6
+ options.default env: "dev"
7
+
8
+ @env = options.env
9
+ @template = options.template
10
+
11
+ if options.ansibe.nil? && options.terraform.nil?
12
+ # They didn't pass in any options (subspace init) so just do both
13
+ options.ansible = true
14
+ options.terraform = true
15
+ end
16
+
17
+ if @template.nil? && options.terraform == true
18
+ answer = ask "What template/server configuration would you like to use? e.g. 'workhorse' or 'oxenwagen'"
19
+ @template = answer
20
+ end
21
+
22
+ @init_ansible = options.ansible
23
+ @init_terraform = options.terraform
24
+ run
25
+ end
26
+
27
+ def run
28
+ if File.exist? dest_dir
29
+ answer = ask "Subspace appears to be initialized. Reply 'yes' to continue anyway: [no] "
30
+ abort unless answer.chomp == "yes"
31
+ else
32
+ FileUtils.mkdir_p dest_dir
33
+ end
34
+
35
+ init_pemfile
36
+ init_ansible if @init_ansible
37
+ init_terraform if @init_terraform
38
+
39
+ puts """
40
+ 1. Inspect key config files:
41
+ - config/subspace/terraform/#{@env}/main.tf # Main terraform file
42
+ - config/subspace/#{@env}.yml # Main ansible playbook
43
+ - config/subspace/group_vars # Ansible configuration options
44
+ - config/subspace/inventory.yml # Server Inventory
45
+ - config/subspace/templates/authorized_keys # SSH Authorized Keys
46
+ - config/subspace/templates/application.yml # Application Environment variables
47
+
48
+ 2. create cloud infrastructure with terraform:
49
+
50
+ subspace tf #{@env}
51
+
52
+ 3. Bootstrap the new server
53
+
54
+ subspace bootstrap #{@env}1
55
+
56
+ 4. Inspect new environment
57
+ - ensure the correct roles are present in #{@env}.yml
58
+ - Check ansible configuration variables in group_vars/#{@env}
59
+
60
+ 5. Provision the new servers with ansible:
61
+
62
+ subspace provision #{@env}
63
+
64
+ !!MAKE SURE YOU PUT config/subspace/subspace.pem in 1Password!!
65
+ !!If you added an SSH Key Passphrase during that step, also save it in 1Password!!
66
+
67
+ """
68
+
69
+ end
70
+
71
+ private
72
+
73
+ def init_pemfile
74
+ pem = File.join dest_dir, "subspace.pem"
75
+ if File.exist?(pem)
76
+ say "Existing SSH Keypair exists. Skipping keygen."
77
+ else
78
+ say "Creating SSH Keypair in #{pem}"
79
+ `ssh-keygen -t rsa -f #{pem}`
80
+ end
81
+ end
82
+
83
+ def init_ansible
84
+ FileUtils.mkdir_p File.join dest_dir, "group_vars"
85
+ FileUtils.mkdir_p File.join dest_dir, "secrets"
86
+ FileUtils.mkdir_p File.join dest_dir, "roles"
87
+ FileUtils.mkdir_p File.join dest_dir, "templates"
88
+
89
+ copy ".gitignore"
90
+ template "ansible.cfg"
91
+ template "group_vars/all"
92
+ template "inventory.yml"
93
+ template "templates/authorized_keys"
94
+
95
+ create_vault_pass
96
+ @hostname = hostname(@env)
97
+ create_secrets_for @env
98
+ template "group_vars/template", "group_vars/#{@env}"
99
+ template "playbook.yml", "#{@env}.yml"
100
+
101
+ create_secrets_for "development" #TODO rename to local?
102
+ init_appyml
103
+ end
104
+
105
+ def init_terraform
106
+ Subspace::Commands::Terraform.ensure_terraform
107
+ FileUtils.mkdir_p File.join dest_dir, "terraform", @env
108
+
109
+ set_latest_ami
110
+ template "terraform/template/main-#{@template}.tf", "terraform/#{@env}/main.tf"
111
+ copy "terraform/.gitignore"
112
+ end
113
+
114
+ def hostname(env)
115
+ "#{project_name.gsub('_', '-')}-#{env}"
116
+ end
117
+
118
+ def create_vault_pass
119
+ if File.exist? File.join(dest_dir, ".vault_pass")
120
+ say ".vault_pass already exists. Skipping..."
121
+ else
122
+ File.write File.join(dest_dir, ".vault_pass"), SecureRandom.base64
123
+ end
124
+ end
125
+
126
+ def create_secrets_for(env)
127
+ template "secrets/template", "secrets/#{env}.yml"
128
+ Dir.chdir dest_dir do
129
+ `ansible-vault encrypt secrets/#{env}.yml`
130
+ end
131
+ end
132
+
133
+ def init_appyml
134
+ copy "templates/application.yml.template"
135
+ end
136
+
137
+ def set_latest_ami
138
+ @latest_ami = `aws --profile subspace-#{project_name} ec2 describe-images \
139
+ --filters 'Name=name,Values=ubuntu/images/hvm-ssd-gp3/ubuntu-noble-24.04-amd64*' \
140
+ --query 'Images[*].[ImageId,CreationDate]' --output text \
141
+ | sort -k2 -r \
142
+ | head -n1 | cut -f1`.chomp
143
+ end
144
+ end
@@ -0,0 +1,54 @@
1
+ class Subspace::Commands::Inventory < Subspace::Commands::Base
2
+
3
+ def initialize(args, options)
4
+ command = args.first
5
+ @env = options.env
6
+ case command
7
+ when "capistrano"
8
+ capistrano_deployrb
9
+ when "list"
10
+ list_inventory
11
+ when "keyscan"
12
+ keyscan_inventory
13
+ else
14
+ say "Unknown or missing command to inventory: #{command}"
15
+ say "try subspace inventory [list, capistrano]"
16
+ end
17
+ end
18
+
19
+ def list_inventory
20
+ inventory.find_hosts!(@env || "all").each do |host|
21
+ puts "#{host.name}\t#{host.vars["ansible_host"]}\t(#{host.group_list.join ','})"
22
+ end
23
+ end
24
+
25
+ def keyscan_inventory
26
+ inventory.find_hosts!(@env || "all").each do |host|
27
+ ip = host.vars["ansible_host"]
28
+ system %Q(ssh-keygen -R #{ip})
29
+ system %Q(ssh-keyscan -Ht ed25519 #{ip} >> "$HOME/.ssh/known_hosts")
30
+ end
31
+ end
32
+
33
+ def capistrano_deployrb
34
+ if @env.nil?
35
+ puts "Please provide an environment e.g: subspace inventory capistrano --env production"
36
+ exit
37
+ end
38
+
39
+ say "# config/deploy/#{@env}.rb"
40
+ say "# Generated by Subspace"
41
+ inventory.find_hosts!(@env).each do |host|
42
+ host = inventory.hosts[host.name]
43
+ db_role = false
44
+ roles = host.group_list.map do |group_name|
45
+ if group_name =~ /web/
46
+ ["web", "app"]
47
+ elsif group_name =~ /worker/
48
+ ["app", db_role ? nil : "db"]
49
+ end
50
+ end.compact.uniq
51
+ say "server '#{host.vars["ansible_host"]}', user: 'deploy', roles: %w{#{roles.join(' ')}} # #{host.vars["hostname"]}"
52
+ end
53
+ end
54
+ end
@@ -0,0 +1,16 @@
1
+ class Subspace::Commands::Maintain < Subspace::Commands::Base
2
+ PASS_THROUGH_PARAMS = ["private-key", "limit"]
3
+
4
+ def initialize(args, options)
5
+ @environment = args.first
6
+ @options = options
7
+ set_subspace_version
8
+ run
9
+ end
10
+
11
+ def run
12
+ ansible_options = ["--diff", "--tags=maintenance"]
13
+ ansible_options = ansible_options | pass_through_params
14
+ ansible_playbook "#{@environment}.yml", *ansible_options
15
+ end
16
+ end
@@ -0,0 +1,16 @@
1
+ class Subspace::Commands::MaintenanceMode < Subspace::Commands::Base
2
+ PASS_THROUGH_PARAMS = ["private-key", "limit"]
3
+
4
+ def initialize(args, options)
5
+ @hosts = args.first
6
+ @options = options
7
+ run
8
+ end
9
+
10
+ def run
11
+ on_off = @options.__hash__[:on] ? "on" : "off"
12
+ ansible_options = ["--diff", "-e maintenance_hosts=#{@hosts}", "--tags=maintenance_#{on_off}"]
13
+ ansible_options = ansible_options | pass_through_params
14
+ ansible_command "ansible-playbook", File.join(File.dirname(__FILE__), "../../../ansible/playbooks/maintenance_mode.yml"), *ansible_options
15
+ end
16
+ end
@@ -0,0 +1,21 @@
1
+ require 'fileutils'
2
+ class Subspace::Commands::Override < Subspace::Commands::Base
3
+ def initialize(args, options)
4
+ @role = args.first
5
+ run
6
+ end
7
+
8
+ def run
9
+ role_src = File.join gem_path, "ansible", "roles", @role
10
+ if !File.exist? role_src
11
+ say "Error, no such role #{@role}"
12
+ exit
13
+ end
14
+ dest = File.join dest_dir, 'roles', @role
15
+ if File.exist? dest
16
+ say "Error, cowardly refusing to overwrite #{dest} - file exists"
17
+ exit
18
+ end
19
+ FileUtils.cp_r role_src, dest
20
+ end
21
+ end
@@ -0,0 +1,14 @@
1
+ class Subspace::Commands::Provision < Subspace::Commands::Base
2
+ PASS_THROUGH_PARAMS = ["tags", "start-at-task", "private-key", "limit"]
3
+
4
+ def initialize(args, options)
5
+ @environment = args.first
6
+ @options = options
7
+ set_subspace_version
8
+ run
9
+ end
10
+
11
+ def run
12
+ ansible_playbook "#{@environment}.yml", *pass_through_params
13
+ end
14
+ end