fhcap-cli 0.3.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (142) hide show
  1. checksums.yaml +7 -0
  2. data/.gitignore +10 -0
  3. data/.rakeTasks +7 -0
  4. data/.rspec +1 -0
  5. data/CHANGELOG.md +15 -0
  6. data/Gemfile +4 -0
  7. data/LICENSE.txt +21 -0
  8. data/README.md +150 -0
  9. data/Rakefile +2 -0
  10. data/bin/fhcap +6 -0
  11. data/fhcap-cli.gemspec +44 -0
  12. data/lib/cookbooks/provision/libraries/provision.rb +140 -0
  13. data/lib/cookbooks/provision/metadata.rb +7 -0
  14. data/lib/cookbooks/provision/recipes/aws.rb +15 -0
  15. data/lib/cookbooks/provision/recipes/aws_cluster_create.rb +59 -0
  16. data/lib/cookbooks/provision/recipes/aws_cluster_create_elb.rb +61 -0
  17. data/lib/cookbooks/provision/recipes/aws_cluster_destroy.rb +52 -0
  18. data/lib/cookbooks/provision/recipes/cluster_create.rb +2 -0
  19. data/lib/cookbooks/provision/recipes/cluster_destroy.rb +2 -0
  20. data/lib/cookbooks/provision/recipes/cluster_destroy_instances.rb +11 -0
  21. data/lib/cookbooks/provision/recipes/cluster_provision.rb +4 -0
  22. data/lib/cookbooks/provision/recipes/cluster_provision_instances.rb +55 -0
  23. data/lib/cookbooks/provision/recipes/cluster_status.rb +24 -0
  24. data/lib/cookbooks/provision/recipes/common.rb +9 -0
  25. data/lib/cookbooks/provision/recipes/default.rb +5 -0
  26. data/lib/cookbooks/provision/recipes/openstack.rb +11 -0
  27. data/lib/cookbooks/provision/recipes/openstack_cluster_create.rb +11 -0
  28. data/lib/cookbooks/provision/recipes/openstack_cluster_destroy.rb +4 -0
  29. data/lib/cookbooks/provision/recipes/reset_rabbitmq.rb +49 -0
  30. data/lib/cookbooks/provision/recipes/restart_services.rb +24 -0
  31. data/lib/extensions/chef/provisioning.rb +21 -0
  32. data/lib/extensions/chef/provisioning/aws_driver/driver.rb +46 -0
  33. data/lib/extensions/chef/provisioning/chef_run_data.rb +18 -0
  34. data/lib/extensions/cheffish/merged_config.rb +9 -0
  35. data/lib/fhcap.rb +14 -0
  36. data/lib/fhcap/chef-dk/chef_runner.rb +94 -0
  37. data/lib/fhcap/cli.rb +75 -0
  38. data/lib/fhcap/cluster.rb +112 -0
  39. data/lib/fhcap/config.rb +104 -0
  40. data/lib/fhcap/cookbook.rb +75 -0
  41. data/lib/fhcap/dummy_node.rb +80 -0
  42. data/lib/fhcap/fhcap_helper.rb +9 -0
  43. data/lib/fhcap/kitchen.rb +235 -0
  44. data/lib/fhcap/knife.rb +74 -0
  45. data/lib/fhcap/knife_helper.rb +38 -0
  46. data/lib/fhcap/misc.rb +103 -0
  47. data/lib/fhcap/provider.rb +41 -0
  48. data/lib/fhcap/providers_helper.rb +60 -0
  49. data/lib/fhcap/repo.rb +52 -0
  50. data/lib/fhcap/repos_helper.rb +217 -0
  51. data/lib/fhcap/tasks/chef/chef_task_base.rb +82 -0
  52. data/lib/fhcap/tasks/chef/cookbook/list.rb +37 -0
  53. data/lib/fhcap/tasks/chef/cookbook/update_changelog.rb +63 -0
  54. data/lib/fhcap/tasks/chef/cookbook/update_metadata.rb +57 -0
  55. data/lib/fhcap/tasks/chef/cookbook/update_readme.rb +30 -0
  56. data/lib/fhcap/tasks/chef/cookbook/update_version.rb +90 -0
  57. data/lib/fhcap/tasks/chef/environments/create.rb +115 -0
  58. data/lib/fhcap/tasks/chef/environments/destroy.rb +37 -0
  59. data/lib/fhcap/tasks/chef/environments/promote_cookbooks.rb +47 -0
  60. data/lib/fhcap/tasks/chef/provisioning/chef_provisioning_task.rb +27 -0
  61. data/lib/fhcap/tasks/chef/provisioning/chef_provisioning_task_base.rb +38 -0
  62. data/lib/fhcap/tasks/chef/provisioning/create.rb +22 -0
  63. data/lib/fhcap/tasks/chef/provisioning/destroy.rb +21 -0
  64. data/lib/fhcap/tasks/chef/provisioning/provision.rb +19 -0
  65. data/lib/fhcap/tasks/chef/server/bootstrap.rb +165 -0
  66. data/lib/fhcap/tasks/chef/server/create_user.rb +97 -0
  67. data/lib/fhcap/tasks/chef/server/info.rb +82 -0
  68. data/lib/fhcap/tasks/chef/server/provision.rb +45 -0
  69. data/lib/fhcap/tasks/clean.rb +34 -0
  70. data/lib/fhcap/tasks/cluster/cluster_task_base.rb +57 -0
  71. data/lib/fhcap/tasks/cluster/create.rb +243 -0
  72. data/lib/fhcap/tasks/cluster/create_environment.rb +171 -0
  73. data/lib/fhcap/tasks/cluster/destroy.rb +30 -0
  74. data/lib/fhcap/tasks/cluster/destroy_environment.rb +28 -0
  75. data/lib/fhcap/tasks/cluster/info.rb +67 -0
  76. data/lib/fhcap/tasks/cluster/list.rb +40 -0
  77. data/lib/fhcap/tasks/cluster/provision.rb +46 -0
  78. data/lib/fhcap/tasks/cluster/status.rb +17 -0
  79. data/lib/fhcap/tasks/cluster/test.rb +15 -0
  80. data/lib/fhcap/tasks/knife/add.rb +111 -0
  81. data/lib/fhcap/tasks/knife/list.rb +22 -0
  82. data/lib/fhcap/tasks/knife/remove.rb +39 -0
  83. data/lib/fhcap/tasks/misc/create_dns_record.rb +100 -0
  84. data/lib/fhcap/tasks/misc/create_ssl_cert.rb +82 -0
  85. data/lib/fhcap/tasks/provider/add.rb +136 -0
  86. data/lib/fhcap/tasks/provider/list.rb +31 -0
  87. data/lib/fhcap/tasks/provider/remove.rb +28 -0
  88. data/lib/fhcap/tasks/repo/add.rb +57 -0
  89. data/lib/fhcap/tasks/repo/checkout.rb +144 -0
  90. data/lib/fhcap/tasks/repo/list.rb +22 -0
  91. data/lib/fhcap/tasks/repo/remove.rb +34 -0
  92. data/lib/fhcap/tasks/setup.rb +59 -0
  93. data/lib/fhcap/tasks/task_base.rb +89 -0
  94. data/lib/fhcap/thor_base.rb +121 -0
  95. data/lib/fhcap/version.rb +3 -0
  96. data/spec/fhcap/cli_spec.rb +6 -0
  97. data/spec/fhcap/tasks/cluster/create_spec.rb +46 -0
  98. data/spec/fhcap/tasks/knife/add_spec.rb +35 -0
  99. data/spec/fhcap/tasks/knife/remove_spec.rb +25 -0
  100. data/spec/fhcap/tasks/provider/add_spec.rb +61 -0
  101. data/spec/fhcap/tasks/provider/remove_spec.rb +25 -0
  102. data/spec/fhcap/tasks/repo/add_spec.rb +32 -0
  103. data/spec/fhcap/tasks/repo/remove_spec.rb +25 -0
  104. data/spec/fhcap/tasks/task_base_spec.rb +51 -0
  105. data/spec/fhcap/thor_base_spec.rb +9 -0
  106. data/spec/spec_helper.rb +23 -0
  107. data/spec/support/dummy_config.rb +7 -0
  108. data/spec/support/dummy_thor.rb +3 -0
  109. data/templates/chef/cookbook/changelog.md.erb +12 -0
  110. data/templates/chef/cookbook/metadata.erb +45 -0
  111. data/templates/chef/environment_core.json.erb +278 -0
  112. data/templates/chef/environment_empty.json.erb +10 -0
  113. data/templates/chef/environment_mbaas.json.erb +120 -0
  114. data/templates/chef/environment_single.json.erb +300 -0
  115. data/templates/cluster/aws/common.json.erb +43 -0
  116. data/templates/cluster/aws/core-3node.json.erb +106 -0
  117. data/templates/cluster/aws/core-small-9node.json.erb +333 -0
  118. data/templates/cluster/aws/mbaas-3node.json.erb +116 -0
  119. data/templates/cluster/aws/nginx-test.json.erb +93 -0
  120. data/templates/cluster/aws/single-blank.json.erb +41 -0
  121. data/templates/cluster/aws/single.json.erb +88 -0
  122. data/templates/cluster/core-3node.json.erb +8 -0
  123. data/templates/cluster/core-mbaas-6node.json.erb +13 -0
  124. data/templates/cluster/core-small-9node.json.erb +8 -0
  125. data/templates/cluster/mbaas-3node.json.erb +9 -0
  126. data/templates/cluster/nginx-test.json.erb +8 -0
  127. data/templates/cluster/openstack/common.json.erb +7 -0
  128. data/templates/cluster/openstack/core-3node.json.erb +14 -0
  129. data/templates/cluster/openstack/core-small-9node.json.erb +32 -0
  130. data/templates/cluster/openstack/mbaas-3node.json.erb +14 -0
  131. data/templates/cluster/openstack/nginx-test.json.erb +11 -0
  132. data/templates/cluster/openstack/single-blank.json.erb +10 -0
  133. data/templates/cluster/openstack/single.json.erb +10 -0
  134. data/templates/cluster/single-blank.json.erb +8 -0
  135. data/templates/cluster/single.json.erb +8 -0
  136. data/templates/init/knife.rb.erb +13 -0
  137. data/templates/kitchen/Cheffile.erb +11 -0
  138. data/templates/kitchen/kitchen.aws.yml.erb +35 -0
  139. data/templates/kitchen/kitchen.docker.yml.erb +24 -0
  140. data/templates/kitchen/kitchen.generate.yml.erb +2 -0
  141. data/templates/kitchen/kitchen.openstack.yml.erb +31 -0
  142. metadata +506 -0
@@ -0,0 +1,10 @@
1
+ {
2
+ "name": "<%= config[:name] %>",
3
+ "description": "<%= config[:name] %> Environment",
4
+ "cookbook_versions": {
5
+ },
6
+ "json_class": "Chef::Environment",
7
+ "chef_type": "environment",
8
+ "default_attributes": {},
9
+ "override_attributes": {}
10
+ }
@@ -0,0 +1,120 @@
1
+ <%-
2
+ require 'securerandom'
3
+
4
+ @passwords = {}
5
+
6
+ def random_password(name)
7
+ unless @passwords[name]
8
+ @passwords[name]= SecureRandom.urlsafe_base64(6)
9
+ end
10
+ @passwords[name]
11
+ end
12
+ -%>
13
+ {
14
+ "name": "<%= config[:name] %>",
15
+ "description": "<%= config[:name] %> Environment",
16
+ "cookbook_versions": {
17
+ },
18
+ "json_class": "Chef::Environment",
19
+ "chef_type": "environment",
20
+ "default_attributes": {
21
+ "feedhenry_common": {
22
+ "backups": {
23
+ "enabled": false
24
+ },
25
+ "domain": "<%= config[:domain] %>",
26
+ "baseurl": "<%= config[:name] %>.feedhenry.local",
27
+ "manage": {
28
+ "denyhosts": false
29
+ },
30
+ "notifications": {
31
+ "enabled": false,
32
+ "email": "root"
33
+ },
34
+ "nested_environment": {
35
+ "parent": null
36
+ }
37
+ },
38
+ "fh-ditch": {
39
+ "conf": {
40
+ "database": {
41
+ "auth": {
42
+ "user": "u-ditch",
43
+ "pass": "<%= random_password('mongoditch') %>"
44
+ }
45
+ },
46
+ "millicore": {
47
+ "protocol": "http",
48
+ "url": "CHANGEME"
49
+ }
50
+ }
51
+ },
52
+ "fh-mbaas": {
53
+ "conf": {
54
+ "mongo": {
55
+ "auth": {
56
+ "enabled": false,
57
+ "user": "u-mbaas",
58
+ "pass": "<%= random_password('mongombaas') %>"
59
+ }
60
+ },
61
+ "fhdfc": {
62
+ "dynofarm": "https://api.<%= config[:domain] %>",
63
+ "username": "df-<%= config[:name] %>",
64
+ "_password": "<%= random_password('fh-proxy') %>"
65
+ }
66
+ }
67
+ },
68
+ "fh-proxy": {
69
+ "conf": {
70
+ "fhproxy": {
71
+ "user": "df-<%= config[:name] %>",
72
+ "passwd": "<%= random_password('fh-proxy') %>",
73
+ "suspendapps": {
74
+ "inactive_minutes": 10080
75
+ }
76
+ }
77
+ }
78
+ },
79
+ "mongodb": {
80
+ "auto_configure": {
81
+ "replicaset": true
82
+ },
83
+ "configfile": null,
84
+ "nojournal": true
85
+ },
86
+ "mongodb_feedhenry": {
87
+ "replicaset_enabled": true,
88
+ "auth_enabled": false,
89
+ "backups": {
90
+ "enabled": false
91
+ },
92
+ "admin": {
93
+ "user": "admin",
94
+ "pass": "<%= random_password('mongoadmin') %>"
95
+ }
96
+ },
97
+ "nagios": {
98
+ "services_databag": "nagios_services,nagios_services_<%= config[:name].gsub('-', '_') %>",
99
+ "contacts_databag": "nagios_contacts",
100
+ "notifications_enabled": 0
101
+ },
102
+ "nginx_feedhenry": {
103
+ "ssl_cert_item": "wildcard.<%= config[:domain] %>",
104
+ "loadbalancer": "<%= config[:domain].gsub('.', '\\.') %>"
105
+ }
106
+ },
107
+ "override_attributes": {
108
+ "authorization": {
109
+ "sudo": {
110
+ "passwordless": true
111
+ }
112
+ },
113
+ "denyhosts": {
114
+ "config": {
115
+ "admin_email": "",
116
+ "block_service": ""
117
+ }
118
+ }
119
+ }
120
+ }
@@ -0,0 +1,300 @@
1
+ <%-
2
+ require 'securerandom'
3
+
4
+ @passwords = {}
5
+
6
+ def random_password(name)
7
+ unless @passwords[name]
8
+ @passwords[name]= SecureRandom.urlsafe_base64(6)
9
+ end
10
+ @passwords[name]
11
+ end
12
+ -%>
13
+ {
14
+ "name": "<%= config[:name] %>",
15
+ "description": "<%= config[:name] %> Environment",
16
+ "cookbook_versions": {
17
+ },
18
+ "json_class": "Chef::Environment",
19
+ "chef_type": "environment",
20
+ "default_attributes": {
21
+ "apache2": {
22
+ "buildfarm": {
23
+ "url": "e103-stg-digman-01.feedhenry.net"
24
+ }
25
+ },
26
+ "apache2_feedhenry": {
27
+ "ops_proxy": {
28
+ "enabled": false
29
+ }
30
+ },
31
+ "feedhenry_common": {
32
+ "backups": {
33
+ "enabled": false
34
+ },
35
+ "domain": "<%= config[:domain] %>",
36
+ "baseurl": "127.0.0.1",
37
+ "manage": {
38
+ "denyhosts": false
39
+ },
40
+ "notifications": {
41
+ "enabled": false,
42
+ "email": "root"
43
+ }
44
+ },
45
+ "feedhenry_galera": {
46
+ "safe-updates": false
47
+ },
48
+ "fh-aaa": {
49
+ "conf": {
50
+ "fhaaa": {
51
+ "database": {
52
+ "auth": {
53
+ "user": "u-aaa"
54
+ }
55
+ }
56
+ }
57
+ }
58
+ },
59
+ "fh-ditch": {
60
+ "conf": {
61
+ "database": {
62
+ "auth": {
63
+ "user": "u-ditch"
64
+ }
65
+ },
66
+ "millicore": {
67
+ "protocol": "http",
68
+ "url": "CHANGEME"
69
+ }
70
+ }
71
+ },
72
+ "fh-mbaas": {
73
+ "conf": {
74
+ "mongo": {
75
+ "auth": {
76
+ "enabled": false,
77
+ "user": "u-mbaas"
78
+ }
79
+ },
80
+ "fhdfc": {
81
+ "dynofarm": "http://api.<%= config[:domain] %>",
82
+ "username": "df-<%= config[:name] %>"
83
+ }
84
+ }
85
+ },
86
+ "fh-proxy": {
87
+ "conf": {
88
+ "fhproxy": {
89
+ "port": 9080,
90
+ "user": "df-<%= config[:name] %>",
91
+ "suspendapps": {
92
+ "inactive_minutes": 10080
93
+ }
94
+ }
95
+ }
96
+ },
97
+ "fh-messaging": {
98
+ "conf": {
99
+ "database": {
100
+ "auth": {
101
+ "user": "u-messaging"
102
+ }
103
+ }
104
+ },
105
+ "fileimportconfig": {
106
+ "metrics_servers_appserver_names": "local.localhost",
107
+ "metrics_servers_dynoserver_names": "local.localhost"
108
+ }
109
+ },
110
+ "fh-metrics": {
111
+ "conf": {
112
+ "metrics": {
113
+ "database": {
114
+ "auth": {
115
+ "user": "u-messaging"
116
+ }
117
+ }
118
+ }
119
+ }
120
+ },
121
+ "fh-supercore": {
122
+ "conf": {
123
+ "fhsupercore": {
124
+ "database": {
125
+ "auth": {
126
+ "user": "u-supercore",
127
+ "enabled": false
128
+ }
129
+ },
130
+ "seed_data": {
131
+ "enabled": true,
132
+ "mbasses": {
133
+ "mbaas1": {
134
+ "url": "http://api.<%= config[:domain] %>",
135
+ "servicekey": "mBqxpulwlj3Rw7EsHZq0YEQyrArq2tlIRCQ0pCmr5DRPPDZMAP4ZNb7U0E6bPSb3",
136
+ "username": "df-<%= config[:name] %>",
137
+ "password": "feedhenry101"
138
+ }
139
+ },
140
+ "environments": {
141
+ "dev": {
142
+ "label": "Development",
143
+ "targets": ["mbaas1"],
144
+ "autoDeployOnCreate": true,
145
+ "autoDeployOnUpdate": false
146
+ },
147
+ "test": {
148
+ "label": "Test",
149
+ "targets": ["mbaas1"],
150
+ "autoDeployOnCreate": false,
151
+ "autoDeployOnUpdate": false
152
+ },
153
+ "live": {
154
+ "label": "Production",
155
+ "targets": ["mbaas1"],
156
+ "autoDeployOnCreate": false,
157
+ "autoDeployOnUpdate": false
158
+ }
159
+ }
160
+ }
161
+ }
162
+ }
163
+ },
164
+ "millicore": {
165
+ "apache": {
166
+ "port": 8181
167
+ },
168
+ "migrates": {
169
+ "enabled": true
170
+ },
171
+ "conf": {
172
+ "csrf": {
173
+ "checks": {
174
+ "enabled": true
175
+ }
176
+ },
177
+ "digger": {
178
+ "callbackhost": "127.0.0.1",
179
+ "polling": {
180
+ "iphone": true,
181
+ "android": true
182
+ },
183
+ "download": {
184
+ "host": "e103-stg-digman-01.feedhenry.net"
185
+ }
186
+ },
187
+ "ditch": {
188
+ "client": {
189
+ "server": {
190
+ "url": "CHANGEME"
191
+ }
192
+ }
193
+ },
194
+ "environments": {
195
+ "enabled": true
196
+ },
197
+ "fh": {
198
+ "autosetup": {
199
+ "enabled": true
200
+ }
201
+ },
202
+ "fhaaa": {
203
+ "authorisation": {
204
+ "enabled": true
205
+ }
206
+ },
207
+ "fhcore": {
208
+ "polling_status": {
209
+ "enabled": false
210
+ }
211
+ },
212
+ "git": {
213
+ "enabled": true,
214
+ "admin-host": "git.<%= config[:domain] %>",
215
+ "external-host": "git.<%= config[:domain] %>",
216
+ "service": "gitlab-shell",
217
+ "enable-branch-selector": true
218
+ },
219
+ "mongodb": {
220
+ "migrates": {
221
+ "enabled": true
222
+ }
223
+ },
224
+ "nodejs": {
225
+ "development": {
226
+ "url": "CHANGEME",
227
+ "user": "CHANGEME",
228
+ "password": "CHANGEME"
229
+ },
230
+ "release": {
231
+ "url": "CHANGEME",
232
+ "user": "CHANGEME",
233
+ "password": "CHANGEME"
234
+ }
235
+ },
236
+ "server": {
237
+ "environment": "development"
238
+ },
239
+ "studio-js-preview-default-device": "galaxy_s6",
240
+ "studio-js-cloudresources-enabled": false,
241
+ "studio-js-admin-environments-mbaases-ui": true,
242
+ "studio-protocol": "http",
243
+ "millicore.protocol": "http",
244
+ "studio": {
245
+ "version": {
246
+ "option": {
247
+ "enabled": false
248
+ }
249
+ }
250
+ }
251
+ }
252
+ },
253
+ "mongodb": {
254
+ "smallfiles": true
255
+ },
256
+ "mongodb_feedhenry": {
257
+ "auth_enabled": false,
258
+ "backups": {
259
+ "enabled": false
260
+ },
261
+ "admin": {
262
+ "user": "admin"
263
+ }
264
+ },
265
+ "mysql_feedhenry": {
266
+ "backups": {
267
+ "enabled": false
268
+ },
269
+ "subnet": {
270
+ "whitelist": []
271
+ },
272
+ "logrotate": {
273
+ "enabled": false
274
+ }
275
+ },
276
+ "nagios": {
277
+ "services_databag": "nagios_services,nagios_services_<%= config[:name].gsub('-', '_') %>",
278
+ "contacts_databag": "nagios_contacts",
279
+ "notifications_enabled": 0
280
+ },
281
+ "nginx_feedhenry": {
282
+ "ssl_cert_item": "wildcard.<%= config[:domain] %>",
283
+ "loadbalancer": "<%= config[:domain].gsub('.', '\\.') %>"
284
+ }
285
+ },
286
+ "override_attributes": {
287
+ "authorization": {
288
+ "sudo": {
289
+ "passwordless": true
290
+ }
291
+ },
292
+ "denyhosts": {
293
+ "allowed_hosts": [],
294
+ "config": {
295
+ "admin_email": "",
296
+ "block_service": ""
297
+ }
298
+ }
299
+ }
300
+ }
@@ -0,0 +1,43 @@
1
+ {
2
+ "vpc": {
3
+ "region": "<%= config[:provider_config][:region] %>",
4
+ "cidr": "<%= config[:provider_config][:cidr] %>"
5
+ },
6
+ "default_instance_options": {
7
+ "image_id": "<%= config[:default_instance_options][:image_id] %>",
8
+ "monitoring_enabled": true,
9
+ "instance_type": "m3.medium",
10
+ "disable_api_termination": true,
11
+ "block_device_mappings": [
12
+ {
13
+ "device_name": "/dev/sda1",
14
+ "ebs": {
15
+ "volume_size": 30,
16
+ "volume_type": "gp2",
17
+ "delete_on_termination": true
18
+ }
19
+ },
20
+ {
21
+ "device_name": "/dev/sdb",
22
+ "ebs": {
23
+ "volume_size": 30,
24
+ "volume_type": "gp2",
25
+ "delete_on_termination": true,
26
+ "encrypted": true
27
+ }
28
+ }
29
+ ]
30
+ },
31
+ "security_groups": {
32
+ "ops-admin": {
33
+ "authorize_ingress": [
34
+ {
35
+ "protocols": ["all"],
36
+ "start": 0,
37
+ "end": 65535,
38
+ "sources": ["83.147.149.210/32", "46.38.161.225/32", "54.229.76.48/32", "79.125.117.182/32"]
39
+ }
40
+ ]
41
+ }
42
+ }
43
+ }