wr0ngway-rubber 1.0.0
Sign up to get free protection for your applications and to get access to all the features.
- data/CHANGELOG +34 -0
- data/COPYING +339 -0
- data/README +6 -0
- data/TODO +7 -0
- data/VERSION +1 -0
- data/bin/vulcanize +41 -0
- data/generators/vulcanize/USAGE +6 -0
- data/generators/vulcanize/templates/apache/config/rubber/deploy-apache.rb +51 -0
- data/generators/vulcanize/templates/apache/config/rubber/role/apache/deflate.conf +10 -0
- data/generators/vulcanize/templates/apache/config/rubber/role/apache/expires.conf +9 -0
- data/generators/vulcanize/templates/apache/config/rubber/role/apache/headers.conf +6 -0
- data/generators/vulcanize/templates/apache/config/rubber/role/apache/monit-apache.conf +8 -0
- data/generators/vulcanize/templates/apache/config/rubber/role/apache/ports.conf +5 -0
- data/generators/vulcanize/templates/apache/config/rubber/role/apache/setenvif.conf +52 -0
- data/generators/vulcanize/templates/apache/config/rubber/role/web_tools/tools-apache-vhost.conf +62 -0
- data/generators/vulcanize/templates/apache/config/rubber/role/web_tools/tools-apache.auth +7 -0
- data/generators/vulcanize/templates/apache/config/rubber/role/web_tools/tools-index.html +30 -0
- data/generators/vulcanize/templates/apache/config/rubber/rubber-apache.yml +7 -0
- data/generators/vulcanize/templates/apache/templates.yml +1 -0
- data/generators/vulcanize/templates/base/Capfile +14 -0
- data/generators/vulcanize/templates/base/config/deploy.rb +55 -0
- data/generators/vulcanize/templates/base/config/rubber/common/crontab +16 -0
- data/generators/vulcanize/templates/base/config/rubber/common/profile.rc +9 -0
- data/generators/vulcanize/templates/base/config/rubber/deploy-setup.rb +104 -0
- data/generators/vulcanize/templates/base/config/rubber/rubber.yml +241 -0
- data/generators/vulcanize/templates/base/lib/tasks/rubber.rake +15 -0
- data/generators/vulcanize/templates/base/script/cron-rake +18 -0
- data/generators/vulcanize/templates/base/script/cron-runner +18 -0
- data/generators/vulcanize/templates/base/script/cron-sh +67 -0
- data/generators/vulcanize/templates/base/templates.yml +1 -0
- data/generators/vulcanize/templates/complete_mongrel_mysql/config/rubber/role/haproxy/haproxy-mongrel.conf +23 -0
- data/generators/vulcanize/templates/complete_mongrel_mysql/config/rubber/role/nginx/nginx-mongrel.conf +113 -0
- data/generators/vulcanize/templates/complete_mongrel_mysql/config/rubber/rubber-complete.yml +41 -0
- data/generators/vulcanize/templates/complete_mongrel_mysql/templates.yml +6 -0
- data/generators/vulcanize/templates/complete_passenger_mysql/config/rubber/role/haproxy/haproxy-passenger.conf +19 -0
- data/generators/vulcanize/templates/complete_passenger_mysql/config/rubber/rubber-complete.yml +40 -0
- data/generators/vulcanize/templates/complete_passenger_mysql/templates.yml +10 -0
- data/generators/vulcanize/templates/cruise/config/rubber/deploy-cruise.rb +72 -0
- data/generators/vulcanize/templates/cruise/config/rubber/role/cruise/cruise +40 -0
- data/generators/vulcanize/templates/cruise/config/rubber/role/cruise/my.cnf +165 -0
- data/generators/vulcanize/templates/cruise/config/rubber/role/cruise/production.rb +8 -0
- data/generators/vulcanize/templates/cruise/config/rubber/role/cruise/site_config.rb +76 -0
- data/generators/vulcanize/templates/cruise/config/rubber/role/web_tools/cruise-nginx.conf +11 -0
- data/generators/vulcanize/templates/cruise/config/rubber/rubber-cruise.yml +18 -0
- data/generators/vulcanize/templates/cruise/templates.yml +1 -0
- data/generators/vulcanize/templates/haproxy/config/rubber/deploy-haproxy.rb +45 -0
- data/generators/vulcanize/templates/haproxy/config/rubber/role/haproxy/haproxy-base.conf +26 -0
- data/generators/vulcanize/templates/haproxy/config/rubber/role/haproxy/haproxy-default.conf +8 -0
- data/generators/vulcanize/templates/haproxy/config/rubber/role/haproxy/monit-haproxy.conf +9 -0
- data/generators/vulcanize/templates/haproxy/config/rubber/role/haproxy/syslog-haproxy.conf +6 -0
- data/generators/vulcanize/templates/haproxy/config/rubber/role/haproxy/syslogd-default.conf +17 -0
- data/generators/vulcanize/templates/haproxy/config/rubber/role/web_tools/haproxy-nginx.conf +10 -0
- data/generators/vulcanize/templates/haproxy/config/rubber/rubber-haproxy.yml +7 -0
- data/generators/vulcanize/templates/haproxy/templates.yml +1 -0
- data/generators/vulcanize/templates/memcached/config/memcached.yml +28 -0
- data/generators/vulcanize/templates/memcached/config/rubber/common/memcached.yml +14 -0
- data/generators/vulcanize/templates/memcached/config/rubber/role/memcached/memcached.conf +52 -0
- data/generators/vulcanize/templates/memcached/config/rubber/role/memcached/memcached_munin_plugin +249 -0
- data/generators/vulcanize/templates/memcached/config/rubber/rubber-memcached.yml +7 -0
- data/generators/vulcanize/templates/memcached/templates.yml +1 -0
- data/generators/vulcanize/templates/minimal_mysql/templates.yml +7 -0
- data/generators/vulcanize/templates/minimal_nodb/templates.yml +6 -0
- data/generators/vulcanize/templates/mongrel/config/rubber/deploy-mongrel.rb +75 -0
- data/generators/vulcanize/templates/mongrel/config/rubber/role/mongrel/mongrel_cluster.yml +12 -0
- data/generators/vulcanize/templates/mongrel/config/rubber/role/mongrel/monit-mongrel.conf +20 -0
- data/generators/vulcanize/templates/mongrel/config/rubber/rubber-mongrel.yml +9 -0
- data/generators/vulcanize/templates/mongrel/templates.yml +1 -0
- data/generators/vulcanize/templates/monit/config/rubber/common/monit-default.conf +15 -0
- data/generators/vulcanize/templates/monit/config/rubber/common/monit.conf +251 -0
- data/generators/vulcanize/templates/monit/config/rubber/deploy-monit.rb +32 -0
- data/generators/vulcanize/templates/monit/config/rubber/role/web_tools/monit-admin-nginx.conf +10 -0
- data/generators/vulcanize/templates/monit/config/rubber/rubber-monit.yml +6 -0
- data/generators/vulcanize/templates/monit/templates.yml +1 -0
- data/generators/vulcanize/templates/munin/config/rubber/common/monit-munin.conf +8 -0
- data/generators/vulcanize/templates/munin/config/rubber/common/munin-node.conf +48 -0
- data/generators/vulcanize/templates/munin/config/rubber/deploy-munin.rb +46 -0
- data/generators/vulcanize/templates/munin/config/rubber/role/web_tools/munin-nginx.conf +8 -0
- data/generators/vulcanize/templates/munin/config/rubber/role/web_tools/munin-plugins.conf +31 -0
- data/generators/vulcanize/templates/munin/config/rubber/role/web_tools/munin.conf +80 -0
- data/generators/vulcanize/templates/munin/config/rubber/rubber-munin.yml +8 -0
- data/generators/vulcanize/templates/munin/script/munin/example_mysql_query.rb +57 -0
- data/generators/vulcanize/templates/munin/script/munin/example_simple.rb +24 -0
- data/generators/vulcanize/templates/munin/templates.yml +1 -0
- data/generators/vulcanize/templates/mysql/config/rubber/common/database.yml +11 -0
- data/generators/vulcanize/templates/mysql/config/rubber/deploy-mysql.rb +156 -0
- data/generators/vulcanize/templates/mysql/config/rubber/role/db/crontab +14 -0
- data/generators/vulcanize/templates/mysql/config/rubber/role/db/monit-mysql.cnf +10 -0
- data/generators/vulcanize/templates/mysql/config/rubber/role/db/my.cnf +167 -0
- data/generators/vulcanize/templates/mysql/config/rubber/role/mysql_slave/mysql_slave_munin_plugin +51 -0
- data/generators/vulcanize/templates/mysql/config/rubber/rubber-mysql.yml +46 -0
- data/generators/vulcanize/templates/mysql/templates.yml +1 -0
- data/generators/vulcanize/templates/mysql_cluster/config/rubber/common/mysql_cluster_migrations.rb +13 -0
- data/generators/vulcanize/templates/mysql_cluster/config/rubber/deploy-mysql_cluster.rb +173 -0
- data/generators/vulcanize/templates/mysql_cluster/config/rubber/role/mysql_data/my.cnf +15 -0
- data/generators/vulcanize/templates/mysql_cluster/config/rubber/role/mysql_mgm/ndb_mgmd.cnf +39 -0
- data/generators/vulcanize/templates/mysql_cluster/config/rubber/role/mysql_sql/monit-mysql_cluster_sql.cnf +10 -0
- data/generators/vulcanize/templates/mysql_cluster/config/rubber/role/mysql_sql/my.cnf +23 -0
- data/generators/vulcanize/templates/mysql_cluster/config/rubber/rubber-mysql_cluster.yml +32 -0
- data/generators/vulcanize/templates/mysql_cluster/templates.yml +1 -0
- data/generators/vulcanize/templates/mysql_proxy/config/rubber/common/database.yml +16 -0
- data/generators/vulcanize/templates/mysql_proxy/config/rubber/common/monit-mysql_proxy.cnf +10 -0
- data/generators/vulcanize/templates/mysql_proxy/config/rubber/common/mysql-proxy +153 -0
- data/generators/vulcanize/templates/mysql_proxy/config/rubber/common/mysql-proxy.conf +10 -0
- data/generators/vulcanize/templates/mysql_proxy/config/rubber/common/mysql-proxy.lua +5 -0
- data/generators/vulcanize/templates/mysql_proxy/config/rubber/deploy-mysql_proxy.rb +52 -0
- data/generators/vulcanize/templates/mysql_proxy/config/rubber/rubber-mysql_proxy.yml +11 -0
- data/generators/vulcanize/templates/mysql_proxy/templates.yml +1 -0
- data/generators/vulcanize/templates/nginx/config/rubber/deploy-nginx.rb +45 -0
- data/generators/vulcanize/templates/nginx/config/rubber/role/nginx/crontab +9 -0
- data/generators/vulcanize/templates/nginx/config/rubber/role/nginx/monit-nginx.conf +8 -0
- data/generators/vulcanize/templates/nginx/config/rubber/role/nginx/nginx.conf +42 -0
- data/generators/vulcanize/templates/nginx/config/rubber/role/web_tools/nginx-tools.conf +55 -0
- data/generators/vulcanize/templates/nginx/config/rubber/role/web_tools/tools-index.html +30 -0
- data/generators/vulcanize/templates/nginx/config/rubber/role/web_tools/tools-nginx.auth +7 -0
- data/generators/vulcanize/templates/nginx/config/rubber/rubber-nginx.yml +10 -0
- data/generators/vulcanize/templates/nginx/templates.yml +1 -0
- data/generators/vulcanize/templates/passenger/config/rubber/deploy-passenger.rb +37 -0
- data/generators/vulcanize/templates/passenger/config/rubber/role/passenger/munin-passenger-sudoers.conf +6 -0
- data/generators/vulcanize/templates/passenger/config/rubber/role/passenger/munin-passenger.conf +47 -0
- data/generators/vulcanize/templates/passenger/config/rubber/role/passenger/passenger-apache-vhost.conf +46 -0
- data/generators/vulcanize/templates/passenger/config/rubber/role/passenger/passenger.conf +10 -0
- data/generators/vulcanize/templates/passenger/config/rubber/rubber-passenger.yml +12 -0
- data/generators/vulcanize/templates/passenger/templates.yml +1 -0
- data/generators/vulcanize/templates/sphinx/config/rubber/common/sphinx.yml +46 -0
- data/generators/vulcanize/templates/sphinx/config/rubber/deploy-sphinx.rb +112 -0
- data/generators/vulcanize/templates/sphinx/config/rubber/role/sphinx/crontab +11 -0
- data/generators/vulcanize/templates/sphinx/config/rubber/role/sphinx/monit-sphinx.conf +10 -0
- data/generators/vulcanize/templates/sphinx/config/rubber/rubber-sphinx.yml +6 -0
- data/generators/vulcanize/templates/sphinx/templates.yml +1 -0
- data/generators/vulcanize/vulcanize_generator.rb +67 -0
- data/lib/capistrano/hostcmd.rb +12 -0
- data/lib/rubber/capistrano.rb +1 -0
- data/lib/rubber/cloud/aws.rb +305 -0
- data/lib/rubber/cloud/base.rb +16 -0
- data/lib/rubber/cloud.rb +13 -0
- data/lib/rubber/configuration.rb +47 -0
- data/lib/rubber/dns/base.rb +69 -0
- data/lib/rubber/dns/dyndns.rb +63 -0
- data/lib/rubber/dns/nettica.rb +56 -0
- data/lib/rubber/dns/zerigo.rb +121 -0
- data/lib/rubber/dns.rb +13 -0
- data/lib/rubber/environment.rb +161 -0
- data/lib/rubber/generator.rb +197 -0
- data/lib/rubber/instance.rb +165 -0
- data/lib/rubber/recipes/rubber/bundles.rb +28 -0
- data/lib/rubber/recipes/rubber/deploy.rb +90 -0
- data/lib/rubber/recipes/rubber/instances.rb +348 -0
- data/lib/rubber/recipes/rubber/load_balancers.rb +44 -0
- data/lib/rubber/recipes/rubber/security_groups.rb +189 -0
- data/lib/rubber/recipes/rubber/setup.rb +357 -0
- data/lib/rubber/recipes/rubber/static_ips.rb +107 -0
- data/lib/rubber/recipes/rubber/utils.rb +203 -0
- data/lib/rubber/recipes/rubber/volumes.rb +264 -0
- data/lib/rubber/recipes/rubber.rb +89 -0
- data/lib/rubber/tasks/rubber.rb +221 -0
- data/lib/rubber/util.rb +37 -0
- data/lib/rubber.rb +38 -0
- data/test/environment_test.rb +118 -0
- data/test/generator_test.rb +323 -0
- data/test/instance_test.rb +93 -0
- data/test/test_helper.rb +4 -0
- data/test/util_test.rb +16 -0
- metadata +273 -0
@@ -0,0 +1,348 @@
|
|
1
|
+
namespace :rubber do
|
2
|
+
|
3
|
+
desc <<-DESC
|
4
|
+
Create a new EC2 instance with the given ALIAS and ROLES
|
5
|
+
DESC
|
6
|
+
required_task :create do
|
7
|
+
instance_alias = get_env('ALIAS', "Instance alias (e.g. web01)", true)
|
8
|
+
r = get_env('ROLES', "Instance roles (e.g. web,app,db:primary=true)", true)
|
9
|
+
if r == '*'
|
10
|
+
instance_roles = rubber_cfg.environment.known_roles
|
11
|
+
instance_roles = instance_roles.collect {|role| role == "db" ? "db:primary=true" : role }
|
12
|
+
else
|
13
|
+
instance_roles = r.split(",")
|
14
|
+
end
|
15
|
+
|
16
|
+
ir = []
|
17
|
+
instance_roles.each do |r|
|
18
|
+
role = Rubber::Configuration::RoleItem.parse(r)
|
19
|
+
|
20
|
+
# If user doesn't setup a primary db, then be nice and do it
|
21
|
+
if role.name == "db" && role.options["primary"] == nil && rubber_instances.for_role("db").size == 0
|
22
|
+
value = Capistrano::CLI.ui.ask("You do not have a primary db role, should #{instance_alias} be it [y/n]?: ")
|
23
|
+
role.options["primary"] = true if value =~ /^y/
|
24
|
+
end
|
25
|
+
|
26
|
+
ir << role
|
27
|
+
end
|
28
|
+
|
29
|
+
# Add in roles that the given set of roles depends on
|
30
|
+
ir = Rubber::Configuration::RoleItem.expand_role_dependencies(ir, get_role_dependencies)
|
31
|
+
|
32
|
+
create_instance(instance_alias, ir)
|
33
|
+
end
|
34
|
+
|
35
|
+
desc <<-DESC
|
36
|
+
Refresh the host data for a EC2 instance with the given ALIAS.
|
37
|
+
This is useful to run when rubber:create fails after instance creation
|
38
|
+
DESC
|
39
|
+
task :refresh do
|
40
|
+
instance_alias = get_env('ALIAS', "Instance alias (e.g. web01)", true)
|
41
|
+
ENV.delete('ROLES') # so we don't get an error if people leave ROLES in env from :create CLI
|
42
|
+
refresh_instance(instance_alias)
|
43
|
+
end
|
44
|
+
|
45
|
+
desc <<-DESC
|
46
|
+
Destroy the EC2 instance for the given ALIAS
|
47
|
+
DESC
|
48
|
+
task :destroy do
|
49
|
+
instance_alias = get_env('ALIAS', "Instance alias (e.g. web01)", true)
|
50
|
+
ENV.delete('ROLES') # so we don't get an error if people leave ROLES in env from :create CLI
|
51
|
+
destroy_instance(instance_alias)
|
52
|
+
end
|
53
|
+
|
54
|
+
desc <<-DESC
|
55
|
+
Destroy ALL the EC2 instances for the current env
|
56
|
+
DESC
|
57
|
+
task :destroy_all do
|
58
|
+
rubber_instances.each do |ic|
|
59
|
+
destroy_instance(ic.name)
|
60
|
+
end
|
61
|
+
end
|
62
|
+
|
63
|
+
desc <<-DESC
|
64
|
+
Adds the given ROLES to the instance named ALIAS
|
65
|
+
DESC
|
66
|
+
required_task :add_role do
|
67
|
+
instance_alias = get_env('ALIAS', "Instance alias (e.g. web01)", true)
|
68
|
+
r = get_env('ROLES', "Instance roles (e.g. web,app,db:primary=true)", true)
|
69
|
+
|
70
|
+
instance_roles = r.split(",")
|
71
|
+
|
72
|
+
ir = []
|
73
|
+
instance_roles.each do |r|
|
74
|
+
role = Rubber::Configuration::RoleItem.parse(r)
|
75
|
+
ir << role
|
76
|
+
end
|
77
|
+
|
78
|
+
# Add in roles that the given set of roles depends on
|
79
|
+
ir = Rubber::Configuration::RoleItem.expand_role_dependencies(ir, get_role_dependencies)
|
80
|
+
|
81
|
+
instance = rubber_instances[instance_alias]
|
82
|
+
fatal "Instance does not exist: #{instance_alias}" unless instance
|
83
|
+
|
84
|
+
instance.roles = (instance.roles + ir).uniq
|
85
|
+
rubber_instances.save()
|
86
|
+
end
|
87
|
+
|
88
|
+
desc <<-DESC
|
89
|
+
Removes the given ROLES from the instance named ALIAS
|
90
|
+
DESC
|
91
|
+
required_task :remove_role do
|
92
|
+
instance_alias = get_env('ALIAS', "Instance alias (e.g. web01)", true)
|
93
|
+
r = get_env('ROLES', "Instance roles (e.g. web,app,db:primary=true)", true)
|
94
|
+
|
95
|
+
instance_roles = r.split(",")
|
96
|
+
|
97
|
+
ir = []
|
98
|
+
instance_roles.each do |r|
|
99
|
+
role = Rubber::Configuration::RoleItem.parse(r)
|
100
|
+
ir << role
|
101
|
+
end
|
102
|
+
|
103
|
+
instance = rubber_instances[instance_alias]
|
104
|
+
fatal "Instance does not exist: #{instance_alias}" unless instance
|
105
|
+
|
106
|
+
instance.roles = (instance.roles - ir).uniq
|
107
|
+
rubber_instances.save()
|
108
|
+
end
|
109
|
+
|
110
|
+
desc <<-DESC
|
111
|
+
List all your EC2 instances
|
112
|
+
DESC
|
113
|
+
required_task :describe do
|
114
|
+
results = []
|
115
|
+
format = "%-10s %-10s %-10s %-15s %-30s"
|
116
|
+
results << format % %w[InstanceID State Zone IP Alias\ (*=unknown)]
|
117
|
+
|
118
|
+
instances = cloud.describe_instances()
|
119
|
+
instances.each do |instance|
|
120
|
+
local_alias = find_alias(instance[:external_ip], instance[:id], instance[:state] == 'running')
|
121
|
+
results << format % [instance[:id], instance[:state], instance[:zone], instance[:external_ip] || "NoIP", local_alias || "Unknown"]
|
122
|
+
end
|
123
|
+
results.each {|r| logger.info r}
|
124
|
+
end
|
125
|
+
|
126
|
+
desc <<-DESC
|
127
|
+
Describes the availability zones
|
128
|
+
DESC
|
129
|
+
required_task :describe_zones do
|
130
|
+
results = []
|
131
|
+
format = "%-20s %-15s"
|
132
|
+
results << format % %w[Name State]
|
133
|
+
|
134
|
+
zones = cloud.describe_availability_zones()
|
135
|
+
zones.each do |zone|
|
136
|
+
results << format % [zone[:name], zone[:state]]
|
137
|
+
end
|
138
|
+
|
139
|
+
results.each {|r| logger.info r}
|
140
|
+
end
|
141
|
+
|
142
|
+
|
143
|
+
set :print_ip_command, "ifconfig eth0 | awk 'NR==2 {print $2}' | awk -F: '{print $2}'"
|
144
|
+
|
145
|
+
# Creates a new ec2 instance with the given alias and roles
|
146
|
+
# Configures aliases (/etc/hosts) on local and remote machines
|
147
|
+
def create_instance(instance_alias, instance_roles)
|
148
|
+
fatal "Instance already exists: #{instance_alias}" if rubber_instances[instance_alias]
|
149
|
+
|
150
|
+
role_names = instance_roles.collect{|x| x.name}
|
151
|
+
env = rubber_cfg.environment.bind(role_names, instance_alias)
|
152
|
+
|
153
|
+
# We need to use security_groups during create, so create them up front
|
154
|
+
setup_security_groups(instance_alias, role_names)
|
155
|
+
security_groups = get_assigned_security_groups(instance_alias, role_names)
|
156
|
+
|
157
|
+
ami = env.cloud_providers[env.cloud_provider].image_id
|
158
|
+
ami_type = env.cloud_providers[env.cloud_provider].image_type
|
159
|
+
availability_zone = env.availability_zone
|
160
|
+
logger.info "Creating instance #{ami}/#{ami_type}/#{security_groups.join(',') rescue 'Default'}/#{availability_zone || 'Default'}"
|
161
|
+
instance_id = cloud.create_instance(ami, ami_type, security_groups, availability_zone)
|
162
|
+
|
163
|
+
logger.info "Instance #{instance_id} created"
|
164
|
+
|
165
|
+
instance_item = Rubber::Configuration::InstanceItem.new(instance_alias, env.domain, instance_roles, instance_id, security_groups)
|
166
|
+
rubber_instances.add(instance_item)
|
167
|
+
rubber_instances.save()
|
168
|
+
|
169
|
+
|
170
|
+
print "Waiting for instance to start"
|
171
|
+
while true do
|
172
|
+
print "."
|
173
|
+
sleep 2
|
174
|
+
instance = cloud.describe_instances(instance_id).first
|
175
|
+
|
176
|
+
if instance[:state] == "running"
|
177
|
+
print "\n"
|
178
|
+
logger.info "Instance running, fetching hostname/ip data"
|
179
|
+
instance_item.external_host = instance[:external_host]
|
180
|
+
instance_item.external_ip = instance[:external_ip]
|
181
|
+
instance_item.internal_host = instance[:internal_host]
|
182
|
+
instance_item.zone = instance[:zone]
|
183
|
+
rubber_instances.save()
|
184
|
+
|
185
|
+
# setup amazon elastic ips if configured to do so
|
186
|
+
setup_static_ips
|
187
|
+
|
188
|
+
# Need to setup aliases so ssh doesn't give us errors when we
|
189
|
+
# later try? to connect to same ip but using alias
|
190
|
+
setup_local_aliases
|
191
|
+
|
192
|
+
# re-load the roles since we may have just defined new ones
|
193
|
+
load_roles() unless env.disable_auto_roles
|
194
|
+
|
195
|
+
# Connect to newly created instance and grab its internal ip
|
196
|
+
# so that we can update all aliases
|
197
|
+
|
198
|
+
task :_get_ip, :hosts => instance_item.external_ip do
|
199
|
+
instance_item.internal_ip = capture(print_ip_command).strip
|
200
|
+
rubber_instances.save()
|
201
|
+
end
|
202
|
+
|
203
|
+
# even though instance is running, sometimes ssh hasn't started yet,
|
204
|
+
# so retry on connect failure
|
205
|
+
begin
|
206
|
+
_get_ip
|
207
|
+
rescue ConnectionError
|
208
|
+
sleep 2
|
209
|
+
logger.info "Failed to connect to #{instance_alias} (#{instance_item.external_ip}), retrying"
|
210
|
+
retry
|
211
|
+
end
|
212
|
+
|
213
|
+
# Add the aliases for this instance to all other hosts
|
214
|
+
setup_remote_aliases
|
215
|
+
setup_dns_aliases
|
216
|
+
|
217
|
+
break
|
218
|
+
end
|
219
|
+
end
|
220
|
+
end
|
221
|
+
|
222
|
+
# Refreshes a ec2 instance with the given alias
|
223
|
+
# Configures aliases (/etc/hosts) on local and remote machines
|
224
|
+
def refresh_instance(instance_alias)
|
225
|
+
instance_item = rubber_instances[instance_alias]
|
226
|
+
|
227
|
+
fatal "Instance does not exist: #{instance_alias}" if ! instance_item
|
228
|
+
|
229
|
+
env = rubber_cfg.environment.bind(instance_item.role_names, instance_alias)
|
230
|
+
|
231
|
+
instance = cloud.describe_instances(instance_item.instance_id).first
|
232
|
+
|
233
|
+
if instance[:state] == "running"
|
234
|
+
logger.info "\nInstance running, fetching hostname/ip data"
|
235
|
+
instance_item.external_host = instance[:external_host]
|
236
|
+
instance_item.external_ip = instance[:external_ip]
|
237
|
+
instance_item.internal_host = instance[:internal_host]
|
238
|
+
instance_item.zone = instance[:zone]
|
239
|
+
|
240
|
+
# setup amazon elastic ips if configured to do so
|
241
|
+
setup_static_ips
|
242
|
+
|
243
|
+
# Need to setup aliases so ssh doesn't give us errors when we
|
244
|
+
# later try to connect to same ip but using alias
|
245
|
+
setup_local_aliases
|
246
|
+
|
247
|
+
# re-load the roles since we may have just defined new ones
|
248
|
+
load_roles() unless env.disable_auto_roles
|
249
|
+
|
250
|
+
# Connect to newly created instance and grab its internal ip
|
251
|
+
# so that we can update all aliases
|
252
|
+
task :_get_ip, :hosts => instance_item.external_ip do
|
253
|
+
instance_item.internal_ip = capture(print_ip_command).strip
|
254
|
+
rubber_instances.save()
|
255
|
+
end
|
256
|
+
|
257
|
+
# even though instance is running, sometimes ssh hasn't started yet,
|
258
|
+
# so retry on connect failure
|
259
|
+
begin
|
260
|
+
_get_ip
|
261
|
+
rescue ConnectionError
|
262
|
+
sleep 2
|
263
|
+
logger.info "Failed to connect to #{instance_alias} (#{instance_item.external_ip}), retrying"
|
264
|
+
retry
|
265
|
+
end
|
266
|
+
|
267
|
+
|
268
|
+
# Add the aliases for this instance to all other hosts
|
269
|
+
setup_remote_aliases
|
270
|
+
setup_dns_aliases
|
271
|
+
end
|
272
|
+
end
|
273
|
+
|
274
|
+
|
275
|
+
# Destroys the given ec2 instance
|
276
|
+
def destroy_instance(instance_alias)
|
277
|
+
instance_item = rubber_instances[instance_alias]
|
278
|
+
fatal "Instance does not exist: #{instance_alias}" if ! instance_item
|
279
|
+
|
280
|
+
env = rubber_cfg.environment.bind(instance_item.role_names, instance_item.name)
|
281
|
+
|
282
|
+
value = Capistrano::CLI.ui.ask("About to DESTROY #{instance_alias} (#{instance_item.instance_id}) in mode #{RUBBER_ENV}. Are you SURE [yes/NO]?: ")
|
283
|
+
fatal("Exiting", 0) if value != "yes"
|
284
|
+
|
285
|
+
if instance_item.static_ip
|
286
|
+
value = Capistrano::CLI.ui.ask("Instance has a static ip, do you want to release it? [y/N]?: ")
|
287
|
+
destroy_static_ip(instance_item.static_ip) if value =~ /^y/
|
288
|
+
end
|
289
|
+
|
290
|
+
if instance_item.volumes
|
291
|
+
value = Capistrano::CLI.ui.ask("Instance has persistent volumes, do you want to destroy them? [y/N]?: ")
|
292
|
+
if value =~ /^y/
|
293
|
+
instance_item.volumes.clone.each do |volume_id|
|
294
|
+
destroy_volume(volume_id)
|
295
|
+
end
|
296
|
+
end
|
297
|
+
end
|
298
|
+
|
299
|
+
logger.info "Destroying instance alias=#{instance_alias}, instance_id=#{instance_item.instance_id}"
|
300
|
+
|
301
|
+
cloud.destroy_instance(instance_item.instance_id)
|
302
|
+
|
303
|
+
rubber_instances.remove(instance_alias)
|
304
|
+
rubber_instances.save()
|
305
|
+
|
306
|
+
# re-load the roles since we just removed some and setup_remote_aliases
|
307
|
+
# shouldn't hit removed ones
|
308
|
+
load_roles() unless env.disable_auto_roles
|
309
|
+
|
310
|
+
setup_aliases
|
311
|
+
destroy_dyndns(instance_item)
|
312
|
+
cleanup_known_hosts(instance_item) unless env.disable_known_hosts_cleanup
|
313
|
+
end
|
314
|
+
|
315
|
+
|
316
|
+
# delete from ~/.ssh/known_hosts all lines that begin with ec2- or instance_alias
|
317
|
+
def cleanup_known_hosts(instance_item)
|
318
|
+
logger.info "Cleaning ~/.ssh/known_hosts"
|
319
|
+
File.open(File.expand_path('~/.ssh/known_hosts'), 'r+') do |f|
|
320
|
+
out = ""
|
321
|
+
f.each do |line|
|
322
|
+
line = case line
|
323
|
+
when /^ec2-/; ''
|
324
|
+
when /#{instance_item.full_name}/; ''
|
325
|
+
when /#{instance_item.external_host}/; ''
|
326
|
+
when /#{instance_item.external_ip}/; ''
|
327
|
+
else line;
|
328
|
+
end
|
329
|
+
out << line
|
330
|
+
end
|
331
|
+
f.pos = 0
|
332
|
+
f.print out
|
333
|
+
f.truncate(f.pos)
|
334
|
+
end
|
335
|
+
end
|
336
|
+
|
337
|
+
def get_role_dependencies
|
338
|
+
# convert string format of role_dependencies from rubber.yml into
|
339
|
+
# objects for use by expand_role_dependencies
|
340
|
+
deps = {}
|
341
|
+
rubber_env.role_dependencies.each do |k, v|
|
342
|
+
rhs = Array(v).collect {|r| Rubber::Configuration::RoleItem.parse(r)}
|
343
|
+
deps[Rubber::Configuration::RoleItem.parse(k)] = rhs
|
344
|
+
end if rubber_env.role_dependencies
|
345
|
+
return deps
|
346
|
+
end
|
347
|
+
|
348
|
+
end
|
@@ -0,0 +1,44 @@
|
|
1
|
+
namespace :rubber do
|
2
|
+
|
3
|
+
#desc <<-DESC
|
4
|
+
# Sets up the network load balancers
|
5
|
+
#DESC
|
6
|
+
#required_task :setup_load_balancers do
|
7
|
+
# setup_load_balancers()
|
8
|
+
#end
|
9
|
+
#
|
10
|
+
#desc <<-DESC
|
11
|
+
# Describes the network load balancers
|
12
|
+
#DESC
|
13
|
+
#required_task :describe_load_balancers do
|
14
|
+
# lbs = cloud.describe_load_balancers()
|
15
|
+
# pp lbs
|
16
|
+
#end
|
17
|
+
|
18
|
+
def setup_load_balancers
|
19
|
+
# OPTIONAL: Automatically provision and assign instances to a Cloud provided
|
20
|
+
# load balancer.
|
21
|
+
#load_balancers:
|
22
|
+
# my_lb_name:
|
23
|
+
# listeners:
|
24
|
+
# - protocol: http
|
25
|
+
# port: 80
|
26
|
+
# instance_port: 8080
|
27
|
+
# - protocol: tcp
|
28
|
+
# port: 443
|
29
|
+
# instance_port: 8080
|
30
|
+
# target_roles: [app]
|
31
|
+
#
|
32
|
+
#isolate_load_balancers: true
|
33
|
+
|
34
|
+
|
35
|
+
|
36
|
+
# get remote lbs
|
37
|
+
# for each local not in remote, add it
|
38
|
+
# get all zones for all instances for roles, and make sure in lb
|
39
|
+
# warn if lb not balanced (count of instances per zone is equal)
|
40
|
+
# for each local that is in remote, sync listeners and zones
|
41
|
+
# for each remote not in local, remove it
|
42
|
+
end
|
43
|
+
|
44
|
+
end
|
@@ -0,0 +1,189 @@
|
|
1
|
+
namespace :rubber do
|
2
|
+
|
3
|
+
desc <<-DESC
|
4
|
+
Sets up the network security groups
|
5
|
+
All defined groups will be created, and any not defined will be removed.
|
6
|
+
Likewise, rules within a group will get created, and those not will be removed
|
7
|
+
DESC
|
8
|
+
required_task :setup_security_groups do
|
9
|
+
setup_security_groups()
|
10
|
+
end
|
11
|
+
|
12
|
+
desc <<-DESC
|
13
|
+
Describes the network security groups
|
14
|
+
DESC
|
15
|
+
required_task :describe_security_groups do
|
16
|
+
groups = cloud.describe_security_groups()
|
17
|
+
groups.each do |group|
|
18
|
+
puts "#{group[:name]}, #{group[:description]}"
|
19
|
+
group[:permissions].each do |perm|
|
20
|
+
puts " protocol: #{perm[:protocol]}"
|
21
|
+
puts " from_port: #{perm[:from_port]}"
|
22
|
+
puts " to_port: #{perm[:to_port]}"
|
23
|
+
puts " source_groups: #{perm[:source_groups].collect {|g| g[:name]}.join(", ") }" if perm[:source_groups]
|
24
|
+
puts " source_ips: #{perm[:source_ips].join(", ") }" if perm[:source_ips]
|
25
|
+
puts "\n"
|
26
|
+
end if group[:permissions]
|
27
|
+
puts "\n"
|
28
|
+
end
|
29
|
+
end
|
30
|
+
|
31
|
+
|
32
|
+
def get_assigned_security_groups(host=nil, roles=[])
|
33
|
+
env = rubber_cfg.environment.bind(roles, host)
|
34
|
+
security_groups = env.assigned_security_groups
|
35
|
+
if env.auto_security_groups
|
36
|
+
security_groups << host
|
37
|
+
security_groups += roles
|
38
|
+
end
|
39
|
+
security_groups = security_groups.uniq.compact
|
40
|
+
security_groups = security_groups.collect {|x| isolate_group_name(x) } if env.isolate_security_groups
|
41
|
+
return security_groups
|
42
|
+
end
|
43
|
+
|
44
|
+
def setup_security_groups(host=nil, roles=[])
|
45
|
+
env = rubber_cfg.environment.bind(roles, host)
|
46
|
+
security_group_defns = env.security_groups
|
47
|
+
if env.auto_security_groups
|
48
|
+
sghosts = (rubber_instances.collect{|ic| ic.name } + [host]).uniq.compact
|
49
|
+
sgroles = (rubber_instances.all_roles + roles).uniq.compact
|
50
|
+
security_group_defns = inject_auto_security_groups(security_group_defns, sghosts, sgroles)
|
51
|
+
sync_security_groups(security_group_defns)
|
52
|
+
else
|
53
|
+
sync_security_groups(security_group_defns)
|
54
|
+
end
|
55
|
+
end
|
56
|
+
|
57
|
+
def inject_auto_security_groups(groups, hosts, roles)
|
58
|
+
hosts.each do |name|
|
59
|
+
group_name = name
|
60
|
+
groups[group_name] ||= {'description' => "Rubber automatic security group for host: #{name}", 'rules' => []}
|
61
|
+
end
|
62
|
+
roles.each do |name|
|
63
|
+
group_name = name
|
64
|
+
groups[group_name] ||= {'description' => "Rubber automatic security group for role: #{name}", 'rules' => []}
|
65
|
+
end
|
66
|
+
return groups
|
67
|
+
end
|
68
|
+
|
69
|
+
def isolate_prefix
|
70
|
+
return "#{rubber_env.app_name}_#{RUBBER_ENV}_"
|
71
|
+
end
|
72
|
+
|
73
|
+
def isolate_group_name(group_name)
|
74
|
+
new_name = "#{isolate_prefix}#{group_name}"
|
75
|
+
return new_name
|
76
|
+
end
|
77
|
+
|
78
|
+
def isolate_groups(groups)
|
79
|
+
renamed = {}
|
80
|
+
groups.each do |name, group|
|
81
|
+
new_name = name =~ /^#{isolate_prefix}/ ? name : isolate_group_name(name)
|
82
|
+
new_group = Marshal.load(Marshal.dump(group))
|
83
|
+
new_group['rules'].each do |rule|
|
84
|
+
old_ref_name = rule['source_group_name']
|
85
|
+
if old_ref_name && old_ref_name !~ /^#{isolate_prefix}/
|
86
|
+
rule['source_group_name'] = isolate_group_name(old_ref_name)
|
87
|
+
end
|
88
|
+
end
|
89
|
+
renamed[new_name] = new_group
|
90
|
+
end
|
91
|
+
return renamed
|
92
|
+
end
|
93
|
+
|
94
|
+
def sync_security_groups(groups)
|
95
|
+
return unless groups
|
96
|
+
|
97
|
+
groups = Rubber::Util::stringify(groups)
|
98
|
+
groups = isolate_groups(groups) if rubber_env.isolate_security_groups
|
99
|
+
group_keys = groups.keys.clone()
|
100
|
+
|
101
|
+
# For each group that does already exist in cloud
|
102
|
+
cloud_groups = cloud.describe_security_groups()
|
103
|
+
cloud_groups.each do |cloud_group|
|
104
|
+
group_name = cloud_group[:name]
|
105
|
+
|
106
|
+
# skip those groups that don't belong to this project/env
|
107
|
+
next if rubber_env.isolate_security_groups && group_name !~ /^#{isolate_prefix}/
|
108
|
+
|
109
|
+
if group_keys.delete(group_name)
|
110
|
+
# sync rules
|
111
|
+
logger.debug "Security Group already in cloud, syncing rules: #{group_name}"
|
112
|
+
group = groups[group_name]
|
113
|
+
rules = group['rules'].clone
|
114
|
+
rule_maps = []
|
115
|
+
|
116
|
+
# first collect the rule maps from the request (group/user pairs are duplicated for tcp/udp/icmp,
|
117
|
+
# so we need to do this up frnot and remove duplicates before checking against the local rubber rules)
|
118
|
+
cloud_group[:permissions].each do |rule|
|
119
|
+
if rule[:source_groups]
|
120
|
+
rule.source_groups.each do |source_group|
|
121
|
+
rule_map = {:source_group_name => source_group[:name], :source_group_account => source_group[:account]}
|
122
|
+
rule_map = Rubber::Util::stringify(rule_map)
|
123
|
+
rule_maps << rule_map unless rule_maps.include?(rule_map)
|
124
|
+
end
|
125
|
+
else
|
126
|
+
rule_map = Rubber::Util::stringify(rule)
|
127
|
+
rule_maps << rule_map unless rule_maps.include?(rule_map)
|
128
|
+
end
|
129
|
+
end if cloud_group[:permissions]
|
130
|
+
# For each rule, if it exists, do nothing, otherwise remove it as its no longer defined locally
|
131
|
+
rule_maps.each do |rule_map|
|
132
|
+
if rules.delete(rule_map)
|
133
|
+
# rules match, don't need to do anything
|
134
|
+
# logger.debug "Rule in sync: #{rule_map.inspect}"
|
135
|
+
else
|
136
|
+
# rules don't match, remove them from cloud and re-add below
|
137
|
+
answer = Capistrano::CLI.ui.ask("Rule '#{rule_map.inspect}' exists in cloud, but not locally, remove from cloud? [y/N]?: ")
|
138
|
+
rule_map = Rubber::Util::symbolize_keys(rule_map)
|
139
|
+
if rule_map[:source_group_name]
|
140
|
+
cloud.remove_security_group_rule(group_name, nil, nil, nil, {:name => rule_map[:source_group_name], :account => rule_map[:source_group_account]})
|
141
|
+
else
|
142
|
+
rule_map[:source_ips].each do |source_ip|
|
143
|
+
cloud.remove_security_group_rule(group_name, rule_map[:protocol], rule_map[:from_port], rule_map[:to_port], source_ip)
|
144
|
+
end if rule_map[:source_ips] && answer =~ /^y/
|
145
|
+
end
|
146
|
+
end
|
147
|
+
end
|
148
|
+
|
149
|
+
rules.each do |rule_map|
|
150
|
+
# create non-existing rules
|
151
|
+
logger.debug "Missing rule, creating: #{rule_map.inspect}"
|
152
|
+
rule_map = Rubber::Util::symbolize_keys(rule_map)
|
153
|
+
if rule_map[:source_group_name]
|
154
|
+
cloud.add_security_group_rule(group_name, nil, nil, nil, {:name => rule_map[:source_group_name], :account => rule_map[:source_group_account]})
|
155
|
+
else
|
156
|
+
rule_map[:source_ips].each do |source_ip|
|
157
|
+
cloud.add_security_group_rule(group_name, rule_map[:protocol], rule_map[:from_port], rule_map[:to_port], source_ip)
|
158
|
+
end if rule_map[:source_ips]
|
159
|
+
end
|
160
|
+
end
|
161
|
+
else
|
162
|
+
# delete group
|
163
|
+
answer = Capistrano::CLI.ui.ask("Security group '#{group_name}' exists in cloud but not locally, remove from cloud? [y/N]: ")
|
164
|
+
cloud.destroy_security_group(group_name) if answer =~ /^y/
|
165
|
+
end
|
166
|
+
end
|
167
|
+
|
168
|
+
# For each group that didnt already exist in cloud
|
169
|
+
group_keys.each do |group_name|
|
170
|
+
group = groups[group_name]
|
171
|
+
logger.debug "Creating new security group: #{group_name}"
|
172
|
+
# create each group
|
173
|
+
cloud.create_security_group(group_name, group['description'])
|
174
|
+
# create rules for group
|
175
|
+
group['rules'].each do |rule_map|
|
176
|
+
logger.debug "Creating new rule: #{rule_map.inspect}"
|
177
|
+
rule_map = Rubber::Util::symbolize_keys(rule_map)
|
178
|
+
if rule_map[:source_group_name]
|
179
|
+
cloud.add_security_group_rule(group_name, nil, nil, nil, {:name => rule_map[:source_group_name], :account => rule_map[:source_group_account]})
|
180
|
+
else
|
181
|
+
rule_map[:source_ips].each do |source_ip|
|
182
|
+
cloud.add_security_group_rule(group_name, rule_map[:protocol], rule_map[:from_port], rule_map[:to_port], source_ip)
|
183
|
+
end if rule_map[:source_ips]
|
184
|
+
end
|
185
|
+
end
|
186
|
+
end
|
187
|
+
end
|
188
|
+
|
189
|
+
end
|