wr0ngway-rubber 1.0.0
Sign up to get free protection for your applications and to get access to all the features.
- data/CHANGELOG +34 -0
- data/COPYING +339 -0
- data/README +6 -0
- data/TODO +7 -0
- data/VERSION +1 -0
- data/bin/vulcanize +41 -0
- data/generators/vulcanize/USAGE +6 -0
- data/generators/vulcanize/templates/apache/config/rubber/deploy-apache.rb +51 -0
- data/generators/vulcanize/templates/apache/config/rubber/role/apache/deflate.conf +10 -0
- data/generators/vulcanize/templates/apache/config/rubber/role/apache/expires.conf +9 -0
- data/generators/vulcanize/templates/apache/config/rubber/role/apache/headers.conf +6 -0
- data/generators/vulcanize/templates/apache/config/rubber/role/apache/monit-apache.conf +8 -0
- data/generators/vulcanize/templates/apache/config/rubber/role/apache/ports.conf +5 -0
- data/generators/vulcanize/templates/apache/config/rubber/role/apache/setenvif.conf +52 -0
- data/generators/vulcanize/templates/apache/config/rubber/role/web_tools/tools-apache-vhost.conf +62 -0
- data/generators/vulcanize/templates/apache/config/rubber/role/web_tools/tools-apache.auth +7 -0
- data/generators/vulcanize/templates/apache/config/rubber/role/web_tools/tools-index.html +30 -0
- data/generators/vulcanize/templates/apache/config/rubber/rubber-apache.yml +7 -0
- data/generators/vulcanize/templates/apache/templates.yml +1 -0
- data/generators/vulcanize/templates/base/Capfile +14 -0
- data/generators/vulcanize/templates/base/config/deploy.rb +55 -0
- data/generators/vulcanize/templates/base/config/rubber/common/crontab +16 -0
- data/generators/vulcanize/templates/base/config/rubber/common/profile.rc +9 -0
- data/generators/vulcanize/templates/base/config/rubber/deploy-setup.rb +104 -0
- data/generators/vulcanize/templates/base/config/rubber/rubber.yml +241 -0
- data/generators/vulcanize/templates/base/lib/tasks/rubber.rake +15 -0
- data/generators/vulcanize/templates/base/script/cron-rake +18 -0
- data/generators/vulcanize/templates/base/script/cron-runner +18 -0
- data/generators/vulcanize/templates/base/script/cron-sh +67 -0
- data/generators/vulcanize/templates/base/templates.yml +1 -0
- data/generators/vulcanize/templates/complete_mongrel_mysql/config/rubber/role/haproxy/haproxy-mongrel.conf +23 -0
- data/generators/vulcanize/templates/complete_mongrel_mysql/config/rubber/role/nginx/nginx-mongrel.conf +113 -0
- data/generators/vulcanize/templates/complete_mongrel_mysql/config/rubber/rubber-complete.yml +41 -0
- data/generators/vulcanize/templates/complete_mongrel_mysql/templates.yml +6 -0
- data/generators/vulcanize/templates/complete_passenger_mysql/config/rubber/role/haproxy/haproxy-passenger.conf +19 -0
- data/generators/vulcanize/templates/complete_passenger_mysql/config/rubber/rubber-complete.yml +40 -0
- data/generators/vulcanize/templates/complete_passenger_mysql/templates.yml +10 -0
- data/generators/vulcanize/templates/cruise/config/rubber/deploy-cruise.rb +72 -0
- data/generators/vulcanize/templates/cruise/config/rubber/role/cruise/cruise +40 -0
- data/generators/vulcanize/templates/cruise/config/rubber/role/cruise/my.cnf +165 -0
- data/generators/vulcanize/templates/cruise/config/rubber/role/cruise/production.rb +8 -0
- data/generators/vulcanize/templates/cruise/config/rubber/role/cruise/site_config.rb +76 -0
- data/generators/vulcanize/templates/cruise/config/rubber/role/web_tools/cruise-nginx.conf +11 -0
- data/generators/vulcanize/templates/cruise/config/rubber/rubber-cruise.yml +18 -0
- data/generators/vulcanize/templates/cruise/templates.yml +1 -0
- data/generators/vulcanize/templates/haproxy/config/rubber/deploy-haproxy.rb +45 -0
- data/generators/vulcanize/templates/haproxy/config/rubber/role/haproxy/haproxy-base.conf +26 -0
- data/generators/vulcanize/templates/haproxy/config/rubber/role/haproxy/haproxy-default.conf +8 -0
- data/generators/vulcanize/templates/haproxy/config/rubber/role/haproxy/monit-haproxy.conf +9 -0
- data/generators/vulcanize/templates/haproxy/config/rubber/role/haproxy/syslog-haproxy.conf +6 -0
- data/generators/vulcanize/templates/haproxy/config/rubber/role/haproxy/syslogd-default.conf +17 -0
- data/generators/vulcanize/templates/haproxy/config/rubber/role/web_tools/haproxy-nginx.conf +10 -0
- data/generators/vulcanize/templates/haproxy/config/rubber/rubber-haproxy.yml +7 -0
- data/generators/vulcanize/templates/haproxy/templates.yml +1 -0
- data/generators/vulcanize/templates/memcached/config/memcached.yml +28 -0
- data/generators/vulcanize/templates/memcached/config/rubber/common/memcached.yml +14 -0
- data/generators/vulcanize/templates/memcached/config/rubber/role/memcached/memcached.conf +52 -0
- data/generators/vulcanize/templates/memcached/config/rubber/role/memcached/memcached_munin_plugin +249 -0
- data/generators/vulcanize/templates/memcached/config/rubber/rubber-memcached.yml +7 -0
- data/generators/vulcanize/templates/memcached/templates.yml +1 -0
- data/generators/vulcanize/templates/minimal_mysql/templates.yml +7 -0
- data/generators/vulcanize/templates/minimal_nodb/templates.yml +6 -0
- data/generators/vulcanize/templates/mongrel/config/rubber/deploy-mongrel.rb +75 -0
- data/generators/vulcanize/templates/mongrel/config/rubber/role/mongrel/mongrel_cluster.yml +12 -0
- data/generators/vulcanize/templates/mongrel/config/rubber/role/mongrel/monit-mongrel.conf +20 -0
- data/generators/vulcanize/templates/mongrel/config/rubber/rubber-mongrel.yml +9 -0
- data/generators/vulcanize/templates/mongrel/templates.yml +1 -0
- data/generators/vulcanize/templates/monit/config/rubber/common/monit-default.conf +15 -0
- data/generators/vulcanize/templates/monit/config/rubber/common/monit.conf +251 -0
- data/generators/vulcanize/templates/monit/config/rubber/deploy-monit.rb +32 -0
- data/generators/vulcanize/templates/monit/config/rubber/role/web_tools/monit-admin-nginx.conf +10 -0
- data/generators/vulcanize/templates/monit/config/rubber/rubber-monit.yml +6 -0
- data/generators/vulcanize/templates/monit/templates.yml +1 -0
- data/generators/vulcanize/templates/munin/config/rubber/common/monit-munin.conf +8 -0
- data/generators/vulcanize/templates/munin/config/rubber/common/munin-node.conf +48 -0
- data/generators/vulcanize/templates/munin/config/rubber/deploy-munin.rb +46 -0
- data/generators/vulcanize/templates/munin/config/rubber/role/web_tools/munin-nginx.conf +8 -0
- data/generators/vulcanize/templates/munin/config/rubber/role/web_tools/munin-plugins.conf +31 -0
- data/generators/vulcanize/templates/munin/config/rubber/role/web_tools/munin.conf +80 -0
- data/generators/vulcanize/templates/munin/config/rubber/rubber-munin.yml +8 -0
- data/generators/vulcanize/templates/munin/script/munin/example_mysql_query.rb +57 -0
- data/generators/vulcanize/templates/munin/script/munin/example_simple.rb +24 -0
- data/generators/vulcanize/templates/munin/templates.yml +1 -0
- data/generators/vulcanize/templates/mysql/config/rubber/common/database.yml +11 -0
- data/generators/vulcanize/templates/mysql/config/rubber/deploy-mysql.rb +156 -0
- data/generators/vulcanize/templates/mysql/config/rubber/role/db/crontab +14 -0
- data/generators/vulcanize/templates/mysql/config/rubber/role/db/monit-mysql.cnf +10 -0
- data/generators/vulcanize/templates/mysql/config/rubber/role/db/my.cnf +167 -0
- data/generators/vulcanize/templates/mysql/config/rubber/role/mysql_slave/mysql_slave_munin_plugin +51 -0
- data/generators/vulcanize/templates/mysql/config/rubber/rubber-mysql.yml +46 -0
- data/generators/vulcanize/templates/mysql/templates.yml +1 -0
- data/generators/vulcanize/templates/mysql_cluster/config/rubber/common/mysql_cluster_migrations.rb +13 -0
- data/generators/vulcanize/templates/mysql_cluster/config/rubber/deploy-mysql_cluster.rb +173 -0
- data/generators/vulcanize/templates/mysql_cluster/config/rubber/role/mysql_data/my.cnf +15 -0
- data/generators/vulcanize/templates/mysql_cluster/config/rubber/role/mysql_mgm/ndb_mgmd.cnf +39 -0
- data/generators/vulcanize/templates/mysql_cluster/config/rubber/role/mysql_sql/monit-mysql_cluster_sql.cnf +10 -0
- data/generators/vulcanize/templates/mysql_cluster/config/rubber/role/mysql_sql/my.cnf +23 -0
- data/generators/vulcanize/templates/mysql_cluster/config/rubber/rubber-mysql_cluster.yml +32 -0
- data/generators/vulcanize/templates/mysql_cluster/templates.yml +1 -0
- data/generators/vulcanize/templates/mysql_proxy/config/rubber/common/database.yml +16 -0
- data/generators/vulcanize/templates/mysql_proxy/config/rubber/common/monit-mysql_proxy.cnf +10 -0
- data/generators/vulcanize/templates/mysql_proxy/config/rubber/common/mysql-proxy +153 -0
- data/generators/vulcanize/templates/mysql_proxy/config/rubber/common/mysql-proxy.conf +10 -0
- data/generators/vulcanize/templates/mysql_proxy/config/rubber/common/mysql-proxy.lua +5 -0
- data/generators/vulcanize/templates/mysql_proxy/config/rubber/deploy-mysql_proxy.rb +52 -0
- data/generators/vulcanize/templates/mysql_proxy/config/rubber/rubber-mysql_proxy.yml +11 -0
- data/generators/vulcanize/templates/mysql_proxy/templates.yml +1 -0
- data/generators/vulcanize/templates/nginx/config/rubber/deploy-nginx.rb +45 -0
- data/generators/vulcanize/templates/nginx/config/rubber/role/nginx/crontab +9 -0
- data/generators/vulcanize/templates/nginx/config/rubber/role/nginx/monit-nginx.conf +8 -0
- data/generators/vulcanize/templates/nginx/config/rubber/role/nginx/nginx.conf +42 -0
- data/generators/vulcanize/templates/nginx/config/rubber/role/web_tools/nginx-tools.conf +55 -0
- data/generators/vulcanize/templates/nginx/config/rubber/role/web_tools/tools-index.html +30 -0
- data/generators/vulcanize/templates/nginx/config/rubber/role/web_tools/tools-nginx.auth +7 -0
- data/generators/vulcanize/templates/nginx/config/rubber/rubber-nginx.yml +10 -0
- data/generators/vulcanize/templates/nginx/templates.yml +1 -0
- data/generators/vulcanize/templates/passenger/config/rubber/deploy-passenger.rb +37 -0
- data/generators/vulcanize/templates/passenger/config/rubber/role/passenger/munin-passenger-sudoers.conf +6 -0
- data/generators/vulcanize/templates/passenger/config/rubber/role/passenger/munin-passenger.conf +47 -0
- data/generators/vulcanize/templates/passenger/config/rubber/role/passenger/passenger-apache-vhost.conf +46 -0
- data/generators/vulcanize/templates/passenger/config/rubber/role/passenger/passenger.conf +10 -0
- data/generators/vulcanize/templates/passenger/config/rubber/rubber-passenger.yml +12 -0
- data/generators/vulcanize/templates/passenger/templates.yml +1 -0
- data/generators/vulcanize/templates/sphinx/config/rubber/common/sphinx.yml +46 -0
- data/generators/vulcanize/templates/sphinx/config/rubber/deploy-sphinx.rb +112 -0
- data/generators/vulcanize/templates/sphinx/config/rubber/role/sphinx/crontab +11 -0
- data/generators/vulcanize/templates/sphinx/config/rubber/role/sphinx/monit-sphinx.conf +10 -0
- data/generators/vulcanize/templates/sphinx/config/rubber/rubber-sphinx.yml +6 -0
- data/generators/vulcanize/templates/sphinx/templates.yml +1 -0
- data/generators/vulcanize/vulcanize_generator.rb +67 -0
- data/lib/capistrano/hostcmd.rb +12 -0
- data/lib/rubber/capistrano.rb +1 -0
- data/lib/rubber/cloud/aws.rb +305 -0
- data/lib/rubber/cloud/base.rb +16 -0
- data/lib/rubber/cloud.rb +13 -0
- data/lib/rubber/configuration.rb +47 -0
- data/lib/rubber/dns/base.rb +69 -0
- data/lib/rubber/dns/dyndns.rb +63 -0
- data/lib/rubber/dns/nettica.rb +56 -0
- data/lib/rubber/dns/zerigo.rb +121 -0
- data/lib/rubber/dns.rb +13 -0
- data/lib/rubber/environment.rb +161 -0
- data/lib/rubber/generator.rb +197 -0
- data/lib/rubber/instance.rb +165 -0
- data/lib/rubber/recipes/rubber/bundles.rb +28 -0
- data/lib/rubber/recipes/rubber/deploy.rb +90 -0
- data/lib/rubber/recipes/rubber/instances.rb +348 -0
- data/lib/rubber/recipes/rubber/load_balancers.rb +44 -0
- data/lib/rubber/recipes/rubber/security_groups.rb +189 -0
- data/lib/rubber/recipes/rubber/setup.rb +357 -0
- data/lib/rubber/recipes/rubber/static_ips.rb +107 -0
- data/lib/rubber/recipes/rubber/utils.rb +203 -0
- data/lib/rubber/recipes/rubber/volumes.rb +264 -0
- data/lib/rubber/recipes/rubber.rb +89 -0
- data/lib/rubber/tasks/rubber.rb +221 -0
- data/lib/rubber/util.rb +37 -0
- data/lib/rubber.rb +38 -0
- data/test/environment_test.rb +118 -0
- data/test/generator_test.rb +323 -0
- data/test/instance_test.rb +93 -0
- data/test/test_helper.rb +4 -0
- data/test/util_test.rb +16 -0
- metadata +273 -0
@@ -0,0 +1,305 @@
|
|
1
|
+
require 'rubygems'
|
2
|
+
require 'AWS'
|
3
|
+
require 'aws/s3'
|
4
|
+
|
5
|
+
module Rubber
|
6
|
+
module Cloud
|
7
|
+
|
8
|
+
class Aws < Base
|
9
|
+
|
10
|
+
def initialize(env, capistrano)
|
11
|
+
super(env, capistrano)
|
12
|
+
@aws_env = env.cloud_providers.aws
|
13
|
+
@ec2 = AWS::EC2::Base.new(:access_key_id => @aws_env.access_key, :secret_access_key => @aws_env.secret_access_key)
|
14
|
+
@ec2elb = AWS::ELB::Base.new(:access_key_id => @aws_env.access_key, :secret_access_key => @aws_env.secret_access_key)
|
15
|
+
AWS::S3::Base.establish_connection!(:access_key_id => @aws_env.access_key, :secret_access_key => @aws_env.secret_access_key)
|
16
|
+
end
|
17
|
+
|
18
|
+
|
19
|
+
def create_instance(ami, ami_type, security_groups, availability_zone)
|
20
|
+
response = @ec2.run_instances(:image_id => ami, :key_name => @aws_env.key_name, :instance_type => ami_type, :group_id => security_groups, :availability_zone => availability_zone)
|
21
|
+
instance_id = response.instancesSet.item[0].instanceId
|
22
|
+
return instance_id
|
23
|
+
end
|
24
|
+
|
25
|
+
def describe_instances(instance_id=nil)
|
26
|
+
instances = []
|
27
|
+
opts = {}
|
28
|
+
opts[:instance_id] = instance_id if instance_id
|
29
|
+
|
30
|
+
response = @ec2.describe_instances(opts)
|
31
|
+
response.reservationSet.item.each do |ritem|
|
32
|
+
ritem.instancesSet.item.each do |item|
|
33
|
+
instance = {}
|
34
|
+
instance[:id] = item.instanceId
|
35
|
+
instance[:external_host] = item.dnsName
|
36
|
+
instance[:external_ip] = IPSocket.getaddress(instance[:external_host]) rescue nil
|
37
|
+
instance[:internal_host] = item.privateDnsName
|
38
|
+
instance[:state] = item.instanceState.name
|
39
|
+
instance[:zone] = item.placement.availabilityZone
|
40
|
+
instances << instance
|
41
|
+
end
|
42
|
+
end if response.reservationSet
|
43
|
+
|
44
|
+
return instances
|
45
|
+
end
|
46
|
+
|
47
|
+
def destroy_instance(instance_id)
|
48
|
+
response = @ec2.terminate_instances(:instance_id => instance_id)
|
49
|
+
end
|
50
|
+
|
51
|
+
def describe_availability_zones
|
52
|
+
zones = []
|
53
|
+
response = @ec2.describe_availability_zones()
|
54
|
+
response.availabilityZoneInfo.item.each do |item|
|
55
|
+
zone = {}
|
56
|
+
zone[:name] = item.zoneName
|
57
|
+
zone[:state] =item.zoneState
|
58
|
+
zones << zone
|
59
|
+
end if response.availabilityZoneInfo
|
60
|
+
return zones
|
61
|
+
end
|
62
|
+
|
63
|
+
def create_security_group(group_name, group_description)
|
64
|
+
@ec2.create_security_group(:group_name => group_name, :group_description => group_description)
|
65
|
+
end
|
66
|
+
|
67
|
+
def describe_security_groups(group_name=nil)
|
68
|
+
groups = []
|
69
|
+
|
70
|
+
opts = {}
|
71
|
+
opts[:group_name] = group_name if group_name
|
72
|
+
response = @ec2.describe_security_groups(opts)
|
73
|
+
|
74
|
+
response.securityGroupInfo.item.each do |item|
|
75
|
+
group = {}
|
76
|
+
group[:name] = item.groupName
|
77
|
+
group[:description] = item.groupDescription
|
78
|
+
|
79
|
+
item.ipPermissions.item.each do |ip_item|
|
80
|
+
group[:permissions] ||= []
|
81
|
+
rule = {}
|
82
|
+
|
83
|
+
rule[:protocol] = ip_item.ipProtocol
|
84
|
+
rule[:from_port] = ip_item.fromPort
|
85
|
+
rule[:to_port] = ip_item.toPort
|
86
|
+
|
87
|
+
ip_item.groups.item.each do |rule_group|
|
88
|
+
rule[:source_groups] ||= []
|
89
|
+
source_group = {}
|
90
|
+
source_group[:account] = rule_group.userId
|
91
|
+
source_group[:name] = rule_group.groupName
|
92
|
+
rule[:source_groups] << source_group
|
93
|
+
end if ip_item.groups
|
94
|
+
|
95
|
+
ip_item.ipRanges.item.each do |ip_range|
|
96
|
+
rule[:source_ips] ||= []
|
97
|
+
rule[:source_ips] << ip_range.cidrIp
|
98
|
+
end if ip_item.ipRanges
|
99
|
+
|
100
|
+
group[:permissions] << rule
|
101
|
+
end if item.ipPermissions
|
102
|
+
|
103
|
+
groups << group
|
104
|
+
|
105
|
+
end if response.securityGroupInfo
|
106
|
+
|
107
|
+
return groups
|
108
|
+
end
|
109
|
+
|
110
|
+
def add_security_group_rule(group_name, protocol, from_port, to_port, source)
|
111
|
+
opts = {:group_name => group_name}
|
112
|
+
if source.instance_of? Hash
|
113
|
+
opts = opts.merge(:source_security_group_name => source[:name], :source_security_group_owner_id => source[:account])
|
114
|
+
else
|
115
|
+
opts = opts.merge(:ip_protocol => protocol, :from_port => from_port, :to_port => to_port, :cidr_ip => source)
|
116
|
+
end
|
117
|
+
@ec2.authorize_security_group_ingress(opts)
|
118
|
+
end
|
119
|
+
|
120
|
+
def remove_security_group_rule(group_name, protocol, from_port, to_port, source)
|
121
|
+
opts = {:group_name => group_name}
|
122
|
+
if source.instance_of? Hash
|
123
|
+
opts = opts.merge(:source_security_group_name => source[:name], :source_security_group_owner_id => source[:account])
|
124
|
+
else
|
125
|
+
opts = opts.merge(:ip_protocol => protocol, :from_port => from_port, :to_port => to_port, :cidr_ip => source)
|
126
|
+
end
|
127
|
+
@ec2.revoke_security_group_ingress(opts)
|
128
|
+
end
|
129
|
+
|
130
|
+
def destroy_security_group(group_name)
|
131
|
+
@ec2.delete_security_group(:group_name => group_name)
|
132
|
+
end
|
133
|
+
|
134
|
+
def create_static_ip
|
135
|
+
response = @ec2.allocate_address()
|
136
|
+
return response.publicIp
|
137
|
+
end
|
138
|
+
|
139
|
+
def attach_static_ip(ip, instance_id)
|
140
|
+
response = @ec2.associate_address(:instance_id => instance_id, :public_ip => ip)
|
141
|
+
return response.return == "true"
|
142
|
+
end
|
143
|
+
|
144
|
+
def detach_static_ip(ip)
|
145
|
+
response = @ec2.disassociate_address(:public_ip => ip)
|
146
|
+
return response.return == "true"
|
147
|
+
end
|
148
|
+
|
149
|
+
def describe_static_ips(ip=nil)
|
150
|
+
ips = []
|
151
|
+
opts = {}
|
152
|
+
opts[:public_ip] = ip if ip
|
153
|
+
response = @ec2.describe_addresses(opts)
|
154
|
+
response.addressesSet.item.each do |item|
|
155
|
+
ip = {}
|
156
|
+
ip[:instance_id] = item.instanceId
|
157
|
+
ip[:ip] = item.publicIp
|
158
|
+
ips << ip
|
159
|
+
end if response.addressesSet
|
160
|
+
return ips
|
161
|
+
end
|
162
|
+
|
163
|
+
def destroy_static_ip(ip)
|
164
|
+
response = @ec2.release_address(:public_ip => ip)
|
165
|
+
return response.return == "true"
|
166
|
+
end
|
167
|
+
|
168
|
+
def create_volume(size, zone)
|
169
|
+
response = @ec2.create_volume(:size => size.to_s, :availability_zone => zone)
|
170
|
+
return response.volumeId
|
171
|
+
end
|
172
|
+
|
173
|
+
def attach_volume(volume_id, instance_id, device)
|
174
|
+
response = @ec2.attach_volume(:volume_id => volume_id, :instance_id => instance_id, :device => device)
|
175
|
+
return response.status
|
176
|
+
end
|
177
|
+
|
178
|
+
def detach_volume(volume_id)
|
179
|
+
@ec2.detach_volume(:volume_id => volume_id, :force => 'true')
|
180
|
+
end
|
181
|
+
|
182
|
+
def describe_volumes(volume_id=nil)
|
183
|
+
volumes = []
|
184
|
+
opts = {}
|
185
|
+
opts[:volume_id] = volume_id if volume_id
|
186
|
+
response = @ec2.describe_volumes(opts)
|
187
|
+
response.volumeSet.item.each do |item|
|
188
|
+
volume = {}
|
189
|
+
volume[:id] = item.volumeId
|
190
|
+
volume[:status] = item.status
|
191
|
+
if item.attachmentSet
|
192
|
+
attach = item.attachmentSet.item[0]
|
193
|
+
volume[:attachment_instance_id] = attach.instanceId
|
194
|
+
volume[:attachment_status] = attach.status
|
195
|
+
end
|
196
|
+
volumes << volume
|
197
|
+
end if response.volumeSet
|
198
|
+
return volumes
|
199
|
+
end
|
200
|
+
|
201
|
+
def destroy_volume(volume_id)
|
202
|
+
@ec2.delete_volume(:volume_id => volume_id)
|
203
|
+
end
|
204
|
+
|
205
|
+
def create_image(image_name)
|
206
|
+
ec2_key = @aws_env.key_file
|
207
|
+
ec2_pk = @aws_env.pk_file
|
208
|
+
ec2_cert = @aws_env.cert_file
|
209
|
+
ec2_key_dest = "/mnt/#{File.basename(ec2_key)}"
|
210
|
+
ec2_pk_dest = "/mnt/#{File.basename(ec2_pk)}"
|
211
|
+
ec2_cert_dest = "/mnt/#{File.basename(ec2_cert)}"
|
212
|
+
|
213
|
+
capistrano.put(File.read(ec2_key), ec2_key_dest)
|
214
|
+
capistrano.put(File.read(ec2_pk), ec2_pk_dest)
|
215
|
+
capistrano.put(File.read(ec2_cert), ec2_cert_dest)
|
216
|
+
|
217
|
+
arch = capistrano.capture "uname -m"
|
218
|
+
arch = case arch when /i\d86/ then "i386" else arch end
|
219
|
+
|
220
|
+
capistrano.sudo_script "create_bundle", <<-CMD
|
221
|
+
export RUBYLIB=/usr/lib/site_ruby/
|
222
|
+
nohup ec2-bundle-vol --batch -d /mnt -k #{ec2_pk_dest} -c #{ec2_cert_dest} -u #{@aws_env.account} -p #{image_name} -r #{arch} &> /tmp/ec2-bundle-vol.log &
|
223
|
+
echo "Creating image from instance volume..."
|
224
|
+
while true; do
|
225
|
+
if ! ps ax | grep -q "[e]c2-bundle-vol"; then exit; fi
|
226
|
+
echo -n .
|
227
|
+
sleep 1
|
228
|
+
done
|
229
|
+
CMD
|
230
|
+
|
231
|
+
capistrano.sudo_script "register_bundle", <<-CMD
|
232
|
+
export RUBYLIB=/usr/lib/site_ruby/
|
233
|
+
echo "Uploading image to S3..."
|
234
|
+
ec2-upload-bundle --batch -b #{@aws_env.image_bucket} -m /mnt/#{image_name}.manifest.xml -a #{@aws_env.access_key} -s #{@aws_env.secret_access_key}
|
235
|
+
CMD
|
236
|
+
|
237
|
+
image_location = "#{@aws_env.image_bucket}/#{image_name}.manifest.xml"
|
238
|
+
response = @ec2.register_image(:image_location => image_location)
|
239
|
+
return response.imageId
|
240
|
+
end
|
241
|
+
|
242
|
+
def describe_images(image_id=nil)
|
243
|
+
images = []
|
244
|
+
opts = {:owner_id => 'self'}
|
245
|
+
opts[:image_id] = image_id if image_id
|
246
|
+
response = @ec2.describe_images(opts)
|
247
|
+
response.imagesSet.item.each do |item|
|
248
|
+
image = {}
|
249
|
+
image[:id] = item.imageId
|
250
|
+
image[:location] = item.imageLocation
|
251
|
+
images << image
|
252
|
+
end if response.imagesSet
|
253
|
+
return images
|
254
|
+
end
|
255
|
+
|
256
|
+
def destroy_image(image_id)
|
257
|
+
image = describe_images(image_id).first
|
258
|
+
image_location = image[:location]
|
259
|
+
bucket = image_location.split('/').first
|
260
|
+
image_name = image_location.split('/').last.gsub(/\.manifest\.xml$/, '')
|
261
|
+
|
262
|
+
@ec2.deregister_image(:image_id => image_id)
|
263
|
+
|
264
|
+
s3_bucket = AWS::S3::Bucket.find(bucket)
|
265
|
+
s3_bucket.objects(:prefix => image_name).clone.each do |obj|
|
266
|
+
obj.delete
|
267
|
+
end
|
268
|
+
if s3_bucket.empty?
|
269
|
+
s3_bucket.delete
|
270
|
+
end
|
271
|
+
end
|
272
|
+
|
273
|
+
def describe_load_balancers(name=nil)
|
274
|
+
lbs = []
|
275
|
+
opts = {}
|
276
|
+
opts[:load_balancer_names] = name if name
|
277
|
+
response = @ec2elb.describe_load_balancers(opts)
|
278
|
+
response.describeLoadBalancersResult.member.each do |member|
|
279
|
+
lb = {}
|
280
|
+
lb[:name] = member.loadBalancerName
|
281
|
+
lb[:dns_name] = member.dNSName
|
282
|
+
|
283
|
+
member.availabilityZones.member.each do |zone|
|
284
|
+
lb[:zones] ||= []
|
285
|
+
lb[:zones] << zone
|
286
|
+
end
|
287
|
+
|
288
|
+
member.listeners.member.each do |member|
|
289
|
+
listener = {}
|
290
|
+
listener[:protocol] = member.protocol
|
291
|
+
listener[:port] = member.loadBalancerPort
|
292
|
+
listener[:instance_port] = member.instancePort
|
293
|
+
lb[:listeners] ||= []
|
294
|
+
lb[:listeners] << listener
|
295
|
+
end
|
296
|
+
|
297
|
+
lbs << lb
|
298
|
+
end if response.describeLoadBalancersResult
|
299
|
+
return lbs
|
300
|
+
end
|
301
|
+
|
302
|
+
end
|
303
|
+
|
304
|
+
end
|
305
|
+
end
|
data/lib/rubber/cloud.rb
ADDED
@@ -0,0 +1,13 @@
|
|
1
|
+
require "rubber/cloud/base"
|
2
|
+
|
3
|
+
module Rubber
|
4
|
+
module Cloud
|
5
|
+
|
6
|
+
def self.get_provider(provider, env, capistrano)
|
7
|
+
require "rubber/cloud/#{provider}"
|
8
|
+
clazz = Rubber::Cloud.const_get(provider.capitalize)
|
9
|
+
return clazz.new(env, capistrano)
|
10
|
+
end
|
11
|
+
|
12
|
+
end
|
13
|
+
end
|
@@ -0,0 +1,47 @@
|
|
1
|
+
require 'logger'
|
2
|
+
require 'rubber/environment'
|
3
|
+
require 'rubber/instance'
|
4
|
+
require 'rubber/generator'
|
5
|
+
|
6
|
+
module Rubber
|
7
|
+
module Configuration
|
8
|
+
|
9
|
+
@@configurations = {}
|
10
|
+
|
11
|
+
def self.get_configuration(env=nil, root=nil)
|
12
|
+
key = "#{env}-#{root}"
|
13
|
+
@@configurations[key] ||= ConfigHolder.new(env, root)
|
14
|
+
end
|
15
|
+
|
16
|
+
def self.rubber_env
|
17
|
+
raise "This convenience method needs RUBBER_ENV to be set" unless RUBBER_ENV
|
18
|
+
cfg = Rubber::Configuration.get_configuration(RUBBER_ENV)
|
19
|
+
host = cfg.environment.current_host
|
20
|
+
roles = cfg.instance[host].role_names rescue nil
|
21
|
+
cfg.environment.bind(roles, host)
|
22
|
+
end
|
23
|
+
|
24
|
+
def self.rubber_instances
|
25
|
+
raise "This convenience method needs RUBBER_ENV to be set" unless RUBBER_ENV
|
26
|
+
Rubber::Configuration.get_configuration(RUBBER_ENV).instance
|
27
|
+
end
|
28
|
+
|
29
|
+
class ConfigHolder
|
30
|
+
def initialize(env=nil, root=nil)
|
31
|
+
root = "#{RUBBER_ROOT}/config/rubber" unless root
|
32
|
+
instance_cfg = "#{root}/instance" + (env ? "-#{env}.yml" : ".yml")
|
33
|
+
@environment = Environment.new("#{root}")
|
34
|
+
@instance = Instance.new(instance_cfg)
|
35
|
+
end
|
36
|
+
|
37
|
+
def environment
|
38
|
+
@environment
|
39
|
+
end
|
40
|
+
|
41
|
+
def instance
|
42
|
+
@instance
|
43
|
+
end
|
44
|
+
end
|
45
|
+
|
46
|
+
end
|
47
|
+
end
|
@@ -0,0 +1,69 @@
|
|
1
|
+
module Rubber
|
2
|
+
module Dns
|
3
|
+
|
4
|
+
class Base
|
5
|
+
|
6
|
+
attr_reader :env
|
7
|
+
|
8
|
+
def initialize(env)
|
9
|
+
@env = env
|
10
|
+
end
|
11
|
+
|
12
|
+
def update(host, ip)
|
13
|
+
if up_to_date(host, ip)
|
14
|
+
puts "IP has not changed for #{host}, not updating dynamic DNS"
|
15
|
+
else
|
16
|
+
if ! host_exists?(host)
|
17
|
+
puts "Creating dynamic DNS: #{host} => #{ip}"
|
18
|
+
create_host_record(host, ip)
|
19
|
+
else
|
20
|
+
puts "Updating dynamic DNS: #{host} => #{ip}"
|
21
|
+
update_host_record(host, ip)
|
22
|
+
end
|
23
|
+
end
|
24
|
+
end
|
25
|
+
|
26
|
+
def destroy(host)
|
27
|
+
if host_exists?(host)
|
28
|
+
puts "Destroying dynamic DNS record: #{host}"
|
29
|
+
destroy_host_record(host)
|
30
|
+
end
|
31
|
+
end
|
32
|
+
|
33
|
+
def hostname(host)
|
34
|
+
"#{host}.#{@env.domain}"
|
35
|
+
end
|
36
|
+
|
37
|
+
def up_to_date(host, ip)
|
38
|
+
# This queries dns server directly instead of using hosts file
|
39
|
+
current_ip = nil
|
40
|
+
Resolv::DNS.open(:nameserver => [nameserver], :search => [], :ndots => 1) do |dns|
|
41
|
+
current_ip = dns.getaddress(hostname(host)).to_s rescue nil
|
42
|
+
end
|
43
|
+
return ip == current_ip
|
44
|
+
end
|
45
|
+
|
46
|
+
def nameserver()
|
47
|
+
raise "nameserver not implemented"
|
48
|
+
end
|
49
|
+
|
50
|
+
def host_exists?(host)
|
51
|
+
raise "host_exists? not implemented"
|
52
|
+
end
|
53
|
+
|
54
|
+
def create_host_record(host, ip)
|
55
|
+
raise "create_host_record not implemented"
|
56
|
+
end
|
57
|
+
|
58
|
+
def destroy_host_record(host)
|
59
|
+
raise "destroy_host_record not implemented"
|
60
|
+
end
|
61
|
+
|
62
|
+
def update_host_record(host, ip)
|
63
|
+
raise "update_host_record not implemented"
|
64
|
+
end
|
65
|
+
|
66
|
+
end
|
67
|
+
|
68
|
+
end
|
69
|
+
end
|
@@ -0,0 +1,63 @@
|
|
1
|
+
module Rubber
|
2
|
+
module Dns
|
3
|
+
|
4
|
+
class Dyndns < Base
|
5
|
+
|
6
|
+
def initialize(env)
|
7
|
+
super(env)
|
8
|
+
@dyndns_env = env.dns_providers.dyndns
|
9
|
+
@user, @pass = @dyndns_env.user, @dyndns_env.password
|
10
|
+
@update_url = @dyndns_env.update_url || 'https://members.dyndns.org/nic/update?hostname=%host%&myip=%ip%'
|
11
|
+
@update_url = @update_url.gsub(/%([^%]+)%/, '#{\1}')
|
12
|
+
end
|
13
|
+
|
14
|
+
def nameserver
|
15
|
+
"ns1.mydyndns.org"
|
16
|
+
end
|
17
|
+
|
18
|
+
def host_exists?(host)
|
19
|
+
begin
|
20
|
+
Resolv::DNS.open(:nameserver => [nameserver], :search => [], :ndots => 1) do |dns|
|
21
|
+
dns.getresource(hostname(host), Resolv::DNS::Resource::IN::A)
|
22
|
+
end
|
23
|
+
rescue
|
24
|
+
raise "Domain needs to exist in dyndns as an A record before record can be updated"
|
25
|
+
end
|
26
|
+
return true
|
27
|
+
end
|
28
|
+
|
29
|
+
def create_host_record(host, ip)
|
30
|
+
puts "WARNING: No create record available for dyndns, you need to do so manually"
|
31
|
+
end
|
32
|
+
|
33
|
+
def destroy_host_record(host)
|
34
|
+
puts "WARNING: No destroy record available for dyndns, you need to do so manually"
|
35
|
+
end
|
36
|
+
|
37
|
+
def update_host_record(host, ip)
|
38
|
+
host = hostname(host)
|
39
|
+
update_url = eval('%Q{' + @update_url + '}')
|
40
|
+
|
41
|
+
# This header is required by dyndns.org
|
42
|
+
headers = {
|
43
|
+
"User-Agent" => "Capistrano - Rubber - 0.1"
|
44
|
+
}
|
45
|
+
|
46
|
+
uri = URI.parse(update_url)
|
47
|
+
http = Net::HTTP.new(uri.host, uri.port)
|
48
|
+
# switch on SSL
|
49
|
+
http.use_ssl = true if uri.scheme == "https"
|
50
|
+
# suppress verification warning
|
51
|
+
http.verify_mode = OpenSSL::SSL::VERIFY_NONE
|
52
|
+
req = Net::HTTP::Get.new(update_url.gsub(/.*:\/\/[^\/]*/, ''), headers)
|
53
|
+
# authentication details
|
54
|
+
req.basic_auth @user, @pass
|
55
|
+
resp = http.request(req)
|
56
|
+
# print out the response for the update
|
57
|
+
puts "DynDNS Update result: #{resp.body}"
|
58
|
+
end
|
59
|
+
|
60
|
+
end
|
61
|
+
|
62
|
+
end
|
63
|
+
end
|
@@ -0,0 +1,56 @@
|
|
1
|
+
require 'nettica/client'
|
2
|
+
module Rubber
|
3
|
+
module Dns
|
4
|
+
|
5
|
+
class Nettica < Base
|
6
|
+
|
7
|
+
def initialize(env)
|
8
|
+
super(env)
|
9
|
+
@nettica_env = @env.dns_providers.nettica
|
10
|
+
@client = ::Nettica::Client.new(@nettica_env.user, @nettica_env.password)
|
11
|
+
@ttl = (@nettica_env.ttl || 300).to_i
|
12
|
+
@record_type = @nettica_env.record_type || "A"
|
13
|
+
end
|
14
|
+
|
15
|
+
def nameserver
|
16
|
+
"dns1.nettica.com"
|
17
|
+
end
|
18
|
+
|
19
|
+
def host_exists?(host)
|
20
|
+
domain_info = @client.list_domain(env.domain)
|
21
|
+
raise "Domain needs to exist in nettica before records can be updated" unless domain_info.record
|
22
|
+
return domain_info.record.any? { |r| r.hostName == host }
|
23
|
+
end
|
24
|
+
|
25
|
+
def create_host_record(host, ip)
|
26
|
+
new = @client.create_domain_record(env.domain, host, @record_type, ip, @ttl, 0)
|
27
|
+
@client.add_record(new)
|
28
|
+
end
|
29
|
+
|
30
|
+
def destroy_host_record(host)
|
31
|
+
old_record = @client.list_domain(env.domain).record.find {|r| r.hostName == host }
|
32
|
+
old = @client.create_domain_record(env.domain, host, old_record.recordType, old_record.data, old_record.tTL, old_record.priority)
|
33
|
+
@client.delete_record(old)
|
34
|
+
end
|
35
|
+
|
36
|
+
def update_host_record(host, ip)
|
37
|
+
old_record = @client.list_domain(env.domain).record.find {|r| r.hostName == host }
|
38
|
+
update_record(host, ip, old_record)
|
39
|
+
end
|
40
|
+
|
41
|
+
# update the top level domain record which has an empty hostName
|
42
|
+
def update_domain_record(ip)
|
43
|
+
old_record = @client.list_domain(env.domain).record.find {|r| r.hostName == '' and r.recordType == 'A' and r.data =~ /\A\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}\z/}
|
44
|
+
update_record('', ip, old_record)
|
45
|
+
end
|
46
|
+
|
47
|
+
def update_record(host, ip, old_record)
|
48
|
+
old = @client.create_domain_record(env.domain, host, old_record.recordType, old_record.data, old_record.tTL, old_record.priority)
|
49
|
+
new = @client.create_domain_record(env.domain, host, @record_type, ip, @ttl, 0)
|
50
|
+
@client.update_record(old, new)
|
51
|
+
end
|
52
|
+
|
53
|
+
end
|
54
|
+
|
55
|
+
end
|
56
|
+
end
|
@@ -0,0 +1,121 @@
|
|
1
|
+
require 'rubygems'
|
2
|
+
require 'httparty'
|
3
|
+
|
4
|
+
module Rubber
|
5
|
+
module Dns
|
6
|
+
|
7
|
+
|
8
|
+
class Zone
|
9
|
+
include HTTParty
|
10
|
+
format :xml
|
11
|
+
|
12
|
+
def initialize(customer_id, email, token, domain)
|
13
|
+
self.class.basic_auth email, token
|
14
|
+
self.class.base_uri "https://ns.zerigo.com/accounts/#{customer_id}"
|
15
|
+
@domain = domain
|
16
|
+
refresh()
|
17
|
+
end
|
18
|
+
|
19
|
+
def hosts
|
20
|
+
hosts = self.class.get("/zones/#{@zone['id']}/hosts.xml")
|
21
|
+
return hosts['hosts']
|
22
|
+
end
|
23
|
+
|
24
|
+
def host(hostname)
|
25
|
+
hosts = self.class.get("/zones/#{@zone['id']}/hosts.xml?fqdn=#{hostname}.#{@domain}")
|
26
|
+
return (hosts['hosts'] || []).first
|
27
|
+
end
|
28
|
+
|
29
|
+
def new_host
|
30
|
+
self.class.get("/zones/#{@zone['id']}/hosts/new.xml")['host']
|
31
|
+
end
|
32
|
+
|
33
|
+
def create_host(host)
|
34
|
+
self.class.post("/zones/#{@zone['id']}/hosts.xml", :body => {:host => host})
|
35
|
+
end
|
36
|
+
|
37
|
+
def update_host(host)
|
38
|
+
host_id = host['id']
|
39
|
+
self.class.put("/zones/#{@zone['id']}/hosts/#{host_id}.xml", :body => {:host => host})
|
40
|
+
end
|
41
|
+
|
42
|
+
def delete_host(hostname)
|
43
|
+
host_id = host(hostname)['id']
|
44
|
+
self.class.delete("/zones/#{@zone['id']}/hosts/#{host_id}.xml")
|
45
|
+
end
|
46
|
+
|
47
|
+
def refresh
|
48
|
+
zone_id = @zone['id'] rescue nil
|
49
|
+
if zone_id
|
50
|
+
@zone = self.class.get("/zones/#{zone_id}.xml")
|
51
|
+
else
|
52
|
+
zones = self.class.get('/zones.xml')
|
53
|
+
@zone = zones["zones"].find {|z| z["domain"] == @domain }
|
54
|
+
end
|
55
|
+
end
|
56
|
+
|
57
|
+
def data
|
58
|
+
return @zone
|
59
|
+
end
|
60
|
+
|
61
|
+
protected
|
62
|
+
|
63
|
+
def zones()
|
64
|
+
self.class.get('/zones.xml')
|
65
|
+
end
|
66
|
+
|
67
|
+
def zone(domain_name)
|
68
|
+
zone = zones
|
69
|
+
return zone
|
70
|
+
end
|
71
|
+
|
72
|
+
end
|
73
|
+
|
74
|
+
class Zerigo < Base
|
75
|
+
|
76
|
+
def initialize(env)
|
77
|
+
super(env)
|
78
|
+
@zerigo_env = env.dns_providers.zerigo
|
79
|
+
@ttl = (@zerigo_env.ttl || 300).to_i
|
80
|
+
@record_type = @zerigo_env.record_type || "A"
|
81
|
+
@zone = Zone.new(@zerigo_env.customer_id, @zerigo_env.email, @zerigo_env.token, env.domain)
|
82
|
+
end
|
83
|
+
|
84
|
+
def nameserver
|
85
|
+
"a.ns.zerigo.net"
|
86
|
+
end
|
87
|
+
|
88
|
+
def host_exists?(host)
|
89
|
+
@zone.host(host)
|
90
|
+
end
|
91
|
+
|
92
|
+
def create_host_record(host, ip)
|
93
|
+
host = @zone.new_host()
|
94
|
+
host['host-type'] = @record_type
|
95
|
+
host['ttl'] = @ttl
|
96
|
+
host['hostname'] = host
|
97
|
+
host['data'] = ip
|
98
|
+
@zone.create_host(host)
|
99
|
+
end
|
100
|
+
|
101
|
+
def destroy_host_record(host)
|
102
|
+
@zone.delete_host(host)
|
103
|
+
end
|
104
|
+
|
105
|
+
def update_host_record(host, ip)
|
106
|
+
old = @zone.host(host)
|
107
|
+
old['data'] = ip
|
108
|
+
@zone.update_host(old)
|
109
|
+
end
|
110
|
+
|
111
|
+
# update the top level domain record which has an empty hostName
|
112
|
+
def update_domain_record(ip)
|
113
|
+
old = @zone.hosts.find {|h| h['hostname'].nil? }
|
114
|
+
old['data'] = ip
|
115
|
+
@zone.update_host(old)
|
116
|
+
end
|
117
|
+
|
118
|
+
end
|
119
|
+
|
120
|
+
end
|
121
|
+
end
|