wr0ngway-rubber 1.0.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (163) hide show
  1. data/CHANGELOG +34 -0
  2. data/COPYING +339 -0
  3. data/README +6 -0
  4. data/TODO +7 -0
  5. data/VERSION +1 -0
  6. data/bin/vulcanize +41 -0
  7. data/generators/vulcanize/USAGE +6 -0
  8. data/generators/vulcanize/templates/apache/config/rubber/deploy-apache.rb +51 -0
  9. data/generators/vulcanize/templates/apache/config/rubber/role/apache/deflate.conf +10 -0
  10. data/generators/vulcanize/templates/apache/config/rubber/role/apache/expires.conf +9 -0
  11. data/generators/vulcanize/templates/apache/config/rubber/role/apache/headers.conf +6 -0
  12. data/generators/vulcanize/templates/apache/config/rubber/role/apache/monit-apache.conf +8 -0
  13. data/generators/vulcanize/templates/apache/config/rubber/role/apache/ports.conf +5 -0
  14. data/generators/vulcanize/templates/apache/config/rubber/role/apache/setenvif.conf +52 -0
  15. data/generators/vulcanize/templates/apache/config/rubber/role/web_tools/tools-apache-vhost.conf +62 -0
  16. data/generators/vulcanize/templates/apache/config/rubber/role/web_tools/tools-apache.auth +7 -0
  17. data/generators/vulcanize/templates/apache/config/rubber/role/web_tools/tools-index.html +30 -0
  18. data/generators/vulcanize/templates/apache/config/rubber/rubber-apache.yml +7 -0
  19. data/generators/vulcanize/templates/apache/templates.yml +1 -0
  20. data/generators/vulcanize/templates/base/Capfile +14 -0
  21. data/generators/vulcanize/templates/base/config/deploy.rb +55 -0
  22. data/generators/vulcanize/templates/base/config/rubber/common/crontab +16 -0
  23. data/generators/vulcanize/templates/base/config/rubber/common/profile.rc +9 -0
  24. data/generators/vulcanize/templates/base/config/rubber/deploy-setup.rb +104 -0
  25. data/generators/vulcanize/templates/base/config/rubber/rubber.yml +241 -0
  26. data/generators/vulcanize/templates/base/lib/tasks/rubber.rake +15 -0
  27. data/generators/vulcanize/templates/base/script/cron-rake +18 -0
  28. data/generators/vulcanize/templates/base/script/cron-runner +18 -0
  29. data/generators/vulcanize/templates/base/script/cron-sh +67 -0
  30. data/generators/vulcanize/templates/base/templates.yml +1 -0
  31. data/generators/vulcanize/templates/complete_mongrel_mysql/config/rubber/role/haproxy/haproxy-mongrel.conf +23 -0
  32. data/generators/vulcanize/templates/complete_mongrel_mysql/config/rubber/role/nginx/nginx-mongrel.conf +113 -0
  33. data/generators/vulcanize/templates/complete_mongrel_mysql/config/rubber/rubber-complete.yml +41 -0
  34. data/generators/vulcanize/templates/complete_mongrel_mysql/templates.yml +6 -0
  35. data/generators/vulcanize/templates/complete_passenger_mysql/config/rubber/role/haproxy/haproxy-passenger.conf +19 -0
  36. data/generators/vulcanize/templates/complete_passenger_mysql/config/rubber/rubber-complete.yml +40 -0
  37. data/generators/vulcanize/templates/complete_passenger_mysql/templates.yml +10 -0
  38. data/generators/vulcanize/templates/cruise/config/rubber/deploy-cruise.rb +72 -0
  39. data/generators/vulcanize/templates/cruise/config/rubber/role/cruise/cruise +40 -0
  40. data/generators/vulcanize/templates/cruise/config/rubber/role/cruise/my.cnf +165 -0
  41. data/generators/vulcanize/templates/cruise/config/rubber/role/cruise/production.rb +8 -0
  42. data/generators/vulcanize/templates/cruise/config/rubber/role/cruise/site_config.rb +76 -0
  43. data/generators/vulcanize/templates/cruise/config/rubber/role/web_tools/cruise-nginx.conf +11 -0
  44. data/generators/vulcanize/templates/cruise/config/rubber/rubber-cruise.yml +18 -0
  45. data/generators/vulcanize/templates/cruise/templates.yml +1 -0
  46. data/generators/vulcanize/templates/haproxy/config/rubber/deploy-haproxy.rb +45 -0
  47. data/generators/vulcanize/templates/haproxy/config/rubber/role/haproxy/haproxy-base.conf +26 -0
  48. data/generators/vulcanize/templates/haproxy/config/rubber/role/haproxy/haproxy-default.conf +8 -0
  49. data/generators/vulcanize/templates/haproxy/config/rubber/role/haproxy/monit-haproxy.conf +9 -0
  50. data/generators/vulcanize/templates/haproxy/config/rubber/role/haproxy/syslog-haproxy.conf +6 -0
  51. data/generators/vulcanize/templates/haproxy/config/rubber/role/haproxy/syslogd-default.conf +17 -0
  52. data/generators/vulcanize/templates/haproxy/config/rubber/role/web_tools/haproxy-nginx.conf +10 -0
  53. data/generators/vulcanize/templates/haproxy/config/rubber/rubber-haproxy.yml +7 -0
  54. data/generators/vulcanize/templates/haproxy/templates.yml +1 -0
  55. data/generators/vulcanize/templates/memcached/config/memcached.yml +28 -0
  56. data/generators/vulcanize/templates/memcached/config/rubber/common/memcached.yml +14 -0
  57. data/generators/vulcanize/templates/memcached/config/rubber/role/memcached/memcached.conf +52 -0
  58. data/generators/vulcanize/templates/memcached/config/rubber/role/memcached/memcached_munin_plugin +249 -0
  59. data/generators/vulcanize/templates/memcached/config/rubber/rubber-memcached.yml +7 -0
  60. data/generators/vulcanize/templates/memcached/templates.yml +1 -0
  61. data/generators/vulcanize/templates/minimal_mysql/templates.yml +7 -0
  62. data/generators/vulcanize/templates/minimal_nodb/templates.yml +6 -0
  63. data/generators/vulcanize/templates/mongrel/config/rubber/deploy-mongrel.rb +75 -0
  64. data/generators/vulcanize/templates/mongrel/config/rubber/role/mongrel/mongrel_cluster.yml +12 -0
  65. data/generators/vulcanize/templates/mongrel/config/rubber/role/mongrel/monit-mongrel.conf +20 -0
  66. data/generators/vulcanize/templates/mongrel/config/rubber/rubber-mongrel.yml +9 -0
  67. data/generators/vulcanize/templates/mongrel/templates.yml +1 -0
  68. data/generators/vulcanize/templates/monit/config/rubber/common/monit-default.conf +15 -0
  69. data/generators/vulcanize/templates/monit/config/rubber/common/monit.conf +251 -0
  70. data/generators/vulcanize/templates/monit/config/rubber/deploy-monit.rb +32 -0
  71. data/generators/vulcanize/templates/monit/config/rubber/role/web_tools/monit-admin-nginx.conf +10 -0
  72. data/generators/vulcanize/templates/monit/config/rubber/rubber-monit.yml +6 -0
  73. data/generators/vulcanize/templates/monit/templates.yml +1 -0
  74. data/generators/vulcanize/templates/munin/config/rubber/common/monit-munin.conf +8 -0
  75. data/generators/vulcanize/templates/munin/config/rubber/common/munin-node.conf +48 -0
  76. data/generators/vulcanize/templates/munin/config/rubber/deploy-munin.rb +46 -0
  77. data/generators/vulcanize/templates/munin/config/rubber/role/web_tools/munin-nginx.conf +8 -0
  78. data/generators/vulcanize/templates/munin/config/rubber/role/web_tools/munin-plugins.conf +31 -0
  79. data/generators/vulcanize/templates/munin/config/rubber/role/web_tools/munin.conf +80 -0
  80. data/generators/vulcanize/templates/munin/config/rubber/rubber-munin.yml +8 -0
  81. data/generators/vulcanize/templates/munin/script/munin/example_mysql_query.rb +57 -0
  82. data/generators/vulcanize/templates/munin/script/munin/example_simple.rb +24 -0
  83. data/generators/vulcanize/templates/munin/templates.yml +1 -0
  84. data/generators/vulcanize/templates/mysql/config/rubber/common/database.yml +11 -0
  85. data/generators/vulcanize/templates/mysql/config/rubber/deploy-mysql.rb +156 -0
  86. data/generators/vulcanize/templates/mysql/config/rubber/role/db/crontab +14 -0
  87. data/generators/vulcanize/templates/mysql/config/rubber/role/db/monit-mysql.cnf +10 -0
  88. data/generators/vulcanize/templates/mysql/config/rubber/role/db/my.cnf +167 -0
  89. data/generators/vulcanize/templates/mysql/config/rubber/role/mysql_slave/mysql_slave_munin_plugin +51 -0
  90. data/generators/vulcanize/templates/mysql/config/rubber/rubber-mysql.yml +46 -0
  91. data/generators/vulcanize/templates/mysql/templates.yml +1 -0
  92. data/generators/vulcanize/templates/mysql_cluster/config/rubber/common/mysql_cluster_migrations.rb +13 -0
  93. data/generators/vulcanize/templates/mysql_cluster/config/rubber/deploy-mysql_cluster.rb +173 -0
  94. data/generators/vulcanize/templates/mysql_cluster/config/rubber/role/mysql_data/my.cnf +15 -0
  95. data/generators/vulcanize/templates/mysql_cluster/config/rubber/role/mysql_mgm/ndb_mgmd.cnf +39 -0
  96. data/generators/vulcanize/templates/mysql_cluster/config/rubber/role/mysql_sql/monit-mysql_cluster_sql.cnf +10 -0
  97. data/generators/vulcanize/templates/mysql_cluster/config/rubber/role/mysql_sql/my.cnf +23 -0
  98. data/generators/vulcanize/templates/mysql_cluster/config/rubber/rubber-mysql_cluster.yml +32 -0
  99. data/generators/vulcanize/templates/mysql_cluster/templates.yml +1 -0
  100. data/generators/vulcanize/templates/mysql_proxy/config/rubber/common/database.yml +16 -0
  101. data/generators/vulcanize/templates/mysql_proxy/config/rubber/common/monit-mysql_proxy.cnf +10 -0
  102. data/generators/vulcanize/templates/mysql_proxy/config/rubber/common/mysql-proxy +153 -0
  103. data/generators/vulcanize/templates/mysql_proxy/config/rubber/common/mysql-proxy.conf +10 -0
  104. data/generators/vulcanize/templates/mysql_proxy/config/rubber/common/mysql-proxy.lua +5 -0
  105. data/generators/vulcanize/templates/mysql_proxy/config/rubber/deploy-mysql_proxy.rb +52 -0
  106. data/generators/vulcanize/templates/mysql_proxy/config/rubber/rubber-mysql_proxy.yml +11 -0
  107. data/generators/vulcanize/templates/mysql_proxy/templates.yml +1 -0
  108. data/generators/vulcanize/templates/nginx/config/rubber/deploy-nginx.rb +45 -0
  109. data/generators/vulcanize/templates/nginx/config/rubber/role/nginx/crontab +9 -0
  110. data/generators/vulcanize/templates/nginx/config/rubber/role/nginx/monit-nginx.conf +8 -0
  111. data/generators/vulcanize/templates/nginx/config/rubber/role/nginx/nginx.conf +42 -0
  112. data/generators/vulcanize/templates/nginx/config/rubber/role/web_tools/nginx-tools.conf +55 -0
  113. data/generators/vulcanize/templates/nginx/config/rubber/role/web_tools/tools-index.html +30 -0
  114. data/generators/vulcanize/templates/nginx/config/rubber/role/web_tools/tools-nginx.auth +7 -0
  115. data/generators/vulcanize/templates/nginx/config/rubber/rubber-nginx.yml +10 -0
  116. data/generators/vulcanize/templates/nginx/templates.yml +1 -0
  117. data/generators/vulcanize/templates/passenger/config/rubber/deploy-passenger.rb +37 -0
  118. data/generators/vulcanize/templates/passenger/config/rubber/role/passenger/munin-passenger-sudoers.conf +6 -0
  119. data/generators/vulcanize/templates/passenger/config/rubber/role/passenger/munin-passenger.conf +47 -0
  120. data/generators/vulcanize/templates/passenger/config/rubber/role/passenger/passenger-apache-vhost.conf +46 -0
  121. data/generators/vulcanize/templates/passenger/config/rubber/role/passenger/passenger.conf +10 -0
  122. data/generators/vulcanize/templates/passenger/config/rubber/rubber-passenger.yml +12 -0
  123. data/generators/vulcanize/templates/passenger/templates.yml +1 -0
  124. data/generators/vulcanize/templates/sphinx/config/rubber/common/sphinx.yml +46 -0
  125. data/generators/vulcanize/templates/sphinx/config/rubber/deploy-sphinx.rb +112 -0
  126. data/generators/vulcanize/templates/sphinx/config/rubber/role/sphinx/crontab +11 -0
  127. data/generators/vulcanize/templates/sphinx/config/rubber/role/sphinx/monit-sphinx.conf +10 -0
  128. data/generators/vulcanize/templates/sphinx/config/rubber/rubber-sphinx.yml +6 -0
  129. data/generators/vulcanize/templates/sphinx/templates.yml +1 -0
  130. data/generators/vulcanize/vulcanize_generator.rb +67 -0
  131. data/lib/capistrano/hostcmd.rb +12 -0
  132. data/lib/rubber/capistrano.rb +1 -0
  133. data/lib/rubber/cloud/aws.rb +305 -0
  134. data/lib/rubber/cloud/base.rb +16 -0
  135. data/lib/rubber/cloud.rb +13 -0
  136. data/lib/rubber/configuration.rb +47 -0
  137. data/lib/rubber/dns/base.rb +69 -0
  138. data/lib/rubber/dns/dyndns.rb +63 -0
  139. data/lib/rubber/dns/nettica.rb +56 -0
  140. data/lib/rubber/dns/zerigo.rb +121 -0
  141. data/lib/rubber/dns.rb +13 -0
  142. data/lib/rubber/environment.rb +161 -0
  143. data/lib/rubber/generator.rb +197 -0
  144. data/lib/rubber/instance.rb +165 -0
  145. data/lib/rubber/recipes/rubber/bundles.rb +28 -0
  146. data/lib/rubber/recipes/rubber/deploy.rb +90 -0
  147. data/lib/rubber/recipes/rubber/instances.rb +348 -0
  148. data/lib/rubber/recipes/rubber/load_balancers.rb +44 -0
  149. data/lib/rubber/recipes/rubber/security_groups.rb +189 -0
  150. data/lib/rubber/recipes/rubber/setup.rb +357 -0
  151. data/lib/rubber/recipes/rubber/static_ips.rb +107 -0
  152. data/lib/rubber/recipes/rubber/utils.rb +203 -0
  153. data/lib/rubber/recipes/rubber/volumes.rb +264 -0
  154. data/lib/rubber/recipes/rubber.rb +89 -0
  155. data/lib/rubber/tasks/rubber.rb +221 -0
  156. data/lib/rubber/util.rb +37 -0
  157. data/lib/rubber.rb +38 -0
  158. data/test/environment_test.rb +118 -0
  159. data/test/generator_test.rb +323 -0
  160. data/test/instance_test.rb +93 -0
  161. data/test/test_helper.rb +4 -0
  162. data/test/util_test.rb +16 -0
  163. metadata +273 -0
@@ -0,0 +1,305 @@
1
+ require 'rubygems'
2
+ require 'AWS'
3
+ require 'aws/s3'
4
+
5
+ module Rubber
6
+ module Cloud
7
+
8
+ class Aws < Base
9
+
10
+ def initialize(env, capistrano)
11
+ super(env, capistrano)
12
+ @aws_env = env.cloud_providers.aws
13
+ @ec2 = AWS::EC2::Base.new(:access_key_id => @aws_env.access_key, :secret_access_key => @aws_env.secret_access_key)
14
+ @ec2elb = AWS::ELB::Base.new(:access_key_id => @aws_env.access_key, :secret_access_key => @aws_env.secret_access_key)
15
+ AWS::S3::Base.establish_connection!(:access_key_id => @aws_env.access_key, :secret_access_key => @aws_env.secret_access_key)
16
+ end
17
+
18
+
19
+ def create_instance(ami, ami_type, security_groups, availability_zone)
20
+ response = @ec2.run_instances(:image_id => ami, :key_name => @aws_env.key_name, :instance_type => ami_type, :group_id => security_groups, :availability_zone => availability_zone)
21
+ instance_id = response.instancesSet.item[0].instanceId
22
+ return instance_id
23
+ end
24
+
25
+ def describe_instances(instance_id=nil)
26
+ instances = []
27
+ opts = {}
28
+ opts[:instance_id] = instance_id if instance_id
29
+
30
+ response = @ec2.describe_instances(opts)
31
+ response.reservationSet.item.each do |ritem|
32
+ ritem.instancesSet.item.each do |item|
33
+ instance = {}
34
+ instance[:id] = item.instanceId
35
+ instance[:external_host] = item.dnsName
36
+ instance[:external_ip] = IPSocket.getaddress(instance[:external_host]) rescue nil
37
+ instance[:internal_host] = item.privateDnsName
38
+ instance[:state] = item.instanceState.name
39
+ instance[:zone] = item.placement.availabilityZone
40
+ instances << instance
41
+ end
42
+ end if response.reservationSet
43
+
44
+ return instances
45
+ end
46
+
47
+ def destroy_instance(instance_id)
48
+ response = @ec2.terminate_instances(:instance_id => instance_id)
49
+ end
50
+
51
+ def describe_availability_zones
52
+ zones = []
53
+ response = @ec2.describe_availability_zones()
54
+ response.availabilityZoneInfo.item.each do |item|
55
+ zone = {}
56
+ zone[:name] = item.zoneName
57
+ zone[:state] =item.zoneState
58
+ zones << zone
59
+ end if response.availabilityZoneInfo
60
+ return zones
61
+ end
62
+
63
+ def create_security_group(group_name, group_description)
64
+ @ec2.create_security_group(:group_name => group_name, :group_description => group_description)
65
+ end
66
+
67
+ def describe_security_groups(group_name=nil)
68
+ groups = []
69
+
70
+ opts = {}
71
+ opts[:group_name] = group_name if group_name
72
+ response = @ec2.describe_security_groups(opts)
73
+
74
+ response.securityGroupInfo.item.each do |item|
75
+ group = {}
76
+ group[:name] = item.groupName
77
+ group[:description] = item.groupDescription
78
+
79
+ item.ipPermissions.item.each do |ip_item|
80
+ group[:permissions] ||= []
81
+ rule = {}
82
+
83
+ rule[:protocol] = ip_item.ipProtocol
84
+ rule[:from_port] = ip_item.fromPort
85
+ rule[:to_port] = ip_item.toPort
86
+
87
+ ip_item.groups.item.each do |rule_group|
88
+ rule[:source_groups] ||= []
89
+ source_group = {}
90
+ source_group[:account] = rule_group.userId
91
+ source_group[:name] = rule_group.groupName
92
+ rule[:source_groups] << source_group
93
+ end if ip_item.groups
94
+
95
+ ip_item.ipRanges.item.each do |ip_range|
96
+ rule[:source_ips] ||= []
97
+ rule[:source_ips] << ip_range.cidrIp
98
+ end if ip_item.ipRanges
99
+
100
+ group[:permissions] << rule
101
+ end if item.ipPermissions
102
+
103
+ groups << group
104
+
105
+ end if response.securityGroupInfo
106
+
107
+ return groups
108
+ end
109
+
110
+ def add_security_group_rule(group_name, protocol, from_port, to_port, source)
111
+ opts = {:group_name => group_name}
112
+ if source.instance_of? Hash
113
+ opts = opts.merge(:source_security_group_name => source[:name], :source_security_group_owner_id => source[:account])
114
+ else
115
+ opts = opts.merge(:ip_protocol => protocol, :from_port => from_port, :to_port => to_port, :cidr_ip => source)
116
+ end
117
+ @ec2.authorize_security_group_ingress(opts)
118
+ end
119
+
120
+ def remove_security_group_rule(group_name, protocol, from_port, to_port, source)
121
+ opts = {:group_name => group_name}
122
+ if source.instance_of? Hash
123
+ opts = opts.merge(:source_security_group_name => source[:name], :source_security_group_owner_id => source[:account])
124
+ else
125
+ opts = opts.merge(:ip_protocol => protocol, :from_port => from_port, :to_port => to_port, :cidr_ip => source)
126
+ end
127
+ @ec2.revoke_security_group_ingress(opts)
128
+ end
129
+
130
+ def destroy_security_group(group_name)
131
+ @ec2.delete_security_group(:group_name => group_name)
132
+ end
133
+
134
+ def create_static_ip
135
+ response = @ec2.allocate_address()
136
+ return response.publicIp
137
+ end
138
+
139
+ def attach_static_ip(ip, instance_id)
140
+ response = @ec2.associate_address(:instance_id => instance_id, :public_ip => ip)
141
+ return response.return == "true"
142
+ end
143
+
144
+ def detach_static_ip(ip)
145
+ response = @ec2.disassociate_address(:public_ip => ip)
146
+ return response.return == "true"
147
+ end
148
+
149
+ def describe_static_ips(ip=nil)
150
+ ips = []
151
+ opts = {}
152
+ opts[:public_ip] = ip if ip
153
+ response = @ec2.describe_addresses(opts)
154
+ response.addressesSet.item.each do |item|
155
+ ip = {}
156
+ ip[:instance_id] = item.instanceId
157
+ ip[:ip] = item.publicIp
158
+ ips << ip
159
+ end if response.addressesSet
160
+ return ips
161
+ end
162
+
163
+ def destroy_static_ip(ip)
164
+ response = @ec2.release_address(:public_ip => ip)
165
+ return response.return == "true"
166
+ end
167
+
168
+ def create_volume(size, zone)
169
+ response = @ec2.create_volume(:size => size.to_s, :availability_zone => zone)
170
+ return response.volumeId
171
+ end
172
+
173
+ def attach_volume(volume_id, instance_id, device)
174
+ response = @ec2.attach_volume(:volume_id => volume_id, :instance_id => instance_id, :device => device)
175
+ return response.status
176
+ end
177
+
178
+ def detach_volume(volume_id)
179
+ @ec2.detach_volume(:volume_id => volume_id, :force => 'true')
180
+ end
181
+
182
+ def describe_volumes(volume_id=nil)
183
+ volumes = []
184
+ opts = {}
185
+ opts[:volume_id] = volume_id if volume_id
186
+ response = @ec2.describe_volumes(opts)
187
+ response.volumeSet.item.each do |item|
188
+ volume = {}
189
+ volume[:id] = item.volumeId
190
+ volume[:status] = item.status
191
+ if item.attachmentSet
192
+ attach = item.attachmentSet.item[0]
193
+ volume[:attachment_instance_id] = attach.instanceId
194
+ volume[:attachment_status] = attach.status
195
+ end
196
+ volumes << volume
197
+ end if response.volumeSet
198
+ return volumes
199
+ end
200
+
201
+ def destroy_volume(volume_id)
202
+ @ec2.delete_volume(:volume_id => volume_id)
203
+ end
204
+
205
+ def create_image(image_name)
206
+ ec2_key = @aws_env.key_file
207
+ ec2_pk = @aws_env.pk_file
208
+ ec2_cert = @aws_env.cert_file
209
+ ec2_key_dest = "/mnt/#{File.basename(ec2_key)}"
210
+ ec2_pk_dest = "/mnt/#{File.basename(ec2_pk)}"
211
+ ec2_cert_dest = "/mnt/#{File.basename(ec2_cert)}"
212
+
213
+ capistrano.put(File.read(ec2_key), ec2_key_dest)
214
+ capistrano.put(File.read(ec2_pk), ec2_pk_dest)
215
+ capistrano.put(File.read(ec2_cert), ec2_cert_dest)
216
+
217
+ arch = capistrano.capture "uname -m"
218
+ arch = case arch when /i\d86/ then "i386" else arch end
219
+
220
+ capistrano.sudo_script "create_bundle", <<-CMD
221
+ export RUBYLIB=/usr/lib/site_ruby/
222
+ nohup ec2-bundle-vol --batch -d /mnt -k #{ec2_pk_dest} -c #{ec2_cert_dest} -u #{@aws_env.account} -p #{image_name} -r #{arch} &> /tmp/ec2-bundle-vol.log &
223
+ echo "Creating image from instance volume..."
224
+ while true; do
225
+ if ! ps ax | grep -q "[e]c2-bundle-vol"; then exit; fi
226
+ echo -n .
227
+ sleep 1
228
+ done
229
+ CMD
230
+
231
+ capistrano.sudo_script "register_bundle", <<-CMD
232
+ export RUBYLIB=/usr/lib/site_ruby/
233
+ echo "Uploading image to S3..."
234
+ ec2-upload-bundle --batch -b #{@aws_env.image_bucket} -m /mnt/#{image_name}.manifest.xml -a #{@aws_env.access_key} -s #{@aws_env.secret_access_key}
235
+ CMD
236
+
237
+ image_location = "#{@aws_env.image_bucket}/#{image_name}.manifest.xml"
238
+ response = @ec2.register_image(:image_location => image_location)
239
+ return response.imageId
240
+ end
241
+
242
+ def describe_images(image_id=nil)
243
+ images = []
244
+ opts = {:owner_id => 'self'}
245
+ opts[:image_id] = image_id if image_id
246
+ response = @ec2.describe_images(opts)
247
+ response.imagesSet.item.each do |item|
248
+ image = {}
249
+ image[:id] = item.imageId
250
+ image[:location] = item.imageLocation
251
+ images << image
252
+ end if response.imagesSet
253
+ return images
254
+ end
255
+
256
+ def destroy_image(image_id)
257
+ image = describe_images(image_id).first
258
+ image_location = image[:location]
259
+ bucket = image_location.split('/').first
260
+ image_name = image_location.split('/').last.gsub(/\.manifest\.xml$/, '')
261
+
262
+ @ec2.deregister_image(:image_id => image_id)
263
+
264
+ s3_bucket = AWS::S3::Bucket.find(bucket)
265
+ s3_bucket.objects(:prefix => image_name).clone.each do |obj|
266
+ obj.delete
267
+ end
268
+ if s3_bucket.empty?
269
+ s3_bucket.delete
270
+ end
271
+ end
272
+
273
+ def describe_load_balancers(name=nil)
274
+ lbs = []
275
+ opts = {}
276
+ opts[:load_balancer_names] = name if name
277
+ response = @ec2elb.describe_load_balancers(opts)
278
+ response.describeLoadBalancersResult.member.each do |member|
279
+ lb = {}
280
+ lb[:name] = member.loadBalancerName
281
+ lb[:dns_name] = member.dNSName
282
+
283
+ member.availabilityZones.member.each do |zone|
284
+ lb[:zones] ||= []
285
+ lb[:zones] << zone
286
+ end
287
+
288
+ member.listeners.member.each do |member|
289
+ listener = {}
290
+ listener[:protocol] = member.protocol
291
+ listener[:port] = member.loadBalancerPort
292
+ listener[:instance_port] = member.instancePort
293
+ lb[:listeners] ||= []
294
+ lb[:listeners] << listener
295
+ end
296
+
297
+ lbs << lb
298
+ end if response.describeLoadBalancersResult
299
+ return lbs
300
+ end
301
+
302
+ end
303
+
304
+ end
305
+ end
@@ -0,0 +1,16 @@
1
+ module Rubber
2
+ module Cloud
3
+
4
+ class Base
5
+
6
+ attr_reader :env, :capistrano
7
+
8
+ def initialize(env, capistrano)
9
+ @env = env
10
+ @capistrano = capistrano
11
+ end
12
+
13
+ end
14
+
15
+ end
16
+ end
@@ -0,0 +1,13 @@
1
+ require "rubber/cloud/base"
2
+
3
+ module Rubber
4
+ module Cloud
5
+
6
+ def self.get_provider(provider, env, capistrano)
7
+ require "rubber/cloud/#{provider}"
8
+ clazz = Rubber::Cloud.const_get(provider.capitalize)
9
+ return clazz.new(env, capistrano)
10
+ end
11
+
12
+ end
13
+ end
@@ -0,0 +1,47 @@
1
+ require 'logger'
2
+ require 'rubber/environment'
3
+ require 'rubber/instance'
4
+ require 'rubber/generator'
5
+
6
+ module Rubber
7
+ module Configuration
8
+
9
+ @@configurations = {}
10
+
11
+ def self.get_configuration(env=nil, root=nil)
12
+ key = "#{env}-#{root}"
13
+ @@configurations[key] ||= ConfigHolder.new(env, root)
14
+ end
15
+
16
+ def self.rubber_env
17
+ raise "This convenience method needs RUBBER_ENV to be set" unless RUBBER_ENV
18
+ cfg = Rubber::Configuration.get_configuration(RUBBER_ENV)
19
+ host = cfg.environment.current_host
20
+ roles = cfg.instance[host].role_names rescue nil
21
+ cfg.environment.bind(roles, host)
22
+ end
23
+
24
+ def self.rubber_instances
25
+ raise "This convenience method needs RUBBER_ENV to be set" unless RUBBER_ENV
26
+ Rubber::Configuration.get_configuration(RUBBER_ENV).instance
27
+ end
28
+
29
+ class ConfigHolder
30
+ def initialize(env=nil, root=nil)
31
+ root = "#{RUBBER_ROOT}/config/rubber" unless root
32
+ instance_cfg = "#{root}/instance" + (env ? "-#{env}.yml" : ".yml")
33
+ @environment = Environment.new("#{root}")
34
+ @instance = Instance.new(instance_cfg)
35
+ end
36
+
37
+ def environment
38
+ @environment
39
+ end
40
+
41
+ def instance
42
+ @instance
43
+ end
44
+ end
45
+
46
+ end
47
+ end
@@ -0,0 +1,69 @@
1
+ module Rubber
2
+ module Dns
3
+
4
+ class Base
5
+
6
+ attr_reader :env
7
+
8
+ def initialize(env)
9
+ @env = env
10
+ end
11
+
12
+ def update(host, ip)
13
+ if up_to_date(host, ip)
14
+ puts "IP has not changed for #{host}, not updating dynamic DNS"
15
+ else
16
+ if ! host_exists?(host)
17
+ puts "Creating dynamic DNS: #{host} => #{ip}"
18
+ create_host_record(host, ip)
19
+ else
20
+ puts "Updating dynamic DNS: #{host} => #{ip}"
21
+ update_host_record(host, ip)
22
+ end
23
+ end
24
+ end
25
+
26
+ def destroy(host)
27
+ if host_exists?(host)
28
+ puts "Destroying dynamic DNS record: #{host}"
29
+ destroy_host_record(host)
30
+ end
31
+ end
32
+
33
+ def hostname(host)
34
+ "#{host}.#{@env.domain}"
35
+ end
36
+
37
+ def up_to_date(host, ip)
38
+ # This queries dns server directly instead of using hosts file
39
+ current_ip = nil
40
+ Resolv::DNS.open(:nameserver => [nameserver], :search => [], :ndots => 1) do |dns|
41
+ current_ip = dns.getaddress(hostname(host)).to_s rescue nil
42
+ end
43
+ return ip == current_ip
44
+ end
45
+
46
+ def nameserver()
47
+ raise "nameserver not implemented"
48
+ end
49
+
50
+ def host_exists?(host)
51
+ raise "host_exists? not implemented"
52
+ end
53
+
54
+ def create_host_record(host, ip)
55
+ raise "create_host_record not implemented"
56
+ end
57
+
58
+ def destroy_host_record(host)
59
+ raise "destroy_host_record not implemented"
60
+ end
61
+
62
+ def update_host_record(host, ip)
63
+ raise "update_host_record not implemented"
64
+ end
65
+
66
+ end
67
+
68
+ end
69
+ end
@@ -0,0 +1,63 @@
1
+ module Rubber
2
+ module Dns
3
+
4
+ class Dyndns < Base
5
+
6
+ def initialize(env)
7
+ super(env)
8
+ @dyndns_env = env.dns_providers.dyndns
9
+ @user, @pass = @dyndns_env.user, @dyndns_env.password
10
+ @update_url = @dyndns_env.update_url || 'https://members.dyndns.org/nic/update?hostname=%host%&myip=%ip%'
11
+ @update_url = @update_url.gsub(/%([^%]+)%/, '#{\1}')
12
+ end
13
+
14
+ def nameserver
15
+ "ns1.mydyndns.org"
16
+ end
17
+
18
+ def host_exists?(host)
19
+ begin
20
+ Resolv::DNS.open(:nameserver => [nameserver], :search => [], :ndots => 1) do |dns|
21
+ dns.getresource(hostname(host), Resolv::DNS::Resource::IN::A)
22
+ end
23
+ rescue
24
+ raise "Domain needs to exist in dyndns as an A record before record can be updated"
25
+ end
26
+ return true
27
+ end
28
+
29
+ def create_host_record(host, ip)
30
+ puts "WARNING: No create record available for dyndns, you need to do so manually"
31
+ end
32
+
33
+ def destroy_host_record(host)
34
+ puts "WARNING: No destroy record available for dyndns, you need to do so manually"
35
+ end
36
+
37
+ def update_host_record(host, ip)
38
+ host = hostname(host)
39
+ update_url = eval('%Q{' + @update_url + '}')
40
+
41
+ # This header is required by dyndns.org
42
+ headers = {
43
+ "User-Agent" => "Capistrano - Rubber - 0.1"
44
+ }
45
+
46
+ uri = URI.parse(update_url)
47
+ http = Net::HTTP.new(uri.host, uri.port)
48
+ # switch on SSL
49
+ http.use_ssl = true if uri.scheme == "https"
50
+ # suppress verification warning
51
+ http.verify_mode = OpenSSL::SSL::VERIFY_NONE
52
+ req = Net::HTTP::Get.new(update_url.gsub(/.*:\/\/[^\/]*/, ''), headers)
53
+ # authentication details
54
+ req.basic_auth @user, @pass
55
+ resp = http.request(req)
56
+ # print out the response for the update
57
+ puts "DynDNS Update result: #{resp.body}"
58
+ end
59
+
60
+ end
61
+
62
+ end
63
+ end
@@ -0,0 +1,56 @@
1
+ require 'nettica/client'
2
+ module Rubber
3
+ module Dns
4
+
5
+ class Nettica < Base
6
+
7
+ def initialize(env)
8
+ super(env)
9
+ @nettica_env = @env.dns_providers.nettica
10
+ @client = ::Nettica::Client.new(@nettica_env.user, @nettica_env.password)
11
+ @ttl = (@nettica_env.ttl || 300).to_i
12
+ @record_type = @nettica_env.record_type || "A"
13
+ end
14
+
15
+ def nameserver
16
+ "dns1.nettica.com"
17
+ end
18
+
19
+ def host_exists?(host)
20
+ domain_info = @client.list_domain(env.domain)
21
+ raise "Domain needs to exist in nettica before records can be updated" unless domain_info.record
22
+ return domain_info.record.any? { |r| r.hostName == host }
23
+ end
24
+
25
+ def create_host_record(host, ip)
26
+ new = @client.create_domain_record(env.domain, host, @record_type, ip, @ttl, 0)
27
+ @client.add_record(new)
28
+ end
29
+
30
+ def destroy_host_record(host)
31
+ old_record = @client.list_domain(env.domain).record.find {|r| r.hostName == host }
32
+ old = @client.create_domain_record(env.domain, host, old_record.recordType, old_record.data, old_record.tTL, old_record.priority)
33
+ @client.delete_record(old)
34
+ end
35
+
36
+ def update_host_record(host, ip)
37
+ old_record = @client.list_domain(env.domain).record.find {|r| r.hostName == host }
38
+ update_record(host, ip, old_record)
39
+ end
40
+
41
+ # update the top level domain record which has an empty hostName
42
+ def update_domain_record(ip)
43
+ old_record = @client.list_domain(env.domain).record.find {|r| r.hostName == '' and r.recordType == 'A' and r.data =~ /\A\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}\z/}
44
+ update_record('', ip, old_record)
45
+ end
46
+
47
+ def update_record(host, ip, old_record)
48
+ old = @client.create_domain_record(env.domain, host, old_record.recordType, old_record.data, old_record.tTL, old_record.priority)
49
+ new = @client.create_domain_record(env.domain, host, @record_type, ip, @ttl, 0)
50
+ @client.update_record(old, new)
51
+ end
52
+
53
+ end
54
+
55
+ end
56
+ end
@@ -0,0 +1,121 @@
1
+ require 'rubygems'
2
+ require 'httparty'
3
+
4
+ module Rubber
5
+ module Dns
6
+
7
+
8
+ class Zone
9
+ include HTTParty
10
+ format :xml
11
+
12
+ def initialize(customer_id, email, token, domain)
13
+ self.class.basic_auth email, token
14
+ self.class.base_uri "https://ns.zerigo.com/accounts/#{customer_id}"
15
+ @domain = domain
16
+ refresh()
17
+ end
18
+
19
+ def hosts
20
+ hosts = self.class.get("/zones/#{@zone['id']}/hosts.xml")
21
+ return hosts['hosts']
22
+ end
23
+
24
+ def host(hostname)
25
+ hosts = self.class.get("/zones/#{@zone['id']}/hosts.xml?fqdn=#{hostname}.#{@domain}")
26
+ return (hosts['hosts'] || []).first
27
+ end
28
+
29
+ def new_host
30
+ self.class.get("/zones/#{@zone['id']}/hosts/new.xml")['host']
31
+ end
32
+
33
+ def create_host(host)
34
+ self.class.post("/zones/#{@zone['id']}/hosts.xml", :body => {:host => host})
35
+ end
36
+
37
+ def update_host(host)
38
+ host_id = host['id']
39
+ self.class.put("/zones/#{@zone['id']}/hosts/#{host_id}.xml", :body => {:host => host})
40
+ end
41
+
42
+ def delete_host(hostname)
43
+ host_id = host(hostname)['id']
44
+ self.class.delete("/zones/#{@zone['id']}/hosts/#{host_id}.xml")
45
+ end
46
+
47
+ def refresh
48
+ zone_id = @zone['id'] rescue nil
49
+ if zone_id
50
+ @zone = self.class.get("/zones/#{zone_id}.xml")
51
+ else
52
+ zones = self.class.get('/zones.xml')
53
+ @zone = zones["zones"].find {|z| z["domain"] == @domain }
54
+ end
55
+ end
56
+
57
+ def data
58
+ return @zone
59
+ end
60
+
61
+ protected
62
+
63
+ def zones()
64
+ self.class.get('/zones.xml')
65
+ end
66
+
67
+ def zone(domain_name)
68
+ zone = zones
69
+ return zone
70
+ end
71
+
72
+ end
73
+
74
+ class Zerigo < Base
75
+
76
+ def initialize(env)
77
+ super(env)
78
+ @zerigo_env = env.dns_providers.zerigo
79
+ @ttl = (@zerigo_env.ttl || 300).to_i
80
+ @record_type = @zerigo_env.record_type || "A"
81
+ @zone = Zone.new(@zerigo_env.customer_id, @zerigo_env.email, @zerigo_env.token, env.domain)
82
+ end
83
+
84
+ def nameserver
85
+ "a.ns.zerigo.net"
86
+ end
87
+
88
+ def host_exists?(host)
89
+ @zone.host(host)
90
+ end
91
+
92
+ def create_host_record(host, ip)
93
+ host = @zone.new_host()
94
+ host['host-type'] = @record_type
95
+ host['ttl'] = @ttl
96
+ host['hostname'] = host
97
+ host['data'] = ip
98
+ @zone.create_host(host)
99
+ end
100
+
101
+ def destroy_host_record(host)
102
+ @zone.delete_host(host)
103
+ end
104
+
105
+ def update_host_record(host, ip)
106
+ old = @zone.host(host)
107
+ old['data'] = ip
108
+ @zone.update_host(old)
109
+ end
110
+
111
+ # update the top level domain record which has an empty hostName
112
+ def update_domain_record(ip)
113
+ old = @zone.hosts.find {|h| h['hostname'].nil? }
114
+ old['data'] = ip
115
+ @zone.update_host(old)
116
+ end
117
+
118
+ end
119
+
120
+ end
121
+ end