isaac-deprec 1.99.30

Sign up to get free protection for your applications and to get access to all the features.
Files changed (152) hide show
  1. data/CHANGELOG +226 -0
  2. data/COPYING +19 -0
  3. data/LICENSE +339 -0
  4. data/README +138 -0
  5. data/THANKS +5 -0
  6. data/bin/depify +133 -0
  7. data/docs/ANNOUNCE.deprec2 +47 -0
  8. data/docs/README.install +88 -0
  9. data/docs/README.nagios +22 -0
  10. data/docs/README.rails +20 -0
  11. data/docs/README.svn +31 -0
  12. data/docs/ROADMAP.txt +74 -0
  13. data/docs/deprec-1.x/deprec-1.x.quickstart +50 -0
  14. data/docs/deprec-1.x/notes.txt +12 -0
  15. data/docs/deprec_banner.gif +0 -0
  16. data/docs/offline_installation.txt +16 -0
  17. data/docs/windows_linux.txt +350 -0
  18. data/docs/xen/plan.txt +5 -0
  19. data/docs/xen/traffic_monitoring_with_vnstat.txt +95 -0
  20. data/docs/xen/xen-tools-notes.txt +31 -0
  21. data/docs/xen/xen_on_hardy.txt +39 -0
  22. data/lib/deprec/capistrano_extensions.rb +435 -0
  23. data/lib/deprec/recipes/aoe.rb +79 -0
  24. data/lib/deprec/recipes/apache.rb +179 -0
  25. data/lib/deprec/recipes/apt_mirror.rb +99 -0
  26. data/lib/deprec/recipes/ar_sendmail.rb +67 -0
  27. data/lib/deprec/recipes/canonical.rb +57 -0
  28. data/lib/deprec/recipes/deprec.rb +188 -0
  29. data/lib/deprec/recipes/deprecated.rb +71 -0
  30. data/lib/deprec/recipes/example.rb +115 -0
  31. data/lib/deprec/recipes/git.rb +97 -0
  32. data/lib/deprec/recipes/gitosis.rb +48 -0
  33. data/lib/deprec/recipes/heartbeat.rb +138 -0
  34. data/lib/deprec/recipes/logrotate.rb +54 -0
  35. data/lib/deprec/recipes/lvm.rb +20 -0
  36. data/lib/deprec/recipes/memcache.rb +49 -0
  37. data/lib/deprec/recipes/mongrel.rb +219 -0
  38. data/lib/deprec/recipes/monit.rb +135 -0
  39. data/lib/deprec/recipes/mysql.rb +115 -0
  40. data/lib/deprec/recipes/nagios.rb +305 -0
  41. data/lib/deprec/recipes/network.rb +93 -0
  42. data/lib/deprec/recipes/nginx.rb +144 -0
  43. data/lib/deprec/recipes/ntp.rb +103 -0
  44. data/lib/deprec/recipes/passenger.rb +114 -0
  45. data/lib/deprec/recipes/php.rb +91 -0
  46. data/lib/deprec/recipes/postfix.rb +115 -0
  47. data/lib/deprec/recipes/rails.rb +282 -0
  48. data/lib/deprec/recipes/ree.rb +33 -0
  49. data/lib/deprec/recipes/ruby.rb +65 -0
  50. data/lib/deprec/recipes/sphinx.rb +86 -0
  51. data/lib/deprec/recipes/ssh.rb +93 -0
  52. data/lib/deprec/recipes/svn.rb +171 -0
  53. data/lib/deprec/recipes/trac.rb +277 -0
  54. data/lib/deprec/recipes/ubuntu.rb +20 -0
  55. data/lib/deprec/recipes/users.rb +90 -0
  56. data/lib/deprec/recipes/utils.rb +39 -0
  57. data/lib/deprec/recipes/vnstat.rb +85 -0
  58. data/lib/deprec/recipes/wordpress.rb +99 -0
  59. data/lib/deprec/recipes/xen.rb +269 -0
  60. data/lib/deprec/recipes.rb +40 -0
  61. data/lib/deprec/templates/aoe/aoe-init +55 -0
  62. data/lib/deprec/templates/aoe/fence_aoemask +351 -0
  63. data/lib/deprec/templates/apache/httpd-vhost-app.conf.erb +144 -0
  64. data/lib/deprec/templates/apache/httpd.conf +465 -0
  65. data/lib/deprec/templates/apache/index.html.erb +37 -0
  66. data/lib/deprec/templates/apache/master.css +72 -0
  67. data/lib/deprec/templates/apt/sources.list +18 -0
  68. data/lib/deprec/templates/apt_mirror/apt-mirror-cron +4 -0
  69. data/lib/deprec/templates/apt_mirror/mirror.list +33 -0
  70. data/lib/deprec/templates/ar_sendmail/logrotate.conf.erb +9 -0
  71. data/lib/deprec/templates/ar_sendmail/monit.conf.erb +5 -0
  72. data/lib/deprec/templates/deprec/caprc.erb +14 -0
  73. data/lib/deprec/templates/heartbeat/authkeys.erb +2 -0
  74. data/lib/deprec/templates/heartbeat/ha.cf.erb +15 -0
  75. data/lib/deprec/templates/heartbeat/haresources.erb +1 -0
  76. data/lib/deprec/templates/logrotate/logrotate.conf.erb +32 -0
  77. data/lib/deprec/templates/mongrel/logrotate.conf.erb +11 -0
  78. data/lib/deprec/templates/mongrel/mongrel_cluster-init-script +54 -0
  79. data/lib/deprec/templates/mongrel/mongrel_cluster.yml.erb +10 -0
  80. data/lib/deprec/templates/mongrel/monit.conf.erb +17 -0
  81. data/lib/deprec/templates/monit/monit-init-script +104 -0
  82. data/lib/deprec/templates/monit/monitrc.erb +227 -0
  83. data/lib/deprec/templates/monit/nothing +0 -0
  84. data/lib/deprec/templates/mysql/create_databases.sql +20 -0
  85. data/lib/deprec/templates/mysql/database.yml.prod +6 -0
  86. data/lib/deprec/templates/mysql/database.yml.stage +6 -0
  87. data/lib/deprec/templates/mysql/my.cnf.erb +140 -0
  88. data/lib/deprec/templates/mysql/sphinx.conf.prod +542 -0
  89. data/lib/deprec/templates/mysql/sphinx.conf.stage +542 -0
  90. data/lib/deprec/templates/nagios/cgi.cfg.erb +321 -0
  91. data/lib/deprec/templates/nagios/check_linux_free_memory.pl +118 -0
  92. data/lib/deprec/templates/nagios/check_mongrel_cluster.rb +82 -0
  93. data/lib/deprec/templates/nagios/commands.cfg.erb +240 -0
  94. data/lib/deprec/templates/nagios/contacts.cfg.erb +57 -0
  95. data/lib/deprec/templates/nagios/hosts.cfg.erb +143 -0
  96. data/lib/deprec/templates/nagios/htpasswd.users +1 -0
  97. data/lib/deprec/templates/nagios/localhost.cfg.erb +157 -0
  98. data/lib/deprec/templates/nagios/nagios.cfg.erb +1274 -0
  99. data/lib/deprec/templates/nagios/nagios_apache_vhost.conf.erb +45 -0
  100. data/lib/deprec/templates/nagios/nrpe.cfg.erb +210 -0
  101. data/lib/deprec/templates/nagios/nrpe.xinetd.erb +16 -0
  102. data/lib/deprec/templates/nagios/resource.cfg.erb +34 -0
  103. data/lib/deprec/templates/nagios/services.cfg.erb +79 -0
  104. data/lib/deprec/templates/nagios/templates.cfg.erb +9 -0
  105. data/lib/deprec/templates/nagios/timeperiods.cfg.erb +94 -0
  106. data/lib/deprec/templates/network/hostname.erb +1 -0
  107. data/lib/deprec/templates/network/hosts.erb +2 -0
  108. data/lib/deprec/templates/network/interfaces.erb +18 -0
  109. data/lib/deprec/templates/network/resolv.conf.erb +6 -0
  110. data/lib/deprec/templates/nginx/logrotate.conf.erb +13 -0
  111. data/lib/deprec/templates/nginx/mime.types.erb +70 -0
  112. data/lib/deprec/templates/nginx/nginx-init-script +62 -0
  113. data/lib/deprec/templates/nginx/nginx.conf.erb +125 -0
  114. data/lib/deprec/templates/nginx/nginx.logrotate.d +12 -0
  115. data/lib/deprec/templates/nginx/nothing.conf +1 -0
  116. data/lib/deprec/templates/nginx/rails_nginx_vhost.conf.erb +41 -0
  117. data/lib/deprec/templates/ntp/ntp.conf.erb +42 -0
  118. data/lib/deprec/templates/passenger/apache_vhost.erb +10 -0
  119. data/lib/deprec/templates/passenger/passenger.erb +20 -0
  120. data/lib/deprec/templates/postfix/aliases.erb +3 -0
  121. data/lib/deprec/templates/postfix/dynamicmaps.cf.erb +8 -0
  122. data/lib/deprec/templates/postfix/main.cf.erb +36 -0
  123. data/lib/deprec/templates/postfix/master.cf.erb +77 -0
  124. data/lib/deprec/templates/sphinx/monit.conf.erb +5 -0
  125. data/lib/deprec/templates/ssh/ssh_config.erb +50 -0
  126. data/lib/deprec/templates/ssh/sshd_config.erb +78 -0
  127. data/lib/deprec/templates/subversion/svn.apache.vhost.erb +43 -0
  128. data/lib/deprec/templates/trac/apache_vhost.conf.erb +24 -0
  129. data/lib/deprec/templates/trac/nginx_vhost.conf.erb +26 -0
  130. data/lib/deprec/templates/trac/trac.ini.erb +169 -0
  131. data/lib/deprec/templates/trac/trac_deprec.png +0 -0
  132. data/lib/deprec/templates/trac/tracd-init.erb +43 -0
  133. data/lib/deprec/templates/trac/users.htdigest.erb +0 -0
  134. data/lib/deprec/templates/vnstat/config.php +57 -0
  135. data/lib/deprec/templates/wordpress/apache2_wordpress_vhost.conf.erb +31 -0
  136. data/lib/deprec/templates/wordpress/wp-config.php.erb +31 -0
  137. data/lib/deprec/templates/xen/15-disable-hwclock +40 -0
  138. data/lib/deprec/templates/xen/40-setup-networking +145 -0
  139. data/lib/deprec/templates/xen/network-bridge-wrapper +3 -0
  140. data/lib/deprec/templates/xen/xen-tools.conf.erb +220 -0
  141. data/lib/deprec/templates/xen/xend-config.sxp.erb +195 -0
  142. data/lib/deprec/templates/xen/xend-init.erb +57 -0
  143. data/lib/deprec/templates/xen/xendomains.erb +137 -0
  144. data/lib/deprec/templates/xen/xm.tmpl.erb +85 -0
  145. data/lib/deprec.rb +8 -0
  146. data/lib/deprec_cmd_completion.sh +26 -0
  147. data/lib/vmbuilder_plugins/all.rb +20 -0
  148. data/lib/vmbuilder_plugins/apt.rb +93 -0
  149. data/lib/vmbuilder_plugins/emerge.rb +76 -0
  150. data/lib/vmbuilder_plugins/gem.rb +90 -0
  151. data/lib/vmbuilder_plugins/std.rb +203 -0
  152. metadata +241 -0
@@ -0,0 +1,435 @@
1
+ # Copyright 2006-2008 by Mike Bailey. All rights reserved.
2
+ require 'capistrano'
3
+ require 'fileutils'
4
+
5
+ module Deprec2
6
+
7
+ # Temporarily modify ROLES if HOSTS not set
8
+ # Capistrano's default behaviour is for HOSTS to override ROLES
9
+ def for_roles(roles)
10
+ old_roles = ENV['ROLES']
11
+ ENV['ROLES'] = roles.to_s unless ENV['HOSTS']
12
+ yield
13
+ ENV['ROLES'] = old_roles.to_s unless ENV['HOSTS']
14
+ end
15
+
16
+ # Temporarily ignore ROLES and HOSTS
17
+ def ignoring_roles_and_hosts
18
+ old_roles = ENV['ROLES']
19
+ old_hosts = ENV['HOSTS']
20
+ ENV['ROLES'] = nil
21
+ ENV['HOSTS'] = nil
22
+ yield
23
+ ENV['ROLES'] = old_roles
24
+ ENV['HOSTS'] = old_hosts
25
+ end
26
+
27
+ DEPREC_TEMPLATES_BASE = File.join(File.dirname(__FILE__), 'templates')
28
+
29
+ # Render template (usually a config file)
30
+ #
31
+ # Usually we render it to a file on the local filesystem.
32
+ # This way, we keep a copy of the config file under source control.
33
+ # We can make manual changes if required and push to new hosts.
34
+ #
35
+ # If the options hash contains :path then it's written to that path.
36
+ # If it contains :remote => true, the file will instead be written to remote targets
37
+ # If options[:path] and options[:remote] are missing, it just returns the rendered
38
+ # template as a string (good for debugging).
39
+ #
40
+ # XXX I would like to get rid of :render_template_to_file
41
+ # XXX Perhaps pass an option to this function to write to remote
42
+ #
43
+ def render_template(app, options={})
44
+ template = options[:template]
45
+ path = options[:path] || nil
46
+ remote = options[:remote] || false
47
+ mode = options[:mode] || 0755
48
+ owner = options[:owner] || nil
49
+
50
+ # replace this with a check for the file
51
+ if ! template
52
+ puts "render_template() requires a value for the template!"
53
+ return false
54
+ end
55
+
56
+ # If local copies of deprec templates exist they will be used
57
+ # If you don't specify the location with the local_template_dir option
58
+ # it defaults to config/templates.
59
+ # e.g. config/templates/nginx/nginx.conf.erb
60
+ local_template = File.join(local_template_dir, app.to_s, template)
61
+ if File.exists?(local_template)
62
+ puts
63
+ puts "Using local template (#{local_template})"
64
+ template = ERB.new(IO.read(local_template), nil, '-')
65
+ else
66
+ template = ERB.new(IO.read(File.join(DEPREC_TEMPLATES_BASE, app.to_s, template)), nil, '-')
67
+ end
68
+ rendered_template = template.result(binding)
69
+
70
+ if remote
71
+ # render to remote machine
72
+ puts 'You need to specify a path to render the template to!' unless path
73
+ exit unless path
74
+ sudo "test -d #{File.dirname(path)} || sudo mkdir -p #{File.dirname(path)}"
75
+ std.su_put rendered_template, path, '/tmp/', :mode => mode
76
+ sudo "chown #{owner} #{path}" if defined?(owner)
77
+ elsif path
78
+ # render to local file
79
+ full_path = File.join('config', app.to_s, path)
80
+ path_dir = File.dirname(full_path)
81
+ if File.exists?(full_path)
82
+ if IO.read(full_path) == rendered_template
83
+ puts "[skip] File exists and is identical (#{full_path})."
84
+ return false
85
+ elsif overwrite?(full_path, rendered_template)
86
+ File.delete(full_path)
87
+ else
88
+ puts "[skip] Not overwriting #{full_path}"
89
+ return false
90
+ end
91
+ end
92
+ FileUtils.mkdir_p "#{path_dir}" if ! File.directory?(path_dir)
93
+ # added line above to make windows compatible
94
+ # system "mkdir -p #{path_dir}" if ! File.directory?(path_dir)
95
+ File.open(full_path, 'w'){|f| f.write rendered_template }
96
+ puts "[done] #{full_path} written"
97
+ else
98
+ # render to string
99
+ return rendered_template
100
+ end
101
+ end
102
+
103
+ def overwrite?(full_path, rendered_template)
104
+ if defined?(overwrite_all)
105
+ if overwrite_all == true
106
+ return true
107
+ else
108
+ return false
109
+ end
110
+ end
111
+
112
+ # XXX add :always and :never later - not sure how to set persistent value from here
113
+ # response = Capistrano::CLI.ui.ask "File exists. Overwrite? ([y]es, [n]o, [a]lways, n[e]ver)" do |q|
114
+ puts
115
+ response = Capistrano::CLI.ui.ask "File exists (#{full_path}).
116
+ Overwrite? ([y]es, [n]o, [d]iff)" do |q|
117
+ q.default = 'n'
118
+ end
119
+
120
+ case response
121
+ when 'y'
122
+ return true
123
+ when 'n'
124
+ return false
125
+ when 'd'
126
+ require 'tempfile'
127
+ tf = Tempfile.new("deprec_diff")
128
+ tf.puts(rendered_template)
129
+ tf.close
130
+ puts
131
+ puts "Running diff -u current_file new_file_if_you_overwrite"
132
+ puts
133
+ system "diff -u #{full_path} #{tf.path} | less"
134
+ puts
135
+ overwrite?(full_path, rendered_template)
136
+ # XXX add :always and :never later - not sure how to set persistent value from here
137
+ # when 'a'
138
+ # set :overwrite_all, true
139
+ # when 'e'
140
+ # set :overwrite_all, false
141
+ end
142
+
143
+ end
144
+
145
+ def render_template_to_file(template_name, destination_file_name, templates_dir = DEPREC_TEMPLATES_BASE)
146
+ template_name += '.conf' if File.extname(template_name) == '' # XXX this to be removed
147
+
148
+ file = File.join(templates_dir, template_name)
149
+ buffer = render :template => File.read(file)
150
+
151
+ temporary_location = "/tmp/#{template_name}"
152
+ put buffer, temporary_location
153
+ sudo "cp #{temporary_location} #{destination_file_name}"
154
+ delete temporary_location
155
+ end
156
+
157
+ # Copy configs to server(s). Note there is no :pull task. No changes should
158
+ # be made to configs on the servers so why would you need to pull them back?
159
+ def push_configs(app, files)
160
+ app = app.to_s
161
+ files.each do |file|
162
+ # If the file path is relative we will prepend a path to this projects
163
+ # own config directory for this service.
164
+ if file[:path][0,1] != '/'
165
+ full_remote_path = File.join(deploy_to, app, file[:path])
166
+ else
167
+ full_remote_path = file[:path]
168
+ end
169
+ full_local_path = File.join('config', app, file[:path])
170
+ sudo "test -d #{File.dirname(full_remote_path)} || sudo mkdir -p #{File.dirname(full_remote_path)}"
171
+ #
172
+ # XXX work this in to check for per-host variants of config files
173
+ #
174
+ # if any variants of this file exist for this host (they have -hostname at end)
175
+ # servers = find_servers_for_task(current_task)
176
+ # servers.each do |server|
177
+ # puts server(..., :hosts => server) # XXX find a way to restrict su_put to one host
178
+ # end
179
+ # else
180
+ # # just send them the normal way, it's quicker in parallel
181
+ std.su_put File.read(full_local_path), full_remote_path, '/tmp/', :mode=>file[:mode]
182
+ # end
183
+ #
184
+ sudo "chown #{file[:owner]} #{full_remote_path}"
185
+ end
186
+ end
187
+
188
+ def teardown_connections
189
+ sessions.keys.each do |server|
190
+ sessions[server].close
191
+ sessions.delete(server)
192
+ end
193
+ end
194
+
195
+ def append_to_file_if_missing(filename, value, options={})
196
+ # XXX sort out single quotes in 'value' - they'l break command!
197
+ # XXX if options[:requires_sudo] and :use_sudo then use sudo
198
+ sudo <<-END
199
+ sh -c '
200
+ grep -F "#{value}" #{filename} > /dev/null 2>&1 ||
201
+ echo "#{value}" >> #{filename}
202
+ '
203
+ END
204
+ end
205
+
206
+ # create new user account on target system
207
+ def useradd(user, options={})
208
+ options[:shell] ||= '/bin/bash' # new accounts on ubuntu 6.06.1 have been getting /bin/sh
209
+ switches = ''
210
+ switches += " --shell=#{options[:shell]} " if options[:shell]
211
+ switches += ' --create-home ' unless options[:homedir] == false
212
+ switches += " --gid #{options[:group]} " unless options[:group].nil?
213
+ invoke_command "grep '^#{user}:' /etc/passwd || sudo /usr/sbin/useradd #{switches} #{user}",
214
+ :via => run_method
215
+ end
216
+
217
+ # create a new group on target system
218
+ def groupadd(group, options={})
219
+ via = options.delete(:via) || run_method
220
+ # XXX I don't like specifying the path to groupadd - need to sort out paths before long
221
+ invoke_command "grep '#{group}:' /etc/group || sudo /usr/sbin/groupadd #{group}", :via => via
222
+ end
223
+
224
+ # add group to the list of groups this user belongs to
225
+ def add_user_to_group(user, group)
226
+ invoke_command "groups #{user} | grep ' #{group} ' || sudo /usr/sbin/usermod -G #{group} -a #{user}",
227
+ :via => run_method
228
+ end
229
+
230
+ # create directory if it doesn't already exist
231
+ # set permissions and ownership
232
+ # XXX move mode, path and
233
+ def mkdir(path, options={})
234
+ via = options.delete(:via) || :run
235
+ # XXX need to make sudo commands wrap the whole command (sh -c ?)
236
+ # XXX removed the extra 'sudo' from after the '||' - need something else
237
+ invoke_command "test -d #{path} || #{sudo if via == :sudo} mkdir -p #{path}"
238
+ invoke_command "chmod #{sprintf("%3o",options[:mode]||0755)} #{path}", :via => via if options[:mode]
239
+ invoke_command "chown -R #{options[:owner]} #{path}", :via => via if options[:owner]
240
+ groupadd(options[:group], :via => via) if options[:group]
241
+ invoke_command "chgrp -R #{options[:group]} #{path}", :via => via if options[:group]
242
+ end
243
+
244
+ def create_src_dir
245
+ mkdir(src_dir, :mode => 0775, :group => group_src, :via => :sudo)
246
+ end
247
+
248
+ # download source package if we don't already have it
249
+ def download_src(src_package, src_dir)
250
+ set_package_defaults(src_package)
251
+ create_src_dir
252
+ # check if file exists and if we have an MD5 hash or bytecount to compare
253
+ # against if so, compare and decide if we need to download again
254
+ if defined?(src_package[:md5sum])
255
+ md5_clause = " && echo '#{src_package[:md5sum]}' | md5sum -c - "
256
+ end
257
+ case src_package[:download_method]
258
+ # when getting source with git
259
+ when :git
260
+ # ensure git is installed
261
+ apt.install( {:base => %w(git-core)}, :stable) #TODO fix this to test ubuntu version <hardy might need specific git version for full git submodules support
262
+ package_dir = File.join(src_dir, src_package[:dir])
263
+ run "if [ -d #{package_dir} ]; then cd #{package_dir} && #{sudo} git checkout master && #{sudo} git pull && #{sudo} git submodule init && #{sudo} git submodule update; else #{sudo} git clone #{src_package[:url]} #{package_dir} && cd #{package_dir} && #{sudo} git submodule init && #{sudo} git submodule update ; fi"
264
+ # Checkout the revision wanted if defined
265
+ if src_package[:version]
266
+ run "cd #{package_dir} && git branch | grep '#{src_package[:version]}$' && #{sudo} git branch -D '#{src_package[:version]}'; exit 0"
267
+ run "cd #{package_dir} && #{sudo} git checkout -b #{src_package[:version]} #{src_package[:version]}"
268
+ end
269
+
270
+ # when getting source with wget
271
+ when :http
272
+ # ensure wget is installed
273
+ apt.install( {:base => %w(wget)}, :stable )
274
+ # XXX replace with invoke_command
275
+ run "cd #{src_dir} && test -f #{src_package[:filename]} #{md5_clause} || #{sudo} wget --quiet --timestamping #{src_package[:url]}"
276
+ else
277
+ puts "DOWNLOAD SRC: Download method not recognised. src_package[:download_method]: #{src_package[:download_method]}"
278
+ end
279
+ end
280
+
281
+ # unpack src and make it writable by the group
282
+ def unpack_src(src_package, src_dir)
283
+ set_package_defaults(src_package)
284
+ package_dir = File.join(src_dir, src_package[:dir])
285
+ case src_package[:download_method]
286
+ # when unpacking git sources - nothing to do
287
+ when :git
288
+ puts "UNPACK SRC: nothing to do for git installs"
289
+ when :http
290
+ sudo <<-EOF
291
+ bash -c '
292
+ cd #{src_dir};
293
+ test -d #{package_dir}.old && rm -fr #{package_dir}.old;
294
+ test -d #{package_dir} && mv #{package_dir} #{package_dir}.old;
295
+ #{src_package[:unpack]}
296
+ '
297
+ EOF
298
+ else
299
+ puts "UNPACK SRC: Download method not recognised. src_package[:download_method]: #{src_package[:download_method]} "
300
+ end
301
+ sudo <<-EOF
302
+ bash -c '
303
+ cd #{src_dir};
304
+ chgrp -R #{group} #{package_dir};
305
+ chmod -R g+w #{package_dir};
306
+ '
307
+ EOF
308
+ end
309
+
310
+ def set_package_defaults(pkg)
311
+ pkg[:filename] ||= File.basename(pkg[:url])
312
+ pkg[:dir] ||= pkg[:filename].sub(/(\.tgz|\.tar\.gz)/,'')
313
+ pkg[:download_method] ||= :http
314
+ pkg[:unpack] ||= "tar zxf #{pkg[:filename]};"
315
+ pkg[:configure] ||= './configure ;'
316
+ pkg[:make] ||= 'make;'
317
+ pkg[:install] ||= 'make install;'
318
+ end
319
+
320
+ # install package from source
321
+ def install_from_src(src_package, src_dir)
322
+ package_dir = File.join(src_dir, src_package[:dir])
323
+ unpack_src(src_package, src_dir)
324
+ apt.install( {:base => %w(build-essential)}, :stable )
325
+ # XXX replace with invoke_command
326
+ sudo <<-SUDO
327
+ sh -c '
328
+ cd #{package_dir};
329
+ #{src_package[:configure]}
330
+ #{src_package[:make]}
331
+ #{src_package[:install]}
332
+ #{src_package[:post_install]}
333
+ '
334
+ SUDO
335
+ end
336
+
337
+
338
+ ##
339
+ # Run a command and ask for input when input_query is seen.
340
+ # Sends the response back to the server.
341
+ #
342
+ # +input_query+ is a regular expression that defaults to /^Password/.
343
+ #
344
+ # Can be used where +run+ would otherwise be used.
345
+ #
346
+ # run_with_input 'ssh-keygen ...', /^Are you sure you want to overwrite\?/
347
+
348
+ def run_with_input(shell_command, input_query=/^Password/, response=nil)
349
+ handle_command_with_input(:run, shell_command, input_query, response)
350
+ end
351
+
352
+ ##
353
+ # Run a command using sudo and ask for input when a regular expression is seen.
354
+ # Sends the response back to the server.
355
+ #
356
+ # See also +run_with_input+
357
+ #
358
+ # +input_query+ is a regular expression
359
+
360
+ def sudo_with_input(shell_command, input_query=/^Password/, response=nil)
361
+ handle_command_with_input(:sudo, shell_command, input_query, response)
362
+ end
363
+
364
+ def invoke_with_input(shell_command, input_query=/^Password/, response=nil)
365
+ handle_command_with_input(run_method, shell_command, input_query, response)
366
+ end
367
+
368
+ ##
369
+ # Run a command using sudo and continuously pipe the results back to the console.
370
+ #
371
+ # Similar to the built-in +stream+, but for privileged users.
372
+
373
+ def sudo_stream(command)
374
+ sudo(command) do |ch, stream, out|
375
+ puts out if stream == :out
376
+ if stream == :err
377
+ puts "[err : #{ch[:host]}] #{out}"
378
+ break
379
+ end
380
+ end
381
+ end
382
+
383
+ # We don't need this. Put 'USER=root' on the command line instead.
384
+ #
385
+ # XXX Not working in deprec2
386
+ # ##
387
+ # # Run a command using the root account.
388
+ # #
389
+ # # Some linux distros/VPS providers only give you a root login when you install.
390
+ #
391
+ # def run_as_root(shell_command)
392
+ # std.connect_as_root do |tempuser|
393
+ # run shell_command
394
+ # end
395
+ # end
396
+ #
397
+ # ##
398
+ # # Run a task using root account.
399
+ # #
400
+ # # Some linux distros/VPS providers only give you a root login when you install.
401
+ # #
402
+ # # tempuser: contains the value replaced by 'root' for the duration of this call
403
+ #
404
+ # def as_root()
405
+ # std.connect_as_root do |tempuser|
406
+ # yield tempuser
407
+ # end
408
+ # end
409
+
410
+ private
411
+
412
+ ##
413
+ # Does the actual capturing of the input and streaming of the output.
414
+ #
415
+ # local_run_method: run or sudo
416
+ # shell_command: The command to run
417
+ # input_query: A regular expression matching a request for input: /^Please enter your password/
418
+
419
+ def handle_command_with_input(local_run_method, shell_command, input_query, response=nil)
420
+ send(local_run_method, shell_command) do |channel, stream, data|
421
+ logger.info data, channel[:host]
422
+ if data =~ input_query
423
+ if response
424
+ channel.send_data "#{response}\n"
425
+ else
426
+ response = ::Capistrano::CLI.password_prompt "#{data}"
427
+ channel.send_data "#{response}\n"
428
+ end
429
+ end
430
+ end
431
+ end
432
+
433
+ end
434
+
435
+ Capistrano.plugin :deprec2, Deprec2
@@ -0,0 +1,79 @@
1
+ # Copyright 2006-2008 by Mike Bailey. All rights reserved.
2
+ Capistrano::Configuration.instance(:must_exist).load do
3
+
4
+ SRC_PACKAGES[:aoe] = {
5
+ :url => "http://support.coraid.com/support/linux/aoe6-64.tar.gz",
6
+ :md5sum => "c5e1ebb734e3b29c0a3d886a700ca44a aoe6-64.tar.gz",
7
+ :configure => ''
8
+ }
9
+
10
+ SRC_PACKAGES[:cec] = {
11
+ :url => "http://easynews.dl.sourceforge.net/sourceforge/aoetools/cec-8.tgz",
12
+ :md5sum => "7899dc549f9a368e532f9c39ed819f71 cec-8.tgz",
13
+ :configure => '',
14
+ :install => "test -f /usr/sbin/cec && rm /usr/sbin/cec; make install;"
15
+ }
16
+
17
+ SRC_PACKAGES[:ddt] = {
18
+ :url => "http://support.coraid.com/support/sr/ddt-8.tgz",
19
+ :md5sum => "256a58aba5e05f9995fb9de6aadadf92 ddt-8.tgz"
20
+ }
21
+
22
+ SRC_PACKAGES[:aoemask] = {
23
+ :url => "http://support.coraid.com/support/sr/aoemask-1.tgz",
24
+ :md5sum => "379461a28d511e269f4593b846bd1288 aoemask-1.tgz"
25
+ }
26
+
27
+ namespace :deprec do
28
+ namespace :aoe do
29
+
30
+ desc "Install aoe drivers required to mount Coraid block devices"
31
+ task :install, :roles => :aoe do
32
+ install_deps
33
+ deprec2.download_src(SRC_PACKAGES[:aoe], src_dir)
34
+ deprec2.install_from_src(SRC_PACKAGES[:aoe], src_dir)
35
+ end
36
+
37
+ task :install_deps, :roles => :aoe do
38
+ apt.install( {:base => %w(build-essential linux-headers-$(uname -r) vblade aoetools)}, :stable )
39
+ end
40
+
41
+ desc "Install all AoE related software"
42
+ task :install_all, :roles => :aoe do
43
+ top.deprec.aoe.install
44
+ top.deprec.cec.install
45
+ top.deprec.ddt.install
46
+ top.deprec.aoemask.install
47
+ end
48
+
49
+ end
50
+
51
+ namespace :cec do
52
+ desc "install CEC (Coraid Ethernet Console)"
53
+ task :install, :roles => :aoe do
54
+ deprec2.download_src(SRC_PACKAGES[:cec], src_dir)
55
+ deprec2.install_from_src(SRC_PACKAGES[:cec], src_dir)
56
+ end
57
+ end
58
+
59
+ namespace :ddt do
60
+ desc "install DDT (tool for testing performance)"
61
+ task :install, :roles => :aoe do
62
+ deprec2.download_src(SRC_PACKAGES[:ddt], src_dir)
63
+ deprec2.install_from_src(SRC_PACKAGES[:ddt], src_dir)
64
+ end
65
+ end
66
+
67
+ namespace :aoemask do
68
+ desc "install aoemask"
69
+ task :install, :roles => :aoe do
70
+ deprec2.download_src(SRC_PACKAGES[:aoemask], src_dir)
71
+ deprec2.install_from_src(SRC_PACKAGES[:aoemask], src_dir)
72
+ end
73
+ end
74
+
75
+ end
76
+
77
+ end
78
+
79
+
@@ -0,0 +1,179 @@
1
+ # Copyright 2006-2008 by Mike Bailey. All rights reserved.
2
+ Capistrano::Configuration.instance(:must_exist).load do
3
+ namespace :deprec do
4
+ namespace :apache do
5
+
6
+ # put apache config for site in shared/config/apache2 dir
7
+ # link it into apps to enable, unlink to disable?
8
+ # http://times.usefulinc.com/2006/09/15-rails-debian-apache
9
+
10
+ # XXX Check this over after a nice sleep
11
+ #
12
+ # def set_apache_conf
13
+ # if apache_default_vhost
14
+ # set :apache_conf, "/usr/local/apache2/conf/default.conf" unless apache_default_vhost_conf
15
+ # else
16
+ # set :apache_conf, "/usr/local/apache2/conf/apps/#{application}.conf" unless apache_conf
17
+ # end
18
+ # end
19
+
20
+ set(:apache_server_name) { domain }
21
+ set :apache_user, 'daemon' # XXX this is not yet being inserted into httpd.conf!
22
+ # I've added it for deprec:nagios:install
23
+ set :apache_conf, nil
24
+ set :apache_default_vhost, false
25
+ set :apache_default_vhost_conf, nil
26
+ set :apache_ctl, "/usr/local/apache2/bin/apachectl"
27
+ set(:apache_server_aliases) { web_server_aliases }
28
+ set :apache_proxy_port, 8000
29
+ set :apache_proxy_servers, 2
30
+ set :apache_proxy_address, "127.0.0.1"
31
+ set :apache_ssl_enabled, false
32
+ set :apache_ssl_ip, nil
33
+ set :apache_ssl_forward_all, false
34
+ set :apache_ssl_chainfile, false
35
+ set :apache_docroot, '/usr/local/apache2/htdocs'
36
+ set :apache_vhost_dir, '/usr/local/apache2/conf/apps'
37
+ set :apache_config_file, '/usr/local/apache2/conf/httpd.conf'
38
+
39
+ SRC_PACKAGES[:apache] = {
40
+ :md5sum => "80d3754fc278338033296f0d41ef2c04 httpd-2.2.9.tar.gz",
41
+ :url => "http://www.apache.org/dist/httpd/httpd-2.2.9.tar.gz",
42
+ :configure => %w(
43
+ ./configure
44
+ --enable-mods-shared=all
45
+ --enable-proxy
46
+ --enable-proxy-balancer
47
+ --enable-proxy-http
48
+ --enable-rewrite
49
+ --enable-cache
50
+ --enable-headers
51
+ --enable-ssl
52
+ --enable-deflate
53
+ --with-included-apr #_so_this_recipe_doesn't_break_when_rerun
54
+ --enable-dav #_for_subversion_
55
+ --enable-so #_for_subversion_
56
+ ;
57
+ ).reject{|arg| arg.match '#'}.join(' '),
58
+ :make => 'make;',
59
+ :post_install => 'install -b support/apachectl /etc/init.d/httpd;'
60
+ }
61
+
62
+ desc "Install apache"
63
+ task :install do
64
+ install_deps
65
+ deprec2.download_src(SRC_PACKAGES[:apache], src_dir)
66
+ deprec2.install_from_src(SRC_PACKAGES[:apache], src_dir)
67
+ setup_vhost_dir
68
+ # install_index_page
69
+ activate
70
+ SYSTEM_CONFIG_FILES[:apache].each do |file|
71
+ deprec2.render_template(:apache, file.merge(:remote => true))
72
+ end
73
+ end
74
+
75
+ # install dependencies for apache
76
+ task :install_deps do
77
+ apt.install( {:base => %w(zlib1g-dev zlib1g openssl libssl-dev)}, :stable )
78
+ end
79
+
80
+ # Create dir for vhost config files
81
+ task :setup_vhost_dir do
82
+ deprec2.mkdir(apache_vhost_dir, :owner => 'root', :group => group, :mode => 0775, :via => :sudo)
83
+ deprec2.append_to_file_if_missing(apache_config_file, 'Include conf/apps/')
84
+ end
85
+
86
+ SYSTEM_CONFIG_FILES[:apache] = [
87
+ # They're generated and put in place during install
88
+ # I may put them in here at some point
89
+ ]
90
+
91
+ PROJECT_CONFIG_FILES[:apache] = [
92
+
93
+ {:template => "httpd-vhost-app.conf.erb",
94
+ :path => 'conf/httpd-vhost-app.conf',
95
+ :mode => 0755,
96
+ :owner => 'root:root'}
97
+ ]
98
+
99
+ desc "Generate configuration file(s) for apache from template(s)"
100
+ task :config_gen do
101
+ config_gen_system
102
+ config_gen_project
103
+ end
104
+
105
+ task :config_gen_system do
106
+ SYSTEM_CONFIG_FILES[:apache].each do |file|
107
+ deprec2.render_template(:apache, file)
108
+ end
109
+ end
110
+
111
+ task :config_gen_project do
112
+ PROJECT_CONFIG_FILES[:apache].each do |file|
113
+ deprec2.render_template(:apache, file)
114
+ end
115
+ end
116
+
117
+ desc "Push apache config files to server"
118
+ task :config, :roles => :web do
119
+ config_system
120
+ config_project
121
+ end
122
+
123
+ task :config_system, :roles => :web do
124
+ deprec2.push_configs(:apache, SYSTEM_CONFIG_FILES[:apache])
125
+ end
126
+
127
+ task :config_project, :roles => :web do
128
+ deprec2.push_configs(:apache, PROJECT_CONFIG_FILES[:apache])
129
+ sudo "ln -sf #{deploy_to}/apache/conf/httpd-vhost-app.conf /usr/local/apache2/conf/apps/#{application}.conf"
130
+ end
131
+
132
+ desc "Start Apache"
133
+ task :start, :roles => :web do
134
+ send(run_method, "#{apache_ctl} start")
135
+ end
136
+
137
+ desc "Stop Apache"
138
+ task :stop, :roles => :web do
139
+ send(run_method, "#{apache_ctl} stop")
140
+ end
141
+
142
+ desc "Restart Apache"
143
+ task :restart, :roles => :web do
144
+ send(run_method, "#{apache_ctl} restart")
145
+ end
146
+
147
+ desc "Reload Apache"
148
+ task :reload, :roles => :web do
149
+ send(run_method, "#{apache_ctl} reload")
150
+ end
151
+
152
+ desc "Set apache to start on boot"
153
+ task :activate do
154
+ send(run_method, "update-rc.d httpd defaults")
155
+ end
156
+
157
+ desc "Set apache to not start on boot"
158
+ task :deactivate, :roles => :web do
159
+ send(run_method, "update-rc.d -f httpd remove")
160
+ end
161
+
162
+ task :backup, :roles => :web do
163
+ # not yet implemented
164
+ end
165
+
166
+ task :restore, :roles => :web do
167
+ # not yet implemented
168
+ end
169
+
170
+ # Generate an index.html page
171
+ task :install_index_page do
172
+ deprec2.mkdir(apache_docroot, :owner => :root, :group => :deploy, :mode => 0775, :via => :sudo)
173
+ std.su_put deprec2.render_template(:apache, :template => 'index.html.erb'), File.join(apache_docroot, 'index.html')
174
+ std.su_put deprec2.render_template(:apache, :template => 'master.css'), File.join(apache_docroot, 'master.css')
175
+ end
176
+
177
+ end
178
+ end
179
+ end