fairchild-poolparty 1.1.3

Sign up to get free protection for your applications and to get access to all the features.
Files changed (519) hide show
  1. data/History.txt +35 -0
  2. data/License.txt +20 -0
  3. data/PostInstall.txt +19 -0
  4. data/README.txt +77 -0
  5. data/Rakefile +45 -0
  6. data/VERSION.yml +4 -0
  7. data/bin/cloud +32 -0
  8. data/bin/cloud-bootstrap +21 -0
  9. data/bin/cloud-configure +28 -0
  10. data/bin/cloud-console +12 -0
  11. data/bin/cloud-contract +17 -0
  12. data/bin/cloud-expand +19 -0
  13. data/bin/cloud-handle-load +27 -0
  14. data/bin/cloud-list +23 -0
  15. data/bin/cloud-osxcopy +17 -0
  16. data/bin/cloud-provision +30 -0
  17. data/bin/cloud-rsync +28 -0
  18. data/bin/cloud-run +18 -0
  19. data/bin/cloud-setup-dev +25 -0
  20. data/bin/cloud-show +27 -0
  21. data/bin/cloud-spec +41 -0
  22. data/bin/cloud-ssh +23 -0
  23. data/bin/cloud-start +28 -0
  24. data/bin/cloud-stats +17 -0
  25. data/bin/cloud-terminate +20 -0
  26. data/bin/ec2-list-active +24 -0
  27. data/bin/messenger-get-current-nodes +14 -0
  28. data/bin/pool +31 -0
  29. data/bin/pool-describe +8 -0
  30. data/bin/pool-generate +18 -0
  31. data/bin/pool-init +28 -0
  32. data/bin/pool-list +30 -0
  33. data/bin/pool-start +26 -0
  34. data/bin/server-become-master +24 -0
  35. data/bin/server-build-messenger +28 -0
  36. data/bin/server-butterfly +25 -0
  37. data/bin/server-clean-cert-for +15 -0
  38. data/bin/server-cloud-elections +26 -0
  39. data/bin/server-ensure-provisioning +38 -0
  40. data/bin/server-fire-cmd +14 -0
  41. data/bin/server-get-load +15 -0
  42. data/bin/server-list-active +26 -0
  43. data/bin/server-list-instances +15 -0
  44. data/bin/server-manage-election +67 -0
  45. data/bin/server-monitor.ru +25 -0
  46. data/bin/server-provision +32 -0
  47. data/bin/server-query-agent +15 -0
  48. data/bin/server-rerun +23 -0
  49. data/bin/server-send-command +18 -0
  50. data/bin/server-show-stats +17 -0
  51. data/bin/server-start-agent +15 -0
  52. data/bin/server-start-client +29 -0
  53. data/bin/server-start-master +26 -0
  54. data/bin/server-start-node +32 -0
  55. data/bin/server-stop-client +3 -0
  56. data/bin/server-stop-master +3 -0
  57. data/bin/server-stop-node +3 -0
  58. data/bin/server-update-hosts +49 -0
  59. data/bin/server-write-new-nodes +26 -0
  60. data/config/jeweler.rb +43 -0
  61. data/config/requirements.rb +7 -0
  62. data/examples/basic.rb +23 -0
  63. data/examples/deploy.rb +5 -0
  64. data/examples/fairchild.rb +32 -0
  65. data/examples/fairchild_chef.rb +19 -0
  66. data/examples/paparazzi.conf.erb +21 -0
  67. data/examples/plugin_without_plugin_directory.rb +12 -0
  68. data/examples/poolparty.rb +12 -0
  69. data/generators/poolspec/USAGE +5 -0
  70. data/generators/poolspec/poolspec_generator.rb +58 -0
  71. data/generators/poolspec/templates/pool_spec_template.erb +9 -0
  72. data/lib/erlang/messenger/Emakefile +1 -0
  73. data/lib/erlang/messenger/Makefile +15 -0
  74. data/lib/erlang/messenger/README +5 -0
  75. data/lib/erlang/messenger/Rakefile +72 -0
  76. data/lib/erlang/messenger/control +11 -0
  77. data/lib/erlang/messenger/ebin/client.app +19 -0
  78. data/lib/erlang/messenger/ebin/master.app +19 -0
  79. data/lib/erlang/messenger/ebin/node.app +19 -0
  80. data/lib/erlang/messenger/ebin/packager.app +19 -0
  81. data/lib/erlang/messenger/ebin/pm_client_rel-0.1.rel +1 -0
  82. data/lib/erlang/messenger/ebin/pm_master_rel-0.1.rel +1 -0
  83. data/lib/erlang/messenger/ebin/pm_node_rel-0.1.rel +1 -0
  84. data/lib/erlang/messenger/include/defines.hrl +27 -0
  85. data/lib/erlang/messenger/lib/eunit/AUTHORS +2 -0
  86. data/lib/erlang/messenger/lib/eunit/CHANGELOG +14 -0
  87. data/lib/erlang/messenger/lib/eunit/COPYING +504 -0
  88. data/lib/erlang/messenger/lib/eunit/Makefile +28 -0
  89. data/lib/erlang/messenger/lib/eunit/NOTES +276 -0
  90. data/lib/erlang/messenger/lib/eunit/README +3 -0
  91. data/lib/erlang/messenger/lib/eunit/doc/edoc-info +3 -0
  92. data/lib/erlang/messenger/lib/eunit/doc/erlang.png +0 -0
  93. data/lib/erlang/messenger/lib/eunit/doc/eunit.html +172 -0
  94. data/lib/erlang/messenger/lib/eunit/doc/index.html +17 -0
  95. data/lib/erlang/messenger/lib/eunit/doc/modules-frame.html +12 -0
  96. data/lib/erlang/messenger/lib/eunit/doc/overview-summary.html +984 -0
  97. data/lib/erlang/messenger/lib/eunit/doc/overview.edoc +980 -0
  98. data/lib/erlang/messenger/lib/eunit/doc/packages-frame.html +11 -0
  99. data/lib/erlang/messenger/lib/eunit/doc/stylesheet.css +55 -0
  100. data/lib/erlang/messenger/lib/eunit/ebin/autoload.beam +0 -0
  101. data/lib/erlang/messenger/lib/eunit/ebin/code_monitor.beam +0 -0
  102. data/lib/erlang/messenger/lib/eunit/ebin/eunit.app +21 -0
  103. data/lib/erlang/messenger/lib/eunit/ebin/eunit.appup +1 -0
  104. data/lib/erlang/messenger/lib/eunit/ebin/eunit.beam +0 -0
  105. data/lib/erlang/messenger/lib/eunit/ebin/eunit_autoexport.beam +0 -0
  106. data/lib/erlang/messenger/lib/eunit/ebin/eunit_data.beam +0 -0
  107. data/lib/erlang/messenger/lib/eunit/ebin/eunit_lib.beam +0 -0
  108. data/lib/erlang/messenger/lib/eunit/ebin/eunit_proc.beam +0 -0
  109. data/lib/erlang/messenger/lib/eunit/ebin/eunit_serial.beam +0 -0
  110. data/lib/erlang/messenger/lib/eunit/ebin/eunit_server.beam +0 -0
  111. data/lib/erlang/messenger/lib/eunit/ebin/eunit_striptests.beam +0 -0
  112. data/lib/erlang/messenger/lib/eunit/ebin/eunit_test.beam +0 -0
  113. data/lib/erlang/messenger/lib/eunit/ebin/eunit_tests.beam +0 -0
  114. data/lib/erlang/messenger/lib/eunit/ebin/eunit_tty.beam +0 -0
  115. data/lib/erlang/messenger/lib/eunit/ebin/file_monitor.beam +0 -0
  116. data/lib/erlang/messenger/lib/eunit/examples/eunit_examples.erl +339 -0
  117. data/lib/erlang/messenger/lib/eunit/examples/fib.erl +19 -0
  118. data/lib/erlang/messenger/lib/eunit/examples/tests.txt +1 -0
  119. data/lib/erlang/messenger/lib/eunit/include/eunit.hrl +313 -0
  120. data/lib/erlang/messenger/lib/eunit/src/Makefile +46 -0
  121. data/lib/erlang/messenger/lib/eunit/src/autoload.erl +388 -0
  122. data/lib/erlang/messenger/lib/eunit/src/code_monitor.erl +243 -0
  123. data/lib/erlang/messenger/lib/eunit/src/eunit.app.src +21 -0
  124. data/lib/erlang/messenger/lib/eunit/src/eunit.appup.src +1 -0
  125. data/lib/erlang/messenger/lib/eunit/src/eunit.erl +196 -0
  126. data/lib/erlang/messenger/lib/eunit/src/eunit_autoexport.erl +102 -0
  127. data/lib/erlang/messenger/lib/eunit/src/eunit_data.erl +798 -0
  128. data/lib/erlang/messenger/lib/eunit/src/eunit_internal.hrl +48 -0
  129. data/lib/erlang/messenger/lib/eunit/src/eunit_lib.erl +682 -0
  130. data/lib/erlang/messenger/lib/eunit/src/eunit_proc.erl +552 -0
  131. data/lib/erlang/messenger/lib/eunit/src/eunit_serial.erl +157 -0
  132. data/lib/erlang/messenger/lib/eunit/src/eunit_server.erl +340 -0
  133. data/lib/erlang/messenger/lib/eunit/src/eunit_striptests.erl +64 -0
  134. data/lib/erlang/messenger/lib/eunit/src/eunit_test.erl +334 -0
  135. data/lib/erlang/messenger/lib/eunit/src/eunit_tests.erl +45 -0
  136. data/lib/erlang/messenger/lib/eunit/src/eunit_tty.erl +272 -0
  137. data/lib/erlang/messenger/lib/eunit/src/file_monitor.erl +409 -0
  138. data/lib/erlang/messenger/lib/eunit/sys.config +9 -0
  139. data/lib/erlang/messenger/lib/eunit/vsn.mk +1 -0
  140. data/lib/erlang/messenger/pm_client_rel-0.1.boot +0 -0
  141. data/lib/erlang/messenger/pm_client_rel-0.1.script +238 -0
  142. data/lib/erlang/messenger/pm_master_rel-0.1.boot +0 -0
  143. data/lib/erlang/messenger/pm_master_rel-0.1.script +239 -0
  144. data/lib/erlang/messenger/pm_node_rel-0.1.boot +0 -0
  145. data/lib/erlang/messenger/pm_node_rel-0.1.script +237 -0
  146. data/lib/erlang/messenger/src/client_app.erl +39 -0
  147. data/lib/erlang/messenger/src/client_server.erl +60 -0
  148. data/lib/erlang/messenger/src/master_app.erl +39 -0
  149. data/lib/erlang/messenger/src/node_app.erl +39 -0
  150. data/lib/erlang/messenger/src/pm_client.erl +49 -0
  151. data/lib/erlang/messenger/src/pm_client_supervisor.erl +38 -0
  152. data/lib/erlang/messenger/src/pm_cluster.erl +61 -0
  153. data/lib/erlang/messenger/src/pm_event_manager.erl +27 -0
  154. data/lib/erlang/messenger/src/pm_master.erl +215 -0
  155. data/lib/erlang/messenger/src/pm_master_event_handler.erl +72 -0
  156. data/lib/erlang/messenger/src/pm_master_supervisor.erl +39 -0
  157. data/lib/erlang/messenger/src/pm_node.erl +200 -0
  158. data/lib/erlang/messenger/src/pm_node_supervisor.erl +38 -0
  159. data/lib/erlang/messenger/src/pm_packager.erl +76 -0
  160. data/lib/erlang/messenger/src/pm_spawner.erl +213 -0
  161. data/lib/erlang/messenger/src/pm_strings.erl +11 -0
  162. data/lib/erlang/messenger/src/utils.erl +72 -0
  163. data/lib/erlang/messenger/useful_snippets +17 -0
  164. data/lib/poolparty/aska/aska.rb +152 -0
  165. data/lib/poolparty/base_packages/bind.rb +11 -0
  166. data/lib/poolparty/base_packages/haproxy.rb +46 -0
  167. data/lib/poolparty/base_packages/heartbeat.rb +58 -0
  168. data/lib/poolparty/base_packages/poolparty.rb +14 -0
  169. data/lib/poolparty/base_packages/ruby.rb +42 -0
  170. data/lib/poolparty/base_packages/runit.rb +21 -0
  171. data/lib/poolparty/capistrano/cloud_tasks.rb +10 -0
  172. data/lib/poolparty/capistrano.rb +54 -0
  173. data/lib/poolparty/config/postlaunchmessage.txt +5 -0
  174. data/lib/poolparty/core/array.rb +36 -0
  175. data/lib/poolparty/core/class.rb +26 -0
  176. data/lib/poolparty/core/exception.rb +10 -0
  177. data/lib/poolparty/core/float.rb +13 -0
  178. data/lib/poolparty/core/hash.rb +71 -0
  179. data/lib/poolparty/core/kernel.rb +66 -0
  180. data/lib/poolparty/core/metaid.rb +15 -0
  181. data/lib/poolparty/core/module.rb +40 -0
  182. data/lib/poolparty/core/my_open_struct.rb +18 -0
  183. data/lib/poolparty/core/object.rb +93 -0
  184. data/lib/poolparty/core/ordered_hash.rb +99 -0
  185. data/lib/poolparty/core/proc.rb +7 -0
  186. data/lib/poolparty/core/string.rb +140 -0
  187. data/lib/poolparty/core/symbol.rb +17 -0
  188. data/lib/poolparty/core/time.rb +56 -0
  189. data/lib/poolparty/dependencies.rb +49 -0
  190. data/lib/poolparty/dependency_resolver/chef_resolver.rb +221 -0
  191. data/lib/poolparty/dependency_resolver/dependency_resolver.rb +42 -0
  192. data/lib/poolparty/dependency_resolver/dependency_resolver_cloud_extensions.rb +28 -0
  193. data/lib/poolparty/dependency_resolver/puppet.rb +75 -0
  194. data/lib/poolparty/dependency_resolver/puppet_resolver.rb +173 -0
  195. data/lib/poolparty/exceptions/CloudNotFoundException.rb +7 -0
  196. data/lib/poolparty/exceptions/LoadRulesException.rb +7 -0
  197. data/lib/poolparty/exceptions/MasterException.rb +10 -0
  198. data/lib/poolparty/exceptions/ProvisionerException.rb +5 -0
  199. data/lib/poolparty/exceptions/RemoteException.rb +12 -0
  200. data/lib/poolparty/exceptions/ResourceException.rb +7 -0
  201. data/lib/poolparty/exceptions/RuntimeException.rb +7 -0
  202. data/lib/poolparty/exceptions/SpecException.rb +7 -0
  203. data/lib/poolparty/exceptions/TemplateNotFound.rb +7 -0
  204. data/lib/poolparty/exceptions/UnacceptableCommand.rb +5 -0
  205. data/lib/poolparty/exceptions/dependency_resolver_exception.rb +5 -0
  206. data/lib/poolparty/exceptions/package_exception.rb +7 -0
  207. data/lib/poolparty/extra/deployments.rb +31 -0
  208. data/lib/poolparty/helpers/binary.rb +67 -0
  209. data/lib/poolparty/helpers/console.rb +48 -0
  210. data/lib/poolparty/helpers/display.rb +30 -0
  211. data/lib/poolparty/helpers/hash_printer.rb +44 -0
  212. data/lib/poolparty/helpers/loading.rb +4 -0
  213. data/lib/poolparty/helpers/nice_printer.rb +36 -0
  214. data/lib/poolparty/helpers/optioner.rb +149 -0
  215. data/lib/poolparty/helpers/ruberl.rb +33 -0
  216. data/lib/poolparty/lite.rb +20 -0
  217. data/lib/poolparty/modules/cloud_dsl.rb +20 -0
  218. data/lib/poolparty/modules/cloud_resourcer.rb +122 -0
  219. data/lib/poolparty/modules/daemonizable.rb +141 -0
  220. data/lib/poolparty/modules/definable_resource.rb +57 -0
  221. data/lib/poolparty/modules/file_writer.rb +95 -0
  222. data/lib/poolparty/modules/output.rb +13 -0
  223. data/lib/poolparty/modules/pretty_printer.rb +40 -0
  224. data/lib/poolparty/modules/resourcing_dsl.rb +74 -0
  225. data/lib/poolparty/modules/s3_string.rb +32 -0
  226. data/lib/poolparty/modules/safe_instance.rb +31 -0
  227. data/lib/poolparty/modules/thread_pool.rb +106 -0
  228. data/lib/poolparty/monitors/base_monitor.rb +81 -0
  229. data/lib/poolparty/monitors/monitor_rack.rb +132 -0
  230. data/lib/poolparty/monitors/monitors/load_monitor.rb +15 -0
  231. data/lib/poolparty/monitors/monitors/memory_monitor.rb +50 -0
  232. data/lib/poolparty/monitors/monitors/server_monitor.rb +7 -0
  233. data/lib/poolparty/monitors/monitors/web_monitor.rb +18 -0
  234. data/lib/poolparty/monitors/neighborhood_monitor.rb +25 -0
  235. data/lib/poolparty/monitors/stats_monitor.rb +182 -0
  236. data/lib/poolparty/monitors.rb +6 -0
  237. data/lib/poolparty/net/init.rb +11 -0
  238. data/lib/poolparty/net/messenger.rb +55 -0
  239. data/lib/poolparty/net/remote_bases.rb +21 -0
  240. data/lib/poolparty/net/remote_instance.rb +109 -0
  241. data/lib/poolparty/net/remoter/cloud_control.rb +251 -0
  242. data/lib/poolparty/net/remoter/connections.rb +180 -0
  243. data/lib/poolparty/net/remoter/interactive.rb +121 -0
  244. data/lib/poolparty/net/remoter/lists.rb +12 -0
  245. data/lib/poolparty/net/remoter_base.rb +97 -0
  246. data/lib/poolparty/net/remoter_bases/ec2/ec2.rb +235 -0
  247. data/lib/poolparty/net/remoter_bases/ec2/ec2_remote_instance.rb +53 -0
  248. data/lib/poolparty/net/remoter_bases/ec2/ec2_response_object.rb +64 -0
  249. data/lib/poolparty/plugins/chef.rb +168 -0
  250. data/lib/poolparty/plugins/deploydirectory.rb +47 -0
  251. data/lib/poolparty/plugins/git.rb +66 -0
  252. data/lib/poolparty/plugins/line_in_file.rb +13 -0
  253. data/lib/poolparty/plugins/rsyncmirror.rb +28 -0
  254. data/lib/poolparty/plugins/runit.rb +96 -0
  255. data/lib/poolparty/plugins/svn.rb +48 -0
  256. data/lib/poolparty/poolparty/cloud.rb +216 -0
  257. data/lib/poolparty/poolparty/custom_resource.rb +45 -0
  258. data/lib/poolparty/poolparty/default.rb +167 -0
  259. data/lib/poolparty/poolparty/key.rb +75 -0
  260. data/lib/poolparty/poolparty/loggable.rb +28 -0
  261. data/lib/poolparty/poolparty/neighborhoods.rb +69 -0
  262. data/lib/poolparty/poolparty/plugin.rb +69 -0
  263. data/lib/poolparty/poolparty/plugin_model.rb +45 -0
  264. data/lib/poolparty/poolparty/pool.rb +76 -0
  265. data/lib/poolparty/poolparty/poolparty_base_class.rb +181 -0
  266. data/lib/poolparty/poolparty/resource.rb +205 -0
  267. data/lib/poolparty/poolparty/script.rb +58 -0
  268. data/lib/poolparty/poolparty/service.rb +34 -0
  269. data/lib/poolparty/poolparty/template.rb +27 -0
  270. data/lib/poolparty/provision/boot_strapper.rb +141 -0
  271. data/lib/poolparty/provision/configurations/chef.rb +22 -0
  272. data/lib/poolparty/provision/configurations/puppet.rb +28 -0
  273. data/lib/poolparty/provision/dr_configure.rb +85 -0
  274. data/lib/poolparty/resources/cron.rb +14 -0
  275. data/lib/poolparty/resources/custom_service.rb +30 -0
  276. data/lib/poolparty/resources/directory.rb +13 -0
  277. data/lib/poolparty/resources/exec.rb +25 -0
  278. data/lib/poolparty/resources/file.rb +29 -0
  279. data/lib/poolparty/resources/host.rb +16 -0
  280. data/lib/poolparty/resources/mount.rb +21 -0
  281. data/lib/poolparty/resources/package.rb +12 -0
  282. data/lib/poolparty/resources/remote_file.rb +20 -0
  283. data/lib/poolparty/resources/service.rb +20 -0
  284. data/lib/poolparty/resources/sshkey.rb +27 -0
  285. data/lib/poolparty/resources/symlink.rb +21 -0
  286. data/lib/poolparty/resources/user.rb +13 -0
  287. data/lib/poolparty/resources/variable.rb +9 -0
  288. data/lib/poolparty/schema.rb +64 -0
  289. data/lib/poolparty/services/conditional.rb +46 -0
  290. data/lib/poolparty/services/gem_package.rb +52 -0
  291. data/lib/poolparty/spec/core/string.rb +18 -0
  292. data/lib/poolparty/spec/matchers/a_spec_extensions_base.rb +26 -0
  293. data/lib/poolparty/spec/matchers/have_cron.rb +28 -0
  294. data/lib/poolparty/spec/matchers/have_deploydirectory.rb +15 -0
  295. data/lib/poolparty/spec/matchers/have_directory.rb +31 -0
  296. data/lib/poolparty/spec/matchers/have_exec.rb +28 -0
  297. data/lib/poolparty/spec/matchers/have_file.rb +28 -0
  298. data/lib/poolparty/spec/matchers/have_gempackage.rb +28 -0
  299. data/lib/poolparty/spec/matchers/have_git.rb +28 -0
  300. data/lib/poolparty/spec/matchers/have_host.rb +28 -0
  301. data/lib/poolparty/spec/matchers/have_mount.rb +28 -0
  302. data/lib/poolparty/spec/matchers/have_package.rb +28 -0
  303. data/lib/poolparty/spec/matchers/have_remotefile.rb +28 -0
  304. data/lib/poolparty/spec/matchers/have_rsyncmirror.rb +28 -0
  305. data/lib/poolparty/spec/matchers/have_service.rb +28 -0
  306. data/lib/poolparty/spec/matchers/have_sshkey.rb +28 -0
  307. data/lib/poolparty/spec/matchers/have_symlink.rb +28 -0
  308. data/lib/poolparty/spec/matchers/have_variable.rb +32 -0
  309. data/lib/poolparty/spec/spec/dynamic_matchers.rb +63 -0
  310. data/lib/poolparty/spec/spec/ensure_matchers_exist.rb +7 -0
  311. data/lib/poolparty/spec/templates/have_base.rb +28 -0
  312. data/lib/poolparty/spec.rb +31 -0
  313. data/lib/poolparty/templates/authkeys +2 -0
  314. data/lib/poolparty/templates/cib.xml +54 -0
  315. data/lib/poolparty/templates/erlang_cookie_maker +6 -0
  316. data/lib/poolparty/templates/gem +27 -0
  317. data/lib/poolparty/templates/gemrc +11 -0
  318. data/lib/poolparty/templates/ha.cf +17 -0
  319. data/lib/poolparty/templates/haproxy.conf +36 -0
  320. data/lib/poolparty/templates/haresources +3 -0
  321. data/lib/poolparty/templates/logd.cf +42 -0
  322. data/lib/poolparty/templates/messenger/client/log-run.erb +2 -0
  323. data/lib/poolparty/templates/messenger/client/run.erb +4 -0
  324. data/lib/poolparty/templates/messenger/master/log-run.erb +2 -0
  325. data/lib/poolparty/templates/messenger/master/run.erb +4 -0
  326. data/lib/poolparty/templates/messenger/node/log-run.erb +2 -0
  327. data/lib/poolparty/templates/messenger/node/run.erb +4 -0
  328. data/lib/poolparty/templates/monitor.ru +16 -0
  329. data/lib/poolparty/templates/namespaceauth.conf +19 -0
  330. data/lib/poolparty/templates/poolparty.monitor +14 -0
  331. data/lib/poolparty/templates/puppet/add_puppet_to_hosts +6 -0
  332. data/lib/poolparty/templates/puppet/puppet.conf +2 -0
  333. data/lib/poolparty/templates/puppet/puppetrunner +14 -0
  334. data/lib/poolparty/templates/puppet/site.pp +4 -0
  335. data/lib/poolparty/templates/puppetrunner +14 -0
  336. data/lib/poolparty/templates/yaws.conf +19 -0
  337. data/lib/poolparty/version.rb +15 -0
  338. data/lib/poolparty.rb +148 -0
  339. data/lib/poolpartycl.rb +7 -0
  340. data/script/destroy +14 -0
  341. data/script/generate +14 -0
  342. data/spec/bin/bin_spec_helper.rb +7 -0
  343. data/spec/bin/fixtures/bin_cloud_for_test.rb +19 -0
  344. data/spec/bin/server-list-active_spec.rb +22 -0
  345. data/spec/poolparty/aska/aska_spec.rb +117 -0
  346. data/spec/poolparty/base_packages/haproxy_spec.rb +7 -0
  347. data/spec/poolparty/base_packages/heartbeat_spec.rb +7 -0
  348. data/spec/poolparty/bin/console_spec.rb +83 -0
  349. data/spec/poolparty/core/array_spec.rb +46 -0
  350. data/spec/poolparty/core/float.rb +13 -0
  351. data/spec/poolparty/core/hash_spec.rb +83 -0
  352. data/spec/poolparty/core/kernel_spec.rb +24 -0
  353. data/spec/poolparty/core/module_spec.rb +15 -0
  354. data/spec/poolparty/core/object_spec.rb +68 -0
  355. data/spec/poolparty/core/ordered_hash_spec.rb +48 -0
  356. data/spec/poolparty/core/string_spec.rb +145 -0
  357. data/spec/poolparty/core/time_spec.rb +49 -0
  358. data/spec/poolparty/dependencies_spec.rb +11 -0
  359. data/spec/poolparty/dependency_resolver/chef_resolver_spec.rb +119 -0
  360. data/spec/poolparty/dependency_resolver/dependency_resolver_cloud_extensions_spec.rb +128 -0
  361. data/spec/poolparty/dependency_resolver/dependency_resolver_spec.rb +16 -0
  362. data/spec/poolparty/dependency_resolver/puppet_resolver_spec.rb +124 -0
  363. data/spec/poolparty/extra/deployments_spec.rb +68 -0
  364. data/spec/poolparty/fixtures/clouds.json +128 -0
  365. data/spec/poolparty/fixtures/test_template.erb +1 -0
  366. data/spec/poolparty/helpers/binary_spec.rb +26 -0
  367. data/spec/poolparty/helpers/display_spec.rb +13 -0
  368. data/spec/poolparty/helpers/hash_printer_spec.rb +34 -0
  369. data/spec/poolparty/helpers/optioner_spec.rb +50 -0
  370. data/spec/poolparty/id_rsa +27 -0
  371. data/spec/poolparty/modules/cloud_resourcer_spec.rb +67 -0
  372. data/spec/poolparty/modules/definable_resource.rb +9 -0
  373. data/spec/poolparty/modules/file_writer_spec.rb +64 -0
  374. data/spec/poolparty/modules/s3_string_spec.rb +15 -0
  375. data/spec/poolparty/monitors/base_monitor_spec.rb +112 -0
  376. data/spec/poolparty/monitors/monitors/cpu_monitor_spec.rb +18 -0
  377. data/spec/poolparty/monitors/monitors/memory_monitor_spec.rb +48 -0
  378. data/spec/poolparty/net/messenger_spec.rb +16 -0
  379. data/spec/poolparty/net/remote_instance_spec.rb +17 -0
  380. data/spec/poolparty/net/remote_spec.rb +286 -0
  381. data/spec/poolparty/net/remoter_base_spec.rb +35 -0
  382. data/spec/poolparty/net/remoter_bases/ec2_mocks_and_stubs.rb +24 -0
  383. data/spec/poolparty/net/remoter_bases/ec2_remote_instance_spec.rb +125 -0
  384. data/spec/poolparty/net/remoter_bases/ec2_spec.rb +119 -0
  385. data/spec/poolparty/net/remoter_spec.rb +130 -0
  386. data/spec/poolparty/plugins/chef_spec.rb +7 -0
  387. data/spec/poolparty/plugins/deploydirectory_spec.rb +51 -0
  388. data/spec/poolparty/plugins/git_spec.rb +40 -0
  389. data/spec/poolparty/plugins/line_spec.rb +22 -0
  390. data/spec/poolparty/plugins/svn_spec.rb +16 -0
  391. data/spec/poolparty/poolparty/cloud_spec.rb +345 -0
  392. data/spec/poolparty/poolparty/configurers/files/ruby_basic.rb +16 -0
  393. data/spec/poolparty/poolparty/configurers/files/ruby_plugins.rb +16 -0
  394. data/spec/poolparty/poolparty/configurers/ruby_spec.rb +42 -0
  395. data/spec/poolparty/poolparty/custom_resource_spec.rb +79 -0
  396. data/spec/poolparty/poolparty/default_spec.rb +139 -0
  397. data/spec/poolparty/poolparty/example_spec.rb +60 -0
  398. data/spec/poolparty/poolparty/key_spec.rb +42 -0
  399. data/spec/poolparty/poolparty/neighborhoods_spec.rb +66 -0
  400. data/spec/poolparty/poolparty/plugin_model_spec.rb +54 -0
  401. data/spec/poolparty/poolparty/plugin_spec.rb +41 -0
  402. data/spec/poolparty/poolparty/pool_spec.rb +100 -0
  403. data/spec/poolparty/poolparty/resource_spec.rb +209 -0
  404. data/spec/poolparty/poolparty/script_spec.rb +49 -0
  405. data/spec/poolparty/poolparty/service_spec.rb +5 -0
  406. data/spec/poolparty/poolparty/template_spec.rb +26 -0
  407. data/spec/poolparty/poolparty/test_plugins/sshkey_test +2 -0
  408. data/spec/poolparty/poolparty/test_plugins/virtual_host_template.erb +0 -0
  409. data/spec/poolparty/poolparty/test_plugins/webserver.rb +30 -0
  410. data/spec/poolparty/poolparty_base_class_spec.rb +80 -0
  411. data/spec/poolparty/poolparty_spec.rb +36 -0
  412. data/spec/poolparty/resources/cron_spec.rb +44 -0
  413. data/spec/poolparty/resources/directory_spec.rb +40 -0
  414. data/spec/poolparty/resources/exec_spec.rb +37 -0
  415. data/spec/poolparty/resources/file_spec.rb +63 -0
  416. data/spec/poolparty/resources/gem_spec.rb +7 -0
  417. data/spec/poolparty/resources/host_spec.rb +35 -0
  418. data/spec/poolparty/resources/package_spec.rb +29 -0
  419. data/spec/poolparty/resources/service_spec.rb +29 -0
  420. data/spec/poolparty/resources/sshkey_spec.rb +40 -0
  421. data/spec/poolparty/resources/symlink_spec.rb +29 -0
  422. data/spec/poolparty/resources/user_spec.rb +48 -0
  423. data/spec/poolparty/resources/variable_spec.rb +26 -0
  424. data/spec/poolparty/schema_spec.rb +53 -0
  425. data/spec/poolparty/services/conditional_spec.rb +52 -0
  426. data/spec/poolparty/spec/core/string_spec.rb +57 -0
  427. data/spec/poolparty/spec_helper.rb +263 -0
  428. data/spec/poolparty/test_spec_helper.rb +13 -0
  429. data/tasks/cloud.rake +3 -0
  430. data/tasks/development.rake +82 -0
  431. data/tasks/ec2.rake +13 -0
  432. data/tasks/environment.rake +7 -0
  433. data/tasks/instance.rake +2 -0
  434. data/tasks/poolparty.rake +54 -0
  435. data/tasks/server.rake +44 -0
  436. data/tasks/spec.rake +16 -0
  437. data/test/fixtures/test_template.erb +1 -0
  438. data/test/poolparty/core/hash_test.rb +23 -0
  439. data/test/poolparty/poolparty/template_test.rb +31 -0
  440. data/test/poolparty/provision/boot_strapper_test.rb +6 -0
  441. data/test/poolparty/provision/dr_configure_test.rb +6 -0
  442. data/test/test_generator_helper.rb +29 -0
  443. data/test/test_helper.rb +5 -0
  444. data/test/test_pool_spec_generator.rb +47 -0
  445. data/test/test_poolparty.rb +11 -0
  446. data/vendor/gems/butterfly/History.txt +4 -0
  447. data/vendor/gems/butterfly/PostInstall.txt +2 -0
  448. data/vendor/gems/butterfly/README.rdoc +48 -0
  449. data/vendor/gems/butterfly/Rakefile +62 -0
  450. data/vendor/gems/butterfly/VERSION.yml +4 -0
  451. data/vendor/gems/butterfly/bin/flutter +4 -0
  452. data/vendor/gems/butterfly/butterfly.gemspec +37 -0
  453. data/vendor/gems/butterfly/examples/config.ru +15 -0
  454. data/vendor/gems/butterfly/examples/my_app.rb +12 -0
  455. data/vendor/gems/butterfly/lib/butterfly.rb +14 -0
  456. data/vendor/gems/butterfly/lib/handler.rb +48 -0
  457. data/vendor/gems/butterfly/lib/request.rb +29 -0
  458. data/vendor/gems/butterfly/lib/response.rb +49 -0
  459. data/vendor/gems/butterfly/script/console +10 -0
  460. data/vendor/gems/butterfly/script/destroy +14 -0
  461. data/vendor/gems/butterfly/script/generate +14 -0
  462. data/vendor/gems/butterfly/test/test_adapter_base.rb +23 -0
  463. data/vendor/gems/butterfly/test/test_butterfly_request.rb +46 -0
  464. data/vendor/gems/butterfly/test/test_butterfly_response.rb +43 -0
  465. data/vendor/gems/butterfly/test/test_butterfly_server.rb +16 -0
  466. data/vendor/gems/butterfly/test/test_default.rb +12 -0
  467. data/vendor/gems/butterfly/test/test_helper.rb +6 -0
  468. data/vendor/gems/dslify/History.txt +4 -0
  469. data/vendor/gems/dslify/Manifest.txt +25 -0
  470. data/vendor/gems/dslify/PostInstall.txt +5 -0
  471. data/vendor/gems/dslify/README.txt +60 -0
  472. data/vendor/gems/dslify/Rakefile +56 -0
  473. data/vendor/gems/dslify/config/hoe.rb +73 -0
  474. data/vendor/gems/dslify/config/requirements.rb +15 -0
  475. data/vendor/gems/dslify/dslify.gemspec +40 -0
  476. data/vendor/gems/dslify/lib/dslify/dslify.rb +69 -0
  477. data/vendor/gems/dslify/lib/dslify/version.rb +10 -0
  478. data/vendor/gems/dslify/lib/dslify.rb +7 -0
  479. data/vendor/gems/dslify/script/console +10 -0
  480. data/vendor/gems/dslify/script/destroy +14 -0
  481. data/vendor/gems/dslify/script/generate +14 -0
  482. data/vendor/gems/dslify/script/txt2html +82 -0
  483. data/vendor/gems/dslify/setup.rb +1585 -0
  484. data/vendor/gems/dslify/tasks/deployment.rake +34 -0
  485. data/vendor/gems/dslify/tasks/environment.rake +7 -0
  486. data/vendor/gems/dslify/tasks/website.rake +17 -0
  487. data/vendor/gems/dslify/test/test_dslify.rb +114 -0
  488. data/vendor/gems/dslify/website/index.html +86 -0
  489. data/vendor/gems/dslify/website/index.txt +83 -0
  490. data/vendor/gems/dslify/website/javascripts/rounded_corners_lite.inc.js +285 -0
  491. data/vendor/gems/dslify/website/stylesheets/screen.css +138 -0
  492. data/vendor/gems/dslify/website/template.html.erb +48 -0
  493. data/vendor/gems/parenting/History.txt +4 -0
  494. data/vendor/gems/parenting/Manifest.txt +13 -0
  495. data/vendor/gems/parenting/PostInstall.txt +2 -0
  496. data/vendor/gems/parenting/README.rdoc +47 -0
  497. data/vendor/gems/parenting/Rakefile +28 -0
  498. data/vendor/gems/parenting/lib/parenting/base.rb +65 -0
  499. data/vendor/gems/parenting/lib/parenting.rb +10 -0
  500. data/vendor/gems/parenting/parenting.gemspec +39 -0
  501. data/vendor/gems/parenting/script/console +10 -0
  502. data/vendor/gems/parenting/script/destroy +14 -0
  503. data/vendor/gems/parenting/script/generate +14 -0
  504. data/vendor/gems/parenting/test/file_to_eval.rb +9 -0
  505. data/vendor/gems/parenting/test/test_helper.rb +5 -0
  506. data/vendor/gems/parenting/test/test_parenting.rb +89 -0
  507. data/vendor/gems/suitcase/LICENSE +20 -0
  508. data/vendor/gems/suitcase/README.rdoc +31 -0
  509. data/vendor/gems/suitcase/Rakefile +57 -0
  510. data/vendor/gems/suitcase/VERSION.yml +4 -0
  511. data/vendor/gems/suitcase/lib/suitcase/unzipper.rb +15 -0
  512. data/vendor/gems/suitcase/lib/suitcase/zipper.rb +103 -0
  513. data/vendor/gems/suitcase/lib/suitcase.rb +5 -0
  514. data/vendor/gems/suitcase/suitcase.gemspec +52 -0
  515. data/vendor/gems/suitcase/test/suitcase_test.rb +89 -0
  516. data/vendor/gems/suitcase/test/test_dir/box.rb +1 -0
  517. data/vendor/gems/suitcase/test/test_dir/test.txt +1 -0
  518. data/vendor/gems/suitcase/test/test_helper.rb +12 -0
  519. metadata +810 -0
@@ -0,0 +1,200 @@
1
+ %%%-------------------------------------------------------------------
2
+ %%% File : pm_node.erl
3
+ %%% Author : Ari Lerner <arilerner@mac.com>
4
+ %%% The client is a running process that will run on the master node
5
+ %%% and spawn requests to the pm_nodes and compile the responses
6
+ %%% for use within the poolparty network
7
+ %%%-------------------------------------------------------------------
8
+ -module(pm_node).
9
+ -behaviour(gen_server).
10
+
11
+ -include_lib("../include/defines.hrl").
12
+
13
+ %% API
14
+ -export([start_link/1, start_link/0]).
15
+
16
+ %% gen_server callbacks
17
+ -export([init/1, handle_call/3, handle_cast/2, handle_info/2,
18
+ terminate/2, code_change/3]).
19
+
20
+ -record(state, {
21
+ monitors = {}, % Tuple of monitors
22
+ stored_loads = ?DICT:new() % Dictionary of latest loads
23
+ }).
24
+ -define(SERVER, ?MODULE).
25
+
26
+ % Client function definitions
27
+ -export ([stop/0]).
28
+ -export ([get_current_load_for_type/1, run_cmd/1, fire_cmd/1]).
29
+ -export ([run_reconfig/0, local_update/1, still_here/0, print_monitors/0]).
30
+ -export ([server_location/0]).
31
+ %%====================================================================
32
+ %% API
33
+ %%====================================================================
34
+ %%--------------------------------------------------------------------
35
+ %%% Internal functions
36
+ %%--------------------------------------------------------------------
37
+
38
+
39
+ % Get the load for the type sent...
40
+ get_current_load_for_type(Type) ->
41
+ String = string:concat(". /etc/profile && server-get-load ",Type),
42
+ LatestLoad = os:cmd(String),
43
+ Load = gen_server:call(server_location(), {update_load, Type, LatestLoad}),
44
+ {Load}.
45
+
46
+ get_load_listing(Type, State) ->
47
+ % Find or create the stored node
48
+ case ?DICT:is_key(Type, State#state.stored_loads) of
49
+ true ->
50
+ LoadStore = ?DICT:fetch(Type, State#state.stored_loads),
51
+ {LoadStore, State};
52
+ false ->
53
+ LoadStore = [],
54
+ NewState = State#state{stored_loads = ?DICT:store(Type, LoadStore, State#state.stored_loads)},
55
+ {LoadStore, NewState}
56
+ end.
57
+
58
+ get_average_load_listing(Type, State) ->
59
+ {LoadListing, _} = get_load_listing(Type, State),
60
+ utils:average_of_list(LoadListing).
61
+ % Get the stored load for the type
62
+ % Only store the latest NUM_LOADS_TO_STORE in the stored_loads array
63
+ store_load_for_type(Type, Load, State) ->
64
+ {LoadStore, LoadListingState} = get_load_listing(Type, State),
65
+ LoadList = lists:reverse(LoadStore),
66
+ case length(LoadList) >= ?NUM_LOADS_TO_STORE of
67
+ true -> [_|T] = LoadList;
68
+ false -> T = LoadList
69
+ end,
70
+ NewStoredLoad = lists:append([Load], lists:reverse(T)),
71
+ NewState = State#state{stored_loads = ?DICT:store(Type, NewStoredLoad, LoadListingState#state.stored_loads)},
72
+ {Type, NewState}.
73
+
74
+ % Rerun the configuration
75
+ run_reconfig() -> gen_server:cast(server_location(), {run_reconfig}).
76
+ print_monitors() -> gen_server:call(server_location(), {print_monitors}).
77
+
78
+ % Allows us to fire off any command (allowed by poolparty on the check)
79
+ run_cmd(Cmd) -> gen_server:call(server_location(), {run_command, Cmd}).
80
+ fire_cmd(Cmd) -> gen_server:cast(server_location(), {fire_command, Cmd}).
81
+
82
+ still_here() -> gen_server:call(server_location(), {still_there}).
83
+
84
+ % Stop the pm_node entirely
85
+ stop() -> gen_server:cast(server_location(), stop).
86
+
87
+ % Run every UPDATE_TIME seconds
88
+ local_update(Types) ->
89
+ ?TRACE("Updating", [?MASTER_LOCATION]),
90
+ net_adm:ping(?MASTER_LOCATION), % check in with the master
91
+ Load = [{Ty, element(1, get_current_load_for_type(Ty))} || Ty <- Types],
92
+ gen_server:cast(?MASTER_SERVER, {update_node_load, node(), Load}).
93
+
94
+ %%--------------------------------------------------------------------
95
+ %% Function: start_link() -> {ok,Pid} | ignore | {error,Error}
96
+ %% Description: Starts the server
97
+ %%
98
+ %% Starts the timer to fire off a ping to the master to let the master
99
+ %% know that it is alive
100
+ %%
101
+ %% Fires a ping every 10 seconds
102
+ %%--------------------------------------------------------------------
103
+ start_link() -> start_link(init:get_plain_arguments()).
104
+ start_link(Args) -> gen_server:start_link({global, node()}, ?MODULE, Args, Args).
105
+
106
+ %%====================================================================
107
+ %% gen_server callbacks
108
+ %%====================================================================
109
+
110
+ %%--------------------------------------------------------------------
111
+ %% Function: init(Args) -> {ok, State} |
112
+ %% {ok, State, Timeout} |
113
+ %% ignore |
114
+ %% {stop, Reason}
115
+ %% Description: Initiates the server
116
+ %%--------------------------------------------------------------------
117
+ init(Args) ->
118
+ io:format("Master location ~p~n", [?MASTER_LOCATION]),
119
+ process_flag(trap_exit, true),
120
+ utils:start_timer(?UPDATE_TIME, fun() -> pm_node:local_update(Args) end),
121
+ {ok, #state{
122
+ monitors=Args,
123
+ stored_loads = ?DICT:new()
124
+ }}.
125
+
126
+ %%--------------------------------------------------------------------
127
+ %% Function: %% handle_call(Request, From, State) -> {reply, Reply, State} |
128
+ %% {reply, Reply, State, Timeout} |
129
+ %% {noreply, State} |
130
+ %% {noreply, State, Timeout} |
131
+ %% {stop, Reason, Reply, State} |
132
+ %% {stop, Reason, State}
133
+ %% Description: Handling call messages
134
+ %%--------------------------------------------------------------------
135
+ handle_call({run_command, Cmd}, _From, State) ->
136
+ Reply = os:cmd(Cmd),
137
+ {reply, Reply, State};
138
+ handle_call({update_load, Type, Load}, _From, State) ->
139
+ {Type, NewState} = store_load_for_type(Type, Load, State),
140
+ Reply = get_average_load_listing(Type, NewState),
141
+ ?TRACE("Updated load", [Reply]),
142
+ {reply, Reply, NewState};
143
+ handle_call({still_there}, _From, State) ->
144
+ Reply = still_here,
145
+ {reply, Reply, State};
146
+ handle_call({print_monitors}, _From, State) ->
147
+ [ io:format("Type: ~p ", [Monitor]) || Monitor <- State#state.monitors ],
148
+ io:format("~n"),
149
+ {reply, ok, State};
150
+ handle_call(_Request, _From, State) ->
151
+ Reply = ok,
152
+ {reply, Reply, State}.
153
+
154
+ %%--------------------------------------------------------------------
155
+ %% Function: handle_cast(Msg, State) -> {noreply, State} |
156
+ %% {noreply, State, Timeout} |
157
+ %% {stop, Reason, State}
158
+ %% Description: Handling cast messages
159
+ %%--------------------------------------------------------------------
160
+ handle_cast({fire_command, Cmd}, State) ->
161
+ ?TRACE("Running command: ~p~n", [Cmd]),
162
+ os:cmd(". /etc/profile && server-fire-cmd \""++Cmd++"\" 2>&1 > /dev/null"),
163
+ {noreply, State};
164
+ handle_cast({run_reconfig}, State) ->
165
+ ?TRACE("Running Reconfig", ["server-rerun"]),
166
+ os:cmd(". /etc/profile && server-rerun"),
167
+ {noreply, State};
168
+ handle_cast(_Msg, State) ->
169
+ {noreply, State}.
170
+
171
+ %%--------------------------------------------------------------------
172
+ %% Function: handle_info(Info, State) -> {noreply, State} |
173
+ %% {noreply, State, Timeout} |
174
+ %% {stop, Reason, State}
175
+ %% Description: Handling all non call/cast messages
176
+ %%--------------------------------------------------------------------
177
+ handle_info(_Info, State) ->
178
+ io:format("Info message received from: ~p~n", [_Info]),
179
+ {noreply, State}.
180
+
181
+ %%--------------------------------------------------------------------
182
+ %% Function: terminate(Reason, State) -> void()
183
+ %% Description: This function is called by a gen_server when it is about to
184
+ %% terminate. It should be the opposite of Module:init/1 and do any necessary
185
+ %% cleaning up. When it returns, the gen_server terminates with Reason.
186
+ %% The return value is ignored.
187
+ %%--------------------------------------------------------------------
188
+ terminate(_Reason, _State) ->
189
+ utils:stop_timer(),
190
+ ok.
191
+
192
+ %%--------------------------------------------------------------------
193
+ %% Func: code_change(OldVsn, State, Extra) -> {ok, NewState}
194
+ %% Description: Convert process state when code is changed
195
+ %%--------------------------------------------------------------------
196
+ code_change(_OldVsn, State, _Extra) ->
197
+ {ok, State}.
198
+
199
+ % Private
200
+ server_location() -> global:whereis_name(node()).
@@ -0,0 +1,38 @@
1
+ % This supervisor is responsible for monitoring the
2
+ % client service
3
+
4
+ -module (pm_node_supervisor).
5
+ -behaviour(supervisor).
6
+
7
+ -export ([start/0, start/1]).
8
+ -export([start_in_shell_for_testing/0, start_link/1, init/1]).
9
+
10
+ -ifdef(EUNIT).
11
+ -include_lib("eunit/include/eunit.hrl").
12
+ -endif.
13
+
14
+ start() -> spawn(fun() -> supervisor:start_link({local, ?MODULE}, ?MODULE, _Arg = []) end).
15
+ start(Args) -> spawn(fun() -> supervisor:start_link({local, ?MODULE}, ?MODULE, Args) end).
16
+
17
+
18
+ start_in_shell_for_testing() ->
19
+ {ok, Pid} = supervisor:start_link({local, ?MODULE}, ?MODULE, _Arg = []),
20
+ unlink(Pid).
21
+
22
+ start_link(Args) ->
23
+ supervisor:start_link({local, ?MODULE}, ?MODULE, Args).
24
+
25
+ init(Args) ->
26
+ RestartStrategy = one_for_one,
27
+ MaxRestarts = 1000,
28
+ MaxTimeBetRestarts = 3600,
29
+ TimeoutTime = 5000,
30
+
31
+ SupFlags = {RestartStrategy, MaxRestarts, MaxTimeBetRestarts},
32
+
33
+ EventManager = {pm_event_manager, {pm_event_manager, start_link, []}, permanent, TimeoutTime, worker, dynamic},
34
+ NodeServer = {pm_node1, {pm_node, start_link, Args}, permanent, TimeoutTime, worker, [pm_node]},
35
+
36
+ LoadServers = [EventManager, NodeServer],
37
+
38
+ {ok, {SupFlags, LoadServers}}.
@@ -0,0 +1,76 @@
1
+ -module (pm_packager).
2
+ -compile(export_all).
3
+ -behaviour(application).
4
+
5
+ %% Application callbacks
6
+ -export([start/2, stop/1]).
7
+
8
+ start() ->
9
+ start("", "").
10
+ %%====================================================================
11
+ %% Application callbacks
12
+ %%====================================================================
13
+ %%--------------------------------------------------------------------
14
+ %% Function: start(Type, StartArgs) -> {ok, Pid} |
15
+ %% {ok, Pid, State} |
16
+ %% {error, Reason}
17
+ %% Description: This function is called whenever an application
18
+ %% is started using application:start/1,2, and should start the processes
19
+ %% of the application. If the application is structured according to the
20
+ %% OTP design principles as a supervision tree, this means starting the
21
+ %% top supervisor of the tree.
22
+ %%--------------------------------------------------------------------
23
+ start(_, _) ->
24
+ recompile_scripts("0.1").
25
+
26
+ %%--------------------------------------------------------------------
27
+ %% Function: stop(State) -> void()
28
+ %% Description: This function is called whenever an application
29
+ %% has stopped. It is intended to be the opposite of Module:start/2 and
30
+ %% should do any necessary cleaning up. The return value is ignored.
31
+ %%--------------------------------------------------------------------
32
+ stop(_State) ->
33
+ ok.
34
+
35
+ %%====================================================================
36
+ %% Internal functions
37
+ %%====================================================================
38
+
39
+ gen_rel(Name, Vers) ->
40
+ RelName = lists:append(["pm_",Name,"_rel-",Vers]),
41
+ F = lists:append(["{release, {\"",Name,"\",\"",Vers,"\"}, ",
42
+ "{erts,\"",erlang:system_info(version),"\"},"
43
+ "[{kernel,\"",get_vsn(kernel),"\"},",
44
+ "{stdlib,\"",get_vsn(stdlib),"\"},",
45
+ "{inets,\"",get_vsn(inets),"\"},",
46
+ "{crypto,\"",get_vsn(crypto),"\"},",
47
+ "{sasl,\"",get_vsn(sasl),"\"},",
48
+ "{",Name,",\"",Vers,"\"}]}."]),
49
+ file:write_file( lists:append(["ebin/", RelName, ".rel"]),F).
50
+
51
+ % Recompiles the boot scripts
52
+ recompile_scripts(Vers) ->
53
+ gen_rel("master", Vers),
54
+ gen_rel("node", Vers),
55
+ gen_rel("client", Vers),
56
+ systools:make_script("pm_node_rel-"++Vers, [local,{path,["ebin"]}]),
57
+ systools:make_script("pm_master_rel-"++Vers, [local,{path,["ebin"]}]),
58
+ systools:make_script("pm_client_rel-"++Vers, [local,{path,["ebin"]}]).
59
+
60
+ package_scripts(Vers) ->
61
+ systools:make_tar("ebin/pm_node_rel-"++Vers),
62
+ systools:make_tar("ebin/pm_client_rel-"++Vers),
63
+ systools:make_tar("ebin/pm_master_rel-"++Vers).
64
+
65
+ get_vsn(Module) ->
66
+ AppFile = code:lib_dir(Module)++"/ebin/"++atom_to_list(Module)++".app",
67
+ {ok,[{application,_App,Attrs}]} = file:consult(AppFile),
68
+ {value,{vsn,Vsn}} = lists:keysearch(vsn,1,Attrs),
69
+ Vsn.
70
+
71
+ install_messenger(Vers) ->
72
+ Root = code:root_dir(),
73
+ io:format("~p root: "++Root, [Vers]),
74
+ ok.
75
+
76
+ % Tests
@@ -0,0 +1,213 @@
1
+ %
2
+ % pm_spawner.erl
3
+ % Spawn a process in this gen_server remotely
4
+ % and hear back from it when it's got stuff to say
5
+ %
6
+ % Created by Ari Lerner on 2008-12-05.
7
+ % Copyright 2008 CitrusByte. All rights reserved.
8
+ %
9
+ -module (pm_spawner).
10
+ -behaviour(gen_server).
11
+
12
+ -include_lib("../include/defines.hrl").
13
+
14
+ %% API
15
+ -export([start_link/0]).
16
+ -export ([run_command/1, run_command/2, check_command/1]).
17
+
18
+ %% gen_server callbacks
19
+ -export([init/1, handle_call/3, handle_cast/2, handle_info/2, terminate/2, code_change/3]).
20
+
21
+ -record(state, {
22
+ processes = ?DICT:new() % Array of the output
23
+ }).
24
+ -define(SERVER, ?MODULE).
25
+
26
+ %%--------------------------------------------------------------------
27
+ %% Function: start_link() -> {ok,Pid} | ignore | {error,Error}
28
+ %% Description: Starts the server
29
+ %%--------------------------------------------------------------------
30
+ start_link() -> gen_server:start_link({global, ?MODULE}, ?MODULE, [], []).
31
+
32
+ %%====================================================================
33
+ %% gen_server callbacks
34
+ %%====================================================================
35
+
36
+ %%--------------------------------------------------------------------
37
+ %% Function: init(Args) -> {ok, State} |
38
+ %% {ok, State, Timeout} |
39
+ %% ignore |
40
+ %% {stop, Reason}
41
+ %% Description: Initiates the server
42
+ %%--------------------------------------------------------------------
43
+ init([]) ->
44
+ % process_flag(trap_exit, true),
45
+ {ok, #state{
46
+ processes = ?DICT:new()
47
+ }}.
48
+
49
+ %%--------------------------------------------------------------------
50
+ %% Function: %% handle_call(Request, From, State) -> {reply, Reply, State} |
51
+ %% {reply, Reply, State, Timeout} |
52
+ %% {noreply, State} |
53
+ %% {noreply, State, Timeout} |
54
+ %% {stop, Reason, Reply, State} |
55
+ %% {stop, Reason, State}
56
+ %% Description: Handling call messages
57
+ %%--------------------------------------------------------------------
58
+ handle_call({run_command, Cmds}, _From, State) ->
59
+ {ok, NewState} = run_command(Cmds, State),
60
+ ?TRACE("storing into state from call", [Cmds, NewState]),
61
+ {reply, ok, NewState};
62
+ handle_call({check_command, Cmd}, _From, State) ->
63
+ AtomCommand = erlang:list_to_atom(Cmd),
64
+ ?TRACE("is_key for ", [AtomCommand, ?DICT:is_key(AtomCommand, State#state.processes)]),
65
+ case ?DICT:is_key(AtomCommand, State#state.processes) of
66
+ false ->
67
+ Reply = nil,
68
+ NewState = State;
69
+ true ->
70
+ Pid = ?DICT:fetch(AtomCommand, State#state.processes),
71
+ case erlang:is_pid(Pid) of
72
+ true ->
73
+ Pid ! {self(), collect},
74
+ receive
75
+ {command_response, OutFromCommand} ->
76
+ Reply = OutFromCommand,
77
+ NewState = State#state{processes = ?DICT:store(AtomCommand, OutFromCommand, State#state.processes)};
78
+ Msg ->
79
+ NewState = State,
80
+ Reply = Msg
81
+ after
82
+ 1000 ->
83
+ Pid ! {self(), collect},
84
+ NewState = State,
85
+ Reply = "no output"
86
+ end;
87
+ false ->
88
+ NewState = State,
89
+ Reply = Pid
90
+ end
91
+ end,
92
+ {reply, Reply, NewState};
93
+ handle_call(_Request, _From, State) ->
94
+ Reply = ok,
95
+ {reply, Reply, State}.
96
+ %%--------------------------------------------------------------------
97
+ %% Function: handle_cast(Msg, State) -> {noreply, State} |
98
+ %% {noreply, State, Timeout} |
99
+ %% {stop, Reason, State}
100
+ %% Description: Handling cast messages
101
+ %%--------------------------------------------------------------------
102
+ handle_cast({run_command, Cmd}, State) ->
103
+ {ok, NewState} = run_command(Cmd, State),
104
+ {noreply, NewState};
105
+ handle_cast(_Msg, State) ->
106
+ {noreply, State}.
107
+
108
+ %%--------------------------------------------------------------------
109
+ %% Function: handle_info(Info, State) -> {noreply, State} |
110
+ %% {noreply, State, Timeout} |
111
+ %% {stop, Reason, State}
112
+ %% Description: Handling all non call/cast messages
113
+ %%--------------------------------------------------------------------
114
+ handle_info(_Info, State) ->
115
+ {noreply, State}.
116
+
117
+ %%--------------------------------------------------------------------
118
+ %% Function: terminate(Reason, State) -> void()
119
+ %% Description: This function is called by a gen_server when it is about to
120
+ %% terminate. It should be the opposite of Module:init/1 and do any necessary
121
+ %% cleaning up. When it returns, the gen_server terminates with Reason.
122
+ %% The return value is ignored.
123
+ %%--------------------------------------------------------------------
124
+ terminate(_Reason, _State) ->
125
+ ok.
126
+
127
+ %%--------------------------------------------------------------------
128
+ %% Func: code_change(OldVsn, State, Extra) -> {ok, NewState}
129
+ %% Description: Convert process state when code is changed
130
+ %%--------------------------------------------------------------------
131
+ code_change(_OldVsn, State, _Extra) ->
132
+ {ok, State}.
133
+
134
+ % Quick helper for running commands
135
+ run_command(Cmd) -> gen_server:call(server_location(), {run_command, Cmd}).
136
+ check_command(Cmd) ->
137
+ Command = lists:flatten(io_lib:format("~s", [Cmd])),
138
+ gen_server:call(server_location(), {check_command, Command}).
139
+
140
+ % Run the command, start up the
141
+ run_command(Cmd, State) ->
142
+ Command = lists:flatten(io_lib:format("~s", [Cmd])),
143
+ AtomCommand = erlang:list_to_atom(Command),
144
+ Pid = spawn(fun() -> spawn_command(Command) end),
145
+ Storage = Pid,
146
+ ?TRACE("storing into state", [AtomCommand]),
147
+ NewState = State#state{processes = ?DICT:store(AtomCommand, Storage, State#state.processes)},
148
+ {ok, NewState}.
149
+
150
+ spawn_command(Command) ->
151
+ Port = erlang:open_port({spawn, Command}, [stream, exit_status, stderr_to_stdout, use_stdio]),
152
+ ResponsePid = response_reader(Port),
153
+ spawn_command_loop(Command, Port, ResponsePid).
154
+
155
+ spawn_command_loop(Command, Port, Responses) ->
156
+ receive
157
+ {Pid, collect} ->
158
+ case erlang:is_pid(Responses) of
159
+ true ->
160
+ io:format("There is no output on your command yet, try again in a few seconds ~p~n", [Responses]),
161
+ spawn_command_loop(Command, Port, Responses);
162
+ false ->
163
+ Pid ! {command_response, Responses}
164
+ end;
165
+ {exit_status, _} ->
166
+ spawn_command_loop(Command, Port, Responses);
167
+ {done, Port, Response} ->
168
+ ?TRACE("Received done message", Response),
169
+ spawn_command_loop(Command, Port, Response);
170
+ {Port, {exit_status, 0}} ->
171
+ ?TRACE("Received exit_status", [Port]),
172
+ Responses ! {Port, {exit_status, 0, self()}},
173
+ receive
174
+ {ok, Resp} ->
175
+ ?TRACE("Received ok back", [Resp]),
176
+ spawn_command_loop(Command, Port, Resp)
177
+ end;
178
+ Mes ->
179
+ ?TRACE("received message", [Mes]),
180
+ Responses ! Mes,
181
+ spawn_command_loop(Command, Port, Responses)
182
+ end.
183
+
184
+ response_reader(Port) ->
185
+ ResponsePid = spawn(fun() -> response_reader_loop(Port, []) end),
186
+ ResponsePid.
187
+
188
+ response_reader_loop(Port, Acc) ->
189
+ receive
190
+ {Port, {data, Bin}} ->
191
+ ?TRACE("received data", [Bin]),
192
+ response_reader_loop(Port, [Bin|Acc]);
193
+ {Port, {exit_status, 0, Pid}} ->
194
+ catch erlang:port_close(Port),
195
+ Response = lists:flatten(lists:reverse(Acc)),
196
+ ?TRACE("received exit_status", [Response, Port]),
197
+ Pid ! {ok, Response};
198
+ {Port, {exit_status, _}} ->
199
+ catch erlang:port_close(Port),
200
+ Output = lists:flatten(lists:reverse(Acc)),
201
+ {error, Output};
202
+ {Pid, get_data} ->
203
+ ?TRACE("get_data for", [Pid, Acc]),
204
+ Pid ! {data, Port, Acc},
205
+ response_reader_loop(Port, Acc);
206
+ {_, collect} ->
207
+ response_reader_loop(Port, Acc);
208
+ Mes ->
209
+ io:format("Unexpected message in response_reader_loop ~p~n", [Mes]),
210
+ response_reader_loop(Port, Acc)
211
+ end.
212
+
213
+ server_location() -> global:whereis_name(?SERVER).
@@ -0,0 +1,11 @@
1
+ -module (pm_strings).
2
+ -include_lib("../include/defines.hrl").
3
+ -compile(export_all).
4
+
5
+ string_join(Items, Sep) ->
6
+ lists:flatten(lists:reverse(string_join1(Items, Sep, []))).
7
+
8
+ string_join1([Head | []], _Sep, Acc) ->
9
+ [Head | Acc];
10
+ string_join1([Head | Tail], Sep, Acc) ->
11
+ string_join1(Tail, Sep, [Sep, Head | Acc]).
@@ -0,0 +1,72 @@
1
+ -module (utils).
2
+ -include_lib("../include/defines.hrl").
3
+ -compile(export_all).
4
+
5
+ -ifdef(EUNIT).
6
+ -include_lib("eunit/include/eunit.hrl").
7
+ -endif.
8
+
9
+ % Turn a list from
10
+ % [{"0.66"}, {"0.32"}, []] -> [0.66, 0.32]
11
+ convert_responses_to_int_list(L) ->
12
+ Sum = lists:foldr( fun(Int, Sum) -> Int + Sum end, 0, [erlang:list_to_float(F) || {F} <- L] ),
13
+ average_for_list(Sum, L).
14
+
15
+ % Start a timer to fire off Fun after Time number of milliseconds
16
+ start_timer(Name, Time, Fun) ->
17
+ case whereis(Name) of
18
+ undefined -> register(Name, spawn(fun() -> tick_timer(Time, Fun) end));
19
+ _ -> ok
20
+ end.
21
+ start_timer(Time, Fun) ->
22
+ start_timer(?MODULE, Time, Fun).
23
+ % register(?MODULE, spawn(fun() -> tick_timer(Time, Fun) end)).
24
+
25
+ stop_timer(Name) -> erlang:whereis(Name) ! stop.
26
+ stop_timer() -> ?MODULE ! stop.
27
+
28
+
29
+ tick_timer(Time, Fun) ->
30
+ receive
31
+ stop -> void
32
+ after Time ->
33
+ Fun(),
34
+ tick_timer(Time, Fun)
35
+ end.
36
+
37
+ average_of_list(L) ->
38
+ Sum = lists:foldr( fun(Int, Sum) ->
39
+ case erlang:is_float(Int) of
40
+ true -> Integer = Int;
41
+ false -> Integer = erlang:list_to_float(Int)
42
+ end,
43
+ Integer + Sum
44
+ end, 0, [F || F <- L] ),
45
+ average_for_list(Sum, L).
46
+
47
+ % Get the average of the list
48
+ average_for_list(Num, L) ->
49
+ case length(L) of
50
+ 0 ->
51
+ -1;
52
+ _ ->
53
+ Num / length(L)
54
+ end.
55
+
56
+
57
+
58
+ % Provisioning utils
59
+ distribute_modules_to(Modules, Nodes) ->
60
+ % transfer the modules to all the nodes
61
+ lists:foreach(fun(Node) ->
62
+ transfer_modules(Node, Modules)
63
+ end, Nodes).
64
+
65
+ % Transfer modules of code to this node
66
+ transfer_modules(Node, Modules) ->
67
+ [transfer_module(Node, M) || M <- Modules].
68
+
69
+ % Transfer one module to the Node
70
+ transfer_module(Node, Module) ->
71
+ {_Module, Binary, Filename} = code:get_object_code(Module),
72
+ rpc:call(Node, code, load_binary, [Module, Filename, Binary]).
@@ -0,0 +1,17 @@
1
+ % Snippets
2
+ % lists:map(fun(No) -> net_adm:ping(No) end, pm_cluster:any_new_servers()).
3
+
4
+ % Start test nodes, defining testing
5
+ % erl -pa ./ebin -kernel inet_dist_listen_min 7000 inet_dist_listen_max 7050 -setcookie poolparty -boot pm_node_rel-0.1 -sname node0
6
+ % erl -pa ./ebin -kernel inet_dist_listen_min 7000 inet_dist_listen_max 7050 -setcookie poolparty -boot pm_node_rel-0.1 -sname node1
7
+
8
+ % Starting the client on the master
9
+ % erl -pa /var/lib/gems/1.8/gems/poolparty-0.2.54/lib/erlang/messenger/ebin -kernel inet_dist_listen_min 7000 inet_dist_listen_max 7050 -sname client -setcookie poolparty -run pm_client start
10
+
11
+ % Get the load
12
+ % erl -pa /var/lib/gems/1.8/gems/poolparty-0.2.46/lib/erlang/messenger/ebin -kernel inet_dist_listen_min 7000 inet_dist_listen_max 7050 -sname client -setcookie poolparty -run pm_client start
13
+
14
+ % cd /var/poolparty && gem uninstall poolparty && wget http://github.com/auser/poolparty/tree/master%2Fpkg%2Fpoolparty.gem?raw=true -O poolparty.gem 2>&1 && gem install --no-ri --no-rdoc poolparty.gem
15
+
16
+ % LOAD TESTING
17
+ % ab -n 10000 -c 5 http://75.101.162.232/