fairchild-poolparty 1.1.3
Sign up to get free protection for your applications and to get access to all the features.
- data/History.txt +35 -0
- data/License.txt +20 -0
- data/PostInstall.txt +19 -0
- data/README.txt +77 -0
- data/Rakefile +45 -0
- data/VERSION.yml +4 -0
- data/bin/cloud +32 -0
- data/bin/cloud-bootstrap +21 -0
- data/bin/cloud-configure +28 -0
- data/bin/cloud-console +12 -0
- data/bin/cloud-contract +17 -0
- data/bin/cloud-expand +19 -0
- data/bin/cloud-handle-load +27 -0
- data/bin/cloud-list +23 -0
- data/bin/cloud-osxcopy +17 -0
- data/bin/cloud-provision +30 -0
- data/bin/cloud-rsync +28 -0
- data/bin/cloud-run +18 -0
- data/bin/cloud-setup-dev +25 -0
- data/bin/cloud-show +27 -0
- data/bin/cloud-spec +41 -0
- data/bin/cloud-ssh +23 -0
- data/bin/cloud-start +28 -0
- data/bin/cloud-stats +17 -0
- data/bin/cloud-terminate +20 -0
- data/bin/ec2-list-active +24 -0
- data/bin/messenger-get-current-nodes +14 -0
- data/bin/pool +31 -0
- data/bin/pool-describe +8 -0
- data/bin/pool-generate +18 -0
- data/bin/pool-init +28 -0
- data/bin/pool-list +30 -0
- data/bin/pool-start +26 -0
- data/bin/server-become-master +24 -0
- data/bin/server-build-messenger +28 -0
- data/bin/server-butterfly +25 -0
- data/bin/server-clean-cert-for +15 -0
- data/bin/server-cloud-elections +26 -0
- data/bin/server-ensure-provisioning +38 -0
- data/bin/server-fire-cmd +14 -0
- data/bin/server-get-load +15 -0
- data/bin/server-list-active +26 -0
- data/bin/server-list-instances +15 -0
- data/bin/server-manage-election +67 -0
- data/bin/server-monitor.ru +25 -0
- data/bin/server-provision +32 -0
- data/bin/server-query-agent +15 -0
- data/bin/server-rerun +23 -0
- data/bin/server-send-command +18 -0
- data/bin/server-show-stats +17 -0
- data/bin/server-start-agent +15 -0
- data/bin/server-start-client +29 -0
- data/bin/server-start-master +26 -0
- data/bin/server-start-node +32 -0
- data/bin/server-stop-client +3 -0
- data/bin/server-stop-master +3 -0
- data/bin/server-stop-node +3 -0
- data/bin/server-update-hosts +49 -0
- data/bin/server-write-new-nodes +26 -0
- data/config/jeweler.rb +43 -0
- data/config/requirements.rb +7 -0
- data/examples/basic.rb +23 -0
- data/examples/deploy.rb +5 -0
- data/examples/fairchild.rb +32 -0
- data/examples/fairchild_chef.rb +19 -0
- data/examples/paparazzi.conf.erb +21 -0
- data/examples/plugin_without_plugin_directory.rb +12 -0
- data/examples/poolparty.rb +12 -0
- data/generators/poolspec/USAGE +5 -0
- data/generators/poolspec/poolspec_generator.rb +58 -0
- data/generators/poolspec/templates/pool_spec_template.erb +9 -0
- data/lib/erlang/messenger/Emakefile +1 -0
- data/lib/erlang/messenger/Makefile +15 -0
- data/lib/erlang/messenger/README +5 -0
- data/lib/erlang/messenger/Rakefile +72 -0
- data/lib/erlang/messenger/control +11 -0
- data/lib/erlang/messenger/ebin/client.app +19 -0
- data/lib/erlang/messenger/ebin/master.app +19 -0
- data/lib/erlang/messenger/ebin/node.app +19 -0
- data/lib/erlang/messenger/ebin/packager.app +19 -0
- data/lib/erlang/messenger/ebin/pm_client_rel-0.1.rel +1 -0
- data/lib/erlang/messenger/ebin/pm_master_rel-0.1.rel +1 -0
- data/lib/erlang/messenger/ebin/pm_node_rel-0.1.rel +1 -0
- data/lib/erlang/messenger/include/defines.hrl +27 -0
- data/lib/erlang/messenger/lib/eunit/AUTHORS +2 -0
- data/lib/erlang/messenger/lib/eunit/CHANGELOG +14 -0
- data/lib/erlang/messenger/lib/eunit/COPYING +504 -0
- data/lib/erlang/messenger/lib/eunit/Makefile +28 -0
- data/lib/erlang/messenger/lib/eunit/NOTES +276 -0
- data/lib/erlang/messenger/lib/eunit/README +3 -0
- data/lib/erlang/messenger/lib/eunit/doc/edoc-info +3 -0
- data/lib/erlang/messenger/lib/eunit/doc/erlang.png +0 -0
- data/lib/erlang/messenger/lib/eunit/doc/eunit.html +172 -0
- data/lib/erlang/messenger/lib/eunit/doc/index.html +17 -0
- data/lib/erlang/messenger/lib/eunit/doc/modules-frame.html +12 -0
- data/lib/erlang/messenger/lib/eunit/doc/overview-summary.html +984 -0
- data/lib/erlang/messenger/lib/eunit/doc/overview.edoc +980 -0
- data/lib/erlang/messenger/lib/eunit/doc/packages-frame.html +11 -0
- data/lib/erlang/messenger/lib/eunit/doc/stylesheet.css +55 -0
- data/lib/erlang/messenger/lib/eunit/ebin/autoload.beam +0 -0
- data/lib/erlang/messenger/lib/eunit/ebin/code_monitor.beam +0 -0
- data/lib/erlang/messenger/lib/eunit/ebin/eunit.app +21 -0
- data/lib/erlang/messenger/lib/eunit/ebin/eunit.appup +1 -0
- data/lib/erlang/messenger/lib/eunit/ebin/eunit.beam +0 -0
- data/lib/erlang/messenger/lib/eunit/ebin/eunit_autoexport.beam +0 -0
- data/lib/erlang/messenger/lib/eunit/ebin/eunit_data.beam +0 -0
- data/lib/erlang/messenger/lib/eunit/ebin/eunit_lib.beam +0 -0
- data/lib/erlang/messenger/lib/eunit/ebin/eunit_proc.beam +0 -0
- data/lib/erlang/messenger/lib/eunit/ebin/eunit_serial.beam +0 -0
- data/lib/erlang/messenger/lib/eunit/ebin/eunit_server.beam +0 -0
- data/lib/erlang/messenger/lib/eunit/ebin/eunit_striptests.beam +0 -0
- data/lib/erlang/messenger/lib/eunit/ebin/eunit_test.beam +0 -0
- data/lib/erlang/messenger/lib/eunit/ebin/eunit_tests.beam +0 -0
- data/lib/erlang/messenger/lib/eunit/ebin/eunit_tty.beam +0 -0
- data/lib/erlang/messenger/lib/eunit/ebin/file_monitor.beam +0 -0
- data/lib/erlang/messenger/lib/eunit/examples/eunit_examples.erl +339 -0
- data/lib/erlang/messenger/lib/eunit/examples/fib.erl +19 -0
- data/lib/erlang/messenger/lib/eunit/examples/tests.txt +1 -0
- data/lib/erlang/messenger/lib/eunit/include/eunit.hrl +313 -0
- data/lib/erlang/messenger/lib/eunit/src/Makefile +46 -0
- data/lib/erlang/messenger/lib/eunit/src/autoload.erl +388 -0
- data/lib/erlang/messenger/lib/eunit/src/code_monitor.erl +243 -0
- data/lib/erlang/messenger/lib/eunit/src/eunit.app.src +21 -0
- data/lib/erlang/messenger/lib/eunit/src/eunit.appup.src +1 -0
- data/lib/erlang/messenger/lib/eunit/src/eunit.erl +196 -0
- data/lib/erlang/messenger/lib/eunit/src/eunit_autoexport.erl +102 -0
- data/lib/erlang/messenger/lib/eunit/src/eunit_data.erl +798 -0
- data/lib/erlang/messenger/lib/eunit/src/eunit_internal.hrl +48 -0
- data/lib/erlang/messenger/lib/eunit/src/eunit_lib.erl +682 -0
- data/lib/erlang/messenger/lib/eunit/src/eunit_proc.erl +552 -0
- data/lib/erlang/messenger/lib/eunit/src/eunit_serial.erl +157 -0
- data/lib/erlang/messenger/lib/eunit/src/eunit_server.erl +340 -0
- data/lib/erlang/messenger/lib/eunit/src/eunit_striptests.erl +64 -0
- data/lib/erlang/messenger/lib/eunit/src/eunit_test.erl +334 -0
- data/lib/erlang/messenger/lib/eunit/src/eunit_tests.erl +45 -0
- data/lib/erlang/messenger/lib/eunit/src/eunit_tty.erl +272 -0
- data/lib/erlang/messenger/lib/eunit/src/file_monitor.erl +409 -0
- data/lib/erlang/messenger/lib/eunit/sys.config +9 -0
- data/lib/erlang/messenger/lib/eunit/vsn.mk +1 -0
- data/lib/erlang/messenger/pm_client_rel-0.1.boot +0 -0
- data/lib/erlang/messenger/pm_client_rel-0.1.script +238 -0
- data/lib/erlang/messenger/pm_master_rel-0.1.boot +0 -0
- data/lib/erlang/messenger/pm_master_rel-0.1.script +239 -0
- data/lib/erlang/messenger/pm_node_rel-0.1.boot +0 -0
- data/lib/erlang/messenger/pm_node_rel-0.1.script +237 -0
- data/lib/erlang/messenger/src/client_app.erl +39 -0
- data/lib/erlang/messenger/src/client_server.erl +60 -0
- data/lib/erlang/messenger/src/master_app.erl +39 -0
- data/lib/erlang/messenger/src/node_app.erl +39 -0
- data/lib/erlang/messenger/src/pm_client.erl +49 -0
- data/lib/erlang/messenger/src/pm_client_supervisor.erl +38 -0
- data/lib/erlang/messenger/src/pm_cluster.erl +61 -0
- data/lib/erlang/messenger/src/pm_event_manager.erl +27 -0
- data/lib/erlang/messenger/src/pm_master.erl +215 -0
- data/lib/erlang/messenger/src/pm_master_event_handler.erl +72 -0
- data/lib/erlang/messenger/src/pm_master_supervisor.erl +39 -0
- data/lib/erlang/messenger/src/pm_node.erl +200 -0
- data/lib/erlang/messenger/src/pm_node_supervisor.erl +38 -0
- data/lib/erlang/messenger/src/pm_packager.erl +76 -0
- data/lib/erlang/messenger/src/pm_spawner.erl +213 -0
- data/lib/erlang/messenger/src/pm_strings.erl +11 -0
- data/lib/erlang/messenger/src/utils.erl +72 -0
- data/lib/erlang/messenger/useful_snippets +17 -0
- data/lib/poolparty/aska/aska.rb +152 -0
- data/lib/poolparty/base_packages/bind.rb +11 -0
- data/lib/poolparty/base_packages/haproxy.rb +46 -0
- data/lib/poolparty/base_packages/heartbeat.rb +58 -0
- data/lib/poolparty/base_packages/poolparty.rb +14 -0
- data/lib/poolparty/base_packages/ruby.rb +42 -0
- data/lib/poolparty/base_packages/runit.rb +21 -0
- data/lib/poolparty/capistrano/cloud_tasks.rb +10 -0
- data/lib/poolparty/capistrano.rb +54 -0
- data/lib/poolparty/config/postlaunchmessage.txt +5 -0
- data/lib/poolparty/core/array.rb +36 -0
- data/lib/poolparty/core/class.rb +26 -0
- data/lib/poolparty/core/exception.rb +10 -0
- data/lib/poolparty/core/float.rb +13 -0
- data/lib/poolparty/core/hash.rb +71 -0
- data/lib/poolparty/core/kernel.rb +66 -0
- data/lib/poolparty/core/metaid.rb +15 -0
- data/lib/poolparty/core/module.rb +40 -0
- data/lib/poolparty/core/my_open_struct.rb +18 -0
- data/lib/poolparty/core/object.rb +93 -0
- data/lib/poolparty/core/ordered_hash.rb +99 -0
- data/lib/poolparty/core/proc.rb +7 -0
- data/lib/poolparty/core/string.rb +140 -0
- data/lib/poolparty/core/symbol.rb +17 -0
- data/lib/poolparty/core/time.rb +56 -0
- data/lib/poolparty/dependencies.rb +49 -0
- data/lib/poolparty/dependency_resolver/chef_resolver.rb +221 -0
- data/lib/poolparty/dependency_resolver/dependency_resolver.rb +42 -0
- data/lib/poolparty/dependency_resolver/dependency_resolver_cloud_extensions.rb +28 -0
- data/lib/poolparty/dependency_resolver/puppet.rb +75 -0
- data/lib/poolparty/dependency_resolver/puppet_resolver.rb +173 -0
- data/lib/poolparty/exceptions/CloudNotFoundException.rb +7 -0
- data/lib/poolparty/exceptions/LoadRulesException.rb +7 -0
- data/lib/poolparty/exceptions/MasterException.rb +10 -0
- data/lib/poolparty/exceptions/ProvisionerException.rb +5 -0
- data/lib/poolparty/exceptions/RemoteException.rb +12 -0
- data/lib/poolparty/exceptions/ResourceException.rb +7 -0
- data/lib/poolparty/exceptions/RuntimeException.rb +7 -0
- data/lib/poolparty/exceptions/SpecException.rb +7 -0
- data/lib/poolparty/exceptions/TemplateNotFound.rb +7 -0
- data/lib/poolparty/exceptions/UnacceptableCommand.rb +5 -0
- data/lib/poolparty/exceptions/dependency_resolver_exception.rb +5 -0
- data/lib/poolparty/exceptions/package_exception.rb +7 -0
- data/lib/poolparty/extra/deployments.rb +31 -0
- data/lib/poolparty/helpers/binary.rb +67 -0
- data/lib/poolparty/helpers/console.rb +48 -0
- data/lib/poolparty/helpers/display.rb +30 -0
- data/lib/poolparty/helpers/hash_printer.rb +44 -0
- data/lib/poolparty/helpers/loading.rb +4 -0
- data/lib/poolparty/helpers/nice_printer.rb +36 -0
- data/lib/poolparty/helpers/optioner.rb +149 -0
- data/lib/poolparty/helpers/ruberl.rb +33 -0
- data/lib/poolparty/lite.rb +20 -0
- data/lib/poolparty/modules/cloud_dsl.rb +20 -0
- data/lib/poolparty/modules/cloud_resourcer.rb +122 -0
- data/lib/poolparty/modules/daemonizable.rb +141 -0
- data/lib/poolparty/modules/definable_resource.rb +57 -0
- data/lib/poolparty/modules/file_writer.rb +95 -0
- data/lib/poolparty/modules/output.rb +13 -0
- data/lib/poolparty/modules/pretty_printer.rb +40 -0
- data/lib/poolparty/modules/resourcing_dsl.rb +74 -0
- data/lib/poolparty/modules/s3_string.rb +32 -0
- data/lib/poolparty/modules/safe_instance.rb +31 -0
- data/lib/poolparty/modules/thread_pool.rb +106 -0
- data/lib/poolparty/monitors/base_monitor.rb +81 -0
- data/lib/poolparty/monitors/monitor_rack.rb +132 -0
- data/lib/poolparty/monitors/monitors/load_monitor.rb +15 -0
- data/lib/poolparty/monitors/monitors/memory_monitor.rb +50 -0
- data/lib/poolparty/monitors/monitors/server_monitor.rb +7 -0
- data/lib/poolparty/monitors/monitors/web_monitor.rb +18 -0
- data/lib/poolparty/monitors/neighborhood_monitor.rb +25 -0
- data/lib/poolparty/monitors/stats_monitor.rb +182 -0
- data/lib/poolparty/monitors.rb +6 -0
- data/lib/poolparty/net/init.rb +11 -0
- data/lib/poolparty/net/messenger.rb +55 -0
- data/lib/poolparty/net/remote_bases.rb +21 -0
- data/lib/poolparty/net/remote_instance.rb +109 -0
- data/lib/poolparty/net/remoter/cloud_control.rb +251 -0
- data/lib/poolparty/net/remoter/connections.rb +180 -0
- data/lib/poolparty/net/remoter/interactive.rb +121 -0
- data/lib/poolparty/net/remoter/lists.rb +12 -0
- data/lib/poolparty/net/remoter_base.rb +97 -0
- data/lib/poolparty/net/remoter_bases/ec2/ec2.rb +235 -0
- data/lib/poolparty/net/remoter_bases/ec2/ec2_remote_instance.rb +53 -0
- data/lib/poolparty/net/remoter_bases/ec2/ec2_response_object.rb +64 -0
- data/lib/poolparty/plugins/chef.rb +168 -0
- data/lib/poolparty/plugins/deploydirectory.rb +47 -0
- data/lib/poolparty/plugins/git.rb +66 -0
- data/lib/poolparty/plugins/line_in_file.rb +13 -0
- data/lib/poolparty/plugins/rsyncmirror.rb +28 -0
- data/lib/poolparty/plugins/runit.rb +96 -0
- data/lib/poolparty/plugins/svn.rb +48 -0
- data/lib/poolparty/poolparty/cloud.rb +216 -0
- data/lib/poolparty/poolparty/custom_resource.rb +45 -0
- data/lib/poolparty/poolparty/default.rb +167 -0
- data/lib/poolparty/poolparty/key.rb +75 -0
- data/lib/poolparty/poolparty/loggable.rb +28 -0
- data/lib/poolparty/poolparty/neighborhoods.rb +69 -0
- data/lib/poolparty/poolparty/plugin.rb +69 -0
- data/lib/poolparty/poolparty/plugin_model.rb +45 -0
- data/lib/poolparty/poolparty/pool.rb +76 -0
- data/lib/poolparty/poolparty/poolparty_base_class.rb +181 -0
- data/lib/poolparty/poolparty/resource.rb +205 -0
- data/lib/poolparty/poolparty/script.rb +58 -0
- data/lib/poolparty/poolparty/service.rb +34 -0
- data/lib/poolparty/poolparty/template.rb +27 -0
- data/lib/poolparty/provision/boot_strapper.rb +141 -0
- data/lib/poolparty/provision/configurations/chef.rb +22 -0
- data/lib/poolparty/provision/configurations/puppet.rb +28 -0
- data/lib/poolparty/provision/dr_configure.rb +85 -0
- data/lib/poolparty/resources/cron.rb +14 -0
- data/lib/poolparty/resources/custom_service.rb +30 -0
- data/lib/poolparty/resources/directory.rb +13 -0
- data/lib/poolparty/resources/exec.rb +25 -0
- data/lib/poolparty/resources/file.rb +29 -0
- data/lib/poolparty/resources/host.rb +16 -0
- data/lib/poolparty/resources/mount.rb +21 -0
- data/lib/poolparty/resources/package.rb +12 -0
- data/lib/poolparty/resources/remote_file.rb +20 -0
- data/lib/poolparty/resources/service.rb +20 -0
- data/lib/poolparty/resources/sshkey.rb +27 -0
- data/lib/poolparty/resources/symlink.rb +21 -0
- data/lib/poolparty/resources/user.rb +13 -0
- data/lib/poolparty/resources/variable.rb +9 -0
- data/lib/poolparty/schema.rb +64 -0
- data/lib/poolparty/services/conditional.rb +46 -0
- data/lib/poolparty/services/gem_package.rb +52 -0
- data/lib/poolparty/spec/core/string.rb +18 -0
- data/lib/poolparty/spec/matchers/a_spec_extensions_base.rb +26 -0
- data/lib/poolparty/spec/matchers/have_cron.rb +28 -0
- data/lib/poolparty/spec/matchers/have_deploydirectory.rb +15 -0
- data/lib/poolparty/spec/matchers/have_directory.rb +31 -0
- data/lib/poolparty/spec/matchers/have_exec.rb +28 -0
- data/lib/poolparty/spec/matchers/have_file.rb +28 -0
- data/lib/poolparty/spec/matchers/have_gempackage.rb +28 -0
- data/lib/poolparty/spec/matchers/have_git.rb +28 -0
- data/lib/poolparty/spec/matchers/have_host.rb +28 -0
- data/lib/poolparty/spec/matchers/have_mount.rb +28 -0
- data/lib/poolparty/spec/matchers/have_package.rb +28 -0
- data/lib/poolparty/spec/matchers/have_remotefile.rb +28 -0
- data/lib/poolparty/spec/matchers/have_rsyncmirror.rb +28 -0
- data/lib/poolparty/spec/matchers/have_service.rb +28 -0
- data/lib/poolparty/spec/matchers/have_sshkey.rb +28 -0
- data/lib/poolparty/spec/matchers/have_symlink.rb +28 -0
- data/lib/poolparty/spec/matchers/have_variable.rb +32 -0
- data/lib/poolparty/spec/spec/dynamic_matchers.rb +63 -0
- data/lib/poolparty/spec/spec/ensure_matchers_exist.rb +7 -0
- data/lib/poolparty/spec/templates/have_base.rb +28 -0
- data/lib/poolparty/spec.rb +31 -0
- data/lib/poolparty/templates/authkeys +2 -0
- data/lib/poolparty/templates/cib.xml +54 -0
- data/lib/poolparty/templates/erlang_cookie_maker +6 -0
- data/lib/poolparty/templates/gem +27 -0
- data/lib/poolparty/templates/gemrc +11 -0
- data/lib/poolparty/templates/ha.cf +17 -0
- data/lib/poolparty/templates/haproxy.conf +36 -0
- data/lib/poolparty/templates/haresources +3 -0
- data/lib/poolparty/templates/logd.cf +42 -0
- data/lib/poolparty/templates/messenger/client/log-run.erb +2 -0
- data/lib/poolparty/templates/messenger/client/run.erb +4 -0
- data/lib/poolparty/templates/messenger/master/log-run.erb +2 -0
- data/lib/poolparty/templates/messenger/master/run.erb +4 -0
- data/lib/poolparty/templates/messenger/node/log-run.erb +2 -0
- data/lib/poolparty/templates/messenger/node/run.erb +4 -0
- data/lib/poolparty/templates/monitor.ru +16 -0
- data/lib/poolparty/templates/namespaceauth.conf +19 -0
- data/lib/poolparty/templates/poolparty.monitor +14 -0
- data/lib/poolparty/templates/puppet/add_puppet_to_hosts +6 -0
- data/lib/poolparty/templates/puppet/puppet.conf +2 -0
- data/lib/poolparty/templates/puppet/puppetrunner +14 -0
- data/lib/poolparty/templates/puppet/site.pp +4 -0
- data/lib/poolparty/templates/puppetrunner +14 -0
- data/lib/poolparty/templates/yaws.conf +19 -0
- data/lib/poolparty/version.rb +15 -0
- data/lib/poolparty.rb +148 -0
- data/lib/poolpartycl.rb +7 -0
- data/script/destroy +14 -0
- data/script/generate +14 -0
- data/spec/bin/bin_spec_helper.rb +7 -0
- data/spec/bin/fixtures/bin_cloud_for_test.rb +19 -0
- data/spec/bin/server-list-active_spec.rb +22 -0
- data/spec/poolparty/aska/aska_spec.rb +117 -0
- data/spec/poolparty/base_packages/haproxy_spec.rb +7 -0
- data/spec/poolparty/base_packages/heartbeat_spec.rb +7 -0
- data/spec/poolparty/bin/console_spec.rb +83 -0
- data/spec/poolparty/core/array_spec.rb +46 -0
- data/spec/poolparty/core/float.rb +13 -0
- data/spec/poolparty/core/hash_spec.rb +83 -0
- data/spec/poolparty/core/kernel_spec.rb +24 -0
- data/spec/poolparty/core/module_spec.rb +15 -0
- data/spec/poolparty/core/object_spec.rb +68 -0
- data/spec/poolparty/core/ordered_hash_spec.rb +48 -0
- data/spec/poolparty/core/string_spec.rb +145 -0
- data/spec/poolparty/core/time_spec.rb +49 -0
- data/spec/poolparty/dependencies_spec.rb +11 -0
- data/spec/poolparty/dependency_resolver/chef_resolver_spec.rb +119 -0
- data/spec/poolparty/dependency_resolver/dependency_resolver_cloud_extensions_spec.rb +128 -0
- data/spec/poolparty/dependency_resolver/dependency_resolver_spec.rb +16 -0
- data/spec/poolparty/dependency_resolver/puppet_resolver_spec.rb +124 -0
- data/spec/poolparty/extra/deployments_spec.rb +68 -0
- data/spec/poolparty/fixtures/clouds.json +128 -0
- data/spec/poolparty/fixtures/test_template.erb +1 -0
- data/spec/poolparty/helpers/binary_spec.rb +26 -0
- data/spec/poolparty/helpers/display_spec.rb +13 -0
- data/spec/poolparty/helpers/hash_printer_spec.rb +34 -0
- data/spec/poolparty/helpers/optioner_spec.rb +50 -0
- data/spec/poolparty/id_rsa +27 -0
- data/spec/poolparty/modules/cloud_resourcer_spec.rb +67 -0
- data/spec/poolparty/modules/definable_resource.rb +9 -0
- data/spec/poolparty/modules/file_writer_spec.rb +64 -0
- data/spec/poolparty/modules/s3_string_spec.rb +15 -0
- data/spec/poolparty/monitors/base_monitor_spec.rb +112 -0
- data/spec/poolparty/monitors/monitors/cpu_monitor_spec.rb +18 -0
- data/spec/poolparty/monitors/monitors/memory_monitor_spec.rb +48 -0
- data/spec/poolparty/net/messenger_spec.rb +16 -0
- data/spec/poolparty/net/remote_instance_spec.rb +17 -0
- data/spec/poolparty/net/remote_spec.rb +286 -0
- data/spec/poolparty/net/remoter_base_spec.rb +35 -0
- data/spec/poolparty/net/remoter_bases/ec2_mocks_and_stubs.rb +24 -0
- data/spec/poolparty/net/remoter_bases/ec2_remote_instance_spec.rb +125 -0
- data/spec/poolparty/net/remoter_bases/ec2_spec.rb +119 -0
- data/spec/poolparty/net/remoter_spec.rb +130 -0
- data/spec/poolparty/plugins/chef_spec.rb +7 -0
- data/spec/poolparty/plugins/deploydirectory_spec.rb +51 -0
- data/spec/poolparty/plugins/git_spec.rb +40 -0
- data/spec/poolparty/plugins/line_spec.rb +22 -0
- data/spec/poolparty/plugins/svn_spec.rb +16 -0
- data/spec/poolparty/poolparty/cloud_spec.rb +345 -0
- data/spec/poolparty/poolparty/configurers/files/ruby_basic.rb +16 -0
- data/spec/poolparty/poolparty/configurers/files/ruby_plugins.rb +16 -0
- data/spec/poolparty/poolparty/configurers/ruby_spec.rb +42 -0
- data/spec/poolparty/poolparty/custom_resource_spec.rb +79 -0
- data/spec/poolparty/poolparty/default_spec.rb +139 -0
- data/spec/poolparty/poolparty/example_spec.rb +60 -0
- data/spec/poolparty/poolparty/key_spec.rb +42 -0
- data/spec/poolparty/poolparty/neighborhoods_spec.rb +66 -0
- data/spec/poolparty/poolparty/plugin_model_spec.rb +54 -0
- data/spec/poolparty/poolparty/plugin_spec.rb +41 -0
- data/spec/poolparty/poolparty/pool_spec.rb +100 -0
- data/spec/poolparty/poolparty/resource_spec.rb +209 -0
- data/spec/poolparty/poolparty/script_spec.rb +49 -0
- data/spec/poolparty/poolparty/service_spec.rb +5 -0
- data/spec/poolparty/poolparty/template_spec.rb +26 -0
- data/spec/poolparty/poolparty/test_plugins/sshkey_test +2 -0
- data/spec/poolparty/poolparty/test_plugins/virtual_host_template.erb +0 -0
- data/spec/poolparty/poolparty/test_plugins/webserver.rb +30 -0
- data/spec/poolparty/poolparty_base_class_spec.rb +80 -0
- data/spec/poolparty/poolparty_spec.rb +36 -0
- data/spec/poolparty/resources/cron_spec.rb +44 -0
- data/spec/poolparty/resources/directory_spec.rb +40 -0
- data/spec/poolparty/resources/exec_spec.rb +37 -0
- data/spec/poolparty/resources/file_spec.rb +63 -0
- data/spec/poolparty/resources/gem_spec.rb +7 -0
- data/spec/poolparty/resources/host_spec.rb +35 -0
- data/spec/poolparty/resources/package_spec.rb +29 -0
- data/spec/poolparty/resources/service_spec.rb +29 -0
- data/spec/poolparty/resources/sshkey_spec.rb +40 -0
- data/spec/poolparty/resources/symlink_spec.rb +29 -0
- data/spec/poolparty/resources/user_spec.rb +48 -0
- data/spec/poolparty/resources/variable_spec.rb +26 -0
- data/spec/poolparty/schema_spec.rb +53 -0
- data/spec/poolparty/services/conditional_spec.rb +52 -0
- data/spec/poolparty/spec/core/string_spec.rb +57 -0
- data/spec/poolparty/spec_helper.rb +263 -0
- data/spec/poolparty/test_spec_helper.rb +13 -0
- data/tasks/cloud.rake +3 -0
- data/tasks/development.rake +82 -0
- data/tasks/ec2.rake +13 -0
- data/tasks/environment.rake +7 -0
- data/tasks/instance.rake +2 -0
- data/tasks/poolparty.rake +54 -0
- data/tasks/server.rake +44 -0
- data/tasks/spec.rake +16 -0
- data/test/fixtures/test_template.erb +1 -0
- data/test/poolparty/core/hash_test.rb +23 -0
- data/test/poolparty/poolparty/template_test.rb +31 -0
- data/test/poolparty/provision/boot_strapper_test.rb +6 -0
- data/test/poolparty/provision/dr_configure_test.rb +6 -0
- data/test/test_generator_helper.rb +29 -0
- data/test/test_helper.rb +5 -0
- data/test/test_pool_spec_generator.rb +47 -0
- data/test/test_poolparty.rb +11 -0
- data/vendor/gems/butterfly/History.txt +4 -0
- data/vendor/gems/butterfly/PostInstall.txt +2 -0
- data/vendor/gems/butterfly/README.rdoc +48 -0
- data/vendor/gems/butterfly/Rakefile +62 -0
- data/vendor/gems/butterfly/VERSION.yml +4 -0
- data/vendor/gems/butterfly/bin/flutter +4 -0
- data/vendor/gems/butterfly/butterfly.gemspec +37 -0
- data/vendor/gems/butterfly/examples/config.ru +15 -0
- data/vendor/gems/butterfly/examples/my_app.rb +12 -0
- data/vendor/gems/butterfly/lib/butterfly.rb +14 -0
- data/vendor/gems/butterfly/lib/handler.rb +48 -0
- data/vendor/gems/butterfly/lib/request.rb +29 -0
- data/vendor/gems/butterfly/lib/response.rb +49 -0
- data/vendor/gems/butterfly/script/console +10 -0
- data/vendor/gems/butterfly/script/destroy +14 -0
- data/vendor/gems/butterfly/script/generate +14 -0
- data/vendor/gems/butterfly/test/test_adapter_base.rb +23 -0
- data/vendor/gems/butterfly/test/test_butterfly_request.rb +46 -0
- data/vendor/gems/butterfly/test/test_butterfly_response.rb +43 -0
- data/vendor/gems/butterfly/test/test_butterfly_server.rb +16 -0
- data/vendor/gems/butterfly/test/test_default.rb +12 -0
- data/vendor/gems/butterfly/test/test_helper.rb +6 -0
- data/vendor/gems/dslify/History.txt +4 -0
- data/vendor/gems/dslify/Manifest.txt +25 -0
- data/vendor/gems/dslify/PostInstall.txt +5 -0
- data/vendor/gems/dslify/README.txt +60 -0
- data/vendor/gems/dslify/Rakefile +56 -0
- data/vendor/gems/dslify/config/hoe.rb +73 -0
- data/vendor/gems/dslify/config/requirements.rb +15 -0
- data/vendor/gems/dslify/dslify.gemspec +40 -0
- data/vendor/gems/dslify/lib/dslify/dslify.rb +69 -0
- data/vendor/gems/dslify/lib/dslify/version.rb +10 -0
- data/vendor/gems/dslify/lib/dslify.rb +7 -0
- data/vendor/gems/dslify/script/console +10 -0
- data/vendor/gems/dslify/script/destroy +14 -0
- data/vendor/gems/dslify/script/generate +14 -0
- data/vendor/gems/dslify/script/txt2html +82 -0
- data/vendor/gems/dslify/setup.rb +1585 -0
- data/vendor/gems/dslify/tasks/deployment.rake +34 -0
- data/vendor/gems/dslify/tasks/environment.rake +7 -0
- data/vendor/gems/dslify/tasks/website.rake +17 -0
- data/vendor/gems/dslify/test/test_dslify.rb +114 -0
- data/vendor/gems/dslify/website/index.html +86 -0
- data/vendor/gems/dslify/website/index.txt +83 -0
- data/vendor/gems/dslify/website/javascripts/rounded_corners_lite.inc.js +285 -0
- data/vendor/gems/dslify/website/stylesheets/screen.css +138 -0
- data/vendor/gems/dslify/website/template.html.erb +48 -0
- data/vendor/gems/parenting/History.txt +4 -0
- data/vendor/gems/parenting/Manifest.txt +13 -0
- data/vendor/gems/parenting/PostInstall.txt +2 -0
- data/vendor/gems/parenting/README.rdoc +47 -0
- data/vendor/gems/parenting/Rakefile +28 -0
- data/vendor/gems/parenting/lib/parenting/base.rb +65 -0
- data/vendor/gems/parenting/lib/parenting.rb +10 -0
- data/vendor/gems/parenting/parenting.gemspec +39 -0
- data/vendor/gems/parenting/script/console +10 -0
- data/vendor/gems/parenting/script/destroy +14 -0
- data/vendor/gems/parenting/script/generate +14 -0
- data/vendor/gems/parenting/test/file_to_eval.rb +9 -0
- data/vendor/gems/parenting/test/test_helper.rb +5 -0
- data/vendor/gems/parenting/test/test_parenting.rb +89 -0
- data/vendor/gems/suitcase/LICENSE +20 -0
- data/vendor/gems/suitcase/README.rdoc +31 -0
- data/vendor/gems/suitcase/Rakefile +57 -0
- data/vendor/gems/suitcase/VERSION.yml +4 -0
- data/vendor/gems/suitcase/lib/suitcase/unzipper.rb +15 -0
- data/vendor/gems/suitcase/lib/suitcase/zipper.rb +103 -0
- data/vendor/gems/suitcase/lib/suitcase.rb +5 -0
- data/vendor/gems/suitcase/suitcase.gemspec +52 -0
- data/vendor/gems/suitcase/test/suitcase_test.rb +89 -0
- data/vendor/gems/suitcase/test/test_dir/box.rb +1 -0
- data/vendor/gems/suitcase/test/test_dir/test.txt +1 -0
- data/vendor/gems/suitcase/test/test_helper.rb +12 -0
- metadata +810 -0
@@ -0,0 +1,200 @@
|
|
1
|
+
%%%-------------------------------------------------------------------
|
2
|
+
%%% File : pm_node.erl
|
3
|
+
%%% Author : Ari Lerner <arilerner@mac.com>
|
4
|
+
%%% The client is a running process that will run on the master node
|
5
|
+
%%% and spawn requests to the pm_nodes and compile the responses
|
6
|
+
%%% for use within the poolparty network
|
7
|
+
%%%-------------------------------------------------------------------
|
8
|
+
-module(pm_node).
|
9
|
+
-behaviour(gen_server).
|
10
|
+
|
11
|
+
-include_lib("../include/defines.hrl").
|
12
|
+
|
13
|
+
%% API
|
14
|
+
-export([start_link/1, start_link/0]).
|
15
|
+
|
16
|
+
%% gen_server callbacks
|
17
|
+
-export([init/1, handle_call/3, handle_cast/2, handle_info/2,
|
18
|
+
terminate/2, code_change/3]).
|
19
|
+
|
20
|
+
-record(state, {
|
21
|
+
monitors = {}, % Tuple of monitors
|
22
|
+
stored_loads = ?DICT:new() % Dictionary of latest loads
|
23
|
+
}).
|
24
|
+
-define(SERVER, ?MODULE).
|
25
|
+
|
26
|
+
% Client function definitions
|
27
|
+
-export ([stop/0]).
|
28
|
+
-export ([get_current_load_for_type/1, run_cmd/1, fire_cmd/1]).
|
29
|
+
-export ([run_reconfig/0, local_update/1, still_here/0, print_monitors/0]).
|
30
|
+
-export ([server_location/0]).
|
31
|
+
%%====================================================================
|
32
|
+
%% API
|
33
|
+
%%====================================================================
|
34
|
+
%%--------------------------------------------------------------------
|
35
|
+
%%% Internal functions
|
36
|
+
%%--------------------------------------------------------------------
|
37
|
+
|
38
|
+
|
39
|
+
% Get the load for the type sent...
|
40
|
+
get_current_load_for_type(Type) ->
|
41
|
+
String = string:concat(". /etc/profile && server-get-load ",Type),
|
42
|
+
LatestLoad = os:cmd(String),
|
43
|
+
Load = gen_server:call(server_location(), {update_load, Type, LatestLoad}),
|
44
|
+
{Load}.
|
45
|
+
|
46
|
+
get_load_listing(Type, State) ->
|
47
|
+
% Find or create the stored node
|
48
|
+
case ?DICT:is_key(Type, State#state.stored_loads) of
|
49
|
+
true ->
|
50
|
+
LoadStore = ?DICT:fetch(Type, State#state.stored_loads),
|
51
|
+
{LoadStore, State};
|
52
|
+
false ->
|
53
|
+
LoadStore = [],
|
54
|
+
NewState = State#state{stored_loads = ?DICT:store(Type, LoadStore, State#state.stored_loads)},
|
55
|
+
{LoadStore, NewState}
|
56
|
+
end.
|
57
|
+
|
58
|
+
get_average_load_listing(Type, State) ->
|
59
|
+
{LoadListing, _} = get_load_listing(Type, State),
|
60
|
+
utils:average_of_list(LoadListing).
|
61
|
+
% Get the stored load for the type
|
62
|
+
% Only store the latest NUM_LOADS_TO_STORE in the stored_loads array
|
63
|
+
store_load_for_type(Type, Load, State) ->
|
64
|
+
{LoadStore, LoadListingState} = get_load_listing(Type, State),
|
65
|
+
LoadList = lists:reverse(LoadStore),
|
66
|
+
case length(LoadList) >= ?NUM_LOADS_TO_STORE of
|
67
|
+
true -> [_|T] = LoadList;
|
68
|
+
false -> T = LoadList
|
69
|
+
end,
|
70
|
+
NewStoredLoad = lists:append([Load], lists:reverse(T)),
|
71
|
+
NewState = State#state{stored_loads = ?DICT:store(Type, NewStoredLoad, LoadListingState#state.stored_loads)},
|
72
|
+
{Type, NewState}.
|
73
|
+
|
74
|
+
% Rerun the configuration
|
75
|
+
run_reconfig() -> gen_server:cast(server_location(), {run_reconfig}).
|
76
|
+
print_monitors() -> gen_server:call(server_location(), {print_monitors}).
|
77
|
+
|
78
|
+
% Allows us to fire off any command (allowed by poolparty on the check)
|
79
|
+
run_cmd(Cmd) -> gen_server:call(server_location(), {run_command, Cmd}).
|
80
|
+
fire_cmd(Cmd) -> gen_server:cast(server_location(), {fire_command, Cmd}).
|
81
|
+
|
82
|
+
still_here() -> gen_server:call(server_location(), {still_there}).
|
83
|
+
|
84
|
+
% Stop the pm_node entirely
|
85
|
+
stop() -> gen_server:cast(server_location(), stop).
|
86
|
+
|
87
|
+
% Run every UPDATE_TIME seconds
|
88
|
+
local_update(Types) ->
|
89
|
+
?TRACE("Updating", [?MASTER_LOCATION]),
|
90
|
+
net_adm:ping(?MASTER_LOCATION), % check in with the master
|
91
|
+
Load = [{Ty, element(1, get_current_load_for_type(Ty))} || Ty <- Types],
|
92
|
+
gen_server:cast(?MASTER_SERVER, {update_node_load, node(), Load}).
|
93
|
+
|
94
|
+
%%--------------------------------------------------------------------
|
95
|
+
%% Function: start_link() -> {ok,Pid} | ignore | {error,Error}
|
96
|
+
%% Description: Starts the server
|
97
|
+
%%
|
98
|
+
%% Starts the timer to fire off a ping to the master to let the master
|
99
|
+
%% know that it is alive
|
100
|
+
%%
|
101
|
+
%% Fires a ping every 10 seconds
|
102
|
+
%%--------------------------------------------------------------------
|
103
|
+
start_link() -> start_link(init:get_plain_arguments()).
|
104
|
+
start_link(Args) -> gen_server:start_link({global, node()}, ?MODULE, Args, Args).
|
105
|
+
|
106
|
+
%%====================================================================
|
107
|
+
%% gen_server callbacks
|
108
|
+
%%====================================================================
|
109
|
+
|
110
|
+
%%--------------------------------------------------------------------
|
111
|
+
%% Function: init(Args) -> {ok, State} |
|
112
|
+
%% {ok, State, Timeout} |
|
113
|
+
%% ignore |
|
114
|
+
%% {stop, Reason}
|
115
|
+
%% Description: Initiates the server
|
116
|
+
%%--------------------------------------------------------------------
|
117
|
+
init(Args) ->
|
118
|
+
io:format("Master location ~p~n", [?MASTER_LOCATION]),
|
119
|
+
process_flag(trap_exit, true),
|
120
|
+
utils:start_timer(?UPDATE_TIME, fun() -> pm_node:local_update(Args) end),
|
121
|
+
{ok, #state{
|
122
|
+
monitors=Args,
|
123
|
+
stored_loads = ?DICT:new()
|
124
|
+
}}.
|
125
|
+
|
126
|
+
%%--------------------------------------------------------------------
|
127
|
+
%% Function: %% handle_call(Request, From, State) -> {reply, Reply, State} |
|
128
|
+
%% {reply, Reply, State, Timeout} |
|
129
|
+
%% {noreply, State} |
|
130
|
+
%% {noreply, State, Timeout} |
|
131
|
+
%% {stop, Reason, Reply, State} |
|
132
|
+
%% {stop, Reason, State}
|
133
|
+
%% Description: Handling call messages
|
134
|
+
%%--------------------------------------------------------------------
|
135
|
+
handle_call({run_command, Cmd}, _From, State) ->
|
136
|
+
Reply = os:cmd(Cmd),
|
137
|
+
{reply, Reply, State};
|
138
|
+
handle_call({update_load, Type, Load}, _From, State) ->
|
139
|
+
{Type, NewState} = store_load_for_type(Type, Load, State),
|
140
|
+
Reply = get_average_load_listing(Type, NewState),
|
141
|
+
?TRACE("Updated load", [Reply]),
|
142
|
+
{reply, Reply, NewState};
|
143
|
+
handle_call({still_there}, _From, State) ->
|
144
|
+
Reply = still_here,
|
145
|
+
{reply, Reply, State};
|
146
|
+
handle_call({print_monitors}, _From, State) ->
|
147
|
+
[ io:format("Type: ~p ", [Monitor]) || Monitor <- State#state.monitors ],
|
148
|
+
io:format("~n"),
|
149
|
+
{reply, ok, State};
|
150
|
+
handle_call(_Request, _From, State) ->
|
151
|
+
Reply = ok,
|
152
|
+
{reply, Reply, State}.
|
153
|
+
|
154
|
+
%%--------------------------------------------------------------------
|
155
|
+
%% Function: handle_cast(Msg, State) -> {noreply, State} |
|
156
|
+
%% {noreply, State, Timeout} |
|
157
|
+
%% {stop, Reason, State}
|
158
|
+
%% Description: Handling cast messages
|
159
|
+
%%--------------------------------------------------------------------
|
160
|
+
handle_cast({fire_command, Cmd}, State) ->
|
161
|
+
?TRACE("Running command: ~p~n", [Cmd]),
|
162
|
+
os:cmd(". /etc/profile && server-fire-cmd \""++Cmd++"\" 2>&1 > /dev/null"),
|
163
|
+
{noreply, State};
|
164
|
+
handle_cast({run_reconfig}, State) ->
|
165
|
+
?TRACE("Running Reconfig", ["server-rerun"]),
|
166
|
+
os:cmd(". /etc/profile && server-rerun"),
|
167
|
+
{noreply, State};
|
168
|
+
handle_cast(_Msg, State) ->
|
169
|
+
{noreply, State}.
|
170
|
+
|
171
|
+
%%--------------------------------------------------------------------
|
172
|
+
%% Function: handle_info(Info, State) -> {noreply, State} |
|
173
|
+
%% {noreply, State, Timeout} |
|
174
|
+
%% {stop, Reason, State}
|
175
|
+
%% Description: Handling all non call/cast messages
|
176
|
+
%%--------------------------------------------------------------------
|
177
|
+
handle_info(_Info, State) ->
|
178
|
+
io:format("Info message received from: ~p~n", [_Info]),
|
179
|
+
{noreply, State}.
|
180
|
+
|
181
|
+
%%--------------------------------------------------------------------
|
182
|
+
%% Function: terminate(Reason, State) -> void()
|
183
|
+
%% Description: This function is called by a gen_server when it is about to
|
184
|
+
%% terminate. It should be the opposite of Module:init/1 and do any necessary
|
185
|
+
%% cleaning up. When it returns, the gen_server terminates with Reason.
|
186
|
+
%% The return value is ignored.
|
187
|
+
%%--------------------------------------------------------------------
|
188
|
+
terminate(_Reason, _State) ->
|
189
|
+
utils:stop_timer(),
|
190
|
+
ok.
|
191
|
+
|
192
|
+
%%--------------------------------------------------------------------
|
193
|
+
%% Func: code_change(OldVsn, State, Extra) -> {ok, NewState}
|
194
|
+
%% Description: Convert process state when code is changed
|
195
|
+
%%--------------------------------------------------------------------
|
196
|
+
code_change(_OldVsn, State, _Extra) ->
|
197
|
+
{ok, State}.
|
198
|
+
|
199
|
+
% Private
|
200
|
+
server_location() -> global:whereis_name(node()).
|
@@ -0,0 +1,38 @@
|
|
1
|
+
% This supervisor is responsible for monitoring the
|
2
|
+
% client service
|
3
|
+
|
4
|
+
-module (pm_node_supervisor).
|
5
|
+
-behaviour(supervisor).
|
6
|
+
|
7
|
+
-export ([start/0, start/1]).
|
8
|
+
-export([start_in_shell_for_testing/0, start_link/1, init/1]).
|
9
|
+
|
10
|
+
-ifdef(EUNIT).
|
11
|
+
-include_lib("eunit/include/eunit.hrl").
|
12
|
+
-endif.
|
13
|
+
|
14
|
+
start() -> spawn(fun() -> supervisor:start_link({local, ?MODULE}, ?MODULE, _Arg = []) end).
|
15
|
+
start(Args) -> spawn(fun() -> supervisor:start_link({local, ?MODULE}, ?MODULE, Args) end).
|
16
|
+
|
17
|
+
|
18
|
+
start_in_shell_for_testing() ->
|
19
|
+
{ok, Pid} = supervisor:start_link({local, ?MODULE}, ?MODULE, _Arg = []),
|
20
|
+
unlink(Pid).
|
21
|
+
|
22
|
+
start_link(Args) ->
|
23
|
+
supervisor:start_link({local, ?MODULE}, ?MODULE, Args).
|
24
|
+
|
25
|
+
init(Args) ->
|
26
|
+
RestartStrategy = one_for_one,
|
27
|
+
MaxRestarts = 1000,
|
28
|
+
MaxTimeBetRestarts = 3600,
|
29
|
+
TimeoutTime = 5000,
|
30
|
+
|
31
|
+
SupFlags = {RestartStrategy, MaxRestarts, MaxTimeBetRestarts},
|
32
|
+
|
33
|
+
EventManager = {pm_event_manager, {pm_event_manager, start_link, []}, permanent, TimeoutTime, worker, dynamic},
|
34
|
+
NodeServer = {pm_node1, {pm_node, start_link, Args}, permanent, TimeoutTime, worker, [pm_node]},
|
35
|
+
|
36
|
+
LoadServers = [EventManager, NodeServer],
|
37
|
+
|
38
|
+
{ok, {SupFlags, LoadServers}}.
|
@@ -0,0 +1,76 @@
|
|
1
|
+
-module (pm_packager).
|
2
|
+
-compile(export_all).
|
3
|
+
-behaviour(application).
|
4
|
+
|
5
|
+
%% Application callbacks
|
6
|
+
-export([start/2, stop/1]).
|
7
|
+
|
8
|
+
start() ->
|
9
|
+
start("", "").
|
10
|
+
%%====================================================================
|
11
|
+
%% Application callbacks
|
12
|
+
%%====================================================================
|
13
|
+
%%--------------------------------------------------------------------
|
14
|
+
%% Function: start(Type, StartArgs) -> {ok, Pid} |
|
15
|
+
%% {ok, Pid, State} |
|
16
|
+
%% {error, Reason}
|
17
|
+
%% Description: This function is called whenever an application
|
18
|
+
%% is started using application:start/1,2, and should start the processes
|
19
|
+
%% of the application. If the application is structured according to the
|
20
|
+
%% OTP design principles as a supervision tree, this means starting the
|
21
|
+
%% top supervisor of the tree.
|
22
|
+
%%--------------------------------------------------------------------
|
23
|
+
start(_, _) ->
|
24
|
+
recompile_scripts("0.1").
|
25
|
+
|
26
|
+
%%--------------------------------------------------------------------
|
27
|
+
%% Function: stop(State) -> void()
|
28
|
+
%% Description: This function is called whenever an application
|
29
|
+
%% has stopped. It is intended to be the opposite of Module:start/2 and
|
30
|
+
%% should do any necessary cleaning up. The return value is ignored.
|
31
|
+
%%--------------------------------------------------------------------
|
32
|
+
stop(_State) ->
|
33
|
+
ok.
|
34
|
+
|
35
|
+
%%====================================================================
|
36
|
+
%% Internal functions
|
37
|
+
%%====================================================================
|
38
|
+
|
39
|
+
gen_rel(Name, Vers) ->
|
40
|
+
RelName = lists:append(["pm_",Name,"_rel-",Vers]),
|
41
|
+
F = lists:append(["{release, {\"",Name,"\",\"",Vers,"\"}, ",
|
42
|
+
"{erts,\"",erlang:system_info(version),"\"},"
|
43
|
+
"[{kernel,\"",get_vsn(kernel),"\"},",
|
44
|
+
"{stdlib,\"",get_vsn(stdlib),"\"},",
|
45
|
+
"{inets,\"",get_vsn(inets),"\"},",
|
46
|
+
"{crypto,\"",get_vsn(crypto),"\"},",
|
47
|
+
"{sasl,\"",get_vsn(sasl),"\"},",
|
48
|
+
"{",Name,",\"",Vers,"\"}]}."]),
|
49
|
+
file:write_file( lists:append(["ebin/", RelName, ".rel"]),F).
|
50
|
+
|
51
|
+
% Recompiles the boot scripts
|
52
|
+
recompile_scripts(Vers) ->
|
53
|
+
gen_rel("master", Vers),
|
54
|
+
gen_rel("node", Vers),
|
55
|
+
gen_rel("client", Vers),
|
56
|
+
systools:make_script("pm_node_rel-"++Vers, [local,{path,["ebin"]}]),
|
57
|
+
systools:make_script("pm_master_rel-"++Vers, [local,{path,["ebin"]}]),
|
58
|
+
systools:make_script("pm_client_rel-"++Vers, [local,{path,["ebin"]}]).
|
59
|
+
|
60
|
+
package_scripts(Vers) ->
|
61
|
+
systools:make_tar("ebin/pm_node_rel-"++Vers),
|
62
|
+
systools:make_tar("ebin/pm_client_rel-"++Vers),
|
63
|
+
systools:make_tar("ebin/pm_master_rel-"++Vers).
|
64
|
+
|
65
|
+
get_vsn(Module) ->
|
66
|
+
AppFile = code:lib_dir(Module)++"/ebin/"++atom_to_list(Module)++".app",
|
67
|
+
{ok,[{application,_App,Attrs}]} = file:consult(AppFile),
|
68
|
+
{value,{vsn,Vsn}} = lists:keysearch(vsn,1,Attrs),
|
69
|
+
Vsn.
|
70
|
+
|
71
|
+
install_messenger(Vers) ->
|
72
|
+
Root = code:root_dir(),
|
73
|
+
io:format("~p root: "++Root, [Vers]),
|
74
|
+
ok.
|
75
|
+
|
76
|
+
% Tests
|
@@ -0,0 +1,213 @@
|
|
1
|
+
%
|
2
|
+
% pm_spawner.erl
|
3
|
+
% Spawn a process in this gen_server remotely
|
4
|
+
% and hear back from it when it's got stuff to say
|
5
|
+
%
|
6
|
+
% Created by Ari Lerner on 2008-12-05.
|
7
|
+
% Copyright 2008 CitrusByte. All rights reserved.
|
8
|
+
%
|
9
|
+
-module (pm_spawner).
|
10
|
+
-behaviour(gen_server).
|
11
|
+
|
12
|
+
-include_lib("../include/defines.hrl").
|
13
|
+
|
14
|
+
%% API
|
15
|
+
-export([start_link/0]).
|
16
|
+
-export ([run_command/1, run_command/2, check_command/1]).
|
17
|
+
|
18
|
+
%% gen_server callbacks
|
19
|
+
-export([init/1, handle_call/3, handle_cast/2, handle_info/2, terminate/2, code_change/3]).
|
20
|
+
|
21
|
+
-record(state, {
|
22
|
+
processes = ?DICT:new() % Array of the output
|
23
|
+
}).
|
24
|
+
-define(SERVER, ?MODULE).
|
25
|
+
|
26
|
+
%%--------------------------------------------------------------------
|
27
|
+
%% Function: start_link() -> {ok,Pid} | ignore | {error,Error}
|
28
|
+
%% Description: Starts the server
|
29
|
+
%%--------------------------------------------------------------------
|
30
|
+
start_link() -> gen_server:start_link({global, ?MODULE}, ?MODULE, [], []).
|
31
|
+
|
32
|
+
%%====================================================================
|
33
|
+
%% gen_server callbacks
|
34
|
+
%%====================================================================
|
35
|
+
|
36
|
+
%%--------------------------------------------------------------------
|
37
|
+
%% Function: init(Args) -> {ok, State} |
|
38
|
+
%% {ok, State, Timeout} |
|
39
|
+
%% ignore |
|
40
|
+
%% {stop, Reason}
|
41
|
+
%% Description: Initiates the server
|
42
|
+
%%--------------------------------------------------------------------
|
43
|
+
init([]) ->
|
44
|
+
% process_flag(trap_exit, true),
|
45
|
+
{ok, #state{
|
46
|
+
processes = ?DICT:new()
|
47
|
+
}}.
|
48
|
+
|
49
|
+
%%--------------------------------------------------------------------
|
50
|
+
%% Function: %% handle_call(Request, From, State) -> {reply, Reply, State} |
|
51
|
+
%% {reply, Reply, State, Timeout} |
|
52
|
+
%% {noreply, State} |
|
53
|
+
%% {noreply, State, Timeout} |
|
54
|
+
%% {stop, Reason, Reply, State} |
|
55
|
+
%% {stop, Reason, State}
|
56
|
+
%% Description: Handling call messages
|
57
|
+
%%--------------------------------------------------------------------
|
58
|
+
handle_call({run_command, Cmds}, _From, State) ->
|
59
|
+
{ok, NewState} = run_command(Cmds, State),
|
60
|
+
?TRACE("storing into state from call", [Cmds, NewState]),
|
61
|
+
{reply, ok, NewState};
|
62
|
+
handle_call({check_command, Cmd}, _From, State) ->
|
63
|
+
AtomCommand = erlang:list_to_atom(Cmd),
|
64
|
+
?TRACE("is_key for ", [AtomCommand, ?DICT:is_key(AtomCommand, State#state.processes)]),
|
65
|
+
case ?DICT:is_key(AtomCommand, State#state.processes) of
|
66
|
+
false ->
|
67
|
+
Reply = nil,
|
68
|
+
NewState = State;
|
69
|
+
true ->
|
70
|
+
Pid = ?DICT:fetch(AtomCommand, State#state.processes),
|
71
|
+
case erlang:is_pid(Pid) of
|
72
|
+
true ->
|
73
|
+
Pid ! {self(), collect},
|
74
|
+
receive
|
75
|
+
{command_response, OutFromCommand} ->
|
76
|
+
Reply = OutFromCommand,
|
77
|
+
NewState = State#state{processes = ?DICT:store(AtomCommand, OutFromCommand, State#state.processes)};
|
78
|
+
Msg ->
|
79
|
+
NewState = State,
|
80
|
+
Reply = Msg
|
81
|
+
after
|
82
|
+
1000 ->
|
83
|
+
Pid ! {self(), collect},
|
84
|
+
NewState = State,
|
85
|
+
Reply = "no output"
|
86
|
+
end;
|
87
|
+
false ->
|
88
|
+
NewState = State,
|
89
|
+
Reply = Pid
|
90
|
+
end
|
91
|
+
end,
|
92
|
+
{reply, Reply, NewState};
|
93
|
+
handle_call(_Request, _From, State) ->
|
94
|
+
Reply = ok,
|
95
|
+
{reply, Reply, State}.
|
96
|
+
%%--------------------------------------------------------------------
|
97
|
+
%% Function: handle_cast(Msg, State) -> {noreply, State} |
|
98
|
+
%% {noreply, State, Timeout} |
|
99
|
+
%% {stop, Reason, State}
|
100
|
+
%% Description: Handling cast messages
|
101
|
+
%%--------------------------------------------------------------------
|
102
|
+
handle_cast({run_command, Cmd}, State) ->
|
103
|
+
{ok, NewState} = run_command(Cmd, State),
|
104
|
+
{noreply, NewState};
|
105
|
+
handle_cast(_Msg, State) ->
|
106
|
+
{noreply, State}.
|
107
|
+
|
108
|
+
%%--------------------------------------------------------------------
|
109
|
+
%% Function: handle_info(Info, State) -> {noreply, State} |
|
110
|
+
%% {noreply, State, Timeout} |
|
111
|
+
%% {stop, Reason, State}
|
112
|
+
%% Description: Handling all non call/cast messages
|
113
|
+
%%--------------------------------------------------------------------
|
114
|
+
handle_info(_Info, State) ->
|
115
|
+
{noreply, State}.
|
116
|
+
|
117
|
+
%%--------------------------------------------------------------------
|
118
|
+
%% Function: terminate(Reason, State) -> void()
|
119
|
+
%% Description: This function is called by a gen_server when it is about to
|
120
|
+
%% terminate. It should be the opposite of Module:init/1 and do any necessary
|
121
|
+
%% cleaning up. When it returns, the gen_server terminates with Reason.
|
122
|
+
%% The return value is ignored.
|
123
|
+
%%--------------------------------------------------------------------
|
124
|
+
terminate(_Reason, _State) ->
|
125
|
+
ok.
|
126
|
+
|
127
|
+
%%--------------------------------------------------------------------
|
128
|
+
%% Func: code_change(OldVsn, State, Extra) -> {ok, NewState}
|
129
|
+
%% Description: Convert process state when code is changed
|
130
|
+
%%--------------------------------------------------------------------
|
131
|
+
code_change(_OldVsn, State, _Extra) ->
|
132
|
+
{ok, State}.
|
133
|
+
|
134
|
+
% Quick helper for running commands
|
135
|
+
run_command(Cmd) -> gen_server:call(server_location(), {run_command, Cmd}).
|
136
|
+
check_command(Cmd) ->
|
137
|
+
Command = lists:flatten(io_lib:format("~s", [Cmd])),
|
138
|
+
gen_server:call(server_location(), {check_command, Command}).
|
139
|
+
|
140
|
+
% Run the command, start up the
|
141
|
+
run_command(Cmd, State) ->
|
142
|
+
Command = lists:flatten(io_lib:format("~s", [Cmd])),
|
143
|
+
AtomCommand = erlang:list_to_atom(Command),
|
144
|
+
Pid = spawn(fun() -> spawn_command(Command) end),
|
145
|
+
Storage = Pid,
|
146
|
+
?TRACE("storing into state", [AtomCommand]),
|
147
|
+
NewState = State#state{processes = ?DICT:store(AtomCommand, Storage, State#state.processes)},
|
148
|
+
{ok, NewState}.
|
149
|
+
|
150
|
+
spawn_command(Command) ->
|
151
|
+
Port = erlang:open_port({spawn, Command}, [stream, exit_status, stderr_to_stdout, use_stdio]),
|
152
|
+
ResponsePid = response_reader(Port),
|
153
|
+
spawn_command_loop(Command, Port, ResponsePid).
|
154
|
+
|
155
|
+
spawn_command_loop(Command, Port, Responses) ->
|
156
|
+
receive
|
157
|
+
{Pid, collect} ->
|
158
|
+
case erlang:is_pid(Responses) of
|
159
|
+
true ->
|
160
|
+
io:format("There is no output on your command yet, try again in a few seconds ~p~n", [Responses]),
|
161
|
+
spawn_command_loop(Command, Port, Responses);
|
162
|
+
false ->
|
163
|
+
Pid ! {command_response, Responses}
|
164
|
+
end;
|
165
|
+
{exit_status, _} ->
|
166
|
+
spawn_command_loop(Command, Port, Responses);
|
167
|
+
{done, Port, Response} ->
|
168
|
+
?TRACE("Received done message", Response),
|
169
|
+
spawn_command_loop(Command, Port, Response);
|
170
|
+
{Port, {exit_status, 0}} ->
|
171
|
+
?TRACE("Received exit_status", [Port]),
|
172
|
+
Responses ! {Port, {exit_status, 0, self()}},
|
173
|
+
receive
|
174
|
+
{ok, Resp} ->
|
175
|
+
?TRACE("Received ok back", [Resp]),
|
176
|
+
spawn_command_loop(Command, Port, Resp)
|
177
|
+
end;
|
178
|
+
Mes ->
|
179
|
+
?TRACE("received message", [Mes]),
|
180
|
+
Responses ! Mes,
|
181
|
+
spawn_command_loop(Command, Port, Responses)
|
182
|
+
end.
|
183
|
+
|
184
|
+
response_reader(Port) ->
|
185
|
+
ResponsePid = spawn(fun() -> response_reader_loop(Port, []) end),
|
186
|
+
ResponsePid.
|
187
|
+
|
188
|
+
response_reader_loop(Port, Acc) ->
|
189
|
+
receive
|
190
|
+
{Port, {data, Bin}} ->
|
191
|
+
?TRACE("received data", [Bin]),
|
192
|
+
response_reader_loop(Port, [Bin|Acc]);
|
193
|
+
{Port, {exit_status, 0, Pid}} ->
|
194
|
+
catch erlang:port_close(Port),
|
195
|
+
Response = lists:flatten(lists:reverse(Acc)),
|
196
|
+
?TRACE("received exit_status", [Response, Port]),
|
197
|
+
Pid ! {ok, Response};
|
198
|
+
{Port, {exit_status, _}} ->
|
199
|
+
catch erlang:port_close(Port),
|
200
|
+
Output = lists:flatten(lists:reverse(Acc)),
|
201
|
+
{error, Output};
|
202
|
+
{Pid, get_data} ->
|
203
|
+
?TRACE("get_data for", [Pid, Acc]),
|
204
|
+
Pid ! {data, Port, Acc},
|
205
|
+
response_reader_loop(Port, Acc);
|
206
|
+
{_, collect} ->
|
207
|
+
response_reader_loop(Port, Acc);
|
208
|
+
Mes ->
|
209
|
+
io:format("Unexpected message in response_reader_loop ~p~n", [Mes]),
|
210
|
+
response_reader_loop(Port, Acc)
|
211
|
+
end.
|
212
|
+
|
213
|
+
server_location() -> global:whereis_name(?SERVER).
|
@@ -0,0 +1,11 @@
|
|
1
|
+
-module (pm_strings).
|
2
|
+
-include_lib("../include/defines.hrl").
|
3
|
+
-compile(export_all).
|
4
|
+
|
5
|
+
string_join(Items, Sep) ->
|
6
|
+
lists:flatten(lists:reverse(string_join1(Items, Sep, []))).
|
7
|
+
|
8
|
+
string_join1([Head | []], _Sep, Acc) ->
|
9
|
+
[Head | Acc];
|
10
|
+
string_join1([Head | Tail], Sep, Acc) ->
|
11
|
+
string_join1(Tail, Sep, [Sep, Head | Acc]).
|
@@ -0,0 +1,72 @@
|
|
1
|
+
-module (utils).
|
2
|
+
-include_lib("../include/defines.hrl").
|
3
|
+
-compile(export_all).
|
4
|
+
|
5
|
+
-ifdef(EUNIT).
|
6
|
+
-include_lib("eunit/include/eunit.hrl").
|
7
|
+
-endif.
|
8
|
+
|
9
|
+
% Turn a list from
|
10
|
+
% [{"0.66"}, {"0.32"}, []] -> [0.66, 0.32]
|
11
|
+
convert_responses_to_int_list(L) ->
|
12
|
+
Sum = lists:foldr( fun(Int, Sum) -> Int + Sum end, 0, [erlang:list_to_float(F) || {F} <- L] ),
|
13
|
+
average_for_list(Sum, L).
|
14
|
+
|
15
|
+
% Start a timer to fire off Fun after Time number of milliseconds
|
16
|
+
start_timer(Name, Time, Fun) ->
|
17
|
+
case whereis(Name) of
|
18
|
+
undefined -> register(Name, spawn(fun() -> tick_timer(Time, Fun) end));
|
19
|
+
_ -> ok
|
20
|
+
end.
|
21
|
+
start_timer(Time, Fun) ->
|
22
|
+
start_timer(?MODULE, Time, Fun).
|
23
|
+
% register(?MODULE, spawn(fun() -> tick_timer(Time, Fun) end)).
|
24
|
+
|
25
|
+
stop_timer(Name) -> erlang:whereis(Name) ! stop.
|
26
|
+
stop_timer() -> ?MODULE ! stop.
|
27
|
+
|
28
|
+
|
29
|
+
tick_timer(Time, Fun) ->
|
30
|
+
receive
|
31
|
+
stop -> void
|
32
|
+
after Time ->
|
33
|
+
Fun(),
|
34
|
+
tick_timer(Time, Fun)
|
35
|
+
end.
|
36
|
+
|
37
|
+
average_of_list(L) ->
|
38
|
+
Sum = lists:foldr( fun(Int, Sum) ->
|
39
|
+
case erlang:is_float(Int) of
|
40
|
+
true -> Integer = Int;
|
41
|
+
false -> Integer = erlang:list_to_float(Int)
|
42
|
+
end,
|
43
|
+
Integer + Sum
|
44
|
+
end, 0, [F || F <- L] ),
|
45
|
+
average_for_list(Sum, L).
|
46
|
+
|
47
|
+
% Get the average of the list
|
48
|
+
average_for_list(Num, L) ->
|
49
|
+
case length(L) of
|
50
|
+
0 ->
|
51
|
+
-1;
|
52
|
+
_ ->
|
53
|
+
Num / length(L)
|
54
|
+
end.
|
55
|
+
|
56
|
+
|
57
|
+
|
58
|
+
% Provisioning utils
|
59
|
+
distribute_modules_to(Modules, Nodes) ->
|
60
|
+
% transfer the modules to all the nodes
|
61
|
+
lists:foreach(fun(Node) ->
|
62
|
+
transfer_modules(Node, Modules)
|
63
|
+
end, Nodes).
|
64
|
+
|
65
|
+
% Transfer modules of code to this node
|
66
|
+
transfer_modules(Node, Modules) ->
|
67
|
+
[transfer_module(Node, M) || M <- Modules].
|
68
|
+
|
69
|
+
% Transfer one module to the Node
|
70
|
+
transfer_module(Node, Module) ->
|
71
|
+
{_Module, Binary, Filename} = code:get_object_code(Module),
|
72
|
+
rpc:call(Node, code, load_binary, [Module, Filename, Binary]).
|
@@ -0,0 +1,17 @@
|
|
1
|
+
% Snippets
|
2
|
+
% lists:map(fun(No) -> net_adm:ping(No) end, pm_cluster:any_new_servers()).
|
3
|
+
|
4
|
+
% Start test nodes, defining testing
|
5
|
+
% erl -pa ./ebin -kernel inet_dist_listen_min 7000 inet_dist_listen_max 7050 -setcookie poolparty -boot pm_node_rel-0.1 -sname node0
|
6
|
+
% erl -pa ./ebin -kernel inet_dist_listen_min 7000 inet_dist_listen_max 7050 -setcookie poolparty -boot pm_node_rel-0.1 -sname node1
|
7
|
+
|
8
|
+
% Starting the client on the master
|
9
|
+
% erl -pa /var/lib/gems/1.8/gems/poolparty-0.2.54/lib/erlang/messenger/ebin -kernel inet_dist_listen_min 7000 inet_dist_listen_max 7050 -sname client -setcookie poolparty -run pm_client start
|
10
|
+
|
11
|
+
% Get the load
|
12
|
+
% erl -pa /var/lib/gems/1.8/gems/poolparty-0.2.46/lib/erlang/messenger/ebin -kernel inet_dist_listen_min 7000 inet_dist_listen_max 7050 -sname client -setcookie poolparty -run pm_client start
|
13
|
+
|
14
|
+
% cd /var/poolparty && gem uninstall poolparty && wget http://github.com/auser/poolparty/tree/master%2Fpkg%2Fpoolparty.gem?raw=true -O poolparty.gem 2>&1 && gem install --no-ri --no-rdoc poolparty.gem
|
15
|
+
|
16
|
+
% LOAD TESTING
|
17
|
+
% ab -n 10000 -c 5 http://75.101.162.232/
|