pione 0.2.2 → 0.3.0
Sign up to get free protection for your applications and to get access to all the features.
- data/.gitignore +1 -0
- data/.simplecov +1 -0
- data/History.txt +9 -0
- data/Rakefile +1 -71
- data/example/Fib/Fib.pione +9 -8
- data/example/HelloWorld/HelloWorld.pione +2 -0
- data/example/HelloWorld/pione-package.json +15 -0
- data/example/HelloWorld/scenario/Scenario.pione +2 -0
- data/example/HelloWorld/scenario/pione-scenario.json +10 -0
- data/example/SerialProcessing/SerialProcessing.pione +2 -0
- data/example/SerialProcessing/pione-package.json +15 -0
- data/example/SerialProcessing/scenario/Scenario.pione +1 -0
- data/example/SerialProcessing/scenario/pione-scenario.json +10 -0
- data/lib/pione.rb +28 -35
- data/lib/pione/agent.rb +4 -4
- data/lib/pione/agent/agent-exception.rb +52 -0
- data/lib/pione/agent/basic-agent.rb +246 -239
- data/lib/pione/agent/broker.rb +232 -216
- data/lib/pione/agent/input-generator.rb +113 -133
- data/lib/pione/agent/job-terminator.rb +38 -0
- data/lib/pione/agent/logger.rb +24 -54
- data/lib/pione/agent/messenger.rb +11 -16
- data/lib/pione/agent/process-manager.rb +50 -19
- data/lib/pione/agent/task-worker.rb +126 -236
- data/lib/pione/agent/tuple-space-client.rb +16 -39
- data/lib/pione/agent/tuple-space-provider.rb +66 -0
- data/lib/pione/agent/tuple-space-receiver.rb +137 -0
- data/lib/pione/command.rb +2 -3
- data/lib/pione/command/basic-command.rb +347 -207
- data/lib/pione/command/command-exception.rb +38 -0
- data/lib/pione/command/option.rb +112 -104
- data/lib/pione/command/pione-broker.rb +85 -43
- data/lib/pione/command/pione-clean.rb +51 -8
- data/lib/pione/command/pione-client.rb +321 -292
- data/lib/pione/command/pione-log.rb +92 -53
- data/lib/pione/command/pione-package.rb +112 -59
- data/lib/pione/command/pione-relay-account-db.rb +107 -78
- data/lib/pione/command/pione-relay-client-db.rb +93 -72
- data/lib/pione/command/pione-relay.rb +37 -32
- data/lib/pione/command/pione-syntax-checker.rb +112 -87
- data/lib/pione/command/pione-task-worker.rb +135 -118
- data/lib/pione/command/pione-tuple-space-provider.rb +83 -50
- data/lib/pione/command/pione-tuple-space-receiver.rb +89 -50
- data/lib/pione/command/pione-tuple-space-viewer.rb +101 -99
- data/lib/pione/command/pione-val.rb +50 -29
- data/lib/pione/command/spawner.rb +74 -0
- data/lib/pione/front.rb +0 -2
- data/lib/pione/front/basic-front.rb +48 -26
- data/lib/pione/front/broker-front.rb +8 -16
- data/lib/pione/front/client-front.rb +10 -18
- data/lib/pione/front/front-exception.rb +12 -0
- data/lib/pione/front/relay-front.rb +6 -6
- data/lib/pione/front/task-worker-front.rb +3 -9
- data/lib/pione/front/tuple-space-provider-front.rb +6 -14
- data/lib/pione/front/tuple-space-receiver-front.rb +4 -11
- data/lib/pione/global.rb +135 -0
- data/lib/pione/global/broker-variable.rb +20 -0
- data/lib/pione/global/client-variable.rb +18 -0
- data/lib/pione/global/input-generator-variable.rb +7 -0
- data/lib/pione/global/log-variable.rb +53 -0
- data/lib/pione/global/network-variable.rb +7 -0
- data/lib/pione/global/package-variable.rb +28 -0
- data/lib/pione/global/path-variable.rb +52 -0
- data/lib/pione/global/relay-variable.rb +86 -0
- data/lib/pione/global/system-variable.rb +39 -0
- data/lib/pione/global/task-worker-variable.rb +17 -0
- data/lib/pione/global/tuple-space-notifier-variable.rb +60 -0
- data/lib/pione/lang.rb +55 -0
- data/lib/pione/lang/basic-model.rb +45 -0
- data/lib/pione/lang/boolean.rb +86 -0
- data/lib/pione/lang/common-parser.rb +202 -0
- data/lib/pione/lang/conditional-branch-parser.rb +57 -0
- data/lib/pione/lang/conditional-branch-transformer.rb +36 -0
- data/lib/pione/lang/conditional-branch.rb +73 -0
- data/lib/pione/lang/context-parser.rb +39 -0
- data/lib/pione/lang/context-transformer.rb +41 -0
- data/lib/pione/lang/context.rb +229 -0
- data/lib/pione/lang/data-expr.rb +265 -0
- data/lib/pione/lang/declaration-parser.rb +174 -0
- data/lib/pione/lang/declaration-transformer.rb +153 -0
- data/lib/pione/lang/declaration.rb +322 -0
- data/lib/pione/lang/definition.rb +88 -0
- data/lib/pione/lang/document-parser.rb +19 -0
- data/lib/pione/lang/document-transformer.rb +12 -0
- data/lib/pione/lang/environment.rb +344 -0
- data/lib/pione/{parser → lang}/error-message.yml +0 -0
- data/lib/pione/lang/expr-parser.rb +228 -0
- data/lib/pione/{transformer → lang}/expr-transformer.rb +32 -44
- data/lib/pione/lang/expr.rb +70 -0
- data/lib/pione/lang/feature-expr.rb +425 -0
- data/lib/pione/lang/float.rb +104 -0
- data/lib/pione/lang/integer.rb +159 -0
- data/lib/pione/lang/interpolator-parser.rb +44 -0
- data/lib/pione/lang/interpolator-transformer.rb +13 -0
- data/lib/pione/lang/keyed-sequence.rb +98 -0
- data/lib/pione/lang/lang-exception.rb +224 -0
- data/lib/pione/lang/literal-parser.rb +134 -0
- data/lib/pione/lang/literal-transformer.rb +171 -0
- data/lib/pione/lang/message.rb +41 -0
- data/lib/pione/lang/ordinal-sequence.rb +203 -0
- data/lib/pione/lang/package-expr.rb +86 -0
- data/lib/pione/lang/parameters.rb +121 -0
- data/lib/pione/lang/piece.rb +42 -0
- data/lib/pione/{model → lang}/pione-method.rb +26 -63
- data/lib/pione/lang/rule-expr.rb +70 -0
- data/lib/pione/lang/sequence.rb +215 -0
- data/lib/pione/lang/string.rb +116 -0
- data/lib/pione/lang/ticket-expr.rb +48 -0
- data/lib/pione/{model → lang}/type.rb +70 -99
- data/lib/pione/lang/variable.rb +35 -0
- data/lib/pione/location.rb +13 -1
- data/lib/pione/{uri-scheme → location}/broadcast-scheme.rb +2 -2
- data/lib/pione/location/data-location.rb +22 -5
- data/lib/pione/location/dropbox-location.rb +10 -8
- data/lib/pione/{uri-scheme → location}/dropbox-scheme.rb +2 -2
- data/lib/pione/location/ftp-location.rb +6 -0
- data/lib/pione/location/git-repository-location.rb +6 -17
- data/lib/pione/{uri-scheme → location}/git-scheme.rb +2 -2
- data/lib/pione/location/http-location.rb +8 -1
- data/lib/pione/location/local-location.rb +57 -4
- data/lib/pione/{uri-scheme → location}/local-scheme.rb +2 -2
- data/lib/pione/location/{exception.rb → location-exception.rb} +13 -1
- data/lib/pione/{uri-scheme/basic-scheme.rb → location/location-scheme.rb} +7 -6
- data/lib/pione/{uri-scheme → location}/myftp-scheme.rb +2 -2
- data/lib/pione/log.rb +7 -6
- data/lib/pione/log/debug.rb +75 -0
- data/lib/pione/log/domain-log.rb +4 -5
- data/lib/pione/log/message-log.rb +2 -2
- data/lib/pione/log/process-log.rb +16 -25
- data/lib/pione/log/process-record.rb +1 -0
- data/lib/pione/log/system-log.rb +165 -55
- data/lib/pione/package.rb +21 -0
- data/lib/pione/package/document.rb +27 -0
- data/lib/pione/package/package-archiver.rb +152 -0
- data/lib/pione/package/package-cache.rb +79 -0
- data/lib/pione/package/package-database.rb +121 -0
- data/lib/pione/package/package-exception.rb +38 -0
- data/lib/pione/{component → package}/package-expander.rb +13 -7
- data/lib/pione/package/package-filename.rb +46 -0
- data/lib/pione/package/package-handler.rb +106 -0
- data/lib/pione/package/package-info.rb +72 -0
- data/lib/pione/package/package-reader.rb +202 -0
- data/lib/pione/package/package-scanner.rb +133 -0
- data/lib/pione/package/scenario-handler.rb +95 -0
- data/lib/pione/package/scenario-info.rb +34 -0
- data/lib/pione/package/scenario-reader.rb +29 -0
- data/lib/pione/package/scenario-scanner.rb +96 -0
- data/lib/pione/patch.rb +0 -1
- data/lib/pione/patch/drb-patch.rb +377 -298
- data/lib/pione/patch/rinda-patch.rb +4 -3
- data/lib/pione/relay/relay-socket.rb +1 -4
- data/lib/pione/rule-engine.rb +27 -0
- data/lib/pione/{rule-handler → rule-engine}/action-handler.rb +41 -40
- data/lib/pione/rule-engine/basic-handler.rb +266 -0
- data/lib/pione/rule-engine/data-finder.rb +97 -0
- data/lib/pione/{rule-handler → rule-engine}/empty-handler.rb +2 -3
- data/lib/pione/rule-engine/engine-exception.rb +33 -0
- data/lib/pione/rule-engine/flow-handler.rb +490 -0
- data/lib/pione/{rule-handler → rule-engine}/root-handler.rb +5 -14
- data/lib/pione/{rule-handler → rule-engine}/system-handler.rb +1 -1
- data/lib/pione/rule-engine/update-criteria.rb +111 -0
- data/lib/pione/system.rb +3 -1
- data/lib/pione/system/config.rb +12 -45
- data/lib/pione/system/domain-info.rb +3 -12
- data/lib/pione/system/init.rb +2 -8
- data/lib/pione/system/system-exception.rb +29 -0
- data/lib/pione/test-helper.rb +43 -0
- data/lib/pione/test-helper/command-helper.rb +65 -0
- data/lib/pione/test-helper/extension.rb +9 -0
- data/lib/pione/test-helper/lang-helper.rb +196 -0
- data/lib/pione/test-helper/location-helper.rb +27 -0
- data/lib/pione/test-helper/package-helper.rb +11 -0
- data/lib/pione/test-helper/parser-helper.rb +45 -0
- data/lib/pione/test-helper/transformer-helper.rb +136 -0
- data/lib/pione/test-helper/tuple-helper.rb +13 -0
- data/lib/pione/test-helper/tuple-space-helper.rb +31 -0
- data/lib/pione/test-helper/webserver.rb +50 -0
- data/lib/pione/tuple-space.rb +4 -6
- data/lib/pione/{tuple → tuple-space}/basic-tuple.rb +63 -50
- data/lib/pione/tuple-space/tuple-definition.yml +165 -0
- data/lib/pione/tuple-space/tuple-space-exception.rb +25 -0
- data/lib/pione/tuple-space/tuple-space-interface.rb +123 -0
- data/lib/pione/tuple-space/tuple-space-server.rb +15 -26
- data/lib/pione/util.rb +16 -11
- data/lib/pione/util/backslash-notation.rb +11 -0
- data/lib/pione/util/digest.rb +71 -0
- data/lib/pione/util/embeded-expr-expander.rb +23 -0
- data/lib/pione/util/evaluatable.rb +9 -6
- data/lib/pione/util/free-thread-generator.rb +46 -0
- data/lib/pione/util/ftp-server.rb +3 -4
- data/lib/pione/util/id.rb +28 -23
- data/lib/pione/util/misc.rb +22 -4
- data/lib/pione/util/package-parameters-list.rb +12 -9
- data/lib/pione/{parser → util}/parslet-extension.rb +75 -64
- data/lib/pione/util/positionable.rb +65 -0
- data/lib/pione/util/zip.rb +12 -11
- data/lib/pione/version.rb +1 -1
- data/{test → misc}/endurance-test/graph.plt +0 -0
- data/{test → misc}/endurance-test/run.sh +0 -0
- data/pione.gemspec +45 -37
- data/test/agent/spec_basic-agent.rb +116 -99
- data/test/agent/spec_broker.rb +41 -25
- data/test/agent/spec_input-generator.rb +66 -57
- data/test/agent/spec_job-terminator.rb +27 -0
- data/test/agent/spec_logger.rb +28 -25
- data/test/agent/spec_messenger.rb +6 -6
- data/test/agent/spec_task-worker.rb +97 -246
- data/test/agent/spec_tuple-space-client.rb +19 -15
- data/test/agent/spec_tuple-space-provider.rb +26 -0
- data/test/agent/spec_tuple-space-receiver.rb +47 -0
- data/test/command/command-behavior.rb +2 -2
- data/test/command/data/PionePackageP1/P1.pione +9 -0
- data/test/command/data/PionePackageP1/pione-package.json +15 -0
- data/test/command/data/PionePackageP2/P2.pione +10 -0
- data/test/command/data/PionePackageP2/pione-package.json +16 -0
- data/test/command/data/PionePackageP3/P3.pione +10 -0
- data/test/command/data/PionePackageP3/pione-package.json +16 -0
- data/test/command/data/PionePackageP4/P4.pione +10 -0
- data/test/command/data/PionePackageP4/pione-package.json +17 -0
- data/test/command/data/pione-process.log +471 -0
- data/test/command/data/pione-val.domain.dump +0 -0
- data/test/command/spec_pione-clean.rb +12 -0
- data/test/command/spec_pione-client.rb +6 -6
- data/test/command/spec_pione-log.rb +28 -0
- data/test/command/spec_pione-package.rb +111 -12
- data/test/command/spec_pione-val.rb +4 -4
- data/test/lang/data/boolean.yml +134 -0
- data/test/lang/data/common-parser.yml +187 -0
- data/test/{parser/spec_flow-element-parser.yml → lang/data/conditional-branch-parser.yml} +12 -50
- data/test/lang/data/context-parser.yml +148 -0
- data/test/lang/data/data-expr.yml +93 -0
- data/test/lang/data/data-expr_match.yml +59 -0
- data/test/lang/data/declaration-parser.yml +279 -0
- data/test/lang/data/document-parser.yml +29 -0
- data/test/{parser/spec_expr-parser.yml → lang/data/expr-parser.yml} +9 -11
- data/test/lang/data/feature-expr.yml +148 -0
- data/test/lang/data/float.yml +30 -0
- data/test/lang/data/integer.yml +80 -0
- data/test/lang/data/interpolator-parser.yml +61 -0
- data/test/lang/data/keyed-sequence.yml +27 -0
- data/test/lang/data/literal-parser.yml +207 -0
- data/test/lang/data/parameter-set.yml +14 -0
- data/test/lang/data/rule-expr.yml +27 -0
- data/test/lang/data/sequence.yml +66 -0
- data/test/lang/data/string.yml +92 -0
- data/test/{model/spec_ticket-expr.yml → lang/data/ticket-expr.yml} +0 -0
- data/test/lang/spec_boolean.rb +5 -0
- data/test/{parser → lang}/spec_common-parser.rb +10 -32
- data/test/lang/spec_conditional-branch-parser.rb +5 -0
- data/test/lang/spec_conditional-branch-transformer.rb +97 -0
- data/test/lang/spec_conditional-branch.rb +176 -0
- data/test/lang/spec_context-parser.rb +5 -0
- data/test/lang/spec_context-transformer.rb +206 -0
- data/test/lang/spec_context.rb +283 -0
- data/test/lang/spec_data-expr.rb +198 -0
- data/test/lang/spec_declaration-parser.rb +5 -0
- data/test/lang/spec_declaration-transformer.rb +272 -0
- data/test/lang/spec_declaration.rb +550 -0
- data/test/lang/spec_document-parser.rb +5 -0
- data/test/lang/spec_document-transformer.rb +10 -0
- data/test/lang/spec_environment.rb +129 -0
- data/test/lang/spec_expr-parser.rb +6 -0
- data/test/lang/spec_expr-transformer.rb +149 -0
- data/test/lang/spec_feature-expr.rb +5 -0
- data/test/lang/spec_float.rb +23 -0
- data/test/lang/spec_integer.rb +29 -0
- data/test/lang/spec_interpolator-parser.rb +5 -0
- data/test/lang/spec_interpolator-transformer.rb +15 -0
- data/test/lang/spec_keyed-sequence.rb +5 -0
- data/test/lang/spec_literal-parser.rb +5 -0
- data/test/lang/spec_literal-transformer.rb +111 -0
- data/test/lang/spec_message.rb +22 -0
- data/test/lang/spec_package-expr.rb +19 -0
- data/test/lang/spec_parameter-set.rb +64 -0
- data/test/lang/spec_pione-method.rb +57 -0
- data/test/lang/spec_rule-expr.rb +18 -0
- data/test/lang/spec_sequence.rb +5 -0
- data/test/lang/spec_string.rb +5 -0
- data/test/lang/spec_ticket-expr.rb +39 -0
- data/test/lang/spec_variable.rb +29 -0
- data/test/{uri-scheme/spec_myftp-scheme.yml → location/data/myftp-scheme.yml} +0 -0
- data/test/location/location-behavior.rb +2 -2
- data/test/location/spec_basic-location.rb +5 -1
- data/test/{uri-scheme → location}/spec_broadcast-scheme.rb +4 -4
- data/test/{uri-scheme → location}/spec_dropbox-scheme.rb +3 -3
- data/test/location/spec_ftp-location.rb +3 -2
- data/test/location/spec_git-repository-location.rb +19 -19
- data/test/{uri-scheme → location}/spec_git-scheme.rb +2 -2
- data/test/location/spec_http-location.rb +4 -12
- data/test/location/spec_https-location.rb +1 -3
- data/test/location/spec_local-location.rb +1 -1
- data/test/{uri-scheme → location}/spec_local-scheme.rb +3 -3
- data/test/{uri-scheme → location}/spec_myftp-scheme.rb +8 -10
- data/test/log/spec_debug.rb +53 -0
- data/test/log/spec_domain-log.rb +4 -5
- data/test/log/spec_message-log.rb +39 -33
- data/test/log/spec_process-log.rb +4 -2
- data/test/log/spec_process-record.rb +12 -10
- data/test/log/spec_system-log.rb +29 -11
- data/test/log/spec_xes-log.rb +6 -4
- data/test/package/data/HelloWorld+v0.1.1.ppg +0 -0
- data/test/package/data/HelloWorld-gitrepos.zip +0 -0
- data/test/{test-data/package → package/data}/HelloWorld/HelloWorld.pione +3 -0
- data/test/package/data/HelloWorld/pione-package.json +16 -0
- data/test/package/data/HelloWorld/scenario/Scenario.pione +2 -0
- data/test/{test-data/package → package/data}/HelloWorld/scenario/output/message.txt +0 -0
- data/test/package/data/HelloWorld/scenario/pione-scenario.json +10 -0
- data/test/{test-data/package → package/data}/HelloWorld/scenario/scenario.yml +0 -0
- data/test/package/data/PackageScannerP1/P1.pione +11 -0
- data/test/package/data/PackageScannerP2/P2.pione +9 -0
- data/test/package/data/PackageScannerP3/P3.pione +17 -0
- data/test/package/data/PackageScannerP4/.Ignore.pione +1 -0
- data/test/package/data/PackageScannerP4/Doc1.pione +8 -0
- data/test/package/data/PackageScannerP4/Doc2.pione +6 -0
- data/test/package/data/PackageScannerP4/Doc3.pione +6 -0
- data/test/package/data/PackageScannerP4/P4.pione +8 -0
- data/test/package/data/PackageScannerP4/sub1/.Ignore.pione +1 -0
- data/test/package/data/PackageScannerP4/sub1/Doc4.pione +6 -0
- data/test/package/data/PackageScannerP4/sub1/sub1-1/.Ignore.pione +1 -0
- data/test/package/data/PackageScannerP4/sub1/sub1-1/Doc5.pione +6 -0
- data/test/package/data/PackageScannerP4/sub2/.Ignore.pione +1 -0
- data/test/package/data/PackageScannerP4/sub2/sub2-1/.Ignore.pione +1 -0
- data/test/package/data/PackageScannerP4/sub2/sub2-1/sub2-1-1/.Ignore.pione +1 -0
- data/test/package/data/PackageScannerP4/sub2/sub2-1/sub2-1-1/Doc6.pione +6 -0
- data/test/package/data/PackageScannerP4/sub2/sub2-1/sub2-1-2/.Ignore.pione +1 -0
- data/test/package/data/PackageScannerP4/sub2/sub2-1/sub2-1-2/Doc7.pione +6 -0
- data/test/package/data/PackageScannerP5/P5.pione +8 -0
- data/test/{model/spec_feature-expr.yml → package/data/PackageScannerP5/scenario1/Scenario.pione} +0 -0
- data/test/package/data/PackageScannerP5/scenario2/Scenario.pione +0 -0
- data/test/package/data/PackageScannerP5/scenario3/Scenario.pione +0 -0
- data/test/package/data/PackageScannerP5/sub1/scenario4/Scenario.pione +0 -0
- data/test/package/data/PackageScannerP5/sub1/sub1-1/scenario5/Scenario.pione +0 -0
- data/test/package/data/PackageScannerP5/sub2/sub2-1/sub2-1-1/scenario6/Scenario.pione +0 -0
- data/test/package/data/PackageScannerP5/sub2/sub2-1/sub2-1-2/scenario7/Scenario.pione +0 -0
- data/test/package/data/ScenarioScannerS1/Scenario.pione +1 -0
- data/test/package/data/ScenarioScannerS1/input/i1 +0 -0
- data/test/package/data/ScenarioScannerS1/input/i2 +0 -0
- data/test/package/data/ScenarioScannerS1/input/i3 +0 -0
- data/test/package/data/ScenarioScannerS1/output/o1 +0 -0
- data/test/package/data/ScenarioScannerS1/output/o2 +0 -0
- data/test/package/data/ScenarioScannerS1/output/o3 +0 -0
- data/test/package/data/ScenarioScannerS2/Scenario.pione +1 -0
- data/test/package/data/ScenarioScannerS2/output/o1 +0 -0
- data/test/package/data/ScenarioScannerS3/Scenario.pione +2 -0
- data/test/package/data/ScenarioScannerS4/Scenario.pione +0 -0
- data/test/package/data/ScenarioScannerS5/Scenario.pione +2 -0
- data/test/package/data/ScenarioScannerS6/Scenario.pione +5 -0
- data/test/package/data/ScenarioScannerS8/Scenario.pione +1 -0
- data/test/{test-data/package → package/data}/TestPackage1+v0.1.0.ppg +0 -0
- data/test/{test-data/package → package/data}/TestPackage1/Test.pione +3 -0
- data/test/{test-data/package → package/data}/TestPackage1/bin/count +0 -0
- data/test/{test-data/package → package/data}/TestPackage1/package.yml +0 -0
- data/test/package/data/TestPackage1/pione-package.json +18 -0
- data/test/package/data/TestPackage1/scenario/case1/Scenario.pione +1 -0
- data/test/{test-data/package → package/data}/TestPackage1/scenario/case1/input/1.txt +0 -0
- data/test/{test-data/package → package/data}/TestPackage1/scenario/case1/output/1.count +0 -0
- data/test/package/data/TestPackage1/scenario/case1/pione-scenario.json +10 -0
- data/test/{test-data/package → package/data}/TestPackage1/scenario/case1/scenario.yml +0 -0
- data/test/package/data/TestPackage1/scenario/case2/Scenario.pione +1 -0
- data/test/{test-data/package → package/data}/TestPackage1/scenario/case2/input/1.txt +0 -0
- data/test/{test-data/package → package/data}/TestPackage1/scenario/case2/input/2.txt +0 -0
- data/test/{test-data/package → package/data}/TestPackage1/scenario/case2/input/3.txt +0 -0
- data/test/{test-data/package → package/data}/TestPackage1/scenario/case2/output/1.count +0 -0
- data/test/{test-data/package → package/data}/TestPackage1/scenario/case2/output/2.count +0 -0
- data/test/{test-data/package → package/data}/TestPackage1/scenario/case2/output/3.count +0 -0
- data/test/package/data/TestPackage1/scenario/case2/pione-scenario.json +14 -0
- data/test/{test-data/package → package/data}/TestPackage1/scenario/case2/scenario.yml +0 -0
- data/test/package/data/TestPackage1/scenario/case3/Scenario.pione +1 -0
- data/test/{test-data/package → package/data}/TestPackage1/scenario/case3/input/a.txt +0 -0
- data/test/{test-data/package → package/data}/TestPackage1/scenario/case3/input/b.txt +0 -0
- data/test/{test-data/package → package/data}/TestPackage1/scenario/case3/output/a.count +0 -0
- data/test/{test-data/package → package/data}/TestPackage1/scenario/case3/output/b.count +0 -0
- data/test/package/data/TestPackage1/scenario/case3/pione-scenario.json +12 -0
- data/test/{test-data/package → package/data}/TestPackage1/scenario/case3/scenario.yml +0 -0
- data/test/{component → package}/spec_document.pione +0 -0
- data/test/package/spec_document.rb +52 -0
- data/test/package/spec_package-archiver.rb +31 -0
- data/test/package/spec_package-database.rb +42 -0
- data/test/package/spec_package-expander.rb +14 -0
- data/test/package/spec_package-filename.rb +56 -0
- data/test/package/spec_package-handler.rb +50 -0
- data/test/package/spec_package-info.rb +22 -0
- data/test/package/spec_package-reader.rb +85 -0
- data/test/package/spec_package-scanner.rb +68 -0
- data/test/package/spec_scenario-handler.rb +46 -0
- data/test/package/spec_scenario-info.rb +16 -0
- data/test/package/spec_scenario-scanner.rb +92 -0
- data/test/patch/spec_rinda-patch.rb +1 -1
- data/test/patch/spec_uri-patch.rb +1 -1
- data/test/{rule-handler → rule-engine}/spec_action-handler.pione +0 -0
- data/test/rule-engine/spec_action-handler.rb +94 -0
- data/test/rule-engine/spec_data-finder.rb +94 -0
- data/test/{tuple-space → rule-engine}/spec_data-finder.yml +39 -28
- data/test/rule-engine/spec_empty-handler.rb +170 -0
- data/test/{rule-handler → rule-engine}/spec_flow-handler.pione +0 -0
- data/test/rule-engine/spec_flow-handler.rb +421 -0
- data/test/{rule-handler → rule-engine}/spec_update-criteria.pione +0 -0
- data/test/{rule-handler → rule-engine}/spec_update-criteria.rb +16 -12
- data/test/{rule-handler → rule-engine}/spec_update-criteria.yml +0 -0
- data/test/system/spec_domain-info.rb +13 -9
- data/test/system/spec_file-cache.rb +9 -9
- data/test/tuple-space/spec_tuple-space-server.rb +42 -40
- data/test/tuple/spec_basic-tuple.rb +77 -75
- data/test/tuple/spec_data-tuple.rb +4 -4
- data/test/tuple/spec_finished-tuple.rb +5 -6
- data/test/tuple/spec_message-tuple.rb +3 -3
- data/test/tuple/spec_task-tuple.rb +11 -9
- data/test/tuple/spec_touch-tuple.rb +3 -3
- data/test/tuple/spec_working-tuple.rb +8 -12
- data/test/tuple/tuple-behavior.rb +1 -1
- data/test/util/data/HelloWorld+v0.1.1.ppg +0 -0
- data/test/util/spec_cpu.rb +1 -1
- data/test/util/spec_digest.rb +15 -0
- data/test/util/spec_evaluatable.rb +3 -3
- data/test/util/spec_free-thread-generator.rb +42 -0
- data/test/util/spec_ftp-server.rb +4 -9
- data/test/util/spec_id.rb +53 -36
- data/test/util/spec_indentation.rb +1 -1
- data/test/util/spec_ip-address.rb +1 -1
- data/test/util/spec_package-parameters-list.rb +10 -9
- data/test/util/spec_process-info.rb +2 -2
- data/test/util/spec_uuid.rb +1 -1
- data/test/util/spec_variable-holdable.rb +1 -1
- data/test/util/spec_zip.rb +1 -1
- metadata +508 -364
- data/example/SerialProcessing/package.yml +0 -5
- data/example/SerialProcessing/scenario/scenario.yml +0 -10
- data/lib/pione/agent/command-listener.rb +0 -47
- data/lib/pione/agent/rule-provider.rb +0 -59
- data/lib/pione/agent/trivial-routine-worker.rb +0 -29
- data/lib/pione/agent/tuple-space-server-client-life-checker.rb +0 -31
- data/lib/pione/command/child-process.rb +0 -56
- data/lib/pione/command/daemon-process.rb +0 -10
- data/lib/pione/command/front-owner-command.rb +0 -25
- data/lib/pione/component.rb +0 -13
- data/lib/pione/component/document.rb +0 -88
- data/lib/pione/component/package-archiver.rb +0 -92
- data/lib/pione/component/package-filename.rb +0 -38
- data/lib/pione/component/package-reader.rb +0 -276
- data/lib/pione/component/package.rb +0 -199
- data/lib/pione/component/rule.rb +0 -206
- data/lib/pione/front/task-worker-owner.rb +0 -43
- data/lib/pione/front/tuple-space-provider-owner.rb +0 -11
- data/lib/pione/model.rb +0 -32
- data/lib/pione/model/assignment.rb +0 -120
- data/lib/pione/model/basic-model.rb +0 -228
- data/lib/pione/model/block.rb +0 -262
- data/lib/pione/model/boolean.rb +0 -168
- data/lib/pione/model/call-rule.rb +0 -86
- data/lib/pione/model/constraints.rb +0 -46
- data/lib/pione/model/data-expr.rb +0 -548
- data/lib/pione/model/feature-expr.rb +0 -875
- data/lib/pione/model/float.rb +0 -105
- data/lib/pione/model/integer.rb +0 -166
- data/lib/pione/model/keyed-sequence.rb +0 -150
- data/lib/pione/model/message.rb +0 -95
- data/lib/pione/model/ordinal-sequence.rb +0 -73
- data/lib/pione/model/package-expr.rb +0 -53
- data/lib/pione/model/parameters.rb +0 -374
- data/lib/pione/model/rule-expr.rb +0 -234
- data/lib/pione/model/sequence.rb +0 -273
- data/lib/pione/model/string.rb +0 -127
- data/lib/pione/model/ticket-expr.rb +0 -71
- data/lib/pione/model/variable-table.rb +0 -344
- data/lib/pione/model/variable.rb +0 -116
- data/lib/pione/parser.rb +0 -14
- data/lib/pione/parser/block-parser.rb +0 -107
- data/lib/pione/parser/common-parser.rb +0 -173
- data/lib/pione/parser/document-parser.rb +0 -141
- data/lib/pione/parser/expr-parser.rb +0 -354
- data/lib/pione/parser/feature-expr-parser.rb +0 -105
- data/lib/pione/parser/flow-element-parser.rb +0 -181
- data/lib/pione/parser/literal-parser.rb +0 -196
- data/lib/pione/parser/rule-definition-parser.rb +0 -158
- data/lib/pione/patch/monitor-patch.rb +0 -16
- data/lib/pione/rule-handler.rb +0 -14
- data/lib/pione/rule-handler/basic-handler.rb +0 -326
- data/lib/pione/rule-handler/flow-handler.rb +0 -414
- data/lib/pione/rule-handler/update-criteria.rb +0 -175
- data/lib/pione/system/global.rb +0 -433
- data/lib/pione/transformer.rb +0 -24
- data/lib/pione/transformer/block-transformer.rb +0 -28
- data/lib/pione/transformer/document-transformer.rb +0 -58
- data/lib/pione/transformer/feature-expr-transformer.rb +0 -60
- data/lib/pione/transformer/flow-element-transformer.rb +0 -66
- data/lib/pione/transformer/literal-transformer.rb +0 -91
- data/lib/pione/transformer/rule-definition-transformer.rb +0 -80
- data/lib/pione/transformer/transformer-module.rb +0 -39
- data/lib/pione/tuple-space/data-finder.rb +0 -155
- data/lib/pione/tuple-space/presence-notifier.rb +0 -84
- data/lib/pione/tuple-space/tuple-space-provider.rb +0 -85
- data/lib/pione/tuple-space/tuple-space-receiver.rb +0 -141
- data/lib/pione/tuple-space/tuple-space-server-interface.rb +0 -123
- data/lib/pione/tuple.rb +0 -30
- data/lib/pione/tuple/agent-tuple.rb +0 -10
- data/lib/pione/tuple/attribute-tuple.rb +0 -7
- data/lib/pione/tuple/base-location-tuple.rb +0 -9
- data/lib/pione/tuple/bye-tuple.rb +0 -9
- data/lib/pione/tuple/command-tuple.rb +0 -9
- data/lib/pione/tuple/data-null-tuple.rb +0 -14
- data/lib/pione/tuple/data-tuple.rb +0 -21
- data/lib/pione/tuple/dry-run-tuple.rb +0 -8
- data/lib/pione/tuple/exception-tuple.rb +0 -11
- data/lib/pione/tuple/finished-tuple.rb +0 -17
- data/lib/pione/tuple/foreground-tuple.rb +0 -7
- data/lib/pione/tuple/lift-tuple.rb +0 -14
- data/lib/pione/tuple/message-tuple.rb +0 -7
- data/lib/pione/tuple/process-info-tuple.rb +0 -9
- data/lib/pione/tuple/process-log-tuple.rb +0 -13
- data/lib/pione/tuple/request-rule-tuple.rb +0 -9
- data/lib/pione/tuple/rule-tuple.rb +0 -10
- data/lib/pione/tuple/task-tuple.rb +0 -40
- data/lib/pione/tuple/task-worker-resource-tuple.rb +0 -9
- data/lib/pione/tuple/ticket-tuple.rb +0 -8
- data/lib/pione/tuple/touch-tuple.rb +0 -14
- data/lib/pione/tuple/working-tuple.rb +0 -13
- data/lib/pione/uri-scheme.rb +0 -11
- data/lib/pione/util/error-report.rb +0 -27
- data/test/agent/spec_command-listener.rb +0 -30
- data/test/agent/spec_rule-provider.rb +0 -78
- data/test/command/spec_pione-val.domain.dump +0 -0
- data/test/component/spec_document.rb +0 -67
- data/test/component/spec_package-archiver.rb +0 -27
- data/test/component/spec_package-expander.rb +0 -11
- data/test/component/spec_package-filename.rb +0 -79
- data/test/component/spec_package-reader.rb +0 -100
- data/test/component/spec_package.rb +0 -109
- data/test/component/spec_rule.rb +0 -140
- data/test/model/spec_assignment.rb +0 -52
- data/test/model/spec_block.rb +0 -108
- data/test/model/spec_boolean.rb +0 -39
- data/test/model/spec_boolean.yml +0 -134
- data/test/model/spec_call-rule.rb +0 -23
- data/test/model/spec_data-expr.rb +0 -361
- data/test/model/spec_data-expr.yml +0 -24
- data/test/model/spec_data-expr_match.yml +0 -45
- data/test/model/spec_feature-expr.rb +0 -333
- data/test/model/spec_feature-expr_decide.yml +0 -28
- data/test/model/spec_float.rb +0 -23
- data/test/model/spec_float.yml +0 -30
- data/test/model/spec_integer.rb +0 -23
- data/test/model/spec_integer.yml +0 -68
- data/test/model/spec_keyed-sequence.rb +0 -5
- data/test/model/spec_keyed-sequence.yml +0 -27
- data/test/model/spec_message.rb +0 -40
- data/test/model/spec_package-expr.rb +0 -19
- data/test/model/spec_parameters.rb +0 -103
- data/test/model/spec_pione-method.rb +0 -57
- data/test/model/spec_rule-expr.rb +0 -28
- data/test/model/spec_rule-expr.yml +0 -11
- data/test/model/spec_sequence.rb +0 -5
- data/test/model/spec_sequence.yml +0 -66
- data/test/model/spec_string.rb +0 -47
- data/test/model/spec_string.yml +0 -91
- data/test/model/spec_ticket-expr.rb +0 -39
- data/test/model/spec_variable-table.rb +0 -116
- data/test/model/spec_variable.rb +0 -82
- data/test/parser/spec_block-parser.rb +0 -5
- data/test/parser/spec_block-parser.yml +0 -94
- data/test/parser/spec_document-parser.rb +0 -5
- data/test/parser/spec_document-parser.yml +0 -77
- data/test/parser/spec_expr-parser.rb +0 -6
- data/test/parser/spec_feature-expr-parser.rb +0 -32
- data/test/parser/spec_feature-expr-parser.yml +0 -25
- data/test/parser/spec_flow-element-parser.rb +0 -5
- data/test/parser/spec_literal-parser.rb +0 -5
- data/test/parser/spec_literal-parser.yml +0 -134
- data/test/parser/spec_rule-definition-parser.rb +0 -5
- data/test/parser/spec_rule-definition-parser.yml +0 -94
- data/test/rule-handler/spec_action-handler.rb +0 -79
- data/test/rule-handler/spec_flow-handler.rb +0 -61
- data/test/spec_common.rb +0 -14
- data/test/spec_object.rb +0 -20
- data/test/test-data/package/HelloWorld+v0.1.0.ppg +0 -0
- data/test/test-data/package/HelloWorld-gitrepos.zip +0 -0
- data/test/test-data/package/HelloWorld/package.yml +0 -6
- data/test/test-util.rb +0 -211
- data/test/test-util/command.rb +0 -53
- data/test/test-util/package.rb +0 -9
- data/test/test-util/parser.rb +0 -45
- data/test/test-util/transformer.rb +0 -50
- data/test/test-util/webserver.rb +0 -43
- data/test/transformer/spec_block-transformer.rb +0 -33
- data/test/transformer/spec_document-transformer.rb +0 -50
- data/test/transformer/spec_expr-transformer.rb +0 -126
- data/test/transformer/spec_feature-expr-transformer.rb +0 -21
- data/test/transformer/spec_flow-element-transformer.rb +0 -154
- data/test/transformer/spec_literal-transformer.rb +0 -64
- data/test/transformer/spec_rule-definition-transformer.rb +0 -172
- data/test/tuple-space/spec_data-finder.rb +0 -94
- data/test/tuple-space/spec_tuple-space-provider.rb +0 -36
- data/test/tuple-space/spec_tuple-space-receiver.rb +0 -32
- data/test/util/spec_error-report.rb +0 -51
data/lib/pione/agent/broker.rb
CHANGED
@@ -1,288 +1,304 @@
|
|
1
1
|
module Pione
|
2
2
|
module Agent
|
3
|
+
# Broker is an agent for providing task workers to tuple space.
|
3
4
|
class Broker < BasicAgent
|
4
|
-
|
5
|
-
class Balancer < PioneObject
|
6
|
-
# Create a new balancer.
|
7
|
-
def initialize(broker)
|
8
|
-
@broker = broker
|
9
|
-
end
|
10
|
-
|
11
|
-
def balance
|
12
|
-
raise NotImplementedError
|
13
|
-
end
|
14
|
-
end
|
15
|
-
|
16
|
-
# EasyBalancer is a balancer by ratios of tuple space server and task worker.
|
17
|
-
class EasyBalancer < Balancer
|
18
|
-
# see Balancer.new
|
19
|
-
def initialize(broker)
|
20
|
-
@broker = broker
|
21
|
-
end
|
5
|
+
set_agent_type :broker, self
|
22
6
|
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
min = ratios.values.min
|
27
|
-
max = ratios.values.max
|
28
|
-
min_server = ratios.key(min)
|
29
|
-
max_server = ratios.key(max)
|
7
|
+
#
|
8
|
+
# instance methods
|
9
|
+
#
|
30
10
|
|
31
|
-
|
32
|
-
|
11
|
+
attr_reader :task_worker_resource # resource size of task worker
|
12
|
+
attr_reader :tuple_space_lock # lock for tuple space table
|
33
13
|
|
34
|
-
|
35
|
-
|
36
|
-
else
|
37
|
-
adjust_task_worker(min_server, max_server)
|
38
|
-
end
|
39
|
-
end
|
14
|
+
def initialize(option={})
|
15
|
+
super()
|
40
16
|
|
41
|
-
|
42
|
-
|
43
|
-
|
44
|
-
|
45
|
-
|
46
|
-
|
47
|
-
|
48
|
-
current = timeout(1){ts.current_task_worker_size} + rev
|
49
|
-
resource = ts.task_worker_resource
|
50
|
-
# minimum resource is 1
|
51
|
-
resource = 1.0 unless resource > 0
|
52
|
-
ratio[ts] = current / resource.to_f
|
53
|
-
rescue Exception
|
54
|
-
# ignore
|
55
|
-
end
|
56
|
-
end
|
57
|
-
return ratio
|
58
|
-
end
|
17
|
+
@task_workers = Array.new # known task worker fronts
|
18
|
+
@tuple_space = Hash.new # known tuple space table
|
19
|
+
@task_worker_resource = option[:task_worker_resource] || 1
|
20
|
+
@sleeping_time = option[:sleeping_time] || 1
|
21
|
+
@spawnings = 0 # number of current spawning task worker
|
22
|
+
@tuple_space_lock = Monitor.new
|
23
|
+
@task_worker_lock = Monitor.new # lock for task worker table
|
59
24
|
|
60
|
-
|
61
|
-
|
62
|
-
@broker.create_task_worker(min_server)
|
25
|
+
@option = option
|
26
|
+
@option[:spawn_task_worker] = true unless @option.has_key?(:spawn_task_worker)
|
63
27
|
|
64
|
-
|
65
|
-
|
66
|
-
|
67
|
-
end
|
28
|
+
# balancer
|
29
|
+
@balancer = Global.broker_task_worker_balancer.new(self)
|
30
|
+
end
|
68
31
|
|
69
|
-
|
70
|
-
|
71
|
-
|
72
|
-
|
32
|
+
# Return number of task workers the broker manages.
|
33
|
+
def quantity
|
34
|
+
@task_worker_lock.synchronize {@task_workers.size}
|
35
|
+
end
|
73
36
|
|
74
|
-
|
75
|
-
|
37
|
+
# Add the tuple space.
|
38
|
+
def add_tuple_space(tuple_space)
|
39
|
+
uuid = tuple_space.uuid
|
76
40
|
|
77
|
-
|
78
|
-
|
79
|
-
max_workers = @broker.task_workers.select do |worker|
|
80
|
-
worker.tuple_space_server == max_server && worker.task_waiting?
|
81
|
-
end
|
82
|
-
if not(max_workers.empty?)
|
83
|
-
max_workers.first.terminate
|
41
|
+
# update tuple space table with the id
|
42
|
+
@tuple_space_lock.synchronize {@tuple_space[uuid] = tuple_space}
|
84
43
|
|
85
|
-
|
86
|
-
|
87
|
-
|
88
|
-
|
89
|
-
end
|
44
|
+
# wakeup chain thread if it sleeps
|
45
|
+
@chain_threads.list.each do |thread|
|
46
|
+
if thread[:agent_state] and thread[:agent_state].current?(:sleep)
|
47
|
+
thread.run
|
90
48
|
end
|
91
49
|
end
|
92
50
|
end
|
93
51
|
|
94
|
-
|
95
|
-
|
96
|
-
|
97
|
-
|
98
|
-
@tuple_space_servers << tuple_space_server
|
99
|
-
end
|
100
|
-
end
|
52
|
+
# Get the tuple space.
|
53
|
+
def get_tuple_space(tuple_space_id)
|
54
|
+
@tuple_space_lock.synchronize {@tuple_space[tuple_space_id]}
|
55
|
+
end
|
101
56
|
|
102
|
-
|
103
|
-
|
104
|
-
|
105
|
-
|
57
|
+
# Return known tuple spaces.
|
58
|
+
def tuple_spaces
|
59
|
+
@tuple_space_lock.synchronize {@tuple_space.values}
|
60
|
+
end
|
106
61
|
|
107
|
-
|
108
|
-
|
62
|
+
# Return excess number of workers belongs to this broker.
|
63
|
+
def excess_task_workers
|
64
|
+
@task_worker_lock.synchronize do
|
109
65
|
@task_worker_resource - @task_workers.size - @spawnings
|
110
66
|
end
|
67
|
+
end
|
111
68
|
|
112
|
-
|
113
|
-
|
114
|
-
|
115
|
-
|
69
|
+
# Create a task worker for the server. This method returns true if we
|
70
|
+
# suceeded to spawn the task worker, or returns false.
|
71
|
+
def create_task_worker(tuple_space)
|
72
|
+
res = true
|
116
73
|
|
117
|
-
|
118
|
-
|
119
|
-
@task_workers.select {|worker| worker.status.task_processing?}
|
120
|
-
end
|
74
|
+
@task_worker_lock.synchronize do
|
75
|
+
@spawnings += 1
|
121
76
|
|
122
|
-
|
123
|
-
|
124
|
-
@task_workers.select {|worker| worker.status.terminated?}
|
125
|
-
end
|
126
|
-
|
127
|
-
# Create a task worker for the server.
|
128
|
-
def create_task_worker(tuple_space_server)
|
129
|
-
connection_id = Util::UUID.generate
|
130
|
-
@assignment_table[connection_id] = tuple_space_server
|
131
|
-
Thread.new do
|
77
|
+
# spawn a new process of pione-task-worker command
|
78
|
+
if @option[:spawn_task_worker]
|
132
79
|
begin
|
133
|
-
|
134
|
-
|
135
|
-
|
136
|
-
|
80
|
+
spawner = Command::PioneTaskWorker.spawn(Global.features, tuple_space.uuid)
|
81
|
+
@task_workers << spawner.child_front
|
82
|
+
spawner.when_terminated {delete_task_worker(spawner.child_front)}
|
83
|
+
rescue Command::SpawnError => e
|
84
|
+
Log::Debug.system("broker agent failed to spawn a task worker.")
|
85
|
+
res = false
|
137
86
|
end
|
87
|
+
else
|
88
|
+
@task_workers << Agent::TaskWorker.start(tuple_space, Global.expressional_features, @env)
|
138
89
|
end
|
90
|
+
|
91
|
+
@spawnings -= 1
|
139
92
|
end
|
140
93
|
|
141
|
-
|
142
|
-
|
143
|
-
|
144
|
-
|
145
|
-
|
146
|
-
|
147
|
-
|
148
|
-
|
149
|
-
|
94
|
+
return res
|
95
|
+
end
|
96
|
+
|
97
|
+
def delete_task_worker(worker)
|
98
|
+
@task_worker_lock.synchronize {@task_workers.delete(worker)}
|
99
|
+
end
|
100
|
+
|
101
|
+
# Terminate first task worker that satisfies the condition. Return true if
|
102
|
+
def terminate_task_worker_if(&condition)
|
103
|
+
@task_worker_lock.synchronize do
|
104
|
+
@task_workers.each do |worker|
|
105
|
+
if condition.call(worker)
|
106
|
+
worker.terminate
|
107
|
+
@task_workers.delete(worker)
|
108
|
+
return true
|
150
109
|
end
|
151
110
|
end
|
152
111
|
end
|
112
|
+
return false
|
113
|
+
end
|
114
|
+
|
115
|
+
# Delete unavilable tuple space servers.
|
116
|
+
def check_tuple_space
|
117
|
+
@tuple_space_lock.synchronize do
|
118
|
+
@tuple_space.delete_if do |_, space|
|
119
|
+
not(Util.ignore_exception {timeout(1) {space.ping}})
|
120
|
+
end
|
121
|
+
end
|
122
|
+
end
|
123
|
+
|
124
|
+
# Update tuple space list.
|
125
|
+
def update_tuple_space_list(tuple_spaces)
|
126
|
+
Thread.new do
|
127
|
+
begin
|
128
|
+
@tuple_space_lock.synchronize do
|
129
|
+
# clear and update tuple space list
|
130
|
+
@tuple_space = {}
|
131
|
+
tuple_spaces.each do |tuple_space|
|
132
|
+
Util.ignore_exception {timeout(1) {add_tuple_space(tuple_space)}}
|
133
|
+
end
|
153
134
|
|
154
|
-
# Update tuple space server list.
|
155
|
-
def update_tuple_space_servers(tuple_space_servers)
|
156
|
-
@tuple_space_server_lock.synchronize do
|
157
|
-
del_targets = @tuple_space_servers - tuple_space_servers
|
158
|
-
add_targets = tuple_space_servers - @tuple_space_servers
|
159
|
-
|
160
|
-
# bye
|
161
|
-
#del_targets.each do |ts_server|
|
162
|
-
# ts_server.write(Tuple[:bye].new(agent_type: agent_type, uuid: uuid))
|
163
|
-
#end
|
164
|
-
# hello
|
165
|
-
#add_targets.each do |ts_server|
|
166
|
-
# ts_server.write(Tuple[:agent].new(agent_type: agent_type, uuid: uuid))
|
167
|
-
#end
|
168
|
-
|
169
|
-
# update
|
170
|
-
@tuple_space_servers = tuple_space_servers
|
171
|
-
|
172
|
-
if Global.show_presence_notifier
|
173
135
|
timeout(1) do
|
174
|
-
|
136
|
+
Log::Debug.presence_notification do
|
137
|
+
"broker agent updated tuple space table: %s" % [@tuple_space.values.map{|space| space.__drburi}]
|
138
|
+
end
|
175
139
|
end
|
176
140
|
end
|
141
|
+
rescue Exception => e
|
142
|
+
check_tuple_space
|
177
143
|
end
|
178
|
-
rescue Exception
|
179
|
-
check_tuple_space_servers
|
180
144
|
end
|
145
|
+
return true
|
181
146
|
end
|
182
147
|
|
183
|
-
|
184
|
-
|
185
|
-
|
148
|
+
#
|
149
|
+
# agent activities
|
150
|
+
#
|
186
151
|
|
187
|
-
|
188
|
-
|
189
|
-
|
190
|
-
|
191
|
-
|
152
|
+
define_transition :count_tuple_space
|
153
|
+
define_transition :balance_task_worker
|
154
|
+
define_transition :sleep
|
155
|
+
define_transition :check_tuple_space
|
156
|
+
define_transition :check_task_worker_life
|
192
157
|
|
193
|
-
|
194
|
-
|
195
|
-
res > 0 ? :
|
158
|
+
chain :init => [:count_tuple_space, :check_task_worker_life]
|
159
|
+
chain :count_tuple_space => lambda {|agent, res|
|
160
|
+
res > 0 ? :balance_task_worker : :sleep
|
196
161
|
}
|
197
|
-
|
198
|
-
|
199
|
-
|
162
|
+
chain :balance_task_worker => lambda {|agent, rebalance|
|
163
|
+
rebalance ? :balance_task_worker : :sleep
|
164
|
+
}
|
165
|
+
chain :sleep => :count_tuple_space
|
166
|
+
chain :check_tuple_space => :count_tuple_space
|
167
|
+
chain :check_task_worker_life => :check_task_worker_life
|
200
168
|
|
201
|
-
define_exception_handler
|
169
|
+
define_exception_handler Restart => :check_tuple_space
|
202
170
|
|
203
|
-
|
204
|
-
|
205
|
-
|
171
|
+
#
|
172
|
+
# transitions
|
173
|
+
#
|
206
174
|
|
207
|
-
|
208
|
-
|
175
|
+
def transit_to_count_tuple_space
|
176
|
+
@tuple_space.size
|
177
|
+
end
|
209
178
|
|
210
|
-
|
211
|
-
|
212
|
-
|
213
|
-
@task_workers = []
|
214
|
-
@tuple_space_servers = []
|
215
|
-
@task_worker_resource = data[:task_worker_resource] || 1
|
216
|
-
@sleeping_time = data[:sleeping_time] || 1
|
217
|
-
@assignment_table = {}
|
218
|
-
@tuple_space_server_lock = Mutex.new
|
219
|
-
@spawnings = 0
|
220
|
-
@features = features
|
179
|
+
def transit_to_balance_task_worker
|
180
|
+
@balancer.balance
|
181
|
+
end
|
221
182
|
|
222
|
-
|
223
|
-
|
224
|
-
|
225
|
-
# start agents
|
226
|
-
@task_worker_checker = Agent::TrivialRoutineWorker.new(
|
227
|
-
Proc.new do
|
228
|
-
@task_workers.delete_if do |worker|
|
229
|
-
begin
|
230
|
-
timeout(3) { worker.terminated? }
|
231
|
-
rescue Exception
|
232
|
-
true
|
233
|
-
end
|
234
|
-
end
|
235
|
-
sleep 1
|
236
|
-
end
|
237
|
-
)
|
183
|
+
def transit_to_check_tuple_space
|
184
|
+
check_tuple_space
|
238
185
|
end
|
239
186
|
|
240
|
-
|
241
|
-
|
242
|
-
|
243
|
-
|
187
|
+
def transit_to_sleep
|
188
|
+
if @tuple_space.size == 0 or excess_task_workers == 0
|
189
|
+
sleep 3
|
190
|
+
else
|
191
|
+
sleep 1
|
192
|
+
end
|
244
193
|
end
|
245
194
|
|
246
|
-
|
247
|
-
|
248
|
-
|
249
|
-
@tuple_space_servers.each do |ts_server|
|
195
|
+
def transit_to_check_task_worker_life
|
196
|
+
@task_worker_lock.synchronize do
|
197
|
+
@task_workers.delete_if do |worker|
|
250
198
|
begin
|
251
|
-
|
252
|
-
|
253
|
-
|
199
|
+
timeout(1) { worker.ping }
|
200
|
+
false
|
201
|
+
rescue Exception => e
|
202
|
+
true
|
254
203
|
end
|
255
204
|
end
|
256
205
|
end
|
257
|
-
|
206
|
+
sleep 1
|
258
207
|
end
|
259
208
|
|
260
|
-
|
209
|
+
# Send bye message to tuple spaces when the broker is destroyed.
|
210
|
+
def transit_to_terminate
|
211
|
+
@tuple_space_lock.synchronize do
|
212
|
+
@tuple_space.each do |_, tuple_space|
|
213
|
+
Util.ignore_exception {timeout(1) {tuple_space.bye}}
|
214
|
+
end
|
215
|
+
end
|
216
|
+
end
|
217
|
+
end
|
261
218
|
|
262
|
-
|
263
|
-
|
219
|
+
# TaskWorkerBalancer is a base class for balancing task workers.
|
220
|
+
class TaskWorkerBalancer
|
221
|
+
# Create a new balancer.
|
222
|
+
def initialize(broker)
|
223
|
+
@broker = broker
|
264
224
|
end
|
265
225
|
|
266
|
-
|
267
|
-
|
226
|
+
# Execute task worker balancing. If this method returned true, broker
|
227
|
+
# executes rebalance chain with no span. If false, broker sleeps a little.
|
228
|
+
def balance
|
229
|
+
raise NotImplementedError
|
268
230
|
end
|
231
|
+
end
|
269
232
|
|
270
|
-
|
271
|
-
|
233
|
+
# EasyBalancer is a balancer by ratios of tuple space and task worker.
|
234
|
+
class EasyTaskWorkerBalancer < TaskWorkerBalancer
|
235
|
+
# see Balancer.new
|
236
|
+
def initialize(broker)
|
237
|
+
@broker = broker
|
272
238
|
end
|
273
239
|
|
274
|
-
|
275
|
-
|
240
|
+
# Balance task worker ratio by creating a new task worker in minimum
|
241
|
+
# tuple space or killing a task worker in maximum.
|
242
|
+
def balance
|
243
|
+
ratios = calc_resource_ratios
|
244
|
+
min = ratios.values.min
|
245
|
+
max = ratios.values.max
|
246
|
+
min_server = ratios.key(min)
|
247
|
+
max_server = ratios.key(max)
|
248
|
+
|
249
|
+
return false unless min_server
|
250
|
+
return false unless max_server
|
251
|
+
|
252
|
+
if @broker.excess_task_workers > 0 and min_server
|
253
|
+
return create_task_worker(min_server)
|
254
|
+
else
|
255
|
+
return adjust_task_worker(min_server, max_server)
|
256
|
+
end
|
276
257
|
end
|
277
258
|
|
278
|
-
#
|
279
|
-
def
|
280
|
-
|
281
|
-
|
259
|
+
# Calculate resource ratios of tuple space servers.
|
260
|
+
def calc_resource_ratios(revision={})
|
261
|
+
ratio = {}
|
262
|
+
# make ratio table
|
263
|
+
@broker.tuple_space_lock.synchronize do
|
264
|
+
@broker.tuple_spaces.each do |tuple_space|
|
265
|
+
rev = revision.has_key?(tuple_space) ? revision[tuple_space] : 0
|
266
|
+
current = timeout(1){tuple_space.current_task_worker_size} + rev
|
267
|
+
resource = tuple_space.task_worker_resource
|
268
|
+
# minimum resource is 1
|
269
|
+
resource = 1 unless resource > 0
|
270
|
+
ratio[tuple_space] = current / resource.to_f
|
271
|
+
end
|
282
272
|
end
|
273
|
+
return ratio
|
283
274
|
end
|
284
|
-
end
|
285
275
|
|
286
|
-
|
276
|
+
# Creates a new task worker.
|
277
|
+
def create_task_worker(min_server)
|
278
|
+
return @broker.create_task_worker(min_server)
|
279
|
+
end
|
280
|
+
|
281
|
+
# Adjusts task worker size between tuple space servers.
|
282
|
+
def adjust_task_worker(min_server, max_server)
|
283
|
+
revision = {min_server => 1, max_server => -1}
|
284
|
+
new_ratios = calc_resource_ratios(revision)
|
285
|
+
|
286
|
+
# failed to calculate tuple space ratio
|
287
|
+
return unless new_ratios.has_key?(min_server)
|
288
|
+
return unless new_ratios.has_key?(max_server)
|
289
|
+
|
290
|
+
# kill a task worker for moving worker from max server to min server
|
291
|
+
if new_ratios[min_server] < new_ratios[max_server]
|
292
|
+
if @broker.terminate_task_worker_if do |worker|
|
293
|
+
worker.tuple_space == max_server && worker.states.any?{|s| s.current?(:take_task)}
|
294
|
+
end
|
295
|
+
return true
|
296
|
+
end
|
297
|
+
end
|
298
|
+
|
299
|
+
# failed to adjust task workers
|
300
|
+
return false
|
301
|
+
end
|
302
|
+
end
|
287
303
|
end
|
288
304
|
end
|