jstorimer-deep-test 1.4.0 → 2.0.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (170) hide show
  1. data/.gitignore +1 -0
  2. data/README.rdoc +41 -70
  3. data/Rakefile +47 -119
  4. data/TODO +2 -2
  5. data/VERSION +1 -1
  6. data/infrastructure/dynamic_teardown.rb +22 -0
  7. data/{test → infrastructure}/fake_deadlock_error.rb +0 -0
  8. data/infrastructure/load.rb +11 -0
  9. data/infrastructure/test_central_command.rb +15 -0
  10. data/infrastructure/test_exception.rb +7 -0
  11. data/{test → infrastructure}/test_factory.rb +0 -0
  12. data/infrastructure/test_logger.rb +11 -0
  13. data/infrastructure/test_operator.rb +15 -0
  14. data/infrastructure/test_result.rb +15 -0
  15. data/infrastructure/thread_agent.rb +21 -0
  16. data/infrastructure/timewarp/Rakefile +14 -0
  17. data/infrastructure/timewarp/lib/timewarp.rb +21 -0
  18. data/infrastructure/timewarp/test/timewarp_test.rb +45 -0
  19. data/lib/deep_test.rb +28 -40
  20. data/lib/deep_test/agent.rb +108 -0
  21. data/lib/deep_test/central_command.rb +165 -0
  22. data/lib/deep_test/cpu_info.rb +22 -0
  23. data/lib/deep_test/database/mysql_setup_listener.rb +11 -12
  24. data/lib/deep_test/database/setup_listener.rb +23 -23
  25. data/lib/deep_test/demon.rb +25 -0
  26. data/lib/deep_test/distributed/beachhead.rb +104 -0
  27. data/lib/deep_test/distributed/dispatch_controller.rb +17 -10
  28. data/lib/deep_test/distributed/establish_beachhead.rb +19 -0
  29. data/lib/deep_test/distributed/landing_fleet.rb +30 -0
  30. data/lib/deep_test/distributed/landing_ship.rb +60 -0
  31. data/lib/deep_test/distributed/remote_deployment.rb +56 -0
  32. data/lib/deep_test/distributed/rsync.rb +25 -12
  33. data/lib/deep_test/distributed/shell_environment.rb +50 -0
  34. data/lib/deep_test/distributed/ssh_client_connection_info.rb +14 -0
  35. data/lib/deep_test/failure_message.rb +19 -0
  36. data/lib/deep_test/lib_root.rb +4 -0
  37. data/lib/deep_test/listener_list.rb +1 -1
  38. data/lib/deep_test/local_deployment.rb +46 -0
  39. data/lib/deep_test/logger.rb +17 -2
  40. data/lib/deep_test/main.rb +41 -0
  41. data/lib/deep_test/marshallable_exception_wrapper.rb +4 -4
  42. data/lib/deep_test/metrics/data.rb +34 -0
  43. data/lib/deep_test/metrics/measurement.rb +39 -0
  44. data/lib/deep_test/{null_worker_listener.rb → null_listener.rb} +14 -14
  45. data/lib/deep_test/options.rb +41 -56
  46. data/lib/deep_test/proxy_io.rb +77 -0
  47. data/lib/deep_test/rake_tasks.rb +3 -1
  48. data/lib/deep_test/result_reader.rb +10 -6
  49. data/lib/deep_test/rspec_detector.rb +1 -1
  50. data/lib/deep_test/spec.rb +5 -1
  51. data/lib/deep_test/spec/extensions/example_methods.rb +7 -1
  52. data/lib/deep_test/spec/extensions/spec_task.rb +3 -2
  53. data/lib/deep_test/spec/runner.rb +32 -17
  54. data/lib/deep_test/spec/work_result.rb +2 -0
  55. data/lib/deep_test/test/run_test_suite.rb +5 -0
  56. data/lib/deep_test/test/runner.rb +2 -2
  57. data/lib/deep_test/test/supervised_test_suite.rb +9 -10
  58. data/lib/deep_test/test/work_result.rb +1 -0
  59. data/lib/deep_test/test_task.rb +1 -1
  60. data/lib/deep_test/ui/console.rb +9 -11
  61. data/lib/deep_test/warlock.rb +37 -25
  62. data/lib/telegraph.rb +29 -0
  63. data/lib/telegraph/ack_sequence.rb +14 -0
  64. data/lib/telegraph/logging.rb +20 -0
  65. data/lib/telegraph/message.rb +39 -0
  66. data/lib/telegraph/operator.rb +47 -0
  67. data/lib/telegraph/switchboard.rb +57 -0
  68. data/lib/telegraph/wire.rb +73 -0
  69. data/negative_acceptance_tests/dying_spec.rb +13 -0
  70. data/negative_acceptance_tests/dying_test.rb +13 -0
  71. data/negative_acceptance_tests/failing_spec.rb +9 -0
  72. data/{test/failing.rb → negative_acceptance_tests/failing_test.rb} +3 -1
  73. data/negative_acceptance_tests/kill_agent_one_on_start_work.rb +16 -0
  74. data/negative_acceptance_tests/passing_spec.rb +10 -0
  75. data/negative_acceptance_tests/passing_test.rb +12 -0
  76. data/negative_acceptance_tests/tasks.rake +87 -0
  77. data/negative_acceptance_tests/tests.rb +60 -0
  78. data/sample_rails_project/deep_test.rb +4 -0
  79. data/sample_rails_project/lib/{foreign_host_worker_simulation_listener.rb → foreign_host_agent_simulation_listener.rb} +6 -4
  80. data/sample_rails_project/lib/tasks/deep_test.rake +13 -4
  81. data/spec/deep_test/options_spec.rb +80 -59
  82. data/spec/deep_test/spec/extensions/example_methods_spec.rb +5 -4
  83. data/spec/deep_test/spec/extensions/spec_task_spec.rb +4 -6
  84. data/spec/deep_test/spec/runner_spec.rb +59 -32
  85. data/spec/spec_helper.rb +14 -6
  86. data/test/deep_test/agent_test.rb +175 -0
  87. data/test/deep_test/central_command_test.rb +147 -0
  88. data/test/deep_test/cpu_info_test.rb +33 -0
  89. data/test/deep_test/database/mysql_setup_listener_test.rb +13 -9
  90. data/test/deep_test/demon_test.rb +23 -0
  91. data/test/deep_test/distributed/beachhead_test.rb +67 -0
  92. data/test/deep_test/distributed/dispatch_controller_test.rb +130 -177
  93. data/test/deep_test/distributed/filename_resolver_test.rb +38 -34
  94. data/test/deep_test/distributed/landing_fleet_test.rb +55 -0
  95. data/test/deep_test/distributed/landing_ship_test.rb +48 -0
  96. data/test/deep_test/distributed/remote_deployment_test.rb +134 -0
  97. data/test/deep_test/distributed/rsync_test.rb +42 -62
  98. data/test/deep_test/distributed/shell_environment_fixtures/set_bar_to_foo +1 -0
  99. data/test/deep_test/distributed/shell_environment_fixtures/set_foo_to_bar +1 -0
  100. data/test/deep_test/distributed/shell_environment_fixtures/set_foo_to_baz +1 -0
  101. data/test/deep_test/distributed/shell_environment_test.rb +108 -0
  102. data/test/deep_test/distributed/ssh_client_connection_info_test.rb +34 -0
  103. data/test/deep_test/listener_list_test.rb +17 -15
  104. data/test/deep_test/local_deployment_test.rb +19 -0
  105. data/test/deep_test/logger_test.rb +34 -7
  106. data/test/deep_test/main_test.rb +12 -0
  107. data/test/deep_test/marshallable_exception_wrapper_test.rb +31 -29
  108. data/test/deep_test/metrics/data_test.rb +22 -0
  109. data/test/deep_test/metrics/measurement_test.rb +18 -0
  110. data/test/deep_test/proxy_io_test.rb +104 -0
  111. data/test/deep_test/result_reader_test.rb +95 -95
  112. data/test/deep_test/test/extensions/error_test.rb +38 -36
  113. data/test/deep_test/test/runner_test.rb +7 -3
  114. data/test/deep_test/test/supervised_test_suite_test.rb +89 -61
  115. data/test/deep_test/test/work_result_test.rb +80 -76
  116. data/test/deep_test/test/work_unit_test.rb +53 -51
  117. data/test/deep_test/test_task_test.rb +10 -38
  118. data/test/deep_test/ui/console_test.rb +8 -4
  119. data/test/deep_test/warlock_test.rb +33 -31
  120. data/test/test_helper.rb +20 -5
  121. data/test/test_task_test.rb +60 -57
  122. metadata +94 -84
  123. data/bin/deep_test +0 -15
  124. data/jstorimer-deep-test-0.1.0.gem +0 -0
  125. data/jstorimer-deep-test.gemspec +0 -1425
  126. data/lib/deep_test/distributed/drb_client_connection_info.rb +0 -15
  127. data/lib/deep_test/distributed/master_test_server.rb +0 -52
  128. data/lib/deep_test/distributed/multi_test_server_proxy.rb +0 -44
  129. data/lib/deep_test/distributed/null_work_unit.rb +0 -12
  130. data/lib/deep_test/distributed/remote_worker_client.rb +0 -54
  131. data/lib/deep_test/distributed/remote_worker_server.rb +0 -82
  132. data/lib/deep_test/distributed/show_status.rhtml +0 -41
  133. data/lib/deep_test/distributed/test_server.rb +0 -78
  134. data/lib/deep_test/distributed/test_server_status.rb +0 -9
  135. data/lib/deep_test/distributed/test_server_workers.rb +0 -24
  136. data/lib/deep_test/distributed/throughput_runner.rb +0 -42
  137. data/lib/deep_test/distributed/throughput_statistics.rb +0 -26
  138. data/lib/deep_test/distributed/throughput_worker_client.rb +0 -19
  139. data/lib/deep_test/extensions/drb_extension.rb +0 -34
  140. data/lib/deep_test/local_workers.rb +0 -55
  141. data/lib/deep_test/metrics/gatherer.rb +0 -67
  142. data/lib/deep_test/metrics/queue_lock_wait_time_measurement.rb +0 -133
  143. data/lib/deep_test/option.rb +0 -60
  144. data/lib/deep_test/process_orchestrator.rb +0 -49
  145. data/lib/deep_test/server.rb +0 -75
  146. data/lib/deep_test/spec/extensions/reporter.rb +0 -29
  147. data/lib/deep_test/worker.rb +0 -57
  148. data/script/internal/run_test_suite.rb +0 -7
  149. data/script/public/master_test_server.rb +0 -24
  150. data/script/public/test_server.rb +0 -18
  151. data/script/public/test_throughput.rb +0 -29
  152. data/spec/deep_test/option_spec.rb +0 -33
  153. data/spec/thread_worker.rb +0 -25
  154. data/test/deep_test/distributed/drb_client_connection_info_test.rb +0 -42
  155. data/test/deep_test/distributed/master_test_server_test.rb +0 -32
  156. data/test/deep_test/distributed/multi_test_server_proxy_test.rb +0 -96
  157. data/test/deep_test/distributed/remote_worker_client_test.rb +0 -180
  158. data/test/deep_test/distributed/remote_worker_server_test.rb +0 -99
  159. data/test/deep_test/distributed/test_server_test.rb +0 -94
  160. data/test/deep_test/distributed/test_server_workers_test.rb +0 -26
  161. data/test/deep_test/distributed/throughput_runner_test.rb +0 -68
  162. data/test/deep_test/distributed/throughput_worker_client_test.rb +0 -28
  163. data/test/deep_test/local_workers_test.rb +0 -22
  164. data/test/deep_test/metrics/gatherer_test.rb +0 -66
  165. data/test/deep_test/process_orchestrator_test.rb +0 -11
  166. data/test/deep_test/server_test.rb +0 -58
  167. data/test/deep_test/worker_test.rb +0 -94
  168. data/test/failing.rake +0 -11
  169. data/test/simple_test_blackboard.rb +0 -45
  170. data/test/simple_test_blackboard_test.rb +0 -33
@@ -1,26 +0,0 @@
1
- module DeepTest
2
- module Distributed
3
- class ThroughputStatistics
4
- attr_reader :test_count, :start_time, :end_time
5
-
6
- def initialize(test_count, start_time, end_time)
7
- @test_count, @start_time, @end_time = test_count, start_time, end_time
8
- end
9
-
10
- def timespan_in_seconds
11
- @end_time.to_f - @start_time.to_f
12
- end
13
-
14
- def tests_per_second
15
- @test_count / timespan_in_seconds
16
- end
17
-
18
- def summary
19
- <<-end_summary
20
- #{test_count} tests run in #{timespan_in_seconds} seconds
21
- (#{tests_per_second} tests / second)
22
- end_summary
23
- end
24
- end
25
- end
26
- end
@@ -1,19 +0,0 @@
1
- module DeepTest
2
- module Distributed
3
- class ThroughputWorkerClient
4
- def initialize(options, test_server)
5
- @options = options
6
- @test_server = test_server
7
- end
8
-
9
- def start_all
10
- @worker_server = @test_server.spawn_worker_server(@options)
11
- @worker_server.start_all
12
- end
13
-
14
- def stop_all
15
- @worker_server.stop_all
16
- end
17
- end
18
- end
19
- end
@@ -1,34 +0,0 @@
1
- module DeepTest
2
- class DRbBindAllTCPSocket < DRb::DRbTCPSocket
3
- def self.parse_uri(uri)
4
- if uri =~ /^drubyall:\/\/(.*?):(\d+)(\?(.*))?$/
5
- host = $1
6
- port = $2.to_i
7
- option = $4
8
- [host, port, option]
9
- else
10
- raise(DRb::DRbBadScheme, uri) unless uri =~ /^drubyall:/
11
- raise(DRb::DRbBadURI, 'can\'t parse uri:' + uri)
12
- end
13
- end
14
-
15
- # Open a server listening for connections at +uri+ using
16
- # configuration +config+.
17
- def self.open_server(uri, config)
18
- uri = 'drubyall://:0' unless uri
19
- host, port, opt = parse_uri(uri)
20
-
21
- if host.size == 0
22
- host = getservername
23
- end
24
-
25
- DeepTest.logger.debug("Listening on port #{port}, all addresses.")
26
- soc = TCPServer.open('0.0.0.0', port)
27
- port = soc.addr[1] if port == 0
28
- uri = "druby://#{host}:#{port}"
29
- self.new(uri, soc, config)
30
- end
31
- end
32
- end
33
-
34
- DRb::DRbProtocol.add_protocol DeepTest::DRbBindAllTCPSocket
@@ -1,55 +0,0 @@
1
- module DeepTest
2
- class LocalWorkers
3
- def initialize(options)
4
- @options = options
5
- @warlock = Warlock.new
6
- end
7
-
8
- def load_files(files)
9
- files.each {|f| load f}
10
- end
11
-
12
- def server
13
- @options.server
14
- end
15
-
16
- def start_all
17
- each_worker do |worker_num|
18
- start_worker(worker_num) do
19
- reseed_random_numbers
20
- reconnect_to_database
21
- worker = DeepTest::Worker.new(worker_num,
22
- server,
23
- @options.new_listener_list)
24
- worker.run
25
- end
26
- end
27
- end
28
-
29
- def stop_all
30
- @warlock.stop_all
31
- end
32
-
33
- def number_of_workers
34
- @options.number_of_workers
35
- end
36
-
37
- private
38
-
39
- def reconnect_to_database
40
- ActiveRecord::Base.connection.reconnect! if defined?(ActiveRecord::Base)
41
- end
42
-
43
- def start_worker(worker_num, &blk)
44
- @warlock.start("worker #{worker_num}", &blk)
45
- end
46
-
47
- def reseed_random_numbers
48
- srand
49
- end
50
-
51
- def each_worker
52
- number_of_workers.to_i.times { |worker_num| yield worker_num }
53
- end
54
- end
55
- end
@@ -1,67 +0,0 @@
1
- module DeepTest
2
- module Metrics
3
- class Gatherer
4
- def self.setup(options)
5
- $metrics_gatherer = new(options)
6
-
7
- at_exit do
8
- $metrics_gatherer.write_file
9
- end
10
- end
11
-
12
- def self.enabled?
13
- return false unless $metrics_gatherer
14
- $metrics_gatherer.enabled?
15
- end
16
-
17
- def self.section(title, &block)
18
- $metrics_gatherer.section(title, &block)
19
- end
20
-
21
- def initialize(options)
22
- @options = options
23
- @sections = []
24
- end
25
-
26
- def enabled?
27
- !@options.metrics_file.nil?
28
- end
29
-
30
- def section(title, &block)
31
- @sections << Section.new(title, &block) if enabled?
32
- end
33
-
34
- def render
35
- @sections.map {|s| s.render}.join("\n")
36
- end
37
-
38
- def write_file
39
- return unless enabled?
40
- File.open(@options.metrics_file, "w") do |io|
41
- io << render
42
- end
43
- end
44
-
45
- class Section
46
- def initialize(title, &generate_measurements_block)
47
- @title = title
48
- @generate_measurements_block = generate_measurements_block
49
- end
50
-
51
- def measurement(name, value)
52
- @measurements << [name, value]
53
- end
54
-
55
- def gather_measurements
56
- @measurements = []
57
- @generate_measurements_block.call(self)
58
- end
59
-
60
- def render
61
- gather_measurements
62
- "[#{@title}]\n" + @measurements.map {|name, value| "#{name}: #{value}"}.join("\n")
63
- end
64
- end
65
- end
66
- end
67
- end
@@ -1,133 +0,0 @@
1
- module DeepTest
2
- module Metrics
3
- module QueueLockWaitTimeMeasurement
4
- attr_reader :total_pop_time, :total_push_time
5
-
6
- def self.extended(o)
7
- o.instance_eval do
8
- alias pop_without_lock_wait_measurement pop
9
- alias pop pop_with_lock_wait_measurement
10
-
11
- alias push_without_lock_wait_measurement push
12
- alias push push_with_lock_wait_measurement
13
- end
14
- end
15
-
16
- def pop_with_lock_wait_measurement(no_wait = false)
17
- if no_wait
18
- return measure(:add_pop_time) do
19
- pop_without_lock_wait_measurement(no_wait)
20
- end
21
- else
22
- begin
23
- # Measure without waiting to minimize extra time added
24
- # above locking time
25
- #
26
- return measure(:add_pop_time) do
27
- pop_without_lock_wait_measurement(true)
28
- end
29
- rescue ThreadError => e
30
- if e.message == "queue empty"
31
- # Normally we would have waiting for a condvar signal,
32
- # so don't penalize time for locking here again - hence
33
- # no measure
34
- return pop_without_lock_wait_measurement(false)
35
- else
36
- raise
37
- end
38
- end
39
- end
40
- end
41
-
42
- def push_with_lock_wait_measurement(value)
43
- measure(:add_push_time) do
44
- push_without_lock_wait_measurement(value)
45
- end
46
- end
47
-
48
- def measure(accumulator)
49
- start_time = Time.now
50
- result = yield
51
- send(accumulator, Time.now - start_time)
52
- result
53
- end
54
-
55
- def add_push_time(time)
56
- Thread.exclusive do
57
- @total_push_time ||= 0
58
- @total_push_time += time
59
- end
60
- end
61
-
62
- def add_pop_time(time)
63
- Thread.exclusive do
64
- @total_pop_time ||= 0
65
- @total_pop_time += time
66
- end
67
- end
68
- end
69
- end
70
- end
71
-
72
-
73
- if $0 == __FILE__
74
- require 'thread'
75
- require 'timeout'
76
-
77
- thread_count = (ARGV[0] || 10).to_i
78
- action_count = (ARGV[1] || 100).to_i
79
-
80
- def test_measurement(thread_count, action_count)
81
- q = Queue.new
82
- q.extend DeepTest::Metrics::QueueLockWaitTimeMeasurement
83
-
84
- threads = []
85
- thread_count.times do
86
- threads << Thread.new do
87
- action_count.times do |i|
88
- show_progress ".", action_count, i
89
- q.push 1
90
- end
91
- end
92
- end
93
-
94
- thread_count.times do
95
- threads << Thread.new do
96
- action_count.times do |i|
97
- show_progress "-", action_count, i
98
- if rand(2) == 0
99
- begin
100
- q.pop(true)
101
- rescue ThreadError
102
- end
103
- else
104
- begin
105
- Timeout.timeout(0.01) do
106
- q.pop
107
- end
108
- rescue Timeout::Error
109
- break
110
- end
111
- end
112
- end
113
- end
114
- end
115
-
116
- threads.each {|t| t.join}
117
-
118
- puts
119
- puts "Push Time: #{q.total_push_time}"
120
- puts "Pop Time: #{q.total_pop_time}"
121
- end
122
-
123
- def show_progress(s, total, current)
124
- if (current % (total / 5)) == 0
125
- $stdout.print s
126
- $stdout.flush
127
- end
128
- end
129
-
130
- start_time = Time.now
131
- test_measurement(thread_count, action_count)
132
- puts "Total Run Time: #{Time.now - start_time}"
133
- end
@@ -1,60 +0,0 @@
1
- module DeepTest
2
- class Option
3
- attr_reader :name, :default
4
-
5
- def initialize(name, type, default)
6
- @name, @type, @default = name, type, default
7
- end
8
-
9
- def from_command_line(command_line)
10
- command_line =~ /--#{name} (\S+)(\s|$)/
11
- @type.from_string($1) if $1
12
- end
13
-
14
- def to_command_line(value)
15
- "--#{name} #{@type.to_string(value)}" if value && value != default
16
- end
17
-
18
- module Hash
19
- def self.to_string(hash)
20
- pairs = []
21
- hash.each do |key, value|
22
- value = value.gsub(/ /,'%20') if (::String === value)
23
- pairs << "#{key}:#{value.inspect}"
24
- end
25
- pairs.join(",")
26
- end
27
-
28
- def self.from_string(string)
29
- hash = {}
30
- string.split(/,/).each do |pair|
31
- key, unevaled_value = pair.split(/:/)
32
- value = eval(unevaled_value)
33
- value = value.gsub(/%20/, " ") if ::String === value
34
- hash[key.to_sym] = value
35
- end
36
- hash
37
- end
38
- end
39
-
40
- module Integer
41
- def self.to_string(i)
42
- i.to_s
43
- end
44
-
45
- def self.from_string(s)
46
- s.to_i
47
- end
48
- end
49
-
50
- module String
51
- def self.to_string(s)
52
- s
53
- end
54
-
55
- def self.from_string(s)
56
- s
57
- end
58
- end
59
- end
60
- end
@@ -1,49 +0,0 @@
1
- module DeepTest
2
- class ProcessOrchestrator
3
- def self.run(options, workers, runner)
4
- new(options, workers, runner).run
5
- end
6
-
7
- def initialize(options, workers, runner)
8
- @options = options
9
- @runner = runner
10
- @workers = workers
11
- end
12
-
13
- def run(exit_when_done = true)
14
- passed = false
15
-
16
- begin
17
- server = Server.start(@options)
18
- @options.new_listener_list.before_starting_workers
19
- @workers.start_all
20
- begin
21
- DeepTest.logger.debug "Loader Starting (#{$$})"
22
- passed = @runner.process_work_units
23
- ensure
24
- shutdown(server)
25
- end
26
- ensure
27
- DeepTest.logger.debug "ProcessOrchestrator: Stopping Server"
28
- Server.stop
29
- end
30
-
31
- Kernel.exit(passed ? 0 : 1) if exit_when_done
32
- end
33
-
34
- def shutdown(server)
35
- DeepTest.logger.debug "ProcessOrchestrator: Shutting Down"
36
- server.done_with_work
37
-
38
- first_exception = $!
39
- begin
40
- DeepTest.logger.debug "ProcessOrchestrator: Stopping Workers"
41
- @workers.stop_all
42
- rescue DRb::DRbConnError
43
- # Workers must have already stopped
44
- rescue Exception => e
45
- raise first_exception || e
46
- end
47
- end
48
- end
49
- end