polyphony 0.36 → 0.42

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (118) hide show
  1. checksums.yaml +4 -4
  2. data/.github/workflows/test.yml +11 -2
  3. data/.gitignore +2 -2
  4. data/.rubocop.yml +30 -0
  5. data/CHANGELOG.md +28 -2
  6. data/Gemfile +0 -11
  7. data/Gemfile.lock +15 -14
  8. data/README.md +2 -1
  9. data/Rakefile +7 -3
  10. data/TODO.md +28 -95
  11. data/docs/_config.yml +56 -7
  12. data/docs/_sass/custom/custom.scss +0 -30
  13. data/docs/_sass/overrides.scss +0 -46
  14. data/docs/{user-guide → _user-guide}/all-about-timers.md +0 -0
  15. data/docs/_user-guide/index.md +9 -0
  16. data/docs/{user-guide → _user-guide}/web-server.md +0 -0
  17. data/docs/api-reference/fiber.md +2 -2
  18. data/docs/api-reference/index.md +9 -0
  19. data/docs/api-reference/polyphony-process.md +1 -1
  20. data/docs/api-reference/thread.md +1 -1
  21. data/docs/faq.md +21 -11
  22. data/docs/getting-started/index.md +10 -0
  23. data/docs/getting-started/installing.md +2 -6
  24. data/docs/getting-started/overview.md +507 -0
  25. data/docs/getting-started/tutorial.md +27 -19
  26. data/docs/index.md +3 -2
  27. data/docs/main-concepts/concurrency.md +0 -5
  28. data/docs/main-concepts/design-principles.md +69 -21
  29. data/docs/main-concepts/extending.md +1 -1
  30. data/docs/main-concepts/index.md +9 -0
  31. data/examples/core/01-spinning-up-fibers.rb +1 -0
  32. data/examples/core/03-interrupting.rb +4 -1
  33. data/examples/core/04-handling-signals.rb +19 -0
  34. data/examples/core/xx-agent.rb +102 -0
  35. data/examples/core/xx-fork-cleanup.rb +22 -0
  36. data/examples/core/xx-sleeping.rb +14 -6
  37. data/examples/io/tunnel.rb +48 -0
  38. data/examples/io/xx-irb.rb +1 -1
  39. data/examples/performance/thread-vs-fiber/polyphony_mt_server.rb +7 -6
  40. data/examples/performance/thread-vs-fiber/polyphony_server.rb +13 -36
  41. data/examples/performance/thread-vs-fiber/polyphony_server_read_loop.rb +58 -0
  42. data/examples/performance/xx-array.rb +11 -0
  43. data/examples/performance/xx-fiber-switch.rb +9 -0
  44. data/examples/performance/xx-snooze.rb +15 -0
  45. data/ext/{gyro → polyphony}/extconf.rb +2 -2
  46. data/ext/{gyro → polyphony}/fiber.c +18 -22
  47. data/ext/{gyro → polyphony}/libev.c +0 -0
  48. data/ext/{gyro → polyphony}/libev.h +0 -0
  49. data/ext/polyphony/libev_agent.c +718 -0
  50. data/ext/polyphony/libev_queue.c +216 -0
  51. data/ext/{gyro/gyro.c → polyphony/polyphony.c} +16 -46
  52. data/ext/{gyro/gyro.h → polyphony/polyphony.h} +25 -39
  53. data/ext/polyphony/polyphony_ext.c +23 -0
  54. data/ext/{gyro → polyphony}/socket.c +21 -18
  55. data/ext/polyphony/thread.c +206 -0
  56. data/ext/{gyro → polyphony}/tracing.c +1 -1
  57. data/lib/polyphony.rb +40 -44
  58. data/lib/polyphony/adapters/fs.rb +1 -4
  59. data/lib/polyphony/adapters/irb.rb +1 -1
  60. data/lib/polyphony/adapters/postgres.rb +6 -5
  61. data/lib/polyphony/adapters/process.rb +27 -23
  62. data/lib/polyphony/adapters/trace.rb +110 -105
  63. data/lib/polyphony/core/channel.rb +35 -35
  64. data/lib/polyphony/core/exceptions.rb +29 -29
  65. data/lib/polyphony/core/global_api.rb +94 -91
  66. data/lib/polyphony/core/resource_pool.rb +83 -83
  67. data/lib/polyphony/core/sync.rb +16 -16
  68. data/lib/polyphony/core/thread_pool.rb +49 -37
  69. data/lib/polyphony/core/throttler.rb +30 -23
  70. data/lib/polyphony/event.rb +27 -0
  71. data/lib/polyphony/extensions/core.rb +25 -17
  72. data/lib/polyphony/extensions/fiber.rb +269 -267
  73. data/lib/polyphony/extensions/io.rb +56 -26
  74. data/lib/polyphony/extensions/openssl.rb +5 -9
  75. data/lib/polyphony/extensions/socket.rb +29 -10
  76. data/lib/polyphony/extensions/thread.rb +19 -12
  77. data/lib/polyphony/net.rb +64 -60
  78. data/lib/polyphony/version.rb +1 -1
  79. data/polyphony.gemspec +4 -7
  80. data/test/helper.rb +14 -1
  81. data/test/stress.rb +17 -12
  82. data/test/test_agent.rb +124 -0
  83. data/test/{test_async.rb → test_event.rb} +15 -7
  84. data/test/test_ext.rb +25 -4
  85. data/test/test_fiber.rb +19 -10
  86. data/test/test_global_api.rb +4 -4
  87. data/test/test_io.rb +46 -24
  88. data/test/test_queue.rb +74 -0
  89. data/test/test_signal.rb +3 -40
  90. data/test/test_socket.rb +33 -0
  91. data/test/test_thread.rb +38 -16
  92. data/test/test_thread_pool.rb +2 -2
  93. data/test/test_throttler.rb +0 -1
  94. data/test/test_trace.rb +6 -5
  95. metadata +41 -57
  96. data/docs/_includes/nav.html +0 -51
  97. data/docs/_includes/prevnext.html +0 -17
  98. data/docs/_layouts/default.html +0 -106
  99. data/docs/api-reference.md +0 -11
  100. data/docs/api-reference/gyro-async.md +0 -57
  101. data/docs/api-reference/gyro-child.md +0 -29
  102. data/docs/api-reference/gyro-queue.md +0 -44
  103. data/docs/api-reference/gyro-timer.md +0 -51
  104. data/docs/api-reference/gyro.md +0 -25
  105. data/docs/getting-started.md +0 -10
  106. data/docs/main-concepts.md +0 -10
  107. data/docs/user-guide.md +0 -10
  108. data/examples/core/forever_sleep.rb +0 -19
  109. data/ext/gyro/async.c +0 -148
  110. data/ext/gyro/child.c +0 -127
  111. data/ext/gyro/gyro_ext.c +0 -33
  112. data/ext/gyro/io.c +0 -474
  113. data/ext/gyro/queue.c +0 -142
  114. data/ext/gyro/selector.c +0 -205
  115. data/ext/gyro/signal.c +0 -118
  116. data/ext/gyro/thread.c +0 -298
  117. data/ext/gyro/timer.c +0 -134
  118. data/test/test_timer.rb +0 -56
@@ -1,5 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  module Polyphony
4
- VERSION = '0.36'
4
+ VERSION = '0.42'
5
5
  end
@@ -17,19 +17,17 @@ Gem::Specification.new do |s|
17
17
  }
18
18
  s.rdoc_options = ["--title", "polyphony", "--main", "README.md"]
19
19
  s.extra_rdoc_files = ["README.md"]
20
- s.extensions = ["ext/gyro/extconf.rb"]
20
+ s.extensions = ["ext/polyphony/extconf.rb"]
21
21
  s.require_paths = ["lib"]
22
22
  s.required_ruby_version = '>= 2.6'
23
23
 
24
- s.add_runtime_dependency 'modulation', '~>1.0'
25
-
26
24
  s.add_development_dependency 'httparty', '0.17.0'
27
25
  s.add_development_dependency 'localhost', '1.1.4'
28
26
  s.add_development_dependency 'minitest', '5.13.0'
29
27
  s.add_development_dependency 'minitest-reporters', '1.4.2'
30
28
  s.add_development_dependency 'simplecov', '0.17.1'
31
- s.add_development_dependency 'rubocop', '0.80.0'
32
- s.add_development_dependency 'pg', '1.1.3'
29
+ s.add_development_dependency 'rubocop', '0.85.1'
30
+ s.add_development_dependency 'pg', '1.1.4'
33
31
  s.add_development_dependency 'rake-compiler', '1.0.5'
34
32
  s.add_development_dependency 'redis', '4.1.0'
35
33
  s.add_development_dependency 'hiredis', '0.6.3'
@@ -38,6 +36,5 @@ Gem::Specification.new do |s|
38
36
  s.add_development_dependency 'jekyll', '~>3.8.6'
39
37
  s.add_development_dependency 'jekyll-remote-theme', '~>0.4.1'
40
38
  s.add_development_dependency 'jekyll-seo-tag', '~>2.6.1'
41
- s.add_development_dependency 'just-the-docs', '~>0.2.7'
42
-
39
+ s.add_development_dependency 'just-the-docs', '~>0.3.0'
43
40
  end
@@ -18,19 +18,32 @@ Minitest::Reporters.use! [
18
18
  Minitest::Reporters::SpecReporter.new
19
19
  ]
20
20
 
21
+ class ::Fiber
22
+ attr_writer :auto_watcher
23
+ end
24
+
21
25
  class MiniTest::Test
22
26
  def setup
27
+ # puts "* setup #{self.name}"
23
28
  if Fiber.current.children.size > 0
24
29
  puts "Children left: #{Fiber.current.children.inspect}"
25
30
  exit!
26
31
  end
27
32
  Fiber.current.setup_main_fiber
33
+ Fiber.current.instance_variable_set(:@auto_watcher, nil)
34
+ Thread.current.agent = Polyphony::LibevAgent.new
28
35
  sleep 0
29
36
  end
30
37
 
31
38
  def teardown
39
+ # puts "* teardown #{self.name.inspect} Fiber.current: #{Fiber.current.inspect}"
32
40
  Fiber.current.terminate_all_children
33
41
  Fiber.current.await_all_children
42
+ Fiber.current.auto_watcher = nil
43
+ rescue => e
44
+ puts e
45
+ puts e.backtrace.join("\n")
46
+ exit!
34
47
  end
35
48
  end
36
49
 
@@ -40,4 +53,4 @@ module Kernel
40
53
  rescue Exception => e
41
54
  e
42
55
  end
43
- end
56
+ end
@@ -1,20 +1,25 @@
1
1
  # frozen_string_literal: true
2
2
 
3
- @count = 0
3
+ count = ARGV[0] ? ARGV[0].to_i : 100
4
4
 
5
- def run_tests
6
- @count += 1
7
- puts "!(#{@count})"
8
- # output = `ruby test/test_thread.rb -n test_thread_inspect`
9
- system('ruby test/run.rb')
5
+ TEST_CMD = 'ruby test/run.rb'
6
+
7
+ def run_test(count)
8
+ puts "#{count}: running tests..."
9
+ system(TEST_CMD)
10
10
  return if $?.exitstatus == 0
11
11
 
12
+ puts "Failure after #{count} tests"
12
13
  exit!
13
- # puts
14
- # puts output
15
- # exit!
16
14
  end
17
15
 
18
- loop {
19
- run_tests
20
- }
16
+ trap('INT') { exit! }
17
+ t0 = Time.now
18
+ count.times { |i| run_test(i + 1) }
19
+ elapsed = Time.now - t0
20
+ puts format(
21
+ "Successfully ran %d tests in %f seconds (%f per test)",
22
+ count,
23
+ elapsed,
24
+ elapsed / count
25
+ )
@@ -0,0 +1,124 @@
1
+ # frozen_string_literal: true
2
+
3
+ require_relative 'helper'
4
+
5
+ class AgentTest < MiniTest::Test
6
+ def setup
7
+ super
8
+ @prev_agent = Thread.current.agent
9
+ @agent = Polyphony::LibevAgent.new
10
+ Thread.current.agent = @agent
11
+ end
12
+
13
+ def teardown
14
+ @agent.finalize
15
+ Thread.current.agent = @prev_agent
16
+ end
17
+
18
+ def test_sleep
19
+ count = 0
20
+ t0 = Time.now
21
+ spin {
22
+ @agent.sleep 0.01
23
+ count += 1
24
+ }
25
+ suspend
26
+ assert Time.now - t0 >= 0.01
27
+ assert_equal 1, count
28
+ end
29
+
30
+ def test_write_read_partial
31
+ i, o = IO.pipe
32
+ buf = +''
33
+ f = spin { @agent.read(i, buf, 5, false) }
34
+ @agent.write(o, 'Hello world')
35
+ return_value = f.await
36
+
37
+ assert_equal 'Hello', buf
38
+ assert_equal return_value, buf
39
+ end
40
+
41
+ def test_write_read_to_eof_limited_buffer
42
+ i, o = IO.pipe
43
+ buf = +''
44
+ f = spin { @agent.read(i, buf, 5, true) }
45
+ @agent.write(o, 'Hello')
46
+ snooze
47
+ @agent.write(o, ' world')
48
+ snooze
49
+ o.close
50
+ return_value = f.await
51
+
52
+ assert_equal 'Hello', buf
53
+ assert_equal return_value, buf
54
+ end
55
+
56
+ def test_write_read_to_eof
57
+ i, o = IO.pipe
58
+ buf = +''
59
+ f = spin { @agent.read(i, buf, 10**6, true) }
60
+ @agent.write(o, 'Hello')
61
+ snooze
62
+ @agent.write(o, ' world')
63
+ snooze
64
+ o.close
65
+ return_value = f.await
66
+
67
+ assert_equal 'Hello world', buf
68
+ assert_equal return_value, buf
69
+ end
70
+
71
+ def test_waitpid
72
+ pid = fork do
73
+ @agent.post_fork
74
+ exit(42)
75
+ end
76
+
77
+ result = @agent.waitpid(pid)
78
+ assert_equal [pid, 42], result
79
+ end
80
+
81
+ def test_read_loop
82
+ i, o = IO.pipe
83
+
84
+ buf = []
85
+ spin do
86
+ buf << :ready
87
+ @agent.read_loop(i) { |d| buf << d }
88
+ buf << :done
89
+ end
90
+
91
+ o << 'foo'
92
+ o << 'bar'
93
+ o.close
94
+ snooze
95
+
96
+ assert_equal [:ready, 'foo', 'bar', :done], buf
97
+ end
98
+
99
+ def test_accept_loop
100
+ server = TCPServer.new('127.0.0.1', 1234)
101
+
102
+ clients = []
103
+ server_fiber = spin do
104
+ @agent.accept_loop(server) { |c| clients << c }
105
+ end
106
+
107
+ c1 = TCPSocket.new('127.0.0.1', 1234)
108
+ snooze
109
+
110
+ assert_equal 1, clients.size
111
+
112
+ c2 = TCPSocket.new('127.0.0.1', 1234)
113
+ snooze
114
+
115
+ assert_equal 2, clients.size
116
+
117
+ ensure
118
+ c1&.close
119
+ c2&.close
120
+ server_fiber.stop
121
+ snooze
122
+ server&.close
123
+ end
124
+ end
@@ -2,26 +2,30 @@
2
2
 
3
3
  require_relative 'helper'
4
4
 
5
- class AsyncTest < MiniTest::Test
6
- def test_that_async_watcher_receives_signal_across_threads
5
+ class EventTest < MiniTest::Test
6
+ def test_that_event_receives_signal_across_threads
7
7
  count = 0
8
- a = Gyro::Async.new
8
+ a = Polyphony::Event.new
9
9
  spin {
10
10
  a.await
11
11
  count += 1
12
12
  }
13
13
  snooze
14
- Thread.new do
14
+ t = Thread.new do
15
15
  orig_sleep 0.001
16
16
  a.signal
17
17
  end
18
18
  suspend
19
19
  assert_equal 1, count
20
+ ensure
21
+ t&.kill
22
+ t&.join
20
23
  end
21
24
 
22
- def test_that_async_watcher_coalesces_signals
25
+ def test_that_event_coalesces_signals
23
26
  count = 0
24
- a = Gyro::Async.new
27
+ a = Polyphony::Event.new
28
+
25
29
  coproc = spin {
26
30
  loop {
27
31
  a.await
@@ -30,11 +34,15 @@ class AsyncTest < MiniTest::Test
30
34
  }
31
35
  }
32
36
  snooze
33
- Thread.new do
37
+ t = Thread.new do
34
38
  orig_sleep 0.001
35
39
  3.times { a.signal }
36
40
  end
41
+
37
42
  coproc.await
38
43
  assert_equal 1, count
44
+ ensure
45
+ t&.kill
46
+ t&.join
39
47
  end
40
48
  end
@@ -74,7 +74,7 @@ class KernelTest < MiniTest::Test
74
74
  $stderr.rewind
75
75
  $stderr = prev_stderr
76
76
 
77
- assert_nil data
77
+ assert_equal '', data
78
78
  assert_equal "error\n", err_io.read
79
79
  ensure
80
80
  $stderr = prev_stderr
@@ -93,6 +93,28 @@ class KernelTest < MiniTest::Test
93
93
  $stdin = prev_stdin
94
94
  end
95
95
 
96
+ def test_multiline_gets
97
+ prev_stdin = $stdin
98
+ i, o = IO.pipe
99
+ $stdin = i
100
+
101
+ spin do
102
+ o << "hello\n"
103
+ o << "world\n"
104
+ o << "nice\n"
105
+ o << "to\n"
106
+ o << "meet\n"
107
+ o << "you\n"
108
+ end
109
+
110
+ s = +''
111
+ 6.times { s << gets }
112
+
113
+ assert_equal "hello\nworld\nnice\nto\nmeet\nyou\n", s
114
+ ensure
115
+ $stdin = prev_stdin
116
+ end
117
+
96
118
  def test_gets_from_argv
97
119
  prev_stdin = $stdin
98
120
 
@@ -103,8 +125,7 @@ class KernelTest < MiniTest::Test
103
125
  count = contents.size
104
126
 
105
127
  buffer = []
106
-
107
- (count * 2).times { buffer << gets }
128
+ (count * 2).times { |i| s = gets; buffer << s }
108
129
  assert_equal contents * 2, buffer
109
130
 
110
131
  i, o = IO.pipe
@@ -172,4 +193,4 @@ class TimeoutTest < MiniTest::Test
172
193
  assert_kind_of MyTimeout, e
173
194
  assert_equal 'foo', e.message
174
195
  end
175
- end
196
+ end
@@ -110,7 +110,7 @@ class FiberTest < MiniTest::Test
110
110
  def test_cross_thread_schedule
111
111
  buffer = []
112
112
  worker_fiber = nil
113
- async = Gyro::Async.new
113
+ async = Polyphony::Event.new
114
114
  worker = Thread.new do
115
115
  worker_fiber = Fiber.current
116
116
  async.signal
@@ -125,10 +125,11 @@ class FiberTest < MiniTest::Test
125
125
  assert_equal [:foo], buffer
126
126
  ensure
127
127
  worker&.kill
128
+ worker&.join
128
129
  end
129
130
 
130
131
  def test_ev_loop_anti_starve_mechanism
131
- async = Gyro::Async.new
132
+ async = Polyphony::Event.new
132
133
  t = Thread.new do
133
134
  f = spin_loop { snooze }
134
135
  sleep 0.001
@@ -139,7 +140,8 @@ class FiberTest < MiniTest::Test
139
140
 
140
141
  assert_equal :foo, result
141
142
  ensure
142
- t.kill if t.alive?
143
+ t&.kill
144
+ t&.join
143
145
  end
144
146
 
145
147
  def test_tag
@@ -350,8 +352,7 @@ class FiberTest < MiniTest::Test
350
352
  result = []
351
353
  f = Fiber.current.spin do
352
354
  result << :start
353
- t = Gyro::Timer.new(1, 0)
354
- result << t.await
355
+ result << Thread.current.agent.sleep(1)
355
356
  end
356
357
  snooze
357
358
  f.interrupt
@@ -624,7 +625,7 @@ class FiberTest < MiniTest::Test
624
625
  end
625
626
  end
626
627
  sleep 0.1
627
- f = spin { Gyro::Child.new(pid).await }
628
+ f = spin { Thread.current.agent.waitpid(pid) }
628
629
  o.close
629
630
  Process.kill('INT', pid)
630
631
  f.await
@@ -646,7 +647,7 @@ class FiberTest < MiniTest::Test
646
647
  end
647
648
  end
648
649
  sleep 0.2
649
- f = spin { Gyro::Child.new(pid).await }
650
+ f = spin { Thread.current.agent.waitpid(pid) }
650
651
  o.close
651
652
  Process.kill('TERM', pid)
652
653
  f.await
@@ -673,7 +674,7 @@ class FiberTest < MiniTest::Test
673
674
  sleep 0.2
674
675
  Process.kill('TERM', pid)
675
676
  end
676
- Gyro::Child.new(pid).await
677
+ Thread.current.agent.waitpid(pid)
677
678
  klass = i.read
678
679
  i.close
679
680
  assert_equal 'Polyphony::Terminate', klass
@@ -707,6 +708,7 @@ class MailboxTest < MiniTest::Test
707
708
  f << i
708
709
  sleep 0
709
710
  end
711
+ sleep 0
710
712
 
711
713
  assert_equal [0, 1, 2], msgs
712
714
  ensure
@@ -717,11 +719,11 @@ class MailboxTest < MiniTest::Test
717
719
  msgs = []
718
720
  f = spin { loop { msgs << receive } }
719
721
 
720
- snooze # allow coproc to start
722
+ snooze # allow f to start
721
723
 
722
724
  3.times { |i| f << i }
723
725
 
724
- sleep 0
726
+ sleep 0.01
725
727
 
726
728
  assert_equal [0, 1, 2], msgs
727
729
  ensure
@@ -743,6 +745,7 @@ class MailboxTest < MiniTest::Test
743
745
  def test_cross_thread_send_receive
744
746
  ping_receive_buffer = []
745
747
  pong_receive_buffer = []
748
+
746
749
  pong = Thread.new do
747
750
  sleep 0.05
748
751
  loop do
@@ -763,9 +766,15 @@ class MailboxTest < MiniTest::Test
763
766
 
764
767
  ping.join
765
768
  pong.kill
769
+ ping = pong = nil
766
770
 
767
771
  assert_equal %w{pong pong pong}, ping_receive_buffer
768
772
  assert_equal %w{ping ping ping}, pong_receive_buffer
773
+ ensure
774
+ pong&.kill
775
+ ping&.kill
776
+ pong&.join
777
+ ping&.join
769
778
  end
770
779
 
771
780
  def test_message_queueing