polyphony 0.36 → 0.42

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1baba43b46fa48ea13ec33667390b5b6dafb8323d250f2df5e5ee6930e939680
-  data.tar.gz: 465c329841226252b1fe7fc3d48904b912323370083b4925d89531e45a4bd34d
+  metadata.gz: e284cae2a5eb2332bc8671090412bbe0cf7d57dbc163d68ba387f4d9635a8adf
+  data.tar.gz: 58eba5a2607df83c7471b1a6b72cc350aa468e9a562e3d1e8f7451eaae12d068
 SHA512:
-  metadata.gz: d9b863d0231a5ccea65aa015d5a1d3432d0b513be1a60b2d20040bd06ed9d253c6be8391176ceba472300beac8059e27c334aca3bb6bafd51c3dabfd1e105301
-  data.tar.gz: 29eba3a894084f20d21bab00840cef76a5094f73aee4521947685883dc717811a274ed723deb72433cc0f358715549d79215286aad0ba62d14ee97308ee1415b
+  metadata.gz: 10b7bcf9240ea8f7355c75d025bd6c5e1bd00c86e7985f71440091cc149c629279b16eaf1c863d85de29e278739926b499625c77238db8eb803aa235395771a4
+  data.tar.gz: 9001df441fdc058a3234bca05f6cca55d3a27edcf0b5b0d126a9c371d37bd0ffecc4d13d8f13c614d9b7182630f94d54481035f6d83fb044aebdf3238f83b03a

data/.github/workflows/test.yml

@@ -4,12 +4,21 @@ on: [push]
 
 jobs:
   build:
-    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest]
+        ruby: [2.6, 2.7]
+
+    name: >-
+      ${{matrix.os}}, ${{matrix.ruby}}
+
+    runs-on: ${{matrix.os}}
     steps:
     - uses: actions/checkout@v1
     - uses: actions/setup-ruby@v1
       with:
-        ruby-version: 2.6.5
+        ruby-version: ${{matrix.ruby}}
     - name: Install dependencies
       run: |
         gem install bundler

data/.gitignore

@@ -52,8 +52,8 @@ build-iPhoneSimulator/
 test.rb
 .vscode
 
-lib/gyro_ext.bundle
-lib/gyro_ext.so
+lib/*.bundle
+lib/*.so
 
 _site
 .sass-cache

data/.rubocop.yml

@@ -143,3 +143,33 @@ Style/HashTransformKeys:
 
 Style/HashTransformValues:
   Enabled: true
+
+Layout/EmptyLinesAroundAttributeAccessor:
+  Enabled: true
+
+Layout/SpaceAroundMethodCallOperator:
+  Enabled: true
+
+Lint/DeprecatedOpenSSLConstant:
+  Enabled: true
+
+Lint/MixedRegexpCaptureTypes:
+  Enabled: true
+
+Lint/RaiseException:
+  Enabled: true
+
+Lint/StructNewOverride:
+  Enabled: true
+
+Style/ExponentialNotation:
+  Enabled: true
+
+Style/RedundantRegexpCharacterClass:
+  Enabled: true
+
+Style/RedundantRegexpEscape:
+  Enabled: true
+
+Style/SlicingWithRange:
+  Enabled: true

data/CHANGELOG.md

@@ -1,3 +1,29 @@
+## 0.42 2020-07-03
+
+* Improve documentation
+* Fix backtrace on SIGINT
+* Implement LibevAgent#accept_loop, #read_loop
+* Move ref counting from thread to agent
+* Short circuit switchpoint if continuing with the same fiber
+* Always do a switchpoint in #read, #write, #accept
+
+## 0.41 2020-06-27
+
+* Introduce System Agent design, remove all `Gyro` classes
+
+## 0.40 2020-05-04
+
+* More improvements to stability after fork
+
+## 0.38 2020-04-13
+
+* Fix post-fork segfault if parent process has multiple threads with active watchers
+
+## 0.37 2020-04-07
+
+* Explicitly kill threads on exit to prevent possible segfault
+* Remove Modulation dependency
+
 ## 0.36 2020-03-31
 
 * More docs
@@ -8,13 +34,13 @@
 
 * Rename `Fiber#cancel!` to `Fiber#cancel`
 * Rename `Gyro::Async#signal!` to `Gyro::Async#signal`
-* Use `Fiber#auto_async` in thread pool, thread extension
+* Use `Fiber#auto_watcher` in thread pool, thread extension
 * Implement `Fiber#auto_io` for reusing IO watcher instances
 * Refactor C code
 
 ## 0.34 2020-03-25
 
-* Add `Fiber#auto_async` mainly for use in places like `Gyro::Queue#shift`
+* Add `Fiber#auto_watcher` mainly for use in places like `Gyro::Queue#shift`
 * Refactor C extension
 * Improved GC'ing for watchers
 * Implement process supervisor (`Polyphony::ProcessSupervisor`)

data/Gemfile

@@ -1,14 +1,3 @@
 source 'https://rubygems.org'
 
 gemspec
-
-# gem "jekyll", "~> 3.8.6"
-# gem "jekyll-remote-theme"
-# gem "jekyll-seo-tag"
-# gem "just-the-docs"
-
-# # gem "github-pages", group: :jekyll_plugins
-
-# group :jekyll_plugins do
-#   gem "jekyll-feed", "~> 0.6"
-# end

data/Gemfile.lock

@@ -1,8 +1,7 @@
 PATH
   remote: .
   specs:
-    polyphony (0.36)
-      modulation (~> 1.0)
+    polyphony (0.42)
 
 GEM
   remote: https://rubygems.org/
@@ -28,7 +27,6 @@ GEM
       multi_xml (>= 0.5.2)
     i18n (0.9.5)
       concurrent-ruby (~> 1.0)
-    jaro_winkler (1.5.4)
     jekyll (3.8.6)
       addressable (~> 2.4)
       colorator (~> 1.0)
@@ -53,10 +51,10 @@ GEM
     jekyll-watch (2.2.1)
       listen (~> 3.0)
     json (2.3.0)
-    just-the-docs (0.2.7)
-      jekyll (~> 3.8.5)
+    just-the-docs (0.3.0)
+      jekyll (>= 3.8.5)
       jekyll-seo-tag (~> 2.0)
-      rake (~> 12.3.1)
+      rake (>= 12.3.1, < 13.1.0)
     kramdown (1.17.0)
     liquid (4.0.3)
     listen (3.2.1)
@@ -73,14 +71,13 @@ GEM
       builder
       minitest (>= 5.0)
       ruby-progressbar
-    modulation (1.0)
     multi_xml (0.6.0)
     parallel (1.19.1)
     parser (2.7.0.2)
       ast (~> 2.4.0)
     pathutil (0.16.2)
       forwardable-extended (~> 2.6)
-    pg (1.1.3)
+    pg (1.1.4)
     public_suffix (4.0.3)
     rainbow (3.0.0)
     rake (12.3.3)
@@ -90,16 +87,20 @@ GEM
     rb-inotify (0.10.1)
       ffi (~> 1.0)
     redis (4.1.0)
+    regexp_parser (1.7.1)
     rexml (3.2.4)
     rouge (3.15.0)
-    rubocop (0.80.0)
-      jaro_winkler (~> 1.5.1)
+    rubocop (0.85.1)
       parallel (~> 1.10)
       parser (>= 2.7.0.1)
       rainbow (>= 2.2.2, < 4.0)
+      regexp_parser (>= 1.7)
       rexml
+      rubocop-ast (>= 0.0.3)
       ruby-progressbar (~> 1.7)
-      unicode-display_width (>= 1.4.0, < 1.7)
+      unicode-display_width (>= 1.4.0, < 2.0)
+    rubocop-ast (0.0.3)
+      parser (>= 2.7.0.1)
     ruby-progressbar (1.10.1)
     rubyzip (2.0.0)
     safe_yaml (1.0.5)
@@ -125,15 +126,15 @@ DEPENDENCIES
   jekyll (~> 3.8.6)
   jekyll-remote-theme (~> 0.4.1)
   jekyll-seo-tag (~> 2.6.1)
-  just-the-docs (~> 0.2.7)
+  just-the-docs (~> 0.3.0)
   localhost (= 1.1.4)
   minitest (= 5.13.0)
   minitest-reporters (= 1.4.2)
-  pg (= 1.1.3)
+  pg (= 1.1.4)
   polyphony!
   rake-compiler (= 1.0.5)
   redis (= 4.1.0)
-  rubocop (= 0.80.0)
+  rubocop (= 0.85.1)
   simplecov (= 0.17.1)
 
 BUNDLED WITH

data/README.md

@@ -1,5 +1,6 @@
 # Polyphony - Fine-Grained Concurrency for Ruby
 
+
 [![Gem Version](https://badge.fury.io/rb/polyphony.svg)](http://rubygems.org/gems/polyphony)
 [![Modulation Test](https://github.com/digital-fabric/polyphony/workflows/Tests/badge.svg)](https://github.com/digital-fabric/polyphony/actions?query=workflow%3ATests)
 [![MIT licensed](https://img.shields.io/badge/license-MIT-blue.svg)](https://github.com/digital-fabric/polyphony/blob/master/LICENSE)
@@ -46,4 +47,4 @@ The complete documentation for Polyphony could be found on the
 
 Issues and pull requests will be gladly accepted. Please use the [Polyphony git
 repository](https://github.com/digital-fabric/polyphony) as your primary point
-of departure for contributing.
+of departure for contributing.

data/Rakefile

@@ -4,8 +4,8 @@ require "bundler/gem_tasks"
 require "rake/clean"
 
 require "rake/extensiontask"
-Rake::ExtensionTask.new("gyro_ext") do |ext|
-  ext.ext_dir = "ext/gyro"
+Rake::ExtensionTask.new("polyphony_ext") do |ext|
+  ext.ext_dir = "ext/polyphony"
 end
 
 task :recompile => [:clean, :compile]
@@ -15,8 +15,12 @@ task :test do
   exec 'ruby test/run.rb'
 end
 
+task :stress_test do
+  exec 'ruby test/stress.rb'
+end
+
 task :docs do
-  exec 'RUBYOPT=-W0 jekyll serve -s docs'
+  exec 'RUBYOPT=-W0 jekyll serve -s docs -H ec2-35-158-110-38.eu-central-1.compute.amazonaws.com'
 end
 
 CLEAN.include "**/*.o", "**/*.so", "**/*.bundle", "**/*.jar", "pkg", "tmp"

data/TODO.md

@@ -1,39 +1,11 @@
-- Would it be possible to spin up a fiber on another thread?
-  
-  The use case is being able to supervise fibers that run on separate threads.
-  This might be useful for distributing jobs (such as handling HTTP connections)
-  over multiple threads.
+## 0.42
 
-  For this we need:
-
-  - A way to communicate to a thread that it needs to spin up a fiber, the
-    simplest solution is to start a fiber accepting spin requests for each
-    thread (in `Thread#initialize`).
-  - An API:
-
-    ```ruby
-    spin(on_thread: thread) { do_something_important }
-    ```
-
-  An alternative is to turn the main fiber of spawned threads into a child of
-  the spawning fiber. But since a lot of people might start threads without any
-  regard to fibers, it might be better to implement this in a new API. An
-  example of the top of my head for threads that shouldn't be children of the
-  spawning fiber is our own test helper, which kills all child fibers after each
-  test. MiniTest has some threads it spawns for running tests in parallel, and
-  we don't want to stop them after each test!
-
-  So, a good solution would be:
-
-  ```ruby
-  t = Thread.new { do_stuff }
-  t.parent_fiber = Fiber.current
-  # or otherwise:
-  Fiber.current.add_child_fiber(t.main_fiber)
-  ```
-
-## 0.36 Some more API work, more docs
+- Reimplement ResourcePool, Channel, Mutex using LibevQueue
+-- Add `Fiber#schedule_with_priority` method, aliased by `Fiber#wakeup`
+- Implement agent interface is virtual function table
+- Implement proxy agent for plugging in a user-provided agent class
 
+## 0.43 
 - Debugging
   - Eat your own dogfood: need a good tool to check what's going on when some
     test fails
@@ -142,17 +114,14 @@
 - Docs
   - landing page:
     - links to the interesting stuff
-      - concurrency overview
-      - faq
       - benchmarks
   - explain difference between `sleep` and `suspend`
-  - add explanation about async vs sync
   - discuss using `snooze` for ensuring responsiveness when executing CPU-bound work
 
-- Check why first call to `#sleep` returns too early in tests. Check the
-  sleep behaviour in a spawned thread.
 
-## 0.37 Sinatra / Sidekiq
+## 0.44
+
+### Some more API work, more docs
 
 - sintra app with database access (postgresql)
 
@@ -162,13 +131,16 @@
   - test performance
   - proceed from there
 
-## 0.38 Testing && Docs
+
+## 0.45
+
+### Sinatra / Sidekiq
 
 - Pull out redis/postgres code, put into new `polyphony-xxx` gems
 
-## 0.39 Integration
+## 0.46
 
-## 0.40 Real IO#gets and IO#read
+### Testing && Docs
 
 - More tests
 - Implement some basic stuff missing:
@@ -178,11 +150,11 @@
   - `IO.foreach`
   - `Process.waitpid`
 
-## 0.41 Rails
+## 0.47
 
-- Rails?
+### Real IO#gets and IO#read
 
-## 0.42 DNS
+## 0.48 DNS
 
 ### DNS client
 
@@ -215,56 +187,17 @@ Prior art:
 
 - https://github.com/socketry/async-dns
 
-### Work on API
-
-  - Introduce mailbox limiting:
-    - add API for limiting mailbox size:
-
-      ```ruby
-      Fiber.current.mailbox_limit = 1000
-      ```
-
-    - Add the limit for `Gyro::Queue`
-
-      ```ruby
-      Gyro::Queue.new(1000)
-      ```
-
-    - Pushing to a limited queue will block if limit is reached
-
-  - Introduce selective receive:
-
-    ```ruby
-    # returns (or waits for) the first message for which the block returns true
-    (_, item) = receive { |msg| msg.first == ref }
-    ```
-
-    Possible implementation:
-
-    ```ruby
-    def receive
-      return @mailbox.shift unless block_given?
-      
-      loop
-        msg = @mailbox.shift
-        return msg if yield(msg)
-
-        # message didn't match condition, put it back in queue
-        @mailbox.push msg
-      end
-    end
-    ```
+## Work on API
 
 - Add option for setting the exception raised on cancelling using `#cancel_after`:
 
-  ```ruby
-  cancel_after(3, with_error: MyErrorClass) do
-    do_my_thing
-  end
-
-  # or a RuntimeError with message
-  cancel_after(3, with_error: 'Cancelling due to timeout') do
-    do_my_thing
-  end
-  ```
+```ruby
+cancel_after(3, with_error: MyErrorClass) do
+  do_my_thing
+end
+# or a RuntimeError with message
+cancel_after(3, with_error: 'Cancelled due to timeout') do
+  do_my_thing
+end
+```
 

data/docs/_config.yml

@@ -1,15 +1,64 @@
 title: "Polyphony"
+description: Fine-grained concurrency for Ruby
 
+plugins:
+  - jekyll-remote-theme
+
+permalink: pretty
 remote_theme: pmarsceill/just-the-docs
-color_scheme: nil
+color_scheme: light
 
 search_enabled: true
-# Enable support for hyphenated search words:
-search_tokenizer_separator: /[\s/]+/
-
-plugins:
-  - jekyll-remote-theme
+search:
+  # Split pages into sections that can be searched individually
+  # Supports 1 - 6, default: 2
+  heading_level: 2
+  # Maximum amount of previews per search result
+  # Default: 3
+  previews: 3
+  # Maximum amount of words to display before a matched word in the preview
+  # Default: 5
+  preview_words_before: 5
+  # Maximum amount of words to display after a matched word in the preview
+  # Default: 10
+  preview_words_after: 10
+  # Set the search token separator
+  # Default: /[\s\-/]+/
+  # Example: enable support for hyphenated search words
+  tokenizer_separator: /[\s/]+/
+  # Display the relative url in search results
+  # Supports true (default) or false
+  rel_url: true
+  # Enable or disable the search button that appears in the bottom right corner of every page
+  # Supports true or false (default)
+  button: false
 
 aux_links:
   "Polyphony on GitHub":
-    - "//github.com/digital-fabric/polyphony"
+    - "//github.com/digital-fabric/polyphony"
+
+# Makes Aux links open in a new tab. Default is false
+aux_links_new_tab: false
+
+# Enable or disable heading anchors
+heading_anchors: true
+
+back_to_top: true
+back_to_top_text: "Back to top"
+
+footer_content: "Copyright &copy; 2018-2020 Sharon Rosner. Distributed by an <a href=\"https://github.com/digital-fabric/polyphony/tree/master/LICENSE.txt\">MIT license.</a>"
+
+# Footer "Edit this page on GitHub" link text
+gh_edit_link: true # show or hide edit this page link
+gh_edit_link_text: "Edit this page on GitHub"
+gh_edit_repository: "https://github.com/digital-fabric/polyphony" # the github URL for your repo
+gh_edit_branch: "master" # the branch that your docs is served from
+gh_edit_view_mode: "tree" # "tree" or "edit" if you want the user to jump into the editor immediately
+
+compress_html:
+  clippings: all
+  comments: all
+  endings: all
+  startings: []
+  blanklines: false
+  profile: false