polyphony 0.34 → 0.41

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ea4d90a517ed25294e677a9d3298ee2f4f79ad269e222c2a6e3a786fed605b50
-  data.tar.gz: 19581d1dea73db08a6b9b0816fd4500c7ca84b2692150585133b7e3f99ee0522
+  metadata.gz: ebbaa936b265f2e46ff30cab71b7c85e5ebd31396f7b8ecb8fc01156f6e35f79
+  data.tar.gz: 677c90c266a7d677f124f964775d849a350f925c0441f9aa6cba3a4745ff1e5d
 SHA512:
-  metadata.gz: 36291ddf1dedbed0fbdcb347811e657bad19661981cacff2fa9736246e883fa2f56fa4362f266721177559e295adefe3f92c1797e4773dfc03b45857d2ebb3fb
-  data.tar.gz: 8d9a5f0d368167a300e9926c9ad2d57221a423b60dc18d8a395c114feb18e3fa96546ac7709bf8acbabca500ec56d373bcd8f38479183c00077f0ccf513fb039
+  metadata.gz: 732f1eaa117ec2483661451b98a43192ec3e757bde24b4f0eb115fee057efd55fa306af2ed484d3fa943b09e2913a76b9b34a4a8f7eed3a64ea06c27c44b3c17
+  data.tar.gz: b9a0595dbf7f338c0b1d67f121090261f0a6efb8c1cb342717a5b94b54a346e1eeadee9b62fd916c4cc3ad400d5466119b3a806f4f611b863682eef10b6b2cfe

data/.github/workflows/test.yml

@@ -4,12 +4,21 @@ on: [push]
 
 jobs:
   build:
-    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest]
+        ruby: [2.6, 2.7]
+
+    name: >-
+      ${{matrix.os}}, ${{matrix.ruby}}
+
+    runs-on: ${{matrix.os}}
     steps:
     - uses: actions/checkout@v1
     - uses: actions/setup-ruby@v1
       with:
-        ruby-version: 2.6.5
+        ruby-version: ${{matrix.ruby}}
     - name: Install dependencies
       run: |
         gem install bundler

data/.gitignore

@@ -52,8 +52,8 @@ build-iPhoneSimulator/
 test.rb
 .vscode
 
-lib/gyro_ext.bundle
-lib/gyro_ext.so
+lib/*.bundle
+lib/*.so
 
 _site
 .sass-cache

data/.rubocop.yml

@@ -143,3 +143,33 @@ Style/HashTransformKeys:
 
 Style/HashTransformValues:
   Enabled: true
+
+Layout/EmptyLinesAroundAttributeAccessor:
+  Enabled: true
+
+Layout/SpaceAroundMethodCallOperator:
+  Enabled: true
+
+Lint/DeprecatedOpenSSLConstant:
+  Enabled: true
+
+Lint/MixedRegexpCaptureTypes:
+  Enabled: true
+
+Lint/RaiseException:
+  Enabled: true
+
+Lint/StructNewOverride:
+  Enabled: true
+
+Style/ExponentialNotation:
+  Enabled: true
+
+Style/RedundantRegexpCharacterClass:
+  Enabled: true
+
+Style/RedundantRegexpEscape:
+  Enabled: true
+
+Style/SlicingWithRange:
+  Enabled: true

data/CHANGELOG.md

@@ -1,5 +1,39 @@
+## 0.41 2020-06-27
+
+* Introduce System Agent design, remove all `Gyro` classes
+
+## 0.40 2020-05-04
+
+* More improvements to stability after fork
+
+## 0.38 2020-04-13
+
+* Fix post-fork segfault if parent process has multiple threads with active watchers
+
+## 0.37 2020-04-07
+
+* Explicitly kill threads on exit to prevent possible segfault
+* Remove Modulation dependency
+
+## 0.36 2020-03-31
+
+* More docs
+* More C code refactoring
+* Fix freeing for active child, signal watchers
+
+## 0.35 2020-03-29
+
+* Rename `Fiber#cancel!` to `Fiber#cancel`
+* Rename `Gyro::Async#signal!` to `Gyro::Async#signal`
+* Use `Fiber#auto_watcher` in thread pool, thread extension
+* Implement `Fiber#auto_io` for reusing IO watcher instances
+* Refactor C code
+
 ## 0.34 2020-03-25
 
+* Add `Fiber#auto_watcher` mainly for use in places like `Gyro::Queue#shift`
+* Refactor C extension
+* Improved GC'ing for watchers
 * Implement process supervisor (`Polyphony::ProcessSupervisor`)
 * Improve fiber supervision
 * Fix forking behaviour

data/Gemfile

@@ -1,14 +1,3 @@
 source 'https://rubygems.org'
 
 gemspec
-
-# gem "jekyll", "~> 3.8.6"
-# gem "jekyll-remote-theme"
-# gem "jekyll-seo-tag"
-# gem "just-the-docs"
-
-# # gem "github-pages", group: :jekyll_plugins
-
-# group :jekyll_plugins do
-#   gem "jekyll-feed", "~> 0.6"
-# end

data/Gemfile.lock

@@ -1,8 +1,7 @@
 PATH
   remote: .
   specs:
-    polyphony (0.34)
-      modulation (~> 1.0)
+    polyphony (0.41)
 
 GEM
   remote: https://rubygems.org/
@@ -28,7 +27,6 @@ GEM
       multi_xml (>= 0.5.2)
     i18n (0.9.5)
       concurrent-ruby (~> 1.0)
-    jaro_winkler (1.5.4)
     jekyll (3.8.6)
       addressable (~> 2.4)
       colorator (~> 1.0)
@@ -73,14 +71,13 @@ GEM
       builder
       minitest (>= 5.0)
       ruby-progressbar
-    modulation (1.0)
     multi_xml (0.6.0)
     parallel (1.19.1)
     parser (2.7.0.2)
       ast (~> 2.4.0)
     pathutil (0.16.2)
       forwardable-extended (~> 2.6)
-    pg (1.1.3)
+    pg (1.1.4)
     public_suffix (4.0.3)
     rainbow (3.0.0)
     rake (12.3.3)
@@ -90,16 +87,20 @@ GEM
     rb-inotify (0.10.1)
       ffi (~> 1.0)
     redis (4.1.0)
+    regexp_parser (1.7.1)
     rexml (3.2.4)
     rouge (3.15.0)
-    rubocop (0.80.0)
-      jaro_winkler (~> 1.5.1)
+    rubocop (0.85.1)
       parallel (~> 1.10)
       parser (>= 2.7.0.1)
       rainbow (>= 2.2.2, < 4.0)
+      regexp_parser (>= 1.7)
       rexml
+      rubocop-ast (>= 0.0.3)
       ruby-progressbar (~> 1.7)
-      unicode-display_width (>= 1.4.0, < 1.7)
+      unicode-display_width (>= 1.4.0, < 2.0)
+    rubocop-ast (0.0.3)
+      parser (>= 2.7.0.1)
     ruby-progressbar (1.10.1)
     rubyzip (2.0.0)
     safe_yaml (1.0.5)
@@ -129,11 +130,11 @@ DEPENDENCIES
   localhost (= 1.1.4)
   minitest (= 5.13.0)
   minitest-reporters (= 1.4.2)
-  pg (= 1.1.3)
+  pg (= 1.1.4)
   polyphony!
   rake-compiler (= 1.0.5)
   redis (= 4.1.0)
-  rubocop (= 0.80.0)
+  rubocop (= 0.85.1)
   simplecov (= 0.17.1)
 
 BUNDLED WITH

data/README.md

@@ -1,5 +1,6 @@
 # Polyphony - Fine-Grained Concurrency for Ruby
 
+
 [![Gem Version](https://badge.fury.io/rb/polyphony.svg)](http://rubygems.org/gems/polyphony)
 [![Modulation Test](https://github.com/digital-fabric/polyphony/workflows/Tests/badge.svg)](https://github.com/digital-fabric/polyphony/actions?query=workflow%3ATests)
 [![MIT licensed](https://img.shields.io/badge/license-MIT-blue.svg)](https://github.com/digital-fabric/polyphony/blob/master/LICENSE)
@@ -46,4 +47,4 @@ The complete documentation for Polyphony could be found on the
 
 Issues and pull requests will be gladly accepted. Please use the [Polyphony git
 repository](https://github.com/digital-fabric/polyphony) as your primary point
-of departure for contributing.
+of departure for contributing.

data/Rakefile

@@ -4,8 +4,8 @@ require "bundler/gem_tasks"
 require "rake/clean"
 
 require "rake/extensiontask"
-Rake::ExtensionTask.new("gyro_ext") do |ext|
-  ext.ext_dir = "ext/gyro"
+Rake::ExtensionTask.new("polyphony_ext") do |ext|
+  ext.ext_dir = "ext/polyphony"
 end
 
 task :recompile => [:clean, :compile]
@@ -15,6 +15,10 @@ task :test do
   exec 'ruby test/run.rb'
 end
 
+task :stress_test do
+  exec 'ruby test/stress.rb'
+end
+
 task :docs do
   exec 'RUBYOPT=-W0 jekyll serve -s docs'
 end

data/TODO.md

@@ -1,38 +1,8 @@
-- Would it be possible to spin up a fiber on another thread?
-  
-  The use case is being able to supervise fibers that run on separate threads.
-  This might be useful for distributing jobs (such as handling HTTP connections)
-  over multiple threads.
+## 0.42 Update docs
 
-  For this we need:
+- 
 
-  - A way to communicate to a thread that it needs to spin up a fiber, the
-    simplest solution is to start a fiber accepting spin requests for each
-    thread (in `Thread#initialize`).
-  - An API:
-
-    ```ruby
-    spin(on_thread: thread) { do_something_important }
-    ```
-
-  An alternative is to turn the main fiber of spawned threads into a child of
-  the spawning fiber. But since a lot of people might start threads without any
-  regard to fibers, it might be better to implement this in a new API. An
-  example of the top of my head for threads that shouldn't be children of the
-  spawning fiber is our own test helper, which kills all child fibers after each
-  test. MiniTest has some threads it spawns for running tests in parallel, and
-  we don't want to stop them after each test!
-
-  So, a good solution would be:
-
-  ```ruby
-  t = Thread.new { do_stuff }
-  t.parent_fiber = Fiber.current
-  # or otherwise:
-  Fiber.current.add_child_fiber(t.main_fiber)
-  ```
-
-## 0.35 Some more API work, more docs
+## 0.43 Some more API work, more docs
 
 - Debugging
   - Eat your own dogfood: need a good tool to check what's going on when some
@@ -142,17 +112,11 @@
 - Docs
   - landing page:
     - links to the interesting stuff
-      - concurrency overview
-      - faq
       - benchmarks
   - explain difference between `sleep` and `suspend`
-  - add explanation about async vs sync
   - discuss using `snooze` for ensuring responsiveness when executing CPU-bound work
 
-- Check why first call to `#sleep` returns too early in tests. Check the
-  sleep behaviour in a spawned thread.
-
-## 0.36 Sinatra / Sidekiq
+## 0.44 Sinatra / Sidekiq
 
 - sintra app with database access (postgresql)
 
@@ -162,13 +126,11 @@
   - test performance
   - proceed from there
 
-## 0.37 Testing && Docs
+## 0.45 Testing && Docs
 
 - Pull out redis/postgres code, put into new `polyphony-xxx` gems
 
-## 0.38 Integration
-
-## 0.39 Real IO#gets and IO#read
+## 0.46 Real IO#gets and IO#read
 
 - More tests
 - Implement some basic stuff missing:
@@ -178,11 +140,11 @@
   - `IO.foreach`
   - `Process.waitpid`
 
-## 0.40 Rails
+## 0.47 Rails
 
 - Rails?
 
-## 0.41 DNS
+## 0.48 DNS
 
 ### DNS client
 
@@ -215,56 +177,17 @@ Prior art:
 
 - https://github.com/socketry/async-dns
 
-### Work on API
-
-  - Introduce mailbox limiting:
-    - add API for limiting mailbox size:
-
-      ```ruby
-      Fiber.current.mailbox_limit = 1000
-      ```
-
-    - Add the limit for `Gyro::Queue`
-
-      ```ruby
-      Gyro::Queue.new(1000)
-      ```
-
-    - Pushing to a limited queue will block if limit is reached
-
-  - Introduce selective receive:
-
-    ```ruby
-    # returns (or waits for) the first message for which the block returns true
-    (_, item) = receive { |msg| msg.first == ref }
-    ```
-
-    Possible implementation:
-
-    ```ruby
-    def receive
-      return @mailbox.shift unless block_given?
-      
-      loop
-        msg = @mailbox.shift
-        return msg if yield(msg)
-
-        # message didn't match condition, put it back in queue
-        @mailbox.push msg
-      end
-    end
-    ```
+## Work on API
 
 - Add option for setting the exception raised on cancelling using `#cancel_after`:
 
-  ```ruby
-  cancel_after(3, with_error: MyErrorClass) do
-    do_my_thing
-  end
-
-  # or a RuntimeError with message
-  cancel_after(3, with_error: 'Cancelling due to timeout') do
-    do_my_thing
-  end
-  ```
+```ruby
+cancel_after(3, with_error: MyErrorClass) do
+  do_my_thing
+end
+# or a RuntimeError with message
+cancel_after(3, with_error: 'Cancelled due to timeout') do
+  do_my_thing
+end
+```
 

data/docs/_includes/head.html

@@ -0,0 +1,40 @@
+<head>
+  <meta charset="UTF-8">
+  <meta http-equiv="X-UA-Compatible" content="IE=Edge">
+
+  {% if site.plugins.jekyll-seo == nil %}
+    <title>{{ page.title }} - {{ site.title }}</title>
+
+    {% if page.description %}
+      <meta name="Description" content="{{ page.description }}">
+    {% endif %}
+  {% endif %}
+
+  <link rel="shortcut icon" href="{{ '/favicon.ico' | relative_url }}" type="image/x-icon">
+
+  <link rel="stylesheet" href="{{ '/assets/css/just-the-docs.css' | relative_url }}">
+
+  {% if site.ga_tracking != nil %}
+    <script async src="https://www.googletagmanager.com/gtag/js?id={{ site.ga_tracking }}"></script>
+    <script>
+      window.dataLayer = window.dataLayer || [];
+      function gtag(){dataLayer.push(arguments);}
+      gtag('js', new Date());
+
+      gtag('config', "{{ site.ga_tracking }}");
+    </script>
+
+  {% endif %}
+
+  {% if site.search_enabled != false %}
+    <script type="text/javascript" src="{{ '/assets/js/vendor/lunr.min.js' | relative_url }}"></script>
+  {% endif %}
+  <script type="text/javascript" src="{{ '/assets/js/just-the-docs.js' | relative_url }}"></script>
+
+  <meta name="viewport" content="width=device-width, initial-scale=1">
+
+  {% seo %}
+
+  {% include head_custom.html %}
+
+</head>

data/docs/_includes/nav.html

@@ -9,12 +9,12 @@
                      {% if node.section %}section-title{% endif %}
                     ">
             {%- if page.parent == node.title or page.grand_parent == node.title -%}
-              {%- assign first_level_url = node.section_link | node.url | absolute_url -%}
+              {%- assign first_level_url = node.section_link | node.url | relative_url -%}
             {%- endif -%}
             {%- if node.section -%}
               <span class="section-title">{{ node.title }}</span>
             {%- else -%}
-              <a href="{{ node.url | absolute_url }}" class="navigation-list-link{% if page.url == node.url %} active{% endif %}">{{ node.title }}</a>
+              <a href="{{ node.url | relative_url }}" class="navigation-list-link{% if page.url == node.url %} active{% endif %}">{{ node.title }}</a>
             {%- endif -%}
             {%- if node.has_children -%}
               {%- if node.alphabetical_order -%}
@@ -26,15 +26,15 @@
                 {%- for child in children_list -%}
                   <li class="navigation-list-item {% if page.url == child.url or page.parent == child.title %} active{% endif %}">
                     {%- if page.url == child.url or page.parent == child.title -%}
-                      {%- assign second_level_url = child.url | absolute_url -%}
+                      {%- assign second_level_url = child.url | relative_url -%}
                     {%- endif -%}
-                    <a href="{{ child.url | absolute_url }}" class="navigation-list-link{% if page.url == child.url %} active{% endif %}">{{ child.title }}</a>
+                    <a href="{{ child.url | relative_url }}" class="navigation-list-link{% if page.url == child.url %} active{% endif %}">{{ child.title }}</a>
                     {%- if child.has_children -%}
                         {%- assign grand_children_list = site.html_pages | where: "parent", child.title | sort:"nav_order" -%}
                         <ul class="navigation-list-child-list">
                         {%- for grand_child in grand_children_list -%}
                           <li class="navigation-list-item {% if page.url == grand_child.url %} active{% endif %}">
-                            <a href="{{ grand_child.url | absolute_url }}" class="navigation-list-link{% if page.url == grand_child.url %} active{% endif %}">{{ grand_child.title }}</a>
+                            <a href="{{ grand_child.url | relative_url }}" class="navigation-list-link{% if page.url == grand_child.url %} active{% endif %}">{{ grand_child.title }}</a>
                           </li>
                         {%- endfor -%}
                       </ul>