polyphony 0.43.6 → 0.44.0

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: polyphony
 version: !ruby/object:Gem::Version
-  version: 0.43.6
+  version: 0.44.0
 platform: ruby
 authors:
 - Sharon Rosner
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-07-18 00:00:00.000000000 Z
+date: 2020-07-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httparty
@@ -164,6 +164,34 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 0.6.0
+- !ruby/object:Gem::Dependency
+  name: mysql2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.5.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.5.3
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 5.34.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 5.34.0
 - !ruby/object:Gem::Dependency
   name: jekyll
   requirement: !ruby/object:Gem::Requirement
@@ -241,6 +269,7 @@ files:
 - Rakefile
 - TODO.md
 - bin/polyphony-debug
+- bin/stress.rb
 - docs/_config.yml
 - docs/_includes/head.html
 - docs/_includes/title.html
@@ -292,6 +321,8 @@ files:
 - examples/adapters/redis_client.rb
 - examples/adapters/redis_pubsub.rb
 - examples/adapters/redis_pubsub_perf.rb
+- examples/adapters/sequel_mysql.rb
+- examples/adapters/sequel_mysql_pool.rb
 - examples/core/01-spinning-up-fibers.rb
 - examples/core/02-awaiting-fibers.rb
 - examples/core/03-interrupting.rb
@@ -354,6 +385,7 @@ files:
 - examples/io/xx-tcpserver.rb
 - examples/io/xx-tcpsocket.rb
 - examples/io/xx-zip.rb
+- examples/performance/fiber_transfer.rb
 - examples/performance/fs_read.rb
 - examples/performance/mem-usage.rb
 - examples/performance/messaging.rb
@@ -387,15 +419,17 @@ files:
 - ext/libev/ev_win32.c
 - ext/libev/ev_wrap.h
 - ext/libev/test_libev_win32.c
+- ext/polyphony/agent.h
+- ext/polyphony/event.c
 - ext/polyphony/extconf.rb
 - ext/polyphony/fiber.c
 - ext/polyphony/libev.c
 - ext/polyphony/libev.h
 - ext/polyphony/libev_agent.c
-- ext/polyphony/libev_queue.c
 - ext/polyphony/polyphony.c
 - ext/polyphony/polyphony.h
 - ext/polyphony/polyphony_ext.c
+- ext/polyphony/queue.c
 - ext/polyphony/ring_buffer.c
 - ext/polyphony/ring_buffer.h
 - ext/polyphony/thread.c
@@ -403,9 +437,11 @@ files:
 - lib/polyphony.rb
 - lib/polyphony/adapters/fs.rb
 - lib/polyphony/adapters/irb.rb
+- lib/polyphony/adapters/mysql2.rb
 - lib/polyphony/adapters/postgres.rb
 - lib/polyphony/adapters/process.rb
 - lib/polyphony/adapters/redis.rb
+- lib/polyphony/adapters/sequel.rb
 - lib/polyphony/adapters/trace.rb
 - lib/polyphony/core/channel.rb
 - lib/polyphony/core/exceptions.rb
@@ -414,7 +450,6 @@ files:
 - lib/polyphony/core/sync.rb
 - lib/polyphony/core/thread_pool.rb
 - lib/polyphony/core/throttler.rb
-- lib/polyphony/event.rb
 - lib/polyphony/extensions/core.rb
 - lib/polyphony/extensions/fiber.rb
 - lib/polyphony/extensions/io.rb
@@ -474,7 +509,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.6
+rubygems_version: 3.1.2
 signing_key: 
 specification_version: 4
 summary: Fine grained concurrency for Ruby

data/ext/polyphony/libev_queue.c

@@ -1,288 +0,0 @@
-#include "polyphony.h"
-#include "ring_buffer.h"
-
-struct async_watcher {
-  ev_async async;
-  struct ev_loop *ev_loop;
-  VALUE fiber;
-};
-
-struct async_watcher_queue {
-  struct async_watcher **queue;
-  unsigned int length;
-  unsigned int count;
-  unsigned int push_idx;
-  unsigned int shift_idx;
-};
-
-void async_watcher_queue_init(struct async_watcher_queue *queue) {
-  queue->length = 1;
-  queue->count = 0;
-  queue->queue = malloc(sizeof(struct async_watcher *) * queue->length);
-  queue->push_idx = 0;
-  queue->shift_idx = 0;
-}
-
-void async_watcher_queue_free(struct async_watcher_queue *queue) {
-  free(queue->queue);
-}
-
-void async_watcher_queue_realign(struct async_watcher_queue *queue) {
-  memmove(
-    queue->queue,
-    queue->queue + queue->shift_idx,
-    queue->count * sizeof(struct async_watcher *)
-  );
-  queue->push_idx = queue->push_idx - queue->shift_idx;
-  queue->shift_idx = 0;
-}
-
-#define QUEUE_REALIGN_THRESHOLD 32
-
-void async_watcher_queue_push(struct async_watcher_queue *queue, struct async_watcher *watcher) {
-  if (queue->count == 0) {
-    queue->push_idx = 0;
-    queue->shift_idx = 0;
-  }
-  if (queue->push_idx == queue->length) {
-    // prevent shift idx moving too much away from zero
-    if (queue->length >= QUEUE_REALIGN_THRESHOLD && queue->shift_idx >= (queue->length / 2))
-      async_watcher_queue_realign(queue);
-    else {
-      queue->length = (queue->length == 1) ? 4 : queue->length * 2;
-      queue->queue = realloc(queue->queue, sizeof(struct async_watcher *) * queue->length);
-    }
-  }
-  queue->count++;
-  queue->queue[queue->push_idx++] = watcher;
-}
-
-struct async_watcher *async_watcher_queue_shift(struct async_watcher_queue *queue) {
-  if (queue->count == 0) return 0;
-
-  queue->count--;
-
-  return queue->queue[queue->shift_idx++];
-}
-
-void async_watcher_queue_remove_at_idx(struct async_watcher_queue *queue, unsigned int remove_idx) {
-  queue->count--;
-  queue->push_idx--;
-  if (remove_idx < queue->push_idx)
-    memmove(
-      queue->queue + remove_idx,
-      queue->queue + remove_idx + 1,
-      (queue->push_idx - remove_idx) * sizeof(struct async_watcher *)
-    );
-}
-
-void async_watcher_queue_remove_by_fiber(struct async_watcher_queue *queue, VALUE fiber) {
-  if (queue->count == 0) return;
-
-  for (unsigned idx = queue->shift_idx; idx < queue->push_idx; idx++) {
-    if (queue->queue[idx]->fiber == fiber) {
-      async_watcher_queue_remove_at_idx(queue, idx);
-      return; 
-    }
-  }
-}
-
-typedef struct queue {
-  ring_buffer values;
-  struct async_watcher_queue shift_queue;
-} LibevQueue_t;
-
-VALUE cLibevQueue = Qnil;
-
-static void LibevQueue_mark(void *ptr) {
-  LibevQueue_t *queue = ptr;
-  ring_buffer_mark(&queue->values);
-}
-
-static void LibevQueue_free(void *ptr) {
-  LibevQueue_t *queue = ptr;
-  ring_buffer_free(&queue->values);
-  async_watcher_queue_free(&queue->shift_queue);
-  xfree(ptr);
-}
-
-static size_t LibevQueue_size(const void *ptr) {
-  return sizeof(LibevQueue_t);
-}
-
-static const rb_data_type_t LibevQueue_type = {
-  "Queue",
-  {LibevQueue_mark, LibevQueue_free, LibevQueue_size,},
-  0, 0, 0
-};
-
-static VALUE LibevQueue_allocate(VALUE klass) {
-  LibevQueue_t *queue;
-
-  queue = ALLOC(LibevQueue_t);
-  return TypedData_Wrap_Struct(klass, &LibevQueue_type, queue);
-}
-
-#define GetQueue(obj, queue) \
-  TypedData_Get_Struct((obj), LibevQueue_t, &LibevQueue_type, (queue))
-
-static VALUE LibevQueue_initialize(VALUE self) {
-  LibevQueue_t *queue;
-  GetQueue(self, queue);
-
-  ring_buffer_init(&queue->values);
-  async_watcher_queue_init(&queue->shift_queue);
-
-  return self;
-}
-
-VALUE LibevQueue_push(VALUE self, VALUE value) {
-  LibevQueue_t *queue;
-  GetQueue(self, queue);
-  if (queue->shift_queue.count > 0) {
-    struct async_watcher *watcher = async_watcher_queue_shift(&queue->shift_queue);
-    if (watcher) {
-      ev_async_send(watcher->ev_loop, &watcher->async);
-    }
-  }
-  ring_buffer_push(&queue->values, value);
-  return self;
-}
-
-VALUE LibevQueue_unshift(VALUE self, VALUE value) {
-  LibevQueue_t *queue;
-  GetQueue(self, queue);
-  if (queue->shift_queue.count > 0) {
-    struct async_watcher *watcher = async_watcher_queue_shift(&queue->shift_queue);
-    if (watcher) {
-      ev_async_send(watcher->ev_loop, &watcher->async);
-    }
-  }
-  ring_buffer_unshift(&queue->values, value);
-  return self;
-}
-
-struct ev_loop *LibevAgent_ev_loop(VALUE self);
-
-void async_watcher_queue_callback(struct ev_loop *ev_loop, struct ev_async *ev_async, int revents) {
-  struct async_watcher *watcher = (struct async_watcher *)ev_async;
-  Fiber_make_runnable(watcher->fiber, Qnil);
-}
-
-VALUE libev_agent_await(VALUE self);
-
-VALUE LibevQueue_shift(VALUE self) {
-  LibevQueue_t *queue;
-  GetQueue(self, queue);
-
-  if (queue->values.count == 0) {
-    struct async_watcher watcher;
-    VALUE agent = rb_ivar_get(rb_thread_current(), ID_ivar_agent);
-    VALUE switchpoint_result = Qnil;
-
-    watcher.ev_loop = LibevAgent_ev_loop(agent);
-    watcher.fiber = rb_fiber_current();    
-    async_watcher_queue_push(&queue->shift_queue, &watcher);
-    ev_async_init(&watcher.async, async_watcher_queue_callback);
-    ev_async_start(watcher.ev_loop, &watcher.async);
-    
-    switchpoint_result = libev_agent_await(agent);
-    ev_async_stop(watcher.ev_loop, &watcher.async);
-
-    if (RTEST(rb_obj_is_kind_of(switchpoint_result, rb_eException))) {
-      async_watcher_queue_remove_by_fiber(&queue->shift_queue, watcher.fiber);
-      return rb_funcall(rb_mKernel, ID_raise, 1, switchpoint_result);
-    }
-    RB_GC_GUARD(watcher.fiber);
-    RB_GC_GUARD(agent);
-    RB_GC_GUARD(switchpoint_result);
-  }
-
-  return ring_buffer_shift(&queue->values);
-}
-
-VALUE LibevQueue_shift_no_wait(VALUE self) {
-    LibevQueue_t *queue;
-  GetQueue(self, queue);
-
-  return ring_buffer_shift(&queue->values);
-}
-
-VALUE LibevQueue_delete(VALUE self, VALUE value) {
-  LibevQueue_t *queue;
-  GetQueue(self, queue);
-
-  ring_buffer_delete(&queue->values, value);
-  return self;
-}
-
-VALUE LibevQueue_clear(VALUE self) {
-  LibevQueue_t *queue;
-  GetQueue(self, queue);
-
-  ring_buffer_clear(&queue->values);
-  return self;
-}
-
-long LibevQueue_len(VALUE self) {
-  LibevQueue_t *queue;
-  GetQueue(self, queue);
-
-  return queue->values.count;
-}
-
-VALUE LibevQueue_shift_each(VALUE self) {
-  LibevQueue_t *queue;
-  GetQueue(self, queue);
-
-  ring_buffer_shift_each(&queue->values);
-  return self;
-}
-
-VALUE LibevQueue_shift_all(VALUE self) {
-  LibevQueue_t *queue;
-  GetQueue(self, queue);
-
-  return ring_buffer_shift_all(&queue->values);
-}
-
-VALUE LibevQueue_empty_p(VALUE self) {
-  LibevQueue_t *queue;
-  GetQueue(self, queue);
-
-  return (queue->values.count == 0) ? Qtrue : Qfalse;
-}
-
-void LibevQueue_trace(VALUE self) {
-  LibevQueue_t *queue;
-  GetQueue(self, queue);
-
-  printf(
-    "queue size: %d count: %d head: %d tail: %d\n",
-    queue->values.size,
-    queue->values.count,
-    queue->values.head,
-    queue->values.tail
-  );
-}
-
-void Init_LibevQueue() {
-  cLibevQueue = rb_define_class_under(mPolyphony, "LibevQueue", rb_cData);
-  rb_define_alloc_func(cLibevQueue, LibevQueue_allocate);
-
-  rb_define_method(cLibevQueue, "initialize", LibevQueue_initialize, 0);
-  rb_define_method(cLibevQueue, "push", LibevQueue_push, 1);
-  rb_define_method(cLibevQueue, "<<", LibevQueue_push, 1);
-  rb_define_method(cLibevQueue, "unshift", LibevQueue_unshift, 1);
-
-  rb_define_method(cLibevQueue, "shift", LibevQueue_shift, 0);
-  rb_define_method(cLibevQueue, "pop", LibevQueue_shift, 0);
-  rb_define_method(cLibevQueue, "shift_no_wait", LibevQueue_shift_no_wait, 0);
-  rb_define_method(cLibevQueue, "delete", LibevQueue_delete, 1);
-
-  rb_define_method(cLibevQueue, "shift_each", LibevQueue_shift_each, 0);
-  rb_define_method(cLibevQueue, "shift_all", LibevQueue_shift_all, 0);
-  rb_define_method(cLibevQueue, "empty?", LibevQueue_empty_p, 0);
-}
-
-

data/lib/polyphony/event.rb

@@ -1,27 +0,0 @@
-# frozen_string_literal: true
-
-module Polyphony
-  # Event watcher for thread-safe synchronisation
-  class Event
-    def initialize
-      @i, @o = IO.pipe
-    end
-
-    def await
-      Thread.current.agent.read(@i, +'', 8192, false)
-      raise @value if @value.is_a?(Exception)
-
-      @value
-    end
-
-    def await_no_raise
-      Thread.current.agent.read(@i, +'', 8192, false)
-      @value
-    end
-
-    def signal(value = nil)
-      @value = value
-      Thread.current.agent.write(@o, '1')
-    end
-  end
-end