evt 0.1.4 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 666a665e9a03c15a364613ceac651e6e71becfa51b780b81d6cb56652ad6489b
-  data.tar.gz: 0c21649125a1d4f6c4002b8d8da2e235d98763cde42bc8ae2f0aaac3353a98f5
+  metadata.gz: 792dc614f6216687c600f101b8fac515a71fc0249c4ca6af3f880cb71ee17eff
+  data.tar.gz: c64b75645bd2adb22a3947c7b239c9cde05a8fb1ac42a6e08f2cfe653bc20a84
 SHA512:
-  metadata.gz: 3b6fe6c7ee071b3da47e4ba66d581d18a1e1e3df3a34e072588cdd1d2b1a0816d1b85ebf6fe89190fefee6c0bc2d8d8df9b30031625febbe02062bb6db366c58
-  data.tar.gz: d42b01b897e8d673060a5ed5ff5ffee6156cb63b3ad2e7e777044fa674e1ac59e53fc60167231745512cbfe1b31c4fc51b74d2a5331876ea63d8984fbe3311f8
+  metadata.gz: '016090b4ba576eb10896099d3879445d3c65d3b8f6d9475731786639282c5e7f37ba1029e6d1201b165f9bfbf20193fb13017b5ea6af90792b60989f33691899'
+  data.tar.gz: 83d15ffca0e28b5c96f241197bbd97eabe1a935e01f71c6e4bb94a2eb9ad413148b2318d1b55a4df4b11444e989508b32cd7da9f1b19b839512d13b92b7034b9

data/.github/workflows/test.yml

@@ -0,0 +1,51 @@
+name: CI Tests
+on:
+  pull_request:
+  push:
+    branches:
+      - master
+  schedule:
+    - cron: '0 7 * * SUN'
+jobs:
+  test:
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+        - { os: ubuntu-20.04, ruby: '3.0' }
+        - { os: ubuntu-20.04, ruby: ruby-head }
+        - { os: macos-11.0, ruby: '3.0' }
+        - { os: macos-11.0, ruby: ruby-head }
+        - { os: windows-2019, ruby: mingw }
+        - { os: windows-2019, ruby: mswin }
+    name: ${{ matrix.os }} ${{ matrix.ruby }}
+    runs-on: ${{ matrix.os }}
+    timeout-minutes: 5
+    steps:
+      - uses: actions/checkout@v2
+      - uses: ruby/setup-ruby@master
+        with:
+          ruby-version: ${{ matrix.ruby }}
+          bundler-cache: false
+      - name: Install Dependencies
+        run: |
+            gem install bundler
+            bundle install --jobs 4 --retry 3
+      - name: Compile
+        run: rake compile
+      - name: Test
+        run: rake
+  build:
+    runs-on: ubuntu-20.04
+    steps:
+      - uses: actions/checkout@v2
+      - uses: ruby/setup-ruby@master
+        with:
+          ruby-version: '3.0'
+          bundler-cache: false
+      - name: Install Dependencies
+        run: |
+          gem install bundler
+          bundle install --jobs 4 --retry 3
+      - name: Build
+        run: gem build evt.gemspec

data/.gitignore

@@ -9,3 +9,4 @@
 /*.gem
 /lib/*.bundle
 /lib/*.so
+Gemfile.lock

data/Gemfile

@@ -3,5 +3,5 @@ source "https://rubygems.org"
 # Specify your gem's dependencies in evt.gemspec
 gemspec
 
-gem "rake", "~> 12.0"
+gem "rake", "~> 13.0"
 gem "minitest", "~> 5.0"

data/README.md

@@ -1,10 +1,30 @@
-# evt
+# Evt
 
-[![Build Status](https://travis-ci.org/dsh0416/evt.svg?branch=master)](https://travis-ci.org/dsh0416/evt)
+The Event Library that designed for Ruby 3.0.
 
-A Handcrafted Low-Level Event Handler designed as Ruby 3 Scheduler. 
+**This gem is still under development, APIs and features are not stable. Advices and PRs are highly welcome.**
 
-Supports `epoll`, `kqueue`, IOCP (WIP), and Ruby `select` fallback.
+![CI Tests](https://github.com/dsh0416/evt/workflows/CI%20Tests/badge.svg)
+
+## Features
+
+
+
+### IO Backend Support
+
+|                 | Linux       | Windows     | macOS       | FreeBSD     |
+| --------------- | ----------- | ------------| ----------- | ----------- |
+| io_uring        | ✅  (See 1) | ❌          | ❌          | ❌          |
+| epoll           | ✅  (See 2) | ❌          | ❌          | ❌          |
+| kqueue          | ❌          | ❌          | ✅ (⚠️ See 5) | ✅          |
+| IOCP            | ❌          | ❌ (⚠️See 3) | ❌          | ❌          |
+| Ruby (`select`) | ✅ Fallback | ✅ (⚠️See 4) | ✅ Fallback | ✅ Fallback |
+
+1. when liburing is installed
+2. when kernel version >= 2.6.8
+3. WOULD NOT WORK until `FILE_FLAG_OVERLAPPED` is included in I/O initialization process.
+4. Some I/Os are not able to be nonblock under Windows. See [Scheduler Docs](https://docs.ruby-lang.org/en/master/doc/scheduler_md.html#label-IO).
+5. `kqueue` performance in Darwin is very poor. **MAY BE DISABLED IN THE FUTURE.**
 
 ## Install
 
@@ -18,17 +38,34 @@ gem install evt
 require 'evt'
 
 rd, wr = IO.pipe
-Thread.current.scheduler = Evt::Scheduler.new
+scheduler = Evt::Scheduler.new
 
-hit = 0
-fiber = Fiber.new do
-    scheduler.wait_readable(rd)
-    hit += 1
+Fiber.set_scheduler scheduler
+
+Fiber.schedule do
+  message = rd.read(20)
+  puts message
+  rd.close
+end
+
+Fiber.schedule do
+  wr.write("Hello World")
+  wr.close
 end
 
-wr.write('Hello World')
-fiber.resume
-Thread.current.scheduler.run
+scheduler.run
 
-puts hit # => 1
+# "Hello World"
 ```
+
+## Roadmap
+
+- [x] Support epoll/kqueue/select
+- [x] Upgrade to the latest Scheduler API
+- [x] Support io_uring
+- [x] Support iov features of io_uring
+- [x] Support IOCP (**NOT ENABLED YET**)
+- [x] Setup tests with Ruby 3
+- [ ] Support IOCP with iov features
+- [ ] Setup more tests for production purpose
+- [ ] Documentation for usages

data/evt.gemspec

@@ -10,7 +10,7 @@ Gem::Specification.new do |spec|
   spec.description   = "A low-level Event Handler designed for Ruby 3 Scheduler for better performance"
   spec.homepage      = "https://github.com/dsh0416/evt"
   spec.license       = 'BSD-3-Clause'
-  spec.required_ruby_version = '>= 2.7.1'
+  spec.required_ruby_version = '>= 2.8.0.dev'
 
   spec.metadata["homepage_uri"] = spec.homepage
   spec.metadata["source_code_uri"] = "https://github.com/dsh0416/evt"
@@ -18,7 +18,7 @@ Gem::Specification.new do |spec|
   # Specify which files should be added to the gem when it is released.
   # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
   spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
-    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features|.vscode)/}) }
   end
   spec.require_paths = ["lib"]
   spec.extensions = ['ext/evt/extconf.rb']

data/ext/evt/epoll.h

@@ -0,0 +1,91 @@
+#ifndef EPOLL_H
+#define EPOLL_G
+#include "evt.h"
+
+#if HAVE_SYS_EPOLL_H
+VALUE method_scheduler_init(VALUE self) {
+    rb_iv_set(self, "@epfd", INT2NUM(epoll_create(1))); // Size of epoll is ignored after Linux 2.6.8.
+    return Qnil;
+}
+
+VALUE method_scheduler_register(VALUE self, VALUE io, VALUE interest) {
+    struct epoll_event event;
+    ID id_fileno = rb_intern("fileno");
+    int epfd = NUM2INT(rb_iv_get(self, "@epfd"));
+    int fd = NUM2INT(rb_funcall(io, id_fileno, 0));
+    int ruby_interest = NUM2INT(interest);
+    int readable = NUM2INT(rb_const_get(rb_cIO, rb_intern("READABLE")));
+    int writable = NUM2INT(rb_const_get(rb_cIO, rb_intern("WRITABLE")));
+    
+    if (ruby_interest & readable) {
+        event.events |= EPOLLIN;
+    }
+
+    if (ruby_interest & writable) {
+        event.events |= EPOLLOUT;
+    }
+
+    event.data.ptr = (void*) io;
+
+    epoll_ctl(epfd, EPOLL_CTL_ADD, fd, &event);
+    return Qnil;
+}
+
+VALUE method_scheduler_deregister(VALUE self, VALUE io) {
+    ID id_fileno = rb_intern("fileno");
+    int epfd = NUM2INT(rb_iv_get(self, "@epfd"));
+    int fd = NUM2INT(rb_funcall(io, id_fileno, 0));
+    epoll_ctl(epfd, EPOLL_CTL_DEL, fd, NULL); // Require Linux 2.6.9 for NULL event.
+    return Qnil;
+}
+
+VALUE method_scheduler_wait(VALUE self) {
+    int n, epfd, i, event_flag, timeout;
+    VALUE next_timeout, obj_io, readables, writables, result;
+    ID id_next_timeout = rb_intern("next_timeout");
+    ID id_push = rb_intern("push");
+    
+    epfd = NUM2INT(rb_iv_get(self, "@epfd"));
+    next_timeout = rb_funcall(self, id_next_timeout, 0);
+    readables = rb_ary_new();
+    writables = rb_ary_new();
+
+    if (next_timeout == Qnil) {
+        timeout = -1;
+    } else {
+        timeout = NUM2INT(next_timeout);
+    }
+
+    struct epoll_event* events = (struct epoll_event*) xmalloc(sizeof(struct epoll_event) * EPOLL_MAX_EVENTS);
+    
+    n = epoll_wait(epfd, events, EPOLL_MAX_EVENTS, timeout);
+    if (n < 0) {
+        rb_raise(rb_eIOError, "unable to call epoll_wait");
+    }
+
+    for (i = 0; i < n; i++) {
+        event_flag = events[i].events;
+        if (event_flag & EPOLLIN) {
+            obj_io = (VALUE) events[i].data.ptr;
+            rb_funcall(readables, id_push, 1, obj_io);
+        }
+
+        if (event_flag & EPOLLOUT) {
+            obj_io = (VALUE) events[i].data.ptr;
+            rb_funcall(writables, id_push, 1, obj_io);
+        }
+    }
+
+    result = rb_ary_new2(2);
+    rb_ary_store(result, 0, readables);
+    rb_ary_store(result, 1, writables);
+
+    xfree(events);
+    return result;
+}
+
+VALUE method_scheduler_backend(VALUE klass) {
+    return rb_str_new_cstr("epoll");
+}
+#endif
+#endif

data/ext/evt/evt.c

@@ -1,218 +1,34 @@
+#ifndef EVT_C
+#define EVT_C
+
 #include "evt.h"
 
 void Init_evt_ext()
 {
     Evt = rb_define_module("Evt");
     Scheduler = rb_define_class_under(Evt, "Scheduler", rb_cObject);
+    Payload = rb_define_class_under(Scheduler, "Payload", rb_cObject);
+    Fiber = rb_define_class("Fiber", rb_cObject);
     rb_define_singleton_method(Scheduler, "backend", method_scheduler_backend, 0);
     rb_define_method(Scheduler, "init_selector", method_scheduler_init, 0);
     rb_define_method(Scheduler, "register", method_scheduler_register, 2);
     rb_define_method(Scheduler, "deregister", method_scheduler_deregister, 1);
     rb_define_method(Scheduler, "wait", method_scheduler_wait, 0);
-}
-
-
-#if defined(__linux__) // TODO: Do more checks for using epoll
-#include <sys/epoll.h>
-#define EPOLL_MAX_EVENTS 64
-
-VALUE method_scheduler_init(VALUE self) {
-    rb_iv_set(self, "@epfd", INT2NUM(epoll_create(1))); // Size of epoll is ignored after Linux 2.6.8.
-    return Qnil;
-}
-
-VALUE method_scheduler_register(VALUE self, VALUE io, VALUE interest) {
-    struct epoll_event event;
-    ID id_fileno = rb_intern("fileno");
-    int epfd = NUM2INT(rb_iv_get(self, "@epfd"));
-    int fd = NUM2INT(rb_funcall(io, id_fileno, 0));
-    int ruby_interest = NUM2INT(interest);
-    int readable = NUM2INT(rb_const_get(rb_cIO, rb_intern("WAIT_READABLE")));
-    int writable = NUM2INT(rb_const_get(rb_cIO, rb_intern("WAIT_WRITABLE")));
-    
-    if (ruby_interest & readable) {
-        event.events |= EPOLLIN;
-    } else if (ruby_interest & writable) {
-        event.events |= EPOLLOUT;
-    }
-    event.data.ptr = (void*) io;
-
-    epoll_ctl(epfd, EPOLL_CTL_ADD, fd, &event);
-    return Qnil;
-}
-
-VALUE method_scheduler_deregister(VALUE self, VALUE io) {
-    ID id_fileno = rb_intern("fileno");
-    int epfd = NUM2INT(rb_iv_get(self, "@epfd"));
-    int fd = NUM2INT(rb_funcall(io, id_fileno, 0));
-    epoll_ctl(epfd, EPOLL_CTL_DEL, fd, NULL); // Require Linux 2.6.9 for NULL event.
-    return Qnil;
-}
-
-VALUE method_scheduler_wait(VALUE self) {
-    int n, epfd, i, event_flag, timeout;
-    VALUE next_timeout, obj_io, readables, writables, result;
-    ID id_next_timeout = rb_intern("next_timeout");
-    ID id_push = rb_intern("push");
-    
-    epfd = NUM2INT(rb_iv_get(self, "@epfd"));
-    next_timeout = rb_funcall(self, id_next_timeout, 0);
-    readables = rb_ary_new();
-    writables = rb_ary_new();
-
-    if (next_timeout == Qnil) {
-        timeout = -1;
-    } else {
-        timeout = NUM2INT(next_timeout);
-    }
-
-    struct epoll_event* events = (struct epoll_event*) xmalloc(sizeof(struct epoll_event) * EPOLL_MAX_EVENTS);
-    
-    n = epoll_wait(epfd, events, EPOLL_MAX_EVENTS, timeout);
-    // TODO: Check if n >= 0
-
-    for (i = 0; i < n; i++) {
-        event_flag = events[i].events;
-        if (event_flag & EPOLLIN) {
-            obj_io = (VALUE) events[i].data.ptr;
-            rb_funcall(readables, id_push, 1, obj_io);
-        } else if (event_flag & EPOLLOUT) {
-            obj_io = (VALUE) events[i].data.ptr;
-            rb_funcall(writables, id_push, 1, obj_io);
-        }
-    }
-
-    result = rb_ary_new2(2);
-    rb_ary_store(result, 0, readables);
-    rb_ary_store(result, 1, writables);
-
-    xfree(events);
-    return result;
-}
-
-VALUE method_scheduler_backend() {
-    return rb_str_new_cstr("epoll");
-}
-#elif defined(__FreeBSD__) || defined(__NetBSD__) || defined(__APPLE__)
-#include <sys/event.h>
-#define KQUEUE_MAX_EVENTS 64
-
-VALUE method_scheduler_init(VALUE self) {
-    rb_iv_set(self, "@kq", INT2NUM(kqueue()));
-    return Qnil;
-}
-
-VALUE method_scheduler_register(VALUE self, VALUE io, VALUE interest) {
-    struct kevent event;
-    u_short event_flags = 0;
-    ID id_fileno = rb_intern("fileno");
-    int kq = NUM2INT(rb_iv_get(self, "@kq"));
-    int fd = NUM2INT(rb_funcall(io, id_fileno, 0));
-    int ruby_interest = NUM2INT(interest);
-    int readable = NUM2INT(rb_const_get(rb_cIO, rb_intern("WAIT_READABLE")));
-    int writable = NUM2INT(rb_const_get(rb_cIO, rb_intern("WAIT_WRITABLE")));
-    
-    if (ruby_interest & readable) {
-        event_flags |= EVFILT_READ;
-    } else if (ruby_interest & writable) {
-        event_flags |= EVFILT_WRITE;
-    }
-
-    EV_SET(&event, fd, event_flags, EV_ADD|EV_ENABLE, 0, 0, (void*) io);
-    kevent(kq, &event, 1, NULL, 0, NULL); // TODO: Check the return value
-    return Qnil;
-}
 
-VALUE method_scheduler_deregister(VALUE self, VALUE io) {
-    struct kevent event;
-    ID id_fileno = rb_intern("fileno");
-    int kq = NUM2INT(rb_iv_get(self, "@kq"));
-    int fd = NUM2INT(rb_funcall(io, id_fileno, 0));
-    EV_SET(&event, fd, 0, EV_DELETE, 0, 0, NULL);
-    kevent(kq, &event, 1, NULL, 0, NULL); // TODO: Check the return value
-    return Qnil;
-}
-
-VALUE method_scheduler_wait(VALUE self) {
-    int n, kq, i;
-    u_short event_flags = 0;
-
-    struct kevent* events; // Event Triggered
-    struct timespec timeout;
-    VALUE next_timeout, obj_io, readables, writables, result;
-    ID id_next_timeout = rb_intern("next_timeout");
-    ID id_push = rb_intern("push");
-
-    kq = NUM2INT(rb_iv_get(self, "@kq"));
-    next_timeout = rb_funcall(self, id_next_timeout, 0);
-    readables = rb_ary_new();
-    writables = rb_ary_new();
-
-   events = (struct kevent*) xmalloc(sizeof(struct kevent) * KQUEUE_MAX_EVENTS);
-
-    if (next_timeout == Qnil || NUM2INT(next_timeout) == -1) {
-        n = kevent(kq, NULL, 0, events, KQUEUE_MAX_EVENTS, NULL);
-    } else {
-        timeout.tv_sec = next_timeout / 1000;
-        timeout.tv_nsec = next_timeout % 1000 * 1000 * 1000;
-        n = kevent(kq, NULL, 0, events, KQUEUE_MAX_EVENTS, &timeout);
-    }
-
-    // TODO: Check if n >= 0
-    for (i = 0; i < n; i++) {
-        event_flags = events[i].filter;
-        if (event_flags & EVFILT_READ) {
-            obj_io = (VALUE) events[i].udata;
-            rb_funcall(readables, id_push, 1, obj_io);
-        } else if (event_flags & EVFILT_WRITE) {
-            obj_io = (VALUE) events[i].udata;
-            rb_funcall(writables, id_push, 1, obj_io);
-        }
-    }
-
-    result = rb_ary_new2(2);
-    rb_ary_store(result, 0, readables);
-    rb_ary_store(result, 1, writables);
-
-    xfree(events);
-    return result;
-}
-
-VALUE method_scheduler_backend() {
-    return rb_str_new_cstr("kqueue");
-}
-#else
-// Fallback to IO.select
-VALUE method_scheduler_init(VALUE self) {
-    return Qnil;
-}
-
-VALUE method_scheduler_register(VALUE self, VALUE io, VALUE interest) {
-    return Qnil;
-}
-
-VALUE method_scheduler_deregister(VALUE self, VALUE io) {
-    return Qnil;
-}
-
-VALUE method_scheduler_wait(VALUE self) {
-    // return IO.select(@readable.keys, @writable.keys, [], next_timeout)
-    VALUE readable, writable, readable_keys, writable_keys, next_timeout;
-    ID id_select = rb_intern("select");
-    ID id_keys = rb_intern("keys");
-    ID id_next_timeout = rb_intern("next_timeout");
-
-    readable = rb_iv_get(self, "@readable");
-    writable = rb_iv_get(self, "@writable");
-
-    readable_keys = rb_funcall(readable, id_keys, 0);
-    writable_keys = rb_funcall(writable, id_keys, 0);
-    next_timeout = rb_funcall(self, id_next_timeout, 0);
-
-    return rb_funcall(rb_cIO, id_select, 4, readable_keys, writable_keys, rb_ary_new(), next_timeout);
-}
-
-VALUE method_scheduler_backend() {
-    return rb_str_new_cstr("ruby");
-}
-#endif
+#if HAVELIBURING_H
+    rb_define_method(Scheduler, "io_read", method_scheduler_io_read, 4);
+    rb_define_method(Scheduler, "io_write", method_scheduler_io_read, 4);
+#endif
+}
+
+#if HAVE_LIBURING_H
+    #include "uring.h"
+#elif HAVE_SYS_EPOLL_H
+    #include "epoll.h"
+#elif HAVE_SYS_EVENT_H
+    #include "kqueue.h"
+#elif HAVE_WINDOWS_H
+    #include "select.h"
+    // #include "iocp.h"
+#endif
+#endif