polyphony 0.97 → 0.99

data/lib/polyphony/extensions/socket.rb

@@ -742,4 +742,33 @@ class ::UNIXSocket
   def write_nonblock(buf, exception: true)
     @io.write_nonblock(buf, exception: exception)
   end
-end
+end
+
+class ::UDPSocket
+  def recvfrom(maxlen, flags = 0)
+    buf = +''
+    Polyphony.backend_recvmsg(self, buf, maxlen, 0, flags, 0, nil)
+  end
+
+  def recvmsg(maxlen = nil, flags = 0, maxcontrollen = nil, opts = {})
+    buf = +''
+    Polyphony.backend_recvmsg(self, buf, maxlen || 4096, 0, flags, maxcontrollen, opts)
+  end
+
+  def sendmsg(msg, flags = 0, dest_sockaddr = nil, *controls)
+    Polyphony.backend_sendmsg(self, msg, flags, dest_sockaddr, controls)
+  end
+
+  def send(msg, flags, *addr)
+    sockaddr =  case addr.size
+    when 2
+      Socket.sockaddr_in(addr[1], addr[0])
+    when 1
+      addr[0]
+    else
+      nil
+    end
+
+    Polyphony.backend_sendmsg(self, msg, flags, sockaddr, nil)
+  end
+end

data/lib/polyphony/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Polyphony
-  VERSION = '0.97'
+  VERSION = '0.99'
 end

data/lib/polyphony.rb

@@ -133,3 +133,7 @@ if (debug_socket_path = ENV['POLYPHONY_DEBUG_SOCKET_PATH'])
   require 'polyphony/debugger'
   Polyphony.start_debug_server(debug_socket_path)
 end
+
+if Object.const_defined?(:IRB)
+  require_relative './polyphony/adapters/irb'
+end

data/test/test_io.rb

@@ -93,6 +93,13 @@ class IOTest < MiniTest::Test
     assert_equal 'deffoobar', buf
   end
   
+  def test_read_zero
+    i, o = IO.pipe
+
+    o << 'hi'
+    assert_equal '', i.read(0)
+  end
+  
   def test_readpartial
     i, o = IO.pipe
     
@@ -516,13 +523,12 @@ class IOClassMethodsTest < MiniTest::Test
     assert_equal BIN_DATA, s
   end
   
-  # def test_foreach
-  #   skip 'IO.foreach is not yet implemented'
-  #   lines = []
-  #   IO.foreach(__FILE__) { |l| lines << l }
-  #   assert_equal "# frozen_string_literal: true\n", lines[0]
-  #   assert_equal "end\n", lines[-1]
-  # end
+  def test_foreach
+    lines = []
+    IO.foreach(__FILE__) { |l| lines << l }
+    assert_equal "# frozen_string_literal: true\n", lines[0]
+    assert_equal "end\n", lines[-1]
+  end
   
   def test_read_class_method
     s = IO.read(__FILE__)
@@ -658,6 +664,7 @@ class IOClassMethodsTest < MiniTest::Test
     
     # writing always causes snoozing
     o << 'foo'
+    3.times { snooze }
     o << 'bar'
     o.close
     

data/test/test_socket.rb

@@ -3,12 +3,9 @@
 require_relative 'helper'
 require 'fileutils'
 require 'msgpack'
+require 'localhost/authority'
 
-class SocketTest < MiniTest::Test
-  def setup
-    super
-  end
-
+class TCPSocketTest < MiniTest::Test
   def start_tcp_server_on_random_port(host = '127.0.0.1')
     port = rand(1100..60000)
     server = TCPServer.new(host, port)
@@ -41,13 +38,13 @@ class SocketTest < MiniTest::Test
   end
 
   def test_tcpsocket_open_with_hostname
-    client = TCPSocket.open('google.com', 80)
-    client.write("GET / HTTP/1.0\r\nHost: google.com\r\n\r\n")
+    client = TCPSocket.open('ipinfo.io', 80)
+    client.write("GET / HTTP/1.0\r\nHost: ipinfo.io\r\n\r\n")
     result = nil
     move_on_after(3) {
       result = client.read
     }
-    assert result =~ /HTTP\/1.0 301 Moved Permanently/
+    assert result =~ /HTTP\/1.0 200 OK/
   end
 
   def test_tcp_ipv6
@@ -166,7 +163,9 @@ class SocketTest < MiniTest::Test
     server_fiber&.await
     server&.close
   end
+end
 
+class UNIXSocketTest < MiniTest::Test
   def test_unix_socket
     path = '/tmp/test_unix_socket'
     FileUtils.rm(path) rescue nil
@@ -193,7 +192,7 @@ class SocketTest < MiniTest::Test
   end
 end
 
-class SocketWithRawBufferTest < MiniTest::Test
+class TCPSocketWithRawBufferTest < MiniTest::Test
   def start_tcp_server_on_random_port(host = '127.0.0.1')
     port = rand(1100..60000)
     server = TCPServer.new(host, port)
@@ -243,6 +242,68 @@ class SocketWithRawBufferTest < MiniTest::Test
   end
 end
 
+class UDPSocketTest < MiniTest::Test
+  def test_udp_recvfrom
+    u1 = UDPSocket.new
+    u1.bind('127.0.0.1', 0)
+
+    server_fiber = spin do
+      msg, peer_addr = u1.recvfrom(256)
+      u1.send(msg, 0, peer_addr[3], peer_addr[1])
+    end
+
+    server_addr = u1.addr
+    u2 = UDPSocket.new
+    u2.bind('127.0.0.1', 0)
+    u2.send('foobar', 0, server_addr[3], server_addr[1])
+
+    msg, addr = u2.recvfrom(256)
+
+    assert_equal 'foobar', msg
+    assert_equal server_addr, addr
+  end
+
+  def test_udp_recvmsg
+    u1 = UDPSocket.new
+    u1.bind('127.0.0.1', 0)
+
+    server_fiber = spin do
+      msg, peer_addr = u1.recvmsg(256)
+      u1.send(msg, 0, peer_addr[3], peer_addr[1])
+    end
+
+    server_addr = u1.addr
+    u2 = UDPSocket.new
+    u2.bind('127.0.0.1', 0)
+    u2.send('foobar', 0, server_addr[3], server_addr[1])
+
+    msg, addr = u2.recvmsg(256)
+
+    assert_equal 'foobar', msg
+    assert_equal server_addr, addr
+  end
+
+  def test_udp_recvfrom_ipv6
+    u1 = UDPSocket.new :INET6
+    u1.bind('::1', 0)
+
+    server_fiber = spin do
+      msg, peer_addr = u1.recvfrom(256)
+      u1.send(msg, 0, peer_addr[3], peer_addr[1])
+    end
+
+    server_addr = u1.addr
+    u2 = UDPSocket.new :INET6
+    u2.bind('::1', 0)
+    u2.send('foobar', 0, server_addr[3], server_addr[1])
+
+    msg, addr = u2.recvfrom(256)
+
+    assert_equal 'foobar', msg
+    assert_equal server_addr, addr
+  end
+end
+
 if IS_LINUX
   class HTTPClientTest < MiniTest::Test
 
@@ -261,4 +322,64 @@ if IS_LINUX
       assert_equal 'https://ipinfo.io/missingauth', response['readme']
     end
   end
-end
+end
+
+class SSLSocketTest < MiniTest::Test
+  def handle_http_request(socket)
+    while (data = socket.gets("\n", 8192))
+      if data.chomp.empty?
+        socket << "HTTP/1.1 200 OK\nConnection: close\nContent-Length: 3\n\nfoo"
+        break
+      end
+    end
+  end
+
+  def test_ssl_accept_loop
+    authority = Localhost::Authority.fetch
+    server_ctx = authority.server_context
+    
+    opts = {
+      reuse_addr:     true,
+      dont_linger:    true,
+      secure_context: server_ctx
+    }
+    
+    port = rand(10001..39999)
+    server = Polyphony::Net.tcp_listen('127.0.0.1', port, opts)
+    f = spin do
+      server.accept_loop { |s| handle_http_request(s) }
+    end
+
+    # make bad request
+    `curl -s http://localhost:#{port}/`
+
+    msg = `curl -sk https://localhost:#{port}/`
+    assert_equal 'foo', msg
+
+    f.stop
+    f.await
+
+    port = rand(10001..39999)
+    server = Polyphony::Net.tcp_listen('127.0.0.1', port, opts)
+    errors = []
+    f = spin do
+      ## without ignoring errors
+      f2 = spin do
+        server.accept_loop(false) { |s| handle_http_request(s) }
+      end
+      f2.await
+    rescue => e
+      errors << e
+    end
+
+    msg = `curl -sk https://localhost:#{port}/`
+    assert_equal 'foo', msg
+
+    # make bad request
+    `curl -s http://localhost:#{port}/`
+
+    f.await
+    assert_equal 1, errors.size
+    assert_kind_of OpenSSL::SSL::SSLError, errors.first
+  end
+end

data/test/test_sync.rb

@@ -113,4 +113,45 @@ class MutexTest < MiniTest::Test
     receive
     assert !lock.locked?
   end
-end
+
+  def test_lock_unlock
+    m = Polyphony::Mutex.new
+    assert_nil m.locked?
+    assert_equal false, m.owned?
+    assert_raises(ThreadError) { m.unlock }
+
+    m.lock
+    assert_equal Fiber.current, m.locked?
+    assert_equal true, m.owned?
+
+    assert_raises(ThreadError) { m.lock }
+
+    m.unlock
+    assert_nil m.locked?
+    assert_equal false, m.owned?
+  end
+
+  def test_try_lock
+    m = Polyphony::Mutex.new
+
+    r = m.try_lock
+    assert_equal true, r
+
+    r = m.try_lock
+    assert_equal false, r
+
+    this = Fiber.current
+    m.unlock
+    f = spin do
+      m.synchronize { this << 'ok'; sleep 0.2 }
+    end
+
+    assert_equal 'ok', receive
+    r = m.try_lock
+    assert_equal false, r
+
+    f.await
+    r = m.try_lock
+    assert_equal true, r
+  end
+end

data/test/test_thread.rb

@@ -40,13 +40,14 @@ class ThreadTest < MiniTest::Test
 
   def test_thread_join_with_timeout
     buffer = []
-    spin { (1..3).each { |i| snooze; buffer << i } }
+    f = spin { (1..3).each { |i| snooze; buffer << i } }
     t = Thread.new { sleep 1; buffer << 4 }
     t0 = Time.now
     r = t.join(0.01)
     t = nil
 
     assert Time.now - t0 < 0.2
+    f.join
     assert_equal [1, 2, 3], buffer
     assert_nil r
   ensure

data/vendor/liburing/.github/workflows/build.yml

@@ -26,7 +26,8 @@ jobs:
             cxx_pkg: clang
             cc: clang
             cxx: clang++
-            extra_flags: -Wshorten-64-to-32
+            liburing_extra_flags: -Wshorten-64-to-32
+            extra_flags: -Wmissing-prototypes -Wstrict-prototypes -Wunreachable-code-loop-increment -Wunreachable-code -Wmissing-variable-declarations -Wextra-semi-stmt
 
           # x86 (32-bit) gcc
           - arch: i686
@@ -85,10 +86,10 @@ jobs:
             cxx: mips-linux-gnu-g++
 
     env:
-      FLAGS: -g -O3 -Wall -Wextra -Werror
+      FLAGS: -g -O3 -Wall -Wextra -Werror -Wno-sign-compare ${{matrix.extra_flags}}
 
       # Flags for building sources in src/ dir only.
-      LIBURING_CFLAGS: ${{matrix.extra_flags}}
+      LIBURING_CFLAGS: ${{matrix.liburing_extra_flags}}
 
     steps:
     - name: Checkout source
@@ -98,9 +99,9 @@ jobs:
       run: |
         if [[ "${{matrix.cc_pkg}}" == "clang" ]]; then \
             wget https://apt.llvm.org/llvm.sh -O /tmp/llvm.sh; \
-            sudo bash /tmp/llvm.sh 16; \
-            sudo update-alternatives --install /usr/bin/clang++ clang++ /usr/bin/clang++-16 400; \
-            sudo update-alternatives --install /usr/bin/clang clang /usr/bin/clang-16 400; \
+            sudo bash /tmp/llvm.sh 17; \
+            sudo update-alternatives --install /usr/bin/clang++ clang++ /usr/bin/clang++-17 400; \
+            sudo update-alternatives --install /usr/bin/clang clang /usr/bin/clang-17 400; \
         else \
             sudo apt-get update -y; \
             sudo apt-get install -y ${{matrix.cc_pkg}} ${{matrix.cxx_pkg}}; \
@@ -116,16 +117,6 @@ jobs:
         ./configure --cc=${{matrix.cc}} --cxx=${{matrix.cxx}};
         make -j$(nproc) V=1 CPPFLAGS="-Werror" CFLAGS="$FLAGS" CXXFLAGS="$FLAGS";
 
-    - name: Build nolibc
-      run: |
-        if [[ "${{matrix.arch}}" == "x86_64" || "${{matrix.arch}}" == "i686" || "${{matrix.arch}}" == "aarch64" ]]; then \
-            make clean; \
-            ./configure --cc=${{matrix.cc}} --cxx=${{matrix.cxx}} --nolibc; \
-            make -j$(nproc) V=1 CPPFLAGS="-Werror" CFLAGS="$FLAGS" CXXFLAGS="$FLAGS"; \
-        else \
-            echo "Skipping nolibc build, this arch doesn't support building liburing without libc"; \
-        fi;
-
     - name: Test install command
       run: |
         sudo make install;

data/vendor/liburing/.gitignore

@@ -9,8 +9,12 @@
 
 /src/liburing.a
 /src/liburing.so*
+/src/liburing-ffi.a
+/src/liburing-ffi.so*
 /src/include/liburing/compat.h
+/src/include/liburing/io_uring_version.h
 
+/examples/io_uring-close-test
 /examples/io_uring-cp
 /examples/io_uring-test
 /examples/io_uring-udp
@@ -28,5 +32,6 @@ config-host.mak
 config.log
 
 liburing.pc
+liburing-ffi.pc
 
 cscope.out

data/vendor/liburing/CHANGELOG

@@ -1,8 +1,30 @@
+liburing-2.4 release
+
+- Add io_uring_{major,minor,check}_version() functions.
+- Add IO_URING_{MAJOR,MINOR,CHECK}_VERSION() macros.
+- FFI support (for non-C/C++ languages integration).
+- Add io_uring_prep_msg_ring_cqe_flags() function.
+- Deprecate --nolibc configure option.
+- CONFIG_NOLIBC is always enabled on x86-64, x86, and aarch64.
+- Add support for IORING_REGISTER_USE_REGISTERED_RING and use if available.
+- Add io_uring_close_ring_fd() function.
+
 liburing-2.3 release
 
 - Support non-libc build for aarch64.
 - Add io_uring_{enter,enter2,register,setup} syscall functions.
-
+- Add sync cancel interface, io_uring_register_sync_cancel().
+- Fix return value of io_uring_submit_and_wait_timeout() to match the
+  man page.
+- Improvements to the regression tests
+- Add support and test case for passthrough IO
+- Add recv and recvmsg multishot helpers and support
+- Add documentation and support for IORING_SETUP_DEFER_TASKRUN
+- Fix potential missing kernel entry with IORING_SETUP_IOPOLL
+- Add support and documentation for zero-copy network transmit
+- Various optimizations
+- Many cleanups
+- Many man page additions and updates
 
 liburing-2.2 release
 

data/vendor/liburing/Makefile

@@ -25,7 +25,7 @@ runtests-parallel: all
 	@$(MAKE) -C test runtests-parallel
 
 config-host.mak: configure
-	@if [ ! -e "$@" ]; then					\
+	+@if [ ! -e "$@" ]; then				\
 	  echo "Running configure ...";				\
 	  ./configure;						\
 	else							\
@@ -45,13 +45,14 @@ endif
 	    -e "s%@VERSION@%$(VERSION)%g" \
 	    $< >$@
 
-install: $(NAME).pc
+install: $(NAME).pc $(NAME)-ffi.pc
 	@$(MAKE) -C src install prefix=$(DESTDIR)$(prefix) \
 		includedir=$(DESTDIR)$(includedir) \
 		libdir=$(DESTDIR)$(libdir) \
 		libdevdir=$(DESTDIR)$(libdevdir) \
 		relativelibdir=$(relativelibdir)
 	$(INSTALL) -D -m 644 $(NAME).pc $(DESTDIR)$(libdevdir)/pkgconfig/$(NAME).pc
+	$(INSTALL) -D -m 644 $(NAME)-ffi.pc $(DESTDIR)$(libdevdir)/pkgconfig/$(NAME)-ffi.pc
 	$(INSTALL) -m 755 -d $(DESTDIR)$(mandir)/man2
 	$(INSTALL) -m 644 man/*.2 $(DESTDIR)$(mandir)/man2
 	$(INSTALL) -m 755 -d $(DESTDIR)$(mandir)/man3
@@ -63,7 +64,7 @@ install-tests:
 	@$(MAKE) -C test install prefix=$(DESTDIR)$(prefix) datadir=$(DESTDIR)$(datadir)
 
 clean:
-	@rm -f config-host.mak config-host.h cscope.out $(NAME).pc test/*.dmesg
+	@rm -f config-host.mak config-host.h cscope.out $(NAME).pc $(NAME)-ffi.pc test/*.dmesg
 	@$(MAKE) -C src clean
 	@$(MAKE) -C test clean
 	@$(MAKE) -C examples clean

data/vendor/liburing/Makefile.common

@@ -3,4 +3,5 @@ NAME=liburing
 SPECFILE=$(TOP)/$(NAME).spec
 VERSION=$(shell awk '/Version:/ { print $$2 }' $(SPECFILE))
 VERSION_MAJOR=$(shell echo $(VERSION) | cut -d. -f1)
+VERSION_MINOR=$(shell echo $(VERSION) | cut -d. -f2)
 TAG = $(NAME)-$(VERSION)

data/vendor/liburing/README

@@ -47,6 +47,54 @@ the kernel io_uring support. Please note that this suite isn't expected to
 pass on older kernels, and may even crash or hang older kernels!
 
 
+Building liburing
+-----------------
+
+    #
+    # Prepare build config (optional).
+    #
+    #  --cc  specifies the C   compiler.
+    #  --cxx speficies the C++ compiler.
+    #
+    ./configure --cc=gcc --cxx=g++;
+
+    #
+    # Build liburing.
+    #
+    make -j$(nproc);
+
+    #
+    # Install liburing (headers, shared/static libs, and manpage).
+    #
+    sudo make install;
+
+See './configure --help' for more information about build config options.
+
+
+FFI support
+-----------
+
+By default, the build results in 4 lib files:
+
+    2 shared libs:
+
+        liburing.so
+        liburing-ffi.so
+
+    2 static libs:
+
+        liburing.a
+        liburing-ffi.a
+
+Languages and applications that can't use 'static inline' functions in
+liburing.h should use the FFI variants.
+
+liburing's main public interface lives in liburing.h as 'static inline'
+functions. Users wishing to consume liburing purely as a binary dependency
+should link against liburing-ffi. It contains definitions for every 'static
+inline' function.
+
+
 License
 -------
 

data/vendor/liburing/configure

@@ -5,6 +5,22 @@ set -e
 cc=${CC:-gcc}
 cxx=${CXX:-g++}
 
+#
+# TODO(ammarfaizi2): Remove this notice and `--nolibc` option.
+#
+nolibc_deprecated() {
+  echo "";
+  echo "=================================================================";
+  echo "";
+  echo "  --nolibc option is deprecated and has no effect.";
+  echo "  It will be removed in a future liburing release.";
+  echo "";
+  echo "  liburing on x86-64, x86 (32-bit) and aarch64 always use CONFIG_NOLIBC.";
+  echo "";
+  echo "=================================================================";
+  echo "";
+}
+
 for opt do
   optarg=$(expr "x$opt" : 'x[^=]*=\(.*\)' || true)
   case "$opt" in
@@ -26,7 +42,7 @@ for opt do
   ;;
   --cxx=*) cxx="$optarg"
   ;;
-  --nolibc) liburing_nolibc="yes"
+  --nolibc) nolibc_deprecated
   ;;
   *)
     echo "ERROR: unknown option $opt"
@@ -115,7 +131,7 @@ print_config() {
 }
 
 # Default CFLAGS
-CFLAGS="-D_GNU_SOURCE -include config-host.h"
+CFLAGS="-D_GNU_SOURCE -D_LARGEFILE_SOURCE -D_FILE_OFFSET_BITS=64 -include config-host.h"
 BUILD_CFLAGS=""
 
 # Print configure header at the top of $config_host_h
@@ -385,13 +401,43 @@ fi
 print_config "NVMe uring command support" "$nvme_uring_cmd"
 
 #############################################################################
+#
+# Currently, CONFIG_NOLIBC is only enabled on x86-64, x86 (32-bit) and aarch64.
+#
+cat > $TMPC << EOF
+int main(void){
+#if defined(__x86_64__) || defined(__i386__) || defined(__aarch64__)
+  return 0;
+#else
+#error libc is needed
+#endif
+}
+EOF
+if compile_prog "" "" "nolibc support"; then
+  liburing_nolibc="yes"
+fi
+print_config "nolibc support" "$liburing_nolibc";
+#############################################################################
+
+####################################################
+# Most Android devices don't have sys/fanotify.h
+has_fanotify="no"
+cat > $TMPC << EOF
+#include <sys/fanotify.h>
+int main(void)
+{
+  return 0;
+}
+EOF
+if compile_prog "" "" "fanotify"; then
+  has_fanotify="yes"
+fi
+print_config "has_fanotify" "$has_fanotify"
+####################################################
+
 if test "$liburing_nolibc" = "yes"; then
   output_sym "CONFIG_NOLIBC"
-else
-  liburing_nolibc="no"
 fi
-print_config "liburing_nolibc" "$liburing_nolibc"
-
 if test "$__kernel_rwf_t" = "yes"; then
   output_sym "CONFIG_HAVE_KERNEL_RWF_T"
 fi
@@ -422,12 +468,31 @@ fi
 if test "$nvme_uring_cmd" = "yes"; then
   output_sym "CONFIG_HAVE_NVME_URING"
 fi
+if test "$has_fanotify" = "yes"; then
+  output_sym "CONFIG_HAVE_FANOTIFY"
+fi
 
 echo "CC=$cc" >> $config_host_mak
 print_config "CC" "$cc"
 echo "CXX=$cxx" >> $config_host_mak
 print_config "CXX" "$cxx"
 
+# generate io_uring_version.h
+MAKE_PRINT_VARS="include Makefile.common\nprint-%: ; @echo \$(\$*)\n"
+VERSION_MAJOR=$(env echo -e "$MAKE_PRINT_VARS" | make -s --no-print-directory -f - print-VERSION_MAJOR)
+VERSION_MINOR=$(env echo -e "$MAKE_PRINT_VARS" | make -s --no-print-directory -f - print-VERSION_MINOR)
+io_uring_version_h="src/include/liburing/io_uring_version.h"
+cat > $io_uring_version_h << EOF
+/* SPDX-License-Identifier: MIT */
+#ifndef LIBURING_VERSION_H
+#define LIBURING_VERSION_H
+
+#define IO_URING_VERSION_MAJOR $VERSION_MAJOR
+#define IO_URING_VERSION_MINOR $VERSION_MINOR
+
+#endif
+EOF
+
 # generate compat.h
 compat_h="src/include/liburing/compat.h"
 cat > $compat_h << EOF
@@ -452,10 +517,15 @@ struct __kernel_timespec {
 	long long	tv_nsec;
 };
 
+/* <linux/time_types.h> is not available, so it can't be included */
+#define UAPI_LINUX_IO_URING_H_SKIP_LINUX_TIME_TYPES_H 1
+
 EOF
 else
 cat >> $compat_h << EOF
 #include <linux/time_types.h>
+/* <linux/time_types.h> is included above and not needed again */
+#define UAPI_LINUX_IO_URING_H_SKIP_LINUX_TIME_TYPES_H 1
 
 EOF
 fi

data/vendor/liburing/debian/changelog

@@ -1,3 +1,14 @@
+liburing (2.2-1) stable; urgency=low
+
+  * Update to 2.2
+  * Bump up so version to 2
+  * Drop liburing1-udeb
+  * Package using dh instead of using dh_* helpers manually
+  * Add linux header dependency to liburing-dev
+  * Bump up debhelper-compact level to 13
+
+ -- Kefu Chai <tchaikov@gmail.com>  Sun, 16 Oct 2022 16:30:48 +0800
+
 liburing (0.7-1) stable; urgency=low
 
   * Update to 0.7