yahns 0.0.0TP1

data/test/test_stream_file.rb

@@ -0,0 +1,30 @@
+# Copyright (C) 2013, Eric Wong <normalperson@yhbt.net> and all contributors
+# License: GPLv3 or later (https://www.gnu.org/licenses/gpl-3.0.txt)
+require_relative 'helper'
+require 'timeout'
+
+class TestStreamFile < Testcase
+  parallelize_me!
+  DevFD = Struct.new(:to_path)
+
+  def test_stream_file
+    fp = File.open("COPYING")
+    sf = Yahns::StreamFile.new(fp, true, 0, fp.stat.size)
+    refute sf.respond_to?(:close)
+    sf.wbuf_close(nil)
+    assert fp.closed?
+  end
+
+  def test_fd
+    fp = File.open("COPYING")
+    obj = DevFD.new("/dev/fd/#{fp.fileno}")
+    sf = Yahns::StreamFile.new(obj, true, 0, fp.stat.size)
+    io = sf.instance_variable_get :@tmpio
+    assert_instance_of IO, io.to_io
+    assert_equal fp.fileno, io.fileno
+    refute sf.respond_to?(:close)
+    sf.wbuf_close(nil)
+    refute fp.closed?
+    refute io.closed?
+  end
+end

data/test/test_wbuf.rb

@@ -0,0 +1,136 @@
+# Copyright (C) 2013, Eric Wong <normalperson@yhbt.net> and all contributors
+# License: GPLv3 or later (https://www.gnu.org/licenses/gpl-3.0.txt)
+require_relative 'helper'
+require 'timeout'
+
+class TestWbuf < Testcase
+  parallelize_me!
+
+  def test_wbuf
+    buf = "*" * (16384 * 2)
+    nr = 1000
+    [ true, false ].each do |persist|
+      wbuf = Yahns::Wbuf.new([], persist)
+      a, b = UNIXSocket.pair
+      assert_nil wbuf.wbuf_write(a, "HIHI")
+      assert_equal "HIHI", b.read(4)
+      nr.times { wbuf.wbuf_write(a, buf) }
+      assert_equal :wait_writable, wbuf.wbuf_flush(a)
+      done = IO.pipe
+      thr = Thread.new do
+        rv = []
+        until rv[-1] == persist
+          IO.select(nil, [a])
+          tmp = wbuf.wbuf_flush(a)
+          rv << tmp
+        end
+        done[1].syswrite '.'
+        rv
+      end
+
+      wait = true
+      begin
+        if wait
+          r = IO.select([b,done[0]], nil, nil, 5)
+        end
+        b.read_nonblock((rand * 1024) + 666, buf)
+        wait = (r[0] & done).empty?
+      rescue Errno::EAGAIN
+        break
+      end while true
+
+      assert_equal thr, thr.join(5)
+      rv = thr.value
+      assert_equal persist, rv.pop
+      assert(rv.all? { |x| x == :wait_writable })
+      a.close
+      b.close
+      done.each { |io| io.close }
+    end
+  end
+
+  def test_wbuf_blocked
+    a, b = UNIXSocket.pair
+    buf = "." * 4096
+    4.times do
+      begin
+        a.write_nonblock(buf)
+      rescue Errno::EAGAIN
+        break
+      end while true
+    end
+    wbuf = Yahns::Wbuf.new([], true)
+    assert_equal :wait_writable, wbuf.wbuf_write(a, buf)
+    assert_equal :wait_writable, wbuf.wbuf_flush(a)
+
+    # drain the buffer
+    Timeout.timeout(10) { b.read(b.nread) until b.nread == 0 }
+
+    # b.nread will increase after this
+    assert_nil wbuf.wbuf_write(a, "HI")
+    nr = b.nread
+    assert_operator nr, :>, 0
+    assert_equal b, IO.select([b], nil, nil, 5)[0][0]
+    b.read(nr - 2) if nr > 2
+    assert_equal b, IO.select([b], nil, nil, 5)[0][0]
+    assert_equal "HI", b.read(2)
+    begin
+      wbuf.wbuf_flush(a)
+      assert false
+    rescue => e
+    end
+    assert_match(%r{BUG: EOF on tmpio}, e.message)
+  ensure
+    a.close
+    b.close
+  end
+
+  def test_wbuf_flush_close
+    pipe = IO.pipe
+    persist = true
+    wbuf = Yahns::Wbuf.new(pipe[0], persist)
+    refute wbuf.respond_to?(:close) # we don't want this for HttpResponse body
+    sp = UNIXSocket.pair
+    rv = nil
+
+    buf = ("*" * 16384) << "\n"
+    thr = Thread.new do
+      1000.times { pipe[1].write(buf) }
+      pipe[1].close
+    end
+
+    pipe[0].each { |chunk| rv = wbuf.wbuf_write(sp[1], chunk) }
+    assert_equal thr, thr.join(5)
+    assert_equal :wait_writable, rv
+
+    done = IO.pipe
+    thr = Thread.new do
+      rv = []
+      until rv[-1] == persist
+        IO.select(nil, [sp[1]])
+        rv << wbuf.wbuf_flush(sp[1])
+      end
+      done[1].syswrite '.'
+      rv
+    end
+
+    wait = true
+    begin
+      if wait
+        r = IO.select([sp[0],done[0]], nil, nil, 5)
+      end
+      sp[0].read_nonblock(16384, buf)
+      wait = (r[0] & done).empty?
+    rescue Errno::EAGAIN
+      break
+    end while true
+
+    assert_equal thr, thr.join(5)
+    rv = thr.value
+    assert_equal true, rv.pop
+    assert rv.all? { |x| x == :wait_writable }
+    assert pipe[0].closed?
+    sp.each(&:close)
+    done.each(&:close)
+  end
+end

data/yahns.gemspec

@@ -0,0 +1,19 @@
+# Copyright (C) 2013, Eric Wong <normalperson@yhbt.net> and all contributors
+# License: GPLv3 or later (https://www.gnu.org/licenses/gpl-3.0.txt)
+Gem::Specification.new do |s|
+  manifest = File.read('.gem-manifest').split(/\n/)
+  s.name = %q{yahns}
+  s.version = ENV["VERSION"]
+  s.authors = ["#{name} hackers"]
+  s.summary = "sleepy, multi-threaded, non-blocking application server"
+  s.description = File.read("README").split(/\n\n/)[1].strip
+  s.email = %q{yahns@yhbt.net}
+  s.executables = manifest.grep(%r{\Abin/}).map { |s| s.sub(%r{\Abin/}, "") }
+  s.files = manifest
+  s.add_dependency(%q<kgio>, '~> 2.8')
+  s.add_dependency(%q<sleepy_penguin>, '~> 3.2')
+  s.add_dependency(%q<sendfile>, '~> 1.2.1')
+  s.add_dependency(%q<unicorn>, '~> 4.6.3')
+  s.homepage = "http://yahns.yhbt.net/README"
+  s.licenses = "GPLv3+"
+end

metadata

@@ -0,0 +1,165 @@
+--- !ruby/object:Gem::Specification
+name: yahns
+version: !ruby/object:Gem::Version
+  version: 0.0.0TP1
+platform: ruby
+authors:
+- Gem::Specification hackers
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-10-18 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: kgio
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.8'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.8'
+- !ruby/object:Gem::Dependency
+  name: sleepy_penguin
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.2'
+- !ruby/object:Gem::Dependency
+  name: sendfile
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.2.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.2.1
+- !ruby/object:Gem::Dependency
+  name: unicorn
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 4.6.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 4.6.3
+description: |-
+  A Free Software, multi-threaded, non-blocking network application server
+  designed for low _idle_ power consumption.  It is primarily optimized
+  for applications with occasional users which see little or no traffic.
+  yahns currently hosts Rack/HTTP applications, but may eventually support
+  other application types.  Unlike some existing servers, yahns is
+  extremely sensitive to fatal bugs in the applications it hosts.
+email: yahns@yhbt.net
+executables:
+- yahns
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- COPYING
+- GIT-VERSION-FILE
+- GIT-VERSION-GEN
+- GNUmakefile
+- NEWS
+- README
+- Rakefile
+- bin/yahns
+- examples/README
+- examples/init.sh
+- examples/logger_mp_safe.rb
+- examples/logrotate.conf
+- examples/yahns_multi.conf.rb
+- examples/yahns_rack_basic.conf.rb
+- lib/yahns.rb
+- lib/yahns/acceptor.rb
+- lib/yahns/client_expire.rb
+- lib/yahns/client_expire_portable.rb
+- lib/yahns/config.rb
+- lib/yahns/daemon.rb
+- lib/yahns/fdmap.rb
+- lib/yahns/http_client.rb
+- lib/yahns/http_context.rb
+- lib/yahns/http_response.rb
+- lib/yahns/log.rb
+- lib/yahns/queue.rb
+- lib/yahns/queue_egg.rb
+- lib/yahns/queue_epoll.rb
+- lib/yahns/rack.rb
+- lib/yahns/server.rb
+- lib/yahns/server_mp.rb
+- lib/yahns/sigevent.rb
+- lib/yahns/sigevent_efd.rb
+- lib/yahns/sigevent_pipe.rb
+- lib/yahns/socket_helper.rb
+- lib/yahns/stream_file.rb
+- lib/yahns/stream_input.rb
+- lib/yahns/tee_input.rb
+- lib/yahns/tmpio.rb
+- lib/yahns/version.rb
+- lib/yahns/wbuf.rb
+- lib/yahns/wbuf_common.rb
+- lib/yahns/worker.rb
+- test/covshow.rb
+- test/helper.rb
+- test/server_helper.rb
+- test/test_bin.rb
+- test/test_client_expire.rb
+- test/test_config.rb
+- test/test_fdmap.rb
+- test/test_output_buffering.rb
+- test/test_queue.rb
+- test/test_rack.rb
+- test/test_serve_static.rb
+- test/test_server.rb
+- test/test_stream_file.rb
+- test/test_wbuf.rb
+- yahns.gemspec
+homepage: http://yahns.yhbt.net/README
+licenses:
+- GPLv3+
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>'
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.1.3
+signing_key: 
+specification_version: 4
+summary: sleepy, multi-threaded, non-blocking application server
+test_files: []