fast_http 0.1.1

data/lib/fast_http/pushbackio.rb

@@ -0,0 +1,90 @@
+require 'stringio'
+
+module FastHttp
+  # A simple class that using a StringIO object internally to allow for faster
+  # and simpler "push back" semantics.  It basically lets you read a random
+  # amount from a secondary IO object, parse what is needed, and then anything
+  # remaining can be quickly pushed back in one chunk for the next read.
+  class PushBackIO
+    attr_accessor :secondary
+
+    def initialize(secondary)
+      @secondary = secondary
+      @buffer = StringIO.new
+    end
+
+    # Pushes the given string content back onto the stream for the 
+    # next read to handle.
+    def push(content)
+      if content.length > 0
+        @buffer.write(content)
+      end
+    end
+
+    def pop(n)
+      @buffer.rewind
+      @buffer.read(n) || ""
+    end
+
+    def reset
+      @buffer.string = @buffer.read  # reset out internal buffer
+    end
+
+    # First does a read from the internal buffer, and then appends anything
+    # needed from the secondary IO to complete the request.  The return 
+    # value is guaranteed to be a String, and never nil.  If it returns
+    # a string of length 0 then there is nothing to read from the buffer (most
+    # likely closed).  It will also avoid reading from a secondary that's closed.
+    #
+    # If partial==true then readpartial is used instead.
+    def read(n, partial=false)
+      r = pop(n)
+      needs = n - r.length
+
+      if needs > 0
+        sec = ""
+        if partial
+          begin
+            protect do
+              sec = @secondary.readpartial(needs) 
+            end
+          rescue EOFError
+            close
+          end
+        else
+          protect { sec = @secondary.read(needs)}
+        end
+
+        r << (sec || "")
+
+        # finally, if there's nothing at all returned then this is bad
+        if r.length == 0
+          raise HttpClientError.new("Server returned empty response.")
+        end
+      end
+
+      reset
+      return r
+    end
+
+    def flush
+      protect { @secondary.flush }
+    end
+
+    def write(content)
+      protect { @secondary.write(content) }
+    end
+
+    def close
+      @secondary.close rescue nil
+    end
+
+    def protect
+      if !@secondary.closed?
+        yield
+      else
+        raise HttpClientError.new("Socket closed.")
+      end
+    end
+  end
+end

data/test/test_httpparser.rb

@@ -0,0 +1,47 @@
+
+# Copyright (c) 2006 Zed A. Shaw 
+# You can redistribute it and/or modify it under the same terms as Ruby.
+
+require 'test/unit'
+require 'fast_http'
+require 'socket'
+
+class HttpClientParserTest < Test::Unit::TestCase
+  include FastHttp
+    
+  def test_parse_simple
+    parser = HttpClientParser.new
+    req = HttpResponse.new
+    http = "HTTP/1.1 200 OK\r\nContent-Length: 20\r\n\r\n01234567890123456789"
+    nread = parser.execute(req, http, 0)
+    assert_equal 39, nread, "Failed to parse the full HTTP request after #{nread}"
+    assert parser.finished?, "Parser didn't finish"
+    assert !parser.error?, "Parser had error"
+    assert nread == parser.nread, "Number read returned from execute does not match"
+    assert_equal "20", req["CONTENT_LENGTH"], "Wrong content length header"
+    parser.reset
+    assert parser.nread == 0, "Number read after reset should be 0"
+  end
+
+  def parse(body, size, expect_req)
+    parser = HttpClientParser.new
+    req = HttpResponse.new
+    nread = parser.execute(req, body, 0)
+    assert_equal nread, body.length
+    assert !parser.error?
+    assert parser.finished?
+
+    # check data results
+    assert_equal size, req.http_chunk_size.to_i
+    expect_req.each {|k,v|assert_not_nil k; assert_equal req[k.upcase], v}
+  end
+
+  def test_http_parser
+    parse "3;test=stuff;lone\r\n", 3, {"test" => "stuff", "lone" => ""}
+    parse "0\r\n",0,{}
+    parse "\r\n",0,{}
+    parse ";test;test2=test2\r\n",0,{"test" => "", "test2" => "test2"}
+    parse "0;test;test2=test2\r\n",0,{"test" => "", "test2" => "test2"}
+  end
+
+end

metadata

@@ -0,0 +1,84 @@
+--- !ruby/object:Gem::Specification 
+name: fast_http
+version: !ruby/object:Gem::Version 
+  hash: 25
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 1
+  version: 0.1.1
+platform: ruby
+authors: 
+- Tom Lea
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-05-30 00:00:00 +01:00
+default_executable: 
+dependencies: []
+
+description: ""
+email: 
+executables: []
+
+extensions: 
+- ext/http11_client/extconf.rb
+extra_rdoc_files: []
+
+files: 
+- ext/http11_client/MANIFEST
+- ext/http11_client/Makefile
+- ext/http11_client/conftest.dSYM/Contents/Info.plist
+- ext/http11_client/conftest.dSYM/Contents/Resources/DWARF/conftest
+- ext/http11_client/ext_help.h
+- ext/http11_client/extconf.rb
+- ext/http11_client/http11_client.bundle
+- ext/http11_client/http11_client.c
+- ext/http11_client/http11_client.o
+- ext/http11_client/http11_parser.c
+- ext/http11_client/http11_parser.h
+- ext/http11_client/http11_parser.o
+- ext/http11_client/http11_parser.rl
+- ext/http11_client/mkmf.log
+- lib/fast_http/client.rb
+- lib/fast_http/pushbackio.rb
+- lib/fast_http.rb
+- test/test_httpparser.rb
+has_rdoc: true
+homepage: 
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: The http client from rfuzz extracted into its own gem.
+test_files: 
+- test/test_httpparser.rb