yarn 0.0.1

data/lib/yarn/statuses.rb

@@ -0,0 +1,54 @@
+module Yarn
+    STATUS_CODES = {  
+      # 1xx Informational
+      100  => 'Continue', 
+      101  => 'Switching Protocols', 
+      102  => 'Processing',
+      103  => 'Checkpoint',
+      122  => 'Request-URI too long',
+      # 2xx Success
+      200  => 'OK', 
+      201  => 'Created', 
+      202  => 'Accepted', 
+      203  => 'Non-Authoritative Information', 
+      204  => 'No Content', 
+      205  => 'Reset Content', 
+      206  => 'Partial Content', 
+      207  => 'Multi-Status',
+      226  => 'IM Used',
+      # 3xx Redirection
+      300  => 'Multiple Choices', 
+      301  => 'Moved Permanently', 
+      302  => 'Moved Temporarily', 
+      303  => 'See Other', 
+      304  => 'Not Modified', 
+      305  => 'Use Proxy', 
+      307  => 'Temporary Redirect',
+      308  => 'Resume Incomplete',
+      # 4xx Client Error
+      400  => 'Bad Request', 
+      401  => 'Unauthorized', 
+      402  => 'Payment Required', 
+      403  => 'Forbidden', 
+      404  => 'Not Found', 
+      405  => 'Method Not Allowed', 
+      406  => 'Not Acceptable', 
+      407  => 'Proxy Authentication Required', 
+      408  => 'Request Time-out', 
+      409  => 'Conflict', 
+      410  => 'Gone', 
+      411  => 'Length Required', 
+      412  => 'Precondition Failed', 
+      413  => 'Request Entity Too Large', 
+      414  => 'Request-URI Too Large', 
+      415  => 'Unsupported Media Type', 
+      416  => 'Requested Range Not Satisfiable',
+      # 5xx Server Error
+      500  => 'Internal Server Error', 
+      501  => 'Not Implemented', 
+      502  => 'Bad Gateway', 
+      503  => 'Service Unavailable', 
+      504  => 'Gateway Time-out', 
+      505  => 'HTTP Version not supported'
+    }
+end

data/lib/yarn/version.rb

@@ -0,0 +1,3 @@
+module Yarn
+  VERSION = "0.0.1"
+end

data/lib/yarn/worker.rb

@@ -0,0 +1,19 @@
+# require 'celluloid'
+
+module Yarn
+  class Worker
+
+    # include Celluloid
+
+    attr_reader :handler
+
+    def initialize(handler)
+      @handler = handler
+    end
+
+    def process(session)
+      @handler.run session
+    end
+
+  end
+end

data/lib/yarn/worker_pool.rb

@@ -0,0 +1,36 @@
+require 'yarn/worker'
+require 'yarn/request_handler'
+require 'yarn/logging'
+
+require 'thread'
+
+module Yarn
+  class WorkerPool
+
+    include Logging
+
+    attr_reader :size, :workers
+
+    def initialize(size=1024)
+      @size = size
+      @workers = create_pool
+      @jobs = Queue.new
+    end
+
+    def create_pool
+      return Array.new(@size) do
+        Thread.new do
+          loop do
+            job = @jobs.pop
+            job.call
+          end
+        end
+      end
+    end
+
+    def schedule(&block)
+      @jobs << block
+    end
+
+  end
+end

data/spec/helpers.rb

@@ -0,0 +1,84 @@
+require 'uri'
+require 'faraday'
+
+module Helpers
+  def send_data(data)
+    socket = TCPSocket.new(@server.host, @server.port)
+    socket.write data
+    out = socket.read
+    socket.close
+    out
+  end
+
+  def get(url)
+    setup
+    @connection.get "test_objects#{url}"
+  end
+
+  def post(url, params={})
+    setup
+    @connection.post url, params
+  end
+
+  def stop_server
+    @thread.kill if @thread
+    @server.stop if @server
+  end
+
+  def start_server(port=3000,handler=:static)
+    $console = MockIO.new
+    @server = Yarn::Server.new({ port: port, output: $console })
+    @thread = Thread.new { @server.start }
+    sleep 0.1 until @server.socket # wait for socket to be created
+  end
+
+
+  def testfile_exists?(filename)
+    File.exists? File.join(File.join(File.dirname(__FILE__), "/../"), "test_objects/#{filename}")
+  end
+
+  def valid_html?(response)
+    begin
+      lambda { Nokogiri::HTML(response) { |config| config.strict } }
+    rescue Nokogiri::HTML::SyntaxError
+      false
+    else
+      true
+    end
+  end
+  private
+
+  def setup
+    host = URI.parse("http://#{@server.host}:#{@server.port}")
+    @connection ||= Faraday.new(host)
+  end
+end
+
+class MockIO
+  def initialize(content="")
+    @contents ||= []
+    @contents << content
+  end
+
+  def puts(string)
+    @contents << string
+  end
+
+  def gets
+    @contents.last
+  end
+
+  def contains?(string)
+    @contents.each do |line|
+      if line.include? string
+        return true
+      end
+    end
+    false
+  end
+
+  def include?(string)
+    contains?(string)
+  end
+end
+

data/spec/spec_helper.rb

@@ -0,0 +1,23 @@
+$LOAD_PATH << File.expand_path('../../../lib', __FILE__)
+
+require 'rubygems'
+require 'bundler/setup'
+require 'fakefs'
+
+# unless /jruby/ =~ `ruby -v`
+  require 'simplecov'
+  SimpleCov.start do
+    FakeFS.deactivate!
+    add_filter "/spec/"
+    add_filter "lib/yarn/http*"
+  end
+# end
+
+require 'capybara/rspec'
+
+require 'yarn'
+require 'helpers'
+
+RSpec.configure do |config|
+  config.include Helpers
+end

data/spec/yarn/directory_lister_spec.rb

@@ -0,0 +1,46 @@
+require 'spec_helper'
+require 'nokogiri'
+
+module Yarn
+
+  describe DirectoryLister do
+
+    before(:each) do
+      FakeFS.deactivate!
+    end
+
+    describe "#list" do
+      it "returns valid HTML for a directory" do
+        response = DirectoryLister.list("lib")
+        response.should_not be_nil
+        valid_html?(response).should be_true
+      end
+
+      it "returns valid HTML a long path" do
+        FakeFS.deactivate!
+        response = DirectoryLister.list("lib/yarn")
+        response.should_not be_nil
+        valid_html?(response).should be_true
+      end
+    end
+
+    describe "#format_size" do
+      it "should format bytes into B" do
+        DirectoryLister.format_size(1.0).should == "1.00B"
+      end
+      it "should format bytes into KB" do
+        DirectoryLister.format_size(1024.0).should == "1.00KB"
+      end
+      it "should format bytes into MB" do
+        DirectoryLister.format_size(1024**2).should == "1.00MB"
+      end
+      it "should format bytes into GB" do
+        DirectoryLister.format_size(1024**3).should == "1.00GB"
+      end
+      it "should format bytes into TB" do
+        DirectoryLister.format_size(1024.0**4).should == "1.00TB"
+      end
+    end
+  end
+
+end

data/spec/yarn/error_page_spec.rb

@@ -0,0 +1,33 @@
+require 'spec_helper'
+
+module Yarn
+  describe ErrorPage do
+    before(:each) do
+      @handler = RequestHandler.new
+    end
+
+    describe "#serve_404_page" do
+      it "should set the HTTP code" do
+        @handler.serve_404_page
+        @handler.response.status.should == 404
+      end
+
+      it "should set the body" do
+        @handler.serve_404_page
+        @handler.response.body.should_not be_empty
+      end
+    end
+
+    describe "#serve_500_page" do
+      it "should set the HTTP code" do
+        @handler.serve_500_page
+        @handler.response.status.should == 500
+      end
+
+      it "should set the body" do
+        @handler.serve_500_page
+        @handler.response.body.should_not be_empty
+      end
+    end
+  end
+end

data/spec/yarn/logging_spec.rb

@@ -0,0 +1,52 @@
+require 'spec_helper'
+
+module Yarn
+
+  class TestLoggging
+    include Logging
+  end
+
+  describe Logging do
+
+    describe "#log" do
+      it "should make the logging methods available" do
+        @server = Server.new(output: $output)
+        @server.should respond_to(:log)
+        @server.should respond_to(:debug)
+        @server.socket.close
+      end
+
+      it "should be available in the handler classes" do
+        @handler = RequestHandler.new
+
+        @handler.should respond_to(:log)
+        @handler.should respond_to(:debug)
+      end
+
+      it "should send the message to output" do
+        test_logger = TestLoggging.new
+        test_logger.output.should_receive(:puts).once
+
+        test_logger.log "testing"
+      end
+
+      it "should handles arrays" do
+        test_logger = TestLoggging.new
+        test_logger.output.should_receive(:puts).twice
+
+        test_logger.log [1,2]
+      end
+
+    end
+
+    describe "#debug" do
+      it "should invoke the log method with a message" do
+        test_logger = TestLoggging.new
+        test_logger.should_receive(:log).with("DEBUG: testing").once
+
+        test_logger.debug "testing"
+      end
+    end
+
+  end
+end

data/spec/yarn/parslet_parser_spec.rb

@@ -0,0 +1,99 @@
+require 'spec_helper'
+
+module Yarn
+  describe ParsletParser do
+    before do
+      @parser = ParsletParser.new
+    end 
+
+    describe "#parse request_line" do
+      it "parses all request method types" do
+        ['OPTIONS','GET','HEAD','POST','PUT','DELETE','TRACE','CONNECT'].each do |method|
+          @parser.run(method + ' / HTTP/1.1')[:method].to_s.should == method
+        end
+      end
+
+      it "parses no-resource URI" do
+        @parser.run("GET * HTTP/1.1")[:uri].to_s.should == "*"
+      end
+
+      it "parses the host" do
+        result = @parser.run("GET http://www.test.com/index.html HTTP/1.1")
+        result[:uri][:host].to_s.should == "www.test.com"
+      end
+
+      it "parses the path" do
+        result = @parser.run("GET http://www.test.com/index.html HTTP/1.1")
+        result[:uri][:path].to_s.should == "/index.html"
+      end
+
+      it "parses absolute URI" do
+        result = @parser.run("GET http://187.123.231.12:8976/some/resource HTTP/1.1")
+        result[:uri][:host].should == "187.123.231.12"
+        result[:uri][:port].should == "8976"
+        result[:uri][:path].should == "/some/resource"
+      end
+
+      it "parses absolute paths" do
+        result = @parser.run("GET /another/resource HTTP/1.1")
+        result[:uri][:path].should == "/another/resource"
+      end
+
+      it "parses HTTP version" do
+        result = @parser.run("GET /another/resource HTTP/1.1")
+        result[:version].to_s.should == "HTTP/1.1"
+      end
+
+      it "parses crlf" do
+        lambda { @parser.run("GET / HTTP/1.1\r\n") }.should_not raise_error
+        lambda { @parser.run("GET / HTTP/1.1") }.should_not raise_error
+      end
+    end
+
+    describe "#parse parameters" do
+      it "parses query in the url" do
+        result = @parser.run("GET /page?param1=1&param2=2 HTTP/1.1\n")
+        puts result
+        result[:uri][:query].should == "param1=1&param2=2"
+      end
+    end
+
+    describe "#parse headers" do
+      it "accepts a request with no headers" do
+        result = @parser.run("GET /another/resource HTTP/1.1\r\n")
+        result[:headers].should be_empty
+      end
+
+      it "parses a Content-Length header" do
+        request = "POST /resource/1/save HTTP/1.1\r\nContent-Length: 345\r\n"
+        result = @parser.run(request)
+
+        result[:headers]["Content-Length"].should == "345"
+      end
+
+      it "parses a Cookie header" do
+        cookie = "Cookie: $Version=1; Skin=new;"
+        request = "POST /form HTTP/1.1\r\n#{cookie}\r\n"
+        result = @parser.run(request)
+        result[:headers]["Cookie"].should == "$Version=1; Skin=new;"
+      end
+
+      it "parses multiple headers" do
+        cookie = "Cookie: $Version=1; Skin=new;"
+        user_agent_value = "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0)"
+        user_agent = "User-Agent: #{user_agent_value}"
+        request = "POST /form HTTP/1.1\r\n#{cookie}\r\n#{user_agent}"
+        result = @parser.run(request)
+
+        result[:headers].length.should == 2
+        result[:headers]["User-Agent"].should == user_agent_value
+      end
+
+      it "parses an empty header" do
+        lambda { @parser.run("GET / HTTP/1.1\r\nAccept: \r\n") }.should_not raise_error
+        lambda { @parser.run("GET / HTTP/1.1\r\nAccept:") }.should_not raise_error
+      end
+    end
+
+  end
+end