yarn 0.0.1

data/.autotest

@@ -0,0 +1,5 @@
+# require 'test_notifier/runner/autotest'
+Autotest.add_hook :initialize do |at|
+  at.add_exception(%r{^\./\.git})
+  at.add_exception(%r{^\./coverage})
+end

data/.gitignore

@@ -0,0 +1,9 @@
+coverage/*
+test_objects/rdoc/*
+*.gem
+.bundle
+Gemfile.lock
+pkg/*
+*.rbc
+doc/*
+.rvmrc

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--format documentation

data/Gemfile

@@ -0,0 +1,10 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in threaded_server.gemspec
+gemspec
+
+# gems for testing
+gem 'autotest'
+
+# development gems
+gem 'pry'

data/README.md

@@ -0,0 +1,3 @@
+# Yarn #
+
+A multi-threaded webserver written in Ruby 1.9 by Jesper Kjeldgaard.

data/Rakefile

@@ -0,0 +1,4 @@
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new('spec')
+
+require 'bundler/gem_tasks'

data/bin/yarn

@@ -0,0 +1,24 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+
+require 'rubygems'
+require 'trollop'
+require 'yarn'
+
+opts = Trollop::options do
+  version "Yarn v.#{Yarn::VERSION} 2011 Jesper Kjeldgaard"
+  banner <<-EOS
+Yarn v.#{Yarn::VERSION} is a multithreaded webserver written in Ruby 1.9.
+
+Usage: yarn [options]
+where [options] are:
+EOS
+
+  opt :host, "Hostname or IP address of the server", :default => "127.0.0.1"
+  opt :port, "Port number to listen on for incomming requests", :default => 3000
+  opt :rackup_file, "Rackup file (e.g. config.ru). If not given Yarn will serve static and dynamic (*.rb) files.", :type => String
+end
+
+server = Yarn::Server.new(nil,opts)
+server.start

data/cucumber.yml

@@ -0,0 +1,3 @@
+default: --color --format pretty
+autotest: --color --format pretty --tag @wip
+# autotest: --color --format pretty

data/features/concurrency.feature

@@ -0,0 +1,15 @@
+Feature: Concurrency
+
+  As a developer
+  I want to be able to serve multiple requests in parallel
+  To increase server throughput
+
+  Background:
+    Given the server is running as "dynamic"
+
+  Scenario: Perform two requests in parallel
+    Given a client "A"
+    And a client "B"
+    When client "A" makes a "3" seconds request
+    And client "B" makes a "1" second request
+    Then client "B" receives a response before client "A"

data/features/dynamic_request.feature

@@ -0,0 +1,13 @@
+Feature: Dynamic request
+
+  As a developer
+  I want to be able to serve ruby files
+  In order to provide dynamic content
+
+  Background:
+    Given the server is running as "dynamic"
+
+  Scenario: Serve a dynamic Ruby file
+    Given the file "/app.rb" exist
+    When I go to "/app.rb"
+    Then the response should contain "Dynamic request complete"

data/features/logger.feature

@@ -0,0 +1,16 @@
+Feature: Logger
+
+  As a developer
+  I want logging functionality
+  To be able to debug and monitor server usage
+
+  Background:
+    Given the server is running
+
+  Scenario: Log messages
+    When I log "log message"
+    Then I should see "log message"
+
+  Scenario: Log debug messages
+    When I debug "debug message"
+    Then I should see "DEBUG: debug message"

data/features/rack.feature

@@ -0,0 +1,18 @@
+Feature: Implement rack interface
+
+  As a developer
+  I want to have a rack handler
+  In order to serve rack applications
+
+  @wip
+  Scenario: Serve a one-file rack application
+    Given I have a rack application "simple_rack.rb"
+    And the server is running as "rack"
+    When I go to "/"
+    Then the response should contain "rack works"
+
+  Scenario: Serve a rails application
+    Given I have a rails application "rails_test"
+    And the server is running as "rack"
+    When I go to "/rails_text/home/index"
+    Then the response should contain "Rack rails works"

data/features/server.feature

@@ -0,0 +1,18 @@
+Feature: Server control
+
+  As a developer
+  I want to be able to command the server
+  So that I can control the server
+
+  Scenario: Start server
+    When I start the server on port 3000
+    Then I should see "Server started on port 3000"
+
+  Scenario: Stop server
+    Given the server is running
+    When I stop the server
+    Then I should see "Server stopped"
+
+  Scenario: Supply port number when starting the server
+    When I start the server on port 4000
+    Then I should see "Server started on port 4000"

data/features/static_request.feature

@@ -0,0 +1,25 @@
+Feature: Static file requests
+
+  As a web-developer
+  I want to be able to serve static files
+  To provide fast content on the Internet
+
+  Background:
+    Given the server is running as "static"
+
+  Scenario: Serve a static html file
+    Given the file "index.html" exist
+    When I go to "/index.html"
+    Then the response should contain "Success!"
+
+  Scenario: Serve an javascript file
+    Given the file "jquery.js" exist
+    When I go to "/jquery.js"
+    Then the response should contain "jQuery JavaScript Library"
+    And the response should contain "})(window);"
+
+  Scenario: Show an error message if a resource doesnt exist
+    Given the file "non-existent-file.html" does not exist
+    When I go to "non-existent-file.html"
+    Then the response should contain "404"
+    Then the response should contain "File does not exist"

data/features/step_definitions/concurrency_steps.rb

@@ -0,0 +1,34 @@
+Given /^a client "([^"]*)"$/ do |client|
+  @clients = {}
+end
+
+When /^client "([^"]*)" makes a "([^"]*)" seconds? request$/ do |client,speed|
+  @responses = {}
+  filename = "test_objects/#{speed}.rb"
+  File.delete filename if File.exists? filename
+  File.open(filename, 'w') { |f| f.write "sleep(#{speed}); p 'complete: #{speed}s'\n" }
+
+  @clients[client] = Thread.new do 
+    result = get "/#{speed}.rb"
+    @responses[client] = result.body
+  end
+end
+
+Then /^client "([^"]*)" receives a response before client "([^"]*)"$/ do |c1,c2|
+  @success = false
+  response_listener = Thread.new do
+    while !@success do
+      if @responses[c1] =~ /complete/ && !@responses[c2]
+        @success = true
+        break
+      elsif @responses[c2] =~ /complete/
+        @success = false
+        break
+      end
+    end
+  end
+
+  response_listener.join
+
+  @success.should be_true
+end

data/features/step_definitions/rack_steps.rb

@@ -0,0 +1,3 @@
+Given /^I have a rack application "([^"]*)"$/ do |app|
+   testfile_exists?(app).should be_true 
+end

data/features/step_definitions/server_steps.rb

@@ -0,0 +1,42 @@
+include Helpers
+
+When /^I start the server on port (\d+)$/ do |port|
+  start_server port
+end
+
+When /^I stop the server$/ do
+  stop_server unless @server.nil?
+end
+
+Given /^the server is running$/ do
+  start_server
+end
+
+Given /^the server is running as "([^"]*)"$/ do |handler_type|
+  start_server(3000, handler_type.to_sym)
+end
+
+Given /^the server is not running$/ do
+  stop_server unless @server.nil?
+  @server = nil
+end
+
+Given /^the file "([^"]*)" exist$/ do |file|
+  testfile_exists?(file).should be_true
+end
+
+Given /^the file "([^"]*)" does not exist$/ do |file|
+  testfile_exists?(file).should be_false
+end
+
+When /^I log "([^"]*)"$/ do |message|
+  @server.log message
+end
+
+When /^I debug "([^"]*)"$/ do |message|
+  @server.debug message
+end
+
+Then /^I should see "([^"]*)"$/ do |message|
+  $console.contains? message
+end

data/features/step_definitions/web_steps.rb

@@ -0,0 +1,7 @@
+When /^(?:|I )go to "([^"]*)"$/ do |url|
+  @response = get url
+end
+
+Then /^the response should contain "([^"]*)"$/ do |content|
+  @response.body.should include(content)
+end

data/features/support/env.rb

@@ -0,0 +1,20 @@
+$LOAD_PATH << File.expand_path('../../../lib', __FILE__)
+$LOAD_PATH << File.expand_path('../../../spec', __FILE__)
+
+require 'rubygems'
+
+require 'capybara'
+require 'capybara/dsl'
+require 'capybara/cucumber'
+require 'capybara-webkit'
+
+require 'yarn'
+require 'helpers'
+
+Capybara.javascript_driver = :webkit
+Capybara.default_driver = :webkit
+
+Capybara.run_server = false
+Capybara.app_host = "http://127.0.0.1:3000"
+
+Capybara.default_wait_time = 5

data/features/support/hooks.rb

@@ -0,0 +1,5 @@
+include Helpers
+
+After do |scenario|
+  stop_server
+end

data/lib/rack/handler/yarn.rb

@@ -0,0 +1,21 @@
+require "yarn"
+require "rack"
+require "rack/handler"
+
+module Rack
+  module Handler
+    class Yarn
+      def self.run(app, options={})
+        server = ::Yarn::Server.new(app,options)
+        server.start
+      end
+
+      def self.valid_options
+        {
+          "Host=HOST" => "Hostname to listen on (default: 127.0.0.1)",
+          "Port=PORT" => "Port to listen on (default: 3000)",
+        }
+      end
+    end
+  end
+end

data/lib/yarn.rb

@@ -0,0 +1,22 @@
+require 'pry'
+require 'rack/handler/yarn'
+require 'rack/handler'
+
+module Yarn
+
+  autoload :Server,           "yarn/server"
+  autoload :VERSION,          "yarn/version"
+  autoload :RequestHandler,   "yarn/request_handler"
+  autoload :RackHandler,      "yarn/rack_handler"
+  autoload :DirectoryLister,  "yarn/directory_lister"
+  autoload :ErrorPage,        "yarn/error_page"
+  autoload :Logging,          "yarn/logging"
+  autoload :ParsletParser,    "yarn/parslet_parser"
+  autoload :Response,         "yarn/response"
+  autoload :STATUS_CODES,     "yarn/statuses"
+  autoload :Worker,           "yarn/worker"
+  autoload :WorkerPool,       "yarn/worker_pool"
+
+  Rack::Handler.register 'yarn', 'Yarn'
+
+end

data/lib/yarn/directory_lister.rb

@@ -0,0 +1,62 @@
+require 'yarn/logging'
+
+module Yarn
+  class DirectoryLister
+
+    include Logging
+
+    def self.list(path)
+      response = []
+      response << <<-EOS
+<html><head><title>Directory Listing</title></head><body><h1>Directory Listing</h1><table cellpadding='4'><thead><td><b>Filename</b></td><td><b>Size</b></></thead><tbody>
+        EOS
+
+      real_path = File.join(".",path)
+      dir = Dir.entries(real_path).sort
+
+      dir.each do |entry|
+        size = ""
+        if entry == "."
+          url = ""
+          name = "."
+        elsif entry == ".."
+          next if ["/", ""].include?(path)
+          path_arr = path.split("/")
+          if path_arr.size == 1
+            url = ""
+          else
+            url = path_arr[0..path_arr.size-2].join("/")
+          end
+          name = ".."
+        elsif File.exist?(File.join(real_path,entry))
+          url = ["/", ""].include?(path) ? entry : "#{path}/#{entry}"
+          name = entry
+          entry_path = "#{real_path}/#{entry}"
+          unless File.directory?(entry_path)
+            size = format_size File.stat("#{real_path}/#{entry}").size
+          end
+        else
+          next
+        end
+
+        url = "/#{url}"
+
+        response << "<tr><td><a href=\"#{url}\">#{name}</a></td><td>#{size}</td></tr>"
+      end
+
+      response << ["</tbody>", "</table", "</body>", "</html>"]
+
+      return response
+    end
+
+    def self.format_size(size)
+      count = 0
+      while  size >= 1024 and count < 4
+        size /= 1024.0
+        count += 1
+      end
+      format("%.2f",size) + %w(B KB MB GB TB)[count]
+    end
+  end
+
+end

data/lib/yarn/error_page.rb

@@ -0,0 +1,16 @@
+
+module Yarn
+  module ErrorPage
+
+    def serve_404_page
+      @response.status = 404
+      @response.body = ["<html><head><title>404</title></head><body><h1>File does not exist.</h1></body><html>"]
+    end
+
+    def serve_500_page
+      @response.status = 500
+      @response.body = ["<h1>Yarn!?</h1>\nA server error occured."]
+    end
+
+  end
+end

data/lib/yarn/logging.rb

@@ -0,0 +1,30 @@
+require 'logger'
+require 'date'
+
+module Yarn
+  module Logging
+
+    def log(msg)
+      if msg.respond_to?(:each)
+        msg.each do |line|
+          output.puts "#{timestamp} #{line}"
+        end
+      else
+        output.puts "#{timestamp} #{msg}"
+      end
+    end
+
+    def debug(msg=nil)
+      log "DEBUG: #{msg || yield}"
+    end
+
+    def output
+      $output || $stdout
+    end
+
+    def timestamp
+      current_time = DateTime.now
+      "#{current_time.strftime("%d/%m/%y %H:%M:%S")} -"
+    end
+  end
+end