RubyGems - mongrel_esi - Versions diffs - 0.4.0 - Mend

mongrel_esi 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (73) hide show

data/COPYING +53 -0
data/LICENSE +471 -0
data/README +186 -0
data/Rakefile +141 -0
data/bin/mongrel_esi +271 -0
data/ext/esi/common.rl +41 -0
data/ext/esi/esi_parser.c +387 -0
data/ext/esi/extconf.rb +6 -0
data/ext/esi/machine.rb +499 -0
data/ext/esi/parser.c +1675 -0
data/ext/esi/parser.h +113 -0
data/ext/esi/parser.rb +49 -0
data/ext/esi/parser.rl +398 -0
data/ext/esi/ruby_esi.rl +135 -0
data/ext/esi/run-test.rb +3 -0
data/ext/esi/test/common.rl +41 -0
data/ext/esi/test/parser.c +1676 -0
data/ext/esi/test/parser.h +113 -0
data/ext/esi/test/parser.rl +398 -0
data/ext/esi/test/test.c +373 -0
data/ext/esi/test1.rb +56 -0
data/ext/esi/test2.rb +45 -0
data/lib/esi/cache.rb +207 -0
data/lib/esi/config.rb +154 -0
data/lib/esi/dispatcher.rb +27 -0
data/lib/esi/handler.rb +236 -0
data/lib/esi/invalidator.rb +40 -0
data/lib/esi/logger.rb +46 -0
data/lib/esi/router.rb +84 -0
data/lib/esi/tag/attempt.rb +6 -0
data/lib/esi/tag/base.rb +85 -0
data/lib/esi/tag/except.rb +24 -0
data/lib/esi/tag/include.rb +190 -0
data/lib/esi/tag/invalidate.rb +54 -0
data/lib/esi/tag/try.rb +40 -0
data/lib/multi_dirhandler.rb +70 -0
data/setup.rb +1585 -0
data/test/integration/basic_test.rb +39 -0
data/test/integration/cache_test.rb +37 -0
data/test/integration/docs/content/500.html +16 -0
data/test/integration/docs/content/500_with_failover.html +16 -0
data/test/integration/docs/content/500_with_failover_to_alt.html +8 -0
data/test/integration/docs/content/ajax_test_page.html +15 -0
data/test/integration/docs/content/cookie_variable.html +3 -0
data/test/integration/docs/content/foo.html +15 -0
data/test/integration/docs/content/include_in_include.html +15 -0
data/test/integration/docs/content/malformed_transforms.html +16 -0
data/test/integration/docs/content/malformed_transforms.html-correct +11 -0
data/test/integration/docs/content/static-failover.html +20 -0
data/test/integration/docs/content/test2.html +1 -0
data/test/integration/docs/content/test3.html +17 -0
data/test/integration/docs/esi_invalidate.html +6 -0
data/test/integration/docs/esi_mixed_content.html +15 -0
data/test/integration/docs/esi_test_content.html +27 -0
data/test/integration/docs/index.html +688 -0
data/test/integration/docs/test1.html +1 -0
data/test/integration/docs/test3.html +9 -0
data/test/integration/docs/test_failover.html +1 -0
data/test/integration/handler_test.rb +270 -0
data/test/integration/help.rb +234 -0
data/test/net/get_test.rb +197 -0
data/test/net/net_helper.rb +16 -0
data/test/net/server_test.rb +249 -0
data/test/unit/base_tag_test.rb +44 -0
data/test/unit/esi-sample.html +56 -0
data/test/unit/help.rb +77 -0
data/test/unit/include_request_test.rb +69 -0
data/test/unit/include_tag_test.rb +14 -0
data/test/unit/parser_test.rb +478 -0
data/test/unit/router_test.rb +34 -0
data/test/unit/sample.html +21 -0
data/tools/rakehelp.rb +119 -0
metadata +182 -0

data/test/unit/base_tag_test.rb ADDED Viewed

@@ -0,0 +1,44 @@
+require File.join(File.dirname(__FILE__),'help.rb')
+class BaseTagTest < Test::Unit::TestCase
+  def tag_with_request( http_params = {} )
+    ESI::Tag::Base.new(@test_router,http_params, {},'test',{},{})
+  end
+  def test_prepare_url_vars
+    # test happy path
+    value = 'foo'
+    url = tag_with_request({'HTTP_COOKIE' => "type=#{value}"}).prepare_url_vars( "http://www.example.com/$(HTTP_COOKIE{type})/hello.gif" )
+    assert_equal "http://www.example.com/#{value}/hello.gif", url
+    # test empty cookie value
+    value = ''
+    url = tag_with_request({'HTTP_COOKIE' => "type=#{value}"}).prepare_url_vars( "http://www.example.com/$(HTTP_COOKIE{type})/hello.gif" )
+    assert_equal "http://www.example.com/#{value}/hello.gif", url
+    # test no cookie http key
+    url = tag_with_request.prepare_url_vars( "http://www.example.com/$(HTTP_COOKIE{type})/hello.gif")
+    assert_equal "http://www.example.com//hello.gif", url
+    # test a funky variable that's not supported
+    url = tag_with_request.prepare_url_vars( "http://www.example.com/$(H_COOKIE{type})/hello.gif")
+    assert_equal "http://www.example.com//hello.gif", url
+    # test a syntax error
+    url = tag_with_request.prepare_url_vars( "http://www.example.com/$(H_COOKIE{type}/hello.gif")
+    assert_equal "http://www.example.com/$(H_COOKIE{type}/hello.gif", url
+    # test multiple variables in the URL
+    v1 = 'foo'
+    v2 = 'bar'
+    url = tag_with_request({'HTTP_COOKIE' => "type=#{v1};type2=#{v2}"}).prepare_url_vars( "http://www.example.com/$(HTTP_COOKIE{type})/$(HTTP_COOKIE{type2}).gif")
+    assert_equal "http://www.example.com/#{v1}/#{v2}.gif", url
+  end
+  def test_bug_fix_for_complex_url
+    url = "/content/modules/head/header_contents?pma_module_id=head%2Fheader_contents&cache_ttl=600&display_signin=true&pma_request=true&view=header_contents&display_search=true&q_module_wrap=block&b2bid=$(HTTP_COOKIE{b2bid})"
+    assert_match /b2b_expected/, tag_with_request({"HTTP_COOKIE" => "b2bid=b2b_expected;edn=reg_expected"}).prepare_url_vars(url)
+    url = "/registration/modules/mini_dashboard/show?cache_ttl=600&pma_module_id=mini_dashboard%2Fshow&q_module_wrap=block&pma_request=true&edn=$(HTTP_COOKIE{edn})"
+    assert_match /reg_expected/, tag_with_request({"HTTP_COOKIE" => "b2bid=b2b_expected;edn=reg_expected"}).prepare_url_vars(url)
+  end
+end

data/test/unit/esi-sample.html ADDED Viewed

@@ -0,0 +1,56 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml">
+<head>
+  <title>Something else</title>
+</head>
+<body>
+    <![CDATA[
+      Some cdata fun fun fun
+    ]]>
+  <h1>hello</h1>
+  <div class="body">
+    <esi:include src="/test/success?id=1"/>
+    <div>some content</div>
+    <!-- a little commentary -->
+    <!-- a
+      multiline comment -->
+    <esi:try>
+      <esi:attempt>
+        <esi:include src="/test/success?id=2"/>
+      </esi:attempt>
+      <esi:except>
+        <p>it failed</p>
+        <esi:include src="/test/success?id=2"/>
+      </esi:except>
+    </esi:try>
+    <esi:include src="/test/success?id=3"/>
+    <esi:try>
+      <esi:attempt>
+        <p>We should get this or not?</p>
+        <esi:include src="/test/error"/>
+        <p>Now maybe we shouldn't see this?</p>
+      </esi:attempt>
+      <esi:except>
+        <p>except worked1</p>
+        <esi:include src="/test/success?id=4"/>
+        <p>except worked2</p>
+      </esi:except>
+    </esi:try>
+    <em>Support for em tags since they have an initial start sequence similar to and &lt;esi: start/end sequence</em>
+    <esi:invalidate>
+       <?xml version="1.0"?>
+       <!DOCTYPE INVALIDATION SYSTEM "internal:///WCSinvalidation.dtd">
+       <INVALIDATION VERSION="WCS-1.1">
+         <OBJECT>
+           <BASICSELECTOR URI="/test/success?id=1"/>
+           <ACTION REMOVALTTL="0"/>
+           <INFO VALUE="invalidating fragment test 1"/>
+         </OBJECT>
+       </INVALIDATION>
+    </esi:invalidate>
+  </div>
+</body>
+</html>

data/test/unit/help.rb ADDED Viewed

@@ -0,0 +1,77 @@
+$:.unshift File.join(File.dirname(__FILE__), "..", "..", "lib")
+$:.unshift File.join(File.dirname(__FILE__), "..", "..", "ext")
+require 'test/unit'
+require 'rubygems'
+require 'mongrel'
+require 'mocha'
+ENV["test"] = 'true'
+require 'esi/cache'
+require 'esi/router'
+require 'esi/esi'
+require 'esi/tag/base'
+require 'esi/tag/include'
+require 'esi/tag/attempt'
+require 'esi/tag/except'
+require 'esi/tag/try'
+require 'esi/tag/invalidate'
+require 'webrick'
+class ::WEBrick::HTTPServer ; def access_log(config, req, res) ; end ; end
+class ::WEBrick::BasicLog ; def log(level, data) ; end ; end
+module TestServer
+  def setup
+    @server = WEBrick::HTTPServer.new( :Port => 99999 )
+    # setup test server (simulates exact target)
+    @server.mount_proc("/test/error") do|req,res|
+      raise "fail"
+    end
+    @server.mount_proc("/test/redirect") do|req,res|
+      res.set_redirect(WEBrick::HTTPStatus::MovedPermanently,"/test/success")
+    end
+    @server.mount_proc("/test/redirect_to_error") do|req,res|
+      res.set_redirect(WEBrick::HTTPStatus::MovedPermanently,"/test/error")
+    end
+    @server.mount_proc("/test/success") do|req,res|
+      id = req.query["id"]
+      if id
+        res.body = "<div id='#{id}'>id string</div>"
+      else
+        res.body = "<div>hello there world</div>"
+      end
+      res['Content-Type'] = "text/html"
+    end
+    @server.mount_proc("/test/timeout") do|req,res|
+      sleep 0.8 # needs to be high for slower machines, like my ppc mac
+      res.body = "<div>We won't get this for a few seconds</div>"
+      res['Content-Type'] = "text/html"
+    end
+    @server.mount_proc("/test/headers") do|req,res|
+      res.body = "<div>hello there world</div>"
+      res['Content-Type'] = "text/html"
+      begin
+        assert_equal ['value1'], req.header['headers1']
+        assert_equal ['value2'], req.header['headers2']
+      rescue Object => e
+        puts e.message
+        raise e
+      end
+    end
+    # start up the server in a background thread
+    @thread = Thread.new(@server) do|server|
+      server.start
+    end
+    @test_router = ESI::Router.new([{:host => '127.0.0.1', :port => '99999', :match_url => 'default'}])
+    setup_extra if self.respond_to?(:setup_extra)
+  end
+  def teardown
+    @server.shutdown
+    @thread.join
+  end
+end

data/test/unit/include_request_test.rb ADDED Viewed

@@ -0,0 +1,69 @@
+require File.join(File.dirname(__FILE__),'help.rb')
+class IncludeRequestTest < Test::Unit::TestCase
+  include TestServer
+  def request(path,alt=nil,headers={})
+    ir = ESI::Tag::IncludeRequest.new(headers)
+    buffer = ""
+    status = 0
+    info = nil
+    alt = "http://127.0.0.1:99999#{alt}" if alt
+    ir.request("http://127.0.0.1:99999#{path}",0.5,alt) do|s,r|
+      if s
+        buffer = r.read_body
+        status = 1
+      else
+        info = r.message
+        buffer = r.response.read_body if r.response
+      end
+    end
+    [buffer,info,status]
+  end
+  # happy paths
+  def test_success
+    ri = request('/test/success')
+    assert_equal 1, ri[2], "Request failed\n#{ri[0]}"
+    assert_equal %Q(<div>hello there world</div>), ri[0], "Request failed"
+  end
+  def test_redirect
+    ri = request('/test/redirect')
+    assert_equal 1, ri[2], "Request failed\n#{ri[0]}"
+    assert_equal %Q(<div>hello there world</div>), ri[0], "Request failed"
+  end
+  def test_error_alt
+    ri = request('/test/error','/test/success')
+    assert_equal 1, ri[2], "Request failed\n#{ri[0]}"
+    assert_equal %Q(<div>hello there world</div>), ri[0], "Request failed"
+  end
+  def test_error_no_alt
+    ri = request('/test/error')
+    assert_equal 0, ri[2], "Request should have failed\n#{ri[0]}"
+  end
+  # not so happy paths
+  def test_error_error_alt
+    ri = request('/test/error','/test/error')
+    assert_equal 0, ri[2], "Request should have failed\n#{ri[0]}"
+  end
+  def test_redirect_failed_to_alt
+    ri = request('/test/redirect_to_error','/test/redirect_to_error')
+    assert_equal 0, ri[2], "Request should have failed\n#{ri[0]}"
+  end
+  def test_request_timesout
+    ri = request('/test/timeout')
+    assert_equal 0, ri[2], "Request should have failed\n#{ri[0]}"
+  end
+  def test_headers_forward
+    ri = request('/test/headers',nil,{'Headers1' => 'value1', 'Headers2' => 'value2'})
+    assert_equal 1, ri[2], "Request should not have failed\n#{ri[0]}"
+  end
+end

data/test/unit/include_tag_test.rb ADDED Viewed

@@ -0,0 +1,14 @@
+require File.join(File.dirname(__FILE__),'help.rb')
+class IncludeTagTest < Test::Unit::TestCase
+  include TestServer
+  def test_close
+    output = ""
+    include_tag = ESI::Tag::Base.create(@test_router, {}, {},
+                                        'include', {'src'=>"/test/success/"},
+                                        ESI::RubyCache.new)
+    include_tag.close(output)
+    assert_equal("<div>hello there world</div>",output)
+  end
+end

data/test/unit/parser_test.rb ADDED Viewed

@@ -0,0 +1,478 @@
+require File.join(File.dirname(__FILE__),'help.rb')
+$run_sample_once = false
+class ParseOutputTest < Test::Unit::TestCase
+  include TestServer
+  def setup_extra
+    @sample_file =  File.join(File.dirname(__FILE__),'esi-sample.html')
+    if !$run_sample_once
+      File.open('out-sample.html','w') do|output|
+        @cache = ESI::RubyCache.new
+        @parser = ESI::CParser.new
+        @parser.output = output
+        @parser.start_tag_handler do|tag_name,attrs|
+          tag = ESI::Tag::Base.create(@test_router, {}, {}, tag_name.gsub(/esi:/,''), attrs, @cache)
+          if @parser.esi_tag
+            @parser.esi_tag.add_child(tag)
+          else
+            @parser.esi_tag = tag
+          end
+        end
+        @parser.end_tag_handler do|tag_name|
+          #puts "match: '#{@parser.esi_tag.name}' with '#{tag_name.gsub(/esi:/,'')}'"
+          if @parser.esi_tag.name == tag_name.gsub(/esi:/,'')
+            begin
+              @parser.esi_tag.close(@parser.output)
+            rescue Object => e
+              puts @parser.esi_tag.name
+              puts e.message
+            end
+            @parser.esi_tag = nil
+          else
+            @parser.esi_tag.close_child(@parser.output,tag_name)
+          end
+        end
+        File.open( @sample_file,'r') do|input|
+          while( (buf=input.read(128)) and !input.eof? and buf.size != 0 )
+            @parser.process buf
+          end
+          @parser.process buf
+        end
+        @parser.finish
+      end
+      $run_sample_once = true
+    end
+    @output=File.read('out-sample.html')
+  end
+  def test_ouput_body
+    assert_match(/  <div class="body">/, @output)
+  end
+  def test_ouput_some_content
+    assert_match(/    <div>some content<\/div>/, @output)
+  end
+  def test_output_comments
+    assert_match(/    <!-- a little commentary -->/, @output)
+    assert_match(%q(<!-- a
+      multiline comment -->),@output)
+  end
+  def test_output_cdata
+    assert_match(%q(<![CDATA[
+      Some cdata fun fun fun
+    ]]>), @output)
+  end
+  def test_output_doctype
+    assert_match(/<!DOCTYPE html PUBLIC "-\/\/W3C\/\/DTD XHTML 1.0 Strict\/\/EN" "http:\/\/www.w3.org\/TR\/xhtml1\/DTD\/xhtml1-strict.dtd">/, @output)
+  end
+  def test_output_complete
+    assert_match(/<\/html>/, @output)
+  end
+  def test_output_no_esi_tags
+    assert_no_match(/<esi:/, @output)
+  end
+  def test_includes_appeared
+    assert_match(/<div id='1'>id string<\/div>/, @output)
+    assert_match(/<div id='3'>id string<\/div>/, @output)
+    assert_no_match(/<p>it failed<\/p>/, @output)
+    assert_match(/<div id='2'>id string<\/div>/, @output)
+    assert_match(/<div id='4'>id string<\/div>/, @output)
+    assert_match(/<p>We should get this or not\?<\/p>/, @output)
+    assert_match(/<p>Now maybe we shouldn't see this\?<\/p>/, @output)
+    assert_match(/<p>except worked1<\/p>/, @output)
+    assert_match(/<p>except worked2<\/p>/, @output)
+    assert_match(/<em>Support for em tags since they have an initial start sequence similar to and &lt;esi: start\/end sequence<\/em>/, @output )
+  end
+  def test_content_echoing
+    output = ""
+    parser = ESI::CParser.new
+    input = "<em>Support for em tags since they have an initial start sequence similar to and &lt;esi: start/end sequence</em>"
+    parser.output_handler {|s| output << s }
+    parser.process input
+    parser.finish
+    assert_equal input, output
+  end
+  def test_with_tags
+    sample =  @sample_file
+    cache = ESI::RubyCache.new
+    File.open('out-sample.html','w') do|output|
+      parser = ESI::CParser.new
+      parser.output_handler {|s| output << s }
+      parser.start_tag_handler do|tag_name,attrs|
+        tag = ESI::Tag::Base.create(@test_router, {}, {}, tag_name.gsub(/esi:/,''), attrs, cache)
+        if parser.esi_tag
+          parser.esi_tag.add_child(tag)
+        else
+          parser.esi_tag = tag
+        end
+      end
+      parser.end_tag_handler do|tag_name|
+        if parser.esi_tag.name == tag_name.gsub(/esi:/,'')
+          parser.esi_tag.close(parser.output)
+          parser.esi_tag = nil
+        else
+          parser.esi_tag.close_child(parser.output,tag_name)
+        end
+      end
+      File.open(sample,'r') do|input|
+        while( (buf=input.read(128)) and !input.eof? and buf.size != 0 )
+          parser.process buf
+        end
+        parser.process buf
+      end
+      parser.finish
+    end
+    output = File.read("out-sample.html")
+    assert_match(/  <div class="body">/, output)
+    assert_match(/    <div>some content<\/div>/, output)
+    assert_match(/    <!-- a little commentary -->/, output)
+    assert_match(%q(<!-- a
+      multiline comment -->),output)
+    assert_match(%q(<![CDATA[
+      Some cdata fun fun fun
+    ]]>), output)
+    assert_match(/<!DOCTYPE html PUBLIC "-\/\/W3C\/\/DTD XHTML 1.0 Strict\/\/EN" "http:\/\/www.w3.org\/TR\/xhtml1\/DTD\/xhtml1-strict.dtd">/, output)
+    assert_no_match(/<esi:/, output)
+    assert_match(/<div id='1'>id string<\/div>/, output)
+    assert_match(/<div id='3'>id string<\/div>/, output)
+    assert_no_match(/<p>it failed<\/p>/, output)
+    assert_match(/<div id='2'>id string<\/div>/, output)
+    assert_match(/<div id='4'>id string<\/div>/, output)
+    assert_match(/<p>We should get this or not\?<\/p>/, output)
+    assert_match(/<p>Now maybe we shouldn't see this\?<\/p>/, output)
+    assert_match(/<p>except worked1<\/p>/, output)
+    assert_match(/<p>except worked2<\/p>/, output)
+    assert_match(/<\/html>/, output)
+  end
+  def test_inline_parse_basics
+    output = ""
+    parser = ESI::CParser.new
+    parser.output_handler {|s| output << s }
+    tags = []
+    parser.start_tag_handler do|tag_name, attrs|
+      tags << {:name => tag_name, :attributes => attrs}
+    end
+    parser.process "<html><head><body><esi:include timeout='1' max-age='600+600' src=\"hello\"/>some more input"
+    parser.process "some input<esi:include \nsrc='hello'/>some more input\nsome input<esi:include src=\"hello\"/>some more input"
+    parser.process "some input<esi:inline src='hello'/>some more input\nsome input<esi:comment text='hello'/>some more input"
+    parser.process "<p>some input</p><esi:include src='hello'/>some more input\nsome input<esi:include src='hello'/>some more input"
+    parser.process "</body></html>"
+    parser.finish
+    assert_equal %Q(<html><head><body>some more inputsome inputsome more input
+some inputsome more inputsome inputsome more input
+some inputsome more input<p>some input</p>some more input
+some inputsome more input</body></html>), output
+    assert_equal 7, tags.size
+    include_tags = tags.select {|tag| tag[:name] == 'esi:include'}
+    assert_equal 5, include_tags.size
+    include_tags.each do|tag|
+      assert_equal 'hello', tag[:attributes]['src']
+    end
+    inline_tags = tags.select {|tag| tag[:name] == 'esi:inline'}
+    assert_equal 1, inline_tags.size
+    comment_tags = tags.select {|tag| tag[:name] == 'esi:comment'}
+    assert_equal 1, comment_tags.size
+  end
+  def test_block_parser_basics
+    output = ""
+    parser = ESI::CParser.new
+    parser.output_handler {|s| output << s }
+    tags = []
+    parser.start_tag_handler do|tag_name, attrs|
+      tags << {:name => tag_name, :attributes => attrs}
+    end
+    parser.process "<html><head><body><esi:include timeout='1' max-age='600+600' src=\"hello\"/>some more input<br/>\n"
+    parser.process "some input<esi:try><esi:attempt><span>some more input</span></esi:attempt><esi:except><span>\n"
+    parser.process "some input</span></esi:except></esi:try>some more input<br/>\n"
+    parser.process "some input<esi:inline src='hello'/>some more input\nsome input<esi:comment text='hello'/>some more input<br/>\n"
+    parser.process "<p>some input</p><esi:include src='hello'/>some more input\nsome input<esi:include src='hello'/>some more input<br/>\n"
+    parser.process "</body></html>"
+    parser.finish
+#    assert_equal %Q(some input<span>some more input</span><span>
+#some input</span>some more input<br/>
+#), output
+    assert_equal %Q(<html><head><body>some more input<br/>
+some input<span>some more input</span><span>
+some input</span>some more input<br/>
+some inputsome more input
+some inputsome more input<br/>
+<p>some input</p>some more input
+some inputsome more input<br/>
+</body></html>), output
+  end
+  def test_empty_parse
+    output = ""
+    parser = ESI::CParser.new
+    parser.output_handler {|s| output << s }
+    tags = []
+    parser.start_tag_handler do|tag_name, attrs|
+      tags << {:name => tag_name, :attributes => attrs}
+    end
+    assert_nothing_raised do
+      parser.process ""
+    end
+    parser.finish
+  end
+  # it's a strange case but, we should still recongize the tag so that it can be pruned from the input stream
+  def test_parser_accepts_empty_tag
+    output = ""
+    parser = ESI::CParser.new
+    parser.output_handler {|s| output << s }
+    tags = []
+    parser.start_tag_handler do|tag_name, attrs|
+      tags << {:name => tag_name, :attributes => attrs}
+    end
+    parser.process "<p>some input</p><esi:include/>some more input\nsome input<esi:include src='hello'/>some more input"
+    parser.finish
+    assert_equal %Q(<p>some input</p>some more input
+some inputsome more input), output
+    assert_equal 2, tags.size
+    assert_equal 'hello', tags.last[:attributes]['src']
+  end
+  def test_can_parse_in_chunks
+    output = ""
+    parser = ESI::CParser.new
+    parser.output_handler {|s| output << s }
+    tags = []
+    parser.start_tag_handler do|tag_name, attrs|
+      tags << {:name => tag_name, :attributes => attrs}
+    end
+    parser.process "some input<esi:in"
+    parser.process "line src='hel"
+    parser.process "lo'"
+    parser.process "/>some more input\nsome input<esi:comment text='hello'/>some more input"
+    parser.finish
+    assert_equal "some inputsome more input\nsome inputsome more input", output
+    assert_equal 2, tags.size
+    assert_equal 'hello', tags.first[:attributes]['src']
+    output = ""
+    parser = ESI::CParser.new
+    parser.output_handler {|s| output << s }
+    tags = []
+    parser.start_tag_handler do|tag_name, attrs|
+      tags << {:name => tag_name, :attributes => attrs}
+    end
+    parser.process "some input<"
+    parser.process "e"
+    parser.process "s"
+    parser.process "i"
+    parser.process ":"
+    parser.process "i"
+    parser.process "n"
+    parser.process "lin"
+    parser.process "e"
+    parser.process " "
+    parser.process "s"
+    parser.process "rc"
+    parser.process "="
+    parser.process "'hel"
+    parser.process "lo'"
+    parser.process "/"
+    parser.process ">some more input\nsome input"
+    parser.process "<esi:comment text="
+    parser.process "'hello'/>some more input"
+    parser.finish
+    assert_equal "some inputsome more input\nsome inputsome more input", output
+    assert_equal 2, tags.size
+    assert_equal 1, tags.select{|tag| tag[:name] == 'esi:inline'}.size, "Failed to parse esi:inline"
+    assert_equal 1, tags.select{|tag| tag[:name] == 'esi:comment'}.size, "Failed to parse esi:comment"
+    assert_equal 'hello', tags.select{|tag| tag[:name] == 'esi:inline'}.first[:attributes]['src'], "Failed to parse esi:inline attributes"
+  end
+  def assert_totals_from_parse(parser)
+    start_trys = 0
+    start_attempts = 0
+    start_includes = 0
+    start_excepts = 0
+    start_invalidates = 0
+    parser.start_tag_handler do|tag_name,attrs|
+    #  puts "\tstart: #{tag_name.inspect}#{attrs.inspect}"
+      case tag_name
+      when "esi:try" then start_trys += 1
+      when "esi:attempt" then start_attempts += 1
+      when "esi:include" then start_includes += 1
+      when "esi:except" then start_excepts += 1
+      when "esi:invalidate" then start_invalidates += 1
+      else
+        raise "Unverified start: #{tag_name.inspect}#{attrs.inspect}"
+      end
+    end
+    end_trys = 0
+    end_attempts = 0
+    end_includes = 0
+    end_excepts = 0
+    end_invalidates = 0
+    parser.end_tag_handler do|tag_name|
+    #  puts "\tend: #{tag_name.inspect}"
+      case tag_name
+      when "esi:try" then end_trys += 1
+      when "esi:attempt" then end_attempts += 1
+      when "esi:include" then end_includes += 1
+      when "esi:except" then end_excepts += 1
+      when "esi:invalidate" then end_invalidates += 1
+      else
+        raise "Unverified start: #{tag_name.inspect}"
+      end
+    end
+    yield
+    assert_equal 2, start_trys, "More or less esi:try tags detected #{start_trys.inspect}"
+    assert_equal 2, start_attempts, "More or less esi:attempt tags detected #{start_attempts.inspect}"
+    assert_equal 6, start_includes, "More or less esi:include tags detected #{start_includes.inspect}"
+    assert_equal 2, start_excepts, "More or less esi:except tags detected #{start_excepts.inspect}"
+    assert_equal 1, start_invalidates, "More or less esi:invalidate tags detected #{start_invalidates.inspect}"
+    assert_equal 2, end_trys, "More or less esi:try tags detected #{end_trys.inspect}"
+    assert_equal 2, end_attempts, "More or less esi:attempt tags detected #{end_attempts.inspect}"
+    assert_equal 6, end_includes, "More or less esi:include tags detected #{end_includes.inspect}"
+    assert_equal 2, end_excepts, "More or less esi:except tags detected #{end_excepts.inspect}"
+    assert_equal 1, end_invalidates, "More or less esi:invalidate tags detected #{end_invalidates.inspect}"
+  end
+  def test_sample
+    sample =  @sample_file
+    output = ""
+    parser = ESI::CParser.new
+    parser.output_handler {|s| output << s }
+    assert_totals_from_parse( parser ) do
+      parser.process File.read(sample)
+      parser.finish
+    end
+    assert_no_match /<esi:/, output
+    #8.times do|i|
+      i = 4
+      File.open(sample,'r') do|input|
+        output = ""
+        parser = ESI::CParser.new
+        parser.output_handler {|s| output << s }
+        assert_totals_from_parse( parser ) do
+          while( (buf=input.read((i+1)*2)) and !input.eof? and buf.size != 0 )
+            parser.process buf
+          end
+          parser.process buf
+          parser.finish
+        end
+        assert_no_match /<esi:/, output
+      end
+#    end
+  end
+  def test_embedded_content
+input = %Q(
+<html>
+<head>
+</head>
+<body>
+  <h1>This is a test document</h1>
+  <esi:try>
+    <esi:attempt>
+      <div>Some content before</div><esi:include src="/fragments/test1.html" max-age="600+600"/>
+    </esi:attempt>
+    <esi:except>
+      <esi:include src="/fragments/test_failover.html"/>
+    </esi:except>
+  </esi:try>
+</body>
+</html>)
+    output = ""
+    parser = ESI::CParser.new
+    parser.output_handler {|s| output << s }
+    starts = 0
+    ends = 0
+    parser.start_tag_handler do|tag_name, attrs|
+      starts += 1
+    end
+    parser.end_tag_handler do|tag_name|
+      ends += 1
+    end
+    parser.process input
+    parser.finish
+    assert_equal 5, starts, "Start tags"
+    assert_equal 5, ends, "End tags"
+  end
+  def test_basic_invalidate_tag
+      parser_input = %Q(<html><body>
+      <esi:invalidate output="no">
+           <?xml version="1.0"?>
+           <!DOCTYPE INVALIDATION SYSTEM "internal:///WCSinvalidation.dtd">
+           <INVALIDATION VERSION="WCS-1.1">
+             <OBJECT>
+               <BASICSELECTOR URI="/foo/bar"/>
+               <ACTION REMOVALTTL="0"/>
+               <INFO VALUE="invalidating fragment test 1"/>
+             </OBJECT>
+           </INVALIDATION>
+      </esi:invalidate>
+      <esi:invalidate output="no">
+        <?xml version="1.0"?>
+        <!DOCTYPE INVALIDATION SYSTEM "internal:///WCSinvalidation.dtd">
+        <INVALIDATION VERSION="WCS-1.1">
+          <OBJECT>
+            <BASICSELECTOR URI="/foo/bar"/>
+            <ACTION REMOVALTTL="0"/>
+            <INFO VALUE="invalidating fragment test 2"/>
+          </OBJECT>
+        </INVALIDATION>
+      </esi:invalidate>
+</body></html>)
+    output = ""
+    parser = ESI::CParser.new
+    parser.output_handler {|s| output << s }
+    start_called = false
+    end_called = false
+    parser.start_tag_handler do|tag_name, attrs|
+      start_called = true
+    end
+    parser.end_tag_handler do|tag_name|
+      end_called = true
+    end
+    parser.process parser_input
+    parser.finish
+    assert start_called
+    assert end_called
+  end
+#  def test_setup
+#    puts @output
+#  end
+end