arachni 1.4 → 1.5

data/spec/support/servers/arachni/element/cookie.rb

@@ -1,6 +1,8 @@
 require 'yaml'
 require 'sinatra'
+require 'sinatra/streaming'
 require 'sinatra/contrib'
+
 set :logging, false
 
 get '/' do
@@ -11,6 +13,38 @@ get '/submit' do
     cookies.to_hash.to_yaml
 end
 
+get '/submit/buffered' do
+    stream do |out|
+        2_000.times do |i|
+            out.print "Blah"
+        end
+
+        out.print 'START_PARAMS'
+        out.print cookies.to_hash.to_yaml
+        out.print 'END_PARAMS'
+
+        2_000.times do |i|
+            out.print "Blah"
+        end
+    end
+end
+
+get '/submit/line_buffered' do
+    stream do |out|
+        2_000.times do |i|
+            out.puts "Blah"
+        end
+
+        out.puts 'START_PARAMS'
+        out.puts cookies.to_hash.to_yaml
+        out.puts 'END_PARAMS'
+
+        2_000.times do |i|
+            out.puts "Blah"
+        end
+    end
+end
+
 get '/sleep' do
     sleep 2
     <<-EOHTML

data/spec/support/servers/arachni/element/form.rb

@@ -1,5 +1,7 @@
 require 'yaml'
 require 'sinatra'
+require 'sinatra/streaming'
+
 set :logging, false
 
 get '/' do
@@ -14,6 +16,38 @@ get '/submit' do
     params.to_hash.to_yaml
 end
 
+get '/submit/buffered' do
+    stream do |out|
+        2_000.times do |i|
+            out.print "Blah"
+        end
+
+        out.print 'START_PARAMS'
+        out.print params.to_hash.to_yaml
+        out.print 'END_PARAMS'
+
+        2_000.times do |i|
+            out.print "Blah"
+        end
+    end
+end
+
+get '/submit/line_buffered' do
+    stream do |out|
+        2_000.times do |i|
+            out.puts "Blah"
+        end
+
+        out.puts 'START_PARAMS'
+        out.puts params.to_hash.to_yaml
+        out.puts 'END_PARAMS'
+
+        2_000.times do |i|
+            out.puts "Blah"
+        end
+    end
+end
+
 post '/submit' do
     params.to_hash.to_yaml
 end

data/spec/support/servers/arachni/element/header.rb

@@ -1,8 +1,11 @@
 require 'yaml'
 require 'sinatra'
+require 'sinatra/streaming'
+
 set :logging, false
 
-IGNORE = %w(HTTP_VERSION HTTP_HOST HTTP_ACCEPT_ENCODING HTTP_USER_AGENT HTTP_ACCEPT HTTP_ACCEPT_LANGUAGE)
+IGNORE = %w(HTTP_VERSION HTTP_HOST HTTP_ACCEPT_ENCODING HTTP_USER_AGENT
+    HTTP_ACCEPT HTTP_ACCEPT_LANGUAGE HTTP_X_ARACHNI_SCAN_SEED)
 
 def submitted
     h = {}
@@ -19,3 +22,35 @@ end
 get '/submit' do
     submitted.to_hash.to_yaml
 end
+
+get '/submit/buffered' do
+    stream do |out|
+        2_000.times do |i|
+            out.print "Blah"
+        end
+
+        out.print 'START_PARAMS'
+        out.print submitted.to_hash.to_yaml
+        out.print 'END_PARAMS'
+
+        2_000.times do |i|
+            out.print "Blah"
+        end
+    end
+end
+
+get '/submit/line_buffered' do
+    stream do |out|
+        2_000.times do |i|
+            out.puts "Blah"
+        end
+
+        out.puts 'START_PARAMS'
+        out.puts submitted.to_hash.to_yaml
+        out.puts 'END_PARAMS'
+
+        2_000.times do |i|
+            out.puts "Blah"
+        end
+    end
+end

data/spec/support/servers/arachni/element/json.rb

@@ -1,5 +1,38 @@
 require 'sinatra'
+require 'sinatra/streaming'
 
 post '/submit' do
     request.body.read
 end
+
+post '/submit/buffered' do
+    stream do |out|
+        2_000.times do |i|
+            out.print "Blah"
+        end
+
+        out.print 'START_PARAMS'
+        out.print request.body.read
+        out.print 'END_PARAMS'
+
+        2_000.times do |i|
+            out.print "Blah"
+        end
+    end
+end
+
+post '/submit/line_buffered' do
+    stream do |out|
+        2_000.times do |i|
+            out.puts "Blah"
+        end
+
+        out.puts 'START_PARAMS'
+        out.puts request.body.read
+        out.puts 'END_PARAMS'
+
+        2_000.times do |i|
+            out.puts "Blah"
+        end
+    end
+end

data/spec/support/servers/arachni/element/link.rb

@@ -1,6 +1,6 @@
 require 'yaml'
 require 'sinatra'
-set :logging, false
+require 'sinatra/streaming'
 
 get '/' do
     params.to_s
@@ -10,6 +10,38 @@ get '/submit' do
     params.to_hash.to_yaml
 end
 
+get '/submit/buffered' do
+    stream do |out|
+        2_000.times do |i|
+            out.print "Blah"
+        end
+
+        out.print 'START_PARAMS'
+        out.print params.to_hash.to_yaml
+        out.print 'END_PARAMS'
+
+        2_000.times do |i|
+            out.print "Blah"
+        end
+    end
+end
+
+get '/submit/line_buffered' do
+    stream do |out|
+        2_000.times do |i|
+            out.puts "Blah"
+        end
+
+        out.puts 'START_PARAMS'
+        out.puts params.to_hash.to_yaml
+        out.puts 'END_PARAMS'
+
+        2_000.times do |i|
+            out.puts "Blah"
+        end
+    end
+end
+
 get '/refreshable' do
     <<HTML
     <a href="/refreshable?param_name=stuff">Irrelevant</a>

data/spec/support/servers/arachni/element/link_template.rb

@@ -1,11 +1,43 @@
 require 'yaml'
 require 'sinatra'
+require 'sinatra/streaming'
 
-get '/param/*' do
-    { 'param' => params['splat'].first }.to_yaml
+get '/param/:value' do |value|
+    { 'param' => value }.to_yaml
 end
 
-get '/name1/*/name2/*' do
-    name1, name2 = params['splat']
-    { 'name1' => name1, 'name2' => name2 }.to_yaml
+get '/name1/:value1/name2/:value2' do |value1, value2|
+    { 'name1' => value1, 'name2' => value2 }.to_yaml
+end
+
+get '/param/:value/buffered' do |value|
+    stream do |out|
+        2_000.times do |i|
+            out.print "Blah"
+        end
+
+        out.print 'START_PARAMS'
+        out.print ({ 'param' => value }.to_yaml)
+        out.print 'END_PARAMS'
+
+        2_000.times do |i|
+            out.print "Blah"
+        end
+    end
+end
+
+get '/param/:value/line_buffered' do |value|
+    stream do |out|
+        2_000.times do |i|
+            out.puts "Blah"
+        end
+
+        out.puts 'START_PARAMS'
+        out.puts ({ 'param' => value }.to_yaml)
+        out.puts 'END_PARAMS'
+
+        2_000.times do |i|
+            out.puts "Blah"
+        end
+    end
 end

data/spec/support/servers/arachni/element/xml.rb

@@ -1,5 +1,38 @@
 require 'sinatra'
+require 'sinatra/streaming'
 
 post '/submit' do
     request.body.read
 end
+
+post '/submit/buffered' do
+    stream do |out|
+        2_000.times do |i|
+            out.print "Blah"
+        end
+
+        out.print 'START_PARAMS'
+        out.print request.body.read
+        out.print 'END_PARAMS'
+
+        2_000.times do |i|
+            out.print "Blah"
+        end
+    end
+end
+
+post '/submit/line_buffered' do
+    stream do |out|
+        2_000.times do |i|
+            out.puts "Blah"
+        end
+
+        out.puts 'START_PARAMS'
+        out.puts request.body.read
+        out.puts 'END_PARAMS'
+
+        2_000.times do |i|
+            out.puts "Blah"
+        end
+    end
+end

data/spec/support/servers/arachni/http/client.rb

@@ -56,8 +56,8 @@ end
 
 get '/partial_stream' do
     stream do |out|
-        5.times do
-            out.puts "Hello!"
+        5.times do |i|
+            out.puts "#{i}: Hello!"
             out.close
         end
 
@@ -67,8 +67,8 @@ end
 
 get '/stream' do
     stream do |out|
-        5.times do
-            out.puts 'Hello!'
+        5.times do |i|
+            out.puts "#{i}: Hello!"
             sleep 1
         end
 
@@ -76,6 +76,45 @@ get '/stream' do
     end
 end
 
+get '/fail_stream' do
+    stream do |out|
+        fail
+
+        out.flush
+    end
+end
+
+get '/fast_stream' do
+    stream do |out|
+        5.times do |i|
+            out.puts "#{i}: Hello!"
+        end
+
+        out.flush
+    end
+end
+
+get '/lines' do
+    stream do |out|
+        500.times do |i|
+            out.puts "#{i}: test"
+        end
+        out.flush
+    end
+end
+
+get '/lines/non-stream' do
+    s = ''
+    2_000.times do |i|
+        s << "#{i}: test\n"
+    end
+    s
+end
+
+get '/lines/incomplete' do
+    [ 200, { 'Content-Length' => '1000' }, "Blah\nHello!" ]
+end
+
 get '/fingerprint.php' do
 end
 

data/spec/support/servers/arachni/http/client/dynamic_404_handler.rb

@@ -53,6 +53,26 @@ get '/combo/*' do
     handler_response_1
 end
 
+get '/ignore-after-filename/*' do
+    entry, other = params[:splat].first.split( '/', 2 )
+
+    if entry.start_with?( '123' ) && other.empty?
+        'Found!'
+    else
+        'Not found'
+    end
+end
+
+get '/ignore-before-filename/*' do
+    entry, other = params[:splat].first.split( '/', 2 )
+
+    if entry.end_with?( '123' ) && other.empty?
+        'Found!'
+    else
+        'Not found'
+    end
+end
+
 get '/advanced/sensitive-ext/:filename' do |filename|
     name, ext = filename.split( '.', 2 )
 
@@ -64,3 +84,19 @@ get '/advanced/sensitive-ext/:filename' do |filename|
         handler_response_2
     end
 end
+
+get '/advanced/sensitive-dash/pre/*-*' do |d1, _|
+    if d1 == 'blah'
+        'Found, all good!'
+    else
+        handler_response_1
+    end
+end
+
+get '/advanced/sensitive-dash/post/*-*' do |_, d2|
+    if d2 == 'html'
+        'Found, all good!'
+    else
+        handler_response_1
+    end
+end

data/spec/support/servers/arachni/http/client/dynamic_404_handler_redirect_1.rb

@@ -0,0 +1,18 @@
+require 'sinatra'
+require 'ap'
+
+@@redirect_url ||= nil
+
+get '/set-redirect' do
+    @@redirect_url ||= params[:url]
+end
+
+get '/test/index.html' do
+    response.headers['Content-Type'] = 'text/html'
+    "some content here for index page"
+end
+
+get '*' do
+    response.headers['Content-Type'] = 'text/html'
+    redirect "#{@@redirect_url}/error/index.html", 302
+end