watobo 0.9.21 → 0.9.23

data/lib/watobo/mixins/request_parser.rb

@@ -1,12 +1,3 @@
-#.
-# request_parser.rb
-#.
-# Copyright 2014 by siberas, http://www.siberas.de
-# This file is part of WATOBO (Web Application Tool Box) http://watobo.sourceforge.com
-# WATOBO is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation version 2 of the License.
-# WATOBO is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more details.
-# You should have received a copy of the GNU General Public License along with WATOBO; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
-
 # @private 
 module Watobo#:nodoc: all
   module Mixins
@@ -19,7 +10,7 @@ module Watobo#:nodoc: all
       # Possible prefs:
       #
       # :code_dlmtr [String] - set ruby code delimiter
-      
+
       def parse_code(prefs={})
         cprefs = { :code_dlmtr => '%%' } # default delimiter for ruby code
         cprefs.update(prefs)
@@ -32,81 +23,81 @@ module Watobo#:nodoc: all
         begin
           # puts new_request
           expr = ''
-          
+
           pos = 0
           off = 0
           match = []
           code_marks = []
           while pos >= 0 and pos < request.length
-             code_offset = request.index(pattern, pos)
-             
-             unless code_offset.nil?
-               new_line_index = request.index("\n", pos)   
-               unless new_line_index.nil?
-                 if new_line_index < code_offset
+            code_offset = request.index(pattern, pos)
+
+            unless code_offset.nil?
+              new_line_index = request.index("\n", pos)   
+              unless new_line_index.nil?
+                if new_line_index < code_offset
                   # new_request << request[match[0]..code_offset-1] unless match.empty?
-                   match = [] 
+                  match = [] 
                   # pos = code_offset
-                 end
-               end
-               match << code_offset
-               
-               if match.length == 2
-                 code_marks << match.dup
-                 match = []
-               end
-               pos = code_offset + pattern.length
-             else
-               break
-             end
-           end
-           
-           new_request = ''
-           unless code_marks.empty?           
-           code_marks.each_with_index do |cm,i|
-             #puts cm.to_yaml
-             last = i > 0 ? ( code_marks[i-1][1] + pattern.length ) : 0
-             new_request << request[last..cm[0]-1] if cm[0] > 0
-                 exp_start = cm[0] + pattern.length
-                 exp_end = cm[1] - 1
-                
-                 expression = request[exp_start..exp_end]
-                 expression.strip!
-                 next if expression.empty?
-                 puts "DEBUG: executing: #{expression}" if $DEBUG
-                 #result = expression.empty? ? "" : eval("#{expression}")
-                 result = eval(expression)
-                 puts "DEBUG: got #{result.class}" if $DEBUG
-                 if result.is_a? File
-                   data = result.read
-                   result.close
-                 elsif result.is_a? String
-                   data = result
-                 elsif result.is_a? Array
-                    data = result.join
-                 else
-                    puts "!!!WATOBO - expression must return String or File !!!"
-                 end
-                 new_request << data
-               end
-               new_request << request[code_marks.last[1]+pattern.length..-2] unless code_marks.last[1] >= request.length-1
-           
+                end
+              end
+              match << code_offset
+
+              if match.length == 2
+                code_marks << match.dup
+                match = []
+              end
+              pos = code_offset + pattern.length
             else
-              new_request = request
+              break
             end
-         
+          end
+
+          new_request = ''
+          unless code_marks.empty?           
+            code_marks.each_with_index do |cm,i|
+              #puts cm.to_yaml
+              last = i > 0 ? ( code_marks[i-1][1] + pattern.length ) : 0
+              new_request << request[last..cm[0]-1] if cm[0] > 0
+              exp_start = cm[0] + pattern.length
+              exp_end = cm[1] - 1
+
+              expression = request[exp_start..exp_end]
+              expression.strip!
+              next if expression.empty?
+              puts "DEBUG: executing: #{expression}" if $DEBUG
+              #result = expression.empty? ? "" : eval("#{expression}")
+              result = eval(expression)
+              puts "DEBUG: got #{result.class}" if $DEBUG
+              if result.is_a? File
+                data = result.read
+                result.close
+              elsif result.is_a? String
+                data = result
+              elsif result.is_a? Array
+                data = result.join
+              else
+                puts "!!!WATOBO - expression must return String or File !!!"
+              end
+              new_request << data
+            end
+            new_request << request[code_marks.last[1]+pattern.length..-1] unless code_marks.last[1] >= request.length-1
+
+          else
+            new_request = request
+          end
+
           return new_request
 
         rescue SyntaxError, LocalJumpError, NameError => e
-        #  raise SyntaxError, "SyntaxError in '#{expression}'"
-        puts e
-        puts e.backtrace
-          
+          #  raise SyntaxError, "SyntaxError in '#{expression}'"
+          puts e
+          puts e.backtrace
+
         end
         return nil
       end
 
-      
+
       def to_request(opts={})
         options = { :update_content_length => false }
         options.update opts
@@ -114,25 +105,25 @@ module Watobo#:nodoc: all
         begin
           text = parse_code
           request = []
-          
+
           eoh = nil
-         eoh = text.index("\n\n") unless text.nil?
-           
-         unless eoh.nil?
-           header = text.slice(0, eoh).split("\n").map{|h| "#{h}\r\n"}
-           body = text.slice(eoh+2, text.length-1)
-         else
+          eoh = text.index("\n\n") unless text.nil?
+
+          unless eoh.nil?
+            header = text.slice(0, eoh).split("\n").map{|h| "#{h}\r\n"}
+            body = text.slice(eoh+2, text.length-1)
+          else
             header = text.split(/\n/).map{|h| "#{h}\r\n"}
             body = nil
-         end
-         
-         request.concat header
+          end
+
+          request.concat header
+
+          #Watobo::Request.create request
+          request = Watobo::Request.new(request)
 
-         #Watobo::Request.create request
-         request = Watobo::Request.new(request)
-        
           ct = request.content_type_ex
-         # puts ct
+          # puts ct
           # last line is without "\r\n" if text has a body
           if ct =~ /multipart/ and body then
             #Content-Type: multipart/form-data; boundary=---------------------------3035221901842
@@ -176,7 +167,7 @@ module Watobo#:nodoc: all
             request.push "\r\n"
             request.push body.strip
           end
- 
+
           request.fixupContentLength() if options[:update_content_length] == true
           return request
         rescue => bang
@@ -186,7 +177,7 @@ module Watobo#:nodoc: all
         end
         #return nil
       end
-      
+
       def to_response(opts={})
         options = { :update_content_length => false }
         options.update opts
@@ -208,14 +199,14 @@ module Watobo#:nodoc: all
           end
 
 
-         #Watobo::Response.create result
-         result = Watobo::Response.new(result)
-        
+          #Watobo::Response.create result
+          result = Watobo::Response.new(result)
+
           if body then
             result.push "\r\n"
             result.push body.strip
           end
- 
+
           result.fixupContentLength() if options[:update_content_length] == true
           puts ">>"
           puts result
@@ -249,11 +240,11 @@ module Watobo#:nodoc: all
             result.push "#{h}\r\n"
           end
 
-         # result.extend Watobo::Mixin::Parser::Url
-         # result.extend Watobo::Mixin::Parser::Web10
-         # result.extend Watobo::Mixin::Shaper::Web10
-         #Watobo::Request.create result
-         result = Watobo::Request.new(result)
+          # result.extend Watobo::Mixin::Parser::Url
+          # result.extend Watobo::Mixin::Parser::Web10
+          # result.extend Watobo::Mixin::Shaper::Web10
+          #Watobo::Request.create result
+          result = Watobo::Request.new(result)
 
           ct = result.content_type
           # last line is without "\r\n" if text has a body
@@ -316,8 +307,8 @@ if $0 == __FILE__
   $: << inc_path
 
   require 'watobo'
-  
-text =<<'EOF'
+
+  text =<<'EOF'
 %%"GET"%% http://www.siberas.de/ HTTP/1.1
 Content-Type: text/html
 %%"x"*10%%Vary: Accept-Encoding
@@ -339,4 +330,4 @@ puts
 text.extend Watobo::Mixins::RequestParser
 puts text.to_request
 Watobo::Utils.hexprint text
-end
+end

data/lib/watobo/mixins/shapers.rb

@@ -1,529 +1,515 @@
-#.
-# shapers.rb
-#.
-# Copyright 2014 by siberas, http://www.siberas.de
-# This file is part of WATOBO (Web Application Tool Box) http://watobo.sourceforge.com
-# WATOBO is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation version 2 of the License.
-# WATOBO is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more details.
-# You should have received a copy of the GNU General Public License along with WATOBO; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
-
-# @private
-module Watobo#:nodoc: all
-  module Mixin
-    module Shaper
-      module Web10
-        include Watobo::Constants
-        def replace_post_parm(parm,value)
-          parm_quoted = Regexp.quote(parm)
-          self.last.gsub!(/([?&]{1}|^)#{parm_quoted}=([^&]*)(&{0,1})/i, "\\1#{parm}=#{value}\\3")
-        end
-
-        def replace_get_parm(parm,value)
-          parm_quoted = Regexp.quote(parm)
-          self.first.gsub!(/([?&]{1})#{parm_quoted}=([^ &]*)(&{0,1})/i, "\\1#{parm}=#{value}\\3")
-        end
-
-        def replaceMethod(new_method)
-          self.first.gsub!(/^[^[:space:]]{1,}/i, "#{new_method}")
-        end
-
-        def replaceFileExt(new_file)
-          begin
-            file = new_file.strip
-            file.gsub!(/^\//, "")
-            self.first.gsub!(/([^\?]*\/)(.*) (HTTP.*)/i,"\\1#{file} \\3")
-          rescue => bang
-            puts bang
-          end
-        end
-
-        def replaceElement(new_element)
-          new_element.gsub!(/^\//, "")
-          self.first.gsub!(/([^\?]*\/)(.*) (HTTP.*)/i,"\\1#{new_element} \\3")
-        end
-
-        def replaceURL(new_url)
-          self.first.gsub!(/(^[^[:space:]]{1,}) (.*) (HTTP.*)/i,"\\1 #{new_url} \\3")                              
-        end
-
-        def replaceQuery(new_query)
-          new_query.gsub!(/^\//, "")
-          self.first.gsub!(/(.*\/)(.*) (HTTP.*)/i,"\\1#{new_query} \\3")
-        end
-
-        def strip_path()
-          self.first.gsub!(/([^\?]*\/)(.*) (HTTP.*)/i,"\\1# \\3")
-        end
-
-        def setDir(dir)
-          dir.strip!
-          dir.gsub!(/^\/+/,"")
-          dir.gsub!(/\/+$/,"")
-          dir += "/" unless dir == ''
-          self.first.gsub!(/(^[^[:space:]]{1,} https?:\/\/[\-0-9a-zA-Z.]*[:0-9]{0,6}\/)(.*)( HTTP\/.*)/, "\\1#{dir}\\3")
-        end
-
-        #
-        # set a new file extension, e.g. mysite.html to mysite.php
-        # if no extension nor a file is given, the new extension will only be appended
-        # note: the first leading dot will be removed 
-        # possible preferences are:
-        #   :keep_query    =>  keeps query parameters
-        #   default-set is empty
-        def set_file_extension(nxt, *prefs)
-          return self.first if nxt.nil?
-          nxt.gsub!(/^\./,'')
-          s = "#{self.first}"
-          fend = nil
-          pend = nil
-          
-          pstart = s.index('?')
-          pend = s.rindex(/ HTTP\//)
-          
-          fend = (pstart - 1) unless pstart.nil?
-          fend = ( pend - 1 ) if fend.nil?            
-            
-          return self.first if fend.nil?
-          
-          fstart = s.rindex('/', fend)
-          unless s[fstart-1] == '/'
-            fstart += 1 unless fstart.nil?
-          else
-            fstart = fend
-          end
-
-          fname = s[fstart..fend]
-          fname.gsub!(/\..*/,'')
-          fname << ".#{nxt}"
-
-          ns = s[0..fstart-1]
-          ns << fname
-          
-          if prefs.include? :keep_query
-            unless pstart.nil?
-              ns << s[pstart..pend]
-            end
-          end
-          
-          ns << s[pend..-1]
-          
-          self.first.replace ns
-        end
-
-        def appendDir(dir)
-          dir.strip!
-          dir.gsub!(/^\//,"")
-          dir << "/" unless dir =~ /\/$/
-          self.first.gsub!(/(^[^[:space:]]{1,} https?:\/\/[\-0-9a-zA-Z.]*[:0-9]{0,6}.*\/).*( HTTP\/.*)/, "\\1#{dir}\\2")
-
-        end
-
-        def add_post_parm(parm,value)
-          line = self.last
-          return false if line !~ /=/
-          line += "&#{parm}=#{value}"
-          self.pop
-          self.push line
-        end
-
-        def add_get_parm(parm,value)
-          line = self.shift
-          new_p = "&"
-          new_p = "?" if not self.element =~ /\?/
-          new_p += parm
-          line.gsub!(/( HTTP\/.*)/, "#{new_p}=#{value}\\1")
-          self.unshift(line)
-        end
-
-        def addHeader(header, value)
-          self_copy = []
-          self_copy.concat(self.headers)
-          self_copy.push "#{header}: #{value}\r\n"
-
-          unless self.body.nil?
-            self_copy.push "\r\n"
-          #self_copy.concat(self.body)
-          self_copy.push self.body
-          end
-
-          self.replace(self_copy)
-
-        end
-
-        alias_method :add_header, :addHeader
-
-        def removeURI
-          if self.first =~ /(^[^[:space:]]{1,}) (https?:\/\/[\-0-9a-zA-Z.]*[:0-9]{0,6}\/)/ then
-            uri = $2
-            self.first.gsub!(/(^[^[:space:]]{1,}) (#{Regexp.quote(uri)})/,"\\1 /")
-          # puts "* Removed URI: #{uri}"
-          # puts self.first
-          return uri
-          else
-            return nil
-          end
-        #self.first.gsub!(/^(.*)(https?:\/\/[\-0-9a-zA-Z.]*[:0-9]{0,6}\/)/,"\\1/")
-        end
-
-        def removeBody
-          self.pop if self[-2].strip.empty?
-        end
-
-        def set_header_UNUSED(header, value)
-          self.each do |h|
-            break if h.strip.empty?
-            if h =~ /^#{header}:/
-              h.replace "#{header}: #{value}\r\n"
-            end
-          end
-        end
-
-        def set_body(content)
-          if self[-2].strip.empty?
-          self.pop
-          else
-            self << "\r\n"
-          end
-          self << content
-        end
-
-        def rewrite_body(pattern, content)
-          if self[-2].strip.empty?
-            puts "rewrite_body ... #{pattern} - #{content}"
-            b = self.pop
-            b.gsub!(/#{pattern}/i, content)
-          self << b
-          end
-        end
-
-        def restoreURI(uri)
-          if self.first =~ /(^[^[:space:]]{1,}) \/(.*) (HTTP\/.*)/ then
-            method = $1
-            rest = $2
-            http = $3.strip
-            #self.first.gsub!(/^\w*/, "#{method} #{uri}#{rest}")
-            self.shift
-            self.unshift "#{method} #{uri}#{rest} #{http}\r\n"
-          return self.first
-          else
-            return nil
-          end
-        #self.first.gsub!(/^(.*)(https?:\/\/[\-0-9a-zA-Z.]*[:0-9]{0,6}\/)/,"\\1/")
-        end
-
-        #
-        # R E M O V E _ H E A D E R
-        #
-
-        def removeHeader(header)
-          begin
-
-            while i = headers.index{|h| h =~ /#{header}/i }
-              self.delete_at i
-            end
-
-          rescue => bang
-            puts bang
-            puts bang.backtrace if $DEBUG
-            puts self
-            puts "====="
-          end
-        end
-
-        alias_method :remove_header, :removeHeader
-
-        # removeUrlParms
-        # Function: Remove all parameter within the URL
-        #
-        def removeUrlParms
-          line = self.shift
-          new_line = "#{line}"
-          # get end-of-path-index
-          eop_index = line.rindex(/[^ HTTP]\//)
-          # get start of parms
-          sop_index = line.index(/(\?|&)/, eop_index)
-          # find end-of-url
-          eou_index = line.index(/ HTTP/)
-
-          unless sop_index.nil?
-          new_line = line[0..sop_index-1]
-          new_line += line[eou_index..-1]
-          end
-
-          self.unshift new_line
-        end
-
-        def removeHeader_OLD(header)
-          #  p "REMOVE HEADER: #{header}"
-          begin
-            self_copy = []
-            eoh = false
-            self.each do |line|
-              puts self if line.nil?
-              if not eoh == true then
-                if not line =~ /#{header}/i
-                self_copy.push line unless line.nil?
-                end
-              else
-              self_copy.push line unless line.nil?
-              end
-
-              if line and line.strip.empty? then
-              eoh = true
-              end
-            end
-            self.replace(self_copy)
-
-          rescue => bang
-            puts bang
-            puts bang.backtrace if $DEBUG
-            puts self
-            puts "====="
-          end
-        end
-
-        def replace_header(header, value)
-
-        end
-
-        def fix_session(pattern,value)
-
-        end
-
-        def fix_content_length
-          return false if self.body.nil?
-          # had trouble with length calculation of binary data in multipart request          
-          blen = self.body.force_encoding("ASCII-8BIT").length
-          set_header("Content-Length" , blen)
-        end
-
-        def fixupContentLength_UNUSED
-          te = self.transferEncoding
-          if te == TE_CHUNKED then
-            # puts "Transfer-Encoding = TE_CHUNKED"
-            # puts self.body
-            self.removeHeader("Transfer-Encoding")
-            self.addHeader("Content-Length", "0")
-            new_r = []
-            new_r.concat self.headers
-            new_r.push "\r\n"
-
-            bytes_to_read = 0
-            body = []
-            is_new_chunk = false
-
-            off = 0
-            new_body = ''
-
-            body_orig = self.body
-            puts body_orig.class
-            while body_orig[off..-1] =~ /^([0-9a-fA-F]{1,6})\r\n/
-              len_raw = "#{$1}"
-
-              len = len_raw.hex
-
-              chunk_start = off + len_raw.length + 2
-              chunk_end = chunk_start + len
-
-              break if len == 0
-
-              new_body.chomp!
-              new_body += "#{body_orig[chunk_start..chunk_end]}"
-
-              off = chunk_end + 2
-            end
-
-          new_r.push new_body
-          self.replace(new_r)
-          self.fix_content_length
-          # puts "= FIXED ="
-          # puts self.headers
-          elsif te == TE_NONE then
-          self.fix_content_length
-          end
-
-        end
-
-        def fixupContentLength
-          self.unchunk
-          self.fix_content_length
-        end
-
-        def setRawQueryParms(parm_string)
-          return nil if parm_string.nil?
-          return nil if parm_string == ''
-          new_r = ""
-          path = Regexp.quote(self.path)
-          #puts path
-          if self.first =~ /(.*#{path})/ then
-            new_r = $1 << "?" << parm_string
-          end
-          self.first.gsub!(/(.*) (HTTP\/.*)/, "#{new_r} \\2")
-        end
-
-        def appendQueryParms(parms)
-          return if parms.nil?
-          return if parms == ''
-
-          puts self.first
-          puts self.file_ext
-
-          pref = (self.file_ext =~ /\?/) ? '&' : '?'
-          puts "append query parms"
-          self.first.gsub!(/(.*) (HTTP\/.*)/, "\\1#{pref}#{parms} \\2")
-
-        end
-
-        def set_content_length(length)
-          set_header("Content-Length", length)
-        end
-
-        def set_content_type(ctype)
-          set_header("Content-Type", ctype)
-        end
-
-        def set_header(header, value)
-          begin
-            new_header = "#{header}: #{value}\r\n"
-            self.each_with_index do |h, i|
-              if h =~ /^#{Regexp.quote(header)}:/i
-              self[i] = new_header
-              return true
-              end
-
-              if h.strip.empty? or i == self.length-1
-              self.insert(i, new_header)
-              return true
-              end
-            end
-          rescue => bang
-            puts bang
-          end
-          return false
-        end
-        alias :setHeader :set_header
-
-        # sets post data
-        def setData(data)
-          return if data.nil?
-          if self.has_body?
-          self.pop
-          self.push data
-          else
-            self.push("\r\n")
-          self.push data
-          end
-        end
-
-        def setMethod(method)
-          m = method.is_a?(Symbol) ? method.to_s.upcase : method
-          self.first.gsub!(/(^[^[:space:]]{1,}) /, "#{m} ")
-        end
-
-        alias_method :set_method, :setMethod
-        alias :method= :setMethod
-
-        def setHTTPVersion(version)
-          self.first.gsub!(/HTTP\/(.*)$/, "HTTP\/#{version}")
-        #  puts "HTTPVersion fixed: #{self.first}"
-        end
-
-      end
-
-      module HttpResponse
-        include Watobo::Constants
-        def unchunk!
-          return false unless self.has_body?
-
-          unchunked = self.unchunk
-          self.replace(unchunked)
-          self.fix_content_length
-
-        end
-
-        def unchunk
-          return Response.new(self) unless self.has_body?
-
-          if self.transfer_encoding == TE_CHUNKED then
-            self.removeHeader("Transfer-Encoding")
-            self.addHeader("Content-Length", "0")
-            new_r = []
-            new_r.concat self.headers
-            new_r.push "\r\n"
-
-            bytes_to_read = 20
-            body = []
-            is_new_chunk = false
-
-            off = 0
-            new_body = ''
-
-            body_orig = self.body
-            pattern = '[0-9a-fA-F]+\r?\n'
-            while off >= 0 and off < body_orig.length
-              chunk_pos  = body_orig.index(/(#{pattern})/, off)
-              len_raw = $1
-              unless chunk_pos.nil?
-                len = len_raw.strip.hex
-
-                chunk_start = chunk_pos + len_raw.length
-                chunk_end = chunk_start + len
-
-                break if len == 0
-                chunk = "#{body_orig[chunk_start..chunk_end]}"
-              new_body += chunk.chomp
-              off = chunk_end
-              end
-            end
-            new_r.push new_body
-            return Watobo::Response.new new_r
-
-          end
-          return Response.new(self)
-        end
-
-        def unzip!
-          if self.content_encoding == TE_GZIP or self.transfer_encoding == TE_GZIP
-            if self.has_body?
-              unziped = self.unzip_body
-
-              self[-1] = unziped
-              self.removeHeader("Transfer-Encoding") if self.transfer_encoding == TE_GZIP
-              self.removeHeader("Content-Encoding") if self.content_encoding == TE_GZIP
-            self.fix_content_length
-            end
-          end
-
-        end
-
-        def unzip
-          if self.content_encoding == TE_GZIP or self.transfer_encoding == TE_GZIP
-            if self.has_body?
-              unzipped = Response.new(self)
-            unzipped.unzip!
-            return unzipped
-            end
-          end
-
-          return Response.new(self)
-        end
-
-        def unzip_body
-          begin
-            if self.has_body?
-              gziped = self.last
-              gz = Zlib::GzipReader.new( StringIO.new( gziped ) )
-            data = gz.read
-            return data
-            end
-
-          rescue => bang
-            puts bang
-          end
-
-        end
-
-      end
-    end
-  end
-end
+# @private
+module Watobo #:nodoc: all
+  module Mixin
+    module Shaper
+      module Web10
+        include Watobo::Constants
+
+        def replace_post_parm(parm, value)
+          parm_quoted = Regexp.quote(parm)
+          self.last.gsub!(/([?&]{1}|^)#{parm_quoted}=([^&]*)(&{0,1})/i, "\\1#{parm}=#{value}\\3")
+        end
+
+        def replace_get_parm(parm, value)
+          parm_quoted = Regexp.quote(parm)
+          self.first.gsub!(/([?&]{1})#{parm_quoted}=([^ &]*)(&{0,1})/i, "\\1#{parm}=#{value}\\3")
+        end
+
+        def replaceMethod(new_method)
+          self.first.gsub!(/^[^[:space:]]{1,}/i, "#{new_method}")
+        end
+
+        def replaceFileExt(new_file)
+          begin
+            file = new_file.strip
+            file.gsub!(/^\//, "")
+            self.first.gsub!(/([^\?]*\/)(.*) (HTTP.*)/i, "\\1#{file} \\3")
+          rescue => bang
+            puts bang
+          end
+        end
+
+        def replaceElement(new_element)
+          new_element.gsub!(/^\//, "")
+          self.first.gsub!(/([^\?]*\/)(.*) (HTTP.*)/i, "\\1#{new_element} \\3")
+        end
+
+        def replaceURL(new_url)
+          self.first.gsub!(/(^[^[:space:]]{1,}) (.*) (HTTP.*)/i, "\\1 #{new_url} \\3")
+        end
+
+        def replaceQuery(new_query)
+          new_query.gsub!(/^\//, "")
+          self.first.gsub!(/(.*\/)(.*) (HTTP.*)/i, "\\1#{new_query} \\3")
+        end
+
+        def strip_path()
+          self.first.gsub!(/([^\?]*\/)(.*) (HTTP.*)/i, "\\1# \\3")
+        end
+
+        def setDir(dir)
+          dir.strip!
+          dir.gsub!(/^\/+/, "")
+          dir.gsub!(/\/+$/, "")
+          dir += "/" unless dir == ''
+          self.first.gsub!(/(^[^[:space:]]{1,} https?:\/\/[\-0-9a-zA-Z.]*[:0-9]{0,6}\/)(.*)( HTTP\/.*)/, "\\1#{dir}\\3")
+        end
+
+        #
+        # set a new file extension, e.g. mysite.html to mysite.php
+        # if no extension nor a file is given, the new extension will only be appended
+        # note: the first leading dot will be removed 
+        # possible preferences are:
+        #   :keep_query    =>  keeps query parameters
+        #   default-set is empty
+        def set_file_extension(nxt, *prefs)
+          return self.first if nxt.nil?
+          nxt.gsub!(/^\./, '')
+          s = "#{self.first}"
+          fend = nil
+          pend = nil
+
+          pstart = s.index('?')
+          pend = s.rindex(/ HTTP\//)
+
+          fend = (pstart - 1) unless pstart.nil?
+          fend = (pend - 1) if fend.nil?
+
+          return self.first if fend.nil?
+
+          fstart = s.rindex('/', fend)
+          unless s[fstart-1] == '/'
+            fstart += 1 unless fstart.nil?
+          else
+            fstart = fend
+          end
+
+          fname = s[fstart..fend]
+          fname.gsub!(/\..*/, '')
+          fname << ".#{nxt}"
+
+          ns = s[0..fstart-1]
+          ns << fname
+
+          if prefs.include? :keep_query
+            unless pstart.nil?
+              ns << s[pstart..pend]
+            end
+          end
+
+          ns << s[pend..-1]
+
+          self.first.replace ns
+        end
+
+        def appendDir(dir)
+          dir.strip!
+          dir.gsub!(/^\//, "")
+          dir << "/" unless dir =~ /\/$/
+          self.first.gsub!(/(^[^[:space:]]{1,} https?:\/\/[\-0-9a-zA-Z.]*[:0-9]{0,6}.*\/).*( HTTP\/.*)/, "\\1#{dir}\\2")
+
+        end
+
+        def add_post_parm(parm, value)
+          line = self.last
+          return false if line !~ /=/
+          line += "&#{parm}=#{value}"
+          self.pop
+          self.push line
+        end
+
+        def add_get_parm(parm, value)
+          line = self.shift
+          new_p = "&"
+          new_p = "?" if not self.element =~ /\?/
+          new_p += parm
+          line.gsub!(/( HTTP\/.*)/, "#{new_p}=#{value}\\1")
+          self.unshift(line)
+        end
+
+        def addHeader(header, value)
+          self_copy = []
+          self_copy.concat(self.headers)
+          self_copy.push "#{header}: #{value}\r\n"
+
+          unless self.body.nil?
+            self_copy.push "\r\n"
+            #self_copy.concat(self.body)
+            self_copy.push self.body
+          end
+
+          self.replace(self_copy)
+
+        end
+
+        alias_method :add_header, :addHeader
+
+        def removeURI
+          if self.first =~ /(^[^[:space:]]{1,}) (https?:\/\/[\-0-9a-zA-Z.]*[:0-9]{0,6}\/)/ then
+            uri = $2
+            self.first.gsub!(/(^[^[:space:]]{1,}) (#{Regexp.quote(uri)})/, "\\1 /")
+            # puts "* Removed URI: #{uri}"
+            # puts self.first
+            return uri
+          else
+            return nil
+          end
+          #self.first.gsub!(/^(.*)(https?:\/\/[\-0-9a-zA-Z.]*[:0-9]{0,6}\/)/,"\\1/")
+        end
+
+        def removeBody
+          self.pop if self[-2].strip.empty?
+        end
+
+        def set_body(content)
+          if self[-2].strip.empty?
+            self.pop
+          else
+            self << "\r\n"
+          end
+          self << content
+        end
+
+        def rewrite_body(pattern, content)
+          if self.has_body?
+            #puts "rewrite_body ... #{pattern} - #{content}"
+            b = self.pop
+            b.gsub!(/#{pattern}/i, content)
+            self << b
+          end
+        end
+
+        def restoreURI(uri)
+          if self.first =~ /(^[^[:space:]]{1,}) \/(.*) (HTTP\/.*)/ then
+            method = $1
+            rest = $2
+            http = $3.strip
+            #self.first.gsub!(/^\w*/, "#{method} #{uri}#{rest}")
+            self.shift
+            self.unshift "#{method} #{uri}#{rest} #{http}\r\n"
+            return self.first
+          else
+            return nil
+          end
+          #self.first.gsub!(/^(.*)(https?:\/\/[\-0-9a-zA-Z.]*[:0-9]{0,6}\/)/,"\\1/")
+        end
+
+        #
+        # R E M O V E _ H E A D E R
+        #
+
+        def removeHeader(header)
+          begin
+
+            while i = headers.index { |h| h =~ /#{header}/i }
+              self.delete_at i
+            end
+
+          rescue => bang
+            puts bang
+            puts bang.backtrace if $DEBUG
+            puts self
+            puts "====="
+          end
+        end
+
+        alias_method :remove_header, :removeHeader
+
+        # removeUrlParms
+        # Function: Remove all parameter within the URL
+        #
+        def removeUrlParms
+          line = self.shift
+          return false if line.nil?
+          new_line = "#{line}"
+          # get end-of-path-index
+          eop_index = line.rindex(/[^ HTTP]\//)
+          # get start of parms
+          sop_index = line.index(/(\?|&)/, eop_index)
+          # find end-of-url
+          eou_index = line.index(/ HTTP/)
+
+          unless sop_index.nil? or eou_index.nil?
+            new_line = line[0..sop_index-1]
+            new_line += line[eou_index..-1]
+          end
+
+          self.unshift new_line
+        end
+
+        def removeHeader_OLD(header)
+          #  p "REMOVE HEADER: #{header}"
+          begin
+            self_copy = []
+            eoh = false
+            self.each do |line|
+              puts self if line.nil?
+              if not eoh == true then
+                if not line =~ /#{header}/i
+                  self_copy.push line unless line.nil?
+                end
+              else
+                self_copy.push line unless line.nil?
+              end
+
+              if line and line.strip.empty? then
+                eoh = true
+              end
+            end
+            self.replace(self_copy)
+
+          rescue => bang
+            puts bang
+            puts bang.backtrace if $DEBUG
+            puts self
+            puts "====="
+          end
+        end
+
+        def replace_header(header, value)
+
+        end
+
+        def fix_session(pattern, value)
+
+        end
+
+        def fix_content_length
+          return false if self.body.nil?
+          # had trouble with length calculation of binary data in multipart request          
+          blen = self.body.force_encoding("ASCII-8BIT").length
+          set_header("Content-Length", blen)
+        end
+
+        def fixupContentLength_UNUSED
+          te = self.transferEncoding
+          if te == TE_CHUNKED then
+            # puts "Transfer-Encoding = TE_CHUNKED"
+            # puts self.body
+            self.removeHeader("Transfer-Encoding")
+            self.addHeader("Content-Length", "0")
+            new_r = []
+            new_r.concat self.headers
+            new_r.push "\r\n"
+
+            bytes_to_read = 0
+            body = []
+            is_new_chunk = false
+
+            off = 0
+            new_body = ''
+
+            body_orig = self.body
+            puts body_orig.class
+            while body_orig[off..-1] =~ /^([0-9a-fA-F]{1,6})\r\n/
+              len_raw = "#{$1}"
+
+              len = len_raw.hex
+
+              chunk_start = off + len_raw.length + 2
+              chunk_end = chunk_start + len
+
+              break if len == 0
+
+              new_body.chomp!
+              new_body += "#{body_orig[chunk_start..chunk_end]}"
+
+              off = chunk_end + 2
+            end
+
+            new_r.push new_body
+            self.replace(new_r)
+            self.fix_content_length
+            # puts "= FIXED ="
+            # puts self.headers
+          elsif te == TE_NONE then
+            self.fix_content_length
+          end
+
+        end
+
+        def fixupContentLength
+          self.unchunk
+          self.fix_content_length
+        end
+
+        def setRawQueryParms(parm_string)
+          return nil if parm_string.nil?
+          return nil if parm_string == ''
+          new_r = ""
+          path = Regexp.quote(self.path)
+          #puts path
+          if self.first =~ /(.*#{path})/ then
+            new_r = $1 << "?" << parm_string
+          end
+          self.first.gsub!(/(.*) (HTTP\/.*)/, "#{new_r} \\2")
+        end
+
+        def appendQueryParms(parms)
+          return if parms.nil?
+          return if parms == ''
+
+          puts self.first
+          puts self.file_ext
+
+          pref = (self.file_ext =~ /\?/) ? '&' : '?'
+          puts "append query parms"
+          self.first.gsub!(/(.*) (HTTP\/.*)/, "\\1#{pref}#{parms} \\2")
+
+        end
+
+        def set_content_length(length)
+          set_header("Content-Length", length)
+        end
+
+        def set_content_type(ctype)
+          set_header("Content-Type", ctype)
+        end
+
+        def set_header(header, value)
+          begin
+            new_header = "#{header}: #{value}\r\n"
+            self.each_with_index do |h, i|
+              if h =~ /^#{Regexp.quote(header)}:/i
+                self[i] = new_header
+                return true
+              end
+
+              if h.strip.empty? or i == self.length-1
+                self.insert(i, new_header)
+                return true
+              end
+            end
+          rescue => bang
+            puts bang
+          end
+          return false
+        end
+
+        alias :setHeader :set_header
+
+        # sets post data
+        def setData(data)
+          return if data.nil?
+          if self.has_body?
+            self.pop
+            self.push data
+          else
+            self.push("\r\n")
+            self.push data
+          end
+        end
+
+        def setMethod(method)
+          m = method.is_a?(Symbol) ? method.to_s.upcase : method
+          self.first.gsub!(/(^[^[:space:]]{1,}) /, "#{m} ")
+        end
+
+        alias_method :set_method, :setMethod
+        alias :method= :setMethod
+
+        def setHTTPVersion(version)
+          self.first.gsub!(/HTTP\/(.*)$/, "HTTP\/#{version}")
+          #  puts "HTTPVersion fixed: #{self.first}"
+        end
+
+      end
+
+      module HttpResponse
+        include Watobo::Constants
+
+        def unchunk!
+          return false unless self.has_body?
+
+          unchunked = self.unchunk
+          self.replace(unchunked)
+          self.fix_content_length
+
+        end
+
+        def unchunk
+          return Response.new(self) unless self.has_body?
+
+          if self.transfer_encoding == TE_CHUNKED then
+            self.removeHeader("Transfer-Encoding")
+            self.addHeader("Content-Length", "0")
+            new_r = []
+            new_r.concat self.headers
+            new_r.push "\r\n"
+
+            bytes_to_read = 20
+            body = []
+            is_new_chunk = false
+
+            off = 0
+            new_body = ''
+
+            body_orig = self.body
+            pattern = '[0-9a-fA-F]+\r?\n'
+            while off >= 0 and off < body_orig.length
+              chunk_pos = body_orig.index(/(#{pattern})/, off)
+              len_raw = $1
+              unless chunk_pos.nil?
+                len = len_raw.strip.hex
+
+                chunk_start = chunk_pos + len_raw.length
+                chunk_end = chunk_start + len
+
+                break if len == 0
+                chunk = "#{body_orig[chunk_start..chunk_end]}"
+                new_body += chunk.chomp
+                off = chunk_end
+              end
+            end
+            new_r.push new_body
+            return Watobo::Response.new new_r
+
+          end
+          return Response.new(self)
+        end
+
+        def unzip!
+          if self.content_encoding == TE_GZIP or self.transfer_encoding == TE_GZIP
+            if self.has_body?
+              unziped = self.unzip_body
+
+              self[-1] = unziped
+              self.removeHeader("Transfer-Encoding") if self.transfer_encoding == TE_GZIP
+              self.removeHeader("Content-Encoding") if self.content_encoding == TE_GZIP
+              self.fix_content_length
+            end
+          end
+
+        end
+
+        def unzip
+          if self.content_encoding == TE_GZIP or self.transfer_encoding == TE_GZIP
+            if self.has_body?
+              unzipped = Response.new(self)
+              unzipped.unzip!
+              return unzipped
+            end
+          end
+
+          return Response.new(self)
+        end
+
+        def unzip_body
+          begin
+            if self.has_body?
+              gziped = self.last
+              gz = Zlib::GzipReader.new(StringIO.new(gziped))
+              data = gz.read
+              return data
+            end
+
+          rescue => bang
+            puts bang
+          end
+
+        end
+
+      end
+    end
+  end
+end