watobo 0.9.19 → 0.9.20

data/lib/watobo/interceptor/transparent.rb

@@ -1,37 +1,25 @@
-# .
+#.
 # transparent.rb
-# 
-# Copyright 2013 by siberas, http://www.siberas.de
-# 
-# This file is part of WATOBO (Web Application Tool Box)
-#        http://watobo.sourceforge.com
-# 
-# WATOBO is free software; you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation version 2 of the License.
-# 
-# WATOBO is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-# 
-# You should have received a copy of the GNU General Public License
-# along with WATOBO; if not, write to the Free Software
-# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
-# .
+#.
+# Copyright 2014 by siberas, http://www.siberas.de
+# This file is part of WATOBO (Web Application Tool Box) http://watobo.sourceforge.com
+# WATOBO is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation version 2 of the License.
+# WATOBO is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more details.
+# You should have received a copy of the GNU General Public License along with WATOBO; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
+
 # @private 
-module Watobo#:nodoc: all
-  module Interceptor
-    module Transparent
-      @nfq_drb = nil
-      def self.start
-        DRb.start_service
-        @nfq_drb = DRbObject.new nil, "druby://127.0.0.1:9090"
-      end
-      
-      def self.info(data)
-        @nfq_drb.info(data)
-      end
-    end
-  end
+module Watobo#:nodoc: all
+  module Interceptor
+    module Transparent
+      @nfq_drb = nil
+      def self.start
+        DRb.start_service
+        @nfq_drb = DRbObject.new nil, "druby://127.0.0.1:9090"
+      end
+      
+      def self.info(data)
+        @nfq_drb.info(data)
+      end
+    end
+  end
 end

data/lib/watobo/mixins.rb

@@ -1,33 +1,21 @@
-# .
+#.
 # mixins.rb
-# 
-# Copyright 2013 by siberas, http://www.siberas.de
-# 
-# This file is part of WATOBO (Web Application Tool Box)
-#        http://watobo.sourceforge.com
-# 
-# WATOBO is free software; you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation version 2 of the License.
-# 
-# WATOBO is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-# 
-# You should have received a copy of the GNU General Public License
-# along with WATOBO; if not, write to the Free Software
-# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
-# .
-# @private 
-module Watobo#:nodoc: all
-  module Mixins
-    mixins_path = File.expand_path(File.join(File.dirname(__FILE__), "mixins"))
-  # puts "* loading mixins #{mixins_path}"
-    Dir.glob("#{mixins_path}/*.rb").each do |cf|
-      puts "+ #{File.basename(cf)}" if $DEBUG
-      require File.join("watobo","mixins", File.basename(cf))
+#.
+# Copyright 2014 by siberas, http://www.siberas.de
+# This file is part of WATOBO (Web Application Tool Box) http://watobo.sourceforge.com
+# WATOBO is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation version 2 of the License.
+# WATOBO is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more details.
+# You should have received a copy of the GNU General Public License along with WATOBO; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
 
-    end
-  end
+# @private 
+module Watobo#:nodoc: all
+  module Mixins
+    mixins_path = File.expand_path(File.join(File.dirname(__FILE__), "mixins"))
+  # puts "* loading mixins #{mixins_path}"
+    Dir.glob("#{mixins_path}/*.rb").each do |cf|
+      puts "+ #{File.basename(cf)}" if $DEBUG
+      require File.join("watobo","mixins", File.basename(cf))
+
+    end
+  end
 end

data/lib/watobo/mixins/check_info.rb

@@ -1,50 +1,38 @@
-# .
+#.
 # check_info.rb
-# 
-# Copyright 2013 by siberas, http://www.siberas.de
-# 
-# This file is part of WATOBO (Web Application Tool Box)
-#        http://watobo.sourceforge.com
-# 
-# WATOBO is free software; you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation version 2 of the License.
-# 
-# WATOBO is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-# 
-# You should have received a copy of the GNU General Public License
-# along with WATOBO; if not, write to the Free Software
-# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
-# .
-# @private 
-module Watobo#:nodoc: all
-  module CheckInfoMixin
-    module InfoMethods
-      def check_name
-       
-        #puts self.methods.sort
-        info = instance_variable_get("@info")
-        return nil if info.nil?
-        return info[:check_name]
-      end
-      
-      def check_group
-        info = instance_variable_get("@info")
-        return nil if info.nil?
-        return info[:check_group]
-      end
-
-    end
-
-    extend InfoMethods
+#.
+# Copyright 2014 by siberas, http://www.siberas.de
+# This file is part of WATOBO (Web Application Tool Box) http://watobo.sourceforge.com
+# WATOBO is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation version 2 of the License.
+# WATOBO is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more details.
+# You should have received a copy of the GNU General Public License along with WATOBO; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
 
-    def self.included( other )
-      other.extend InfoMethods
-    end
-  #:name => "#{check.info[:check_group]}|#{check.info[:check_name]}",
-
-  end
+# @private 
+module Watobo#:nodoc: all
+  module CheckInfoMixin
+    module InfoMethods
+      def check_name
+       
+        #puts self.methods.sort
+        info = instance_variable_get("@info")
+        return nil if info.nil?
+        return info[:check_name]
+      end
+      
+      def check_group
+        info = instance_variable_get("@info")
+        return nil if info.nil?
+        return info[:check_group]
+      end
+
+    end
+
+    extend InfoMethods
+
+    def self.included( other )
+      other.extend InfoMethods
+    end
+  #:name => "#{check.info[:check_group]}|#{check.info[:check_name]}",
+
+  end
 end

data/lib/watobo/mixins/httpparser.rb

@@ -1,24 +1,12 @@
-# .
+#.
 # httpparser.rb
-# 
-# Copyright 2013 by siberas, http://www.siberas.de
-# 
-# This file is part of WATOBO (Web Application Tool Box)
-#        http://watobo.sourceforge.com
-# 
-# WATOBO is free software; you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation version 2 of the License.
-# 
-# WATOBO is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-# 
-# You should have received a copy of the GNU General Public License
-# along with WATOBO; if not, write to the Free Software
-# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
-# .
+#.
+# Copyright 2014 by siberas, http://www.siberas.de
+# This file is part of WATOBO (Web Application Tool Box) http://watobo.sourceforge.com
+# WATOBO is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation version 2 of the License.
+# WATOBO is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more details.
+# You should have received a copy of the GNU General Public License along with WATOBO; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
+
 # http://www.ietf.org/rfc/rfc2396.txt
 # http://en.wikipedia.org/wiki/URI_scheme
 
@@ -98,7 +86,7 @@ module Watobo#:nodoc: all
       end
 
       def method
-        if self.first =~ /(^[^[:space:]]{1,}) [a-zA-Z]+:\/\//i then
+        if self.first =~ /(^[^[:space:]]{1,}) /i then
           return $1
         else
           return nil
@@ -373,6 +361,8 @@ module Watobo#:nodoc: all
         begin
         if self.last =~ /\=.*\&?/i
           parmlist = self.last.split(/\&/)
+          parmlist.map!{|p| x = p.strip.empty? ? nil : p }
+          parmlist.compact!
         end
         rescue => bang
           # puts self.last.unpack("C*").pack("C*").gsub(/[^[:print:]]/,".")
@@ -449,7 +439,7 @@ module Watobo#:nodoc: all
         ct = default_ct
         self.each do |line|
           break if line.strip.empty?
-          if line =~ /^Content-Type: ([^;]*);?/i then
+          if line =~ /^Content-Type:([^;]*);?/i then
             ct = $1
             break
           end
@@ -461,7 +451,7 @@ module Watobo#:nodoc: all
         ct = default_ct
         self.each do |line|
           break if line.strip.empty?
-          if line =~ /^Content-Type: (.*)/i then
+          if line =~ /^Content-Type:(.*)/i then
             ct = $1.strip
             break
           end
@@ -475,8 +465,8 @@ module Watobo#:nodoc: all
         ct = -1
         self.each do |line|
           break if line.strip.empty?
-          if line =~ /^Content-Length: (.*)/i then
-            ct = $1.to_i
+          if line =~ /^Content-Length:(.*)/i then
+            ct = $1.strip.to_i
             break
           end
         end
@@ -487,9 +477,9 @@ def content_encoding
         te = TE_NONE
         self.each do |line|
           break if line.strip.empty?
-          if line =~ /^Content-Encoding: (.*)/i then
+          if line =~ /^Content-Encoding:(.*)/i then
             dummy = $1.strip
-            puts "Content-Encoding => #{dummy}"
+          #  puts "Content-Encoding => #{dummy}"
             te = case dummy
             when /chunked/i
               TE_CHUNKED
@@ -514,7 +504,7 @@ def content_encoding
         te = TE_NONE
         self.each do |line|
           break if line.strip.empty?
-          if line =~ /^Transfer-Encoding: (.*)/i then
+          if line =~ /^Transfer-Encoding:(.*)/i then
             dummy = $1.strip
            # puts dummy
             te = case dummy
@@ -603,7 +593,7 @@ def content_encoding
       def body
         begin
           return nil if self.nil? or self.length < 3
-          return self.last if self[-2].strip.empty?
+          return "#{self.last}" if self[-2].strip.empty?
         rescue
           return nil
         end
@@ -627,24 +617,41 @@ def content_encoding
         return false
       end
       
+      def is_json?
+        ct = self.content_type
+        return true if ct =~ /\/json/i
+        return false
+      end
+      
       def is_xml?
         ct = self.content_type
         return true if ct =~ /xml/i
         return false
       end
       
+      def is_multipart?
+        ct = self.content_type
+        return true if ct =~ /^multipart/i
+        return false
+      end
+      
       def body_encoded
         b = self.body
-        cs = self.charset
         return nil if b.nil?
+        
+        cs = self.charset        
         return b.unpack("C*").pack("C*") if cs.nil?
+        
         begin
-            return  b.encode(cs, :invalid => :replace, :undef => :replace, :replace => '').unpack("C*").pack("C*")
+          # not sure if this is a good idea???
+          #return  b.encode(cs, :invalid => :replace, :undef => :replace, :replace => '').unpack("C*").pack("C*")
         rescue => bang
-          puts bang
-          puts bang.backtrace if $DEBUG
-          return b.unpack("C*").pack("C*")
+          if $DEBUG
+             puts bang
+             puts bang.backtrace
+          end          
         end
+        return b.unpack("C*").pack("C*")
       end
 
       def responseCode
@@ -692,7 +699,7 @@ end
         self.each do |line|
           break if line.strip.empty?
           if line =~ /^Content-Type: .*charset=([^;]*)/i then
-            cs = $1
+            cs = $1.strip
             break
           end
         end

data/lib/watobo/mixins/request_parser.rb

@@ -1,24 +1,12 @@
-# .
+#.
 # request_parser.rb
-# 
-# Copyright 2013 by siberas, http://www.siberas.de
-# 
-# This file is part of WATOBO (Web Application Tool Box)
-#        http://watobo.sourceforge.com
-# 
-# WATOBO is free software; you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation version 2 of the License.
-# 
-# WATOBO is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-# 
-# You should have received a copy of the GNU General Public License
-# along with WATOBO; if not, write to the Free Software
-# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
-# .
+#.
+# Copyright 2014 by siberas, http://www.siberas.de
+# This file is part of WATOBO (Web Application Tool Box) http://watobo.sourceforge.com
+# WATOBO is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation version 2 of the License.
+# WATOBO is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more details.
+# You should have received a copy of the GNU General Public License along with WATOBO; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
+
 # @private 
 module Watobo#:nodoc: all
   module Mixins

data/lib/watobo/mixins/shapers.rb

@@ -1,478 +1,485 @@
-# .
+#.
 # shapers.rb
-# 
-# Copyright 2013 by siberas, http://www.siberas.de
-# 
-# This file is part of WATOBO (Web Application Tool Box)
-#        http://watobo.sourceforge.com
-# 
-# WATOBO is free software; you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation version 2 of the License.
-# 
-# WATOBO is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-# 
-# You should have received a copy of the GNU General Public License
-# along with WATOBO; if not, write to the Free Software
-# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
-# .
-# @private 
-module Watobo#:nodoc: all
-  module Mixin
-    module Shaper
-      module Web10
-        include Watobo::Constants
-        def replace_post_parm(parm,value)
-          parm_quoted = Regexp.quote(parm)
-          self.last.gsub!(/([?&]{0,1})#{parm_quoted}=([^&]*)(&{0,1})/i, "\\1#{parm}=#{value}\\3")
-        end
-
-        def replace_get_parm(parm,value)
-          parm_quoted = Regexp.quote(parm)
-          self.first.gsub!(/([?&]{1})#{parm_quoted}=([^ &]*)(&{0,1})/i, "\\1#{parm}=#{value}\\3")
-        end
-
-        def replaceMethod(new_method)
-          self.first.gsub!(/^[^[:space:]]{1,}/i, "#{new_method}")
-        end
-
-        def replaceFileExt(new_file)
-          begin
-            file = new_file.strip
-            file.gsub!(/^\//, "")
-            self.first.gsub!(/([^\?]*\/)(.*) (HTTP.*)/i,"\\1#{file} \\3")
-          rescue => bang
-            puts bang
-          end
-        end
-
-        def replaceElement(new_element)
-          new_element.gsub!(/^\//, "")
-          self.first.gsub!(/([^\?]*\/)(.*) (HTTP.*)/i,"\\1#{new_element} \\3")
-        end
-
-        def replaceURL(new_url)
-          self.first.gsub!(/(^[^[:space:]]{1,})(.*) (HTTP.*)/i,"\\1 #{new_url} \\3")
-        end
-
-        def replaceQuery(new_query)
-          new_query.gsub!(/^\//, "")
-          self.first.gsub!(/(.*\/)(.*) (HTTP.*)/i,"\\1#{new_query} \\3")
-        end
-
-        def strip_path()
-          self.first.gsub!(/([^\?]*\/)(.*) (HTTP.*)/i,"\\1# \\3")
-        end
-
-        def setDir(dir)
-          dir.strip!
-          dir.gsub!(/^\/+/,"")
-          dir.gsub!(/\/+$/,"")
-          dir += "/" unless dir == ''
-          self.first.gsub!(/(^[^[:space:]]{1,} https?:\/\/[\-0-9a-zA-Z.]*[:0-9]{0,6}\/)(.*)( HTTP\/.*)/, "\\1#{dir}\\3")
-        end
-
-        def appendDir(dir)
-          dir.strip!
-          dir.gsub!(/^\//,"")
-          dir << "/" unless dir =~ /\/$/
-          self.first.gsub!(/(^[^[:space:]]{1,} https?:\/\/[\-0-9a-zA-Z.]*[:0-9]{0,6}.*\/).*( HTTP\/.*)/, "\\1#{dir}\\2")
-
-        end
-
-        def add_post_parm(parm,value)
-          line = self.last
-          return false if line !~ /=/
-          line += "&#{parm}=#{value}"
-          self.pop
-          self.push line
-        end
-
-        def add_get_parm(parm,value)
-          line = self.shift
-          new_p = "&"
-          new_p = "?" if not self.element =~ /\?/
-          new_p += parm
-          line.gsub!(/( HTTP\/.*)/, "#{new_p}=#{value}\\1")
-          self.unshift(line)
-        end
-
-        def addHeader(header, value)
-          self_copy = []
-          self_copy.concat(self.headers)
-          self_copy.push "#{header}: #{value}\r\n"
-
-          unless self.body.nil?
-            self_copy.push "\r\n"
-          #self_copy.concat(self.body)
-          self_copy.push self.body
-          end
-
-          self.replace(self_copy)
-
-        end
-        
-        alias_method :add_header, :addHeader
-
-        def removeURI
-          if self.first =~ /(^[^[:space:]]{1,}) (https?:\/\/[\-0-9a-zA-Z.]*[:0-9]{0,6}\/)/ then
-            uri = $2
-            self.first.gsub!(/(^[^[:space:]]{1,}) (#{Regexp.quote(uri)})/,"\\1 /")
-          # puts "* Removed URI: #{uri}"
-          # puts self.first
-          return uri
-          else
-            return nil
-          end
-        #self.first.gsub!(/^(.*)(https?:\/\/[\-0-9a-zA-Z.]*[:0-9]{0,6}\/)/,"\\1/")
-        end
-
-        def removeBody
-          self.pop if self[-2].strip.empty?
-        end
-
-        def set_header_UNUSED(header, value)
-          self.each do |h|
-            break if h.strip.empty?
-            if h =~ /^#{header}:/
-              h.replace "#{header}: #{value}\r\n"             
-            end
-          end
-        end
-
-        def set_body(content)
-          if self[-2].strip.empty?
-          self.pop
-          else
-            self << "\r\n"
-          end
-          self << content
-        end
-
-        def rewrite_body(pattern, content)
-          if self[-2].strip.empty?
-            puts "rewrite_body ... #{pattern} - #{content}"
-            b = self.pop
-            b.gsub!(/#{pattern}/i, content)
-          self << b
-          end
-        end
-
-        def restoreURI(uri)
-          if self.first =~ /(^[^[:space:]]{1,}) \/(.*) (HTTP\/.*)/ then
-            method = $1
-            rest = $2
-            http = $3.strip
-            #self.first.gsub!(/^\w*/, "#{method} #{uri}#{rest}")
-            self.shift
-            self.unshift "#{method} #{uri}#{rest} #{http}\r\n"
-          return self.first
-          else
-            return nil
-          end
-        #self.first.gsub!(/^(.*)(https?:\/\/[\-0-9a-zA-Z.]*[:0-9]{0,6}\/)/,"\\1/")
-        end
-
-        #
-        # R E M O V E _ H E A D E R
-        #
-
-        def removeHeader(header)
-          begin
-            matches = []
-            headers.each_with_index do |h,i|
-              next if i == 0
-              matches << i if h =~ /#{header}/i
-            end
-            matches.map{ |m| self.delete_at(m) }
-          
-          rescue => bang
-            puts bang
-            puts bang.backtrace if $DEBUG
-            puts self
-            puts "====="
-          end
-        end
-        
-        alias_method :remove_header, :removeHeader
-
-        # removeUrlParms
-        # Function: Remove all parameter within the URL
-        #
-        def removeUrlParms
-          line = self.shift
-          new_line = "#{line}"
-          # get end-of-path-index
-          eop_index = line.rindex(/[^ HTTP]\//)
-          # get start of parms
-          sop_index = line.index(/(\?|&)/, eop_index)
-          # find end-of-url
-          eou_index = line.index(/ HTTP/)
-
-          unless sop_index.nil?
-          new_line = line[0..sop_index-1]
-          new_line += line[eou_index..-1]
-          end
-
-          self.unshift new_line
-        end
-
-        def removeHeader_OLD(header)
-          #  p "REMOVE HEADER: #{header}"
-          begin
-            self_copy = []
-            eoh = false
-            self.each do |line|
-              puts self if line.nil?
-              if not eoh == true then
-                if not line =~ /#{header}/i
-                self_copy.push line unless line.nil?
-                end
-              else
-              self_copy.push line unless line.nil?
-              end
-
-              if line and line.strip.empty? then
-              eoh = true
-              end
-            end
-            self.replace(self_copy)
-
-          rescue => bang
-            puts bang
-            puts bang.backtrace if $DEBUG
-            puts self
-            puts "====="
-          end
-        end
-
-        def replace_header(header, value)
-
-        end
-
-        def fix_session(pattern,value)
-
-        end
-
-        def fix_content_length
-          return false if self.body.nil?
-          set_header("Content-Length" , body.length.to_s )
-        #          eoh_index = self.length - 2
-        #          self.map!{ |x|
-        #            x.gsub!(/^(Content-Length: )(\d+)/, "\\1#{self.body.length.to_s}") if self.index(x) <= eoh_index
-        #            x
-        #          }
-        end
-
-        def fixupContentLength_UNUSED
-          te = self.transferEncoding
-          if te == TE_CHUNKED then
-            # puts "Transfer-Encoding = TE_CHUNKED"
-            # puts self.body
-            self.removeHeader("Transfer-Encoding")
-            self.addHeader("Content-Length", "0")
-            new_r = []
-            new_r.concat self.headers
-            new_r.push "\r\n"
-
-            bytes_to_read = 0
-            body = []
-            is_new_chunk = false
-
-            off = 0
-            new_body = ''
-
-            body_orig = self.body
-            puts body_orig.class
-            while body_orig[off..-1] =~ /^([0-9a-fA-F]{1,6})\r\n/
-              len_raw = "#{$1}"
-
-              len = len_raw.hex
-
-              chunk_start = off + len_raw.length + 2
-              chunk_end = chunk_start + len
-
-              break if len == 0
-
-              new_body.chomp!
-              new_body += "#{body_orig[chunk_start..chunk_end]}"
-
-              off = chunk_end + 2
-            end
-
-          new_r.push new_body
-          self.replace(new_r)
-          self.fix_content_length
-          # puts "= FIXED ="
-          # puts self.headers
-          elsif te == TE_NONE then
-          self.fix_content_length
-          end
-
-        end
-
-        def fixupContentLength
-          self.unchunk
-          self.fix_content_length
-        end
-
-        def setRawQueryParms(parm_string)
-          return nil if parm_string.nil?
-          return nil if parm_string == ''
-          new_r = ""
-          path = Regexp.quote(self.path)
-          #puts path
-          if self.first =~ /(.*#{path})/ then
-            new_r = $1 << "?" << parm_string
-          end
-          self.first.gsub!(/(.*) (HTTP\/.*)/, "#{new_r} \\2")
-        end
-
-        def appendQueryParms(parms)
-          return if parms.nil?
-          return if parms == ''
-
-          puts self.first
-          puts self.file_ext
-
-          pref = (self.file_ext =~ /\?/) ? '&' : '?'
-          puts "append query parms"
-          self.first.gsub!(/(.*) (HTTP\/.*)/, "\\1#{pref}#{parms} \\2")
-
-        end
-        
-        
-        def set_content_length(length)
-          set_header("Content-Length", length)     
-        end
-        
-        def set_content_type(ctype)
-          set_header("Content-Type", ctype)
-        end
-        
-        def set_header(header, value)
-          begin
-            new_header = "#{header}: #{value}\r\n"
-            self.each_with_index do |h, i|
-              if h =~ /^#{Regexp.quote(header)}:/i
-                h.replace(new_header)
-                return true
-              end
-            
-              if h.strip.empty? or i == self.length-1
-                self.insert(i, new_header)
-                return true
-              end
-            end
-          rescue => bang
-            puts bang
-          end
-          return false      
-        end
-
-        # sets post data
-        def setData(data)
-          return if data.nil?
-          if self.has_body?
-          self.pop
-          self.push data
-          else
-            self.push("\r\n")
-          self.push data
-          end
-        end
-
-        def setMethod(method)
-          self.first.gsub!(/(^[^[:space:]]{1,}) /, "#{method} ")
-        end
-        
-        alias_method :set_method, :setMethod
-
-        def setHTTPVersion(version)
-          self.first.gsub!(/HTTP\/(.*)$/, "HTTP\/#{version}")
-        #  puts "HTTPVersion fixed: #{self.first}"
-        end
-
-        alias :method= :setMethod
-      end
-
-      module HttpResponse
-        include Watobo::Constants
-        def unchunk
-          if self.transfer_encoding == TE_CHUNKED then
-            self.removeHeader("Transfer-Encoding")
-            self.addHeader("Content-Length", "0")
-            new_r = []
-            new_r.concat self.headers
-            new_r.push "\r\n"
-
-            bytes_to_read = 20
-            body = []
-            is_new_chunk = false
-
-            off = 0
-            new_body = ''
-
-            body_orig = self.body
-            return true if body_orig.nil?
-            # puts body_orig.class
-            puts body_orig.length
-            pattern = '[0-9a-fA-F]{1,6}\r?\n'
-            while off >= 0 and off < body_orig.length
-              chunk_pos  = body_orig.index(/(#{pattern})/, off)
-              len_raw = $1
-              unless chunk_pos.nil?
-                #len_raw = body_orig.match(/#{pattern}/, chunk_pos)[0]
-                # puts "ChunkLen: #{len_raw} (#{len_raw.strip.hex})"
-                len = len_raw.strip.hex
-
-                chunk_start = chunk_pos + len_raw.length
-                chunk_end = chunk_start + len
-
-                break if len == 0
-
-                #new_body.chomp!
-                chunk = "#{body_orig[chunk_start..chunk_end]}"
-              new_body += chunk.chomp!
-
-              off = chunk_end
-              end
-            end
-          new_r.push new_body
-          self.replace(new_r)
-          self.fix_content_length
-          # puts "="
-          # self.headers.each {|h| puts h}
-          # puts "="
-          end
-
-        end
-
-        def unzip
-
-          if self.content_encoding == TE_GZIP or self.transfer_encoding == TE_GZIP
-            begin
-              if self.has_body?
-                gziped = self.pop
-                gz = Zlib::GzipReader.new( StringIO.new( gziped ) )
-                data = gz.read
-                #puts data
-                self << data
-                self.removeHeader("Transfer-Encoding") if self.transfer_encoding == TE_GZIP
-                self.removeHeader("Content-Encoding") if self.content_encoding == TE_GZIP
-              self.fix_content_length
-              end
-
-            rescue => bang
-              puts bang
-            end
-          end
-        end
-
-      end
-    end
-  end
-end
+#.
+# Copyright 2014 by siberas, http://www.siberas.de
+# This file is part of WATOBO (Web Application Tool Box) http://watobo.sourceforge.com
+# WATOBO is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation version 2 of the License.
+# WATOBO is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more details.
+# You should have received a copy of the GNU General Public License along with WATOBO; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
+
+# @private
+module Watobo#:nodoc: all
+  module Mixin
+    module Shaper
+      module Web10
+        include Watobo::Constants
+        def replace_post_parm(parm,value)
+          parm_quoted = Regexp.quote(parm)
+          self.last.gsub!(/([?&]{1}|^)#{parm_quoted}=([^&]*)(&{0,1})/i, "\\1#{parm}=#{value}\\3")
+        end
+
+        def replace_get_parm(parm,value)
+          parm_quoted = Regexp.quote(parm)
+          self.first.gsub!(/([?&]{1})#{parm_quoted}=([^ &]*)(&{0,1})/i, "\\1#{parm}=#{value}\\3")
+        end
+
+        def replaceMethod(new_method)
+          self.first.gsub!(/^[^[:space:]]{1,}/i, "#{new_method}")
+        end
+
+        def replaceFileExt(new_file)
+          begin
+            file = new_file.strip
+            file.gsub!(/^\//, "")
+            self.first.gsub!(/([^\?]*\/)(.*) (HTTP.*)/i,"\\1#{file} \\3")
+          rescue => bang
+            puts bang
+          end
+        end
+
+        def replaceElement(new_element)
+          new_element.gsub!(/^\//, "")
+          self.first.gsub!(/([^\?]*\/)(.*) (HTTP.*)/i,"\\1#{new_element} \\3")
+        end
+
+        def replaceURL(new_url)
+          self.first.gsub!(/(^[^[:space:]]{1,})(.*) (HTTP.*)/i,"\\1 #{new_url} \\3")
+        end
+
+        def replaceQuery(new_query)
+          new_query.gsub!(/^\//, "")
+          self.first.gsub!(/(.*\/)(.*) (HTTP.*)/i,"\\1#{new_query} \\3")
+        end
+
+        def strip_path()
+          self.first.gsub!(/([^\?]*\/)(.*) (HTTP.*)/i,"\\1# \\3")
+        end
+
+        def setDir(dir)
+          dir.strip!
+          dir.gsub!(/^\/+/,"")
+          dir.gsub!(/\/+$/,"")
+          dir += "/" unless dir == ''
+          self.first.gsub!(/(^[^[:space:]]{1,} https?:\/\/[\-0-9a-zA-Z.]*[:0-9]{0,6}\/)(.*)( HTTP\/.*)/, "\\1#{dir}\\3")
+        end
+
+        def appendDir(dir)
+          dir.strip!
+          dir.gsub!(/^\//,"")
+          dir << "/" unless dir =~ /\/$/
+          self.first.gsub!(/(^[^[:space:]]{1,} https?:\/\/[\-0-9a-zA-Z.]*[:0-9]{0,6}.*\/).*( HTTP\/.*)/, "\\1#{dir}\\2")
+
+        end
+
+        def add_post_parm(parm,value)
+          line = self.last
+          return false if line !~ /=/
+          line += "&#{parm}=#{value}"
+          self.pop
+          self.push line
+        end
+
+        def add_get_parm(parm,value)
+          line = self.shift
+          new_p = "&"
+          new_p = "?" if not self.element =~ /\?/
+          new_p += parm
+          line.gsub!(/( HTTP\/.*)/, "#{new_p}=#{value}\\1")
+          self.unshift(line)
+        end
+
+        def addHeader(header, value)
+          self_copy = []
+          self_copy.concat(self.headers)
+          self_copy.push "#{header}: #{value}\r\n"
+
+          unless self.body.nil?
+            self_copy.push "\r\n"
+          #self_copy.concat(self.body)
+          self_copy.push self.body
+          end
+
+          self.replace(self_copy)
+
+        end
+
+        alias_method :add_header, :addHeader
+
+        def removeURI
+          if self.first =~ /(^[^[:space:]]{1,}) (https?:\/\/[\-0-9a-zA-Z.]*[:0-9]{0,6}\/)/ then
+            uri = $2
+            self.first.gsub!(/(^[^[:space:]]{1,}) (#{Regexp.quote(uri)})/,"\\1 /")
+          # puts "* Removed URI: #{uri}"
+          # puts self.first
+          return uri
+          else
+            return nil
+          end
+        #self.first.gsub!(/^(.*)(https?:\/\/[\-0-9a-zA-Z.]*[:0-9]{0,6}\/)/,"\\1/")
+        end
+
+        def removeBody
+          self.pop if self[-2].strip.empty?
+        end
+
+        def set_header_UNUSED(header, value)
+          self.each do |h|
+            break if h.strip.empty?
+            if h =~ /^#{header}:/
+              h.replace "#{header}: #{value}\r\n"
+            end
+          end
+        end
+
+        def set_body(content)
+          if self[-2].strip.empty?
+          self.pop
+          else
+            self << "\r\n"
+          end
+          self << content
+        end
+
+        def rewrite_body(pattern, content)
+          if self[-2].strip.empty?
+            puts "rewrite_body ... #{pattern} - #{content}"
+            b = self.pop
+            b.gsub!(/#{pattern}/i, content)
+          self << b
+          end
+        end
+
+        def restoreURI(uri)
+          if self.first =~ /(^[^[:space:]]{1,}) \/(.*) (HTTP\/.*)/ then
+            method = $1
+            rest = $2
+            http = $3.strip
+            #self.first.gsub!(/^\w*/, "#{method} #{uri}#{rest}")
+            self.shift
+            self.unshift "#{method} #{uri}#{rest} #{http}\r\n"
+          return self.first
+          else
+            return nil
+          end
+        #self.first.gsub!(/^(.*)(https?:\/\/[\-0-9a-zA-Z.]*[:0-9]{0,6}\/)/,"\\1/")
+        end
+
+        #
+        # R E M O V E _ H E A D E R
+        #
+
+        def removeHeader(header)
+          begin
+
+            while i = headers.index{|h| h =~ /#{header}/i }
+              self.delete_at i
+            end
+
+          rescue => bang
+            puts bang
+            puts bang.backtrace if $DEBUG
+            puts self
+            puts "====="
+          end
+        end
+
+        alias_method :remove_header, :removeHeader
+
+        # removeUrlParms
+        # Function: Remove all parameter within the URL
+        #
+        def removeUrlParms
+          line = self.shift
+          new_line = "#{line}"
+          # get end-of-path-index
+          eop_index = line.rindex(/[^ HTTP]\//)
+          # get start of parms
+          sop_index = line.index(/(\?|&)/, eop_index)
+          # find end-of-url
+          eou_index = line.index(/ HTTP/)
+
+          unless sop_index.nil?
+          new_line = line[0..sop_index-1]
+          new_line += line[eou_index..-1]
+          end
+
+          self.unshift new_line
+        end
+
+        def removeHeader_OLD(header)
+          #  p "REMOVE HEADER: #{header}"
+          begin
+            self_copy = []
+            eoh = false
+            self.each do |line|
+              puts self if line.nil?
+              if not eoh == true then
+                if not line =~ /#{header}/i
+                self_copy.push line unless line.nil?
+                end
+              else
+              self_copy.push line unless line.nil?
+              end
+
+              if line and line.strip.empty? then
+              eoh = true
+              end
+            end
+            self.replace(self_copy)
+
+          rescue => bang
+            puts bang
+            puts bang.backtrace if $DEBUG
+            puts self
+            puts "====="
+          end
+        end
+
+        def replace_header(header, value)
+
+        end
+
+        def fix_session(pattern,value)
+
+        end
+
+        def fix_content_length
+          return false if self.body.nil?
+          #TODO: had trouble with length calculation of binary data in multipart request
+          # Workaround: toHex and then calculate length ... very time consuming :(
+          # 
+          #blen = self.body.unpack("H*")[0].length / 2
+          blen = self.body.force_encoding("ASCII-8BIT").length
+          set_header("Content-Length" , blen)
+        end
+
+        def fixupContentLength_UNUSED
+          te = self.transferEncoding
+          if te == TE_CHUNKED then
+            # puts "Transfer-Encoding = TE_CHUNKED"
+            # puts self.body
+            self.removeHeader("Transfer-Encoding")
+            self.addHeader("Content-Length", "0")
+            new_r = []
+            new_r.concat self.headers
+            new_r.push "\r\n"
+
+            bytes_to_read = 0
+            body = []
+            is_new_chunk = false
+
+            off = 0
+            new_body = ''
+
+            body_orig = self.body
+            puts body_orig.class
+            while body_orig[off..-1] =~ /^([0-9a-fA-F]{1,6})\r\n/
+              len_raw = "#{$1}"
+
+              len = len_raw.hex
+
+              chunk_start = off + len_raw.length + 2
+              chunk_end = chunk_start + len
+
+              break if len == 0
+
+              new_body.chomp!
+              new_body += "#{body_orig[chunk_start..chunk_end]}"
+
+              off = chunk_end + 2
+            end
+
+          new_r.push new_body
+          self.replace(new_r)
+          self.fix_content_length
+          # puts "= FIXED ="
+          # puts self.headers
+          elsif te == TE_NONE then
+          self.fix_content_length
+          end
+
+        end
+
+        def fixupContentLength
+          self.unchunk
+          self.fix_content_length
+        end
+
+        def setRawQueryParms(parm_string)
+          return nil if parm_string.nil?
+          return nil if parm_string == ''
+          new_r = ""
+          path = Regexp.quote(self.path)
+          #puts path
+          if self.first =~ /(.*#{path})/ then
+            new_r = $1 << "?" << parm_string
+          end
+          self.first.gsub!(/(.*) (HTTP\/.*)/, "#{new_r} \\2")
+        end
+
+        def appendQueryParms(parms)
+          return if parms.nil?
+          return if parms == ''
+
+          puts self.first
+          puts self.file_ext
+
+          pref = (self.file_ext =~ /\?/) ? '&' : '?'
+          puts "append query parms"
+          self.first.gsub!(/(.*) (HTTP\/.*)/, "\\1#{pref}#{parms} \\2")
+
+        end
+
+        def set_content_length(length)
+          set_header("Content-Length", length)
+        end
+
+        def set_content_type(ctype)
+          set_header("Content-Type", ctype)
+        end
+
+        def set_header(header, value)
+          begin
+            new_header = "#{header}: #{value}\r\n"
+            self.each_with_index do |h, i|
+              if h =~ /^#{Regexp.quote(header)}:/i
+              self[i] = new_header
+              return true
+              end
+
+              if h.strip.empty? or i == self.length-1
+              self.insert(i, new_header)
+              return true
+              end
+            end
+          rescue => bang
+            puts bang
+          end
+          return false
+        end
+        alias :setHeader :set_header
+
+        # sets post data
+        def setData(data)
+          return if data.nil?
+          if self.has_body?
+          self.pop
+          self.push data
+          else
+            self.push("\r\n")
+          self.push data
+          end
+        end
+
+        def setMethod(method)
+          m = method.is_a?(Symbol) ? method.to_s.upcase : method
+          self.first.gsub!(/(^[^[:space:]]{1,}) /, "#{m} ")
+        end
+
+        alias_method :set_method, :setMethod
+        alias :method= :setMethod
+
+        def setHTTPVersion(version)
+          self.first.gsub!(/HTTP\/(.*)$/, "HTTP\/#{version}")
+        #  puts "HTTPVersion fixed: #{self.first}"
+        end
+
+      end
+
+      module HttpResponse
+        include Watobo::Constants
+        def unchunk!
+          return false unless self.has_body?
+
+          unchunked = self.unchunk
+          self.replace(unchunked)
+          self.fix_content_length
+
+        end
+
+        def unchunk
+          return Response.new(self) unless self.has_body?
+
+          if self.transfer_encoding == TE_CHUNKED then
+            self.removeHeader("Transfer-Encoding")
+            self.addHeader("Content-Length", "0")
+            new_r = []
+            new_r.concat self.headers
+            new_r.push "\r\n"
+
+            bytes_to_read = 20
+            body = []
+            is_new_chunk = false
+
+            off = 0
+            new_body = ''
+
+            body_orig = self.body
+            pattern = '[0-9a-fA-F]+\r?\n'
+            while off >= 0 and off < body_orig.length
+              chunk_pos  = body_orig.index(/(#{pattern})/, off)
+              len_raw = $1
+              unless chunk_pos.nil?
+                len = len_raw.strip.hex
+
+                chunk_start = chunk_pos + len_raw.length
+                chunk_end = chunk_start + len
+
+                break if len == 0
+                chunk = "#{body_orig[chunk_start..chunk_end]}"
+              new_body += chunk.chomp
+              off = chunk_end
+              end
+            end
+            new_r.push new_body
+            return Watobo::Response.new new_r
+
+          end
+          return Response.new(self)
+        end
+
+        def unzip!
+          if self.content_encoding == TE_GZIP or self.transfer_encoding == TE_GZIP
+            if self.has_body?
+              unziped = self.unzip_body
+
+              self[-1] = unziped
+              self.removeHeader("Transfer-Encoding") if self.transfer_encoding == TE_GZIP
+              self.removeHeader("Content-Encoding") if self.content_encoding == TE_GZIP
+            self.fix_content_length
+            end
+          end
+
+        end
+
+        def unzip
+          if self.content_encoding == TE_GZIP or self.transfer_encoding == TE_GZIP
+            if self.has_body?
+              unzipped = Response.new(self)
+            unzipped.unzip!
+            return unzipped
+            end
+          end
+
+          return Response.new(self)
+        end
+
+        def unzip_body
+          begin
+            if self.has_body?
+              gziped = self.last
+              gz = Zlib::GzipReader.new( StringIO.new( gziped ) )
+            data = gz.read
+            return data
+            end
+
+          rescue => bang
+            puts bang
+          end
+
+        end
+
+      end
+    end
+  end
+end