IOWA 1.0.0

data/src/iowa_httpmachine.rb

@@ -0,0 +1,141 @@
+Iowa.runmode = :httpmachine
+require 'rubygems'
+require 'eventmachine'
+require 'evma_httpserver'
+require 'iowa/Client'
+require 'iowa/request/HTTPMachine'
+
+module Iowa
+	class HttpEventMachine < ::EventMachine::Connection
+		include ::EventMachine::HttpServer
+
+		def initialize(*args)
+			@iowa_client = Iowa::InlineClient.new(nil,nil)
+			super
+		end
+
+		def deliver_file(filename, suffix)
+				send_data "HTTP/1.1 200 OK\r\n"
+				d = File.read(filename)
+				ct = MIME::Types.type_for(filename).first
+				send_data "Connection: close\r\n"
+				send_data "Date: #{Time.now.httpdate}\r\n"
+				send_data "Content-Type: #{ct ? ct.content_type : 'application/octet-stream'}\r\n"
+				send_data "Content-Length: #{d.length}\r\n\r\n"
+				send_data d
+				close_connection_after_writing
+				Logger['iowa_log'].info "Delivered static file: #{filename}"
+		end
+
+		def handle_file(path_info)
+			if path_info == '/' or path_info == ''
+				path_info = '/index.html'
+			elsif path_info =~ /^([^.]+)$/
+				path_info = "#{$1}/index.html"
+			end
+
+			qsfilename = "#{Iowa.config[Iowa::Capplication][Iowa::Cdoc_root]}#{path_info}__#{ENV['QUERY_STRING']}"
+			filename = "#{Iowa.config[Iowa::Capplication][Iowa::Cdoc_root]}#{path_info}"
+
+			if (FileTest.exist?(qsfilename) and File.expand_path(qsfilename).index(Iowa.config[Iowa::Capplication][Iowa::Cdoc_root]) == 0)
+				deliver_file(qsfilename, path_info.sub(/_*$/,'').split(/\./).last)
+				true
+			elsif (FileTest.exist?(filename) and  File.expand_path(filename).index(Iowa.config[Iowa::Capplication][Iowa::Cdoc_root]) == 0)
+				deliver_file(filename, path_info.sub(/_*$/,'').split(/\./).last)
+				true
+			else
+				false
+			end
+		end
+
+		def process_http_request
+			unless handle_file(@http_path_info)
+				request = Iowa::Request::HTTPMachine.new([@http_request_method, @http_request_uri, @http_headers])
+				response = Iowa.handleConnection request
+				@iowa_client.reset(request,response)
+				send_data "HTTP/1.1 #{response.status_line}\r\n"
+				@iowa_client.print(self)
+				close_connection_after_writing
+			end
+		end
+
+		def print(data)
+			send_data data
+		end
+
+	end
+end
+
+module Iowa
+
+	# Handle the communications coming in on the monitored socket,
+	# create a context object from the data received, and then pass
+	# the context information into the Application object for final
+	# handling.  Exception handling is simply via capturing the Exception
+	# and outputting a stack backtrace (this could be improved).
+
+	def self.handleConnection(request)
+		start_time = read_time = Time.now
+		mylog = Logger[Ciowa_log]
+
+		status = []
+		response = handleRequest(request)
+		begin
+			response.status_line = request.status_line if request.status_line
+			response.content_type = request.content_type if request.content_type
+			status[0] = response.status_line
+			if request.headers_out.respond_to?(:length) and request.headers_out.length > 0
+				request.headers_out.each {|k,v| response.headers.set(k,v)}
+			end
+		rescue Exception => e
+			mylog.info e.to_s, e.backtrace.inspect
+		end
+
+		end_time = Time.now
+		logline = "#{start_time} (#{read_time - start_time}/#{end_time - start_time}) :: #{request.uri} \"#{status[0]}\" #{response.body.length}B"
+		mylog.info logline
+		response
+	end
+
+	# Outputs the location of the socket being monitored, then enters the
+	# event loop to wait for and handle connections.
+
+	def self.eventLoop
+		Logger[Ciowa_log].info 'Entering the httpmachine event loop...'
+		::EventMachine.run {
+		  ::EventMachine.start_server(@config[Csocket][Chostname], @config[Csocket][Cport], ::Iowa::HttpEventMachine)
+		}
+	end
+
+	def self.run(*args)
+		run_check_started(*args)
+		mylog = Logger[Ciowa_log]
+		my_ip = @config[Csocket][Chostname]
+		my_ip_hex = my_ip.split('.',4).collect {|x| to_hex(x)}.join
+
+		if @config[Csocket].has_key? Cport
+			socket_host = @config[Csocket][Chostname]
+			socket_port = @config[Csocket][Cport]
+			my_port_hex = sprintf('%04s',socket_port.to_i.to_s(16)).gsub(' ','0')
+			Iowa.app.location = "#{my_ip_hex}#{my_port_hex}"
+		else
+			if Iowa.app.serial_number.to_s != ''
+				Iowa.app.location = "00000000#{sprintf('%04s',Iowa.app.serial_number.to_i.to_s(16)).gsub(' ','0')}"
+			else
+				Iowa.app.location = ''
+			end
+		end
+
+		app.initialLoad()
+		@server = nil
+		setup_signal_handlers
+
+		begin
+			eventLoop
+		rescue Exception => exception
+			mylog.fatal "Catastrophic failure in main event loop: #{exception} :: " + exception.backtrace.join(".....").to_s
+		ensure
+			File.delete(@config[Csocket][Cpath]) if @config[Csocket].has_key? Cpath
+		end
+	end
+end

data/src/iowa_hybrid.rb

@@ -0,0 +1,193 @@
+Iowa.runmode = :emhybrid
+require 'eventmachine'
+require 'iowa/http11'
+require 'iowa/Client'
+require 'iowa/request/EMHybrid'
+
+
+module Iowa 
+  class EMHybridServer < EventMachine::Connection
+
+    MAX_HEADER = MAX_BODY = 114688
+    CEMHYBRIDSERVER = 'EMHybridServer'.freeze
+    
+    def initialize *args
+      super
+      @linebuffer = ''
+      @iowa_client = Iowa::InlineClient.new(nil,nil)
+    end
+
+    def deliver_file(filename, suffix)
+      send_data "HTTP/1.1 200 OK\r\n"
+      d = File.read(filename)
+      ct = MIME::Types.type_for("foo.#{suffix}").first
+      send_data "Connection: close\r\n"
+      send_data "Date: #{Time.now.httpdate}\r\n"
+      send_data "Content-Type: #{ct ? ct.content_type : 'application/octet-stream'}\r\n"
+      send_data "Content-Length: #{d.length}\r\n\r\n"
+      send_data d
+      close_connection_after_writing
+      Logger[Ciowa_log].info "Delivered static file: #{filename}"
+    end
+
+    def handle_file(params)
+      path_info = params[CREQUEST_URI]
+      qs = params[CQUERY_STRING]
+      if path_info == C_slash or path_info == C_empty
+        path_info = C_slashindex_html
+      elsif path_info =~ /^([^.]+)$/
+        path_info = "#{$1}/index.html"
+      end
+
+      qsfilename = "#{Iowa.config[Iowa::Capplication][Iowa::Cdoc_root]}#{path_info}__#{qs}"
+      filename = "#{Iowa.config[Iowa::Capplication][Iowa::Cdoc_root]}#{path_info}"
+      if (FileTest.exist?(filename) and  File.expand_path(filename).index(Iowa.config[Iowa::Capplication][Iowa::Cdoc_root]) == 0)
+        suffix = path_info.sub(/[_\s]*$/,C_empty)
+        deliver_file(filename, File.extname(suffix)[1..-1])
+        true
+      elsif qs and (FileTest.exist?(qsfilename) and File.expand_path(qsfilename).index(Iowa.config[Iowa::Capplication][Iowa::Cdoc_root]) == 0)
+        suffix = path_info.sub(/[_\s]*$/,C_empty)
+        deliver_file(qsfilename, File.extname(suffix)[1..-1])
+        true
+      else
+        false
+      end
+    end
+    
+    def post_init
+      @parser = Iowa::HttpParser.new
+      @params = {}
+      @headers = {}
+      @nparsed = 0
+      @request = nil
+      @request_len = nil
+    end
+
+    def unbind
+      # cleanup here
+    end
+
+    def process_http_request(headers,params,buffer)
+      unless handle_file(params)
+        clen = buffer.length - headers[CCONTENT_LENGTH].to_i
+        body = buffer[clen,headers[CCONTENT_LENGTH].to_i]
+        request = Iowa::Request::EMHybrid.new(headers,params,body)
+        response = Iowa.handleConnection request
+
+        @iowa_client.reset(request,response)
+        send_data "HTTP/1.1 #{response.status_line}\r\n"
+        @iowa_client.print(self)
+        close_connection_after_writing
+      end
+    end
+
+    def print(data)
+      send_data data
+    end
+    
+    def receive_data data
+      @linebuffer << data
+      @nparsed = @parser.execute(@headers, @linebuffer, @nparsed) unless @parser.finished?
+      if @parser.finished?
+        if @request_len.nil?
+          @request_len = @nparsed + @headers[CHTTP_CONTENT_LENGTH].to_i
+          if @request_len > MAX_BODY
+            new_buffer = Tempfile.new(CEMHYBRIDSERVER)
+            new_buffer.binmode
+            new_buffer << @linebuffer
+            @linebuffer = new_buffer
+          end
+        end
+
+        if @linebuffer.length >= @request_len
+          process_http_request(@headers,@params,@linebuffer)
+        end
+      elsif @linebuffer.length > MAX_HEADER
+        raise MaxHeaderExceeded
+      end
+    rescue => e
+      Logger['iowa_log'].error "Error while reading request: #{e}\n#{e.backtrace.join}"
+      close_connection
+    end
+  end
+end
+
+module Iowa
+
+  # Handle the communications coming in on the monitored socket,
+  # create a context object from the data received, and then pass
+  # the context information into the Application object for final
+  # handling.  Exception handling is simply via capturing the Exception
+  # and outputting a stack backtrace (this could be improved).
+
+  class << self
+    remove_method(:handleConnection)
+    remove_method(:eventLoop)
+    remove_method(:run)
+  end
+
+  def self.handleConnection(request)
+    start_time = read_time = Time.now
+    mylog = Logger[Ciowa_log]
+
+    status = []
+    response = handleRequest(request)
+    begin
+      response.status_line = request.status_line if request.status_line
+      response.content_type = request.content_type if request.content_type
+      status[0] = response.status_line
+      if request.headers_out.respond_to?(:length) and request.headers_out.length > 0
+        request.headers_out.each {|k,v| response.headers.set(k,v)}
+      end
+    rescue Exception => e
+      mylog.info e.to_s, e.backtrace.inspect
+    end
+
+    end_time = Time.now
+    logline = "#{start_time} (#{read_time - start_time}/#{end_time - start_time}) :: #{request.uri} \"#{status[0]}\" #{response.body.length}B"
+    mylog.info logline
+    response
+  end
+
+  # Outputs the location of the socket being monitored, then enters the
+  # event loop to wait for and handle connections.
+
+  def self.eventLoop
+    Logger[Ciowa_log].info 'Entering the EMHybrid event loop...'
+    ::EventMachine.run {
+      ::EventMachine.start_server @config[Csocket][Chostname], @config[Csocket][Cport], EMHybridServer
+    }
+  end
+
+  def self.run(*args)
+    run_check_started(*args)
+    mylog = Logger[Ciowa_log]
+    my_ip = @config[Csocket][Chostname]
+    my_ip_hex = my_ip.split('.',4).collect {|x| to_hex(x)}.join
+
+    if @config[Csocket].has_key? Cport
+      socket_host = @config[Csocket][Chostname]
+      socket_port = @config[Csocket][Cport]
+      my_port_hex = sprintf('%04s',socket_port.to_i.to_s(16)).gsub(' ','0')
+      Iowa.app.location = "#{my_ip_hex}#{my_port_hex}"
+    else
+      if Iowa.app.serial_number.to_s != ''
+        Iowa.app.location = "00000000#{sprintf('%04s',Iowa.app.serial_number.to_i.to_s(16)).gsub(' ','0')}"
+      else
+        Iowa.app.location = ''
+      end
+    end
+
+    app.initialLoad()
+    @server = nil
+    setup_signal_handlers
+
+    begin
+      eventLoop
+    rescue Exception => exception
+      mylog.fatal "Catastrophic failure in main event loop: #{exception} :: " + exception.backtrace.join(".....").to_s
+    ensure
+      File.delete(@config[Csocket][Cpath]) if @config[Csocket].has_key? Cpath
+    end
+  end
+end

data/src/iowa_hybrid_cluster.rb

@@ -0,0 +1,231 @@
+Iowa.runmode = :emhybridcluster
+require 'digest/sha2'
+require 'eventmachine'
+require 'iowa/http11'
+require 'iowa/Client'
+require 'iowa/request/EMHybrid'
+
+# Hmmm.....This lets the code treat a string buffer and a TempFile based buffer the same, but...hmmm...
+class IO
+  def [](pos,len)
+    self.seek pos
+    self.read len
+  end
+end
+
+module Iowa 
+  class EMHybridClusterServer < EventMachine::Connection
+    
+    MAX_HEADER = MAX_BODY = 114688
+    CEMHYBRIDCLUSTERSERVER = 'EMHybridClusterServer'.freeze
+
+    class MaxHeaderExceeded < Exception; end
+
+    def self.connect(hostname = nil,port = nil)
+      @hostname ||= hostname
+      @port ||= port
+      ::EventMachine.connect(@hostname, @port, self) do |conn|
+        conn.set_comm_inactivity_timeout 60
+      end
+    end
+
+    def self.hostname
+      @hostname
+    end
+
+    def self.port
+      @port
+    end
+
+    def initialize *args
+      super
+      @filecache = Iowa::Caches::LRUCache.new({:maxsize => 10})
+      @iowa_client = Iowa::InlineClient.new(nil,nil)
+    end
+
+    def connection_completed
+      @completed = true
+      key = ::Iowa.config[Capplication].has_key?(Ckey) ? ::Iowa.config[Capplication][Ckey] : C_empty
+      send_data "swiftclient#{Iowa.app.location}#{key.length}#{key}"
+    end
+
+    def deliver_file(filename, suffix, params, headers)
+      if @filecache.include?(filename)
+        d,e,m = @filecache[filename]
+      else
+        d = File.read(filename)
+        e = Digest::SHA256.hexdigest(d)
+        m = File.mtime(filename)
+        @filecache[filename] = [d,e,m] if d.length < 130000
+      end
+      if headers.has_key?(CIF_MODIFIED_SINCE) and Time.parse(headers[CIF_MODIFIED_SINCE]) >= m
+        send_data "HTTP/1.1 304 Not Modified\r\n\r\n"
+        Iowa::Log.info("static #{filename}: 304")
+      else
+        ct = MIME::Types.type_for("foo.#{suffix}").first
+        h = "Connection: close\r\nDate: #{Time.now.httpdate}\r\nLast-Modified: #{m.httpdate}\r\nETag: #{e}\r\nCache-Control: max-age=3600\r\nContent-Type: #{ct ? ct.content_type : 'application/octet-stream'}\r\nContent-Length: #{d.length}\r\n\r\n"
+        send_data "HTTP/1.1 200 OK\r\n"
+        send_data h
+        send_data d
+        Iowa::Log.info("static #{filename}: 200")
+      end
+    end
+
+    def handle_file(params,headers)
+      path_info = params[CREQUEST_URI]
+      qs = params[CQUERY_STRING]
+      if path_info == C_slash or path_info == C_empty
+        path_info = C_slashindex_html
+      elsif path_info =~ /^([^.]+)$/
+        path_info = "#{$1}/index.html"
+      end
+
+      qsfilename = "#{Iowa.config[Iowa::Capplication][Iowa::Cdoc_root]}#{path_info}__#{qs}"
+      filename = "#{Iowa.config[Iowa::Capplication][Iowa::Cdoc_root]}#{path_info}"
+      if (FileTest.exist?(filename) and  File.expand_path(filename).index(Iowa.config[Iowa::Capplication][Iowa::Cdoc_root]) == 0)
+        suffix = path_info.sub(/[_\s]*$/,C_empty)
+        deliver_file(filename, File.extname(suffix)[1..-1],params,headers)
+        true
+      elsif qs and (FileTest.exist?(qsfilename) and File.expand_path(qsfilename).index(Iowa.config[Iowa::Capplication][Iowa::Cdoc_root]) == 0)
+        suffix = path_info.sub(/[_\s]*$/,C_empty)
+        deliver_file(qsfilename, File.extname(suffix)[1..-1],params,headers)
+        true
+      else
+        false
+      end
+    end
+    
+    def post_init
+      @parser = Iowa::HttpParser.new
+      @headers = @params = {}
+      @nparsed = 0
+      @request = nil
+      @request_len = nil
+      @linebuffer = ''
+    end
+
+    def unbind
+      if @completed
+        self.class.connect
+      else
+        Logger['iowa_log'].error "FAILED to connect to cluster server #{self.class.hostname}:#{self.class.port}"
+        ::EventMachine.add_timer(rand(4)) {self.class.connect}
+      end
+    end
+
+    def process_http_request(headers,params,buffer)
+      unless handle_file(params,headers)
+        clen = buffer.length - headers[CHTTP_CONTENT_LENGTH].to_i
+        body = buffer[clen,headers[CHTTP_CONTENT_LENGTH].to_i]
+        request = Iowa::Request::EMHybrid.new(headers,params,body)
+        response = Iowa.handleConnection request
+
+        @iowa_client.reset(request,response)
+        send_data "HTTP/1.1 #{response.status_line}\r\n"
+        @iowa_client.print(self)
+      end
+      post_init
+    end
+
+    def print(data)
+      send_data data
+    end
+    
+    def receive_data data
+      @linebuffer << data
+      @nparsed = @parser.execute(@headers, @linebuffer, @nparsed) unless @parser.finished?
+      if @parser.finished?
+        if @request_len.nil?
+          @request_len = @nparsed + @headers[CHTTP_CONTENT_LENGTH].to_i
+          if @request_len > MAX_BODY
+            new_buffer = Tempfile.new(CEMHYBRIDCLUSTERSERVER)
+            new_buffer.binmode
+            new_buffer << @linebuffer
+            @linebuffer = new_buffer
+          end
+        end
+
+        if @linebuffer.length >= @request_len
+          process_http_request(@headers,@params,@linebuffer)
+        end
+      elsif @linebuffer.length > MAX_HEADER
+        raise MaxHeaderExceeded
+      end
+    rescue => e
+      Logger['iowa_log'].error "Error while reading request: #{e}\n#{e.backtrace.join("\n")}"
+      close_connection
+    end
+  end
+end
+
+module Iowa
+
+  # Handle the communications coming in on the monitored socket,
+  # create a context object from the data received, and then pass
+  # the context information into the Application object for final
+  # handling.  Exception handling is simply via capturing the Exception
+  # and outputting a stack backtrace (this could be improved).
+
+  class << self
+    remove_method(:handleConnection)
+    remove_method(:eventLoop)
+    remove_method(:run)
+  end
+
+  def self.handleConnection(request)
+    start_time = read_time = Time.now
+    mylog = Logger[Ciowa_log]
+
+    status = []
+    response = handleRequest(request)
+    begin
+      response.status_line = request.status_line if request.status_line
+      response.content_type = request.content_type if request.content_type
+      status[0] = response.status_line
+      if request.headers_out.respond_to?(:length) and request.headers_out.length > 0
+        request.headers_out.each {|k,v| response.headers.set(k,v)}
+      end
+    rescue Exception => e
+      mylog.info e.to_s, e.backtrace.inspect
+    end
+
+    end_time = Time.now
+    logline = "#{start_time} (#{read_time - start_time}/#{end_time - start_time}) :: #{request.uri} \"#{status[0]}\" #{response.body.length}B"
+    mylog.info logline
+    response
+  end
+
+  # Outputs the location of the socket being monitored, then enters the
+  # event loop to wait for and handle connections.
+
+  def self.eventLoop
+    Logger[Ciowa_log].info 'Entering the EMHybrid event loop...'
+
+    ::EventMachine.run do
+      #::EventMachine.start_server @config[Csocket][Chostname], @config[Csocket][Cport], EMHybridClusterServer
+
+      EMHybridClusterServer.connect(@config[Csocket][Chostname], @config[Csocket][Cport])
+    end
+  end
+
+  def self.run(*args)
+    run_check_started(*args)
+    mylog = Logger[Ciowa_log]
+    my_ip = @config[Csocket][Chostname]
+    my_ip_hex = my_ip.split('.',4).collect {|x| to_hex(x)}.join
+
+    Iowa.app.location = "#{my_ip_hex}#{sprintf('%04s',$$.to_s(16)).gsub(' ','0')}"
+
+    app.initialLoad()
+    @server = nil
+    setup_signal_handlers
+
+    begin
+      eventLoop
+    rescue Exception => exception
+      mylog.fatal "Catastrophic failure in main event loop: #{exception} :: " + exception.backtrace.join(".....").to_s
+    ensure
+      File.delete(@config[Csocket][Cpath]) if @config[Csocket].has_key? Cpath
+    end
+  end
+end