swiftiply 0.6.1.1 → 1.0.0

data/src/swiftcore/Swiftiply/config/rest_updater.rb

@@ -0,0 +1,26 @@
+# Encoding:ascii-8bit
+
+module Swiftcore
+  module Swiftiply
+    class Config
+      class RestUpdater
+
+        def initialize(config)
+          @config = config
+        end
+
+        def start
+          host = @config[Chost] || '127.0.0.1'
+          port = @config[Cport] || 9949
+        end
+
+        class RestUpdaterProtocol < EventMachine::Connection
+          def receive_data data
+
+          end
+        end
+
+      end
+    end
+  end
+end

data/src/swiftcore/Swiftiply/constants.rb

@@ -0,0 +1,101 @@
+module Swiftcore
+  
+  Deque = Array unless HasDeque or const_defined?(:Deque)
+  
+  module Swiftiply
+
+    # Yeah, these constants look kind of tacky.  Inside of tight loops,
+    # though, using them makes a small but measurable difference, and those
+    # small differences add up....
+    C_asterisk = '*'.freeze
+    C_colon = ':'.freeze
+    C_empty = ''.freeze
+    C_header_close = 'HTTP/1.1 200 OK\r\nConnection: close\r\n'.freeze
+    C_header_keepalive = 'HTTP/1.1 200 OK\r\n'.freeze
+    C_localhost = '127.0.0.1'.freeze
+    C_minus = '-'.freeze
+    C_plus = '+'.freeze
+    C_slash = '/'.freeze
+    C_slashindex_html = '/index.html'.freeze
+    C1_0 = '1.0'.freeze
+    C1_1 = '1.1'.freeze
+    C_304 = "HTTP/1.1 304 Not Modified\r\n".freeze
+    C_date_header_range = 6..-5
+    C80 = '80'.freeze
+    Caos = 'application/octet-stream'.freeze
+    Cat = 'at'.freeze
+    Ccache_directory = 'cache_directory'.freeze
+    Ccache_extensions = 'cache_extensions'.freeze
+    Ccallsite = 'callsite'.freeze
+    Cclassname = 'classname'.freeze
+    Ccluster_address = 'cluster_address'.freeze
+    Ccluster_port = 'cluster_port'.freeze
+    Ccluster_server = 'cluster_server'.freeze
+    CConnection_close = "Connection: close\r\n".freeze
+    CConnection_KeepAlive = "Connection: Keep-Alive\r\n".freeze
+    CBackendAddress = 'BackendAddress'.freeze
+    CBackendPort = 'BackendPort'.freeze
+    Cbackup = 'backup'.freeze   
+    Ccertfile = 'certfile'.freeze
+    Cchunked_encoding_threshold = 'chunked_encoding_threshold'.freeze
+    Cxforwardedfor = 'xforwardedfor'.freeze
+    Cdaemonize = 'daemonize'.freeze
+    Cdefault = 'default'.freeze
+    CDELETE = 'DELETE'.freeze
+    Cdescriptor_cache = 'descriptor_cache_threshold'.freeze
+    Cdescriptors = 'descriptors'.freeze
+    Cdirectory = 'directory'.freeze
+    Cdocroot = 'docroot'.freeze
+    Cdynamic_request_cache = 'dynamic_request_cache'.freeze
+    Cenable_sendfile_404 = 'enable_sendfile_404'.freeze
+    Cepoll = 'epoll'.freeze
+    Cepoll_descriptors = 'epoll_descriptors'.freeze
+    Cetag_cache = 'etag_cache'.freeze
+    Cfile_cache = 'file_cache'.freeze
+    CGET = 'GET'.freeze
+    Cgroup = 'group'.freeze
+    CHEAD = 'HEAD'.freeze
+    Chost = 'host'.freeze
+    Cincoming = 'incoming'.freeze
+    Cinfo = 'info'.freeze
+    Ckeepalive = 'keepalive'.freeze
+    Ckey = 'key'.freeze
+    Ckeyfile = 'keyfile'.freeze
+    Cmanager = 'manager'.freeze
+    Cmap = 'map'.freeze
+    Cmax_cache_size = 'max_cache_size'.freeze
+    Cmsg_expired = 'browser connection expired'.freeze
+    Coutgoing = 'outgoing'.freeze
+    Cparams = 'params'.freeze
+    Cport = 'port'.freeze
+    CPOST = 'POST'.freeze
+    Cproxy = 'proxy'.freeze
+    CPUT = 'PUT'.freeze
+    Credeployable = 'redeployable'.freeze
+    Credeployment_sizelimit = 'redeployment_sizelimit'.freeze
+    Crequire = 'require'.freeze
+    Csendfileroot = 'sendfileroot'.freeze
+    Cservers = 'servers'.freeze
+    Cssl = 'ssl'.freeze
+    Csize = 'size'.freeze
+    Cstaticmask = 'staticmask'.freeze
+    Cswiftclient = 'swiftclient'.freeze
+    Cthreshold = 'threshold'.freeze
+    Ctimeslice = 'timeslice'.freeze
+    Ctimeout = 'timeout'.freeze
+    Cupdates = 'updates'.freeze
+    Curl = 'url'.freeze
+    Cuser = 'user'.freeze
+    Cwindow = 'window'.freeze
+
+    C_fsep = File::SEPARATOR
+
+    UnknownSocket = Socket::pack_sockaddr_in(0,'0.0.0.0')
+    
+    RunningConfig = {}
+
+    class EMStartServerError < RuntimeError; end
+    class SwiftiplyLoggerNotFound < RuntimeError; end
+
+  end
+end

data/src/swiftcore/Swiftiply/content_cache_entry.rb

@@ -0,0 +1,44 @@
+# This was inspired by Paul Sadauskas' Resourceful library: http://github.com/paul/resourceful
+module Swiftcore
+	module Swiftiply
+		class ContentCacheEntry < ::Hash
+
+			# @param [Resourceful::Request] request
+			#   The request whose response we are storing in the cache.
+			# @param response<Resourceful::Response>
+			#   The Response obhect to be stored.
+			def initialize(request, response)
+				super()
+				self[:request_uri] = request.uri
+				self[:request_time] = request.request_time
+				self[:request_vary_headers] = select_request_headers(request, response)
+				self[:response] = response
+			end
+
+			# Returns true if this entry may be used to fullfil the given request, 
+			# according to the vary headers.
+			#
+			# @param request<Resourceful::Request>
+			#   The request to do the lookup on. 
+			def valid_for?(request)
+				request.uri == self[:request_uri] && self[:request_vary_headers].all? {|key, value| request.header[key] == value }
+			end
+
+			# Selects the headers from the request named by the response's Vary header
+			# http://www.w3.org/Protocols/rfc2616/rfc2616-sec13.html#sec13.5.6
+			#
+			# @param [Resourceful::Request] request
+			#   The request used to obtain the response.
+			# @param [Resourceful::Response] response
+			#   The response obtained from the request.
+			def select_request_headers(request, response)
+				headers = {}
+
+# Broken
+				self[:response].header['Vary'].each { |name| header[name] = request.header[name] if request.header[name] } if response.header['Vary']
+
+				header
+			end
+		end
+	end
+end

data/src/swiftcore/Swiftiply/content_response.rb

@@ -0,0 +1,45 @@
+require 'digest/md5'
+
+module Swiftcore
+	module Swiftiply
+		class ContentResponse < ::Hash
+			# data,etag,mtime,path,cookies,headers
+			def initialize(uri, headers, cacheable_data)
+				parse_basic_http_data headers
+				self[:uri] = uri
+				self[:headers] = headers
+				self[:data] = cacheable_data
+				self[:ETag] ||= Digest::MD5.hexdigest(cacheable_data)
+			end
+
+			def parse_basic_http_data(headers)
+				# The basic interesting pieces are ETag, Date, Expires, Vary, and Cache-Control.
+				# I can hear you thinking right now that a line of 'if' statements is gross.
+				# You're right. It's also a heaping hell of a lot faster than using something
+				# like #scan. So, for this code, you'll just have to accept it.
+				# Thanks for your consideration.
+				if headers =~ /ETag:\s+(.*)/
+					self[:ETag] = $1
+				end
+				if headers =~ /Date:\s+(.*)/
+					self[:Date] = $1
+				end
+				if headers =~ /Expires:\s+(.*)/
+					self[:Expires] = $1
+				end
+				if headers =~ /Vary:\s+(.*)/
+					self[:Vary] = $1
+				end
+				if headers =~ /Cache-Control:\s+(.*)/
+					self[:Cache_Control] = $1
+				end
+			end
+
+			def header(header_name)
+				name_symbol = header_name.to_sym
+				self[name_symbol] || (self[:headers] =~ /#{header_name}:\s+(.*)/ && self[name_symbol] = $1)
+			end
+
+		end
+	end
+end

data/src/swiftcore/Swiftiply/control_protocol.rb

@@ -0,0 +1,49 @@
+require "swiftcore/Swiftiply/http_recognizer"
+
+module Swiftcore
+  module Swiftiply
+
+    # The ControlProtocol implements a simple REST HTTP handler that can be
+    # used to affect the running configuration of Swiftiply.
+
+    class ControlProtocol < HttpRecognizer
+
+      # Should be able to use this to control all aspects of Swuftiply configuration and behavior.
+      #   - Query current performance information and statistics
+      #     * GET /status
+      #     * GET /status/DOMAIN
+      #     * GET /domains
+      #     * GET /config/DOMAIN
+      #   - Supply new config sections (json payload?)
+      #     * POST /config/DOMAIN
+      #     * PUT /config/DOMAIN
+	    #       (There is currently no useful differentiation between the use of
+	    #        POST and PUT in the API; they are both idempotent operations
+	    #        that place the provided configuration into Swiftiply.)
+      #   - Remove config sections
+      #     * DELETE /config/DOMAIN
+			def push
+        case @request_method
+	      when CGET
+          case @uri
+	        when /\/status(\/(.*))$/
+	        when /\/domains/
+          when /\/config\/(.+)$/
+          end
+	      when CPOST, CPUT
+          case @uri
+	        when /\/config\/(.+)$/
+          end
+        when CDELETE
+          case @uri
+	        when /\/config\/(.+)$/
+          end
+        else
+          # No supported method; discard
+          close_connection
+        end
+			end
+
+    end
+  end
+end

data/src/swiftcore/Swiftiply/dynamic_request_cache.rb

@@ -0,0 +1,41 @@
+begin
+	load_attempted ||= false
+	require 'swiftcore/Swiftiply/cache_base'
+rescue LoadError => e
+	if !load_attempted
+		load_attempted = true
+		begin
+			require 'rubygems'
+		rescue LoadError
+			raise e
+		end
+		retry
+	end
+	raise e
+end
+
+module Swiftcore
+	module Swiftiply
+		class DynamicRequestCache < CacheBase
+			attr_accessor :one_client_name
+			
+			def initialize(docroot, vw, ts, maxsize)
+				@docroot = docroot
+				super(vw,ts,maxsize)
+			end
+			
+			def verify(path)
+				if @docroot && self[path]
+					if ProxyBag.find_static_file(@docroot,path,@one_client_name)
+						self.delete path
+						false
+					else
+						true
+					end
+				else
+					false
+				end
+			end
+		end
+	end
+end

data/src/swiftcore/Swiftiply/etag_cache.rb

@@ -0,0 +1,64 @@
+begin
+	load_attempted ||= false
+	require 'swiftcore/Swiftiply/cache_base'
+	require 'digest/md5'
+rescue LoadError => e
+	if !load_attempted
+		load_attempted = true
+		begin
+			require 'rubygems'
+		rescue LoadError
+			raise e
+		end
+		retry
+	end
+	raise e
+end
+
+module Swiftcore
+	module Swiftiply
+
+		ReadMode = 'rb'.freeze
+		
+		class EtagCache < CacheBase
+
+			def etag_mtime(path)
+				self[path] || self[path] = self.calculate_etag(path)
+			end
+			
+			def etag(path)
+				self[path] && self[path].first || (self[path] = self.calculate_etag(path)).first
+			end
+
+			def mtime(path)
+				self[path] && self[path].last || (self[path] = self.calculate_etag(path)).last
+			end
+			
+			def verify(path)
+				if et = self[path] and File.exist?(path)
+					mt = File.mtime(path)
+					if mt == et.last
+						true
+					else
+						(self[path] = self.calculate_etag(path)).first
+					end
+				else
+					false
+				end
+			end
+					
+			def calculate_etag(path)
+				digest = Digest::MD5.new
+				buffer = ''
+				# This seems to be the fastest of several different ways to read a file for generating a digest.
+				File.open(path,ReadMode) {|fh| digest << buffer while fh.read(4096,buffer)}
+				etag = digest.hexdigest
+				unless self[path]
+					add_to_verification_queue(path)
+					ProxyBag.log(owner_hash).log('info',"Adding ETag #{etag} for #{path} to ETag cache") if ProxyBag.level(owner_hash) > 2
+				end
+				[etag,File.mtime(path)]
+			end
+		end
+	end
+end

data/src/swiftcore/Swiftiply/file_cache.rb

@@ -0,0 +1,46 @@
+begin
+	load_attempted ||= false
+	require 'swiftcore/Swiftiply/cache_base'
+rescue LoadError => e
+	if !load_attempted
+		load_attempted = true
+		begin
+			require 'rubygems'
+		rescue LoadError
+			raise e
+		end
+		retry
+	end
+	raise e
+end
+
+module Swiftcore
+	module Swiftiply
+		class FileCache < CacheBase
+			
+			def add(path_info,path,data,etag,mtime,cookie,header)
+				unless self[path_info]
+					add_to_verification_queue(path_info)
+					ProxyBag.log(owner_hash).log('info',"Adding file #{path} to file cache as #{path_info}") if ProxyBag.level(owner_hash) > 2
+				end
+				self[path_info] = [data,etag,mtime,path,cookie,header]
+			end
+			
+			def verify(path_info)
+				if f = self[path_info]
+					if File.exist?(f[3]) and File.mtime(f[3]) == f[2]
+						true
+					else
+						ProxyBag.log(owner_hash).log('info',"Removing file #{path_info} from file cache") if ProxyBag.level(owner_hash) > 2
+						false
+					end
+				else
+					# It was in the verification queue, but not in the file cache.
+					false
+				end
+			end
+			
+		end
+	end
+end
+

data/src/swiftcore/Swiftiply/hash_cache_base.rb

@@ -0,0 +1,22 @@
+require 'swiftcore/Swiftiply/cache_base_mixin'
+
+module Swiftcore
+	# Use Array instead of Deque, if Deque wasn't available.
+	Deque = Array unless HasDeque or const_defined?(:Deque)
+
+	module Swiftiply
+		class CacheBase < Hash
+			include CacheBaseMixin
+
+			def initialize(vw = 900, time_limit = 0.05, maxsize = nil)
+				@vw = vw
+				@tl = time_limit
+				@wvtl = vw * time_limit
+				@old_vql = 0
+				@vq = Deque.new
+				@maxsize = maxsize #max size is irrelevant for a vanilla hash, but it'll be tracked anyway
+				super()
+			end
+		end
+	end
+end