IOWA 1.0.0

data/test/TC_ClassLimitedCache.rb

@@ -0,0 +1,89 @@
+require 'test/unit'
+require 'external/test_support'
+IWATestSupport.set_src_dir
+require 'iowa/caches/ClassLimitedCache'
+
+class FooClass
+	def self.max_cache_entries; 2; end
+end
+
+class BarClass
+	def self.max_cache_entries; 1; end
+end
+
+class TC_ClassLimitedCache < Test::Unit::TestCase
+	@cache
+
+	@@testdir = IWATestSupport.test_dir(__FILE__)
+
+	def setup
+		IWATestSupport.announce(:classlimitedcache,"Iowa::Caches::ClassLimitedCache")
+		Dir.chdir(@@testdir)
+	end
+
+	def test_creation
+		assert_nothing_raised("Failed while creating an Iowa::Caches::ClassLimitedCache object") do
+			@cache = Iowa::Caches::ClassLimitedCache.new({:maxsize => 12})
+		end
+	end
+
+	def test_cache_size
+			@cache = Iowa::Caches::ClassLimitedCache.new({:maxsize => 12})
+			(1..14).each {|n| @cache[n] = n}
+			s = @cache.size
+			assert_equal(12,s,"The expected size (12) did not match the returned size (#{s}).")
+	end
+
+	def test_cache_size2
+			@cache = Iowa::Caches::ClassLimitedCache.new({:maxsize => 12})
+			(1..14).each {|n| @cache[n] = n}
+			@cache.size=3
+			s = @cache.size
+			assert_equal(3,s,"The cache size does not appear to to have change as expected; want size of 3, have size of #{s}.")
+	end
+
+	def test_values
+			@cache = Iowa::Caches::ClassLimitedCache.new({:maxsize => 3})
+			@cache['a'] = 1
+			@cache['b'] = 2
+			@cache['c'] = 3
+			s = @cache['b']
+			assert_equal(2,s,"The value retrieved from the cache (#{s}) did not match what was expected (2).")
+	end
+
+	def test_expire1
+			@cache = Iowa::Caches::ClassLimitedCache.new({:maxsize => 3})
+			@cache['a'] = 1
+			@cache['b'] = 2
+			@cache['c'] = 3
+			s = @cache['b']
+			@cache['d'] = 4
+			s = true
+			s = false if @cache.include? 'a'
+			assert_equal(true,s,"Key 'a' should have fallen out of the cache.  It did not.")
+	end
+
+	def test_expire2
+			@cache = Iowa::Caches::ClassLimitedCache.new({:maxsize => 3})
+			@cache['a'] = 1
+			@cache['b'] = 2
+			@cache['c'] = 3
+			s = @cache['b']
+			@cache['d'] = 4
+			s = false
+			s = true if @cache.include? 'b'
+			assert_equal(true,s,"Key 'b' appears to have fallen out of the cache.  It should not have.")
+	end
+
+	def test_class_limits
+		@cache = Iowa::Caches::ClassLimitedCache.new({:maxsize => 10})
+		@cache[:a] = FooClass.new
+		@cache[:b] = FooClass.new
+		@cache[:c] = FooClass.new
+		@cache[:d] = BarClass.new
+		@cache[:e] = BarClass.new
+		assert_equal([:e, :c, :b],@cache.queue,"Queue for the cache appears to be incorrect.")
+		assert_equal([:c, :b],@cache.queue_for_class(FooClass),"Queue for class FooClass appears to be incorrect.")
+		assert_equal([:e],@cache.queue_for_class(BarClass),"Queue for class BarClass appears to be incorrect.")
+	end
+end

data/test/TC_Classifier.rb

@@ -0,0 +1,80 @@
+require 'test/unit'
+require 'external/test_support'
+IWATestSupport.set_src_dir
+require 'iowa/classifier'
+require 'benchmark'
+
+class TC_Classifier < Test::Unit::TestCase
+	@@testdir = IWATestSupport.test_dir(__FILE__)
+
+	A = 'A'
+	B = 'B'
+	C = 'C'
+	D = 'D'
+	
+	def setup
+		IWATestSupport.announce(:classifier,"Iowa::Dispatchers::Classifier")
+		assert_nothing_raised("setup failed") do
+			@classifier = Iowa::Classifier.new
+			@classifier['/'] = D
+			@classifier['/index.htm'] = A
+			@classifier['/images'] = B
+			@classifier['/images/specific_image.'] = A
+			@classifier['/images/specific_image.png'] = C
+			@classifier['/funds'] = C
+			@classifier['/funds/'] = D
+			@classifier['/funds/index.html'] = C
+			@classifier['/funds/abcdef/index.html'] = A
+			@classifier['/funds/abcdef/data.html'] = B
+			@plain_hash = {}
+			@plain_hash['/'] = D
+			@plain_hash['/index.htm'] = A
+			@plain_hash['/images'] = B
+			@plain_hash['/images/specific_image.'] = A
+			@plain_hash['/images/specific_image.png'] = C
+			@plain_hash['/funds'] = C
+			@plain_hash['/funds/'] = D
+			@plain_hash['/funds/index.html'] = C
+			@plain_hash['/funds/abcdef/index.html'] = A
+			@plain_hash['/funds/abcdef/data.html'] = B
+		end
+	end
+
+	def test_classifier
+		assert_equal('A',@classifier['/index.htm'],"Match(/index.htm) failed")
+		assert_equal('A',@classifier['/index.html'],"Match(/index.html) failed")
+		assert_equal('C',@classifier['/images/specific_image.png'],"Match(/images/specific_image.png) failed")
+		assert_equal('A',@classifier['/images/specific_image.gif'],"Match(/images/specific_image.gif) failed")
+		assert_equal('B',@classifier['/images/other_image.jpg'],"Match(/images/other_image.jpg) failed")
+		assert_equal('B',@classifier['/images'],"Match(/images) failed")
+		assert_equal('A',@classifier['/funds/abcdef/index.html'],"Match(/funds/abcdef/index.html) failed")
+		assert_equal('B',@classifier['/funds/abcdef/data.html?abc=123'],"Match(/funds/abcdef/data.html?abc=123) failed")
+		assert_equal('C',@classifier['/funds/index.html'],"Match(/funds/index.html) failed")
+		assert_equal('D',@classifier['/funds/portfolio2.html'],"Match(/funds/portfolio2.html) failed")
+		assert_equal('D',@classifier['/funds/portfolio.html'],"Match(/funds/portfolio.html) failed")
+		assert_equal('C',@classifier['/funds.html'],"Match(/funds.html) failed")
+		assert_equal('D',@classifier['/misc.html'],"Match(/misc.html) failed")
+		$stderr.puts "\nHammering classifier lookups (1.3 million)..."
+		Benchmark.bm do |bm|
+			bm.report do
+				100000.times do
+					@classifier['/index.htm']
+					@classifier['/index.html']
+					@classifier['/images/specific_image.png']
+					@classifier['/images/specific_image.gif']
+					@classifier['/images/other_image.jpg']
+					@classifier['/images']
+					@classifier['/funds/abcdef/index.html']
+					@classifier['/funds/abcdef/data.html?abc=123']
+					@classifier['/funds/index.html']
+					@classifier['/funds/portfolio2.html']
+					@classifier['/funds/portfolio.html']
+					@classifier['/funds.html']
+					@classifier['/misc.html']
+				end
+			end
+		end
+
+	end
+
+end

data/test/TC_DbPool.rb

@@ -0,0 +1,127 @@
+require 'test/unit'
+require 'external/test_support'
+IWATestSupport.set_src_dir
+require 'iowa/DbPool'
+
+class TC_DbPool < Test::Unit::TestCase
+  @dbpool
+
+	@@testdir = IWATestSupport.test_dir(__FILE__)
+	def setup
+		Dir.chdir(@@testdir)
+		IWATestSupport.announce(:deprecated_dbpool,"Iowa::DbPool -- this is deprecated; don't use this.  Use Iowa::Pools::DbConnectionPool.")
+
+  	@params = Hash.new
+		begin
+			IO.foreach('tests.conf') do |line|
+				next unless (line =~ /^\s*(\w+)\s*=\s*(.*)$/)
+				@params[$1.downcase] = $2
+			end
+		rescue Exception
+			raise "There was an error opening tests.conf.  Please verify that it exists and is readable, and then run the tests again."
+		end
+
+		unless @params['vendor']
+			raise "Database vendor not found; please specify the database vendor in tests.conf."
+		end
+
+		unless @params['host']
+			raise "Database host not found; please specify the database host in tests.conf."
+		end
+
+		unless @params['name']
+			raise "Database name not found; please specify the database name in tests.conf."
+		end
+
+	end
+
+	def testPool
+		assert_nothing_raised("Failed to create an Iowa::DbPool object.") do
+			@dbpool = Iowa::DbPool.new(@params['vendor'],@params['host'],@params['name'],@params['user'],@params['password'])
+		end
+
+		assert_kind_of(Iowa::DbPool,@dbpool,"The created object is not an Iowa::DbPool or subclass thereof.") 
+
+		assert_raises(Iowa::ReInitException,"Did not raise an exception when an attempt to reinitialize the DbPool was made.") do
+			@dbpool2 = Iowa::DbPool.new(@params['vendor'],@params['host'],@params['name'],@params['user'],@params['password'])
+		end
+
+		assert_nothing_raised("Failed to get a single DB connection.") do
+			@connection = @dbpool.getConnection
+			assert_kind_of(DBI::DatabaseHandle,@connection,"The connection returned is not an instance of DBI::DatabaseHandle; it is a #{@connection.type.to_s}.")
+		end
+
+		assert_nothing_raised("Failed to free a single DB connection.") do
+			assert_equal("IDLE",status = @dbpool.freeConnection(@connection).to_s,"Freeing the connection failed to return a status of IDLE; instead got #{status}.")
+		end
+
+		dbh = []
+		assert_nothing_raised("Failed while trying to acquire all connections in the connection pool.") do
+			1.upto(5) do |idx|
+				dbh[idx] = @dbpool.getConnection
+			end
+		end
+
+		assert_nothing_raised("Failed while performing simple query on each handle in the DbPool.") do
+			1.upto(5) do |idx|
+				sth = dbh[idx].prepare("select now()")
+				sth.execute()
+			end
+		end
+
+		assert_nothing_raised("Failed while trying to create table for testing.") do
+			begin
+				dbh[1].do("drop table TC_DbPool")
+			rescue Exception
+				# NOOP -- don't do anything
+			end
+			dbh[1].do("create table TC_DbPool (idx varchar(200),val varchar(200))")
+		end
+
+		assert_nothing_raised("Failed while freeing all connections in the connection pool.") do
+			1.upto(5) do |idx|
+				@dbpool.freeConnection dbh[idx]
+			end
+		end
+
+		trucks = [nil,'Unimog','Ram 3500','Sierra 1500 HD','Mercedes 1113','Ford F-250']
+		assert_nothing_raised("Failure while hammering the pool in a stress test.") do
+			mutex = Mutex.new
+			threads = []
+			1.upto(5) do |idx|
+				threads << Thread.new(idx) do |myIdx|
+					1.upto(1000) do |ni|
+						begin
+						pv_dbh = nil
+						mutex.synchronize do
+							pv_dbh = @dbpool.getConnection
+						end
+						pv_dbh.prepare('insert into TC_DbPool (idx,val) values (?,?)').execute(idx,trucks[idx])
+						pv_dbh.prepare('delete from TC_DbPool where idx = ?').execute(idx)
+						mutex.synchronize do
+							@dbpool.freeConnection pv_dbh
+						end
+						rescue Exception
+							puts "Dying in #{idx} with #{$!}; pv_dbh was #{pv_dbh}\n"
+							raise
+						end
+					end
+				end
+			end
+			count = 0
+			while (count < threads.length) do
+				count = 0
+				threads.each do |aThread|
+					count += 1 unless aThread.alive?
+				end
+				sleep 1
+			end
+		end
+
+		assert_nothing_raised("Failed while trying to drop testing table.") do
+			dbh = @dbpool.getConnection
+			dbh.do("drop table TC_DbPool")
+		end
+	end
+
+end

data/test/TC_DiskCache.rb

@@ -0,0 +1,218 @@
+require 'test/unit'
+require 'external/test_support'
+IWATestSupport.set_src_dir
+require 'iowa/caches/DiskCache'
+require 'iowa/caches/DiskStore'
+require 'tmpdir'
+require 'fileutils'
+require 'benchmark'
+require 'pstore'
+
+TMPDIR = Dir::tmpdir
+
+class TC_DiskCache < Test::Unit::TestCase
+	def make_tmpdir_path; FileUtils.mkdir("#{TMPDIR}/tc_diskcache.#{Time.now.to_i}#{rand}").first; end
+	def make_shm_tmpdir_path; FileUtils.mkdir("/dev/shm/tc_diskcache.#{Time.now.to_i}#{rand}").first; end
+	@@testdir = IWATestSupport.test_dir(__FILE__)
+
+	def setup
+		Dir.chdir(@@testdir)
+		IWATestSupport.announce(:diskcache,"Iowa::Caches::DiskCache / Iowa::Caches::DiskStore")
+	end
+
+	def test_creation
+		tmpdir = make_tmpdir_path
+		assert_nothing_raised("Failed while creating an Iowa::Caches::DiskCache object") do
+			@cache = Iowa::Caches::DiskCache.new({:directory => tmpdir, :maxsize => 12})
+		end
+		FileUtils.rm_rf(tmpdir)
+	end
+
+	def test_cache_size
+		tmpdir = make_tmpdir_path
+		@cache = Iowa::Caches::DiskCache.new({:directory => tmpdir, :maxsize => 12})
+		(1..14).each {|n| @cache[n] = n}
+		s = @cache.size
+		assert_equal(12,s,"The expected size (12) did not match the returned size (#{s}).")
+		FileUtils.rm_rf(tmpdir)
+	end
+
+	def test_cache_size2
+		tmpdir = make_tmpdir_path
+		@cache = Iowa::Caches::DiskCache.new({:directory => tmpdir, :maxsize => 12})
+		(1..14).each {|n| @cache[n] = n}
+		@cache.size=3
+		s = @cache.size
+		assert_equal(3,s,"The cache size does not appear to to have change as expected; want size of 3, have size of #{s}.")
+		FileUtils.rm_rf(tmpdir)
+	end
+
+	def test_values
+		tmpdir = make_tmpdir_path
+		@cache = Iowa::Caches::DiskCache.new({:directory => tmpdir, :maxsize => 3})
+		@cache['a'] = 1
+		@cache['b'] = 2
+		@cache['c'] = 3
+		s = @cache['b']
+		assert_equal(2,s,"The value retrieved from the cache (#{s}) did not match what was expected (2).")
+		FileUtils.rm_rf(tmpdir)
+	end
+
+	def test_expire1
+		tmpdir = make_tmpdir_path
+		@cache = Iowa::Caches::DiskCache.new({:directory => tmpdir, :maxsize => 3})
+		@cache['a'] = 1
+		@cache['b'] = 2
+		@cache['c'] = 3
+		s = @cache['b']
+		@cache['d'] = 4
+		s = true
+		s = false if @cache.include? 'a'
+		assert_equal(true,s,"Key 'a' should have fallen out of the cache.  It did not.")
+		FileUtils.rm_rf(tmpdir)
+	end
+
+	def test_expire2
+		tmpdir = make_tmpdir_path
+		@cache = Iowa::Caches::DiskCache.new({:directory => tmpdir, :maxsize => 3})
+		@cache['a'] = 1
+		@cache['b'] = 2
+		@cache['c'] = 3
+		s = @cache['b']
+		@cache['d'] = 4
+		s = false
+		s = true if @cache.include? 'b'
+		assert_equal(true,s,"Key 'b' appears to have fallen out of the cache.  It should not have.")
+		FileUtils.rm_rf(tmpdir)
+	end
+
+	def test_transactions
+		tmpdir = make_tmpdir_path
+		@cache = Iowa::Caches::DiskCache.new({:directory => tmpdir, :maxsize => 20})
+		assert_nothing_raised("Something blew up when trying to test transactions.") do
+			@cache[:a] = 1
+			@cache[:b] = 2
+			@cache.transaction do
+				@cache[:c] = 3
+			end
+			assert_equal(3,@cache[:c],"Transaction failed.")
+			@cache.transaction do
+				@cache[:d] = 4
+				@cache.commit
+				@cache[:e] = 5
+			end
+			assert_equal(4,@cache[:d],"Transaction failed.")
+			assert_equal(5,@cache[:e],"Transaction failed.")
+			@cache.transaction do
+				@cache[:f] = 6
+				@cache.rollback
+			end
+			assert(!@cache.include?(:f),"Transaction rollback failed.")
+			@cache.transaction do
+				@cache[:f] = 6
+				@cache.rollback
+				@cache[:g] = 6
+			end
+			assert(!@cache.include?(:f),"Transaction rollback failed.")
+			assert_equal(6,@cache[:g],"Transaction failed.")
+			@cache.transaction do
+				@cache[:h] = 7
+				@cache.transaction do
+					@cache[:i] = 8
+					@cache.transaction do
+						@cache[:j] = 9
+						@cache.rollback
+					end
+					@cache.transaction do
+						@cache[:k] = 9
+					end
+					@cache.rollback
+				end
+			end
+			assert(!@cache.include?(:j),"Nested transaction rollback(:j) failed.")
+			assert(!@cache.include?(:i),"Nexted transaction rollback(:i) failed.")
+			assert_equal(7,@cache[:h],"Transaction failed.")
+			assert_equal(9,@cache[:k],"Transaction failed.")
+		end
+	end
+	
+	def test_speed
+		n = 2000
+		test_dirs = []
+		test_dirs << ["In-Memory (/dev/shm) Test", make_shm_tmpdir_path] if FileTest.exist?('/dev/shm') and FileTest.writable?('/dev/shm')
+		test_dirs << ["On Disk Test (performance directly related to disk i/o performance)", make_tmpdir_path]
+		assert_nothing_raised("Something blew up during the DiskCache stress test.") do
+			test_dirs.each do |td|
+				puts "\n#{td[0]}"
+				cache = Iowa::Caches::DiskCache.new({:directory => td[1], :maxsize => 4294967296})
+				Benchmark.benchmark do |bm|
+					flush_disk
+					puts "Writing #{n} records to disk cache:"
+					bm.report('dc write') do
+						n.times {|x| cache[x] = x}
+					end
+					flush_disk
+					puts "Updating #{n} records in disk cache:"
+					bm.report('dc update') do
+						n.times {|x| cache[x] = x * 2}
+					end
+					flush_disk
+					puts "Reading #{n} records from disk cache:"
+					bm.report('dc read') do
+						(n).times {|x| cache[x]}
+					end
+					flush_disk
+					puts "Deleting #{n} records from disk cache:"
+					bm.report('dc delete') do
+						n.times {|x| cache.delete(x)}
+					end
+					flush_disk
+				end
+				FileUtils.rm_rf(td[1])
+			end
+		end
+
+		flush_disk
+		puts "\n\nNow Running speed comparison of DiskStore"
+		test_dirs = []
+		test_dirs << ["In-Memory (/dev/shm) Test", make_shm_tmpdir_path] if FileTest.exist?('/dev/shm') and FileTest.writable?('/dev/shm')
+		test_dirs << ["On Disk Test (performance directly related to disk i/o performance)", make_tmpdir_path]
+		assert_nothing_raised("Something blew up during the DiskCache stress test.") do
+			test_dirs.each do |td|
+				puts "\n#{td[0]}"
+				cache = Iowa::Caches::DiskStore.new({:directory => td[1]})
+				Benchmark.benchmark do |bm|
+					flush_disk
+					puts "Writing #{n} records to disk cache:"
+					bm.report('dc write') do
+						n.times {|x| cache[x] = x}
+					end
+					flush_disk
+					puts "Updating #{n} records in disk cache:"
+					bm.report('dc update') do
+						n.times {|x| cache[x] = x * 2}
+					end
+					flush_disk
+					puts "Reading #{n} records from disk cache:"
+					bm.report('dc read') do
+						(n).times {|x| cache[x]}
+					end
+					flush_disk
+					puts "Deleting #{n} records from disk cache:"
+					bm.report('dc delete') do
+						n.times {|x| cache.delete(x)}
+					end
+					flush_disk
+				end
+				FileUtils.rm_rf(td[1])
+			end
+		end
+	end
+
+	def flush_disk
+		if FileTest.exist?('/bin/sync')
+			system('/bin/sync')
+		end
+	end
+
+end