sqlfinder 0.0.5

data/README.txt

@@ -0,0 +1,48 @@
+= SQL Finder
+
+SQL Finder is an executable gem that finds designated SQL statements in log/trace files.
+
+== Use Case
+
+Developers often have to comb through enormous log or trace files for SQL statements.
+At one company, for example, the only way for developers to determine what SQL statements 
+a large banking application is generating is to examine the application's (often enormous) 
+trace files. SQL Finder makes this process much easier by automatically doing a 
+case-insensitive search for SQL statements.
+
+== Running the program
+
+Run the executable from a directory of your choice using the findsql command together
+with a path to the log/trace file under consideration:
+
+findsql logs/ep_trace.txt
+
+By default, SQL Finder searches for all lines with SELECT,INSERT, UPDATE, or DELETE
+keywords in them, capturing the SQL statements and writing them to STDOUT along with the line number. 
+Command line options make it possible to limit the search to a subset of keywords, 
+to search for statements involving a particular table, or both.
+
+== Command Line Options
+
+<tt>-h</tt>:: Help screen.
+<tt>-o <file name></tt>:: Tells SQL finder to write the captured statements to the indicated file instead of SDTOUT
+<tt>-t <table_name></tt>:: Tells SQL Finder to capture SQL statements only if they contain the table name indicated
+<tt>-k <list of keywords></tt>:: Given a comma-separated set of SQL statements, SQL Finder will capture statements only if they contain one of the indicated keywords
+
+Here are some sample commands:
+
+findsql -o trace.out ep_trace.txt
+
+* Writes the results to trace.out instead of STDOUT
+
+findsql -t arcconfiguration ep_trace.txt
+
+* Restricts the search to SELECT, INSERT, UPDATE, and DELETE statements for the ArcConfiguration table
+
+findsql -k select,insert ep_trace.txt
+
+* Restricts the search to SELECT and INSERT statements.
+
+findsql -k select,insert -t arcconfiguration -o trace.out ep_trace.txt
+
+* Writes all SELECT and INSERT statements for the ArcConfiguration table to 

data/Rakefile

@@ -0,0 +1,5 @@
+require 'rake/testtask'
+
+Rake::TestTask.new do |t|
+	t.libs << 'test'
+end

data/bin/findsql

@@ -0,0 +1,23 @@
+#!usr/bin/env ruby
+
+##############################################################
+# Copyright (c) 2012 Mark Buechler
+# All rights reserved.
+
+# Permission is granted for use, copying, modification, distribution,
+# and distribution of modified versions of this work as long as the
+# above copyright notice is included.
+##############################################################
+
+##############################################################
+#Run this executable to find SQL statements in log files
+##############################################################
+
+require 'sqlfinder'
+
+begin
+	SqlFinder::Application.new.run
+rescue => e
+	puts "Error: #{e.message}"
+	exit 1
+end

data/lib/sqlfinder/application.rb

@@ -0,0 +1,110 @@
+require 'optparse'
+require 'sqlfinder/find'
+
+module SqlFinder
+
+	#Parses and validates command line options and runs the application.
+	class Application
+	
+		def initialize
+			prepare_options
+			validate_options
+		end
+		
+		#Parses command line options
+		def prepare_options
+			@options = {}
+			OptionParser.new do |opts|
+				opts.banner = "usage: #{File.basename(__FILE__)} [options] file_to_search"
+				opts.on("-h", "--help", "Display help screen.") do
+					puts opts
+					exit
+				end
+				opts.on("-k", "--keywords KEYWORDS", Array, "Using a comma-separated list, indicate whether you want to search for SELECT, INSERT, UPDATE, and/or DELETE statements (case-insensitive). By default, sqlfinder will search for all of them.") do |keywords|
+					@options[:keywords] = keywords
+				end
+				opts.on("-t", "--table_name TABLE_NAME", "Indicate whether you want to restrict your search to a single table (case-insensitive).") do |t|
+					@options[:table_name] = t
+				end
+				opts.on("-o", "--output_file OUTPUT_FILE", "If you want to write the results to a file rather than to standard out, provide the output file name.") do |o|
+					@options[:output_file] = o
+				end
+			end.parse!
+			@file_to_search = ARGV[0]
+		end
+
+		#Manages option validation
+		def validate_options
+			validate_required_options
+			validate_keywords
+			validate_file_to_search		
+		end
+		
+		#Ensures that required options are in place
+		def validate_required_options
+			missing_arg = false
+			if ( @options[:table_name] && (@options[:table_name].start_with?("-")) )
+				raise "If you use the -t option, you must provide a table name."
+			elsif ( @options[:output_file] && (@options[:output_file].start_with?("-")) )
+				raise "If you use the -o option, you must provide an output file name."
+			elsif (@options[:keywords] && @options[:keywords][0] && (@options[:keywords][0].start_with?("-")))
+				raise "If you use the -k option, you must provide at least one of the following SQL keywords (ignoring case): SELECT, INSERT, UPDATE, and DELETE."
+			end
+		end
+		
+		#Ensures that we have no duplicate SQL keywords
+		def validate_keywords
+			if @options[:keywords]
+				duplicate_checker = []
+				if @options[:keywords].size > 4
+					raise "The maximum number of keywords is 4. Valid keywords include(ignoring case): SELECT, INSERT, UPDATE, and DELETE."
+				end
+				@options[:keywords].each do |keyword|
+					if !(keyword.match (/(?:select)|(?:insert)|(?:update)|(?:delete)/i))
+						raise "All keywords must match one of the following (ignoring case): SELECT, INSERT, UPDATE, and DELETE. Your keyword \"#{keyword}\" did not match."
+					end
+					duplicate_checker.each do |keyword2|
+						if (keyword.downcase == keyword2.downcase)
+							raise "You used the keyword \"#{keyword}\" more than once."
+						end
+					end
+					duplicate_checker << keyword
+				end
+			end
+		end
+		
+		#Ensures that the file exists
+		def validate_file_to_search
+			if !@file_to_search
+				raise "Please provide the name of the file to search as a command-line argument."
+			end
+			if !(File.file?(@file_to_search))
+				raise "The file to search does not exist: #{@file_to_search}."
+			end
+		end
+
+		#Executes the program
+		def run
+			input_file_handle = File.new(@file_to_search)
+			output_file_handle = STDOUT
+			is_std_out = true;
+			if @options[:output_file]
+				output_file_handle = File.new((@options[:output_file]), "w")
+				is_std_out = false;
+			end
+			keywords = @options[:keywords]
+			table_name = @options[:table_name]
+			SqlFinder::Find.run do
+				@input_file_handle = input_file_handle
+				@output_file_handle = output_file_handle
+				@keywords = keywords
+				@table_name = table_name
+				do_find
+			end
+			input_file_handle.close()
+			output_file_handle.close() unless is_std_out			
+		end
+		
+	end
+
+end

data/lib/sqlfinder/find.rb

@@ -0,0 +1,59 @@
+module SqlFinder
+
+	#Using the options initialized by the block passed to the run method,
+	#this class builds a regular expression and applies it to the input file handle.
+	#All lines that match are written to the output file handle.
+	class Find
+
+		KEYWORD_REGEX_CONTENT_MAP = {
+			"select" => 			"(\\bselect\\b.+from.+)",
+			"delete" => 			"(\\bdelete\\b.+from.+)",
+			"insert" => 			"(\\binsert\\b.+into.+)",
+			"update" => 			"(\\bupdate\\b.+set.+)",
+			"update_with_table" =>	"(\\bupdate\\b.+)"
+		}
+
+		#Expects a block that defines instance variables and calls the do_find method.
+		#For example:
+		# SqlFinder::Find.run do
+		#  @input_file_handle = input_file_handle
+		#  @output_file_handle = output_file_handle
+		#  @keywords = keywords
+		#  @table_name = table_name
+		#  do_find
+		#end
+		def self.run(&b)
+			finder = SqlFinder::Find.new
+			finder.instance_eval(&b)
+		end
+	
+		#Dynamically builds the regular expression, uses it to search the file,
+		#and prints the results to the output file handle
+		def do_find
+			unless (@keywords && (@keywords.size > 0))
+				@keywords = %w[select delete insert update]
+			end
+			keyword_regex = build_keyword_regex_content()
+			regex = /^.*((#{keyword_regex})\b#{@table_name}\b.*)/i
+			@input_file_handle.each do |line|
+				m = line.match(regex)
+				@output_file_handle.puts "#{$.}: #{m[1]}"  if m
+			end
+		end
+		
+		#Dynamically builds the keyword component of the regular expression
+		def build_keyword_regex_content
+			regex_content_array = []
+			@keywords.each do |keyword|
+				key = keyword.downcase
+				if ((key == "update") && @table_name) #potentially a special case
+					key << "_with_table"
+				end
+				regex_content_array << KEYWORD_REGEX_CONTENT_MAP[key]
+			end
+			return regex_content_array.join "|"
+		end
+
+	end
+
+end

data/lib/sqlfinder.rb

@@ -0,0 +1 @@
+require 'sqlfinder/application'

data/sqlfinder.gemspec

@@ -0,0 +1,16 @@
+Gem::Specification.new do |s|
+	s.name="sqlfinder"
+	s.version="0.0.5"
+	s.platform=Gem::Platform::RUBY
+	s.date="2012-11-03"
+	s.summary="Finds SQL statements in log files"
+	s.description="sqlfinder finds SQL statements in log or trace files. With command line options, users indicate whether they want to search for all SQL statements (SELECT, INSERT, UPDATE, DELETE), selected SQL statements, and/or selected tables."
+	s.author="Mark Buechler"
+	s.files=Dir["sqlfinder.gemspec", "Rakefile", "README.txt", "lib/**/*", "test/test*.rb"]
+	s.homepage="http://rubygems.org/sqlfinder"
+	s.executables=["findsql"]
+	s.require_paths=["lib"]
+	s.has_rdoc=true
+	s.extra_rdoc_files=["README.txt"]
+	s.rdoc_options=["--main", "README.txt"]
+end

data/test/test_sql_finder.rb

@@ -0,0 +1,429 @@
+#run with lib directory in load path to simulate gem runtime environment
+#ruby -I. -Ilib test/test_sql_finder.rb
+
+require 'test/unit'
+require 'sqlfinder/find'
+require 'stringio'
+
+#NOTE: The SqlFinder::Find class prints the line number at the beginning of each line 
+#it finds, using $. StringIO apparently registers this as 0 for each line returned.
+#Hence the "0: " string that appears at the beginning of each expected_match line.
+class SqlFinderTest < Test::Unit::TestCase
+
+TEST_FILE = <<EOS
+PersistencePreparedStatement.executeQuery(Connection con)|executing: Prepared: SELECT U.BNKUserKy, U.BNKPersonKy, U.BNKCustomerKy, U.BNKTimezoneKy, U.ARCPrincipalKy, U.ARCLocaleCdKy, U.givenName, U.middleName, U.familyName, U.titleEnum, U.suffixEnum, U.taxId, U.primaryPhoneNbr, U.secondaryPhoneNbr, U.primaryFaxNbr, U.emailAddress, U.jobTitle, U.approvalStatus, U.isBankUser, U.isActive, U.isCmpSysAdmin, U.isDlvrReqEntitled, U.isDeleted, U.isConfidentialBatch, U.isConfScrnEnabled, U.exitURL, U.defaultScreen, U.enrollDttm, U.entUpdateDttm, U.entUpdateUser, U.updateDttm, U.updateUser, U.versionStamp, P.name, I.userId, I.ARCIdentityKy,U.userAccessTypeCD,U.userLimitsTypeCD, U.LSTUSRSETUPFLWCD FROM BNKUser U, ARCPrincipal P, ARCIdentity I WHERE P.ARCPrincipalKy = U.ARCPrincipalKy AND I.ARCPrincipalKy = U.ARCPrincipalKy  AND I.userId = ? ('CBuser15@CB10015')
+	 PersistenceUtils.closeStuff(Connection con, Statement st, ResultSet rs)|
+	QueryCommand.execute()
+PersistenceNonPreparedStatement.executeQuery(Connection con)|executing: NonPrepared: SELECT ARCConfigurationKy, PropertyName, PropertyValue, Domain, Root, versionStamp, updateUser, updateDttm FROM ARCConfiguration WHERE Domain = 'IRExport'
+UpdateDatabaseSqlExecutor.invokeExecutor(PersistencePeer peer, PersistenceStatement stmt, List objs)|26|0|1 rows affected|Prepared: INSERT INTO BNKLimitStatus (BNKLimitStatusKy, BNKInstrKy, BNKLimitTypeKy, amount, ARCISOCURRENCYCDKY, userLoginId, versionStamp, updateUser, updateDttm) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?) (234001, 1002001, 1, 1.000, 169, 'CBuser10@CB10010', 1, 'CBuser10@CB10010', '2012-09-28 09:37:30.845')
+UpdateDatabaseSqlExecutor.invokeExecutor(PersistencePeer peer, PersistenceStatement stmt, List objs)|26|0|1 rows affected|Prepared: INSERT INTO ARCConfiguration (ARCConfigurationKy, PropertyName, PropertyValue, Domain, Root, versionStamp, updateUser, updateDttm) VALUES (?, ?, ?, ?, ?, ?, ?, ?) (234001, 'exitUrl', 's1', 'bank', 'app', 1, 'CBuser10@CB10010', '2012-09-28 09:37:30.845')
+QueryCommand.execute()
+PersistencePreparedStatement.executeQuery(Connection con)|executing: Prepared: update ARCUserAuthnticn SET pswdexpirydttm = '2030-05-05 00:00:00.0'
+PersistencePreparedStatement.executeQuery(Connection con)|executing: Prepared: delete from BNKACCTALTIDFR where BNKACCTky = 2
+QueryCommand.delete()
+EOS
+
+	#TEST KEYWORDS ONLY
+	
+	def test_keyword_select
+
+expected_match = <<EOS
+0: SELECT U.BNKUserKy, U.BNKPersonKy, U.BNKCustomerKy, U.BNKTimezoneKy, U.ARCPrincipalKy, U.ARCLocaleCdKy, U.givenName, U.middleName, U.familyName, U.titleEnum, U.suffixEnum, U.taxId, U.primaryPhoneNbr, U.secondaryPhoneNbr, U.primaryFaxNbr, U.emailAddress, U.jobTitle, U.approvalStatus, U.isBankUser, U.isActive, U.isCmpSysAdmin, U.isDlvrReqEntitled, U.isDeleted, U.isConfidentialBatch, U.isConfScrnEnabled, U.exitURL, U.defaultScreen, U.enrollDttm, U.entUpdateDttm, U.entUpdateUser, U.updateDttm, U.updateUser, U.versionStamp, P.name, I.userId, I.ARCIdentityKy,U.userAccessTypeCD,U.userLimitsTypeCD, U.LSTUSRSETUPFLWCD FROM BNKUser U, ARCPrincipal P, ARCIdentity I WHERE P.ARCPrincipalKy = U.ARCPrincipalKy AND I.ARCPrincipalKy = U.ARCPrincipalKy  AND I.userId = ? ('CBuser15@CB10015')
+0: SELECT ARCConfigurationKy, PropertyName, PropertyValue, Domain, Root, versionStamp, updateUser, updateDttm FROM ARCConfiguration WHERE Domain = 'IRExport'
+EOS
+
+		simulated_input_file_handle = StringIO.new(TEST_FILE)
+		simulated_output_file_handle = StringIO.new
+		SqlFinder::Find.run do
+			@input_file_handle = simulated_input_file_handle
+			@output_file_handle = simulated_output_file_handle
+			@keywords = ["select"]
+			do_find
+		end
+		simulated_input_file_handle.close()
+		simulated_output_file_handle.close()
+		assert_equal(expected_match,simulated_output_file_handle.string);
+
+	end
+
+	def test_keyword_insert
+
+expected_match = <<EOS
+0: INSERT INTO BNKLimitStatus (BNKLimitStatusKy, BNKInstrKy, BNKLimitTypeKy, amount, ARCISOCURRENCYCDKY, userLoginId, versionStamp, updateUser, updateDttm) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?) (234001, 1002001, 1, 1.000, 169, 'CBuser10@CB10010', 1, 'CBuser10@CB10010', '2012-09-28 09:37:30.845')
+0: INSERT INTO ARCConfiguration (ARCConfigurationKy, PropertyName, PropertyValue, Domain, Root, versionStamp, updateUser, updateDttm) VALUES (?, ?, ?, ?, ?, ?, ?, ?) (234001, 'exitUrl', 's1', 'bank', 'app', 1, 'CBuser10@CB10010', '2012-09-28 09:37:30.845')
+EOS
+
+		simulated_input_file_handle = StringIO.new(TEST_FILE)
+		simulated_output_file_handle = StringIO.new
+		SqlFinder::Find.run do
+			@input_file_handle = simulated_input_file_handle
+			@output_file_handle = simulated_output_file_handle
+			@keywords = ["INSERT"]
+			do_find
+		end
+		simulated_input_file_handle.close()
+		simulated_output_file_handle.close()
+		assert_equal(expected_match,simulated_output_file_handle.string);
+	end
+
+
+	def test_keyword_update
+
+expected_match = <<EOS
+0: update ARCUserAuthnticn SET pswdexpirydttm = '2030-05-05 00:00:00.0'
+EOS
+
+		simulated_input_file_handle = StringIO.new(TEST_FILE)
+		simulated_output_file_handle = StringIO.new
+		SqlFinder::Find.run do
+			@input_file_handle = simulated_input_file_handle
+			@output_file_handle = simulated_output_file_handle
+			@keywords = ["upDATE"]
+			do_find
+		end
+		simulated_input_file_handle.close()
+		simulated_output_file_handle.close()
+		assert_equal(expected_match,simulated_output_file_handle.string);
+	end
+
+	def test_keyword_delete
+
+expected_match = <<EOS
+0: delete from BNKACCTALTIDFR where BNKACCTky = 2
+EOS
+
+		simulated_input_file_handle = StringIO.new(TEST_FILE)
+		simulated_output_file_handle = StringIO.new
+		SqlFinder::Find.run do
+			@input_file_handle = simulated_input_file_handle
+			@output_file_handle = simulated_output_file_handle
+			@keywords = ["DELETE"]
+			do_find
+		end
+		simulated_input_file_handle.close()
+		simulated_output_file_handle.close()
+		assert_equal(expected_match,simulated_output_file_handle.string);
+	end
+
+	def test_keywords_select_insert
+
+expected_match = <<EOS
+0: SELECT U.BNKUserKy, U.BNKPersonKy, U.BNKCustomerKy, U.BNKTimezoneKy, U.ARCPrincipalKy, U.ARCLocaleCdKy, U.givenName, U.middleName, U.familyName, U.titleEnum, U.suffixEnum, U.taxId, U.primaryPhoneNbr, U.secondaryPhoneNbr, U.primaryFaxNbr, U.emailAddress, U.jobTitle, U.approvalStatus, U.isBankUser, U.isActive, U.isCmpSysAdmin, U.isDlvrReqEntitled, U.isDeleted, U.isConfidentialBatch, U.isConfScrnEnabled, U.exitURL, U.defaultScreen, U.enrollDttm, U.entUpdateDttm, U.entUpdateUser, U.updateDttm, U.updateUser, U.versionStamp, P.name, I.userId, I.ARCIdentityKy,U.userAccessTypeCD,U.userLimitsTypeCD, U.LSTUSRSETUPFLWCD FROM BNKUser U, ARCPrincipal P, ARCIdentity I WHERE P.ARCPrincipalKy = U.ARCPrincipalKy AND I.ARCPrincipalKy = U.ARCPrincipalKy  AND I.userId = ? ('CBuser15@CB10015')
+0: SELECT ARCConfigurationKy, PropertyName, PropertyValue, Domain, Root, versionStamp, updateUser, updateDttm FROM ARCConfiguration WHERE Domain = 'IRExport'
+0: INSERT INTO BNKLimitStatus (BNKLimitStatusKy, BNKInstrKy, BNKLimitTypeKy, amount, ARCISOCURRENCYCDKY, userLoginId, versionStamp, updateUser, updateDttm) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?) (234001, 1002001, 1, 1.000, 169, 'CBuser10@CB10010', 1, 'CBuser10@CB10010', '2012-09-28 09:37:30.845')
+0: INSERT INTO ARCConfiguration (ARCConfigurationKy, PropertyName, PropertyValue, Domain, Root, versionStamp, updateUser, updateDttm) VALUES (?, ?, ?, ?, ?, ?, ?, ?) (234001, 'exitUrl', 's1', 'bank', 'app', 1, 'CBuser10@CB10010', '2012-09-28 09:37:30.845')
+EOS
+
+		simulated_input_file_handle = StringIO.new(TEST_FILE)
+		simulated_output_file_handle = StringIO.new
+		SqlFinder::Find.run do
+			@input_file_handle = simulated_input_file_handle
+			@output_file_handle = simulated_output_file_handle
+			@keywords = %w[select insert]
+			do_find
+		end
+		simulated_input_file_handle.close()
+		simulated_output_file_handle.close()
+		assert_equal(expected_match,simulated_output_file_handle.string);
+	end
+
+	def test_keywords_insert_update_delete
+
+expected_match = <<EOS
+0: INSERT INTO BNKLimitStatus (BNKLimitStatusKy, BNKInstrKy, BNKLimitTypeKy, amount, ARCISOCURRENCYCDKY, userLoginId, versionStamp, updateUser, updateDttm) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?) (234001, 1002001, 1, 1.000, 169, 'CBuser10@CB10010', 1, 'CBuser10@CB10010', '2012-09-28 09:37:30.845')
+0: INSERT INTO ARCConfiguration (ARCConfigurationKy, PropertyName, PropertyValue, Domain, Root, versionStamp, updateUser, updateDttm) VALUES (?, ?, ?, ?, ?, ?, ?, ?) (234001, 'exitUrl', 's1', 'bank', 'app', 1, 'CBuser10@CB10010', '2012-09-28 09:37:30.845')
+0: update ARCUserAuthnticn SET pswdexpirydttm = '2030-05-05 00:00:00.0'
+0: delete from BNKACCTALTIDFR where BNKACCTky = 2
+EOS
+
+		simulated_input_file_handle = StringIO.new(TEST_FILE)
+		simulated_output_file_handle = StringIO.new
+		SqlFinder::Find.run do
+			@input_file_handle = simulated_input_file_handle
+			@output_file_handle = simulated_output_file_handle
+			@keywords = %w[insert update delete]
+			do_find
+		end
+		simulated_input_file_handle.close()
+		simulated_output_file_handle.close()
+		assert_equal(expected_match,simulated_output_file_handle.string);
+	end
+	
+	def test_all_keywords
+
+expected_match = <<EOS
+0: SELECT U.BNKUserKy, U.BNKPersonKy, U.BNKCustomerKy, U.BNKTimezoneKy, U.ARCPrincipalKy, U.ARCLocaleCdKy, U.givenName, U.middleName, U.familyName, U.titleEnum, U.suffixEnum, U.taxId, U.primaryPhoneNbr, U.secondaryPhoneNbr, U.primaryFaxNbr, U.emailAddress, U.jobTitle, U.approvalStatus, U.isBankUser, U.isActive, U.isCmpSysAdmin, U.isDlvrReqEntitled, U.isDeleted, U.isConfidentialBatch, U.isConfScrnEnabled, U.exitURL, U.defaultScreen, U.enrollDttm, U.entUpdateDttm, U.entUpdateUser, U.updateDttm, U.updateUser, U.versionStamp, P.name, I.userId, I.ARCIdentityKy,U.userAccessTypeCD,U.userLimitsTypeCD, U.LSTUSRSETUPFLWCD FROM BNKUser U, ARCPrincipal P, ARCIdentity I WHERE P.ARCPrincipalKy = U.ARCPrincipalKy AND I.ARCPrincipalKy = U.ARCPrincipalKy  AND I.userId = ? ('CBuser15@CB10015')
+0: SELECT ARCConfigurationKy, PropertyName, PropertyValue, Domain, Root, versionStamp, updateUser, updateDttm FROM ARCConfiguration WHERE Domain = 'IRExport'
+0: INSERT INTO BNKLimitStatus (BNKLimitStatusKy, BNKInstrKy, BNKLimitTypeKy, amount, ARCISOCURRENCYCDKY, userLoginId, versionStamp, updateUser, updateDttm) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?) (234001, 1002001, 1, 1.000, 169, 'CBuser10@CB10010', 1, 'CBuser10@CB10010', '2012-09-28 09:37:30.845')
+0: INSERT INTO ARCConfiguration (ARCConfigurationKy, PropertyName, PropertyValue, Domain, Root, versionStamp, updateUser, updateDttm) VALUES (?, ?, ?, ?, ?, ?, ?, ?) (234001, 'exitUrl', 's1', 'bank', 'app', 1, 'CBuser10@CB10010', '2012-09-28 09:37:30.845')
+0: update ARCUserAuthnticn SET pswdexpirydttm = '2030-05-05 00:00:00.0'
+0: delete from BNKACCTALTIDFR where BNKACCTky = 2
+EOS
+
+		simulated_input_file_handle = StringIO.new(TEST_FILE)
+		simulated_output_file_handle = StringIO.new
+		SqlFinder::Find.run do
+			@input_file_handle = simulated_input_file_handle
+			@output_file_handle = simulated_output_file_handle
+			@keywords = %w[select insert update delete]
+			@table_name = ""
+			do_find
+		end
+		assert_equal(expected_match,simulated_output_file_handle.string);
+	end	
+	
+	#if there are no keywords, by default the sql finder uses all keywords
+	def test_no_keywords_same_as_all_keywords
+
+expected_match = <<EOS
+0: SELECT U.BNKUserKy, U.BNKPersonKy, U.BNKCustomerKy, U.BNKTimezoneKy, U.ARCPrincipalKy, U.ARCLocaleCdKy, U.givenName, U.middleName, U.familyName, U.titleEnum, U.suffixEnum, U.taxId, U.primaryPhoneNbr, U.secondaryPhoneNbr, U.primaryFaxNbr, U.emailAddress, U.jobTitle, U.approvalStatus, U.isBankUser, U.isActive, U.isCmpSysAdmin, U.isDlvrReqEntitled, U.isDeleted, U.isConfidentialBatch, U.isConfScrnEnabled, U.exitURL, U.defaultScreen, U.enrollDttm, U.entUpdateDttm, U.entUpdateUser, U.updateDttm, U.updateUser, U.versionStamp, P.name, I.userId, I.ARCIdentityKy,U.userAccessTypeCD,U.userLimitsTypeCD, U.LSTUSRSETUPFLWCD FROM BNKUser U, ARCPrincipal P, ARCIdentity I WHERE P.ARCPrincipalKy = U.ARCPrincipalKy AND I.ARCPrincipalKy = U.ARCPrincipalKy  AND I.userId = ? ('CBuser15@CB10015')
+0: SELECT ARCConfigurationKy, PropertyName, PropertyValue, Domain, Root, versionStamp, updateUser, updateDttm FROM ARCConfiguration WHERE Domain = 'IRExport'
+0: INSERT INTO BNKLimitStatus (BNKLimitStatusKy, BNKInstrKy, BNKLimitTypeKy, amount, ARCISOCURRENCYCDKY, userLoginId, versionStamp, updateUser, updateDttm) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?) (234001, 1002001, 1, 1.000, 169, 'CBuser10@CB10010', 1, 'CBuser10@CB10010', '2012-09-28 09:37:30.845')
+0: INSERT INTO ARCConfiguration (ARCConfigurationKy, PropertyName, PropertyValue, Domain, Root, versionStamp, updateUser, updateDttm) VALUES (?, ?, ?, ?, ?, ?, ?, ?) (234001, 'exitUrl', 's1', 'bank', 'app', 1, 'CBuser10@CB10010', '2012-09-28 09:37:30.845')
+0: update ARCUserAuthnticn SET pswdexpirydttm = '2030-05-05 00:00:00.0'
+0: delete from BNKACCTALTIDFR where BNKACCTky = 2
+EOS
+
+		simulated_input_file_handle = StringIO.new(TEST_FILE)
+		simulated_output_file_handle = StringIO.new
+		SqlFinder::Find.run do
+			@input_file_handle = simulated_input_file_handle
+			@output_file_handle = simulated_output_file_handle
+			@keywords = nil
+			@table_name = ""
+			do_find
+		end
+		simulated_input_file_handle.close()
+		simulated_output_file_handle.close()
+		assert_equal(expected_match,simulated_output_file_handle.string);
+	end	
+	
+	#making sure we handle misses properly
+	def test_keyword_select_miss
+
+no_select_file = <<EOS
+0: 	QueryCommand.execute()
+0: UpdateDatabaseSqlExecutor.invokeExecutor(PersistencePeer peer, PersistenceStatement stmt, List objs)|26|0|1 rows affected|Prepared: INSERT INTO BNKLimitStatus (BNKLimitStatusKy, BNKInstrKy, BNKLimitTypeKy, amount, ARCISOCURRENCYCDKY, userLoginId, versionStamp, updateUser, updateDttm) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?) (234001, 1002001, 1, 1.000, 169, 'CBuser10@CB10010', 1, 'CBuser10@CB10010', '2012-09-28 09:37:30.845')
+0: UpdateDatabaseSqlExecutor.invokeExecutor(PersistencePeer peer, PersistenceStatement stmt, List objs)|26|0|1 rows affected|Prepared: INSERT INTO ARCConfiguration (ARCConfigurationKy, PropertyName, PropertyValue, Domain, Root, versionStamp, updateUser, updateDttm) VALUES (?, ?, ?, ?, ?, ?, ?, ?) (234001, 'exitUrl', 's1', 'bank', 'app', 1, 'CBuser10@CB10010', '2012-09-28 09:37:30.845')
+0: QueryCommand.execute()
+0: PersistencePreparedStatement.executeQuery(Connection con)|executing: Prepared: update ARCUserAuthnticn SET pswdexpirydttm = '2030-05-05 00:00:00.0'
+0: PersistencePreparedStatement.executeQuery(Connection con)|executing: Prepared: delete from BNKACCTALTIDFR where BNKACCTky = 2
+0: QueryCommand.delete()
+EOS
+	
+		expected_match = ""
+		simulated_input_file_handle = StringIO.new(no_select_file)
+		simulated_output_file_handle = StringIO.new
+		SqlFinder::Find.run do
+			@input_file_handle = simulated_input_file_handle
+			@output_file_handle = simulated_output_file_handle
+			@keywords = ["SELECT"]
+			do_find
+		end
+		simulated_input_file_handle.close()
+		simulated_output_file_handle.close()
+		assert_equal(expected_match,simulated_output_file_handle.string);
+	end
+	
+	#TEST TABLE NAME ONLY (uses all keywords by default)
+
+	def test_table_name_only
+
+expected_match = <<EOS
+0: SELECT ARCConfigurationKy, PropertyName, PropertyValue, Domain, Root, versionStamp, updateUser, updateDttm FROM ARCConfiguration WHERE Domain = 'IRExport'
+0: INSERT INTO ARCConfiguration (ARCConfigurationKy, PropertyName, PropertyValue, Domain, Root, versionStamp, updateUser, updateDttm) VALUES (?, ?, ?, ?, ?, ?, ?, ?) (234001, 'exitUrl', 's1', 'bank', 'app', 1, 'CBuser10@CB10010', '2012-09-28 09:37:30.845')
+EOS
+
+		simulated_input_file_handle = StringIO.new(TEST_FILE)
+		simulated_output_file_handle = StringIO.new
+		SqlFinder::Find.run do
+			@input_file_handle = simulated_input_file_handle
+			@output_file_handle = simulated_output_file_handle
+			@table_name = "ARCConfiguration"
+			do_find
+		end
+		simulated_input_file_handle.close()
+		simulated_output_file_handle.close()
+		assert_equal(expected_match,simulated_output_file_handle.string);
+	end
+	
+	def test_table_name_only_miss
+
+expected_match = ""
+
+		simulated_input_file_handle = StringIO.new(TEST_FILE)
+		simulated_output_file_handle = StringIO.new
+		SqlFinder::Find.run do
+			@input_file_handle = simulated_input_file_handle
+			@output_file_handle = simulated_output_file_handle
+			@table_name = "BNKCountry"
+			do_find
+		end
+		simulated_input_file_handle.close()
+		simulated_output_file_handle.close()
+		assert_equal(expected_match,simulated_output_file_handle.string);
+	end
+
+	#if we're searching for a table_name of, say BNKUser,
+	#we don't want hits on tables with names such as BNKUserHistory or VfmBNKUser;
+	#we want exact matches (hence the use of word boundaries)
+	def test_miss_on_partial_table_name
+
+expected_match = ""
+
+		simulated_input_file_handle = StringIO.new(TEST_FILE)
+		simulated_output_file_handle = StringIO.new
+		SqlFinder::Find.run do
+			@input_file_handle = simulated_input_file_handle
+			@output_file_handle = simulated_output_file_handle
+			@table_name = "ARCConfig" #actual name is ARCConfigation
+			do_find
+		end
+		simulated_input_file_handle.close()
+		simulated_output_file_handle.close()
+		assert_equal(expected_match,simulated_output_file_handle.string);
+		
+		simulated_input_file_handle = StringIO.new(TEST_FILE)
+		simulated_output_file_handle = StringIO.new
+		SqlFinder::Find.run do
+			@input_file_handle = simulated_input_file_handle
+			@output_file_handle = simulated_output_file_handle
+			@table_name = "ARCConfigationHistory" #actual name is ARCConfigation
+			do_find
+		end
+		simulated_input_file_handle.close()
+		simulated_output_file_handle.close()
+		assert_equal(expected_match,simulated_output_file_handle.string);
+		
+	end	
+
+
+	#TEST TABLE NAME AND KEYWORDS
+	
+	def test_table_name_with_single_keyword_select
+
+expected_match = <<EOS
+0: SELECT ARCConfigurationKy, PropertyName, PropertyValue, Domain, Root, versionStamp, updateUser, updateDttm FROM ARCConfiguration WHERE Domain = 'IRExport'
+EOS
+
+		simulated_input_file_handle = StringIO.new(TEST_FILE)
+		simulated_output_file_handle = StringIO.new
+		SqlFinder::Find.run do
+			@input_file_handle = simulated_input_file_handle
+			@output_file_handle = simulated_output_file_handle
+			@keywords = ["select"]
+			@table_name = "ARCConfiguration"
+			do_find
+		end
+		simulated_input_file_handle.close()
+		simulated_output_file_handle.close()
+		assert_equal(expected_match,simulated_output_file_handle.string);
+	end
+	
+	def test_table_name_with_single_keyword_insert
+
+expected_match = <<EOS
+0: INSERT INTO ARCConfiguration (ARCConfigurationKy, PropertyName, PropertyValue, Domain, Root, versionStamp, updateUser, updateDttm) VALUES (?, ?, ?, ?, ?, ?, ?, ?) (234001, 'exitUrl', 's1', 'bank', 'app', 1, 'CBuser10@CB10010', '2012-09-28 09:37:30.845')
+EOS
+
+		simulated_input_file_handle = StringIO.new(TEST_FILE)
+		simulated_output_file_handle = StringIO.new
+		SqlFinder::Find.run do
+			@input_file_handle = simulated_input_file_handle
+			@output_file_handle = simulated_output_file_handle
+			@keywords = ["insert"]
+			@table_name = "ARCConfiguration"
+			do_find
+		end
+		simulated_input_file_handle.close()
+		simulated_output_file_handle.close()
+		assert_equal(expected_match,simulated_output_file_handle.string);
+	end
+	
+	#update is special case, need to pay special attention to it
+	def test_table_name_with_single_keyword_update
+
+expected_match = <<EOS
+0: update ARCUserAuthnticn SET pswdexpirydttm = '2030-05-05 00:00:00.0'
+EOS
+
+		simulated_input_file_handle = StringIO.new(TEST_FILE)
+		simulated_output_file_handle = StringIO.new
+		SqlFinder::Find.run do
+			@input_file_handle = simulated_input_file_handle
+			@output_file_handle = simulated_output_file_handle
+			@keywords = ["update"]
+			@table_name = "ARCUserAuthnticn"
+			do_find
+		end
+		simulated_input_file_handle.close()
+		simulated_output_file_handle.close()
+		assert_equal(expected_match,simulated_output_file_handle.string);
+	end
+
+	def test_table_name_with_single_keyword_delete
+
+expected_match = <<EOS
+0: delete from BNKACCTALTIDFR where BNKACCTky = 2
+EOS
+
+		simulated_input_file_handle = StringIO.new(TEST_FILE)
+		simulated_output_file_handle = StringIO.new
+		SqlFinder::Find.run do
+			@input_file_handle = simulated_input_file_handle
+			@output_file_handle = simulated_output_file_handle
+			@keywords = ["delete"]
+			@table_name = "BNKACCTALTIDFR"
+			do_find
+		end
+		simulated_input_file_handle.close()
+		simulated_output_file_handle.close()
+		assert_equal(expected_match,simulated_output_file_handle.string);
+	end
+	
+	def test_table_name_with_double_keyword_select_insert
+
+expected_match = <<EOS
+0: SELECT ARCConfigurationKy, PropertyName, PropertyValue, Domain, Root, versionStamp, updateUser, updateDttm FROM ARCConfiguration WHERE Domain = 'IRExport'
+0: INSERT INTO ARCConfiguration (ARCConfigurationKy, PropertyName, PropertyValue, Domain, Root, versionStamp, updateUser, updateDttm) VALUES (?, ?, ?, ?, ?, ?, ?, ?) (234001, 'exitUrl', 's1', 'bank', 'app', 1, 'CBuser10@CB10010', '2012-09-28 09:37:30.845')
+EOS
+
+		simulated_input_file_handle = StringIO.new(TEST_FILE)
+		simulated_output_file_handle = StringIO.new
+		SqlFinder::Find.run do
+			@input_file_handle = simulated_input_file_handle
+			@output_file_handle = simulated_output_file_handle
+			@keywords = ["select", "insert"]
+			@table_name = "ARCConfiguration"
+			do_find
+		end
+		simulated_input_file_handle.close()
+		simulated_output_file_handle.close()
+		assert_equal(expected_match,simulated_output_file_handle.string);
+	end	
+
+	
+	
+	def test_table_name_with_all_keywords
+
+expected_match = <<EOS
+0: SELECT ARCConfigurationKy, PropertyName, PropertyValue, Domain, Root, versionStamp, updateUser, updateDttm FROM ARCConfiguration WHERE Domain = 'IRExport'
+0: INSERT INTO ARCConfiguration (ARCConfigurationKy, PropertyName, PropertyValue, Domain, Root, versionStamp, updateUser, updateDttm) VALUES (?, ?, ?, ?, ?, ?, ?, ?) (234001, 'exitUrl', 's1', 'bank', 'app', 1, 'CBuser10@CB10010', '2012-09-28 09:37:30.845')
+EOS
+
+		simulated_input_file_handle = StringIO.new(TEST_FILE)
+		simulated_output_file_handle = StringIO.new
+		SqlFinder::Find.run do
+			@input_file_handle = simulated_input_file_handle
+			@output_file_handle = simulated_output_file_handle
+			@keywords = %w[select insert update delete]
+			@table_name = "ARCConfiguration"
+			do_find
+		end
+		simulated_input_file_handle.close()
+		simulated_output_file_handle.close()
+		assert_equal(expected_match,simulated_output_file_handle.string);
+	end
+	
+
+end

data/test/test_sql_regex.rb

@@ -0,0 +1,302 @@
+#run with lib directory in load path to simulate gem runtime environment
+#ruby -I. -Ilib test/test_sql_regex.rb
+
+require 'test/unit'
+require 'stringio'
+
+class SqlRegexTest < Test::Unit::TestCase
+
+	#these constants model the part of the regex for each SQL keyword
+	SELECT_CONTENT = "(\\bselect\\b.+from.+)"
+	INSERT_CONTENT = "(\\binsert\\b.+into.+)"
+	UPDATE_CONTENT = "(\\bupdate\\b.+set.+)"
+	DELETE_CONTENT = "(\\bdelete\\b.+from.+)"
+
+	SELECT_LINE = "PersistencePreparedStatement.executeQuery(Connection con)|executing: Prepared: select * from BNKUser u where u.givenname = 'OboName'"
+	SELECT_MATCH = "select * from BNKUser u where u.givenname = 'OboName'"
+
+	SELECT_LINE_TWO = "  PersistenceNonPreparedStatement.executeQuery(Connection con)|executing: NonPrepared: Select c.arcconfigurationky, c.propertyname from arcconfiguration"
+	SELECT_MATCH_TWO = "Select c.arcconfigurationky, c.propertyname from arcconfiguration"
+	
+	INSERT_LINE = "UpdateDatabaseSqlExecutor.invokeExecutor(PersistencePeer peer, PersistenceStatement stmt, List objs)|26|0|1 rows affected|Prepared: INSERT INTO BNKLimitStatus (BNKLimitStatusKy, BNKInstrKy) VALUES (?, ?) (234001, 1002001)"
+	INSERT_MATCH = "INSERT INTO BNKLimitStatus (BNKLimitStatusKy, BNKInstrKy) VALUES (?, ?) (234001, 1002001)"
+
+	INSERT_LINE_TWO = "UpdateDatabaseSqlExecutor.invokeExecutor(PersistencePeer peer, PersistenceStatement stmt, List objs)|26|0|1 rows affected|Prepared: INSERT INTO ARCConfiguration (ARCConfigurationKy, PropertyName) VALUES (?, ?) (234001, 'exitUrl')"
+	INSERT_MATCH_TWO = "INSERT INTO ARCConfiguration (ARCConfigurationKy, PropertyName) VALUES (?, ?) (234001, 'exitUrl')"
+	
+	UPDATE_LINE = "PersistencePreparedStatement.executeQuery(Connection con)|executing: Prepared: update ARCUserAuthnticn SET pswdexpirydttm = '2030-05-05 00:00:00.0'"
+	UPDATE_MATCH = "update ARCUserAuthnticn SET pswdexpirydttm = '2030-05-05 00:00:00.0'"
+	
+	DELETE_LINE = "PersistencePreparedStatement.executeQuery(Connection con)|executing: Prepared: delete from BNKACCTALTIDFR where BNKACCTky = 2"
+	DELETE_MATCH = "delete from BNKACCTALTIDFR where BNKACCTky = 2"
+	
+	SIMULATED_TEST_FILE = [
+		SELECT_LINE,
+		"	PersistenceUtils.closeStuff(Connection con, Statement st, ResultSet rs)|",
+		"QueryCommand.execute()",
+		SELECT_LINE_TWO,
+		INSERT_LINE,
+		INSERT_LINE_TWO,
+		"QueryCommand.execute()",
+		UPDATE_LINE,
+		"#START#|      AbstractAffiliateServiceBean.findByAffiliateId(com.s1.banking.common.organization.affiliate.AffiliateFIValue value,java.lang.String affiliateId)|",
+		DELETE_LINE
+	]
+	
+	#HIT
+	
+	def test_select_keyword_only_sql
+		#regex = /^.*\b(select\b.+from.+)$/i
+		regex = /^.*(#{SELECT_CONTENT}.*)/i
+		assert(m = SELECT_LINE.match(regex))
+		assert_equal(SELECT_MATCH,m[1]);
+	end
+
+	def test_insert_keyword_only_sql
+		regex = /^.*(#{INSERT_CONTENT}.*)/i
+		assert(m = INSERT_LINE.match(regex))
+		assert_equal(INSERT_MATCH,m[1]);
+	end
+
+	def test_update_keyword_only_sql
+		regex = /^.*(#{UPDATE_CONTENT}.*)/i
+		assert(m = UPDATE_LINE.match(regex))
+		assert_equal(UPDATE_MATCH,m[1]);
+	end
+
+	def test_delete_keyword_only_sql
+		regex = /^.*(#{DELETE_CONTENT}.*)/i
+		assert(m = DELETE_LINE.match(regex))
+		assert_equal(DELETE_MATCH,m[1]);
+	end
+	
+	#MISS
+
+	def test_insert_keyword_only_sql_miss
+		keyword = "insert"
+		regex = /^.*\b(#{keyword}\b.+)$/i
+		assert(!(m = SELECT_LINE.match(regex)))
+		assert_nil(m);
+	end
+
+	#TABLE NAME
+		
+	def test_select_keyword_and_table_name_sql
+		table_name = "BNKUSER"
+		regex = /^.*(#{SELECT_CONTENT}\b#{table_name}\b.*)/i
+		#regex = /^.*\b(#{keyword}\b.+from.+\b#{table_name}\b.*)$/i
+		assert(m = SELECT_LINE.match(regex))
+		assert_equal(SELECT_MATCH,m[1]);
+	end
+
+	def test_insert_keyword_and_table_name_sql
+		table_name = "BNKLimitStatus"
+		regex = /^.*(#{INSERT_CONTENT}\b#{table_name}\b.*)/i
+		assert(m = INSERT_LINE.match(regex))
+		assert_equal(INSERT_MATCH,m[1]);
+	end
+
+	#Update with table name is a special case.
+	#For the others, all we have to do is tack the table name
+	#onto the end of the regex, because the two keyword come first:
+	#select . . . from . . . tablename, delete . . . from . . . tablename,
+	#insert . . . into . . . tablename.
+	#But for update, the table name comes between the two keywords:
+	#update tablename set.
+	#So we have to use a different update_content string before proceeding.
+	#We also eliminate the use of "set" entirely, 
+	#so we may get additional false positives for update.
+	def test_update_keyword_and_table_name_sql
+		table_name = "ARCUserAuthnticn"
+		revised_update_content = "(\\bupdate\\b.+)"
+		regex = /^.*(#{revised_update_content}\b#{table_name}\b.*)/i
+		puts
+		puts "UPDATE regex: #{regex.to_s}"
+		puts
+		assert(m = UPDATE_LINE.match(regex))
+		assert_equal(UPDATE_MATCH,m[1]);
+	end
+	
+	def test_select_keyword_and_table_name_sql_miss
+		table_name = "BNKUSERZZZ"
+		regex = /^.*(#{SELECT_CONTENT}\b#{table_name}\b.*)/i
+		assert(!(m = SELECT_LINE.match(regex)))
+	end
+	
+	#make sure that if we provide a table name, the
+	#regex takes it into account and doesn't match 
+	#on the insert keyword alone
+	def test_insert_keyword_and_table_name_sql_miss
+		table_name = "BNKLimitStatus"
+		regex = /^.*(#{INSERT_CONTENT}\b#{table_name}\b.*)/i
+		assert(!(m = INSERT_LINE_TWO.match(regex)))
+	end
+	
+	#shows we can use a blank table name
+	def test__select_keyword_and_blank_table_name_sql
+		table_name = ""
+		regex = /^.*(#{SELECT_CONTENT}\b#{table_name}\b.*)/i
+		assert(m = SELECT_LINE.match(regex))
+		assert_equal(SELECT_MATCH,m[1]);
+	end
+	
+	#table name with multiple keywords, checking the basic ones (update is a special case, treated separately)
+	def test_table_name_sql_with_select_insert_delete_single_match
+		table_name = "BNKUSER"
+		regex_content_array = []
+		regex_content_array << SELECT_CONTENT
+		regex_content_array << INSERT_CONTENT
+		regex_content_array << DELETE_CONTENT
+		regex_content = regex_content_array.join "|"
+		expected_match = [
+			SELECT_MATCH
+		]
+		actual_match = []
+		regex = /^.*((#{regex_content})\b#{table_name}\b.*)/i 	#regex: /^.*(((\bselect\b.+from.+)|(\binsert\b.+into.+)|(\bdelete\b.+from.+))BNKUSER.*)/
+		SIMULATED_TEST_FILE.each do |line|
+			if (m = line.match(regex))
+				actual_match << m[1]
+			end
+		end
+		assert_equal(1,actual_match.size)
+		assert_equal(expected_match,actual_match);
+	end
+
+	def test_table_name_sql_with_select_insert_delete_double_match
+		table_name = "arcconfiguration"
+		regex_content_array = []
+		regex_content_array << SELECT_CONTENT
+		regex_content_array << INSERT_CONTENT
+		regex_content_array << DELETE_CONTENT
+		regex_content = regex_content_array.join "|"
+		expected_match = [
+			SELECT_MATCH_TWO,
+			INSERT_MATCH_TWO
+		]
+		actual_match = []
+		regex = /^.*((#{regex_content})\b#{table_name}\b.*)/i 	#regex: /^.*(((\bselect\b.+from.+)|(\binsert\b.+into.+)|(\bdelete\b.+from.+))arcconfiguration.*)/
+		SIMULATED_TEST_FILE.each do |line|
+			if (m = line.match(regex))
+				actual_match << m[1]
+			end
+		end
+		assert_equal(2,actual_match.size)
+		assert_equal(expected_match,actual_match);
+	end
+
+	#As explained above, update is a special case.
+	#This test shows that if we add it, we don't mess up the other content
+	def test_table_name_sql_with_select_insert_delete_update
+		table_name = "BNKUSER"
+		regex_content_array = []
+		regex_content_array << SELECT_CONTENT
+		regex_content_array << INSERT_CONTENT
+		regex_content_array << DELETE_CONTENT
+		revised_update_content = "(\\bupdate\\b.+)"
+		regex_content_array << revised_update_content		
+		regex_content = regex_content_array.join "|"
+		expected_match = [
+			SELECT_MATCH
+		]
+		actual_match = []
+		regex = /^.*((#{regex_content})\b#{table_name}\b.*)/i 	#regex: /^.*(((\bselect\b.+from.+)|(\binsert\b.+into.+)|(\bdelete\b.+from.+))BNKUSER.*)/
+		SIMULATED_TEST_FILE.each do |line|
+			if (m = line.match(regex))
+				actual_match << m[1]
+			end
+		end
+		assert_equal(1,actual_match.size)
+		assert_equal(expected_match,actual_match);
+	end
+
+	#here we use a table that is updated
+	def test_table_name_sql_with_select_insert_delete_match_update
+		table_name = "ARCUserAuthnticn"
+		regex_content_array = []
+		regex_content_array << SELECT_CONTENT
+		regex_content_array << INSERT_CONTENT
+		regex_content_array << DELETE_CONTENT
+		revised_update_content = "(\\bupdate\\b.+)"
+		regex_content_array << revised_update_content		
+		regex_content = regex_content_array.join "|"
+		expected_match = [
+			UPDATE_MATCH
+		]
+		actual_match = []
+		regex = /^.*((#{regex_content})\b#{table_name}\b.*)/i 	#regex: /^.*(((\bselect\b.+from.+)|(\binsert\b.+into.+)|(\bdelete\b.+from.+))BNKUSER.*)/
+		SIMULATED_TEST_FILE.each do |line|
+			if (m = line.match(regex))
+				actual_match << m[1]
+			end
+		end
+		assert_equal(1,actual_match.size)
+		assert_equal(expected_match,actual_match);
+	end
+	
+	#if we're searching for a table_name of, say BNKUser,
+	#we don't want hits on tables with names such as BNKUserHistory or VfmBNKUser;
+	#we want exact matches (hence the use of word boundaries)
+	def test_table_name_sql_with_partial_name
+		table_name = "BNKUS"
+		regex = /^.*(#{SELECT_CONTENT}\b#{table_name}\b.*)/i
+		assert_nil(SELECT_LINE.match(regex));
+		table_name = "User"
+		regex = /^.*(#{SELECT_CONTENT}\b#{table_name}\b.*)/i
+		assert_nil(SELECT_LINE.match(regex));
+	end
+	
+	#TESTING REGEX "OR" STATEMENT USING MULTIPLE CONTENTS
+	#(we may be searching for lines with select or insert or update, but not delete, for example)
+	def test_find_select_or_insert_sql
+		regex_content_array = []
+		regex_content_array << SELECT_CONTENT
+		regex_content_array << INSERT_CONTENT
+		regex_content = regex_content_array.join "|"
+		expected_match = [
+			SELECT_MATCH,
+			SELECT_MATCH_TWO,
+			INSERT_MATCH,
+			INSERT_MATCH_TWO,
+		]
+		actual_match = []
+		regex = /^.*(#{regex_content}.*)/i
+		SIMULATED_TEST_FILE.each do |line|
+			if (m = line.match(regex))
+				actual_match << m[1]
+			end
+		end
+		assert_equal(4,actual_match.size)
+		assert_equal(expected_match,actual_match);
+	end
+
+	def test_find_all_sql
+		regex_content_array = []
+		regex_content_array << SELECT_CONTENT
+		regex_content_array << INSERT_CONTENT
+		regex_content_array << UPDATE_CONTENT
+		regex_content_array << DELETE_CONTENT
+		regex_content = regex_content_array.join "|"
+		expected_match_all_sql_result = [
+			SELECT_MATCH,
+			SELECT_MATCH_TWO,
+			INSERT_MATCH,
+			INSERT_MATCH_TWO,
+			UPDATE_MATCH,
+			DELETE_MATCH
+		]
+		match_all_sql_result = []
+		#regex = /^.*(((\bselect\b.+from.+)|(\binsert\b.+into.+)|(\bupdate\b.+set.+)|(\bdelete\b.+from.+)).*)$/i
+		regex = /^.*(#{regex_content}.*)/i
+		SIMULATED_TEST_FILE.each do |line|
+			if (m = line.match(regex))
+				match_all_sql_result << m[1]
+			end
+		end
+		assert_equal(6,match_all_sql_result.size)
+		assert_equal(expected_match_all_sql_result,match_all_sql_result);
+	end
+
+end
+
+#regex = /^.*((?:(\bselect\b.+from.+)|(\binsert\b.+into.+)|(\bupdate\b.+set.+)|(\bdelete\b.+from.+)).*)$/
+#regex = 

metadata

@@ -0,0 +1,59 @@
+--- !ruby/object:Gem::Specification
+name: sqlfinder
+version: !ruby/object:Gem::Version
+  version: 0.0.5
+  prerelease: 
+platform: ruby
+authors:
+- Mark Buechler
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-11-03 00:00:00.000000000 Z
+dependencies: []
+description: sqlfinder finds SQL statements in log or trace files. With command line
+  options, users indicate whether they want to search for all SQL statements (SELECT,
+  INSERT, UPDATE, DELETE), selected SQL statements, and/or selected tables.
+email: 
+executables:
+- findsql
+extensions: []
+extra_rdoc_files:
+- README.txt
+files:
+- sqlfinder.gemspec
+- Rakefile
+- README.txt
+- lib/sqlfinder/application.rb
+- lib/sqlfinder/find.rb
+- lib/sqlfinder.rb
+- test/test_sql_finder.rb
+- test/test_sql_regex.rb
+- bin/findsql
+homepage: http://rubygems.org/sqlfinder
+licenses: []
+post_install_message: 
+rdoc_options:
+- --main
+- README.txt
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Finds SQL statements in log files
+test_files: []