pluginfactory 1.0.2 → 1.0.3

data/rake/svn.rb

@@ -0,0 +1,461 @@
+# 
+# Subversion Rake Tasks
+# $Id: svn.rb 25 2008-08-09 01:19:41Z deveiant $
+# 
+# Authors:
+# * Michael Granger <ged@FaerieMUD.org>
+# 
+
+
+require 'pp'
+require 'yaml'
+require 'date'
+
+# Strftime format for tags/releases
+TAG_TIMESTAMP_FORMAT = '%Y%m%d-%H%M%S'
+TAG_TIMESTAMP_PATTERN = /\d{4}\d{2}\d{2}-\d{6}/
+
+RELEASE_VERSION_PATTERN = /\d+\.\d+\.\d+/
+
+DEFAULT_EDITOR = 'vi'
+DEFAULT_KEYWORDS = %w[Date Rev Author URL Id]
+KEYWORDED_FILEDIRS = %w[applets bin etc lib misc]
+KEYWORDED_FILEPATTERN = /^(?:Rakefile|.*\.(?:rb|js|html|template))$/i
+
+COMMIT_MSG_FILE = 'commit-msg.txt'
+
+SVN_TRUNK_DIR    = 'trunk' unless defined?( SVN_TRUNK_DIR )
+SVN_RELEASES_DIR = 'branches' unless defined?( SVN_RELEASES_DIR )
+SVN_BRANCHES_DIR = 'branches' unless defined?( SVN_BRANCHES_DIR )
+SVN_TAGS_DIR     = 'tags' unless defined?( SVN_TAGS_DIR )
+
+FILE_INDENT = " " * 12
+LOG_INDENT = " " * 3
+
+
+
+###
+### Subversion-specific Helpers
+###
+
+### Return a new tag for the given time
+def make_new_tag( time=Time.now )
+	return time.strftime( TAG_TIMESTAMP_FORMAT )
+end
+
+
+### Get the subversion information for the current working directory as
+### a hash.
+def get_svn_info( dir='.' )
+	return {} unless File.directory?( File.join(dir, '.svn') )
+	info = IO.read( '|-' ) or exec 'svn', 'info', dir
+	return YAML.load( info ) # 'svn info' outputs valid YAML! Yay!
+end
+
+
+### Get a list of the objects registered with subversion under the specified directory and
+### return them as an Array of Pathame objects.
+def get_svn_filelist( dir='.' )
+	list = IO.read( '|-' ) or exec 'svn', 'st', '-v', '--ignore-externals', dir
+
+	# Split into lines, filter out the unknowns, and grab the filenames as Pathnames
+	# :FIXME: This will break if we ever put in a file with spaces in its name. This
+	# will likely be the least of our worries if we do so, however, so it's not worth
+	# the additional complexity to make it handle that case. If we do need that, there's
+	# always the --xml output for 'svn st'...
+	return list.split( $/ ).
+		reject {|line| line =~ /^\?/ }.
+		collect {|fn| Pathname(fn[/\S+$/]) }
+end
+
+### Return the URL to the repository root for the specified +dir+.
+def get_svn_repo_root( dir='.' )
+	info = get_svn_info( dir )
+	return info['Repository Root']
+end
+
+
+### Return the Subversion URL to the given +dir+.
+def get_svn_url( dir='.' )
+	info = get_svn_info( dir )
+	return info['URL']
+end
+
+
+### Return the path of the specified +dir+ under the svn root of the 
+### checkout.
+def get_svn_path( dir='.' )
+	root = get_svn_repo_root( dir )
+	url = get_svn_url( dir )
+	
+	return url.sub( root + '/', '' )
+end
+
+
+### Return the keywords for the specified array of +files+ as a Hash keyed by filename.
+def get_svn_keyword_map( files )
+	cmd = ['svn', 'pg', 'svn:keywords', *files]
+
+	# trace "Executing: svn pg svn:keywords " + files.join(' ')
+	output = IO.read( '|-' ) or exec( 'svn', 'pg', 'svn:keywords', *files )
+	
+	kwmap = {}
+	output.split( "\n" ).each do |line|
+		next if line !~ /\s+-\s+/
+		path, keywords = line.split( /\s+-\s+/, 2 )
+		kwmap[ path ] = keywords.split
+	end
+	
+	return kwmap
+end
+
+
+### Return the latest revision number of the specified +dir+ as an Integer.
+def get_svn_rev( dir='.' )
+	info = get_svn_info( dir )
+	return info['Revision']
+end
+
+
+### Return the latest revision number of the specified +dir+ as an Integer.
+def get_last_changed_rev( dir='.' )
+	info = get_svn_info( dir )
+	return info['Last Changed Rev']
+end
+
+
+### Return a list of the entries at the specified Subversion url. If
+### no +url+ is specified, it will default to the list in the URL
+### corresponding to the current working directory.
+def svn_ls( url=nil )
+	url ||= get_svn_url()
+	list = IO.read( '|-' ) or exec 'svn', 'ls', url
+
+	trace 'svn ls of %s: %p' % [url, list] if $trace
+	
+	return [] if list.nil? || list.empty?
+	return list.split( $INPUT_RECORD_SEPARATOR )
+end
+
+
+### Return the URL of the latest timestamp in the tags directory.
+def get_latest_svn_timestamp_tag
+	rooturl = get_svn_repo_root()
+	tagsurl = rooturl + "/#{SVN_TAGS_DIR}"
+	
+	tags = svn_ls( tagsurl ).grep( TAG_TIMESTAMP_PATTERN ).sort
+	return nil if tags.nil? || tags.empty?
+	return tagsurl + '/' + tags.last
+end
+
+
+### Get a subversion diff of the specified targets and return it. If no targets are
+### specified, the current directory will be diffed instead.
+def get_svn_diff( *targets )
+	targets << BASEDIR if targets.empty?
+	trace "Getting svn diff for targets: %p" % [targets]
+	log = IO.read( '|-' ) or exec 'svn', 'diff', *(targets.flatten)
+
+	return log
+end
+
+
+### Return the URL of the latest timestamp in the tags directory.
+def get_latest_release_tag
+	rooturl    = get_svn_repo_root()
+	releaseurl = rooturl + "/#{SVN_RELEASES_DIR}"
+	
+	tags = svn_ls( releaseurl ).grep( RELEASE_VERSION_PATTERN ).sort_by do |tag|
+		tag[RELEASE_VERSION_PATTERN].split('.').collect {|i| Integer(i) }
+	end
+	return nil if tags.empty?
+
+	return releaseurl + '/' + tags.last
+end
+
+
+### Extract a diff from the specified subversion working +dir+ and return it.
+def make_svn_commit_log( dir='.' )
+	diff = IO.read( '|-' ) or exec 'svn', 'diff'
+	fail "No differences." if diff.empty?
+
+	return diff
+end
+
+
+### Extract the svn log from the specified subversion working +dir+, 
+### starting from rev +start+ and ending with rev +finish+, and return it.
+def make_svn_log( dir='.', start='PREV', finish='HEAD' )
+	trace "svn log -r#{start}:#{finish} #{dir}"
+	log = IO.read( '|-' ) or exec 'svn', 'log', "-r#{start}:#{finish}", dir
+	fail "No log between #{start} and #{finish}." if log.empty?
+
+	return log
+end
+
+
+### Extract the verbose XML svn log from the specified subversion working +dir+, 
+### starting from rev +start+ and ending with rev +finish+, and return it.
+def make_xml_svn_log( dir='.', start='PREV', finish='HEAD' )
+	trace "svn log --xml --verbose -r#{start}:#{finish} #{dir}"
+	log = IO.read( '|-' ) or exec 'svn', 'log', '--verbose', '--xml', "-r#{start}:#{finish}", dir
+	fail "No log between #{start} and #{finish}." if log.empty?
+
+	return log
+end
+
+
+### Create a changelog from the subversion log of the specified +dir+ and return it.
+def make_svn_changelog( dir='.' )
+	require 'xml/libxml'
+
+	changelog = ''
+	path_prefix = '/' + get_svn_path( dir ) + '/'
+
+	xmllog = make_xml_svn_log( dir, 0 )
+
+	parser = XML::Parser.string( xmllog )
+	root = parser.parse.root
+	root.find( '//log/logentry' ).to_a.reverse.each do |entry|
+		trace "Making a changelog entry for r%s" % [ entry['revision'] ]
+
+		added   = []
+		deleted = []
+		changed = []
+
+		entry.find( 'paths/path').each do |path|
+			pathname = path.content
+			pathname.sub!( path_prefix , '' ) if pathname.count('/') > 1
+
+			case path['action']
+			when 'A', 'R'
+				if path['copyfrom-path']
+					verb = path['action'] == 'A' ? 'renamed' : 'copied'
+					added << "%s\n#{FILE_INDENT}-> #{verb} from %s@r%s" % [
+						pathname,
+						path['copyfrom-path'],
+						path['copyfrom-rev'],
+					]
+				else
+					added << "%s (new)" % [ pathname ]
+				end
+			
+			when 'M'
+				changed << pathname
+			
+			when 'D'
+				deleted << pathname
+			
+			else
+				log "Unknown action %p in rev %d" % [ path['action'], entry['revision'] ]
+			end
+		
+		end
+
+		date = Time.parse( entry.find_first('date').content )
+
+		# cvs2svn doesn't set 'author'
+		author = 'unknown'
+		if entry.find_first( 'author' )
+			author = entry.find_first( 'author' ).content
+		end
+		              
+		msg = entry.find_first( 'msg' ).content
+		rev = entry['revision']
+
+		changelog << "-- #{date.rfc2822} by #{author} (r#{rev}) -----\n"
+		changelog << "   Added:   " << humanize_file_list(added)   << "\n" unless added.empty?
+		changelog << "   Changed: " << humanize_file_list(changed) << "\n" unless changed.empty?
+		changelog << "   Deleted: " << humanize_file_list(deleted) << "\n" unless deleted.empty?
+		changelog << "\n"
+		
+		indent = msg[/^(\s*)/] + LOG_INDENT
+		
+		changelog << indent << msg.strip.gsub(/\n\s*/m, "\n#{indent}")
+		changelog << "\n\n\n"
+	end
+	
+	return changelog
+end
+
+
+### Returns a human-scannable file list by joining and truncating the list if it's too long.
+def humanize_file_list( list )
+	listtext = list[0..5].join( "\n#{FILE_INDENT}" )
+	if list.length > 5
+		listtext << " (and %d other/s)" % [ list.length - 5 ]
+	end
+	
+	return listtext
+end
+	
+
+
+###
+### Tasks
+###
+
+desc "Subversion tasks"
+namespace :svn do
+
+	desc "Copy the HEAD revision of the current #{SVN_TRUNK_DIR}/ to #{SVN_TAGS_DIR}/ with a " +
+		 "current timestamp."
+	task :tag do
+		svninfo   = get_svn_info()
+		tag       = make_new_tag()
+		svntrunk  = svninfo['Repository Root'] + "/#{SVN_TRUNK_DIR}"
+		svntagdir = svninfo['Repository Root'] + "/#{SVN_TAGS_DIR}"
+		svntag    = svntagdir + '/' + tag
+
+		desc = "Tagging trunk as #{svntag}"
+		ask_for_confirmation( desc ) do
+			msg = prompt_with_default( "Commit log: ", "Tagging for code push" )
+			run 'svn', 'cp', '-m', msg, svntrunk, svntag
+		end
+	end
+
+
+	desc "Copy the most recent tag to #{SVN_RELEASES_DIR}/#{PKG_VERSION}"
+	task :release do
+		last_tag    = get_latest_svn_timestamp_tag()
+		svninfo     = get_svn_info()
+		svnroot     = svninfo['Repository Root']
+		svntrunk    = svnroot + "/#{SVN_TRUNK_DIR}"
+		svnrel      = svnroot + "/#{SVN_RELEASES_DIR}"
+		release     = PKG_VERSION
+		svnrelease  = svnrel + '/' + release
+
+		topdirs = svn_ls( svnroot ).collect {|dir| dir.chomp('/') }
+		unless topdirs.include?( SVN_RELEASES_DIR )
+			trace "Top directories (%p) does not include %p" %
+				[ topdirs, SVN_RELEASES_DIR ]
+			log "Releases path #{svnrel} does not exist."
+			ask_for_confirmation( "To continue I'll need to create it." ) do
+				run 'svn', 'mkdir', svnrel, '-m', 'Creating releases/ directory'
+			end
+		else
+			trace "Found release dir #{SVN_RELEASES_DIR} in the top directories %p" %
+				[ topdirs ]
+		end
+
+		releases = svn_ls( svnrel ).collect {|name| name.sub(%r{/$}, '') }
+		trace "Releases: %p" % [releases]
+		if releases.include?( release )
+			error "Version #{release} already has a branch (#{svnrelease}). Did you mean " +
+				"to increment the version in #{VERSION_FILE}?"
+			fail
+		else
+			trace "No #{release} version currently exists"
+		end
+		
+		desc = "Tagging trunk as #{svnrelease}..."
+		ask_for_confirmation( desc ) do
+			msg = prompt_with_default( "Commit log: ", "Branching for release" )
+			run 'svn', 'cp', '-m', msg, svntrunk, svnrelease
+		end
+	end
+
+	### Task for debugging the #get_target_args helper
+	task :show_targets do
+		$stdout.puts "Targets from ARGV (%p): %p" % [ARGV, get_target_args()]
+	end
+
+
+	desc "Generate a commit log"
+	task :commitlog => [COMMIT_MSG_FILE]
+	
+	desc "Show the (pre-edited) commit log for the current directory"
+	task :show_commitlog do
+		puts make_svn_commit_log()
+	end
+	
+
+	file COMMIT_MSG_FILE do
+		diff = make_svn_commit_log()
+		
+		File.open( COMMIT_MSG_FILE, File::WRONLY|File::EXCL|File::CREAT ) do |fh|
+			fh.print( diff )
+		end
+
+		editor = ENV['EDITOR'] || ENV['VISUAL'] || DEFAULT_EDITOR
+		system editor, COMMIT_MSG_FILE
+		unless $?.success?
+			fail "Editor exited uncleanly."
+		end
+	end
+
+
+	desc "Update from Subversion"
+	task :update do
+		run 'svn', 'up', '--ignore-externals'
+	end
+
+
+	desc "Check in all the changes in your current working copy"
+	task :checkin => ['svn:update', 'test', 'svn:fix_keywords', COMMIT_MSG_FILE] do
+		targets = get_target_args()
+		$deferr.puts '---', File.read( COMMIT_MSG_FILE ), '---'
+		ask_for_confirmation( "Continue with checkin?" ) do
+			run 'svn', 'ci', '-F', COMMIT_MSG_FILE, targets
+			rm_f COMMIT_MSG_FILE
+		end
+	end
+	task :commit => :checkin
+	task :ci => :checkin
+	
+	
+	task :clean do
+		rm_f COMMIT_MSG_FILE
+	end
+
+	
+	desc "Check and fix any missing keywords for any files in the project which need them"
+	task :fix_keywords do
+		log "Checking subversion keywords..."
+		paths = get_svn_filelist( BASEDIR ).
+			select {|path| path.file? && path.to_s =~ KEYWORDED_FILEPATTERN }
+
+		trace "Looking at %d paths for keywords:\n  %p" % [paths.length, paths]
+		kwmap = get_svn_keyword_map( paths )
+
+		buf = ''
+		PP.pp( kwmap, buf, 132 )
+		trace "keyword map is: %s" % [buf]
+		
+		files_needing_fixups = paths.find_all do |path|
+			(kwmap[path.to_s] & DEFAULT_KEYWORDS) != DEFAULT_KEYWORDS
+		end
+		
+		unless files_needing_fixups.empty?
+			$deferr.puts "Files needing keyword fixes: ",
+				files_needing_fixups.collect {|f|
+					"  %s: %s" % [f, kwmap[f] ? kwmap[f].join(' ') : "(no keywords)"]
+				}
+			ask_for_confirmation( "Will add default keywords to these files." ) do
+				run 'svn', 'ps', 'svn:keywords', DEFAULT_KEYWORDS.join(' '), *files_needing_fixups
+			end
+		else
+			log "Keywords are all up to date."
+		end
+	end
+
+	
+	task :debug_helpers do
+		methods = [
+			:make_new_tag,
+			:get_svn_info,
+			:get_svn_repo_root,
+			:get_svn_url,
+			:get_svn_path,
+			:svn_ls,
+			:get_latest_svn_timestamp_tag,
+		]
+		maxlen = methods.collect {|sym| sym.to_s.length }.max
+		
+		methods.each do |meth|
+			res = send( meth )
+			puts "%*s => %p" % [ maxlen, colorize(meth.to_s, :cyan), res ]
+		end
+	end
+end
+

data/rake/testing.rb

@@ -0,0 +1,191 @@
+# 
+# Rake tasklib for testing tasks
+# $Id: testing.rb 14 2008-07-23 23:16:30Z deveiant $
+# 
+# Authors:
+# * Michael Granger <ged@FaerieMUD.org>
+# 
+
+COVERAGE_MINIMUM = 85.0 unless defined?( COVERAGE_MINIMUM )
+SPEC_FILES       = [] unless defined?( SPEC_FILES )
+TEST_FILES       = [] unless defined?( TEST_FILES )
+
+COMMON_SPEC_OPTS = ['-c', '-f', 's'] unless defined?( COMMON_SPEC_OPTS )
+
+COVERAGE_TARGETDIR = BASEDIR + 'coverage' unless defined?( COVERAGE_TARGETDIR )
+RCOV_EXCLUDES      = 'spec,tests,/Library/Ruby,/var/lib,/usr/local/lib' unless
+	defined?( RCOV_EXCLUDES )
+
+
+desc "Run all defined tests"
+task :test do
+	unless SPEC_FILES.empty?
+		log "Running specs"
+		Rake::Task['spec:quiet'].invoke
+	end
+	
+	unless TEST_FILES.empty?
+		log "Running unit tests"
+		Rake::Task[:unittests].invoke 
+	end
+end
+
+
+### RSpec specifications
+begin
+	gem 'rspec', '>= 1.1.3'
+	require 'spec/rake/spectask'
+
+	### Task: spec
+	Spec::Rake::SpecTask.new( :spec ) do |task|
+		task.spec_files = SPEC_FILES
+		task.libs += [LIBDIR]
+		task.spec_opts = COMMON_SPEC_OPTS
+	end
+
+
+	namespace :spec do
+		desc "Run rspec every time there's a change to one of the files"
+		task :autotest do
+			require 'autotest/rspec'
+
+			autotester = Autotest::Rspec.new
+			autotester.exceptions = %r{\.svn|\.skel}
+			autotester.run
+		end
+
+
+		desc "Generate quiet output"
+		Spec::Rake::SpecTask.new( :quiet ) do |task|
+			task.spec_files = SPEC_FILES
+			task.spec_opts = ['-f', 'p', '-D']
+		end
+
+		desc "Generate HTML output for a spec run"
+		Spec::Rake::SpecTask.new( :html ) do |task|
+			task.spec_files = SPEC_FILES
+			task.spec_opts = ['-f','h', '-D']
+		end
+
+		desc "Generate plain-text output for a CruiseControl.rb build"
+		Spec::Rake::SpecTask.new( :text ) do |task|
+			task.spec_files = SPEC_FILES
+			task.spec_opts = ['-f','p']
+		end
+	end
+rescue LoadError => err
+	task :no_rspec do
+		$stderr.puts "Specification tasks not defined: %s" % [ err.message ]
+	end
+
+	task :spec => :no_rspec
+	namespace :spec do
+		task :autotest => :no_rspec
+		task :quiet => :no_rspec
+		task :html => :no_rspec
+		task :text => :no_rspec
+	end
+end
+
+
+### Test::Unit tests
+begin
+	require 'rake/testtask'
+	
+	Rake::TestTask.new( :unittests ) do |task|
+		task.libs += [LIBDIR]
+		task.test_files = TEST_FILES
+		task.verbose = true
+	end
+
+rescue LoadError => err
+	task :no_test do
+		$stderr.puts "Test tasks not defined: %s" % [ err.message ]
+	end
+
+	task :unittests => :no_rspec
+end
+
+	
+### RCov (via RSpec) tasks
+begin
+	gem 'rcov'
+	gem 'rspec', '>= 1.1.3'
+
+	### Task: coverage (via RCov)
+	### Task: rcov
+	desc "Build test coverage reports"
+	unless SPEC_FILES.empty?
+		Spec::Rake::SpecTask.new( :coverage ) do |task|
+			task.spec_files = SPEC_FILES
+			task.libs += [LIBDIR]
+			task.spec_opts = ['-f', 'p', '-b']
+			task.rcov_opts = RCOV_OPTS
+			task.rcov = true
+		end
+	end
+	unless TEST_FILES.empty?
+		require 'rcov/rcovtask'
+
+		Rcov::RcovTask.new do |task|
+			task.libs += [LIBDIR]
+			task.test_files = TEST_FILES
+			task.verbose = true
+			task.rcov_opts = RCOV_OPTS
+		end
+	end
+
+
+	task :rcov => [:coverage] do; end
+
+	### Other coverage tasks
+	namespace :coverage do
+		desc "Generate a detailed text coverage report"
+		Spec::Rake::SpecTask.new( :text ) do |task|
+			task.spec_files = SPEC_FILES
+			task.rcov_opts = RCOV_OPTS + ['--text-report']
+			task.rcov = true
+		end
+
+		desc "Show differences in coverage from last run"
+		Spec::Rake::SpecTask.new( :diff ) do |task|
+			task.spec_files = SPEC_FILES
+			task.rcov_opts = ['--text-coverage-diff']
+			task.rcov = true
+		end
+
+		### Task: verify coverage
+		desc "Build coverage statistics"
+		VerifyTask.new( :verify => :rcov ) do |task|
+			task.threshold = COVERAGE_MINIMUM
+		end
+
+		desc "Run RCov in 'spec-only' mode to check coverage from specs"
+		Spec::Rake::SpecTask.new( :speconly ) do |task|
+			task.spec_files = SPEC_FILES
+			task.rcov_opts = ['--exclude', RCOV_EXCLUDES, '--text-report', '--save']
+			task.rcov = true
+		end
+	end
+
+	task :clobber_coverage do
+		rmtree( COVERAGE_TARGETDIR )
+	end
+
+rescue LoadError => err
+	task :no_rcov do
+		$stderr.puts "Coverage tasks not defined: RSpec+RCov tasklib not available: %s" %
+		[ err.message ]
+	end
+
+	task :coverage => :no_rcov
+	task :clobber_coverage
+	task :rcov => :no_rcov
+	namespace :coverage do
+		task :text => :no_rcov
+		task :diff => :no_rcov
+	end
+	task :verify => :no_rcov
+end
+
+

data/rake/verifytask.rb

@@ -0,0 +1,64 @@
+#####################################################################
+###	S U B V E R S I O N   T A S K S   A N D   H E L P E R S
+#####################################################################
+
+require 'rake/tasklib'
+
+#
+# Work around the inexplicable behaviour of the original RDoc::VerifyTask, which 
+# errors if your coverage isn't *exactly* the threshold.
+# 
+
+# A task that can verify that the RCov coverage doesn't
+# drop below a certain threshold. It should be run after
+# running Spec::Rake::SpecTask.
+class VerifyTask < Rake::TaskLib
+	
+	COVERAGE_PERCENTAGE_PATTERN = 
+		%r{<tt class='coverage_code'>(\d+\.\d+)%</tt>}
+	
+	# Name of the task. Defaults to :verify_rcov
+	attr_accessor :name
+
+	# Path to the index.html file generated by RCov, which
+	# is the file containing the total coverage.
+	# Defaults to 'coverage/index.html'
+	attr_accessor :index_html
+
+	# Whether or not to output details. Defaults to true.
+	attr_accessor :verbose
+
+	# The threshold value (in percent) for coverage. If the 
+	# actual coverage is not equal to this value, the task will raise an 
+	# exception. 
+	attr_accessor :threshold
+
+	def initialize( name=:verify )
+		@name = name
+		@index_html = 'coverage/index.html'
+		@verbose = true
+		yield self if block_given?
+		raise "Threshold must be set" if @threshold.nil?
+		define
+	end
+
+	def define
+		desc "Verify that rcov coverage is at least #{threshold}%"
+
+		task @name do
+			total_coverage = nil
+			if match = File.read( index_html ).match( COVERAGE_PERCENTAGE_PATTERN )
+				total_coverage = Float( match[1] )
+			else
+				raise "Couldn't find the coverage percentage in #{index_html}"
+			end
+
+			puts "Coverage: #{total_coverage}% (threshold: #{threshold}%)" if verbose
+			if total_coverage < threshold
+				raise "Coverage must be at least #{threshold}% but was #{total_coverage}%"
+			end
+		end
+	end
+end
+
+# vim: set nosta noet ts=4 sw=4: