fingerprint 1.4.0 → 3.0.1

data/lib/fingerprint/scanner.rb

@@ -1,4 +1,4 @@
-# Copyright (c) 2011 Samuel G. D. Williams. <http://www.oriontransfer.co.nz>
+# Copyright, 2011, by Samuel G. D. Williams. <http://www.codeotaku.com>
 # 
 # Permission is hereby granted, free of charge, to any person obtaining a copy
 # of this software and associated documentation files (the "Software"), to deal
@@ -19,28 +19,33 @@
 # THE SOFTWARE.
 
 require 'stringio'
-require 'find'
 require 'etc'
 require 'digest/sha2'
 
-module Fingerprint
+require_relative 'find'
+require_relative 'record'
+require_relative 'version'
 
+module Fingerprint
+	INDEX_FINGERPRINT = "index.fingerprint"
+	
 	CHECKSUMS = {
 		'MD5' => lambda { Digest::MD5.new },
 		'SHA1' => lambda { Digest::SHA1.new },
 		'SHA2.256' => lambda { Digest::SHA2.new(256) },
+		'SHA2.384' => lambda { Digest::SHA2.new(384) },
 		'SHA2.512' => lambda { Digest::SHA2.new(512) },
 	}
 
-	DEFAULT_CHECKSUMS = ['MD5', 'SHA2.256']
+	DEFAULT_CHECKSUMS = ['SHA2.256']
 
 	# The scanner class can scan a set of directories and produce an index.
 	class Scanner
 		# Initialize the scanner to scan a given set of directories in order.
 		# [+options[:excludes]+]  An array of regular expressions of files to avoid indexing.
 		# [+options[:output]+]    An +IO+ where the results will be written.
-		def initialize(roots, options = {})
-			@roots = roots
+		def initialize(roots, pwd: Dir.pwd, **options)
+			@roots = roots.collect{|root| File.expand_path(root, pwd)}
 
 			@excludes = options[:excludes] || []
 			@options = options
@@ -84,14 +89,14 @@ module Fingerprint
 			end
 
 			File.open(path, "rb") do |file|
-				buf = ""
-				while file.read(1024 * 1024 * 10, buf)
-					total += buf.size
+				buffer = ""
+				while file.read(1024 * 1024 * 10, buffer)
+					total += buffer.bytesize
 					
 					@progress.call(total) if @progress
 					
 					@digests.each do |key, digest|
-						digest << buf
+						digest << buffer
 					end
 				end
 			end
@@ -106,35 +111,61 @@ module Fingerprint
 		end
 
 		def metadata_for(type, path)
-			stat = File.stat(path)
 			metadata = {}
+			
+			if type == :link
+				metadata['file.symlink'] = File.readlink(path)
+			else
+				stat = File.stat(path)
+
+				if type == :file
+					metadata['file.size'] = stat.size
+					digests = digests_for(path)
+					metadata.merge!(digests)
+				elsif type == :blockdev or type == :chardev
+					metadata['file.dev_major'] = stat.dev_major
+					metadata['file.dev_minor'] = stat.dev_minor
+				end
 
-			if type == :file
-				metadata['file.size'] = stat.size
-				digests = digests_for(path)
-				metadata.merge!(digests)
-			end
-
-			# Extended information
-			if @options[:extended]
-				metadata['posix.time.modified'] = File.mtime(path)
+				# Extended information
+				if @options[:extended]
+					metadata['posix.time.modified'] = File.mtime(path)
 
-				metadata['posix.mode'] = stat.mode.to_s(8)
+					metadata['posix.mode'] = stat.mode.to_s(8)
 
-				metadata['posix.permissions.user.id'] = stat.uid
-				metadata['posix.permissions.user.name'] = Etc.getpwuid(stat.uid).name
-				metadata['posix.permissions.group.id'] = stat.gid
-				metadata['posix.permissions.group.name'] = Etc.getgrgid(stat.gid).name
+					metadata['posix.permissions.user.id'] = stat.uid
+					metadata['posix.permissions.user.name'] = Etc.getpwuid(stat.uid).name
+					metadata['posix.permissions.group.id'] = stat.gid
+					metadata['posix.permissions.group.name'] = Etc.getgrgid(stat.gid).name
+				end
 			end
-
+			
 			return metadata
 		end
 		
 		# Output a directory header.
 		def directory_record_for(path)
-			Record.new(:directory, path, metadata_for(:directory, path))
+			Record.new(:directory, path.relative_path, metadata_for(:directory, path))
 		end
 
+		def link_record_for(path)
+			metadata = metadata_for(:link, path)
+			
+			Record.new(:link, path.relative_path, metadata)
+		end
+		
+		def blockdev_record_for(path)
+			metadata = metadata_for(:blockdev, path)
+			
+			Record.new(:blockdev, path.relative_path, metadata)
+		end
+		
+		def chardev_record_for(path)
+			metadata = metadata_for(:chardev, path)
+			
+			Record.new(:chardev, path.relative_path, metadata)
+		end
+		
 		# Output a file and associated metadata.
 		def file_record_for(path)
 			metadata = metadata_for(:file, path)
@@ -142,12 +173,30 @@ module Fingerprint
 			# Should this be here or in metadata_for?
 			# metadata.merge!(digests_for(path))
 			
-			Record.new(:file, path, metadata)
+			Record.new(:file, path.relative_path, metadata)
 		end
 
 		# Add information about excluded paths.
 		def excluded_record_for(path)
-			Record.new(:excluded, path)
+			Record.new(:excluded, path.relative_path)
+		end
+
+		def record_for(path)
+			stat = File.stat(path)
+			
+			if stat.symlink?
+				return link_record_for(path)
+			elsif stat.blockdev?
+				return blockdev_record_for(path)
+			elsif stat.chardev?
+				return chardev_record_for(path)
+			elsif stat.socket?
+				return socket_record_for(path)
+			elsif stat.file?
+				return file_record_for(path)
+			end
+		rescue Errno::ENOENT
+			return nil
 		end
 
 		public
@@ -163,17 +212,13 @@ module Fingerprint
 			return false
 		end
 
-		def valid_file?(path)
-			!(excluded?(path) || File.symlink?(path) || !File.file?(path) || !File.readable?(path))
-		end
-
 		def scan_path(path)
+			return nil if excluded?(path)
+			
 			@roots.each do |root|
-				Dir.chdir(root) do
-					if valid_file?(path)
-						return file_record_for(path)
-					end
-				end
+				full_path = Build::Files::Path.join(root, path)
+				
+				return record_for(full_path)
 			end
 			
 			return nil
@@ -192,23 +237,21 @@ module Fingerprint
 			# Estimate the number of files and amount of data to process..
 			if @options[:progress]
 				@roots.each do |root|
-					Dir.chdir(root) do
-						Find.find("./") do |path|
-							if @options[:progress]
-								$stderr.puts "# Scanning: #{path}"
-							end
-							
-							if File.directory?(path)
-								if excluded?(path)
-									Find.prune # Ignore this directory
-								end
-							else
-								# Skip anything that isn't a valid file (e.g. pipes, sockets, symlinks).
-								if valid_file?(path)
-									total_count += 1
-									total_size += File.size(path)
-								end
-							end
+					Find.find(root) do |path|
+						# Some special files fail here, and this was the simplest fix.
+						Find.prune unless File.exist?(path)
+						
+						if @options[:progress]
+							$stderr.puts "# Scanning: #{path}"
+						end
+						
+						if excluded?(path)
+							Find.prune if path.directory?
+						elsif path.symlink?
+							total_count += 1
+						elsif path.file?
+							total_count += 1
+							total_size += File.size(path)
 						end
 					end
 				end
@@ -221,47 +264,47 @@ module Fingerprint
 			end
 			
 			@roots.each do |root|
-				Dir.chdir(root) do
-					recordset << header_for(root)
+				recordset << header_for(root)
+				
+				Find.find(root) do |path|
+					# Some special files fail here, and this was the simplest fix.
+					Find.prune unless File.exist?(path)
 					
-					Find.find("./") do |path|
-						if @options[:progress]
-							$stderr.puts "# Path: #{path}"
-						end
+					if @options[:progress]
+						$stderr.puts "# Path: #{path.relative_path}"
+					end
+					
+					if excluded?(path)
+						excluded_count += 1
 						
-						if File.directory?(path)
-							if excluded?(path)
-								excluded_count += 1
-								
-								if @options[:verbose]
-									recordset << excluded_record_for(path)
-								end
-								
-								Find.prune # Ignore this directory
-							else
-								directory_count += 1
-								
-								recordset << directory_record_for(path)
-							end
-						else
-							# Skip anything that isn't a valid file (e.g. pipes, sockets, symlinks).
-							if valid_file?(path)
-								recordset << file_record_for(path)
-
-								processed_count += 1
-								processed_size += File.size(path)
-							else
-								excluded_count += 1
-								
-								if @options[:verbose]
-									recordset << excluded_record_for(path)
-								end
-							end
+						if @options[:verbose]
+							recordset << excluded_record_for(path)
 						end
 						
-						# Print out a progress summary if requested
-						@progress.call(0) if @progress
+						Find.prune if path.directory?
+					elsif path.directory?
+						directory_count += 1
+						
+						recordset << directory_record_for(path)
+					elsif path.symlink?
+						recordset << link_record_for(path)
+						
+						processed_count += 1
+					elsif path.file?
+						recordset << file_record_for(path)
+
+						processed_count += 1
+						processed_size += File.size(path)
+					else
+						excluded_count += 1
+						
+						if @options[:verbose]
+							recordset << excluded_record_for(path)
+						end
 					end
+					
+					# Print out a progress summary if requested
+					@progress.call(0) if @progress
 				end
 			end
 			

data/lib/fingerprint/version.rb

@@ -1,4 +1,4 @@
-# Copyright (c) 2011 Samuel G. D. Williams. <http://www.oriontransfer.co.nz>
+# Copyright, 2011, by Samuel G. D. Williams. <http://www.codeotaku.com>
 # 
 # Permission is hereby granted, free of charge, to any person obtaining a copy
 # of this software and associated documentation files (the "Software"), to deal
@@ -18,7 +18,6 @@
 # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 # THE SOFTWARE.
 
-
 module Fingerprint
-	VERSION = "1.4.0"
+	VERSION = "3.0.1"
 end

data/spec/fingerprint/command/analyze_spec.rb

@@ -0,0 +1,48 @@
+#!/usr/bin/env rspec
+
+# Copyright, 2016, by Samuel G. D. Williams. <http://www.codeotaku.com>
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+require 'fingerprint/command'
+
+require_relative 'source_fingerprint'
+
+RSpec.describe Fingerprint::Command::Analyze do
+	include_context "source fingerprint"
+	
+	it "should analyze and verify files" do
+		Fingerprint::Command::Top["analyze", "-f"].call
+		
+		expect(File).to be_exist(Fingerprint::INDEX_FINGERPRINT)
+		
+		top = Fingerprint::Command::Top["verify"].tap(&:call)
+		
+		expect(top.command.error_count).to be == 0
+	end
+	
+	it "should analyze path but exclude specified file" do
+		Fingerprint::Command::Top["analyze", "-n", fingerprint_name, "-f", source_directory].call
+		
+		expect(File).to be_exist(fingerprint_name)
+		
+		record_set = Fingerprint::RecordSet.load_file(fingerprint_name)
+		expect(record_set).to_not be_include(File.basename(fingerprint_name))
+	end
+end

data/spec/fingerprint/command/duplicates_spec.rb

@@ -0,0 +1,53 @@
+#!/usr/bin/env rspec
+
+# Copyright, 2016, by Samuel G. D. Williams. <http://www.codeotaku.com>
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+require 'fingerprint/command'
+
+require_relative 'source_fingerprint'
+
+RSpec.describe Fingerprint::Command::Duplicates do
+	include_context "source fingerprint"
+	
+	it "should have no duplicates" do
+		Fingerprint::Command::Top["analyze", "-n", fingerprint_name, "-f", source_directory].call
+		
+		expect(File).to be_exist(fingerprint_name)
+		
+		record_set = Fingerprint::RecordSet.load_file(fingerprint_name)
+		
+		top = Fingerprint::Command::Top["duplicates", fingerprint_name].tap(&:call)
+		
+		expect(top.command.duplicates_recordset).to be_empty
+	end
+	
+	it "should have duplicates" do
+		Fingerprint::Command::Top["analyze", "-n", fingerprint_name, "-f", source_directory].call
+		
+		expect(File).to be_exist(fingerprint_name)
+		
+		record_set = Fingerprint::RecordSet.load_file(fingerprint_name)
+		
+		top = Fingerprint::Command::Top["duplicates", fingerprint_name, fingerprint_name].tap(&:call)
+		
+		expect(top.command.duplicates_recordset).to_not be_empty
+	end
+end

data/spec/fingerprint/command/source_fingerprint.rb

@@ -0,0 +1,32 @@
+#!/usr/bin/env rspec
+
+# Copyright, 2016, by Samuel G. D. Williams. <http://www.codeotaku.com>
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+require 'fileutils'
+
+RSpec.shared_context "source fingerprint" do
+	let(:source_directory) {File.expand_path("../../../lib", __dir__)}
+	let(:fingerprint_name) {File.join(__dir__, "test.fingerprint")}
+	
+	after(:each) do
+		FileUtils.rm_rf(fingerprint_name)
+	end
+end