dfm 0.0.1

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    YTg4NWZlYWEwYWMxZTI4ZmE3YmUwZTljYzVjNmI3NTljZjBhYTQ2MA==
+  data.tar.gz: !binary |-
+    NjhjOTFjNGM4NTBjZTc3YmM5NmU4NTE2ZWM1NjI5YjMxODNlOGJhMA==
+SHA512:
+  metadata.gz: !binary |-
+    ZmU2ZTZjMDBkMjAzYmJiMTcxNjhkMmE5YmFiZTViNzRkZTUwNmY0MjEzOGI2
+    M2U3NDY5NGI4ZGNiMmMwODgxOTU3MDM5NWVhZDQ2MzE1YzY1ZTJkNjZkZWE2
+    ZDRmN2RiY2EyZmJlNmZkYWI1NWI2MmU4YWRmOWUzYTYyZDY2ZDU=
+  data.tar.gz: !binary |-
+    NTIzZmNiZjczZmQxNmQ0NTEzOGU1NDM0Y2Y0ZDcxMjVkZjJjNTkyNDdkYzBi
+    MWE2YjhkM2I0MTNkOTZjYWZjZmJmYTEzYmVkNDg2MmY2YTM0OGE1NjhhMGYw
+    ODliNWE1Njg0NzM2ODU5ZWUyMWI1YmFiZmQyZTAyYWI4YzYyMDg=

data/LICENSE

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2014 Daniel P. Clark
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,4 @@
+dfm
+===
+
+Duplicate File Manager

data/bin/dfm

@@ -0,0 +1,43 @@
+#!/usr/bin/env ruby
+
+begin
+	require 'dfm'
+rescue LoadError
+	require 'rubygems'
+	require 'dfm'
+end
+require 'optparse'
+
+
+options = {}
+printers = Array.new
+
+OptionParser.new do |opts|
+	opts.banner = "Usage: dfm [options] [path]\nDefaults: dfm -x -d ." + File::SEPARATOR
+	opts.on("-f", "--filters FILTERS", Array, "File extension filters") do |filters|
+		options[:filters] = filters
+	end
+	opts.on("-x", "--duplicates-hex", "Prints duplicate files by MD5 hexdigest") do |dh|
+		printers << "dh"
+	end
+	opts.on("-d", "--duplicates-name", "Prints duplicate files by file name") do |dh|
+		printers << "dn"
+	end
+	opts.on("-s", "--singles-hex", "Prints non-duplicate files by MD5 hexdigest") do |dh|
+		printers << "sh"
+	end
+	opts.on("-n", "--singles-name", "Prints non-duplicate files by file name") do |dh|
+		printers << "sn"
+	end
+end.parse!
+path = ARGV.select {|i| File.directory? i }[0]
+program = DFM.new( options.update( { :path => path } ) )
+if printers.empty?
+	program.print_duplicates
+	program.print_duplicates( "name" )
+else
+	if printers.include? "dh"; program.print_duplicates; end
+	if printers.include? "dn"; program.print_duplicates( "name" ); end
+	if printers.include? "sh"; program.print_singles; end
+	if printers.include? "sn"; program.print_singles( "name" ); end
+end

data/lib/dfm.rb

@@ -0,0 +1,76 @@
+require 'digest'
+require 'json'
+require 'dfm/version'
+
+class DFM
+	attr_accessor :filters
+
+	def initialize( params = {} )
+		@files_by_hexdigest = {}
+		@files_by_name = {}
+		@filters = Array( params.fetch( :filters, nil ) )
+		@path = ( ( params.fetch( :path, '.' ) ) || '.' ) + File::SEPARATOR
+		@hashFunc = Digest::MD5.new
+		recurse_path( @path )
+	end
+
+	def print_singles( opt = "hex" )
+		print_match( { :type => opt, :duplicates => false } )
+	end
+	
+	def print_duplicates( opt = "hex" )
+		print_match( { :type => opt } )
+	end
+
+	def hex( duplicates = true )
+		select_duplicates( { :hash => @files_by_hexdigest, :duplicates => duplicates } )
+	end
+
+	def name( duplicates = true )
+		select_duplicates( { :hash => @files_by_name, :duplicates => duplicates } )
+	end
+
+	def recurse( path )
+		@files_by_hexdigest = {}
+		@files_by_name = {}
+		recurse_path( path )
+	end
+
+	private
+
+	def insert_file( file )
+		# hex
+		file_io = File.open( file, "rb" ) { |io| io.read }
+		hex_file = @hashFunc.hexdigest( file_io )
+		@files_by_hexdigest[ hex_file ] = Array( @files_by_hexdigest[ hex_file ] ) << file
+		# name
+		@files_by_name[ File.basename( file ) ] = Array( @files_by_name[ File.basename( file ) ] ) << file
+	end
+
+	def recurse_path( path = @path )
+		@filters.empty? ? ( filters = "" ) : ( filters = @filters.join( "," ).prepend( ".{" ).<<( "}" ) )
+		Dir.glob( path + '**' + File::SEPARATOR + '*' + filters ).each { |file|
+			if File.file? file
+				insert_file file
+			end
+		}
+	end
+
+	def select_duplicates( opt = { :hash => @files_by_hexdigest, :duplicates => true } )
+		if opt[ :duplicates ]
+			opt[ :hash ].select { |k,v| v.length > 2 }
+		else
+			opt[ :hash ].select { |k,v| v.length == 1 }
+		end
+	end
+
+	def print_match( opt = { :type => "hex", :duplicates => true } )
+		if !!opt[ :type ][ "hex" ] or !!opt[ :type ][ "name" ]
+			print_json send( opt[ :type ], *Array( opt[ :duplicates ] ) )
+		end
+	end
+
+	def print_json( hash )
+		puts JSON.pretty_generate( hash )
+	end
+end

data/lib/dfm/version.rb

@@ -0,0 +1,6 @@
+class DFM
+	VERSION = "0.0.1"
+end
+
+# Version 0.1.0
+# * Complete Release

metadata

@@ -0,0 +1,49 @@
+--- !ruby/object:Gem::Specification
+name: dfm
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Daniel P. Clark / 6ftDan(TM)
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-06-16 00:00:00.000000000 Z
+dependencies: []
+description: Parse duplicate files to process!
+email: webmaster@6ftdan.com
+executables:
+- dfm
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE
+- README.md
+- bin/dfm
+- lib/dfm.rb
+- lib/dfm/version.rb
+homepage: https://github.com/danielpclark/dfm
+licenses:
+- The MIT License (MIT)
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Duplicate File Manager!
+test_files: []