dircat 0.0.5 → 0.1.4

data/LICENSE

@@ -1,4 +1,4 @@
-Copyright (c) 2009 gf
+Copyright (c) 2009-2010 tokiro
 
 Permission is hereby granted, free of charge, to any person obtaining
 a copy of this software and associated documentation files (the

data/README.rdoc

@@ -33,4 +33,4 @@ sudo gem install gf-dircat -s gems.github.com
 
 == Copyright
 
-Copyright (c) 2009 gf. See LICENSE for details.
+Copyright (c) 2009-2010 tokiro. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,9 @@
+require 'rubygems'
+require 'rake'
+
+# Load tasks
+Dir.glob('tasks/**/*.rake').each { |r| Rake.application.add_import r }
+
+task :test => :check_dependencies
+task :default => :spec
+

data/VERSION.yml

@@ -0,0 +1,5 @@
+--- 
+:major: 0
+:minor: 1
+:patch: 4
+:build: 

data/bin/dircat-build

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+$:.unshift  File.join( File.dirname( __FILE__), "..", "lib"  )
+
+require 'dircat'
+include DirCat
+exit DirCatBuild.run

data/bin/dircat-diff

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+$:.unshift  File.join( File.dirname( __FILE__), "..", "lib"  )
+
+require 'dircat'
+include DirCat
+exit DirCatDiff.run

data/bin/dircat-query

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+$:.unshift(File.join( File.dirname( __FILE__), "..", "lib"  ))
+
+require 'dircat'
+include DirCat
+exit DirCatQuery.run

data/dircat.gemspec

@@ -0,0 +1,88 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{dircat}
+  s.version = "0.1.4"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Tokiro"]
+  s.date = %q{2010-12-17}
+  s.description = %q{
+      command line utilites to manage catalogs of directory
+    }
+  s.email = %q{tokiro.oyama@gmail.com}
+  s.executables = ["dircat-build", "dircat-diff", "dircat-query"]
+  s.extra_rdoc_files = [
+    "LICENSE",
+    "README.rdoc"
+  ]
+  s.files = [
+    "LICENSE",
+    "README.rdoc",
+    "Rakefile",
+    "VERSION.yml",
+    "dircat.gemspec",
+    "examples/example.rb",
+    "lib/dircat.rb",
+    "lib/dircat/cat.rb",
+    "lib/dircat/cli/dircat_build.rb",
+    "lib/dircat/cli/dircat_diff.rb",
+    "lib/dircat/cli/dircat_query.rb",
+    "lib/dircat/entry.rb",
+    "lib/dircat/extension_md5.rb",
+    "lib/dircat/extension_numeric.rb",
+    "lib/dircat/report.rb"
+  ]
+  s.homepage = %q{http://github.com/tokiro/dircat}
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.7}
+  s.summary = %q{command line utilites to manage catalogs of directory}
+  s.test_files = [
+    "spec/dircat/cat_spec.rb",
+    "spec/dircat/cli/dircat_build_spec.rb",
+    "spec/dircat/cli/dircat_query_diff_spec.rb",
+    "spec/dircat/cli/dircat_query_spec.rb",
+    "spec/dircat/md5_spec.rb",
+    "spec/dircat/numeric_spec.rb",
+    "spec/fixtures/certified_output/dircat1.yaml",
+    "spec/fixtures/certified_output/dircat2.yaml",
+    "spec/fixtures/dir1/file1.txt",
+    "spec/fixtures/dir1/subdir/file3.txt",
+    "spec/fixtures/dir2/file1.txt",
+    "spec/fixtures/dir2/file2.txt",
+    "spec/fixtures/dir2/subdir/file3.txt",
+    "spec/fixtures/dir3/file1.txt",
+    "spec/fixtures/dir3/subdir/file1.txt",
+    "spec/fixtures/tmp/dummy.txt",
+    "spec/spec_helper.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<jeweler>, [">= 0"])
+      s.add_development_dependency(%q<rake>, [">= 0"])
+      s.add_development_dependency(%q<yard>, [">= 0"])
+      s.add_development_dependency(%q<bundler>, [">= 0"])
+      s.add_development_dependency(%q<rspec>, [">= 0"])
+    else
+      s.add_dependency(%q<jeweler>, [">= 0"])
+      s.add_dependency(%q<rake>, [">= 0"])
+      s.add_dependency(%q<yard>, [">= 0"])
+      s.add_dependency(%q<bundler>, [">= 0"])
+      s.add_dependency(%q<rspec>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<jeweler>, [">= 0"])
+    s.add_dependency(%q<rake>, [">= 0"])
+    s.add_dependency(%q<yard>, [">= 0"])
+    s.add_dependency(%q<bundler>, [">= 0"])
+    s.add_dependency(%q<rspec>, [">= 0"])
+  end
+end
+

data/examples/example.rb

@@ -0,0 +1,10 @@
+$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+
+require 'dircat'
+include DirCat
+
+dir = File.join( File.dirname(__FILE__), "..")
+
+cat  = Cat.from_dir( dir )
+cat.fmt_report
+

data/lib/dircat/cat.rb

@@ -0,0 +1,192 @@
+module DirCat
+
+  class Cat
+
+    attr_reader :dirname
+
+    # data di creazione
+    attr_reader :ctime
+    attr_writer :ctime
+
+    def initialize( options = {} )
+      @verbose_level = options.delete(:verbose) || 0
+      @dirname = ""
+      @ctime   = DateTime.now
+      @entries = Array.new
+      @md5ToEntries = Hash.new
+    end
+
+    def from_dir( dirname )
+      if not File.directory?( dirname )
+        raise "'#{dirname}' is not a directory or doesn't exists"
+      end
+      @dirname = File.expand_path dirname
+      @ctime   = DateTime.now
+      _loadfromdir
+      self
+    end
+
+    def self.from_dir( dirname, options = {} )
+      new(options).from_dir(dirname)
+    end
+    
+    def from_file( filename )
+      if not File.exist?( filename )
+        raise DirCatException.new, "'#{filename}' not exists"
+      end
+      dircat_ser = YAML::load( File.open( filename ) )
+      @dirname = dircat_ser.dirname
+      @ctime   = dircat_ser.ctime
+      dircat_ser.entries.each{ |entry_ser|
+        add_entry( Entry.new.from_ser( entry_ser ) )
+      }
+      self
+    end
+
+    def self.from_file( filename, options = {} )
+      new(options).from_file(filename)
+    end
+
+    def to_ser
+      dircat_ser = DirCatSer.new
+      dircat_ser.version = 0.1
+      dircat_ser.dirname = @dirname
+      dircat_ser.ctime   = @ctime
+      dircat_ser.entries = []
+      @entries.each { |entry|
+        dircat_ser.entries << entry.to_ser
+      }
+      dircat_ser
+    end
+
+    def _loadfromdir()
+      old_dirname = Dir.pwd
+      Dir.chdir( @dirname )
+      Dir["**/*"].each { |f|
+        next if File.directory?( f )
+
+        if @verbose_level > 0
+          cr = "\r"
+          clear = "\e[K"
+          print "#{cr}#{filename}#{clear}"
+        end
+
+        add_entry( Entry.new.from_filename( f ) )
+      }
+      if @verbose_level > 0
+        print "\n"
+      end
+      Dir.chdir( old_dirname )
+      self
+    end
+
+    def save_to( file )
+      if file.kind_of?(String)
+        begin
+          File.open( file, "w" ) do |f|
+            f.puts to_ser.to_yaml
+          end
+        rescue Errno::ENOENT
+          raise DirCatException.new, "DirCat: cannot write into '#{file}'", caller
+        end
+      else
+        file.puts to_ser.to_yaml
+      end
+    end
+
+    def size
+      @entries.size
+    end
+
+    def bytes
+      @entries.inject(0) {|sum, entry| sum + entry.size }
+    end
+
+    def report
+      dups = duplicates
+      s = "Base dir: #@dirname\n" +
+        "Nr. file: #{size}\n" +
+        "Bytes: #{bytes.with_separator}"
+      if duplicates.size > 0
+        s+= "\n duplicates #{dups.size}"
+      end
+      s
+    end
+
+    def add_entry( e )
+      @entries.push( e )
+      if @md5ToEntries.has_key?( e.md5 )
+        # puts "Entry duplicata!!!"
+        @md5ToEntries[ e.md5 ].push( e )
+      else
+        @md5ToEntries[ e.md5 ] = [ e ]
+      end
+    end
+
+    def contains( e )
+      @md5ToEntries.has_key?( e.md5 )
+    end
+
+    def -(s)
+      result = Cat.new
+      @entries.each { |e|
+        result.add_entry(e) unless s.contains(e)
+      }
+      result
+    end
+
+    def duplicates
+      list = []
+      @md5ToEntries.each_value do |ee|
+        next if ee.size < 2
+        list.push( ee )
+      end
+      list
+    end
+
+    def fmt_simple
+      @entries.each { |e|
+        print e.to_s
+      }
+    end
+
+    def fmt_report
+      DirCat::report(@entries, :md5, :name, :path)
+    end
+
+    def fmt_ruby( dst )
+      puts "require 'fileutils'"
+      @entries.each { |entry|
+        src = File.join( @dirname, entry.path, entry.name );
+        puts "FileUtils.cp( \"#{src}\", \"#{dst}\" )"
+      }
+    end
+
+    def list_dup
+      r = ""
+      duplicates.flatten.each { |e|
+        r += e.to_s + "\n"
+      }
+      r
+    end
+
+    def script_dup
+      r = "require 'fileutils'\n"
+      duplicates.each { |entries|
+        flg_first = true
+        r += "\n"
+        entries.each{ |entry|
+          src = File.join( @dirname, entry.path, entry.name );
+          if flg_first
+            flg_first = false
+            r += "# FileUtils.mv( \"#{src}\", \"#{Dir.tmpdir}\" )\n"
+          else
+            r += "FileUtils.mv( \"#{src}\", \"#{Dir.tmpdir}\" )\n"
+          end
+        }
+      }
+      r
+    end
+
+  end
+end

data/lib/dircat/cli/dircat_build.rb

@@ -1,105 +1,114 @@
-# stdlib
-require 'optparse'
+module DirCat
+  #
+  # Build a catalogue starting from a directory
+  #
+  class DirCatBuild
+
+    def self.run
+      return self.new.parse_args( ARGV )
+    end
 
-# dircat
-require 'dircat/dircat.rb'
+    def parse_args( argv )
+      options = { :verbose => true, :force => false }
+      opts = OptionParser.new
+      opts.banner << "Usage: dircat-build [options]\n"
+      opts.banner << "\n"
+      opts.banner << "Build a catalogue starting from a directory\n";
+      opts.banner << "\n"
+
+      opts.on("-h", "--help", "Print this message") do
+        puts opts
+        return 0
+      end
 
-#
-# Build a catalogue starting from a directory
-#
-class DirCatBuild
+      opts.on("--version", "show the dircat version") do
+        puts "dircat version #{DirCat::version}"
+        return 0
+      end
 
-  def self.run
-    self.new.parse_args( ARGV )
-  end
+      opts.on("-v", "--[no-]verbose", "Run verbosely") do |v|
+        options[:verbose] = v
+      end
 
-  def parse_args( argv )
-    options = { :verbose => true, :force => false }
-    opts = OptionParser.new
-    opts.banner << "Usage: dircat_build [options]\n"
-    opts.banner << "\n"
-    opts.banner << "Build a catalogue starting from a directory\n";
-    opts.banner << "\n"
-
-    opts.on("-h", "--help", "Print this message") do
-      puts opts
-      return
-    end
+      opts.on("-q", "--quiet", "quiet mode as --no-verbose") do |v|
+        options[:verbose] = false
+      end
 
-    opts.on("-v", "--[no-]verbose", "Run verbosely") do |v|
-      options[:verbose] = v
-    end
+      opts.on("-f", "--force", "force write on existent file") do |v|
+        options[:force] = true
+      end
 
-    opts.on("-q", "--quiet", "quiet mode as --no-verbose") do |v|
-      options[:verbose] = false
-    end
+      opts.on("-o [FILE]", "--output [FILE]",String) do |v|
+        if options[:output]
+          puts "only one file of output can be used"
+          return 1
+        end
+        options[:output] = v
+      end
 
-    opts.on("-f", "--force", "force write on existent file") do |v|
-    	options[:force] = true
-    end
+      rest = opts.parse(argv)
 
-    opts.on("-o [FILE]", "--output [FILE]",String) do |v|
-      options[:output] = v
-    end
+      # p options
+      # p ARGV
 
-    rest = opts.parse(argv)
-
-    # p options
-    # p ARGV
+      if rest.length < 1
+        puts "directory (from which build catalog) is missing"
+        puts "-h to print help"
+        return 0
+      end
 
-    if rest.length < 1
-      puts "inserire il nome della directory di cui creare il catalogo"
-      puts "-h to print help"
-      return
-    end
+      dirname = rest[0]
+      dirname = File.expand_path( dirname )
+      cat_opts = {}
 
-    dirname = rest[0]
-    dirname = File.expand_path( dirname )
-    if not FileTest.directory?(dirname)
-      puts "directory "#{dirname} not exists or is not a directory"
-      return 
-    end
+      if not FileTest.directory?(dirname)
+        puts "'#{dirname}' not exists or is not a directory"
+        return 0
+      end
 
-    #
-    # option verbose
-    #
+      #
+      # option verbose
+      #
 
-    if options.has_key?(:verbose)
-      if options[:verbose]
-        $VERBOSE_LEVEL = 1
+      if options.has_key?(:verbose)
+        if options[:verbose]
+          cat_opts[:verbose_level] = 1
+        end
       end
-    end
 
-    #
-    # option: output, force
-    #
-    output = $stdout
-    if options.has_key?(:output)
-      if options[:output]
-    	  filename = options[:output]
-    	else
-    	  filename = "cat_" + File.basename( dirname ) + "_" + Date.today.strftime("%Y%m%d") + ".yaml"
+      #
+      # option: output, force
+      #
+      output = $stdout
+      if options.has_key?(:output)
+        if options[:output]
+          filename = options[:output]
+        else
+          filename = "cat_" + File.basename( dirname ) + "_" + Date.today.strftime("%Y%m%d") + ".yaml"
+        end
+        if File.exist?(filename) and not options[:force]
+          puts "catalog '#{filename}' exists use --force or -f to overwrite"
+          return 0
+        end
+        output = File.open(filename, "w")
       end
-      if File.exist?(filename) and not options[:force]
-        puts "File #{filename} exists use --force or -f to overwrite"
-        return
-      end
-      output = File.open(filename, "w")
-    end
 
-    start_datetime = DateTime.now
-    s = DirCat.loadfromdir(dirname)
-    end_datetime = DateTime.now
+      start_time = Time.now
+      s = Cat.from_dir(dirname)
+      end_time = Time.now
+
+      # s.pr
+      # f.puts s.to_yaml
+      s.save_to( output )
 
-    # s.pr
-    # f.puts s.to_yaml
-    s.savetofile( output )
+      if output != $stdout
+        output.close
+      end
+      $stderr.puts s.report
+      $stderr.puts "elapsed: #{end_time - start_time}"
 
-    if output != $stdout
-      output.close
+      0
     end
-    $stderr.puts s.report
-    $stderr.puts "tempo: #{end_datetime - start_datetime}"
-  end
 
+  end
 end

data/lib/dircat/cli/dircat_diff.rb

@@ -0,0 +1,85 @@
+module DirCat
+
+  class DirCatDiff
+
+    def self.run
+      return self.new.parse_args( ARGV )
+    end
+
+    def parse_args( args )
+      options = {}
+      opts = OptionParser.new
+      opts.banner =
+        "Usage: dircat_cfr.rb [options] <filedircat1> <filedircat2>\n\n" +
+        "fa la differenza fra il primo catalog e il secondo\n" +
+        "<filedircat1> - <filedircat2>\n" +
+        "e stampa sull'output con un formato\n"
+
+      opts.on("-h", "--help", "Print this message") do
+        puts opts
+        return 0
+      end
+
+      opts.on("--version", "show the dircat version") do
+        puts "dircat version #{DirCat::version}"
+        return 0
+      end
+
+      opts.on("-v", "--[no-]verbose", "Run verbosely") do |v|
+        options[:verbose] = v
+      end
+
+      opts.on("-f FORMAT", "--fmt FORMAT", "formato") do |v|
+        options[:fmt] = v
+      end
+      rest = opts.parse( args )
+
+      # p options
+      # p ARGV
+
+      if rest.length < 2
+        puts "you must provide two args (catalogs or directory)"
+        puts "dircat_cfr -h to print help"
+        exit
+      end
+
+      cat_filename1 = rest[0]
+      cat_filename2 = rest[1]
+
+      if File.exists?( cat_filename1 )
+        puts "load catalog #{cat_filename1}"
+        s1 = Cat.from_file(cat_filename1)
+      elsif File.directory?(cat_filename1)
+        puts "build first set from directory #{cat_filename1}"
+        s1 = Cat.from_dir(cat_filename1)
+      else
+        puts "#{cat_filename1} is not a catalog file or directory"
+        return 1
+      end
+
+      if File.exists?( cat_filename2 )
+        puts "load catalog #{cat_filename2}"
+        s2 = Cat.from_file(cat_filename2)
+      elsif File.directory?(cat_filename2)
+        puts "build first set from directory #{cat_filename2}"
+        s2 = Cat.from_dir(cat_filename2)
+      else
+        puts "#{cat_filename2} is not a catalog file or directory"
+        return 1
+      end
+
+      puts "build difference"
+      s3 = s1 - s2
+
+      case options[:fmt]
+      when "simple"
+        s3.fmt_simple
+      when "ruby"
+        s3.fmt_ruby( "." )
+      else
+        s3.fmt_simple
+      end
+      0
+    end
+  end
+end