tree.rb 0.3.10 → 0.3.11

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 2cb987c6a880527ec3110fa658983b5d60caa431
+  data.tar.gz: 7ab651eb25d463d83fbab1fd5e056a5e53499b57
+SHA512:
+  metadata.gz: 3cab8085a32ff8ac7a4a6c588fb42135dccfed166a274f70f59d947dfd584664fcf7dbfbf2c943fa2ca909ac25d7e14664f3fabb7c56daf7bc270d1e2d4816d7
+  data.tar.gz: 82dc7d99808412b5254790087c9ded891b970909a0a12f29e3d69bfb9f7fa52efca1545bcb5b490d7ea3b4c748b7cf7b951f1972c2ee32cc818923d0c8028fb4

data/examples/ruby_examples/find_directory_without_subdirectory.rb

@@ -1,7 +1,7 @@
 # -*- coding: utf-8 -*-
 require 'ostruct'
 
-cwd = File.expand_path( File.join( File.dirname(__FILE__), "..", "..", "lib" ) )
+cwd = File.expand_path( File.join( File.dirname(__FILE__), '..', '..', 'lib') )
 $:.unshift(cwd) unless $:.include?(cwd)
 require 'tree_rb'
 
@@ -31,7 +31,7 @@ class DirWithoutSubDir < TreeRb::BasicTreeNodeVisitor
 
 end
 
-dtw = TreeRb::DirTreeWalker.new( File.join("..", ".." ))
+dtw = TreeRb::DirTreeWalker.new( File.join('..', '..'))
 dtw.ignore /^\./
 dtw.visit_file=false
 dtw.run( DirWithoutSubDir.new )

data/examples/ruby_examples/find_files.rb

@@ -1,6 +1,5 @@
 # -*- coding: utf-8 -*-
-
-cwd = File.expand_path( File.join( File.dirname(__FILE__), "..", "..", "lib" ) )
+cwd = File.expand_path( File.join( File.dirname(__FILE__), '..', '..', 'lib') )
 $:.unshift(cwd) unless $:.include?(cwd)
 require 'tree_rb'
 include TreeRb
@@ -11,8 +10,8 @@ class MyVisitor < BasicTreeNodeVisitor
   end
 end
 
-dtw = DirTreeWalker.new( File.join(File.dirname(__FILE__), "..", ".." ) )
-dtw.match "leaf_node.rb"
-dtw.match "abs_node.rb"
+dtw = DirTreeWalker.new( File.join(File.dirname(__FILE__), '..', '..') )
+dtw.match 'leaf_node.rb'
+dtw.match 'abs_node.rb'
 dtw.run( MyVisitor.new )
 

data/examples/ruby_examples/print_files.rb

@@ -4,8 +4,20 @@ $:.unshift(cwd) unless $:.include?(cwd)
 require 'tree_rb'
 include TreeRb
 
-dtw = DirTreeWalker.new( :ignore => ".git" )
-dtw.run ".." do
+root_dir =  '..'
+
+puts '*** print all files excluding "*.git" and "*.ini"'
+dtw = DirTreeWalker.new( :ignore => %w(.git .ini) )
+dtw.run root_dir do
+  on_leaf do |pathname|
+    puts "- #{pathname}"
+  end
+end
+
+puts '*** print files with extension *.sh" and "*.js"'
+#dtw = DirTreeWalker.new( :match => %w(/.sh/ /.jd/) )
+dtw = DirTreeWalker.new( :match => /.sh/ )
+dtw.run root_dir do
   on_leaf do |pathname|
     puts "- #{pathname}"
   end

data/lib/tree_rb.rb

@@ -5,6 +5,8 @@
 #
 require 'pathname'
 require 'yaml'
+require 'ostruct'
+require 'nokogiri'
 
 #
 # rubygems
@@ -25,26 +27,22 @@ end
 require 'tree_rb/version'
 require 'tree_rb/extension_digest'
 require 'tree_rb/extension_numeric'
+require 'tree_rb/exception'
 
-require 'tree_rb/abs_node'
-require 'tree_rb/leaf_node'
-require 'tree_rb/tree_node'
-require 'tree_rb/basic_tree_node_visitor'
-require 'tree_rb/tree_node_visitor'
+require 'tree_rb/core/abs_node'
+require 'tree_rb/core/leaf_node'
+require 'tree_rb/core/tree_node'
+require 'tree_rb/core/basic_tree_node_visitor'
+require 'tree_rb/core/tree_node_visitor'
 
-require 'tree_rb/directory_walker'
+require 'tree_rb/input_file_system/directory_walker'
+require 'tree_rb/input_file_system/dir_processor'
+
+require 'tree_rb/input_html_page/dom_walker'
 
 #
 # visitors
 #
-#require 'tree_rb/visitors/block_tree_node_visitor'
-#require 'tree_rb/visitors/build_dir_tree_visitor'
-#require 'tree_rb/visitors/callback_tree_node_visitor2'
-#require 'tree_rb/visitors/clone_tree_node_visitor'
-#require 'tree_rb/visitors/depth_tree_node_visitor'
-#require 'tree_rb/visitors/print_dir_tree_visitor'
-#require 'tree_rb/visitors/directory_to_hash_visitor'
-#require 'tree_rb/visitors/sqlite_dir_tree_visitor'
 
 visitors_dir = File.join(File.dirname(__FILE__), "tree_rb", "visitors")
 unless Dir.exist? visitors_dir
@@ -52,5 +50,9 @@ unless Dir.exist? visitors_dir
 end
 Dir[ File.join(visitors_dir, "*.rb") ].each { |f|require f }
 
+visitors_dir = File.join(File.dirname(__FILE__), "tree_rb", "visitors_file_system")
+unless Dir.exist? visitors_dir
+  raise "cannot found directory '#{visitors_dir}'"
+end
+Dir[ File.join(visitors_dir, "*.rb") ].each { |f|require f }
 
-require 'tree_rb/util/dir_processor'

data/lib/tree_rb/cli/cli_tree.rb

@@ -74,7 +74,7 @@ module TreeRb
         options[:show_indentation] = false
       end
 
-      algos        = %w[build-dir print-dir json d3js html_partition html_tree html_treemap yaml sqlite]
+      algos = %w[build-dir print-dir json d3js html_partition html_tree html_treemap yaml sqlite dircat]
       # algo_aliases = { "b" => "build-dir", "v" => "print-dir", "j" => "json", "y" => "yaml", "s" => "sqlite" }
       # algo_list = (algo_aliases.keys + algos).join(',')
       parser.on("--format ALGO", algos, "select an algo", "  (#{algos})") do |algo|
@@ -191,6 +191,10 @@ module TreeRb
         $stderr.puts e.to_s
         $stderr.puts "try --help for help"
         return false
+      rescue OptionParser::InvalidArgument => e
+        $stderr.puts e.to_s
+        $stderr.puts "try --help for help"
+        return false
       end
 
       unless options[:exit].nil?
@@ -230,8 +234,14 @@ module TreeRb
       #
       # 1. build dir tree walker
       #
+
       dirname = File.expand_path(dirname)
-      directory_tree_walker     = DirTreeWalker.new(dirname, options)
+      begin
+        directory_tree_walker = DirTreeWalker.new(dirname, options)
+      rescue ArgumentError => e
+        $stderr.puts e.to_s
+        return false
+      end
       unless options[:all_files]
         directory_tree_walker.ignore(/^\.[^.]+/) # ignore all file starting with "."
       end
@@ -255,6 +265,11 @@ module TreeRb
           visitor = PrintDirTreeVisitor.new
           directory_tree_walker.run(visitor)
 
+        when 'yaml'
+          visitor = DirectoryToHashVisitor.new(dirname)
+          root    = directory_tree_walker.run(visitor).root
+          output.puts root.to_yaml
+
         when 'json'
           visitor = DirectoryToHashVisitor.new(dirname)
           root    = directory_tree_walker.run(visitor).root
@@ -265,51 +280,31 @@ module TreeRb
           end
 
         when 'd3js'
-          visitor = DirectoryToHash2Visitor.new(dirname)
-          root    = directory_tree_walker.run(visitor).root
-          begin
-            str_json = JSON.pretty_generate(root)
-            str_json = "var data = " + str_json
-            output.puts str_json
-          rescue JSON::NestingError => e
-            $stderr.puts "#{File.basename(__FILE__)}:#{__LINE__} #{e.to_s}"
-          end
+          require 'tree_rb/output_html/d3js_helper'
+          D3jsHelper.new.run(directory_tree_walker, dirname, nil, output)
 
         when 'html_partition'
-          D3jsHelper.new.run(directory_tree_walker, dirname,"d3js_layout_partition.erb", output)
+          require 'tree_rb/output_html/d3js_helper'
+          D3jsHelper.new.run(directory_tree_walker, dirname, "d3js_layout_partition.erb", output)
 
         when 'html_tree'
-          D3jsHelper.new.run(directory_tree_walker, dirname,"d3js_layout_tree.erb", output)
+          require 'tree_rb/output_html/d3js_helper'
+          D3jsHelper.new.run(directory_tree_walker, dirname, "d3js_layout_tree.erb", output)
 
         when 'html_treemap'
-          D3jsHelper.new.run(directory_tree_walker, dirname,"d3js_layout_treemap.erb", output)
-
-        when 'yaml'
-          visitor = DirectoryToHashVisitor.new(dirname)
-          root    = directory_tree_walker.run(visitor).root
-          output.puts root.to_yaml
+          require 'tree_rb/output_html/d3js_helper'
+          D3jsHelper.new.run(directory_tree_walker, dirname, "d3js_layout_treemap.erb", output)
 
         when 'sqlite'
-          begin
-            require 'sqlite3'
-            unless options[:output]
-              $stderr.puts "need to specify the -o options"
-            else
-              output.close
-              filename = options[:output]
-              visitor  = SqliteDirTreeVisitor.new(filename)
-              #start = Time.now
-              #me    = self
-              #bytes = 0
-              directory_tree_walker.run(visitor)
-            end
-
-          rescue LoadError
-            puts 'You must gem install sqlite3 to use this output format'
-          end
+          require 'tree_rb/output_sqlite/sqlite_helper'
+          SqliteHelper.new.run(directory_tree_walker, output, options)
+
+        when 'dircat'
+          require 'tree_rb/output_dircat/dircat_helper'
+          DirCatHelper.new.run(directory_tree_walker, options)
 
         else
-          puts "unknown algo #{options[:algo]} specified"
+          puts "unknown format #{options[:algo]} specified"
       end
 
       0

data/lib/tree_rb/{abs_node.rb → core/abs_node.rb}

@@ -120,7 +120,6 @@ module TreeRb
     def depth
       return @depth unless @depth.nil?
       @depth = @parent.nil? ? 1 : @parent.depth + 1
-      @depth
     end
 
     #

data/lib/tree_rb/{tree_node.rb → core/tree_node.rb}

@@ -266,6 +266,7 @@ module TreeRb
       visitor
     end
 
+    ###################################################################################################################
     #
     # Format the content of tree
     #

data/lib/tree_rb/exception.rb

@@ -0,0 +1,7 @@
+# -*- coding: utf-8 -*-
+module TreeRb
+
+  class  TreeRbException < StandardError
+  end
+
+end # end module

data/lib/tree_rb/{directory_walker.rb → input_file_system/directory_walker.rb}

@@ -42,7 +42,7 @@ module TreeRb
       if dirname
         @dirname = dirname
         unless File.directory?(dirname)
-          raise "#{dirname} is not a directory!"
+          raise ArgumentError.new "#{dirname} is not a directory!"
         end
       end
 
@@ -217,7 +217,7 @@ module TreeRb
       # check dirname
       #
       if @dirname.nil? and dirname.nil?
-        raise "missing starting directory"
+        raise 'missing starting directory'
       end
       @dirname = dirname if dirname
 
@@ -225,7 +225,7 @@ module TreeRb
       # check visitor
       #
       if tree_node_visitor and block
-        raise "cannot use block and parameter together"
+        raise 'cannot use block and parameter together'
       end
 
       if tree_node_visitor

data/lib/tree_rb/input_html_page/dom_walker.rb

@@ -0,0 +1,36 @@
+# -*- coding: utf-8 -*-
+module TreeRb
+
+  class DomWalker
+    def initialize(node)
+      @node = node
+    end
+
+    def run(visitor)
+      @visitor = visitor
+      process_node(@node)
+    end
+
+
+    #
+    # recurse on nodes
+    #
+    def process_node(node, level=1)
+      entries = node.children
+      @visitor.enter_node(node)
+      entries.each do |entry|
+        unless is_leaf?(entry)
+          process_node(entry, level+1)
+        else
+          @visitor.visit_leaf(entry)
+        end
+      end
+      @visitor.exit_node(node)
+    end
+
+    def is_leaf?(node)
+      node.node_type == Nokogiri::XML::Node::TEXT_NODE
+    end
+
+  end # class
+end # module

data/lib/tree_rb/output_dircat/dircat_helper.rb

@@ -0,0 +1,24 @@
+# -*- coding: utf-8 -*-
+require 'tree_rb/output_dircat/entry'
+require 'tree_rb/output_dircat/dircat_visitor'
+
+module TreeRb
+
+  class DirCatHelper
+
+    def run(directory_tree_walker, options)
+      unless options[:output]
+        $stderr.puts "need to specify the -o options"
+      else
+        filename = options[:output]
+        visitor  = DirCatVisitor.new(filename)
+        #start = Time.now
+        #me    = self
+        #bytes = 0
+        directory_tree_walker.run(visitor)
+        visitor.save_to
+      end
+    end
+
+  end
+end # module

data/lib/tree_rb/output_dircat/dircat_visitor.rb

@@ -0,0 +1,78 @@
+# -*- coding: utf-8 -*-
+module TreeRb
+
+  class DirCatVisitor < BasicTreeNodeVisitor
+
+    CR = "\r"
+    CLEAR = "\e[K"
+
+    def initialize(out_filename, options = { })
+      @start          = Time.now
+      @bytes          = 0
+      @entries        = Array.new
+      @md5_to_entries = Hash.new
+      @out_filename   = out_filename
+      @verbose_level = 1
+      @show_progress = true
+    end
+
+    def visit_leaf(filename)
+      entry = DirCat::Entry.from_filename(filename)
+      add_entry(entry)
+      @bytes += entry.size
+      if @verbose_level > 0
+        print "#{CR}#{filename}#{CLEAR}"
+      end
+      if @show_progress
+        sec = Time.now - @start
+        print "#{CR}bytes: #{@bytes.to_human} time: #{sec} bytes/sec #{@bytes/sec} #{CLEAR}"
+      end
+    end
+
+    #
+    # add entry to this catalog
+    # @private
+    def add_entry(e)
+      @entries.push(e)
+      if @md5_to_entries.has_key?(e.md5)
+        @md5_to_entries[e.md5].push(e)
+      else
+        @md5_to_entries[e.md5] = [e]
+      end
+    end
+
+        # serialize catalog
+    # @return [DirCatSer] serialized catalog
+    def to_ser
+      dircat_ser = DirCat::DirCatSer.new
+      dircat_ser.dircat_version = DirCat::FORMAT_VERSION
+      dircat_ser.dirname = @dirname
+      dircat_ser.ctime = @ctime
+      dircat_ser.entries = []
+      @entries.each do |entry|
+        dircat_ser.entries << entry.to_ser
+      end
+      dircat_ser
+    end
+
+
+        #
+    # Save serialized catalog to file
+    # @param [String,File] file
+    def save_to
+      if @out_filename.kind_of?(String)
+        begin
+          File.open(@out_filename, "w") do |f|
+            f.puts to_ser.to_yaml
+          end
+        rescue Errno::ENOENT
+          raise DirCatException.new, "DirCat: cannot write into '#{file}'", caller
+        end
+      else
+        @out_filename.puts to_ser.to_yaml
+      end
+    end
+
+
+  end
+end