RubyGems - tree.rb - Versions diffs - 0.3.6 → 0.3.7 - Mend

tree.rb 0.3.6 → 0.3.7

Files changed (23) hide show

data/bin/rjson.rb +9 -0
data/bin/rtree +0 -0
data/bin/tree_rb +0 -0
data/examples/d3_treemap/d3.js +4149 -0
data/examples/d3_treemap/d3.layout.js +1890 -0
data/examples/d3_treemap/d3_tree_rb_output.json +380 -0
data/examples/d3_treemap/d3_treemap.html +177 -0
data/examples/d3_treemap/prova.html +84 -0
data/examples/d3_treemap/style.css +89 -0
data/examples/prova/flare.js +381 -0
data/examples/prova/prova.html +99 -0
data/lib/tree_rb/cli/cli_json.rb +320 -0
data/lib/tree_rb/cli/cli_tree.rb +72 -49
data/lib/tree_rb/directory_walker.rb +9 -4
data/lib/tree_rb/version.rb +1 -1
data/lib/tree_rb/visitors/directory_to_hash2_visitor.rb +414 -0
data/lib/tree_rb_cli.rb +1 -0
data/spec/fixtures/test_json/1.json +1 -0
data/spec/tree_rb/cli/cli_json_spec.rb +40 -0
data/spec/tree_rb/tree_dsl_with_derived_class_spec.rb +1 -1
data/spec/tree_rb/util/dir_processor_spec.rb +1 -1
data/tasks/tree_rb.rake +22 -0
metadata +25 -2

data/examples/prova/prova.html ADDED Viewed

@@ -0,0 +1,99 @@
+<!DOCTYPE html>
+<html>
+<head>
+    <script type="text/javascript" src="http://mbostock.github.com/d3/d3.js"></script>
+</head>
+<body>
+<div id="viz"></div>
+<div id="#chart"></div>
+<script type="text/javascript">
+    var sampleSVG = d3.select("#viz")
+            .append("svg")
+            .attr("width", 100)
+            .attr("height", 100);
+    sampleSVG.append("circle")
+            .style("stroke", "gray")
+            .style("fill", "white")
+            .attr("r", 40)
+            .attr("cx", 50)
+            .attr("cy", 50)
+            .on("mouseover", function () {d3.select(this).style("fill", "aliceblue");})
+            .on("mouseout", function () {d3.select(this).style("fill", "white");});
+</script>
+<script type="text/javascript" src="flare.js">
+</script>
+<script type="text/javascript">
+    var width = 960,
+            height = 500,
+            color = d3.scale.category20c();
+    var treemap = d3.layout.treemap()
+            .size([width, height])
+            .sticky(true)
+            .value(function (d) { return d.size; });
+    var div = d3.select("#chart").append("div")
+            .style("position", "relative")
+            .style("width", width + "px")
+            .style("height", height + "px");
+    d3.json("flare.json", function (json) {
+        div.data([json]).selectAll("div")
+                .data(treemap.nodes)
+                .enter().append("div")
+                .attr("class", "cell")
+                .style("background", function (d) { return d.children ? color(d.name) : null; })
+                .call(cell)
+                .text(function (d) { return d.children ? null : d.name; });
+        d3.select("#size").on("click", function () {
+            div.selectAll("div")
+                    .data(treemap.value(function (d) { return d.size; }))
+                    .transition()
+                    .duration(1500)
+                    .call(cell);
+            d3.select("#size").classed("active", true);
+            d3.select("#count").classed("active", false);
+        });
+        d3.select("#count").on("click", function () {
+            div.selectAll("div")
+                    .data(treemap.value(function (d) { return 1; }))
+                    .transition()
+                    .duration(1500)
+                    .call(cell);
+            d3.select("#size").classed("active", false);
+            d3.select("#count").classed("active", true);
+        });
+    });
+    function cell() {
+        this
+                .style("left", function (d) { return d.x + "px"; })
+                .style("top", function (d) { return d.y + "px"; })
+                .style("width", function (d) { return Math.max(0, d.dx - 1) + "px"; })
+                .style("height", function (d) { return Math.max(0, d.dy - 1) + "px"; });
+    }
+</script>
+</body>
+</html>

data/lib/tree_rb/cli/cli_json.rb ADDED Viewed

@@ -0,0 +1,320 @@
+# -*- coding: utf-8 -*-
+module TreeRb
+  #
+  #
+  #
+  class CliJson
+    SUCCESS=0
+    FAILURE=1
+    def self.run
+      self.new.parse_args(ARGV)
+    end
+    def options_parser(options)
+      parser        = OptionParser.new
+      parser.banner = "Usage: rjson.rb [options] [directory]"
+      parser.separator "pretty format json file"
+      parser.separator "Code https://github.com/tokiro/treevisitor. Feedback to tokiro.oyama@gmail.com"
+      #parser.separator ""
+      #parser.separator "Generic options: "
+      #
+      #parser.on("-v", "--[no-]verbose", "Run verbosely") do |v|
+      #  options[:verbose] = v
+      #end
+      #
+      #parser.on("-q", "--quiet", "quiet mode as --no-verbose") do
+      #  options[:verbose] = false
+      #end
+      #
+      parser.on("-o [FILE]", "--output [FILE]", String) do |v|
+        if options[:output]
+          puts "only one file of output can be used"
+          options[:exit] = true
+        end
+        options[:output] = v
+      end
+      options[:force_overwrite_output] = false
+      parser.on("--force", "overwrite output") do
+        options[:force_overwrite_output] = true
+      end
+      #
+      #parser.separator ""
+      #parser.separator "Filter options: "
+      #
+      #parser.on("-a", "All file are listed i.e. include dot files") do
+      #  options[:all_files] = true
+      #end
+      #
+      #parser.on("-d", "List directories only") do
+      #  options[:only_directories] = true
+      #end
+      #
+      #options[:only_files] = false
+      #parser.on("--only-files", "show only file implies -i") do
+      #  options[:only_files]       = true
+      #  options[:show_indentation] = false
+      #end
+      #
+      #algos        = %w[build-dir print-dir json json2 yaml sqlite]
+      #algo_aliases = { "b" => "build-dir", "v" => "print-dir", "j" => "json", "y" => "yaml", "s" => "sqlite" }
+      #
+      #algo_list = (algo_aliases.keys + algos).join(',')
+      #parser.on("--format ALGO", algos, algo_aliases, "select an algo", "  (#{algo_list})") do |algo|
+      #  options[:algo] = algo
+      #end
+      #
+      #parser.separator ""
+      #parser.separator "print options:"
+      #
+      ##
+      ## begin colorize
+      ##
+      ## copied from tree man page
+      #parser.on("-n", "Turn colorization off always, over-ridden by the -C option.") do
+      #  options[:colorize_force] = false
+      #end
+      #
+      ## copied from tree man page
+      #parser.on("-C",
+      #          "Turn colorization on always, using built-in color",
+      #          "  defaults if the LS_COLORS environment variable is not set.",
+      #          "  Useful to colorize output to a pipe.") do
+      #  options[:colorize_force] = true
+      #end
+      #
+      ##
+      ## end colorize
+      ##
+      #
+      #options[:max_level] = nil
+      #parser.on("-L [LEVEL]", Integer, "Max display depth of the directory tree.") do |l|
+      #  options[:max_level] = l
+      #end
+      #
+      #options[:show_full_path] = false
+      #parser.on("-f", "Prints the full path prefix for each file.") do
+      #  options[:show_full_path] = true
+      #end
+      #
+      #parser.on("-s", "Print the size of each file in bytes along with the name.") do
+      #  options[:show_size] = true
+      #end
+      #
+      #parser.on("-h",
+      #          "Print the size of each file but in a more human readable way,",
+      #          "  e.g. appending  a  size  letter  for  kilobytes  (K), megabytes (M),",
+      #          "  gigabytes (G), terrabytes (T), petabytes (P) and exabytes (E).") do
+      #  options[:show_size_human] = true
+      #end
+      #
+      #options[:show_indentation] = true
+      #parser.on("-i",
+      #          "Makes tree not print the indentation lines, ",
+      #          "  useful when used in conjunction with the -f option.") do
+      #  options[:show_indentation] = false
+      #end
+      #
+      #options[:show_md5] = false
+      #parser.on("--md5", "show md5 of file") do
+      #  options[:show_md5] = true
+      #end
+      #
+      #options[:show_sha1] = false
+      #parser.on("--sha1", "show sha1 of a file") do
+      #  options[:show_sha1] = true
+      #end
+      #
+      #options[:show_report] = true
+      #parser.on("--noreport", "Omits printing of the file and directory report at the end of the tree listing.") do
+      #  options[:show_report] = false
+      #end
+      #
+      #parser.separator ""
+      #parser.separator "shortcut options:"
+      #
+      #options[:show_md5sum] = false
+      #parser.on("--md5sum", "show ake md5sum implies -i and --only-files") do
+      #  options[:only_files]       = true
+      #  options[:show_md5sum]      = true
+      #  options[:show_indentation] = false
+      #  options[:show_report]      = false
+      #end
+      #
+      #options[:show_sha1sum] = false
+      #parser.on("--sha1sum", "show ake sha1sum output implies -i and --only-files") do
+      #  options[:only_files]       = true
+      #  options[:show_sha1sum]     = true
+      #  options[:show_indentation] = false
+      #  options[:show_report]      = false
+      #end
+      #
+      #parser.separator ""
+      #parser.separator "Other options:"
+      #
+      parser.on_tail("--help", "Show this message") do
+        puts parser
+        options[:exit] = SUCCESS
+      end
+      parser.on_tail("--version", "Show the version") do
+        puts "tree.rb version #{TreeRb::VERSION}"
+        options[:exit] = SUCCESS
+      end
+      parser
+    end
+    def parse_args(argv)
+      options = { :verbose => true, :force => false, :algo => 'build-dir' }
+      parser  = options_parser(options)
+      begin
+        rest = parser.parse(argv)
+      rescue OptionParser::InvalidOption => e
+        $stderr.puts e.to_s
+        $stderr.puts "try --help for help"
+        return FAILURE
+      rescue OptionParser::MissingArgument => e
+        $stderr.puts e.to_s
+        $stderr.puts "try --help for help"
+        return FAILURE
+      end
+      unless options[:exit].nil?
+        return options[:exit]
+      end
+      ##
+      ## option: output, force
+      ##
+      output = $stdout
+      if options[:output]
+        filename = options[:output]
+        if File.exist?(filename) and not options[:force_overwrite_output]
+          $stderr.puts "catalog '#{filename}' exists use --force to overwrite"
+          return FAILURE
+        end
+        output = File.open(filename, "w")
+        $stderr.puts "Writing file '#{filename}'"
+      end
+      #
+      #if options[:colorize_force]
+      #  options[:colorize] = options[:colorize_force]
+      #else
+      #  options[:colorize] = output.isatty
+      #end
+      #
+      ## TODO: capture CTRL^C to avoid show the stack trace
+      ## http://ruby-doc.org/core-1.9.3/Kernel.html#method-i-trap
+      #Signal.trap('INT') { puts "intercepted ctr+c"; exit }
+      #
+      if rest.length < 1
+        $stderr.puts "missing arg"
+        return FAILURE
+      else
+        filename = rest[0]
+      end
+      #
+      ##
+      ## 1. build dir tree walker
+      ##
+      #dirname = File.expand_path(dirname)
+      #dtw     = DirTreeWalker.new(dirname, options)
+      #unless options[:all_files]
+      #  dtw.ignore(/^\.[^.]+/) # ignore all file starting with "."
+      #end
+      #dtw.visit_file = !options[:only_directories]
+      #
+      #case options[:algo]
+      #
+      #  when 'build-dir'
+      #
+      #    visitor = BuildDirTreeVisitor.new(options)
+      #    dtw.run(visitor)
+      #
+      #    output.puts visitor.root.to_str('', options)
+      #
+      #    if options[:show_report]
+      #      output.puts
+      #      output.puts "#{visitor.nr_directories} directories, #{visitor.nr_files} files"
+      #    end
+      #
+      #  when 'print-dir'
+      #    visitor = PrintDirTreeVisitor.new
+      #    dtw.run(visitor)
+      #
+      #  when 'json'
+      #    visitor = DirectoryToHashVisitor.new(dirname)
+      #    root    = dtw.run(visitor).root
+      #    output.puts JSON.pretty_generate(root)
+      #
+      #  when 'json2'
+      #    visitor = DirectoryToHash2Visitor.new(dirname)
+      #    root    = dtw.run(visitor).root
+      #    output.puts JSON.pretty_generate(root)
+      #
+      #  when 'yaml'
+      #    visitor = DirectoryToHashVisitor.new(dirname)
+      #    root    = dtw.run(visitor).root
+      #    output.puts root.to_yaml
+      #
+      #  when 'sqlite'
+      #    begin
+      #      require 'sqlite3'
+      #      unless options[:output]
+      #        $stderr.puts "need to specify the -o options"
+      #      else
+      #        output.close
+      #        filename = options[:output]
+      #        visitor  = SqliteDirTreeVisitor.new(filename)
+      #        #start = Time.now
+      #        #me    = self
+      #        #bytes = 0
+      #        dtw.run(visitor)
+      #      end
+      #
+      #    rescue LoadError
+      #      puts 'You must gem install sqlite3 to use this output format'
+      #    end
+      #
+      #  else
+      #    puts "unknown algo #{options[:algo]} specified"
+      #end
+      show_input = false
+      unless File.exists?(filename)
+        $stderr.puts "input file not exists '#{filename}'"
+        exit
+      end
+      my_json_str = File.read(filename)
+      if show_input
+        $stderr.puts "*************************"
+        $stderr.puts my_json_str
+        $stderr.puts "*************************"
+      end
+      begin
+        my_json = JSON(my_json_str)
+      rescue JSON::ParserError
+        $stderr.puts "json is malformed"
+        return FAILURE
+      end
+      output.puts JSON.pretty_generate(my_json)
+      return SUCCESS
+    end
+  end # end class
+end # end module

data/lib/tree_rb/cli/cli_tree.rb CHANGED Viewed

@@ -1,5 +1,6 @@
 # -*- coding: utf-8 -*-
 module TreeRb
   #
   #
   #
@@ -9,9 +10,7 @@ module TreeRb
       self.new.parse_args(ARGV)
     end
     def options_parser(options)
       parser        = OptionParser.new
       parser.banner = "Usage: tree.rb [options] [directory]"
       parser.separator "list contents of directories in a tree-like format"
@@ -19,18 +18,32 @@ module TreeRb
       parser.separator "Code https://github.com/tokiro/treevisitor. Feedback to tokiro.oyama@gmail.com"
       parser.separator ""
-      parser.separator "options: "
+      parser.separator "Generic options: "
-      parser.on("--help", "Show this message") do
-        puts parser
-        options[:exit] = 1
+      parser.on("-v", "--[no-]verbose", "Run verbosely") do |v|
+        options[:verbose] = v
       end
-      parser.on("--version", "Show the version") do
-        puts "tree.rb version #{TreeRb::VERSION}"
-        options[:exit] = 1
+      parser.on("-q", "--quiet", "quiet mode as --no-verbose") do
+        options[:verbose] = false
+      end
+      parser.on("-o [FILE]", "--output [FILE]", String) do |v|
+        if options[:output]
+          puts "only one file of output can be used"
+          options[:exit] = true
+        end
+        options[:output] = v
       end
+      options[:force_overwrite_output] = false
+      parser.on("--force", "overwrite output") do
+        options[:force_overwrite_output] = true
+      end
+      parser.separator ""
+      parser.separator "Filter options: "
       parser.on("-a", "All file are listed i.e. include dot files") do
         options[:all_files] = true
       end
@@ -45,15 +58,7 @@ module TreeRb
         options[:show_indentation] = false
       end
-      parser.on("-v", "--[no-]verbose", "Run verbosely") do |v|
-        options[:verbose] = v
-      end
-      parser.on("-q", "--quiet", "quiet mode as --no-verbose") do
-        options[:verbose] = false
-      end
-      algos        = %w[build-dir print-dir json yaml sqlite]
+      algos        = %w[build-dir print-dir json json2 yaml sqlite]
       algo_aliases = { "b" => "build-dir", "v" => "print-dir", "j" => "json", "y" => "yaml", "s" => "sqlite" }
       algo_list = (algo_aliases.keys + algos).join(',')
@@ -61,10 +66,8 @@ module TreeRb
         options[:algo] = algo
       end
-      options[:show_full_path] = false
-      parser.on("-f", "Prints the full path prefix for each file.") do
-        options[:show_full_path] = true
-      end
+      parser.separator ""
+      parser.separator "print options:"
       #
       # begin colorize
@@ -75,7 +78,10 @@ module TreeRb
       end
       # copied from tree man page
-      parser.on("-C", "Turn colorization on always, using built-in color defaults if the LS_COLORS environment variable is not set.  Useful to colorize output to a pipe.") do
+      parser.on("-C",
+                "Turn colorization on always, using built-in color",
+                "  defaults if the LS_COLORS environment variable is not set.",
+                "  Useful to colorize output to a pipe.") do
         options[:colorize_force] = true
       end
@@ -83,21 +89,31 @@ module TreeRb
       # end colorize
       #
+      options[:max_level] = nil
+      parser.on("-L [LEVEL]", Integer, "Max display depth of the directory tree.") do |l|
+        options[:max_level] = l
+      end
+      options[:show_full_path] = false
+      parser.on("-f", "Prints the full path prefix for each file.") do
+        options[:show_full_path] = true
+      end
       parser.on("-s", "Print the size of each file in bytes along with the name.") do
         options[:show_size] = true
       end
-      msg =<<-EOS
-       Print the size of each file but in a more human readable way, e.g. appending  a  size  letter  for  kilobytes  (K),
-              megabytes (M), gigabytes (G), terrabytes (T), petabytes (P) and exabytes (E).
-      EOS
-      parser.on("-h", msg) do
+      parser.on("-h",
+                "Print the size of each file but in a more human readable way,",
+                "  e.g. appending  a  size  letter  for  kilobytes  (K), megabytes (M),",
+                "  gigabytes (G), terrabytes (T), petabytes (P) and exabytes (E).") do
         options[:show_size_human] = true
       end
       options[:show_indentation] = true
-      parser.on("-i", "Makes tree not print the indentation lines, useful when used in conjunction with the -f option.") do
+      parser.on("-i",
+                "Makes tree not print the indentation lines, ",
+                "  useful when used in conjunction with the -f option.") do
         options[:show_indentation] = false
       end
@@ -111,6 +127,14 @@ module TreeRb
         options[:show_sha1] = true
       end
+      options[:show_report] = true
+      parser.on("--noreport", "Omits printing of the file and directory report at the end of the tree listing.") do
+        options[:show_report] = false
+      end
+      parser.separator ""
+      parser.separator "shortcut options:"
       options[:show_md5sum] = false
       parser.on("--md5sum", "show ake md5sum implies -i and --only-files") do
         options[:only_files]       = true
@@ -127,29 +151,23 @@ module TreeRb
         options[:show_report]      = false
       end
-      parser.on("-o [FILE]", "--output [FILE]", String) do |v|
-        if options[:output]
-          puts "only one file of output can be used"
-          options[:exit] = true
-        end
-        options[:output] = v
-      end
+      parser.separator ""
+      parser.separator "Other options:"
-      options[:force_overwrite_output] = false
-      parser.on("--force", "overwrite output") do
-        options[:force_overwrite_output] = true
+      parser.on_tail("--help", "Show this message") do
+        puts parser
+        options[:exit] = 1
       end
-      options[:show_report] = true
-      parser.on("--noreport", "Omits printing of the file and directory report at the end of the tree listing.") do
-        options[:show_report] = false
+      parser.on_tail("--version", "Show the version") do
+        puts "tree.rb version #{TreeRb::VERSION}"
+        options[:exit] = 1
       end
       parser
     end
     def parse_args(argv)
       options = { :verbose => true, :force => false, :algo => 'build-dir' }
       parser  = options_parser(options)
@@ -189,6 +207,8 @@ module TreeRb
         options[:colorize] = output.isatty
       end
+      # TODO: capture CTRL^C to avoid show the stack trace
+      # http://ruby-doc.org/core-1.9.3/Kernel.html#method-i-trap
       Signal.trap('INT') { puts "intercepted ctr+c"; exit }
       if rest.length < 1
@@ -198,10 +218,10 @@ module TreeRb
       end
       #
-      # 1. build dirtreewalker
+      # 1. build dir tree walker
       #
       dirname = File.expand_path(dirname)
-      dtw     = DirTreeWalker.new(dirname)
+      dtw     = DirTreeWalker.new(dirname, options)
       unless options[:all_files]
         dtw.ignore(/^\.[^.]+/) # ignore all file starting with "."
       end
@@ -210,8 +230,6 @@ module TreeRb
       case options[:algo]
         when 'build-dir'
-          # TODO: capture CTRL^C to avoid show the stack trace
-          # http://ruby-doc.org/core-1.9.3/Kernel.html#method-i-trap
           visitor = BuildDirTreeVisitor.new(options)
           dtw.run(visitor)
@@ -232,6 +250,11 @@ module TreeRb
           root    = dtw.run(visitor).root
           output.puts JSON.pretty_generate(root)
+        when 'json2'
+          visitor = DirectoryToHash2Visitor.new(dirname)
+          root    = dtw.run(visitor).root
+          output.puts JSON.pretty_generate(root)
         when 'yaml'
           visitor = DirectoryToHashVisitor.new(dirname)
           root    = dtw.run(visitor).root
@@ -245,7 +268,7 @@ module TreeRb
             else
               output.close
               filename = options[:output]
-              visitor = SqliteDirTreeVisitor.new(filename)
+              visitor  = SqliteDirTreeVisitor.new(filename)
               #start = Time.now
               #me    = self
               #bytes = 0