tree.rb 0.3.10 → 0.3.11

data/lib/tree_rb/output_dircat/entry.rb

@@ -0,0 +1,65 @@
+# -*- coding: utf-8 -*-
+module DirCat
+
+  FORMAT_VERSION="0.2.1"
+
+  class EntrySer < OpenStruct
+  end
+
+  class DirCatSer < OpenStruct
+  end
+
+  class DirCatException < RuntimeError
+  end
+
+  #
+  # Entry
+  #
+  class Entry
+
+    # TODO: must be attr_reader
+    attr_accessor :md5
+    attr_accessor :name
+    attr_accessor :path
+    attr_accessor :size
+    attr_accessor :mtime
+
+    def self.from_filename(filename)
+      entry       = new
+      entry.name  = File.basename(filename)
+      entry.path  = File.dirname(filename)
+      stat        = File.lstat(filename)
+      entry.size  = stat.size
+      entry.mtime = stat.mtime
+      # self.md5 = Digest::MD5.hexdigest(File.read( f ))
+      entry.md5 = MD5.file(filename).hexdigest unless stat.symlink?
+      entry
+    end
+
+    def self.from_ser(entry_ser)
+      entry       = new
+      entry.md5   = entry_ser.md5
+      entry.name  = entry_ser.name
+      entry.path  = entry_ser.path
+      entry.size  = entry_ser.size
+      entry.mtime = entry_ser.mtime
+      entry
+    end
+
+    def to_ser
+      entry_ser       = EntrySer.new
+      entry_ser.md5   = @md5
+      entry_ser.name  = @name
+      entry_ser.path  = @path
+      entry_ser.size  = @size
+      entry_ser.mtime = @mtime
+      entry_ser
+    end
+
+    def to_s
+      @md5 + "  " + @name + "\t " + @path + "\n"
+    end
+
+  end
+
+end

data/lib/tree_rb/{d3js_helper.rb → output_html/d3js_helper.rb}

@@ -1,4 +1,7 @@
 # -*- coding: utf-8 -*-
+require 'tree_rb/output_html/directory_to_hash2_visitor'
+require 'tree_rb/output_html/erb_render'
+
 module TreeRb
 
   class D3jsHelper
@@ -10,8 +13,13 @@ module TreeRb
         str_json = JSON.pretty_generate(root)
         str_json = "var data = " + str_json
 
-        render = ErbRender.new(template, str_json)
-        output.puts render.render
+        if template
+          render = ErbRender.new(template, str_json)
+          output.puts render.render
+        else
+          output.puts str_json
+        end
+
       rescue JSON::NestingError => e
         $stderr.puts "#{File.basename(__FILE__)}:#{__LINE__} #{e.to_s}"
       end

data/lib/tree_rb/output_html/directory_to_hash2_visitor.rb

@@ -0,0 +1,105 @@
+# -*- coding: utf-8 -*-
+
+module TreeRb
+
+#{
+# "name": "flare",
+# "children": [
+#  {
+#   "name": "analytics1",
+#   "children": [
+#    {
+#     "name": "cluster",
+#     "children": [
+#      {"name": "AgglomerativeCluster", "size": 3938},
+#      {"name": "CommunityStructure", "size": 3812},
+#      {"name": "HierarchicalCluster", "size": 6714},
+#      {"name": "MergeEdge", "size": 743}
+#     ]
+#    },
+#    {
+#     "name": "graph",
+#     "children": [
+#      {"name": "BetweennessCentrality", "size": 3534},
+#      {"name": "LinkDistance", "size": 5731},
+#      {"name": "MaxFlowMinCut", "size": 7840},
+#      {"name": "ShortestPaths", "size": 5914},
+#      {"name": "SpanningTree", "size": 3416}
+#     ]
+#    },
+#    {
+#     "name": "optimization",
+#     "children": [
+#      {"name": "AspectRatioBanker", "size": 7074}
+#     ]
+#    }
+#   ]
+#  },
+#  {
+#   "name": "animate",
+#   "children": [
+#    {"name": "Easing", "size": 17010},
+#    {"name": "FunctionSequence", "size": 5842},
+#    {
+#     "name": "interpolate",
+#     "children": [
+#      {"name": "ArrayInterpolator", "size": 1983},
+#      {"name": "ColorInterpolator", "size": 2047},
+#      {"name": "DateInterpolator", "size": 1375},
+#      {"name": "Interpolator", "size": 8746},
+#      {"name": "MatrixInterpolator", "size": 2202},
+#      {"name": "NumberInterpolator", "size": 1382},
+#      {"name": "ObjectInterpolator", "size": 1629},
+#      {"name": "PointInterpolator", "size": 1675},
+#      {"name": "RectangleInterpolator", "size": 2042}
+#     ]
+#    },
+#    {"name": "ISchedulable", "size": 1041},
+#    {"name": "Parallel", "size": 5176},
+#    {"name": "Pause", "size": 449},
+#    {"name": "Scheduler", "size": 5593},
+#    {"name": "Sequence", "size": 5534},
+#    {"name": "Transition", "size": 9201},
+#    {"name": "Transitioner", "size": 19975},
+#    {"name": "TransitionEvent", "size": 1116},
+#    {"name": "Tween", "size": 6006}
+#   ]
+#  },
+#   ]
+#  }
+# ]
+#}
+#
+
+#
+# Build hash with directory structure
+#
+  class DirectoryToHash2Visitor < BasicTreeNodeVisitor
+
+    attr_reader :root
+
+    def initialize(pathname)
+      @stack = []
+    end
+
+    def enter_node(pathname)
+      @root = @node if @root.nil?
+      @node = { name: File.basename(pathname), children: [] }
+      @stack.last[:children] << @node unless @stack.empty?
+      @stack.push(@node)
+    end
+
+    def exit_node(pathname)
+      @node = @stack.pop
+    end
+
+    def visit_leaf(pathname)
+      begin
+        @node[:children] << { name: File.basename(pathname), size: File.stat(pathname).size }
+      rescue Errno::ENOENT => e
+        $stderr.puts e.to_s
+      end
+    end
+
+  end
+end

data/lib/tree_rb/{visitors → output_sqlite}/sqlite_dir_tree_visitor.rb

@@ -3,7 +3,6 @@ module TreeRb
 
   class SqliteDirTreeVisitor < BasicTreeNodeVisitor
 
-
     def initialize(filename)
       @db = SQLite3::Database.new(filename)
       @db.execute("create table files(path varchar(1024), size integer, digest varchar(40))")

data/lib/tree_rb/output_sqlite/sqlite_helper.rb

@@ -0,0 +1,29 @@
+# -*- coding: utf-8 -*-
+begin
+  require 'sqlite3'
+  require 'tree_rb/output_sqlite/sqlite_dir_tree_visitor'
+rescue LoadError
+  $stderr.puts 'You must gem install sqlite3 to use this output format'
+end
+
+module TreeRb
+
+  class SqliteHelper
+
+    def run(directory_tree_walker, output, options)
+      unless options[:output]
+        $stderr.puts "need to specify the -o options"
+      else
+        output.close
+        filename = options[:output]
+        visitor  = SqliteDirTreeVisitor.new(filename)
+        #start = Time.now
+        #me    = self
+        #bytes = 0
+        directory_tree_walker.run(visitor)
+      end
+
+    end
+
+  end
+end # module

data/lib/tree_rb/version.rb

@@ -1,4 +1,4 @@
 # -*- coding: utf-8 -*-
 module TreeRb
-  VERSION="0.3.10"
+  VERSION="0.3.11"
 end

data/lib/tree_rb/visitors/callback_tree_node_visitor2.rb

@@ -10,7 +10,6 @@ module TreeRb
     attr_reader :root
 
     def initialize(delegate = nil)
-      super()
       @stack    = []
       @root     = nil
       @delegate = delegate

data/lib/tree_rb/visitors/clone_tree_node_visitor.rb

@@ -12,7 +12,6 @@ module TreeRb
     attr_reader :cloned_root
 
     def initialize
-      super
       @cloned_root = nil
       @stack = []
     end

data/lib/tree_rb/visitors/depth_tree_node_visitor.rb

@@ -8,7 +8,6 @@ module TreeRb
     attr_reader :depth
 
     def initialize
-      super
       @depth = 0
     end
 

data/lib/tree_rb_cli.rb

@@ -14,7 +14,5 @@ require 'erb'
 # tree_rb cli
 #
 require 'tree_rb'
-require 'tree_rb/d3js_helper'
-require 'tree_rb/erb_render'
 require 'tree_rb/cli/cli_tree'
 require 'tree_rb/cli/cli_json'

data/spec/fixtures/html_pages/test_1.html

@@ -0,0 +1,22 @@
+<html>
+<body>
+<p id='para-1'>A</p>
+
+<div class='block' id='X1'>
+    <h1>Foo</h1>
+
+    <p id='para-2'>B</p>
+</div>
+<p id='para-3'>C</p>
+
+<h2>Bar</h2>
+
+<p id='para-4'>D</p>
+
+<p id='para-5'>E</p>
+
+<div class='block' id='X2'>
+    <p id='para-6'>F</p>
+</div>
+</body>
+</html>

data/spec/fixtures/tmp/dircat

@@ -0,0 +1,34 @@
+--- !ruby/object:DirCat::DirCatSer
+table:
+  :dircat_version: 0.2.1
+  :dirname: 
+  :ctime: 
+  :entries:
+  - !ruby/object:DirCat::EntrySer
+    table:
+      :md5: !binary |-
+        YWZiOTZmMjY1MmY0YmEzY2Q4NGY3YmUwYWU2ZmZmZTM=
+      :name: file.1.2.1
+      :path: /home/gf/GioPrj.home/tree.rb/spec/fixtures/test_dir_1/dir.1/dir.1.2
+      :size: 11
+      :mtime: 2012-08-19 22:26:38.000000000 +02:00
+    modifiable: true
+  - !ruby/object:DirCat::EntrySer
+    table:
+      :md5: !binary |-
+        YTQ3ODhiYTI1ZDQyZjIxMDAzZGIxMWVjNTMxMTJmMWU=
+      :name: file.1.1
+      :path: /home/gf/GioPrj.home/tree.rb/spec/fixtures/test_dir_1/dir.1
+      :size: 9
+      :mtime: 2012-08-19 22:26:38.000000000 +02:00
+    modifiable: true
+  - !ruby/object:DirCat::EntrySer
+    table:
+      :md5: !binary |-
+        YzRjMGM1MzBiODQyZWZlNDAzOGFjNGE2NTliZmJlNzc=
+      :name: file.2.1
+      :path: /home/gf/GioPrj.home/tree.rb/spec/fixtures/test_dir_1/dir.2
+      :size: 9
+      :mtime: 2012-08-19 22:26:38.000000000 +02:00
+    modifiable: true
+modifiable: true

data/spec/tree_rb/cli/cli_tree_generic_spec.rb

@@ -86,9 +86,9 @@ describe CliTree do
     # puts captured
 
     expected_out="test_dir_3_with_error\n`-- accessible_dir\n\n2 directories, 0 files\n"
-    expected_err="Permission denied - /home/gf/GioPrj.home/tree.rb/spec/fixtures/test_dir_3_with_error/no_accessible_dir\n"
+    expected_err=/Permission denied/
     captured.out.should == expected_out
-    captured.err.should == expected_err
+    captured.err.should match expected_err
     captured.err.should_not be_empty
     captured.out.split("\n").length.should == 4
   end

data/spec/tree_rb/{tree_dsl_spec.rb → core/tree_dsl_spec.rb}

@@ -1,5 +1,5 @@
 # -*- coding: utf-8 -*-
-require File.join(File.dirname(__FILE__), "..", "spec_helper")
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
 
 describe "TreeNodeDsl" do
 
@@ -30,11 +30,11 @@ EOS
   it "test_dsl_block_with_arg" do
     tree = TreeNode.create do
       node "root" do |node|
-        node.prefix_path=("pre/")        
+        node.prefix_path=("pre/")
         leaf "l1"
         leaf "l2"
         node "sub" do
-          leaf "l3" do |leaf|            
+          leaf "l3" do |leaf|
           end
         end
         node "woleaves"

data/spec/tree_rb/{tree_dsl_with_derived_class1_spec.rb → core/tree_dsl_with_derived_class1_spec.rb}

@@ -1,5 +1,5 @@
 # -*- coding: utf-8 -*-
-require File.join(File.dirname(__FILE__), "..", "spec_helper")
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
 
 describe "Tree Node Dsl Derived Class with n-arg constructor" do
 

data/spec/tree_rb/{tree_dsl_with_derived_class_spec.rb → core/tree_dsl_with_derived_class_spec.rb}

@@ -1,5 +1,5 @@
 # -*- coding: utf-8 -*-
-require File.join(File.dirname(__FILE__), "..", "spec_helper")
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
 
 describe "Tree Node Dsl Derived Class with no-arg constructor " do
 

data/spec/tree_rb/{tree_node_paths_spec.rb → core/tree_node_paths_spec.rb}

@@ -1,5 +1,5 @@
 # -*- coding: utf-8 -*-
-require File.join(File.dirname(__FILE__), "..", "spec_helper")
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
 
 describe TreeNode do
 
@@ -67,4 +67,4 @@ describe TreeNode do
     end
 
   end
-end
+end

data/spec/tree_rb/{tree_node_spec.rb → core/tree_node_spec.rb}

@@ -1,5 +1,5 @@
 # -*- coding: utf-8 -*-
-require File.join(File.dirname(__FILE__), "..", "spec_helper")
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
 
 describe TreeNode do
 

data/spec/tree_rb/{tree_node_visitor_delegate_spec.rb → core/tree_node_visitor_delegate_spec.rb}

@@ -1,5 +1,5 @@
 # -*- coding: utf-8 -*-
-require File.join(File.dirname(__FILE__), "..", "spec_helper")
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
 
 describe TreeNodeVisitor do
 

data/spec/tree_rb/{tree_node_visitor_dsl_spec.rb → core/tree_node_visitor_dsl_spec.rb}

@@ -1,5 +1,5 @@
 # -*- coding: utf-8 -*-
-require File.join(File.dirname(__FILE__), "..", "spec_helper")
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
 
 describe TreeNodeVisitor do
 

data/spec/tree_rb/{util → input_file_system}/dir_processor_spec.rb

@@ -8,8 +8,8 @@ describe DirProcessor do
     dp    = DirProcessor.new { |f| files << f }
     dp.process(FIXTURES)
 
-    # puts files
-    files.length.should == 4
+    puts files
+    files.length.should == 6
   end
 
 end