tenderlove-tree_diff 1.0.0.20090329202825

data/.autotest

@@ -0,0 +1,23 @@
+# -*- ruby -*-
+
+require 'autotest/restart'
+
+# Autotest.add_hook :initialize do |at|
+#   at.extra_files << "../some/external/dependency.rb"
+#
+#   at.libs << ":../some/external"
+#
+#   at.add_exception 'vendor'
+#
+#   at.add_mapping(/dependency.rb/) do |f, _|
+#     at.files_matching(/test_.*rb$/)
+#   end
+#
+#   %w(TestA TestB).each do |klass|
+#     at.extra_class_map[klass] = "test/test_misc.rb"
+#   end
+# end
+
+# Autotest.add_hook :run_command do |at|
+#   system "rake build"
+# end

data/CHANGELOG.rdoc

@@ -0,0 +1,6 @@
+=== 1.0.0 / 2009-03-29
+
+* 1 major enhancement
+
+  * Birthday!
+

data/Manifest.txt

@@ -0,0 +1,18 @@
+.autotest
+CHANGELOG.rdoc
+Manifest.txt
+README.rdoc
+Rakefile
+bin/tree_diff
+lib/tree_diff.rb
+lib/tree_diff/dot_visitor.rb
+lib/tree_diff/hpricot.rb
+lib/tree_diff/narf.rb
+lib/tree_diff/node.rb
+lib/tree_diff/nokogiri.rb
+lib/tree_diff/rexml.rb
+lib/tree_diff/unify.rb
+test/test_dots.rb
+test/test_merge.rb
+test/test_tree_diff.rb
+tree_diff.gemspec

data/README.rdoc

@@ -0,0 +1,47 @@
+= tree_diff
+
+* http://github.com/tenderlove/tree_diff
+
+== DESCRIPTION:
+
+Parse HTML using different parsers, then show the differences between
+the generated trees.
+
+== SYNOPSIS:
+
+  $ tree_diff --graph /path/to/file.html
+
+== REQUIREMENTS:
+
+* hpricot
+* nokogiri
+* narf
+
+== INSTALL:
+
+* sudo gem install tenderlove-tree_diff
+
+== LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2009 Aaron Patterson
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,31 @@
+# -*- ruby -*-
+
+require 'rubygems'
+require 'hoe'
+require 'rubygems'
+$: << File.expand_path(File.join(File.dirname(__FILE__), 'lib'))
+require 'tree_diff'
+
+HOE = Hoe.new('tree_diff', TreeDiff::VERSION) do |p|
+  p.developer('Aaron Patterson', 'aaronp@rubyforge.org')
+  p.extra_deps      = [
+    ['nokogiri', '>= 1.2.3'],
+    ['hpricot'],
+    ['narf'],
+  ]
+  p.readme_file   = 'README.rdoc'
+  p.history_file  = 'CHANGELOG.rdoc'
+  p.extra_rdoc_files  = FileList['*.rdoc']
+end
+
+namespace :gem do
+  desc 'Generate a gem spec'
+  task :spec do
+    File.open("#{HOE.name}.gemspec", 'w') do |f|
+      HOE.spec.version = "#{HOE.version}.#{Time.now.strftime("%Y%m%d%H%M%S")}"
+      f.write(HOE.spec.to_ruby)
+    end
+  end
+end
+
+# vim: syntax=Ruby

data/bin/tree_diff

@@ -0,0 +1,35 @@
+#!/usr/bin/env ruby -w
+
+require 'rubygems'
+require 'tree_diff'
+
+if ARGV[0] =~ /--list/
+  Dir[File.join(ARGV[1], '**', '*.html')].sort_by { |file|
+    File.stat(file).size
+  }.each do |file|
+    html = File.read(file)
+    begin
+      ndoc = TreeDiff::Unify.new('nokogiri').accept(Nokogiri::HTML(html).root)
+      hdoc = TreeDiff::Unify.new('hpricot').accept(
+        Hpricot(html, :xhtml_struct => true).root
+      )
+      next if ndoc.merge(hdoc).all_equal?
+      puts "#{file} Differs"
+    rescue
+    end
+  end
+elsif ARGV[0] =~ /--graph/
+  html = File.read(ARGV[1])
+  ndoc = TreeDiff::Unify.new('nokogiri').accept(Nokogiri::HTML(html).root)
+  hdoc = TreeDiff::Unify.new('hpricot').accept(
+    Hpricot(html, :xhtml_struct => true).root
+  )
+  puts ndoc.merge(hdoc).to_dot
+else
+  html = File.read(ARGV[0])
+  ndoc = TreeDiff::Unify.new('nokogiri').accept(Nokogiri::HTML(html).root)
+  hdoc = TreeDiff::Unify.new('hpricot').accept(
+    Hpricot(html, :xhtml_struct => true).root
+  )
+  puts(ndoc.merge(hdoc).all_equal? ? 'Same' : 'Different')
+end

data/lib/tree_diff.rb

@@ -0,0 +1,10 @@
+require 'tree_diff/dot_visitor'
+require 'tree_diff/nokogiri'
+require 'tree_diff/hpricot'
+require 'tree_diff/narf'
+require 'tree_diff/node'
+require 'tree_diff/unify'
+
+module TreeDiff
+  VERSION = '1.0.0'
+end

data/lib/tree_diff/dot_visitor.rb

@@ -0,0 +1,60 @@
+module TreeDiff
+  class DotVisitor
+    COLORS = {
+      1 => 'blue',
+      2 => 'red',
+      3 => 'green',
+    }
+
+    def initialize root
+      @root  = root
+      @nodes = []
+      @edges = []
+    end
+
+    def accept target
+      target.accept(self)
+    end
+
+    def visit node
+      if @root.source == node.source
+        @nodes << String.new(<<-eonode)
+          "#{node.object_id}" [
+            label = "<f0> (#{node.name})"
+          ];
+        eonode
+      else
+        i = 0
+        @nodes << String.new(<<-eonode)
+          "#{node.object_id}" [
+            label = "{<f0> (#{node.name}) | #{node.source.map { |src|
+              "<f#{i}> #{src}"
+            }.join(" | ")}}"
+            color = blue
+          ];
+        eonode
+      end
+      node.children.each { |child|
+        @edges << String.new(<<-eoedge)
+          "#{node.object_id}" -> "#{child.object_id}":f0 [
+            id = #{@edges.length}
+          ];
+        eoedge
+      }
+      node.children.each { |c| c.accept(self) }
+    end
+
+    def to_s
+      String.new(<<-eograph)
+        digraph g {
+          node [
+            fontsize = "16"
+            shape = "record"
+            style = filled
+          ];
+          #{@nodes.join + @edges.join}
+        }
+      eograph
+    end
+  end
+end

data/lib/tree_diff/hpricot.rb

@@ -0,0 +1,14 @@
+require 'hpricot'
+
+class Hpricot::Elem
+  def accept visitor
+    visitor.visit(self)
+  end
+
+  alias :old_text? :text?
+  def text?
+    return true if old_text?
+    return true if %w{ script }.include?(name)
+    return false
+  end
+end

data/lib/tree_diff/narf.rb

@@ -0,0 +1,19 @@
+require 'web/htmltools/xmltree'
+
+class REXML::Element
+  def accept visitor
+    visitor.visit(self)
+  end
+
+  def text?
+    children.length == 0 && has_text?
+  end
+end
+
+class REXML::Comment
+  def text?; true; end
+end
+
+class REXML::Text
+  def text?; true; end
+end

data/lib/tree_diff/node.rb

@@ -0,0 +1,58 @@
+module TreeDiff
+  class Node < Struct.new(:name, :edge, :children, :source)
+    def == other
+      name == other.name && edge == other.edge
+    end
+    alias :eql? :==
+  
+    def hash
+      "#{name}#{edge}".hash
+    end
+  
+    def merge other
+      raise unless other.name == name
+      diff   = (children - other.children) + (other.children - children)
+  
+      left_same   = (children & other.children)
+  
+      merged = left_same.map do |node|
+        node.merge(other.children.find { |n| n == node })
+      end
+  
+      Node.new(name, edge, diff + merged, source + other.source)
+    end
+
+    def accept visitor
+      visitor.visit(self)
+    end
+
+    def to_dot
+      dv = DotVisitor.new(self)
+      dv.accept(self)
+      dv
+    end
+
+    def all_equal?
+      eql = Class.new {
+        attr_accessor :equal
+
+        def initialize root
+          @root   = root
+          @equal  = true
+        end
+
+        def accept target
+          target.accept(self)
+        end
+
+        def visit node
+          return unless @equal
+          @equal = node.source == @root.source
+          node.children.each { |c| c.accept(self) }
+        end
+      }.new(self)
+      eql.accept(self)
+      eql.equal
+    end
+  end
+end

data/lib/tree_diff/nokogiri.rb

@@ -0,0 +1,15 @@
+require 'nokogiri'
+
+class Nokogiri::XML::Node
+  def accept visitor
+    visitor.visit(self)
+  end
+
+  alias :old_text? :text?
+  def text?
+    return true if old_text?
+    return true if %w{ comment script }.include?(name)
+    return true if name == '#cdata-section'
+    false
+  end
+end

data/lib/tree_diff/rexml.rb

@@ -0,0 +1 @@
+require 'rexml/document'

data/lib/tree_diff/unify.rb

@@ -0,0 +1,28 @@
+module TreeDiff
+  class Unify
+    def initialize source
+      @source = source
+    end
+  
+    def accept target
+      target.accept(self)
+    end
+  
+    def visit node
+      children = (node.children || []).find_all { |c|
+        !c.text? && c.respond_to?(:accept)
+      }
+  
+      edge = node.parent.children.find_all { |c|
+        !c.text? && c.respond_to?(:accept)
+      }.index(node)
+  
+      Node.new(
+        node.name,
+        edge,
+        children.map { |child| child.accept(self) },
+        [@source]
+      )
+    end
+  end
+end

data/test/test_dots.rb

@@ -0,0 +1,22 @@
+require "test/unit"
+require 'rubygems'
+require "tree_diff"
+
+class TestMerge < Test::Unit::TestCase
+  def setup
+    @html = <<-eohtml
+    <html>
+      <body>
+        <table>
+          <td>
+        </table>
+      </body>
+    </html>
+    eohtml
+    @ndoc = TreeDiff::Unify.new('nokogiri').accept(Nokogiri::HTML(@html).root)
+  end
+
+  def test_to_dot
+    assert @ndoc.to_dot
+  end
+end

data/test/test_merge.rb

@@ -0,0 +1,58 @@
+require "test/unit"
+require 'rubygems'
+require "tree_diff"
+
+class TestMerge < Test::Unit::TestCase
+  def setup
+    @html = <<-eohtml
+    <html>
+      <body>
+        <table>
+          <td>
+        </table>
+      </body>
+    </html>
+    eohtml
+    @ndoc = TreeDiff::Unify.new('nokogiri').accept(Nokogiri::HTML(@html).root)
+    @hdoc = TreeDiff::Unify.new('hpricot').accept(Hpricot(@html).root)
+    @narf = HTMLTree::XMLParser.new
+    @narf.feed(@html)
+    @narf = TreeDiff::Unify.new('narf').accept(@narf.root)
+  end
+
+  def test_all_equal?
+    merged = @ndoc.merge(@narf).merge(@hdoc)
+    assert merged.all_equal?
+  end
+
+  def test_two_way_merge
+    merged = @ndoc.merge(@narf)
+
+    source_counter = Class.new(Struct.new(:sources)) {
+      def visit node
+        self.sources += node.source
+        node.children.each { |c| c.accept(self) }
+      end
+    }.new([])
+
+    merged.accept(source_counter)
+    assert source_counter.sources.include?('nokogiri')
+    assert source_counter.sources.include?('narf')
+  end
+
+  def test_three_way_merge
+    merged = @ndoc.merge(@narf).merge(@hdoc)
+
+    source_counter = Class.new(Struct.new(:sources)) {
+      def visit node
+        self.sources += node.source
+        node.children.each { |c| c.accept(self) }
+      end
+    }.new([])
+
+    merged.accept(source_counter)
+    assert source_counter.sources.include?('nokogiri')
+    assert source_counter.sources.include?('narf')
+    assert source_counter.sources.include?('hpricot')
+  end
+end

data/test/test_tree_diff.rb

@@ -0,0 +1,37 @@
+require "test/unit"
+require 'rubygems'
+require "tree_diff"
+
+class TestTreeDiff < Test::Unit::TestCase
+  def setup
+    @html = <<-eohtml
+    <html>
+      <body>
+        <table>
+          <td>
+          <td>
+        </table>
+      </body>
+    </html>
+    eohtml
+    @ndoc = Nokogiri::HTML(@html)
+    @hdoc = Hpricot(@html)
+    @narf = HTMLTree::XMLParser.new
+    @narf.feed(@html)
+  end
+
+  def test_unify_nokogiri
+    assert_instance_of TreeDiff::Node,
+      TreeDiff::Unify.new('nokogiri').accept(@ndoc.root)
+  end
+
+  def test_unify_hpricot
+    assert_instance_of TreeDiff::Node,
+      TreeDiff::Unify.new('hpricot').accept(@hdoc.root)
+  end
+
+  def test_unify_narf
+    assert_instance_of TreeDiff::Node,
+      TreeDiff::Unify.new('narf').accept(@narf.root)
+  end
+end

data/tree_diff.gemspec

@@ -0,0 +1,46 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{tree_diff}
+  s.version = "1.0.0.20090329202825"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Aaron Patterson"]
+  s.date = %q{2009-03-29}
+  s.default_executable = %q{tree_diff}
+  s.description = %q{Parse HTML using different parsers, then show the differences between the generated trees.}
+  s.email = ["aaronp@rubyforge.org"]
+  s.executables = ["tree_diff"]
+  s.extra_rdoc_files = ["Manifest.txt", "CHANGELOG.rdoc", "README.rdoc"]
+  s.files = [".autotest", "CHANGELOG.rdoc", "Manifest.txt", "README.rdoc", "Rakefile", "bin/tree_diff", "lib/tree_diff.rb", "lib/tree_diff/dot_visitor.rb", "lib/tree_diff/hpricot.rb", "lib/tree_diff/narf.rb", "lib/tree_diff/node.rb", "lib/tree_diff/nokogiri.rb", "lib/tree_diff/rexml.rb", "lib/tree_diff/unify.rb", "test/test_dots.rb", "test/test_merge.rb", "test/test_tree_diff.rb", "tree_diff.gemspec"]
+  s.has_rdoc = true
+  s.homepage = %q{http://github.com/tenderlove/tree_diff}
+  s.rdoc_options = ["--main", "README.rdoc"]
+  s.require_paths = ["lib"]
+  s.rubyforge_project = %q{tree_diff}
+  s.rubygems_version = %q{1.3.1}
+  s.summary = %q{Parse HTML using different parsers, then show the differences between the generated trees.}
+  s.test_files = ["test/test_dots.rb", "test/test_merge.rb", "test/test_tree_diff.rb"]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 2
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<nokogiri>, [">= 1.2.3"])
+      s.add_runtime_dependency(%q<hpricot>, [">= 0"])
+      s.add_runtime_dependency(%q<narf>, [">= 0"])
+      s.add_development_dependency(%q<hoe>, [">= 1.11.0"])
+    else
+      s.add_dependency(%q<nokogiri>, [">= 1.2.3"])
+      s.add_dependency(%q<hpricot>, [">= 0"])
+      s.add_dependency(%q<narf>, [">= 0"])
+      s.add_dependency(%q<hoe>, [">= 1.11.0"])
+    end
+  else
+    s.add_dependency(%q<nokogiri>, [">= 1.2.3"])
+    s.add_dependency(%q<hpricot>, [">= 0"])
+    s.add_dependency(%q<narf>, [">= 0"])
+    s.add_dependency(%q<hoe>, [">= 1.11.0"])
+  end
+end

metadata

@@ -0,0 +1,115 @@
+--- !ruby/object:Gem::Specification 
+name: tenderlove-tree_diff
+version: !ruby/object:Gem::Version 
+  version: 1.0.0.20090329202825
+platform: ruby
+authors: 
+- Aaron Patterson
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-03-29 00:00:00 -07:00
+default_executable: tree_diff
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: nokogiri
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.2.3
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: hpricot
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: narf
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: hoe
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.11.0
+    version: 
+description: Parse HTML using different parsers, then show the differences between the generated trees.
+email: 
+- aaronp@rubyforge.org
+executables: 
+- tree_diff
+extensions: []
+
+extra_rdoc_files: 
+- Manifest.txt
+- CHANGELOG.rdoc
+- README.rdoc
+files: 
+- .autotest
+- CHANGELOG.rdoc
+- Manifest.txt
+- README.rdoc
+- Rakefile
+- bin/tree_diff
+- lib/tree_diff.rb
+- lib/tree_diff/dot_visitor.rb
+- lib/tree_diff/hpricot.rb
+- lib/tree_diff/narf.rb
+- lib/tree_diff/node.rb
+- lib/tree_diff/nokogiri.rb
+- lib/tree_diff/rexml.rb
+- lib/tree_diff/unify.rb
+- test/test_dots.rb
+- test/test_merge.rb
+- test/test_tree_diff.rb
+- tree_diff.gemspec
+has_rdoc: true
+homepage: http://github.com/tenderlove/tree_diff
+post_install_message: 
+rdoc_options: 
+- --main
+- README.rdoc
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: tree_diff
+rubygems_version: 1.2.0
+signing_key: 
+specification_version: 2
+summary: Parse HTML using different parsers, then show the differences between the generated trees.
+test_files: 
+- test/test_dots.rb
+- test/test_merge.rb
+- test/test_tree_diff.rb