nokogiri 1.0.0

data/History.txt

@@ -0,0 +1,6 @@
+=== 1.0.0 / 2008-07-13
+
+* 1 major enhancement
+
+  * Birthday!
+

data/Manifest.txt

@@ -0,0 +1,120 @@
+History.txt
+Manifest.txt
+README.ja.txt
+README.txt
+Rakefile
+ext/nokogiri/extconf.rb
+ext/nokogiri/html_document.c
+ext/nokogiri/html_document.h
+ext/nokogiri/html_sax_parser.c
+ext/nokogiri/html_sax_parser.h
+ext/nokogiri/native.c
+ext/nokogiri/native.h
+ext/nokogiri/xml_cdata.c
+ext/nokogiri/xml_cdata.h
+ext/nokogiri/xml_document.c
+ext/nokogiri/xml_document.h
+ext/nokogiri/xml_dtd.c
+ext/nokogiri/xml_dtd.h
+ext/nokogiri/xml_node.c
+ext/nokogiri/xml_node.h
+ext/nokogiri/xml_node_set.c
+ext/nokogiri/xml_node_set.h
+ext/nokogiri/xml_reader.c
+ext/nokogiri/xml_reader.h
+ext/nokogiri/xml_sax_parser.c
+ext/nokogiri/xml_sax_parser.h
+ext/nokogiri/xml_syntax_error.c
+ext/nokogiri/xml_syntax_error.h
+ext/nokogiri/xml_text.c
+ext/nokogiri/xml_text.h
+ext/nokogiri/xml_xpath.c
+ext/nokogiri/xml_xpath.h
+ext/nokogiri/xml_xpath_context.c
+ext/nokogiri/xml_xpath_context.h
+ext/nokogiri/xslt_stylesheet.c
+ext/nokogiri/xslt_stylesheet.h
+lib/nokogiri.rb
+lib/nokogiri/css.rb
+lib/nokogiri/css/generated_parser.rb
+lib/nokogiri/css/generated_tokenizer.rb
+lib/nokogiri/css/node.rb
+lib/nokogiri/css/parser.rb
+lib/nokogiri/css/parser.y
+lib/nokogiri/css/tokenizer.rb
+lib/nokogiri/css/tokenizer.rex
+lib/nokogiri/css/xpath_visitor.rb
+lib/nokogiri/decorators.rb
+lib/nokogiri/decorators/hpricot.rb
+lib/nokogiri/decorators/hpricot/node.rb
+lib/nokogiri/decorators/hpricot/node_set.rb
+lib/nokogiri/decorators/hpricot/xpath_visitor.rb
+lib/nokogiri/hpricot.rb
+lib/nokogiri/html.rb
+lib/nokogiri/html/builder.rb
+lib/nokogiri/html/document.rb
+lib/nokogiri/html/sax/parser.rb
+lib/nokogiri/version.rb
+lib/nokogiri/xml.rb
+lib/nokogiri/xml/after_handler.rb
+lib/nokogiri/xml/before_handler.rb
+lib/nokogiri/xml/builder.rb
+lib/nokogiri/xml/cdata.rb
+lib/nokogiri/xml/document.rb
+lib/nokogiri/xml/dtd.rb
+lib/nokogiri/xml/element.rb
+lib/nokogiri/xml/entity_declaration.rb
+lib/nokogiri/xml/node.rb
+lib/nokogiri/xml/node_set.rb
+lib/nokogiri/xml/notation.rb
+lib/nokogiri/xml/reader.rb
+lib/nokogiri/xml/sax.rb
+lib/nokogiri/xml/sax/document.rb
+lib/nokogiri/xml/sax/parser.rb
+lib/nokogiri/xml/syntax_error.rb
+lib/nokogiri/xml/text.rb
+lib/nokogiri/xml/xpath.rb
+lib/nokogiri/xml/xpath_context.rb
+lib/nokogiri/xslt.rb
+lib/nokogiri/xslt/stylesheet.rb
+nokogiri.gemspec
+test/css/test_nthiness.rb
+test/css/test_parser.rb
+test/css/test_tokenizer.rb
+test/css/test_xpath_visitor.rb
+test/files/staff.xml
+test/files/staff.xslt
+test/files/tlm.html
+test/helper.rb
+test/hpricot/files/basic.xhtml
+test/hpricot/files/boingboing.html
+test/hpricot/files/cy0.html
+test/hpricot/files/immob.html
+test/hpricot/files/pace_application.html
+test/hpricot/files/tenderlove.html
+test/hpricot/files/uswebgen.html
+test/hpricot/files/utf8.html
+test/hpricot/files/week9.html
+test/hpricot/files/why.xml
+test/hpricot/load_files.rb
+test/hpricot/test_alter.rb
+test/hpricot/test_builder.rb
+test/hpricot/test_parser.rb
+test/hpricot/test_paths.rb
+test/hpricot/test_preserved.rb
+test/hpricot/test_xml.rb
+test/html/sax/test_parser.rb
+test/html/test_builder.rb
+test/html/test_document.rb
+test/test_convert_xpath.rb
+test/test_nokogiri.rb
+test/test_reader.rb
+test/test_xslt_transforms.rb
+test/xml/sax/test_parser.rb
+test/xml/test_builder.rb
+test/xml/test_cdata.rb
+test/xml/test_document.rb
+test/xml/test_dtd.rb
+test/xml/test_node.rb
+test/xml/test_node_set.rb
+test/xml/test_text.rb

data/README.ja.txt

@@ -0,0 +1,86 @@
+= Nokogiri (鋸)
+
+* http://nokogiri.rubyforge.org/
+* http://github.com/tenderlove/nokogiri/wikis
+* http://github.com/tenderlove/nokogiri/tree/master
+
+== DESCRIPTION:
+
+Nokogiri はHTMLやXMLやSAXやXSLTやReaderのパーサーです。
+
+== FEATURES:
+
+* XPath で探せる
+* CSS3 のセレクターで探せる
+* XML/HTMLのビルダーはある
+
+NokogiriはHpricotより早くパーサーし、検索出来たり、
+正確にCSS3とXPathをサポート出来たりする。
+
+  * http://gist.github.com/18533
+
+NokogiriはHpricotの代わりに使用出来る。
+その互換性は簡単に正しいCSSとXPathを使用する事が出来る。
+
+== SYNOPSIS:
+
+  require 'nokogiri'
+  require 'open-uri'
+  
+  doc = Nokogiri::HTML(open('http://www.google.com/search?q=tenderlove'))
+  
+  ####
+  # Search for nodes by css
+  doc.css('h3.r a.l').each do |link|
+    puts link.content
+  end
+  
+  ####
+  # Search for nodes by xpath
+  doc.xpath('//h3/a[@class="l"]').each do |link|
+    puts link.content
+  end
+  
+  ####
+  # Or mix and match.
+  doc.search('h3.r a.l', '//h3/a[@class="l"]').each do |link|
+    puts link.content
+  end
+
+
+== REQUIREMENTS:
+
+* ruby 1.8 or 1.9
+* libxml
+
+== INSTALL:
+
+* sudo gem install nokogiri
+
+== LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2008:
+
+* {Aaron Patterson}[http://tenderlovemaking.com]
+* {Mike Dalessio}[http://mike.daless.io]
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.txt

@@ -0,0 +1,87 @@
+= Nokogiri
+
+* http://nokogiri.rubyforge.org/
+* http://github.com/tenderlove/nokogiri/wikis
+* http://github.com/tenderlove/nokogiri/tree/master
+
+== DESCRIPTION:
+
+Nokogiri (鋸) is an HTML, XML, SAX, and Reader parser.
+
+== FEATURES:
+
+* XPath support for document searching
+* CSS3 selector support for document searching
+* XML/HTML builder
+* Drop in replacement for Hpricot
+
+Nokogiri parses and searches XML/HTML faster than Hpricot, and also has
+correctly implemented CSS3 selector support as well as XPath support.
+
+  * http://gist.github.com/18533
+
+Nokogiri also features an Hpricot compatibility layer to help ease the change
+to using correct CSS and XPath.
+
+== SYNOPSIS:
+
+  require 'nokogiri'
+  require 'open-uri'
+  
+  doc = Nokogiri::HTML(open('http://www.google.com/search?q=tenderlove'))
+  
+  ####
+  # Search for nodes by css
+  doc.css('h3.r a.l').each do |link|
+    puts link.content
+  end
+  
+  ####
+  # Search for nodes by xpath
+  doc.xpath('//h3/a[@class="l"]').each do |link|
+    puts link.content
+  end
+  
+  ####
+  # Or mix and match.
+  doc.search('h3.r a.l', '//h3/a[@class="l"]').each do |link|
+    puts link.content
+  end
+
+
+== REQUIREMENTS:
+
+* ruby 1.8 or 1.9
+* libxml
+
+== INSTALL:
+
+* sudo gem install nokogiri
+
+== LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2008:
+
+* {Aaron Patterson}[http://tenderlovemaking.com]
+* {Mike Dalessio}[http://mike.daless.io]
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,264 @@
+# -*- ruby -*-
+
+require 'rubygems'
+require 'hoe'
+
+kind = Config::CONFIG['DLEXT']
+windows = RUBY_PLATFORM =~ /mswin/i ? true : false
+
+LIB_DIR = File.expand_path(File.join(File.dirname(__FILE__), 'lib'))
+$LOAD_PATH << LIB_DIR
+
+GENERATED_PARSER = "lib/nokogiri/css/generated_parser.rb"
+GENERATED_TOKENIZER = "lib/nokogiri/css/generated_tokenizer.rb"
+
+EXT = "ext/nokogiri/native.#{kind}"
+
+require 'nokogiri/version'
+
+HOE = Hoe.new('nokogiri', Nokogiri::VERSION) do |p|
+  p.developer('Aaron Patterson', 'aaronp@rubyforge.org')
+  p.clean_globs = [
+    'ext/nokogiri/Makefile',
+    'ext/nokogiri/*.{o,so,bundle,a,log,dll}',
+    'ext/nokogiri/conftest.dSYM',
+    GENERATED_PARSER,
+    GENERATED_TOKENIZER,
+    'cross',
+  ]
+  p.spec_extras = { :extensions => ["Rakefile"] }
+end
+
+namespace :gem do
+  namespace :dev do
+    task :spec do
+      File.open("#{HOE.name}.gemspec", 'w') do |f|
+        HOE.spec.version = "#{HOE.version}.#{Time.now.strftime("%Y%m%d%H%M%S")}"
+        f.write(HOE.spec.to_ruby)
+      end
+    end
+  end
+
+  namespace :win32 do
+    task :spec do
+      File.open("#{HOE.name}.gemspec", 'w') do |f|
+        HOE.spec.files += Dir['ext/nokogiri/**.{dll,so}']
+        if windows
+          HOE.spec.platform = Gem::Platform::CURRENT
+        else
+          HOE.spec.platform = 'x86-mswin32-60'
+        end
+        HOE.spec.extensions = []
+        f.write(HOE.spec.to_ruby)
+      end
+    end
+  end
+
+  namespace :unix do
+    task :spec do
+      File.open("#{HOE.name}.gemspec", 'w') do |f|
+        f.write(HOE.spec.to_ruby)
+      end
+    end
+  end
+
+  task :spec => ['gem:dev:spec']
+end
+
+desc "Run code-coverage analysis"
+task :coverage do
+  rm_rf "coverage"
+  sh "rcov -x Library -I lib:test #{Dir[*HOE.test_globs].join(' ')}"
+end
+
+file GENERATED_PARSER => "lib/nokogiri/css/parser.y" do |t|
+  sh "racc -o #{t.name} #{t.prerequisites.first}"
+end
+
+file GENERATED_TOKENIZER => "lib/nokogiri/css/tokenizer.rex" do |t|
+  sh "frex -i --independent -o #{t.name} #{t.prerequisites.first}"
+end
+
+task 'ext/nokogiri/Makefile' do
+  Dir.chdir('ext/nokogiri') do
+    ruby "extconf.rb"
+  end
+end
+
+task EXT => 'ext/nokogiri/Makefile' do
+  Dir.chdir('ext/nokogiri') do
+    sh 'make'
+  end
+end
+
+task :build => [EXT, GENERATED_PARSER, GENERATED_TOKENIZER]
+
+namespace :build do
+  namespace :win32 do
+    file 'cross/bin/ruby.exe' => ['cross/ruby-1.8.6-p287'] do
+      Dir.chdir('cross/ruby-1.8.6-p287') do
+        str = ''
+        File.open('Makefile.in', 'rb') do |f|
+          f.each_line do |line|
+            if line =~ /^\s*ALT_SEPARATOR =/
+              str += "\t\t    " + 'ALT_SEPARATOR = "\\\\\"; \\'
+              str += "\n"
+            else
+              str += line
+            end
+          end
+        end
+        File.open('Makefile.in', 'wb') { |f| f.write str }
+        buildopts = if File.exists?('/usr/bin/i586-mingw32msvc-gcc')
+                      "--host=i586-mingw32msvc --target=i386-mingw32 --build=i686-linux"
+                    else
+                      "--host=i386-mingw32 --target=i386-mingw32"
+                    end
+        sh(<<-eocommand)
+          env ac_cv_func_getpgrp_void=no \
+            ac_cv_func_setpgrp_void=yes \
+            rb_cv_negative_time_t=no \
+            ac_cv_func_memcmp_working=yes \
+            rb_cv_binary_elf=no \
+            ./configure \
+            #{buildopts} \
+            --prefix=#{File.expand_path(File.join(Dir.pwd, '..'))}
+        eocommand
+        sh 'make'
+        sh 'make install'
+      end
+    end
+
+    desc 'build cross compiled ruby'
+    task :ruby => 'cross/bin/ruby.exe'
+  end
+
+  desc 'build nokogiri for win32'
+  task :win32 => [GENERATED_PARSER, GENERATED_TOKENIZER, 'build:externals', 'build:win32:ruby'] do
+    dash_i = File.expand_path(
+      File.join(File.dirname(__FILE__), 'cross/lib/ruby/1.8/i386-mingw32/')
+    )
+    Dir.chdir('ext/nokogiri') do
+      ruby " -I #{dash_i} extconf.rb"
+      sh 'make'
+    end
+    dlls = Dir[File.join(File.dirname(__FILE__), 'cross', '**/*.dll')]
+    dlls.each do |dll|
+      next if dll =~ /ruby/
+      cp dll, 'ext/nokogiri'
+    end
+  end
+
+  libs = %w{
+    iconv-1.9.2.win32
+    zlib-1.2.3.win32
+    libxml2-2.7.2.win32
+    libxslt-1.1.24.win32
+  }
+
+  libs.each do |lib|
+    file "stash/#{lib}.zip" do |t|
+      puts "downloading #{lib}"
+      FileUtils.mkdir_p('stash')
+      Dir.chdir('stash') do 
+        url = "http://www.zlatkovic.com/pub/libxml/#{lib}.zip"
+        system("wget #{url} || curl -O #{url}")
+      end
+    end
+    file "cross/#{lib}" => ["stash/#{lib}.zip"] do |t|
+      puts "unzipping #{lib}.zip"
+      FileUtils.mkdir_p('cross')
+      Dir.chdir('cross') do
+        sh "unzip ../stash/#{lib}.zip"
+        sh "touch #{lib}"
+      end
+    end
+  end
+
+  file "stash/ruby-1.8.6-p287.tar.gz" do |t|
+    puts "downloading ruby"
+    FileUtils.mkdir_p('stash')
+    Dir.chdir('stash') do 
+      url = ("ftp://ftp.ruby-lang.org/pub/ruby/1.8/ruby-1.8.6-p287.tar.gz")
+      system("wget #{url} || curl -O #{url}")
+    end
+  end
+  file 'cross/ruby-1.8.6-p287' => ["stash/ruby-1.8.6-p287.tar.gz"] do |t|
+    puts "unzipping ruby"
+    FileUtils.mkdir_p('cross')
+    Dir.chdir('cross') do
+      sh "tar zxvf ../stash/ruby-1.8.6-p287.tar.gz"
+    end
+  end
+
+  task :externals => libs.map { |x| "cross/#{x}" } + ['cross/ruby-1.8.6-p287']
+end
+
+desc "set environment variables to build and/or test with debug options"
+task :debug do
+  ENV['NOKOGIRI_DEBUG'] = "true"
+  ENV['CFLAGS'] ||= ""
+  ENV['CFLAGS'] += " -DDEBUG"
+end
+
+def test_suite_cmdline
+  require 'find'
+  files = []
+  Find.find("test") do |f|
+    files << f if File.basename(f) =~ /.*test.*\.rb$/
+  end
+  cmdline = "ruby -w -I.:lib:ext:test -rtest/unit -e '%w[#{files.join(' ')}].each {|f| require f}'"
+end
+
+namespace :test do
+  # partial-loads-ok and undef-value-errors necessary to ignore
+  # spurious (and eminently ignorable) warnings from the ruby
+  # interpreter
+  VALGRIND_BASIC_OPTS = "--num-callers=50 --error-limit=no --partial-loads-ok=yes --undef-value-errors=no"
+
+  desc "run test suite under valgrind with basic ruby options"
+  task :valgrind => :build do
+    cmdline = "valgrind #{VALGRIND_BASIC_OPTS} #{test_suite_cmdline}"
+    puts cmdline
+    system cmdline
+  end
+
+  desc "run test suite under valgrind with memory-fill ruby options"
+  task :valgrind_mem => :build do
+    # fill malloced memory with "m" and freed memory with "f"
+    cmdline = "valgrind #{VALGRIND_BASIC_OPTS} --freelist-vol=100000000 --malloc-fill=6D --free-fill=66 #{test_suite_cmdline}"
+    puts cmdline
+    system cmdline
+  end
+
+  desc "run test suite under valgrind with memory-zero ruby options"
+  task :valgrind_mem0 => :build do
+    # fill malloced and freed memory with 0
+    cmdline = "valgrind #{VALGRIND_BASIC_OPTS} --freelist-vol=100000000 --malloc-fill=00 --free-fill=00 #{test_suite_cmdline}"
+    puts cmdline
+    system cmdline
+  end
+
+  desc "run test suite under gdb"
+  task :gdb => :build do
+    cmdline = "gdb --args #{test_suite_cmdline}"
+    puts cmdline
+    system cmdline
+  end
+
+  desc "run test suite with aggressive GC"
+  task :gc => :build do
+    ENV['NOKOGIRI_GC'] = "true"
+    Rake::Task["test"].invoke
+  end
+end
+
+
+# Only do this on unix, since we can't build on windows
+unless windows
+  Rake::Task[:test].prerequisites << :build
+  Rake::Task[:check_manifest].prerequisites << GENERATED_PARSER
+  Rake::Task[:check_manifest].prerequisites << GENERATED_TOKENIZER
+end
+
+# vim: syntax=Ruby