nokogiri-backupify 1.5.0.beta.4

data/Rakefile

@@ -0,0 +1,217 @@
+# -*- ruby -*-
+
+require 'rubygems'
+gem 'hoe', '>= 2.1.0'
+require 'hoe'
+
+windows = RUBY_PLATFORM =~ /(mswin|mingw)/i
+java    = RUBY_PLATFORM =~ /java/
+
+GENERATED_PARSER    = "lib/nokogiri/css/parser.rb"
+GENERATED_TOKENIZER = "lib/nokogiri/css/tokenizer.rb"
+CROSS_DIR           = File.join(File.dirname(__FILE__), 'tmp', 'cross')
+
+EXTERNAL_JAVA_LIBRARIES = %w{isorelax jing nekohtml nekodtd xercesImpl}.map{|x| "lib/#{x}.jar"}
+JAVA_EXT = "lib/nokogiri/nokogiri.jar"
+JRUBY_HOME = Config::CONFIG['prefix']
+
+# Make sure hoe-debugging is installed
+Hoe.plugin :debugging
+Hoe.plugin :git
+
+HOE = Hoe.spec 'nokogiri-backupify' do
+  developer('Aaron Patterson', 'aaronp@rubyforge.org')
+  developer('Mike Dalessio', 'mike.dalessio@gmail.com')
+  self.readme_file   = ['README', ENV['HLANG'], 'rdoc'].compact.join('.')
+  self.history_file  = ['CHANGELOG', ENV['HLANG'], 'rdoc'].compact.join('.')
+  self.extra_rdoc_files  = FileList['*.rdoc','ext/nokogiri/*.c']
+  self.clean_globs = [
+    'lib/nokogiri/*.{o,so,bundle,a,log,dll}',
+    'lib/nokogiri/nokogiri.rb',
+    'lib/nokogiri/1.{8,9}',
+    GENERATED_PARSER,
+    GENERATED_TOKENIZER,
+    'cross',
+  ]
+
+  %w{ racc rexical rake-compiler }.each do |dep|
+    self.extra_dev_deps << [dep, '>= 0']
+  end
+  self.extra_dev_deps << ["minitest", ">= 1.6.0"]
+
+  self.spec_extras = { :extensions => ["ext/nokogiri/extconf.rb"] }
+
+  self.testlib = :minitest
+end
+Hoe.add_include_dirs '.'
+
+task :ws_docs do
+  title = "#{HOE.name}-#{HOE.version} Documentation"
+
+  options = []
+  options << "--main=#{HOE.readme_file}"
+  options << '--format=activerecord'
+  options << '--threads=1'
+  options << "--title=#{title.inspect}"
+
+  options += HOE.spec.require_paths
+  options += HOE.spec.extra_rdoc_files
+  require 'rdoc/rdoc'
+  ENV['RAILS_ROOT'] ||= File.expand_path(File.join('..', 'nokogiri_ws'))
+  RDoc::RDoc.new.document options
+end
+
+unless java
+  gem 'rake-compiler', '>= 0.4.1'
+  require "rake/extensiontask"
+
+  RET = Rake::ExtensionTask.new("nokogiri", HOE.spec) do |ext|
+    ext.lib_dir = File.join(*['lib', 'nokogiri', ENV['FAT_DIR']].compact)
+
+    ext.config_options << ENV['EXTOPTS']
+    ext.cross_compile   = true
+    ext.cross_platform  = 'i386-mingw32'
+    # ext.cross_platform  = 'i386-mswin32'
+    ext.cross_config_options <<
+      "--with-xml2-include=#{File.join(CROSS_DIR, 'include', 'libxml2')}"
+    ext.cross_config_options <<
+      "--with-xml2-lib=#{File.join(CROSS_DIR, 'lib')}"
+    ext.cross_config_options << "--with-iconv-dir=#{CROSS_DIR}"
+    ext.cross_config_options << "--with-xslt-dir=#{CROSS_DIR}"
+    ext.cross_config_options << "--with-zlib-dir=#{CROSS_DIR}"
+  end
+end
+
+namespace :java do
+  desc "Removes all generated during compilation .class files."
+  task :clean_classes do
+    (FileList['ext/java/nokogiri/internals/*.class'] + FileList['ext/java/nokogiri/*.class'] + FileList['ext/java/*.class']).to_a.each do |file|
+      File.delete file
+    end
+  end
+
+  desc "Removes the generated .jar"
+  task :clean_jar do
+    FileList['lib/nokogiri/*.jar'].each{|f| File.delete f }
+  end
+
+  desc  "Same as java:clean_classes and java:clean_jar"
+  task :clean_all => ["java:clean_classes", "java:clean_jar"]
+  
+  desc "Build a gem targetted for JRuby"
+  task :gem => ['java:spec', GENERATED_PARSER, GENERATED_TOKENIZER, :build] do
+    raise "ERROR: please run this task under jruby" unless java
+    system "gem build nokogiri.gemspec"
+    FileUtils.mkdir_p "pkg"
+    FileUtils.mv Dir.glob("nokogiri*-java.gem"), "pkg"
+  end
+
+  task :spec do
+    File.open("#{HOE.name}.gemspec", 'w') do |f|
+      HOE.spec.platform = 'java'
+      HOE.spec.files += [GENERATED_PARSER, GENERATED_TOKENIZER, JAVA_EXT] + EXTERNAL_JAVA_LIBRARIES
+      HOE.spec.extensions = []
+      f.write(HOE.spec.to_ruby)
+    end
+  end
+
+  desc "Build external library"
+  task :build_external do
+    Dir.chdir('ext/java') do
+      LIB_DIR = '../../lib'
+      CLASSPATH = "#{JRUBY_HOME}/lib/jruby.jar:#{LIB_DIR}/nekohtml.jar:#{LIB_DIR}/nekodtd.jar:#{LIB_DIR}/xercesImpl.jar:#{LIB_DIR}/isorelax.jar:#{LIB_DIR}/jing.jar"
+      sh "javac -g -cp #{CLASSPATH} nokogiri/*.java nokogiri/internals/*.java"
+      sh "jar cf ../../#{JAVA_EXT} nokogiri/*.class nokogiri/internals/*.class"
+    end
+  end
+
+  task :build => ["java:clean_jar", "java:build_external", "java:clean_classes"]
+end
+
+namespace :gem do
+  namespace :dev do
+    task :spec => [ GENERATED_PARSER, GENERATED_TOKENIZER ] do
+      File.open("#{HOE.name}.gemspec", 'w') do |f|
+        HOE.spec.version = "#{HOE.version}.#{Time.now.strftime("%Y%m%d%H%M%S")}"
+        f.write(HOE.spec.to_ruby)
+      end
+    end
+  end
+
+  task :spec => ['gem:dev:spec']
+end
+
+file GENERATED_PARSER => "lib/nokogiri/css/parser.y" do |t|
+  begin
+    racc = Config::CONFIG['target_os'] =~ /mswin32/ ? '' : `which racc`.strip
+    racc = "#{::Config::CONFIG['bindir']}/racc" if racc.empty?
+    sh "#{racc} -l -o #{t.name} #{t.prerequisites.first}"
+  rescue
+    abort "need racc, sudo gem install racc"
+  end
+end
+
+file GENERATED_TOKENIZER => "lib/nokogiri/css/tokenizer.rex" do |t|
+  begin
+    sh "rex --independent -o #{t.name} #{t.prerequisites.first}"
+  rescue
+    abort "need rexical, sudo gem install rexical"
+  end
+end
+
+require 'tasks/test'
+begin
+  require 'tasks/cross_compile' unless java
+rescue RuntimeError => e
+  warn "WARNING: Could not perform some cross-compiling: #{e}"
+end
+
+desc "set environment variables to build and/or test with debug options"
+task :debug do
+  ENV['NOKOGIRI_DEBUG'] = "true"
+  ENV['CFLAGS'] ||= ""
+  ENV['CFLAGS'] += " -DDEBUG"
+end
+
+# required_ruby_version
+
+# Only do this on unix, since we can't build on windows
+unless windows || java
+  [:compile, :check_manifest].each do |task_name|
+    Rake::Task[task_name].prerequisites << GENERATED_PARSER
+    Rake::Task[task_name].prerequisites << GENERATED_TOKENIZER
+  end
+
+  Rake::Task[:test].prerequisites << :compile
+  if Hoe.plugins.include?(:debugging)
+    ['valgrind', 'valgrind:mem', 'valgrind:mem0'].each do |task_name|
+      Rake::Task["test:#{task_name}"].prerequisites << :compile
+    end
+  end
+else
+  [:test, :check_manifest].each do |task_name|
+    if Rake::Task[task_name]
+      Rake::Task[task_name].prerequisites << GENERATED_PARSER
+      Rake::Task[task_name].prerequisites << GENERATED_TOKENIZER
+    end
+  end
+end
+
+namespace :install do
+  desc "Install rex and racc for development"
+  task :deps => %w(rexical racc)
+
+  task :racc do |t|
+    sh "sudo gem install racc"
+  end
+
+  task :rexical do
+    sh "sudo gem install rexical"
+  end
+end
+
+namespace :rip do
+  task :install => [GENERATED_TOKENIZER, GENERATED_PARSER]
+end
+
+# vim: syntax=Ruby

data/bin/nokogiri

@@ -0,0 +1,54 @@
+#!/usr/bin/env ruby
+require 'optparse'
+require 'open-uri'
+require 'irb'
+require 'uri'
+require 'rubygems'
+require 'nokogiri'
+
+parse_class = Nokogiri
+encoding = nil
+
+opts = OptionParser.new do |opts|
+  opts.banner = "Nokogiri: an HTML, XML, SAX, and Reader parser"
+  opts.define_head "Usage: nokogiri <uri|path> [options]"
+  opts.separator ""
+  opts.separator "Examples:"
+  opts.separator "  nokogiri http://www.ruby-lang.org/"
+  opts.separator "  nokogiri ./public/index.html"
+  opts.separator ""
+  opts.separator "Options:"
+
+  opts.on("--type [TYPE]", [:xml, :html]) do |v|
+    parse_class = {:xml => Nokogiri::XML, :html => Nokogiri::HTML}[v]
+  end
+
+  opts.on("-E", "--encoding encoding", "Read as encoding (default #{encoding})") do |v|
+    encoding = v
+  end
+
+  opts.on_tail("-?", "--help", "Show this message") do
+    puts opts
+    exit
+  end
+
+  opts.on_tail("-v", "--version", "Show version") do
+    require 'yaml'
+    puts Nokogiri::VERSION_INFO.to_yaml
+    exit
+  end
+end
+opts.parse!
+
+uri = ARGV.shift
+
+if uri.to_s.strip.empty?
+  puts opts
+  exit 1
+end
+
+@doc = parse_class.parse(open(uri).read, nil, encoding)
+
+puts "Your document is stored in @doc..."
+IRB.start
+

data/deps.rip

@@ -0,0 +1,5 @@
+git://github.com/luislavena/rake-compiler.git v0.6.0
+git://github.com/tenderlove/rexical.git
+git://github.com/jimweirich/rake.git
+git://github.com/jmhodges/fakehoe.git
+git://github.com/tenderlove/racc.git

data/ext/java/nokogiri/EncodingHandler.java

@@ -0,0 +1,124 @@
+/**
+ * (The MIT License)
+ *
+ * Copyright (c) 2008 - 2010:
+ *
+ * * {Aaron Patterson}[http://tenderlovemaking.com]
+ * * {Mike Dalessio}[http://mike.daless.io]
+ * * {Charles Nutter}[http://blog.headius.com]
+ * * {Sergio Arbeo}[http://www.serabe.com]
+ * * {Patrick Mahoney}[http://polycrystal.org]
+ * * {Yoko Harada}[http://yokolet.blogspot.com]
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files (the
+ * 'Software'), to deal in the Software without restriction, including
+ * without limitation the rights to use, copy, modify, merge, publish,
+ * distribute, sublicense, and/or sell copies of the Software, and to
+ * permit persons to whom the Software is furnished to do so, subject to
+ * the following conditions:
+ * 
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ * 
+ * THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+
+package nokogiri;
+
+import static nokogiri.internals.NokogiriHelpers.getNokogiriClass;
+
+import java.util.HashMap;
+
+import org.jruby.Ruby;
+import org.jruby.RubyClass;
+import org.jruby.RubyObject;
+import org.jruby.anno.JRubyClass;
+import org.jruby.anno.JRubyMethod;
+import org.jruby.runtime.ThreadContext;
+import org.jruby.runtime.builtin.IRubyObject;
+
+/**
+ * Stub class to satisfy unit tests.  I'm not sure where this class is
+ * meant to be used. As coded it won't really interact with any other
+ * classes and will have no effect on character encodings reported by
+ * documents being parsed.
+ *
+ * @author Patrick Mahoney <pat@polycrstal.org>
+ */
+@JRubyClass(name="Nokogiri::EncodingHandler")
+public class EncodingHandler extends RubyObject {
+    protected static HashMap<String,String> map = new HashMap<String,String>();
+    static {
+        addInitial();
+    }
+
+    protected String name;
+
+    protected static void addInitial() {
+        map.put("UTF-8", "UTF-8");
+    }
+
+    public EncodingHandler(Ruby ruby, RubyClass klass, String value) {
+        super(ruby, klass);
+        name = value;
+    }
+
+    @JRubyMethod(name="[]", meta=true)
+    public static IRubyObject get(ThreadContext context,
+                                  IRubyObject _klass,
+                                  IRubyObject keyObj) {
+        Ruby ruby = context.getRuntime();
+        String key = keyObj.toString();
+        String value = map.get(key);
+        if (value == null)
+            return ruby.getNil();
+
+        return new EncodingHandler(
+            ruby,
+            getNokogiriClass(ruby, "Nokogiri::EncodingHandler"),
+            value);
+    }
+
+    @JRubyMethod(meta=true)
+    public static IRubyObject delete(ThreadContext context,
+                                     IRubyObject _klass,
+                                     IRubyObject keyObj) {
+        String key = keyObj.toString();
+        String value = map.remove(key);
+        if (value == null)
+            return context.getRuntime().getNil();
+        return context.getRuntime().newString(value);
+    }
+
+    @JRubyMethod(name="clear_aliases!", meta=true)
+    public static IRubyObject clear_aliases(ThreadContext context,
+                                            IRubyObject _klass) {
+        map.clear();
+        addInitial();
+        return context.getRuntime().getNil();
+    }
+
+    @JRubyMethod(meta=true)
+    public static IRubyObject alias(ThreadContext context,
+                                    IRubyObject _klass,
+                                    IRubyObject orig,
+                                    IRubyObject alias) {
+        String value = map.get(orig.toString());
+        if (value != null)
+            map.put(alias.toString(), value);
+
+        return context.getRuntime().getNil();
+    }
+
+    @JRubyMethod
+    public IRubyObject name(ThreadContext context) {
+        return context.getRuntime().newString(name);
+    }
+}

data/ext/java/nokogiri/HtmlDocument.java

@@ -0,0 +1,146 @@
+/**
+ * (The MIT License)
+ *
+ * Copyright (c) 2008 - 2010:
+ *
+ * * {Aaron Patterson}[http://tenderlovemaking.com]
+ * * {Mike Dalessio}[http://mike.daless.io]
+ * * {Charles Nutter}[http://blog.headius.com]
+ * * {Sergio Arbeo}[http://www.serabe.com]
+ * * {Patrick Mahoney}[http://polycrystal.org]
+ * * {Yoko Harada}[http://yokolet.blogspot.com]
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files (the
+ * 'Software'), to deal in the Software without restriction, including
+ * without limitation the rights to use, copy, modify, merge, publish,
+ * distribute, sublicense, and/or sell copies of the Software, and to
+ * permit persons to whom the Software is furnished to do so, subject to
+ * the following conditions:
+ * 
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ * 
+ * THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+
+package nokogiri;
+
+import nokogiri.internals.HtmlDomParserContext;
+import nokogiri.internals.SaveContext;
+
+import org.jruby.Ruby;
+import org.jruby.RubyClass;
+import org.jruby.anno.JRubyClass;
+import org.jruby.anno.JRubyMethod;
+import org.jruby.javasupport.util.RuntimeHelpers;
+import org.jruby.runtime.Arity;
+import org.jruby.runtime.ThreadContext;
+import org.jruby.runtime.builtin.IRubyObject;
+import org.w3c.dom.Document;
+import org.w3c.dom.DocumentType;
+
+/**
+ * Class for Nokogiri::HTML::Document.
+ *
+ */
+@JRubyClass(name="Nokogiri::HTML::Document", parent="Nokogiri::XML::Document")
+public class HtmlDocument extends XmlDocument {
+
+    public HtmlDocument(Ruby ruby, RubyClass klazz) {
+        super(ruby, klazz);
+    }
+    
+    public HtmlDocument(Ruby ruby, RubyClass klazz, Document doc) {
+        super(ruby, klazz, doc);
+    }
+
+    @JRubyMethod(name="new", meta = true, rest = true, required=0)
+    public static IRubyObject rbNew(ThreadContext context, IRubyObject cls,
+                                    IRubyObject[] args) {
+        HtmlDocument doc = null;
+        try {
+            Document docNode = createNewDocument();
+            doc = new HtmlDocument(context.getRuntime(), (RubyClass) cls, docNode);
+        } catch (Exception ex) {
+            throw context.getRuntime()
+                .newRuntimeError("couldn't create document: "+ex.toString());
+        }
+
+        RuntimeHelpers.invoke(context, doc, "initialize", args);
+
+        return doc;
+    }
+
+    public static IRubyObject do_parse(ThreadContext context,
+                                       IRubyObject klass,
+                                       IRubyObject[] args) {
+        Ruby ruby = context.getRuntime();
+        Arity.checkArgumentCount(ruby, args, 4, 4);
+        HtmlDomParserContext ctx =
+            new HtmlDomParserContext(ruby, args[2], args[3]);
+        ctx.setInputSource(context, args[0]);
+        return ctx.parse(context, klass, args[1]);
+    }
+
+    /*
+     * call-seq:
+     *  read_io(io, url, encoding, options)
+     *
+     * Read the HTML document from +io+ with given +url+, +encoding+,
+     * and +options+.  See Nokogiri::HTML.parse
+     */
+    @JRubyMethod(meta = true, rest = true)
+    public static IRubyObject read_io(ThreadContext context,
+                                      IRubyObject cls,
+                                      IRubyObject[] args) {
+        return do_parse(context, cls, args);
+    }
+
+    /*
+     * call-seq:
+     *  read_memory(string, url, encoding, options)
+     *
+     * Read the HTML document contained in +string+ with given +url+, +encoding+,
+     * and +options+.  See Nokogiri::HTML.parse
+     */
+    @JRubyMethod(meta = true, rest = true)
+    public static IRubyObject read_memory(ThreadContext context,
+                                          IRubyObject cls,
+                                          IRubyObject[] args) {
+        return do_parse(context, cls, args);
+    }
+
+    @Override
+    public void saveContent(ThreadContext context, SaveContext ctx) {
+        Document doc = getDocument();
+        DocumentType dtd = doc.getDoctype();
+
+        if(dtd != null) {
+            ctx.append("<!DOCTYPE ");
+            ctx.append(dtd.getName());
+            if(dtd.getPublicId() != null) {
+                ctx.append(" PUBLIC ");
+                ctx.appendQuoted(dtd.getPublicId());
+                if(dtd.getSystemId() != null) {
+                    ctx.append(" ");
+                    ctx.appendQuoted(dtd.getSystemId());
+                }
+            } else if(dtd.getSystemId() != null) {
+                ctx.append(" SYSTEM ");
+                ctx.appendQuoted(dtd.getSystemId());
+            }
+            ctx.append(">\n");
+        }
+
+        this.saveNodeListContent(context,
+                (XmlNodeSet) this.children(context), ctx);
+        ctx.append("\n");
+    }
+}