nokogiri-maven 1.5.0-java

data/Rakefile

@@ -0,0 +1,164 @@
+# -*- ruby -*-
+require 'rubygems'
+
+gem 'hoe'
+require 'hoe'
+Hoe.plugin :debugging
+Hoe.plugin :git
+Hoe.plugin :gemspec
+Hoe.plugin :bundler
+Hoe.add_include_dirs '.' # for ruby 1.9.2
+
+GENERATED_PARSER    = "lib/nokogiri/css/parser.rb"
+GENERATED_TOKENIZER = "lib/nokogiri/css/tokenizer.rb"
+CROSS_DIR           =  File.join(File.dirname(__FILE__), 'ports')
+
+def java?
+  !! (RUBY_PLATFORM =~ /java/)
+end
+
+require 'tasks/nokogiri.org'
+
+HOE = Hoe.spec 'nokogiri' do
+  developer 'Aaron Patterson', 'aaronp@rubyforge.org'
+  developer 'Mike Dalessio',   'mike.dalessio@gmail.com'
+  developer 'Yoko Harada',     'yokolet@gmail.com'
+
+  self.readme_file  = ['README',    ENV['HLANG'], 'rdoc'].compact.join('.')
+  self.history_file = ['CHANGELOG', ENV['HLANG'], 'rdoc'].compact.join('.')
+
+  self.extra_rdoc_files = FileList['*.rdoc','ext/nokogiri/*.c']
+
+  self.clean_globs += [
+    'nokogiri.gemspec',
+    'lib/nokogiri/*.{o,so,bundle,a,log,dll}',
+    'lib/nokogiri/nokogiri.{so,dylib,rb,bundle}',
+    'lib/nokogiri/nokogiri.rb',
+    'lib/nokogiri/1.{8,9}',
+    GENERATED_PARSER,
+    GENERATED_TOKENIZER
+  ]
+
+  self.extra_dev_deps += [
+    ["racc",            ">= 1.4.6"],
+    ["rexical",         ">= 1.0.5"],
+    ["rake-compiler",   ">= 0.7.9"],
+    ["minitest",        "~> 2.2.2"],
+    ["mini_portile",    ">= 0.2.2"],
+    ["hoe-debugging",   ">= 0"],
+    ["hoe-git",         ">= 0"],
+    ["hoe-gemspec",     ">= 0"],
+    ["hoe-bundler",     ">= 0"]
+  ]
+
+  if java?
+    self.spec_extras = { :platform => 'java' }
+  else
+    self.spec_extras = {
+      :extensions => ["ext/nokogiri/extconf.rb"],
+      :required_ruby_version => '>= 1.8.7'
+    }
+  end
+
+  self.testlib = :minitest
+end
+
+# ----------------------------------------
+
+if java?
+  # TODO: clean this section up.
+  require "rake/javaextensiontask"
+  Rake::JavaExtensionTask.new("nokogiri", HOE.spec) do |ext|
+    jruby_home = RbConfig::CONFIG['prefix']
+    ext.ext_dir = 'ext/java'
+    ext.lib_dir = 'lib/nokogiri'
+    jars = ["#{jruby_home}/lib/jruby.jar"] + FileList['lib/*.jar']
+    ext.classpath = jars.map { |x| File.expand_path x }.join ':'
+  end
+
+  gem_build_path = File.join 'pkg', HOE.spec.full_name
+
+  task gem_build_path => [:compile] do
+    cp 'lib/nokogiri/nokogiri.jar', File.join(gem_build_path, 'lib', 'nokogiri')
+    HOE.spec.files += ['lib/nokogiri/nokogiri.jar']
+  end
+else
+  require 'tasks/cross_compile'
+  require "rake/extensiontask"
+  Rake::ExtensionTask.new("nokogiri", HOE.spec) do |ext|
+    ext.lib_dir = File.join(*['lib', 'nokogiri', ENV['FAT_DIR']].compact)
+    ext.config_options << ENV['EXTOPTS']
+    ext.cross_compile  = true
+    ext.cross_platform = ["x86-mswin32-60", "x86-mingw32"]
+    ext.cross_config_options << "--with-xml2-include=#{File.join($recipes[:libxml2].path, 'include', 'libxml2')}"
+    ext.cross_config_options << "--with-xml2-lib=#{File.join($recipes[:libxml2].path, 'lib')}"
+    ext.cross_config_options << "--with-iconv-dir=#{$recipes[:libiconv].path}"
+    ext.cross_config_options << "--with-xslt-dir=#{$recipes[:libxslt].path}"
+    ext.cross_config_options << "--with-zlib-dir=#{CROSS_DIR}"
+  end
+end
+
+# ----------------------------------------
+
+desc "Generate css/parser.rb and css/tokenizer.rex"
+task 'generate' => [GENERATED_PARSER, GENERATED_TOKENIZER]
+task 'gem:spec' => 'generate' if Rake::Task.task_defined?("gem:spec")
+
+file GENERATED_PARSER => "lib/nokogiri/css/parser.y" do |t|
+  racc = RbConfig::CONFIG['target_os'] =~ /mswin32/ ? '' : `which racc`.strip
+  racc = "#{::RbConfig::CONFIG['bindir']}/racc" if racc.empty?
+  sh "#{racc} -l -o #{t.name} #{t.prerequisites.first}"
+end
+
+file GENERATED_TOKENIZER => "lib/nokogiri/css/tokenizer.rex" do |t|
+  sh "rex --independent -o #{t.name} #{t.prerequisites.first}"
+end
+
+[:compile, :check_manifest].each do |task_name|
+  Rake::Task[task_name].prerequisites << GENERATED_PARSER
+  Rake::Task[task_name].prerequisites << GENERATED_TOKENIZER
+end
+
+# ----------------------------------------
+
+desc "set environment variables to build and/or test with debug options"
+task :debug do
+  ENV['NOKOGIRI_DEBUG'] = "true"
+  ENV['CFLAGS'] ||= ""
+  ENV['CFLAGS'] += " -DDEBUG"
+end
+
+require 'tasks/test'
+
+Rake::Task[:test].prerequisites << :compile
+Rake::Task[:test].prerequisites << :check_extra_deps unless java?
+if Hoe.plugins.include?(:debugging)
+  ['valgrind', 'valgrind:mem', 'valgrind:mem0'].each do |task_name|
+    Rake::Task["test:#{task_name}"].prerequisites << :compile
+  end
+end
+
+# ----------------------------------------
+
+desc "build a windows gem without all the ceremony."
+task "gem:windows" do
+  rake_compiler_config = YAML.load_file("#{ENV['HOME']}/.rake-compiler/config.yml")
+
+  # check that rake-compiler config contains the right patchlevels of 1.8.6 and 1.9.1. see #279.
+  ["1.8.6-p383", "1.9.1-p243"].each do |version|
+    majmin, patchlevel = version.split("-")
+    rbconfig = "rbconfig-#{majmin}"
+    unless rake_compiler_config.key?(rbconfig) && rake_compiler_config[rbconfig] =~ /-#{patchlevel}/
+      raise "rake-compiler '#{rbconfig}' not #{patchlevel}. try running 'env --unset=HOST rake-compiler cross-ruby VERSION=#{version}'"
+    end
+  end
+
+  # verify that --export-all is in the 1.9.1 rbconfig. see #279,#374,#375.
+  rbconfig_191 = rake_compiler_config["rbconfig-1.9.1"]
+  raise "rbconfig #{rbconfig_191} needs --export-all in its DLDFLAGS value" if File.read(rbconfig_191).grep(/CONFIG\["DLDFLAGS"\].*--export-all/).empty?
+
+  pkg_config_path = [:libxslt, :libxml2].collect { |pkg| File.join($recipes[pkg].path, "lib/pkgconfig") }.join(":")
+  sh("env PKG_CONFIG_PATH=#{pkg_config_path} RUBY_CC_VERSION=1.8.6:1.9.1 rake cross native gem") || raise("build failed!")
+end
+
+# vim: syntax=Ruby

data/bin/nokogiri

@@ -0,0 +1,53 @@
+#!/usr/bin/env ruby
+require 'optparse'
+require 'open-uri'
+require 'irb'
+require 'uri'
+require 'rubygems'
+require 'nokogiri'
+
+parse_class = Nokogiri
+encoding = nil
+
+opts = OptionParser.new do |opts|
+  opts.banner = "Nokogiri: an HTML, XML, SAX, and Reader parser"
+  opts.define_head "Usage: nokogiri <uri|path> [options]"
+  opts.separator ""
+  opts.separator "Examples:"
+  opts.separator "  nokogiri http://www.ruby-lang.org/"
+  opts.separator "  nokogiri ./public/index.html"
+  opts.separator ""
+  opts.separator "Options:"
+
+  opts.on("--type [TYPE]", [:xml, :html]) do |v|
+    parse_class = {:xml => Nokogiri::XML, :html => Nokogiri::HTML}[v]
+  end
+
+  opts.on("-E", "--encoding encoding", "Read as encoding (default #{encoding})") do |v|
+    encoding = v
+  end
+
+  opts.on_tail("-?", "--help", "Show this message") do
+    puts opts
+    exit
+  end
+
+  opts.on_tail("-v", "--version", "Show version") do
+    puts Nokogiri::VersionInfo.instance.to_markdown
+    exit
+  end
+end
+opts.parse!
+
+uri = ARGV.shift
+
+if uri.to_s.strip.empty?
+  puts opts
+  exit 1
+end
+
+@doc = parse_class.parse(open(uri).read, nil, encoding)
+
+puts "Your document is stored in @doc..."
+IRB.start
+

data/ext/java/nokogiri/EncodingHandler.java

@@ -0,0 +1,124 @@
+/**
+ * (The MIT License)
+ *
+ * Copyright (c) 2008 - 2011:
+ *
+ * * {Aaron Patterson}[http://tenderlovemaking.com]
+ * * {Mike Dalessio}[http://mike.daless.io]
+ * * {Charles Nutter}[http://blog.headius.com]
+ * * {Sergio Arbeo}[http://www.serabe.com]
+ * * {Patrick Mahoney}[http://polycrystal.org]
+ * * {Yoko Harada}[http://yokolet.blogspot.com]
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files (the
+ * 'Software'), to deal in the Software without restriction, including
+ * without limitation the rights to use, copy, modify, merge, publish,
+ * distribute, sublicense, and/or sell copies of the Software, and to
+ * permit persons to whom the Software is furnished to do so, subject to
+ * the following conditions:
+ * 
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ * 
+ * THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+
+package nokogiri;
+
+import static nokogiri.internals.NokogiriHelpers.getNokogiriClass;
+
+import java.util.HashMap;
+
+import org.jruby.Ruby;
+import org.jruby.RubyClass;
+import org.jruby.RubyObject;
+import org.jruby.anno.JRubyClass;
+import org.jruby.anno.JRubyMethod;
+import org.jruby.runtime.ThreadContext;
+import org.jruby.runtime.builtin.IRubyObject;
+
+/**
+ * Stub class to satisfy unit tests.  I'm not sure where this class is
+ * meant to be used. As coded it won't really interact with any other
+ * classes and will have no effect on character encodings reported by
+ * documents being parsed.
+ *
+ * @author Patrick Mahoney <pat@polycrstal.org>
+ */
+@JRubyClass(name="Nokogiri::EncodingHandler")
+public class EncodingHandler extends RubyObject {
+    protected static HashMap<String,String> map = new HashMap<String,String>();
+    static {
+        addInitial();
+    }
+
+    protected String name;
+
+    protected static void addInitial() {
+        map.put("UTF-8", "UTF-8");
+    }
+
+    public EncodingHandler(Ruby ruby, RubyClass klass, String value) {
+        super(ruby, klass);
+        name = value;
+    }
+
+    @JRubyMethod(name="[]", meta=true)
+    public static IRubyObject get(ThreadContext context,
+                                  IRubyObject _klass,
+                                  IRubyObject keyObj) {
+        Ruby ruby = context.getRuntime();
+        String key = keyObj.toString();
+        String value = map.get(key);
+        if (value == null)
+            return ruby.getNil();
+
+        return new EncodingHandler(
+            ruby,
+            getNokogiriClass(ruby, "Nokogiri::EncodingHandler"),
+            value);
+    }
+
+    @JRubyMethod(meta=true)
+    public static IRubyObject delete(ThreadContext context,
+                                     IRubyObject _klass,
+                                     IRubyObject keyObj) {
+        String key = keyObj.toString();
+        String value = map.remove(key);
+        if (value == null)
+            return context.getRuntime().getNil();
+        return context.getRuntime().newString(value);
+    }
+
+    @JRubyMethod(name="clear_aliases!", meta=true)
+    public static IRubyObject clear_aliases(ThreadContext context,
+                                            IRubyObject _klass) {
+        map.clear();
+        addInitial();
+        return context.getRuntime().getNil();
+    }
+
+    @JRubyMethod(meta=true)
+    public static IRubyObject alias(ThreadContext context,
+                                    IRubyObject _klass,
+                                    IRubyObject orig,
+                                    IRubyObject alias) {
+        String value = map.get(orig.toString());
+        if (value != null)
+            map.put(alias.toString(), value);
+
+        return context.getRuntime().getNil();
+    }
+
+    @JRubyMethod
+    public IRubyObject name(ThreadContext context) {
+        return context.getRuntime().newString(name);
+    }
+}

data/ext/java/nokogiri/HtmlDocument.java

@@ -0,0 +1,119 @@
+/**
+ * (The MIT License)
+ *
+ * Copyright (c) 2008 - 2011:
+ *
+ * * {Aaron Patterson}[http://tenderlovemaking.com]
+ * * {Mike Dalessio}[http://mike.daless.io]
+ * * {Charles Nutter}[http://blog.headius.com]
+ * * {Sergio Arbeo}[http://www.serabe.com]
+ * * {Patrick Mahoney}[http://polycrystal.org]
+ * * {Yoko Harada}[http://yokolet.blogspot.com]
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files (the
+ * 'Software'), to deal in the Software without restriction, including
+ * without limitation the rights to use, copy, modify, merge, publish,
+ * distribute, sublicense, and/or sell copies of the Software, and to
+ * permit persons to whom the Software is furnished to do so, subject to
+ * the following conditions:
+ * 
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ * 
+ * THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+
+package nokogiri;
+
+import nokogiri.internals.HtmlDomParserContext;
+
+import org.jruby.Ruby;
+import org.jruby.RubyClass;
+import org.jruby.anno.JRubyClass;
+import org.jruby.anno.JRubyMethod;
+import org.jruby.javasupport.util.RuntimeHelpers;
+import org.jruby.runtime.Arity;
+import org.jruby.runtime.ThreadContext;
+import org.jruby.runtime.builtin.IRubyObject;
+import org.w3c.dom.Document;
+
+/**
+ * Class for Nokogiri::HTML::Document.
+ *
+ * @author sergio
+ * @author Yoko Harada <yokolet@gmail.com>
+ */
+@JRubyClass(name="Nokogiri::HTML::Document", parent="Nokogiri::XML::Document")
+public class HtmlDocument extends XmlDocument {
+
+    public HtmlDocument(Ruby ruby, RubyClass klazz) {
+        super(ruby, klazz);
+    }
+    
+    public HtmlDocument(Ruby ruby, RubyClass klazz, Document doc) {
+        super(ruby, klazz, doc);
+    }
+
+    @JRubyMethod(name="new", meta = true, rest = true, required=0)
+    public static IRubyObject rbNew(ThreadContext context, IRubyObject klazz,
+                                    IRubyObject[] args) {
+        HtmlDocument htmlDocument = null;
+        try {
+            Document docNode = createNewDocument();
+            htmlDocument = (HtmlDocument) NokogiriService.HTML_DOCUMENT_ALLOCATOR.allocate(context.getRuntime(), (RubyClass) klazz);
+            htmlDocument.setNode(context, docNode);
+        } catch (Exception ex) {
+            throw context.getRuntime().newRuntimeError("couldn't create document: "+ex.toString());
+        }
+
+        RuntimeHelpers.invoke(context, htmlDocument, "initialize", args);
+
+        return htmlDocument;
+    }
+
+    public static IRubyObject do_parse(ThreadContext context,
+                                       IRubyObject klass,
+                                       IRubyObject[] args) {
+        Ruby ruby = context.getRuntime();
+        Arity.checkArgumentCount(ruby, args, 4, 4);
+        HtmlDomParserContext ctx =
+            new HtmlDomParserContext(ruby, args[2], args[3]);
+        ctx.setInputSource(context, args[0], args[1]);
+        return ctx.parse(context, klass, args[1]);
+    }
+
+    /*
+     * call-seq:
+     *  read_io(io, url, encoding, options)
+     *
+     * Read the HTML document from +io+ with given +url+, +encoding+,
+     * and +options+.  See Nokogiri::HTML.parse
+     */
+    @JRubyMethod(meta = true, rest = true)
+    public static IRubyObject read_io(ThreadContext context,
+                                      IRubyObject cls,
+                                      IRubyObject[] args) {
+        return do_parse(context, cls, args);
+    }
+
+    /*
+     * call-seq:
+     *  read_memory(string, url, encoding, options)
+     *
+     * Read the HTML document contained in +string+ with given +url+, +encoding+,
+     * and +options+.  See Nokogiri::HTML.parse
+     */
+    @JRubyMethod(meta = true, rest = true)
+    public static IRubyObject read_memory(ThreadContext context,
+                                          IRubyObject cls,
+                                          IRubyObject[] args) {
+        return do_parse(context, cls, args);
+    }
+}