vtd_xml 0.0.3-java

data/bundle/jruby/1.9/gems/nokogiri-1.6.1-java/ext/java/nokogiri/internals/NokogiriEntityResolver.java

@@ -0,0 +1,123 @@
+package nokogiri.internals;
+
+import java.io.ByteArrayInputStream;
+import java.io.File;
+import java.io.IOException;
+import java.net.URI;
+
+import nokogiri.internals.ParserContext.Options;
+
+import org.jruby.Ruby;
+import org.xml.sax.InputSource;
+import org.xml.sax.SAXException;
+import org.xml.sax.ext.EntityResolver2;
+
+/**
+ * An entity resolver aware of the fact that the Ruby runtime can
+ * change directory but the JVM cannot.  Thus any file based
+ * entity resolution that uses relative paths must be translated
+ * to be relative to the current directory of the Ruby runtime.
+ */
+public class NokogiriEntityResolver implements EntityResolver2 {
+    protected Ruby runtime;
+    private final NokogiriErrorHandler handler;
+    private final Options options;
+
+    public NokogiriEntityResolver(Ruby runtime, NokogiriErrorHandler handler, Options options) {
+        super();
+        this.runtime = runtime;
+        this.handler = handler;
+        this.options = options;
+    }
+
+    @Override
+    public InputSource getExternalSubset(String name, String baseURI)
+        throws SAXException, IOException {
+      return null;
+    }
+
+    @Override
+    public InputSource resolveEntity(String publicId, String systemId)
+        throws SAXException, IOException {
+        return resolveEntity(runtime, null, publicId, null, systemId);
+    }
+
+    @Override
+    public InputSource resolveEntity(String name,
+                                     String publicId,
+                                     String baseURI,
+                                     String systemId)
+        throws SAXException, IOException {
+        return resolveEntity(runtime, name, publicId, baseURI, systemId);
+    }
+
+    private File join(String parent, String child) {
+      if (new File(parent).isFile()) {
+        parent = new File(parent).getParent();
+      }
+
+      return new File(parent, child);
+    }
+
+    private InputSource emptyInputSource(InputSource source) {
+      source.setByteStream(new ByteArrayInputStream(new byte[0]));
+      return source;
+    }
+
+    private boolean shouldLoadDtd() {
+      return options.dtdLoad || options.dtdValid;
+    }
+
+    private void addError(String errorMessage) {
+      if (handler != null)
+        handler.errors.add(new Exception(errorMessage));
+    }
+
+    /**
+     * Create a file base input source taking into account the current
+     * directory of <code>runtime</code>.
+     * @throws SAXException
+     */
+    protected InputSource resolveEntity(Ruby runtime, String name, String publicId, String baseURI, String systemId)
+        throws IOException, SAXException {
+        InputSource s = new InputSource();
+        if (name.equals("[dtd]") && !shouldLoadDtd()) {
+          return emptyInputSource(s);
+        } else if (!name.equals("[dtd]") && !options.noEnt) {
+          return emptyInputSource(s);
+        }
+        String adjustedSystemId;
+        URI uri = URI.create(systemId);
+        if (options.noNet && uri.getHost() != null) {
+          addError("Attempt to load network entity " + systemId);
+          return emptyInputSource(s);
+        }
+        // if this is a url or absolute file name then use it
+        if (uri.isAbsolute() && !uri.isOpaque()) {
+          adjustedSystemId = uri.toURL().toString();
+        } else if (new File(uri.getPath()).isAbsolute()) {
+          adjustedSystemId = uri.getPath();
+        } else if (baseURI != null) {
+          URI baseuri = URI.create(baseURI);
+          if (options.noNet && baseuri.getHost() != null) {
+            addError("Attempt to load network entity " + systemId);
+            return emptyInputSource(s);
+          }
+          if (baseuri.getHost() == null) {
+            // this is a local file
+            adjustedSystemId = join(baseuri.getPath(), uri.getPath()).getCanonicalPath();
+          } else {
+            // this is a url, then resolve uri using baseuri
+            adjustedSystemId = baseuri.resolve(systemId).toURL().toString();
+          }
+        } else {
+          // baseURI is null we have to use the current working directory to resolve the entity
+          String pwd = runtime.getCurrentDirectory();
+          adjustedSystemId = join(pwd, uri.getPath()).getCanonicalPath();
+        }
+        s.setSystemId(adjustedSystemId);
+        s.setPublicId(publicId);
+        return s;
+    }
+
+}

data/bundle/jruby/1.9/gems/nokogiri-1.6.1-java/ext/java/nokogiri/internals/NokogiriErrorHandler.java

@@ -0,0 +1,86 @@
+/**
+ * (The MIT License)
+ *
+ * Copyright (c) 2008 - 2011:
+ *
+ * * {Aaron Patterson}[http://tenderlovemaking.com]
+ * * {Mike Dalessio}[http://mike.daless.io]
+ * * {Charles Nutter}[http://blog.headius.com]
+ * * {Sergio Arbeo}[http://www.serabe.com]
+ * * {Patrick Mahoney}[http://polycrystal.org]
+ * * {Yoko Harada}[http://yokolet.blogspot.com]
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files (the
+ * 'Software'), to deal in the Software without restriction, including
+ * without limitation the rights to use, copy, modify, merge, publish,
+ * distribute, sublicense, and/or sell copies of the Software, and to
+ * permit persons to whom the Software is furnished to do so, subject to
+ * the following conditions:
+ * 
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ * 
+ * THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+
+package nokogiri.internals;
+
+import static nokogiri.internals.NokogiriHelpers.getNokogiriClass;
+
+import java.util.ArrayList;
+import java.util.List;
+
+import nokogiri.NokogiriService;
+import nokogiri.XmlSyntaxError;
+
+import org.apache.xerces.xni.parser.XMLErrorHandler;
+import org.jruby.Ruby;
+import org.jruby.runtime.ThreadContext;
+import org.jruby.runtime.builtin.IRubyObject;
+import org.xml.sax.ErrorHandler;
+
+/**
+ * Super class of error handlers.
+ * 
+ * XMLErrorHandler is used by nokogiri.internals.HtmlDomParserContext since NekoHtml
+ * uses this type of the error handler.
+ * 
+ * @author sergio
+ * @author Yoko Harada <yokolet@gmail.com>
+ */
+public abstract class NokogiriErrorHandler implements ErrorHandler, XMLErrorHandler {
+    protected List<Exception> errors;
+    protected boolean noerror;
+    protected boolean nowarning;
+
+    public NokogiriErrorHandler(boolean noerror, boolean nowarning) {
+        errors = new ArrayList<Exception>();
+        this.noerror = noerror;
+        this.nowarning = nowarning;
+    }
+
+    public List<Exception> getErrors() { return errors; }
+
+    public List<IRubyObject> getErrorsReadyForRuby(ThreadContext context) {
+        Ruby runtime = context.getRuntime();
+        List<IRubyObject> res = new ArrayList<IRubyObject>();
+        for (int i = 0; i < errors.size(); i++) {
+            XmlSyntaxError xmlSyntaxError = (XmlSyntaxError) NokogiriService.XML_SYNTAXERROR_ALLOCATOR.allocate(runtime, getNokogiriClass(runtime, "Nokogiri::XML::SyntaxError"));
+            xmlSyntaxError.setException(errors.get(i));
+            res.add(xmlSyntaxError);
+        }
+        return res;
+    }
+
+    protected boolean usesNekoHtml(String domain) {
+        if ("http://cyberneko.org/html".equals(domain)) return true;
+        else return false;
+    }
+}

data/bundle/jruby/1.9/gems/nokogiri-1.6.1-java/ext/java/nokogiri/internals/NokogiriHandler.java

@@ -0,0 +1,341 @@
+/**
+ * (The MIT License)
+ *
+ * Copyright (c) 2008 - 2011:
+ *
+ * * {Aaron Patterson}[http://tenderlovemaking.com]
+ * * {Mike Dalessio}[http://mike.daless.io]
+ * * {Charles Nutter}[http://blog.headius.com]
+ * * {Sergio Arbeo}[http://www.serabe.com]
+ * * {Patrick Mahoney}[http://polycrystal.org]
+ * * {Yoko Harada}[http://yokolet.blogspot.com]
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files (the
+ * 'Software'), to deal in the Software without restriction, including
+ * without limitation the rights to use, copy, modify, merge, publish,
+ * distribute, sublicense, and/or sell copies of the Software, and to
+ * permit persons to whom the Software is furnished to do so, subject to
+ * the following conditions:
+ * 
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ * 
+ * THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+
+package nokogiri.internals;
+
+import static nokogiri.internals.NokogiriHelpers.getLocalPart;
+import static nokogiri.internals.NokogiriHelpers.getPrefix;
+import static nokogiri.internals.NokogiriHelpers.isNamespace;
+import static nokogiri.internals.NokogiriHelpers.stringOrNil;
+
+import java.util.ArrayDeque;
+import java.util.LinkedList;
+
+import nokogiri.XmlSyntaxError;
+
+import org.jruby.Ruby;
+import org.jruby.RubyArray;
+import org.jruby.RubyClass;
+import org.jruby.RubyObject;
+import org.jruby.javasupport.util.RuntimeHelpers;
+import org.jruby.runtime.ThreadContext;
+import org.jruby.runtime.builtin.IRubyObject;
+import org.xml.sax.Attributes;
+import org.xml.sax.Locator;
+import org.xml.sax.SAXException;
+import org.xml.sax.SAXParseException;
+import org.xml.sax.ext.DefaultHandler2;
+
+/**
+ * A handler for SAX parsing.
+ * 
+ * @author sergio
+ * @author Yoko Harada <yokolet@gmail.com>
+ */
+public class NokogiriHandler extends DefaultHandler2 implements XmlDeclHandler {
+    private StringBuffer buffer;
+    private final Ruby ruby;
+    private final RubyClass attrClass;
+    private final IRubyObject object;
+
+    /**
+     * Stores parse errors with the most-recent error last.
+     *
+     * TODO: should these be stored in the document 'errors' array?
+     * Currently only string messages are stored there.
+     */
+    private final LinkedList<XmlSyntaxError> errors = new LinkedList<XmlSyntaxError>();
+
+    private Locator locator;
+    private final ArrayDeque<Integer> lines;
+    private final ArrayDeque<Integer> columns;
+    private static String htmlParserName = "Nokogiri::HTML::SAX::Parser";
+    private boolean needEmptyAttrCheck = false;
+
+    public NokogiriHandler(Ruby runtime, IRubyObject object) {
+        this.ruby = runtime;
+        this.attrClass = (RubyClass) runtime.getClassFromPath("Nokogiri::XML::SAX::Parser::Attribute");
+        this.object = object;
+        lines = new ArrayDeque<Integer>();
+        columns = new ArrayDeque<Integer>();
+        String objectName = object.getMetaClass().getName();
+        if (htmlParserName.equals(objectName)) needEmptyAttrCheck = true;
+    }
+
+    @Override
+    public void skippedEntity(String skippedEntity) {
+        call("error", ruby.newString("Entity '" + skippedEntity + "' not defined\n"));
+    }
+
+    @Override
+    public void setDocumentLocator(Locator locator) {
+        this.locator = locator;
+    }
+
+    @Override
+    public void startDocument() throws SAXException {
+        call("start_document");
+    }
+
+    @Override
+    public void xmlDecl(String version, String encoding, String standalone) {
+        call("xmldecl", stringOrNil(ruby, version),
+             stringOrNil(ruby, encoding),
+             stringOrNil(ruby, standalone));
+    }
+
+    @Override
+    public void endDocument() throws SAXException {
+        call("end_document");
+    }
+
+    @Override
+    public void processingInstruction(String target, String data) {
+      call("processing_instruction", ruby.newString(target), ruby.newString(data));
+    }
+
+    /*
+     * This has to call either "start_element" or
+     * "start_element_namespace" depending on whether there are any
+     * namespace attributes.
+     *
+     * Attributes that define namespaces are passed in a separate
+     * array of of <code>[:prefix, :uri]</code> arrays and are not
+     * passed with the other attributes.
+     */
+    @Override
+    public void startElement(String uri, String localName, String qName, Attributes attrs) throws SAXException {
+        // for attributes other than namespace attrs
+        RubyArray rubyAttr = RubyArray.newArray(ruby);
+        // for namespace defining attributes
+        RubyArray rubyNSAttr = RubyArray.newArray(ruby);
+
+        ThreadContext context = ruby.getCurrentContext();
+        boolean fromFragmentHandler = false; // isFromFragmentHandler();
+        
+        lines.add(locator.getLineNumber());
+        columns.add(locator.getColumnNumber() - 1); // libxml counts from 0 while java does from 1
+        
+        for (int i = 0; i < attrs.getLength(); i++) {
+            String u = attrs.getURI(i);
+            String qn = attrs.getQName(i);
+            String ln = attrs.getLocalName(i);
+            String val = attrs.getValue(i);
+            String pre;
+
+            pre = getPrefix(qn);
+            if (ln == null || ln.equals("")) ln = getLocalPart(qn);
+
+            if (isNamespace(qn) && !fromFragmentHandler) {
+                // I haven't figured the reason out yet, but, in somewhere,
+                // namespace is converted to array in array in array and cause
+                // TypeError at line 45 in fragment_handler.rb
+                RubyArray ns = RubyArray.newArray(ruby, 2);
+                if (ln.equals("xmlns")) ln = null;
+                ns.add(stringOrNil(ruby, ln));
+                ns.add(ruby.newString(val));
+                rubyNSAttr.add(ns);
+            } else {
+                IRubyObject[] args = null;
+                if (needEmptyAttrCheck) {
+                    if (isEmptyAttr(ln)) {
+                        args = new IRubyObject[3];
+                        args[0] = stringOrNil(ruby, ln);
+                        args[1] = stringOrNil(ruby, pre);
+                        args[2] = stringOrNil(ruby, u);
+                    }
+                } 
+                if (args == null) {
+                    args = new IRubyObject[4];
+                    args[0] = stringOrNil(ruby, ln);
+                    args[1] = stringOrNil(ruby, pre);
+                    args[2] = stringOrNil(ruby, u);
+                    args[3] = stringOrNil(ruby, val);
+                }
+
+                IRubyObject attr = RuntimeHelpers.invoke(context, attrClass, "new", args);
+                rubyAttr.add(attr);
+            }
+        }
+
+        if (localName == null || localName.equals("")) localName = getLocalPart(qName);
+        call("start_element_namespace",
+             stringOrNil(ruby, localName),
+             rubyAttr,
+             stringOrNil(ruby, getPrefix(qName)),
+             stringOrNil(ruby, uri),
+             rubyNSAttr);
+    }
+    
+    private static String[] emptyAttrs =
+        {"checked", "compact", "declare", "defer", "disabled", "ismap", "multiple", 
+         "noresize", "nohref", "noshade", "nowrap", "readonly", "selected"};
+    
+    private boolean isEmptyAttr(String name) {
+        for (String emptyAttr : emptyAttrs) {
+            if (emptyAttr.equals(name)) return true;
+        }
+        return false;
+    }
+    
+    public Integer getLine() {
+        return lines.pop();
+    }
+    
+    public Integer getColumn() {
+        return columns.pop();
+    }
+    
+    private boolean isFromFragmentHandler() {
+        if (object != null && object instanceof RubyObject) {
+            RubyObject rubyObj = (RubyObject)object;
+            IRubyObject document = rubyObj.getInstanceVariable("@document");
+            if (document != null) {
+                String name = document.getMetaClass().getName();
+                if ("Nokogiri::XML::FragmentHandler".equals(name)) {
+                    return true;
+                }
+            }
+        }
+        return false;
+    }
+
+    @Override
+    public void endElement(String uri, String localName, String qName) throws SAXException {
+        call("end_element_namespace",
+             stringOrNil(ruby, localName),
+             stringOrNil(ruby, getPrefix(qName)),
+             stringOrNil(ruby, uri));
+    }
+
+    @Override
+    public void characters(char[] ch, int start, int length) throws SAXException {
+        if (buffer != null) {
+          buffer.append(new String(ch, start, length));
+        } else {
+          call("characters", ruby.newString(new String(ch, start, length)));
+        }
+    }
+
+    @Override
+    public void comment(char[] ch, int start, int length) throws SAXException {
+        call("comment", ruby.newString(new String(ch, start, length)));
+    }
+
+    @Override
+    public void startCDATA() throws SAXException {
+        buffer = new StringBuffer();
+    }
+
+    @Override
+    public void endCDATA() throws SAXException {
+        call("cdata_block", ruby.newString(buffer.toString()));
+        buffer = null;
+    }
+
+    @Override
+    public void error(SAXParseException saxpe) {
+        addError(XmlSyntaxError.createError(ruby, saxpe));
+        call("error", ruby.newString(saxpe.getMessage()));
+    }
+
+    @Override
+    public void fatalError(SAXParseException saxpe) throws SAXException
+    {
+        addError(XmlSyntaxError.createFatalError(ruby, saxpe));
+        call("error", ruby.newString(saxpe.getMessage()));
+    }
+
+    @Override
+    public void warning(SAXParseException saxpe) {
+        //System.out.println("warning: " + saxpe);
+        call("warning", ruby.newString(saxpe.getMessage()));
+    }
+
+    protected synchronized void addError(XmlSyntaxError e) {
+        errors.add(e);
+    }
+
+    public synchronized int getErrorCount() {
+        return errors.size();
+    }
+
+    public synchronized IRubyObject getLastError() {
+        return errors.getLast();
+    }
+
+    private void call(String methodName) {
+        ThreadContext context = ruby.getCurrentContext();
+        RuntimeHelpers.invoke(context, document(context), methodName);
+    }
+
+    private void call(String methodName, IRubyObject argument) {
+        ThreadContext context = ruby.getCurrentContext();
+        RuntimeHelpers.invoke(context, document(context), methodName, argument);
+    }
+
+    private void call(String methodName, IRubyObject arg1, IRubyObject arg2) {
+        ThreadContext context = ruby.getCurrentContext();
+        RuntimeHelpers.invoke(context, document(context), methodName, arg1, arg2);
+    }
+
+    private void call(String methodName, IRubyObject arg1, IRubyObject arg2,
+                      IRubyObject arg3) {
+        ThreadContext context = ruby.getCurrentContext();
+        RuntimeHelpers.invoke(context, document(context), methodName,
+                              arg1, arg2, arg3);
+    }
+
+    private void call(String methodName,
+                      IRubyObject arg0,
+                      IRubyObject arg1,
+                      IRubyObject arg2,
+                      IRubyObject arg3,
+                      IRubyObject arg4) {
+        IRubyObject[] args = new IRubyObject[5];
+        args[0] = arg0;
+        args[1] = arg1;
+        args[2] = arg2;
+        args[3] = arg3;
+        args[4] = arg4;
+        ThreadContext context = ruby.getCurrentContext();
+        RuntimeHelpers.invoke(context, document(context), methodName, args);
+    }
+
+    private IRubyObject document(ThreadContext context) {
+        if (object instanceof RubyObject) {
+            return ((RubyObject)object).fastGetInstanceVariable("@document");
+        }
+        return context.getRuntime().getNil();
+    }
+
+}