nokogiri-backupify 1.5.0.beta.4

data/ext/java/nokogiri/XmlRelaxng.java

@@ -0,0 +1,199 @@
+/**
+ * (The MIT License)
+ *
+ * Copyright (c) 2008 - 2010:
+ *
+ * * {Aaron Patterson}[http://tenderlovemaking.com]
+ * * {Mike Dalessio}[http://mike.daless.io]
+ * * {Charles Nutter}[http://blog.headius.com]
+ * * {Sergio Arbeo}[http://www.serabe.com]
+ * * {Patrick Mahoney}[http://polycrystal.org]
+ * * {Yoko Harada}[http://yokolet.blogspot.com]
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files (the
+ * 'Software'), to deal in the Software without restriction, including
+ * without limitation the rights to use, copy, modify, merge, publish,
+ * distribute, sublicense, and/or sell copies of the Software, and to
+ * permit persons to whom the Software is furnished to do so, subject to
+ * the following conditions:
+ * 
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ * 
+ * THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+
+package nokogiri;
+
+import java.io.ByteArrayInputStream;
+import java.io.IOException;
+import java.io.InputStream;
+import java.io.StringWriter;
+import java.io.UnsupportedEncodingException;
+
+import javax.xml.transform.TransformerConfigurationException;
+import javax.xml.transform.TransformerException;
+import javax.xml.transform.TransformerFactory;
+import javax.xml.transform.dom.DOMSource;
+import javax.xml.transform.stream.StreamResult;
+import javax.xml.transform.stream.StreamSource;
+
+import nokogiri.internals.SchemaErrorHandler;
+
+import org.iso_relax.verifier.Schema;
+import org.iso_relax.verifier.Verifier;
+import org.iso_relax.verifier.VerifierConfigurationException;
+import org.iso_relax.verifier.VerifierFactory;
+import org.jruby.Ruby;
+import org.jruby.RubyArray;
+import org.jruby.RubyClass;
+import org.jruby.anno.JRubyClass;
+import org.jruby.anno.JRubyMethod;
+import org.jruby.runtime.ThreadContext;
+import org.jruby.runtime.Visibility;
+import org.jruby.runtime.builtin.IRubyObject;
+import org.w3c.dom.Document;
+import org.xml.sax.ErrorHandler;
+import org.xml.sax.SAXException;
+
+/**
+ * Class for Nokogiri::XML::RelaxNG
+ * 
+ * @author sergio
+ */
+@JRubyClass(name="Nokogiri::XML::RelaxNG", parent="Nokogiri::XML::Schema")
+public class XmlRelaxng extends XmlSchema{
+
+    public XmlRelaxng(Ruby ruby, RubyClass klazz) {
+        super(ruby, klazz);
+    }
+
+    private Schema getSchema(ThreadContext context) {
+        InputStream is = null;
+        VerifierFactory factory = new com.thaiopensource.relaxng.jarv.VerifierFactoryImpl();
+        if(this.source instanceof StreamSource) {
+            StreamSource ss = (StreamSource) this.source;
+            is = ss.getInputStream();
+        } else /*if (this.source instanceof DOMSource)*/{
+            DOMSource ds = (DOMSource) this.source;
+            StringWriter xmlAsWriter = new StringWriter();
+            StreamResult result = new StreamResult(xmlAsWriter);
+            try {
+                TransformerFactory.newInstance().newTransformer().transform(ds, result);
+            } catch (TransformerConfigurationException ex) {
+                throw context.getRuntime()
+                    .newRuntimeError("Could not parse document: "+ex.getMessage());
+            } catch (TransformerException ex) {
+                throw context.getRuntime()
+                    .newRuntimeError("Could not parse document: "+ex.getMessage());
+            }
+            try {
+                is = new ByteArrayInputStream(xmlAsWriter.toString().getBytes("UTF-8"));
+            } catch (UnsupportedEncodingException ex) {
+                throw context.getRuntime()
+                    .newRuntimeError("Could not parse document: "+ex.getMessage());
+            }
+        }
+
+        try {
+            return factory.compileSchema(is);
+        } catch (VerifierConfigurationException ex) {
+            throw context.getRuntime()
+                .newRuntimeError("Could not parse document: "+ex.getMessage());
+        } catch (SAXException ex) {
+            throw context.getRuntime()
+                .newRuntimeError("Could not parse document: "+ex.getMessage());
+        } catch (IOException ex) {
+            throw context.getRuntime().newIOError(ex.getMessage());
+        }
+    }
+
+//
+//    protected static XmlSchema createSchemaFromSource(ThreadContext context,
+//            IRubyObject klazz, Source source) {
+//
+//        Ruby ruby = context.getRuntime();
+//
+//        XmlSchema schema = new XmlSchema(ruby, (RubyClass) klazz);
+//
+//        try {
+//            schema.schema = SchemaFactory.newInstance(XMLConstants.W3C_XML_SCHEMA_NS_URI)
+//                    .newSchema(source);
+//        } catch(SAXException ex) {
+//            throw ruby.newRuntimeError("Could not parse document: "+ex.getMessage());
+//        }
+//
+//        schema.setInstanceVariable("@errors", ruby.newEmptyArray());
+//
+//        return schema;
+//    }
+//
+//    @JRubyMethod(meta=true)
+//    public static IRubyObject from_document(ThreadContext context,
+//            IRubyObject klazz, IRubyObject document) {
+//        XmlDocument doc = ((XmlDocument) ((XmlNode) document).document(context));
+//
+//        RubyArray errors = (RubyArray) doc.getInstanceVariable("@errors");
+//
+//        if(!errors.isEmpty()) {
+//            throw new RaiseException((XmlSyntaxError) errors.first());
+//        }
+//
+//        DOMSource source = new DOMSource(doc.getDocument());
+//
+//        IRubyObject uri = doc.url(context);
+//
+//        if(!uri.isNil()) {
+//            source.setSystemId(uri.convertToString().asJavaString());
+//        }
+//
+//        return createSchemaFromSource(context, klazz, source);
+//    }
+//
+//    @JRubyMethod(meta=true)
+//    public static IRubyObject read_memory(ThreadContext context,
+//            IRubyObject klazz, IRubyObject content) {
+//
+//        String data = content.convertToString().asJavaString();
+//
+//        return createSchemaFromSource(context, klazz,
+//                new StreamSource(new StringReader(data)));
+//    }
+//
+    @Override
+    @JRubyMethod(visibility=Visibility.PRIVATE)
+    public IRubyObject validate_document(ThreadContext context, IRubyObject document) {
+        Ruby ruby = context.getRuntime();
+
+        Document doc = ((XmlDocument) document).getDocument();
+
+        Schema schema = this.getSchema(context);
+
+        Verifier verifier;
+        try {
+            verifier = schema.newVerifier();
+        } catch (VerifierConfigurationException ex) {
+            throw context.getRuntime()
+                .newRuntimeError("Could not parse document: "+ex.getMessage());
+        }
+        
+        RubyArray errors = (RubyArray) this.getInstanceVariable("@errors");
+        ErrorHandler errorHandler = new SchemaErrorHandler(ruby, errors);
+
+        verifier.setErrorHandler(errorHandler);
+        try {
+            verifier.verify(doc);
+        } catch (SAXException ex) {
+            errors.append(new XmlSyntaxError(ruby, ex));
+        }
+
+        return errors;
+    }
+}

data/ext/java/nokogiri/XmlSaxParserContext.java

@@ -0,0 +1,353 @@
+/**
+ * (The MIT License)
+ *
+ * Copyright (c) 2008 - 2010:
+ *
+ * * {Aaron Patterson}[http://tenderlovemaking.com]
+ * * {Mike Dalessio}[http://mike.daless.io]
+ * * {Charles Nutter}[http://blog.headius.com]
+ * * {Sergio Arbeo}[http://www.serabe.com]
+ * * {Patrick Mahoney}[http://polycrystal.org]
+ * * {Yoko Harada}[http://yokolet.blogspot.com]
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files (the
+ * 'Software'), to deal in the Software without restriction, including
+ * without limitation the rights to use, copy, modify, merge, publish,
+ * distribute, sublicense, and/or sell copies of the Software, and to
+ * permit persons to whom the Software is furnished to do so, subject to
+ * the following conditions:
+ * 
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ * 
+ * THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+
+package nokogiri;
+
+import static nokogiri.internals.NokogiriHelpers.rubyStringToString;
+import static org.jruby.javasupport.util.RuntimeHelpers.invoke;
+
+import java.io.IOException;
+import java.io.InputStream;
+
+import nokogiri.internals.NokogiriHandler;
+import nokogiri.internals.ParserContext;
+import nokogiri.internals.XmlSaxParser;
+
+import org.apache.xerces.parsers.AbstractSAXParser;
+import org.jruby.Ruby;
+import org.jruby.RubyClass;
+import org.jruby.RubyFixnum;
+import org.jruby.RubyModule;
+import org.jruby.RubyObjectAdapter;
+import org.jruby.anno.JRubyClass;
+import org.jruby.anno.JRubyMethod;
+import org.jruby.exceptions.RaiseException;
+import org.jruby.javasupport.JavaEmbedUtils;
+import org.jruby.runtime.ThreadContext;
+import org.jruby.runtime.builtin.IRubyObject;
+import org.xml.sax.ContentHandler;
+import org.xml.sax.ErrorHandler;
+import org.xml.sax.SAXException;
+import org.xml.sax.SAXNotRecognizedException;
+import org.xml.sax.SAXNotSupportedException;
+import org.xml.sax.SAXParseException;
+
+/**
+ * Base class for the SAX parsers.
+ *
+ * @author Patrick Mahoney <pat@polycrystal.org>
+ */
+@JRubyClass(name="Nokogiri::XML::SAX::ParserContext")
+public class XmlSaxParserContext extends ParserContext {
+    protected static final String FEATURE_NAMESPACES =
+        "http://xml.org/sax/features/namespaces";
+    protected static final String FEATURE_NAMESPACE_PREFIXES =
+        "http://xml.org/sax/features/namespace-prefixes";
+    protected static final String FEATURE_LOAD_EXTERNAL_DTD =
+        "http://apache.org/xml/features/nonvalidating/load-external-dtd";
+
+    protected AbstractSAXParser parser;
+
+    protected NokogiriHandler handler = null;
+    private IRubyObject replaceEntities;
+
+    public XmlSaxParserContext(final Ruby ruby, RubyClass rubyClass) {
+        super(ruby, rubyClass);
+        replaceEntities = ruby.getTrue();
+        try {
+            parser = createParser();
+        } catch (SAXException se) {
+            throw RaiseException.createNativeRaiseException(ruby, se);
+        }
+    }
+
+    protected AbstractSAXParser createParser() throws SAXException {
+        XmlSaxParser parser = new XmlSaxParser();
+        parser.setFeature(FEATURE_NAMESPACE_PREFIXES, true);
+        parser.setFeature(FEATURE_LOAD_EXTERNAL_DTD, false);
+        return parser;
+    }
+
+    /**
+     * Create a new parser context that will parse the string
+     * <code>data</code>.
+     */
+    @JRubyMethod(name="memory", meta=true)
+    public static IRubyObject parse_memory(ThreadContext context,
+                                           IRubyObject klazz,
+                                           IRubyObject data) {
+        XmlSaxParserContext ctx = new XmlSaxParserContext(context.getRuntime(),
+                                                          (RubyClass) klazz);
+        ctx.setInputSource(context, data);
+        return ctx;
+    }
+
+    /**
+     * Create a new parser context that will read from the file
+     * <code>data</code> and parse.
+     */
+    @JRubyMethod(name="file", meta=true)
+    public static IRubyObject parse_file(ThreadContext context,
+                                         IRubyObject klazz,
+                                         IRubyObject data) {
+        XmlSaxParserContext ctx = new XmlSaxParserContext(context.getRuntime(),
+                                                          (RubyClass) klazz);
+        ctx.setInputSourceFile(context, data);
+        return ctx;
+    }
+
+    /**
+     * Create a new parser context that will read from the IO or
+     * StringIO <code>data</code> and parse.
+     *
+     * TODO: Currently ignores encoding <code>enc</code>.
+     */
+    @JRubyMethod(name="io", meta=true)
+    public static IRubyObject parse_io(ThreadContext context,
+                                       IRubyObject klazz,
+                                       IRubyObject data,
+                                       IRubyObject enc) {
+        //int encoding = (int)enc.convertToInteger().getLongValue();
+        XmlSaxParserContext ctx = new XmlSaxParserContext(context.getRuntime(),
+                                                          (RubyClass) klazz);
+        ctx.setInputSource(context, data);
+        return ctx;
+    }
+
+    /**
+     * Create a new parser context that will read from a raw input
+     * stream. Not a JRuby method.  Meant to be run in a separate
+     * thread by XmlSaxPushParser.
+     */
+    public static IRubyObject parse_stream(ThreadContext context,
+                                           IRubyObject klazz,
+                                           InputStream stream) {
+        XmlSaxParserContext ctx =
+            new XmlSaxParserContext(context.getRuntime(), (RubyClass)klazz);
+        ctx.setInputSource(stream);
+        return ctx;
+    }
+
+    /**
+     * Set a property of the underlying parser.
+     */
+    protected void setProperty(String key, Object val)
+        throws SAXNotRecognizedException, SAXNotSupportedException {
+        parser.setProperty(key, val);
+    }
+
+    protected void setContentHandler(ContentHandler handler) {
+        parser.setContentHandler(handler);
+    }
+
+    protected void setErrorHandler(ErrorHandler handler) {
+        parser.setErrorHandler(handler);
+    }
+
+    public NokogiriHandler getNokogiriHandler() {
+        return handler;
+    }
+
+    /**
+     * Perform any initialization prior to parsing with the handler
+     * <code>handlerRuby</code>. Convenience hook for subclasses.
+     */
+    protected void preParse(ThreadContext context,
+                            IRubyObject handlerRuby,
+                            NokogiriHandler handler) {
+        ((XmlSaxParser) parser).setXmlDeclHandler(handler);
+    }
+
+    protected void postParse(ThreadContext context,
+                             IRubyObject handlerRuby,
+                             NokogiriHandler handler) {
+        // noop
+    }
+
+    protected void do_parse() throws SAXException, IOException {
+        parser.parse(getInputSource());
+    }
+
+    @JRubyMethod
+    public IRubyObject parse_with(ThreadContext context,
+                                  IRubyObject handlerRuby) {
+        Ruby ruby = context.getRuntime();
+
+        if(!invoke(context, handlerRuby, "respond_to?",
+                   ruby.newSymbol("document")).isTrue()) {
+            String msg = "argument must respond_to document";
+            throw ruby.newArgumentError(msg);
+        }
+
+        handler = new NokogiriHandler(ruby, handlerRuby);
+        preParse(context, handlerRuby, handler);
+
+        setContentHandler(handler);
+        setErrorHandler(handler);
+
+        try{
+            setProperty("http://xml.org/sax/properties/lexical-handler",
+                        handler);
+        } catch(Exception ex) {
+            throw ruby.newRuntimeError(
+                "Problem while creating XML SAX Parser: " + ex.toString());
+        }
+
+        try{
+            try {
+                do_parse();
+            } catch(SAXParseException spe) {
+                // A bad document (<foo><bar></foo>) should call the
+                // error handler instead of raising a SAX exception.
+
+                // However, an EMPTY document should raise a
+                // RuntimeError.  This is a bit kludgy, but AFAIK SAX
+                // doesn't distinguish between empty and bad whereas
+                // Nokogiri does.
+                String message = spe.getMessage();
+                if ("Premature end of file.".matches(message)) {
+                    throw ruby.newRuntimeError(
+                        "couldn't parse document: " + message);
+                } else {
+                    handler.error(spe);
+                }
+
+            }
+        } catch(SAXException se) {
+            throw RaiseException.createNativeRaiseException(ruby, se);
+        } catch(IOException ioe) {
+            throw ruby.newIOErrorFromException(ioe);
+        }
+
+        postParse(context, handlerRuby, handler);
+
+        //maybeTrimLeadingAndTrailingWhitespace(context, handlerRuby);
+
+        return ruby.getNil();
+    }
+
+    /**
+     * Can take a boolean assignment.
+     *
+     * @param context
+     * @param value
+     * @return
+     */
+    @JRubyMethod(name = "replace_entities=")
+    public IRubyObject set_replace_entities(ThreadContext context,
+                                            IRubyObject value) {
+        if (!value.isTrue()) replaceEntities = context.getRuntime().getFalse();
+        else replaceEntities = context.getRuntime().getTrue();
+
+        return this;
+    }
+
+    @JRubyMethod(name="replace_entities")
+    public IRubyObject get_replace_entities(ThreadContext context) {
+        return replaceEntities;
+    }
+
+
+    /**
+     * If the handler's document is a FragmentHandler, attempt to trim
+     * leading and trailing whitespace.
+     *
+     * This is a bit hackish and depends heavily on the internals of
+     * FragmentHandler.
+     */
+    protected void maybeTrimLeadingAndTrailingWhitespace(ThreadContext context,
+                                                         IRubyObject parser) {
+        final String path = "Nokogiri::XML::FragmentHandler";
+        RubyObjectAdapter adapter = JavaEmbedUtils.newObjectAdapter();
+        RubyModule mod =
+            context.getRuntime().getClassFromPath(path);
+
+        IRubyObject handler = adapter.getInstanceVariable(parser, "@document");
+        if (handler == null || handler.isNil() || !adapter.isKindOf(handler, mod))
+            return;
+        IRubyObject stack = adapter.getInstanceVariable(handler, "@stack");
+        if (stack == null || stack.isNil())
+            return;
+        // doc is finally a DocumentFragment whose nodes we can check
+        IRubyObject doc = adapter.callMethod(stack, "first");
+        if (doc == null || doc.isNil())
+            return;
+
+        IRubyObject children;
+
+        for (;;) {
+            children = adapter.callMethod(doc, "children");
+            IRubyObject first = adapter.callMethod(children, "first");
+            if (isWhitespaceText(context, first))
+                adapter.callMethod(first, "unlink");
+            else
+                break;
+        }
+
+        for (;;) {
+            children = adapter.callMethod(doc, "children");
+            IRubyObject last = adapter.callMethod(children, "last");
+            if (isWhitespaceText(context, last))
+                adapter.callMethod(last, "unlink");
+            else
+                break;
+        }
+
+        // While we have a document, normalize it.
+        ((XmlNode) doc).normalize();
+    }
+
+    protected boolean isWhitespaceText(ThreadContext context, IRubyObject obj) {
+        if (obj == null || obj.isNil()) return false;
+
+        XmlNode node = (XmlNode) obj;
+        if (!(node instanceof XmlText))
+            return false;
+
+        String content = rubyStringToString(node.content(context));
+        return content.trim().length() == 0;
+    }
+
+    @JRubyMethod(name="column")
+    public IRubyObject column(ThreadContext context) {
+        Integer number = handler.getColumn();
+        if (number == null) return context.getRuntime().getNil();
+        else return RubyFixnum.newFixnum(context.getRuntime(), number.longValue());
+    }
+
+    @JRubyMethod(name="line")
+    public IRubyObject line(ThreadContext context) {
+        Integer number = handler.getLine();
+        if (number == null) return context.getRuntime().getNil();
+        else return RubyFixnum.newFixnum(context.getRuntime(), number.longValue());
+    }
+}