rubyjedi-oga 1.0.3

data/ext/c/lexer.h

@@ -0,0 +1,16 @@
+#ifndef LIBOGA_XML_LEXER_H
+#define LIBOGA_XML_LEXER_H
+
+#include "liboga.h"
+
+extern void Init_liboga_xml_lexer();
+
+typedef struct {
+    int act;
+    int cs;
+    int lines;
+    int stack[4];
+    int top;
+} OgaLexerState;
+
+#endif

data/ext/c/lexer.rl

@@ -0,0 +1,198 @@
+#include "lexer.h"
+
+/*
+The following two macros allow the Ragel grammar to use generic function calls
+without relying on the setup of the C or Java lexer. Using these macros we can
+also pass along `self` to the callback functions without having to hard-code
+this in to the Ragel grammar.
+
+In the C lexer we don't need the `data` variable (since this is pulled in based
+on `ts` and `te`) so the macro ignores this argument.
+*/
+
+#define callback(name, data, encoding, start, stop) \
+    liboga_xml_lexer_callback(self, name, encoding, start, stop);
+
+#define callback_simple(name) \
+    liboga_xml_lexer_callback_simple(self, name);
+
+#define advance_line(amount) \
+    rb_funcall(self, id_advance_line, 1, INT2NUM(amount));
+
+#define html_script_p() \
+    rb_funcall(self, id_html_script_p, 0) == Qtrue
+
+#define html_style_p() \
+    rb_funcall(self, id_html_style_p, 0) == Qtrue
+
+ID id_advance_line;
+ID id_html_script_p;
+ID id_html_style_p;
+ID id_html_p;
+
+%%machine c_lexer;
+
+/**
+ * Calls a method defined in the Ruby side of the lexer. The String value is
+ * created based on the values of `ts` and `te` and uses the encoding specified
+ * in `encoding`.
+ *
+ * @example
+ *  rb_encoding *encoding = rb_enc_get(...);
+ *  liboga_xml_lexer_callback(self, "on_string", encoding, ts, te);
+ */
+void liboga_xml_lexer_callback(
+    VALUE self,
+    ID name,
+    rb_encoding *encoding,
+    const char *ts,
+    const char *te
+)
+{
+    VALUE value = rb_enc_str_new(ts, te - ts, encoding);
+
+    rb_funcall(self, name, 1, value);
+}
+
+/**
+ * Calls a method defined in the Ruby side of the lexer without passing it any
+ * arguments.
+ *
+ * @example
+ *  liboga_xml_lexer_callback_simple(self, "on_cdata_start");
+ */
+void liboga_xml_lexer_callback_simple(VALUE self, VALUE name)
+{
+    rb_funcall(self, name, 0);
+}
+
+%% write data;
+
+/**
+ * Lexes the String specifies as the method argument. Token values have the
+ * same encoding as the input value.
+ *
+ * This method keeps track of an internal state using the instance variables
+ * `@act` and `@cs`.
+ */
+VALUE oga_xml_lexer_advance(VALUE self, VALUE data_block)
+{
+    OgaLexerState *state;
+    int lines;
+
+    /* Whether or not HTML mode is enabled */
+    int html_p = rb_funcall(self, id_html_p, 0) == Qtrue;
+
+    /* Make sure that all data passed back to Ruby has the proper encoding. */
+    rb_encoding *encoding = rb_enc_get(data_block);
+
+    char *data_str_val = StringValueCStr(data_block);
+
+    const char *p    = data_str_val;
+    const char *pe   = data_str_val + strlen(data_str_val);
+    const char *eof  = pe;
+    const char *ts   = 0;
+    const char *te   = 0;
+    const char *mark = 0;
+
+    ID id_advance_line        = rb_intern("advance_line");
+    ID id_on_attribute        = rb_intern("on_attribute");
+    ID id_on_attribute_ns     = rb_intern("on_attribute_ns");
+    ID id_on_cdata_start      = rb_intern("on_cdata_start");
+    ID id_on_cdata_body       = rb_intern("on_cdata_body");
+    ID id_on_cdata_end        = rb_intern("on_cdata_end");
+    ID id_on_comment_start    = rb_intern("on_comment_start");
+    ID id_on_comment_body     = rb_intern("on_comment_body");
+    ID id_on_comment_end      = rb_intern("on_comment_end");
+    ID id_on_doctype_end      = rb_intern("on_doctype_end");
+    ID id_on_doctype_inline   = rb_intern("on_doctype_inline");
+    ID id_on_doctype_name     = rb_intern("on_doctype_name");
+    ID id_on_doctype_start    = rb_intern("on_doctype_start");
+    ID id_on_doctype_type     = rb_intern("on_doctype_type");
+    ID id_on_element_end      = rb_intern("on_element_end");
+    ID id_on_element_name     = rb_intern("on_element_name");
+    ID id_on_element_ns       = rb_intern("on_element_ns");
+    ID id_on_element_open_end = rb_intern("on_element_open_end");
+    ID id_on_proc_ins_end     = rb_intern("on_proc_ins_end");
+    ID id_on_proc_ins_name    = rb_intern("on_proc_ins_name");
+    ID id_on_proc_ins_start   = rb_intern("on_proc_ins_start");
+    ID id_on_proc_ins_body    = rb_intern("on_proc_ins_body");
+    ID id_on_string_body      = rb_intern("on_string_body");
+    ID id_on_string_dquote    = rb_intern("on_string_dquote");
+    ID id_on_string_squote    = rb_intern("on_string_squote");
+    ID id_on_text             = rb_intern("on_text");
+    ID id_on_xml_decl_end     = rb_intern("on_xml_decl_end");
+    ID id_on_xml_decl_start   = rb_intern("on_xml_decl_start");
+
+    Data_Get_Struct(self, OgaLexerState, state);
+
+    lines = state->lines;
+
+    %% write exec;
+
+    state->lines = lines;
+
+    return Qnil;
+}
+
+/**
+ * Resets the internal state of the lexer.
+ */
+VALUE oga_xml_lexer_reset(VALUE self)
+{
+    OgaLexerState *state;
+
+    Data_Get_Struct(self, OgaLexerState, state);
+
+    state->act   = 0;
+    state->cs    = c_lexer_start;
+    state->lines = 0;
+    state->top   = 0;
+
+    return Qnil;
+}
+
+/**
+ * Frees the associated lexer state struct.
+ */
+void oga_xml_lexer_free(void *state)
+{
+    free((OgaLexerState *) state);
+}
+
+/**
+ * Allocates and wraps the C lexer state struct. This state is used to keep
+ * track of the current position, line numbers, etc.
+ */
+VALUE oga_xml_lexer_allocate(VALUE klass)
+{
+    OgaLexerState *state = malloc(sizeof(OgaLexerState));
+
+    return Data_Wrap_Struct(klass, NULL, oga_xml_lexer_free, state);
+}
+
+%%{
+    include base_lexer "base_lexer.rl";
+
+    variable top state->top;
+    variable stack state->stack;
+    variable act state->act;
+    variable cs state->cs;
+}%%
+
+void Init_liboga_xml_lexer()
+{
+    VALUE mOga   = rb_const_get(rb_cObject, rb_intern("Oga"));
+    VALUE mXML   = rb_const_get(mOga, rb_intern("XML"));
+    VALUE cLexer = rb_define_class_under(mXML, "Lexer", rb_cObject);
+
+    id_advance_line  = rb_intern("advance_line");
+    id_html_script_p = rb_intern("html_script?");
+    id_html_style_p  = rb_intern("html_style?");
+    id_html_p        = rb_intern("html?");
+
+    rb_define_method(cLexer, "advance_native", oga_xml_lexer_advance, 1);
+    rb_define_method(cLexer, "reset_native", oga_xml_lexer_reset, 0);
+
+    rb_define_alloc_func(cLexer, oga_xml_lexer_allocate);
+}

data/ext/c/liboga.c

@@ -0,0 +1,6 @@
+#include "liboga.h"
+
+void Init_liboga()
+{
+    Init_liboga_xml_lexer();
+}

data/ext/c/liboga.h

@@ -0,0 +1,11 @@
+#ifndef LIBOGA_H
+#define LIBOGA_H
+
+#include <ruby.h>
+#include <ruby/encoding.h>
+
+#include "lexer.h"
+
+void Init_liboga();
+
+#endif

data/ext/java/Liboga.java

@@ -0,0 +1,14 @@
+package org.liboga;
+
+import org.jruby.Ruby;
+
+public class Liboga
+{
+    /**
+     * Bootstraps the JRuby extension.
+     */
+    public static void load(final Ruby runtime)
+    {
+        org.liboga.xml.Lexer.load(runtime);
+    }
+}

data/ext/java/org/liboga/xml/Lexer.java

@@ -0,0 +1,1363 @@
+
+// line 1 "ext/java/org/liboga/xml/Lexer.rl"
+package org.liboga.xml;
+
+
+// line 4 "ext/java/org/liboga/xml/Lexer.rl"
+
+import java.io.IOException;
+
+import org.jcodings.Encoding;
+
+import org.jruby.Ruby;
+import org.jruby.RubyModule;
+import org.jruby.RubyClass;
+import org.jruby.RubyObject;
+import org.jruby.RubyString;
+import org.jruby.RubyFixnum;
+import org.jruby.util.ByteList;
+import org.jruby.anno.JRubyClass;
+import org.jruby.anno.JRubyMethod;
+import org.jruby.runtime.ThreadContext;
+import org.jruby.runtime.ObjectAllocator;
+import org.jruby.runtime.builtin.IRubyObject;
+
+/**
+ * Lexer support class for JRuby.
+ *
+ * The Lexer class contains the raw Ragel loop and calls back in to Ruby land
+ * whenever a Ragel action is needed similar to the C extension setup.
+ *
+ * This class requires Ruby land to first define the `Oga::XML` namespace.
+ */
+@JRubyClass(name="Oga::XML::Lexer", parent="Object")
+public class Lexer extends RubyObject
+{
+    /**
+     * The current Ruby runtime.
+     */
+    private Ruby runtime;
+
+    
+// line 43 "ext/java/org/liboga/xml/Lexer.java"
+private static byte[] init__java_lexer_actions_0()
+{
+	return new byte [] {
+	    0,    1,    0,    1,    2,    1,    3,    1,    4,    1,    5,    1,
+	    6,    1,    7,    1,    8,    1,    9,    1,   10,    1,   11,    1,
+	   12,    1,   13,    1,   14,    1,   15,    1,   16,    1,   17,    1,
+	   18,    1,   21,    1,   22,    1,   23,    1,   24,    1,   25,    1,
+	   26,    1,   27,    1,   28,    1,   29,    1,   30,    1,   34,    1,
+	   35,    1,   36,    1,   37,    1,   38,    1,   41,    1,   43,    1,
+	   44,    1,   47,    1,   48,    1,   49,    1,   50,    1,   51,    1,
+	   52,    1,   53,    1,   54,    1,   55,    1,   56,    1,   57,    1,
+	   58,    1,   59,    1,   60,    1,   61,    1,   62,    1,   63,    1,
+	   64,    1,   65,    1,   66,    1,   67,    1,   68,    1,   69,    1,
+	   70,    1,   73,    1,   74,    1,   75,    1,   76,    1,   77,    1,
+	   78,    1,   79,    1,   80,    1,   81,    1,   82,    2,    0,    1,
+	    2,    0,   33,    2,    0,   40,    2,    0,   42,    2,    4,    0,
+	    2,    4,   19,    2,    4,   20,    2,    4,   45,    2,    4,   46,
+	    2,    4,   71,    2,    4,   72,    2,   31,    0,    2,   32,    0,
+	    2,   39,    0
+	};
+}
+
+private static final byte _java_lexer_actions[] = init__java_lexer_actions_0();
+
+
+private static short[] init__java_lexer_key_offsets_0()
+{
+	return new short [] {
+	    0,    0,    4,    5,    7,    9,   11,   13,   15,   17,   21,   22,
+	   23,   24,   25,   26,   27,   37,   38,   39,   40,   41,   42,   43,
+	   44,   45,   46,   47,   48,   49,   50,   51,   52,   53,   63,   67,
+	   76,   86,   96,   97,   98,   99,  100,  101,  102,  103,  104,  105,
+	  106,  107,  108,  109,  110,  111,  130,  131,  140,  150,  160,  170,
+	  180,  190,  200,  210,  220,  230,  240,  252,  261,  262,  271,  281,
+	  291,  301,  305,  306,  312,  319,  321,  333,  334,  344,  345,  346,
+	  347,  357,  367,  368,  369,  371,  372,  373,  374,  376
+	};
+}
+
+private static final short _java_lexer_key_offsets[] = init__java_lexer_key_offsets_0();
+
+
+private static char[] init__java_lexer_trans_keys_0()
+{
+	return new char [] {
+	   45,   68,   91,  100,   45,   79,  111,   67,   99,   84,  116,   89,
+	  121,   80,  112,   69,  101,   13,   32,    9,   10,   67,   68,   65,
+	   84,   65,   91,   95,  120,   45,   46,   48,   57,   65,   90,   97,
+	  122,   62,   62,  115,   99,  114,  105,  112,  116,   62,  115,  116,
+	  121,  108,  101,   62,   60,   33,   47,   63,   95,   45,   57,   65,
+	   90,   97,  122,   13,   32,    9,   10,   95,   45,   46,   48,   57,
+	   65,   90,   97,  122,   95,  109,   45,   46,   48,   57,   65,   90,
+	   97,  122,   95,  108,   45,   46,   48,   57,   65,   90,   97,  122,
+	   45,   45,   45,   93,   93,   93,   63,   63,   62,   39,   39,   34,
+	   34,   93,   93,    9,   10,   13,   32,   34,   39,   62,   80,   83,
+	   91,   95,   45,   46,   48,   57,   65,   90,   97,  122,   10,   95,
+	   45,   46,   48,   57,   65,   90,   97,  122,   85,   95,   45,   46,
+	   48,   57,   65,   90,   97,  122,   66,   95,   45,   46,   48,   57,
+	   65,   90,   97,  122,   76,   95,   45,   46,   48,   57,   65,   90,
+	   97,  122,   73,   95,   45,   46,   48,   57,   65,   90,   97,  122,
+	   67,   95,   45,   46,   48,   57,   65,   90,   97,  122,   89,   95,
+	   45,   46,   48,   57,   65,   90,   97,  122,   83,   95,   45,   46,
+	   48,   57,   65,   90,   97,  122,   84,   95,   45,   46,   48,   57,
+	   65,   90,   97,  122,   69,   95,   45,   46,   48,   57,   65,   90,
+	   97,  122,   77,   95,   45,   46,   48,   57,   65,   90,   97,  122,
+	   34,   39,   63,   95,   45,   46,   48,   57,   65,   90,   97,  122,
+	   95,   45,   46,   48,   57,   65,   90,   97,  122,   62,   95,   45,
+	   46,   48,   57,   65,   90,   97,  122,   58,   95,   45,   46,   48,
+	   57,   65,   90,   97,  122,   62,   95,   45,   46,   48,   57,   65,
+	   90,   97,  122,   58,   95,   45,   46,   48,   57,   65,   90,   97,
+	  122,   13,   32,    9,   10,   10,   13,   32,   34,   39,    9,   10,
+	   13,   32,   96,    9,   10,   60,   62,   34,   39,   10,   13,   47,
+	   61,   62,   95,   45,   57,   65,   90,   97,  122,   10,   58,   95,
+	   45,   46,   48,   57,   65,   90,   97,  122,   62,   60,   60,   33,
+	   60,   63,   95,   45,   57,   65,   90,   97,  122,   33,   60,   63,
+	   95,   45,   57,   65,   90,   97,  122,   60,   60,   47,   60,   60,
+	   60,   60,   47,   60,   60,    0
+	};
+}
+
+private static final char _java_lexer_trans_keys[] = init__java_lexer_trans_keys_0();
+
+
+private static byte[] init__java_lexer_single_lengths_0()
+{
+	return new byte [] {
+	    0,    4,    1,    2,    2,    2,    2,    2,    2,    2,    1,    1,
+	    1,    1,    1,    1,    2,    1,    1,    1,    1,    1,    1,    1,
+	    1,    1,    1,    1,    1,    1,    1,    1,    1,    4,    2,    1,
+	    2,    2,    1,    1,    1,    1,    1,    1,    1,    1,    1,    1,
+	    1,    1,    1,    1,    1,   11,    1,    1,    2,    2,    2,    2,
+	    2,    2,    2,    2,    2,    2,    4,    1,    1,    1,    2,    2,
+	    2,    2,    1,    4,    3,    2,    6,    1,    2,    1,    1,    1,
+	    4,    4,    1,    1,    2,    1,    1,    1,    2,    1
+	};
+}
+
+private static final byte _java_lexer_single_lengths[] = init__java_lexer_single_lengths_0();
+
+
+private static byte[] init__java_lexer_range_lengths_0()
+{
+	return new byte [] {
+	    0,    0,    0,    0,    0,    0,    0,    0,    0,    1,    0,    0,
+	    0,    0,    0,    0,    4,    0,    0,    0,    0,    0,    0,    0,
+	    0,    0,    0,    0,    0,    0,    0,    0,    0,    3,    1,    4,
+	    4,    4,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,
+	    0,    0,    0,    0,    0,    4,    0,    4,    4,    4,    4,    4,
+	    4,    4,    4,    4,    4,    4,    4,    4,    0,    4,    4,    4,
+	    4,    1,    0,    1,    2,    0,    3,    0,    4,    0,    0,    0,
+	    3,    3,    0,    0,    0,    0,    0,    0,    0,    0
+	};
+}
+
+private static final byte _java_lexer_range_lengths[] = init__java_lexer_range_lengths_0();
+
+
+private static short[] init__java_lexer_index_offsets_0()
+{
+	return new short [] {
+	    0,    0,    5,    7,   10,   13,   16,   19,   22,   25,   29,   31,
+	   33,   35,   37,   39,   41,   48,   50,   52,   54,   56,   58,   60,
+	   62,   64,   66,   68,   70,   72,   74,   76,   78,   80,   88,   92,
+	   98,  105,  112,  114,  116,  118,  120,  122,  124,  126,  128,  130,
+	  132,  134,  136,  138,  140,  142,  158,  160,  166,  173,  180,  187,
+	  194,  201,  208,  215,  222,  229,  236,  245,  251,  253,  259,  266,
+	  273,  280,  284,  286,  292,  298,  301,  311,  313,  320,  322,  324,
+	  326,  334,  342,  344,  346,  349,  351,  353,  355,  358
+	};
+}
+
+private static final short _java_lexer_index_offsets[] = init__java_lexer_index_offsets_0();
+
+
+private static byte[] init__java_lexer_trans_targs_0()
+{
+	return new byte [] {
+	    2,    3,   10,    3,   32,   32,   32,    4,    4,   32,    5,    5,
+	   32,    6,    6,   32,    7,    7,   32,    8,    8,   32,    9,    9,
+	   32,   34,   34,   34,   32,   11,   32,   12,   32,   13,   32,   14,
+	   32,   15,   32,   32,   32,   35,   36,   35,   35,   35,   35,   32,
+	   38,   38,   41,   41,   20,   86,   21,   86,   22,   86,   23,   86,
+	   24,   86,   25,   86,   86,   86,   27,   90,   28,   90,   29,   90,
+	   30,   90,   31,   90,   90,   90,   33,   32,    1,   32,   16,   32,
+	   32,   32,   32,   32,   34,   34,   34,   32,   35,   35,   35,   35,
+	   35,   32,   35,   37,   35,   35,   35,   35,   32,   35,   35,   35,
+	   35,   35,   35,   32,   40,   39,   38,   39,   17,   38,   43,   42,
+	   41,   42,   18,   41,   46,   45,   44,   45,   44,   44,   47,   48,
+	   47,   48,   49,   50,   49,   50,   51,   52,   51,   52,   53,   53,
+	   54,   53,   53,   53,   53,   56,   61,   53,   55,   55,   55,   55,
+	   55,    0,   53,   53,   55,   55,   55,   55,   55,   53,   57,   55,
+	   55,   55,   55,   55,   53,   58,   55,   55,   55,   55,   55,   53,
+	   59,   55,   55,   55,   55,   55,   53,   60,   55,   55,   55,   55,
+	   55,   53,   55,   55,   55,   55,   55,   55,   53,   62,   55,   55,
+	   55,   55,   55,   53,   63,   55,   55,   55,   55,   55,   53,   64,
+	   55,   55,   55,   55,   55,   53,   65,   55,   55,   55,   55,   55,
+	   53,   55,   55,   55,   55,   55,   55,   53,   66,   66,   68,   67,
+	   67,   67,   67,   67,   66,   67,   67,   67,   67,   67,   66,   66,
+	   66,   70,   70,   70,   70,   70,    0,   69,   70,   70,   70,   70,
+	   70,   69,   71,   72,   72,   72,   72,   72,   71,   71,   72,   72,
+	   72,   72,   72,   71,   74,   73,   73,   73,   73,   73,   75,   75,
+	   75,   75,   75,   76,   75,   75,   75,   75,   75,   76,   77,   77,
+	   77,   78,   79,   81,   78,   78,   80,   80,   80,   80,   78,   78,
+	   78,   78,   80,   80,   80,   80,   80,   78,   78,   78,   85,   83,
+	   84,   83,   82,   84,   82,   82,   82,   82,   82,   83,   82,   84,
+	   82,   82,   82,   82,   82,   83,   88,   87,   86,   87,   19,   89,
+	   86,   89,   86,   92,   91,   90,   91,   26,   93,   90,   93,   90,
+	   32,   32,   32,   32,   32,   32,   32,   32,   32,   32,   32,   32,
+	   32,   32,   32,   32,   38,   41,   86,   86,   86,   86,   86,   86,
+	   86,   90,   90,   90,   90,   90,   90,   32,   32,   32,   32,   32,
+	   38,   38,   41,   41,   44,   44,   47,   49,   51,   53,   53,   53,
+	   53,   53,   53,   53,   53,   53,   53,   53,   53,   66,   66,   69,
+	   71,   73,   75,   78,   78,   78,   82,   82,   82,   86,   86,   86,
+	   90,   90,   90,    0
+	};
+}
+
+private static final byte _java_lexer_trans_targs[] = init__java_lexer_trans_targs_0();
+
+
+private static short[] init__java_lexer_trans_actions_0()
+{
+	return new short [] {
+	    0,    0,    0,    0,  137,  121,  137,    0,    0,  137,    0,    0,
+	  137,    0,    0,  137,    0,    0,  137,    0,    0,  137,    0,    0,
+	  137,    1,    1,    1,  137,    0,  137,    0,  137,    0,  137,    0,
+	  137,    0,  137,  123,  137,  171,    0,  171,  171,  171,  171,  137,
+	    9,   13,   15,   19,    0,  113,    0,  113,    0,  113,    0,  113,
+	    0,  113,    0,  113,  109,  113,    0,  119,    0,  119,    0,  119,
+	    0,  119,    0,  119,  115,  119,    7,  129,    0,  127,    0,  125,
+	  125,  125,  125,  135,    1,    1,    1,  131,  171,  171,  171,  171,
+	  171,  139,  171,    0,  171,  171,  171,  171,  133,  171,  168,  171,
+	  171,  171,  171,  133,  153,    1,   11,    1,    0,   11,  153,    1,
+	   17,    1,    0,   17,    1,    1,   23,    1,   21,   23,   25,    1,
+	   27,    1,   29,    1,   31,    1,   33,    1,   35,    1,   47,   45,
+	    0,   47,   41,   39,   43,    0,    0,   37,  159,  159,  159,  159,
+	  159,    0,   45,   51,  159,  159,  159,  159,  159,   53,    0,  159,
+	  159,  159,  159,  159,   49,    0,  159,  159,  159,  159,  159,   49,
+	    0,  159,  159,  159,  159,  159,   49,    0,  159,  159,  159,  159,
+	  159,   49,  156,  159,  159,  159,  159,  159,   49,    0,  159,  159,
+	  159,  159,  159,   49,    0,  159,  159,  159,  159,  159,   49,    0,
+	  159,  159,  159,  159,  159,   49,    0,  159,  159,  159,  159,  159,
+	   49,  156,  159,  159,  159,  159,  159,   49,  177,  174,    1,    1,
+	    1,    1,    1,    1,  144,    0,    0,    0,    0,    0,   57,   55,
+	   59,    0,    0,    0,    0,    0,    0,   61,    0,    0,    0,    0,
+	    0,   63,  180,    1,    1,    1,    1,    1,  147,   65,    0,    0,
+	    0,    0,    0,   67,    1,  150,  150,   69,  150,   71,   75,   75,
+	   73,   73,   75,  165,   77,   77,   77,   77,   77,  162,   81,   79,
+	   83,   85,    0,    0,   89,   91,    0,    0,    0,    0,   95,   85,
+	   97,   87,    0,    0,    0,    0,    0,   99,   93,  101,  141,    1,
+	  141,    1,  105,  141,  105,  105,  105,  105,  105,    1,  103,  141,
+	  103,  103,  103,  103,  103,    1,  153,    1,  111,    1,    0,    1,
+	  111,    1,  111,  153,    1,  117,    1,    0,    1,  117,    1,  117,
+	  137,  137,  137,  137,  137,  137,  137,  137,  137,  137,  137,  137,
+	  137,  137,  137,  137,   13,   19,  113,  113,  113,  113,  113,  113,
+	  113,  119,  119,  119,  119,  119,  119,  135,  131,  139,  133,  133,
+	   11,   11,   17,   17,   23,   23,   27,   31,   35,   51,   53,   49,
+	   49,   49,   49,   49,   49,   49,   49,   49,   49,   57,   59,   63,
+	   67,   71,   77,   97,   99,  101,  107,  107,  107,  111,  111,  111,
+	  117,  117,  117,    0
+	};
+}
+
+private static final short _java_lexer_trans_actions[] = init__java_lexer_trans_actions_0();
+
+
+private static short[] init__java_lexer_to_state_actions_0()
+{
+	return new short [] {
+	    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,
+	    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,
+	    0,    0,    0,    0,    0,    0,    0,    0,    3,    0,    0,    0,
+	    0,    0,    3,    0,    0,    3,    0,    0,    3,    0,    0,    3,
+	    0,    3,    0,    3,    0,    3,    0,    0,    0,    0,    0,    0,
+	    0,    0,    0,    0,    0,    0,    3,    0,    0,    3,    0,    3,
+	    0,    3,    0,    3,    0,    3,    3,    0,    0,    0,    3,    0,
+	    0,    0,    3,    0,    0,    0,    3,    0,    0,    0
+	};
+}
+
+private static final short _java_lexer_to_state_actions[] = init__java_lexer_to_state_actions_0();
+
+
+private static short[] init__java_lexer_from_state_actions_0()
+{
+	return new short [] {
+	    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,
+	    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,
+	    0,    0,    0,    0,    0,    0,    0,    0,    5,    0,    0,    0,
+	    0,    0,    5,    0,    0,    5,    0,    0,    5,    0,    0,    5,
+	    0,    5,    0,    5,    0,    5,    0,    0,    0,    0,    0,    0,
+	    0,    0,    0,    0,    0,    0,    5,    0,    0,    5,    0,    5,
+	    0,    5,    0,    5,    0,    5,    5,    0,    0,    0,    5,    0,
+	    0,    0,    5,    0,    0,    0,    5,    0,    0,    0
+	};
+}
+
+private static final short _java_lexer_from_state_actions[] = init__java_lexer_from_state_actions_0();
+
+
+private static short[] init__java_lexer_eof_trans_0()
+{
+	return new short [] {
+	    0,  376,  376,  376,  376,  376,  376,  376,  376,  376,  376,  376,
+	  376,  376,  376,  376,  376,  377,  378,  385,  385,  385,  385,  385,
+	  385,  385,  391,  391,  391,  391,  391,  391,    0,  392,  393,  394,
+	  396,  396,    0,  398,  398,    0,  400,  400,    0,  402,  402,    0,
+	  403,    0,  404,    0,  405,    0,  406,  407,  417,  417,  417,  417,
+	  417,  417,  417,  417,  417,  417,    0,  418,  419,    0,  420,    0,
+	  421,    0,  422,    0,  423,    0,    0,  424,  425,  426,    0,  429,
+	  429,  429,    0,  432,  432,  432,    0,  435,  435,  435
+	};
+}
+
+private static final short _java_lexer_eof_trans[] = init__java_lexer_eof_trans_0();
+
+
+static final int java_lexer_start = 32;
+static final int java_lexer_first_final = 32;
+static final int java_lexer_error = 0;
+
+static final int java_lexer_en_comment_body = 38;
+static final int java_lexer_en_cdata_body = 41;
+static final int java_lexer_en_proc_ins_body = 44;
+static final int java_lexer_en_string_squote = 47;
+static final int java_lexer_en_string_dquote = 49;
+static final int java_lexer_en_doctype_inline = 51;
+static final int java_lexer_en_doctype = 53;
+static final int java_lexer_en_xml_decl = 66;
+static final int java_lexer_en_element_name = 69;
+static final int java_lexer_en_element_close = 71;
+static final int java_lexer_en_attribute_pre = 73;
+static final int java_lexer_en_html_attribute_value = 75;
+static final int java_lexer_en_xml_attribute_value = 77;
+static final int java_lexer_en_element_head = 78;
+static final int java_lexer_en_text = 82;
+static final int java_lexer_en_html_script = 86;
+static final int java_lexer_en_html_style = 90;
+static final int java_lexer_en_main = 32;
+
+
+// line 39 "ext/java/org/liboga/xml/Lexer.rl"
+
+    /* Used by Ragel to keep track of the current state. */
+    int act;
+    int cs;
+    int top;
+    int lines;
+    int[] stack;
+
+    /**
+     * Sets up the current class in the Ruby runtime.
+     */
+    public static void load(Ruby runtime)
+    {
+        RubyModule xml = (RubyModule) runtime.getModule("Oga")
+            .getConstant("XML");
+
+        RubyClass lexer = xml.defineClassUnder(
+            "Lexer",
+            runtime.getObject(),
+            ALLOCATOR
+        );
+
+        lexer.defineAnnotatedMethods(Lexer.class);
+    }
+
+    private static final ObjectAllocator ALLOCATOR = new ObjectAllocator()
+    {
+        public IRubyObject allocate(Ruby runtime, RubyClass klass)
+        {
+            return new org.liboga.xml.Lexer(runtime, klass);
+        }
+    };
+
+    public Lexer(Ruby runtime, RubyClass klass)
+    {
+        super(runtime, klass);
+
+        this.runtime = runtime;
+    }
+
+    /**
+     * Runs the bulk of the Ragel loop and calls back in to Ruby.
+     *
+     * This method pulls its data in from the instance variable `@data`. The
+     * Ruby side of the Lexer class should set this variable to a String in its
+     * constructor method. Encodings are passed along to make sure that token
+     * values share the same encoding as the input.
+     *
+     * This method always returns nil.
+     */
+    @JRubyMethod
+    public IRubyObject advance_native(ThreadContext context, RubyString rb_str)
+    {
+        Boolean html_p = this.callMethod(context, "html?").isTrue();
+
+        Encoding encoding = rb_str.getEncoding();
+
+        byte[] data = rb_str.getBytes();
+
+        int ts    = 0;
+        int te    = 0;
+        int p     = 0;
+        int mark  = 0;
+        int lines = this.lines;
+        int pe    = data.length;
+        int eof   = data.length;
+
+        String id_advance_line        = "advance_line";
+        String id_on_attribute        = "on_attribute";
+        String id_on_attribute_ns     = "on_attribute_ns";
+        String id_on_cdata_start      = "on_cdata_start";
+        String id_on_cdata_body       = "on_cdata_body";
+        String id_on_cdata_end        = "on_cdata_end";
+        String id_on_comment_start    = "on_comment_start";
+        String id_on_comment_body     = "on_comment_body";
+        String id_on_comment_end      = "on_comment_end";
+        String id_on_doctype_end      = "on_doctype_end";
+        String id_on_doctype_inline   = "on_doctype_inline";
+        String id_on_doctype_name     = "on_doctype_name";
+        String id_on_doctype_start    = "on_doctype_start";
+        String id_on_doctype_type     = "on_doctype_type";
+        String id_on_element_end      = "on_element_end";
+        String id_on_element_name     = "on_element_name";
+        String id_on_element_ns       = "on_element_ns";
+        String id_on_element_open_end = "on_element_open_end";
+        String id_on_proc_ins_end     = "on_proc_ins_end";
+        String id_on_proc_ins_name    = "on_proc_ins_name";
+        String id_on_proc_ins_start   = "on_proc_ins_start";
+        String id_on_proc_ins_body    = "on_proc_ins_body";
+        String id_on_string_body      = "on_string_body";
+        String id_on_string_dquote    = "on_string_dquote";
+        String id_on_string_squote    = "on_string_squote";
+        String id_on_text             = "on_text";
+        String id_on_xml_decl_end     = "on_xml_decl_end";
+        String id_on_xml_decl_start   = "on_xml_decl_start";
+
+        
+// line 443 "ext/java/org/liboga/xml/Lexer.java"
+	{
+	int _klen;
+	int _trans = 0;
+	int _acts;
+	int _nacts;
+	int _keys;
+	int _goto_targ = 0;
+
+	_goto: while (true) {
+	switch ( _goto_targ ) {
+	case 0:
+	if ( p == pe ) {
+		_goto_targ = 4;
+		continue _goto;
+	}
+	if ( ( this.cs) == 0 ) {
+		_goto_targ = 5;
+		continue _goto;
+	}
+case 1:
+	_acts = _java_lexer_from_state_actions[( this.cs)];
+	_nacts = (int) _java_lexer_actions[_acts++];
+	while ( _nacts-- > 0 ) {
+		switch ( _java_lexer_actions[_acts++] ) {
+	case 3:
+// line 1 "NONE"
+	{ts = p;}
+	break;
+// line 472 "ext/java/org/liboga/xml/Lexer.java"
+		}
+	}
+
+	_match: do {
+	_keys = _java_lexer_key_offsets[( this.cs)];
+	_trans = _java_lexer_index_offsets[( this.cs)];
+	_klen = _java_lexer_single_lengths[( this.cs)];
+	if ( _klen > 0 ) {
+		int _lower = _keys;
+		int _mid;
+		int _upper = _keys + _klen - 1;
+		while (true) {
+			if ( _upper < _lower )
+				break;
+
+			_mid = _lower + ((_upper-_lower) >> 1);
+			if ( data[p] < _java_lexer_trans_keys[_mid] )
+				_upper = _mid - 1;
+			else if ( data[p] > _java_lexer_trans_keys[_mid] )
+				_lower = _mid + 1;
+			else {
+				_trans += (_mid - _keys);
+				break _match;
+			}
+		}
+		_keys += _klen;
+		_trans += _klen;
+	}
+
+	_klen = _java_lexer_range_lengths[( this.cs)];
+	if ( _klen > 0 ) {
+		int _lower = _keys;
+		int _mid;
+		int _upper = _keys + (_klen<<1) - 2;
+		while (true) {
+			if ( _upper < _lower )
+				break;
+
+			_mid = _lower + (((_upper-_lower) >> 1) & ~1);
+			if ( data[p] < _java_lexer_trans_keys[_mid] )
+				_upper = _mid - 2;
+			else if ( data[p] > _java_lexer_trans_keys[_mid+1] )
+				_lower = _mid + 2;
+			else {
+				_trans += ((_mid - _keys)>>1);
+				break _match;
+			}
+		}
+		_trans += _klen;
+	}
+	} while (false);
+
+case 3:
+	( this.cs) = _java_lexer_trans_targs[_trans];
+
+	if ( _java_lexer_trans_actions[_trans] != 0 ) {
+		_acts = _java_lexer_trans_actions[_trans];
+		_nacts = (int) _java_lexer_actions[_acts++];
+		while ( _nacts-- > 0 )
+	{
+			switch ( _java_lexer_actions[_acts++] )
+			{
+	case 0:
+// line 56 "ext/ragel/base_lexer.rl"
+	{
+        if ( data[p] == '\n' ) lines++;
+    }
+	break;
+	case 1:
+// line 589 "ext/ragel/base_lexer.rl"
+	{ mark = p; }
+	break;
+	case 4:
+// line 1 "NONE"
+	{te = p+1;}
+	break;
+	case 5:
+// line 102 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+            callback_simple(id_on_comment_end);
+
+            ( this.cs) = 32;
+        }}
+	break;
+	case 6:
+// line 91 "ext/ragel/base_lexer.rl"
+	{te = p;p--;{
+            callback(id_on_comment_body, data, encoding, ts, te);
+
+            if ( lines > 0 )
+            {
+                advance_line(lines);
+
+                lines = 0;
+            }
+        }}
+	break;
+	case 7:
+// line 91 "ext/ragel/base_lexer.rl"
+	{{p = ((te))-1;}{
+            callback(id_on_comment_body, data, encoding, ts, te);
+
+            if ( lines > 0 )
+            {
+                advance_line(lines);
+
+                lines = 0;
+            }
+        }}
+	break;
+	case 8:
+// line 141 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+            callback_simple(id_on_cdata_end);
+
+            ( this.cs) = 32;
+        }}
+	break;
+	case 9:
+// line 130 "ext/ragel/base_lexer.rl"
+	{te = p;p--;{
+            callback(id_on_cdata_body, data, encoding, ts, te);
+
+            if ( lines > 0 )
+            {
+                advance_line(lines);
+
+                lines = 0;
+            }
+        }}
+	break;
+	case 10:
+// line 130 "ext/ragel/base_lexer.rl"
+	{{p = ((te))-1;}{
+            callback(id_on_cdata_body, data, encoding, ts, te);
+
+            if ( lines > 0 )
+            {
+                advance_line(lines);
+
+                lines = 0;
+            }
+        }}
+	break;
+	case 11:
+// line 184 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+            callback_simple(id_on_proc_ins_end);
+
+            ( this.cs) = 32;
+        }}
+	break;
+	case 12:
+// line 173 "ext/ragel/base_lexer.rl"
+	{te = p;p--;{
+            callback(id_on_proc_ins_body, data, encoding, ts, te);
+
+            if ( lines > 0 )
+            {
+                advance_line(lines);
+
+                lines = 0;
+            }
+        }}
+	break;
+	case 13:
+// line 226 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+            callback_simple(id_on_string_squote);
+
+            {( this.cs) = ( this.stack)[--( this.top)];_goto_targ = 2; if (true) continue _goto;}
+        }}
+	break;
+	case 14:
+// line 200 "ext/ragel/base_lexer.rl"
+	{te = p;p--;{
+        callback(id_on_string_body, data, encoding, ts, te);
+
+        if ( lines > 0 )
+        {
+            advance_line(lines);
+
+            lines = 0;
+        }
+    }}
+	break;
+	case 15:
+// line 236 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+            callback_simple(id_on_string_dquote);
+
+            {( this.cs) = ( this.stack)[--( this.top)];_goto_targ = 2; if (true) continue _goto;}
+        }}
+	break;
+	case 16:
+// line 200 "ext/ragel/base_lexer.rl"
+	{te = p;p--;{
+        callback(id_on_string_body, data, encoding, ts, te);
+
+        if ( lines > 0 )
+        {
+            advance_line(lines);
+
+            lines = 0;
+        }
+    }}
+	break;
+	case 17:
+// line 281 "ext/ragel/base_lexer.rl"
+	{te = p+1;{ ( this.cs) = 53; }}
+	break;
+	case 18:
+// line 270 "ext/ragel/base_lexer.rl"
+	{te = p;p--;{
+            callback(id_on_doctype_inline, data, encoding, ts, te);
+
+            if ( lines > 0 )
+            {
+                advance_line(lines);
+
+                lines = 0;
+            }
+        }}
+	break;
+	case 19:
+// line 287 "ext/ragel/base_lexer.rl"
+	{( this.act) = 13;}
+	break;
+	case 20:
+// line 298 "ext/ragel/base_lexer.rl"
+	{( this.act) = 17;}
+	break;
+	case 21:
+// line 292 "ext/ragel/base_lexer.rl"
+	{te = p+1;{ ( this.cs) = 51; }}
+	break;
+	case 22:
+// line 211 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+        callback_simple(id_on_string_squote);
+
+        {( this.stack)[( this.top)++] = ( this.cs); ( this.cs) = 47; _goto_targ = 2; if (true) continue _goto;}
+    }}
+	break;
+	case 23:
+// line 217 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+        callback_simple(id_on_string_dquote);
+
+        {( this.stack)[( this.top)++] = ( this.cs); ( this.cs) = 49; _goto_targ = 2; if (true) continue _goto;}
+    }}
+	break;
+	case 24:
+// line 302 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+            callback_simple(id_on_doctype_end);
+            ( this.cs) = 32;
+        }}
+	break;
+	case 25:
+// line 60 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+        advance_line(1);
+    }}
+	break;
+	case 26:
+// line 309 "ext/ragel/base_lexer.rl"
+	{te = p+1;}
+	break;
+	case 27:
+// line 298 "ext/ragel/base_lexer.rl"
+	{te = p;p--;{
+            callback(id_on_doctype_name, data, encoding, ts, te);
+        }}
+	break;
+	case 28:
+// line 60 "ext/ragel/base_lexer.rl"
+	{te = p;p--;{
+        advance_line(1);
+    }}
+	break;
+	case 29:
+// line 1 "NONE"
+	{	switch( ( this.act) ) {
+	case 13:
+	{{p = ((te))-1;}
+            callback(id_on_doctype_type, data, encoding, ts, te);
+        }
+	break;
+	case 17:
+	{{p = ((te))-1;}
+            callback(id_on_doctype_name, data, encoding, ts, te);
+        }
+	break;
+	}
+	}
+	break;
+	case 30:
+// line 326 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+            if ( lines > 0 )
+            {
+                advance_line(lines);
+
+                lines = 0;
+            }
+
+            callback_simple(id_on_xml_decl_end);
+
+            ( this.cs) = 32;
+        }}
+	break;
+	case 31:
+// line 211 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+        callback_simple(id_on_string_squote);
+
+        {( this.stack)[( this.top)++] = ( this.cs); ( this.cs) = 47; _goto_targ = 2; if (true) continue _goto;}
+    }}
+	break;
+	case 32:
+// line 217 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+        callback_simple(id_on_string_dquote);
+
+        {( this.stack)[( this.top)++] = ( this.cs); ( this.cs) = 49; _goto_targ = 2; if (true) continue _goto;}
+    }}
+	break;
+	case 33:
+// line 354 "ext/ragel/base_lexer.rl"
+	{te = p+1;}
+	break;
+	case 34:
+// line 340 "ext/ragel/base_lexer.rl"
+	{te = p;p--;{
+            if ( lines > 0 )
+            {
+                advance_line(lines);
+
+                lines = 0;
+            }
+
+            callback(id_on_attribute, data, encoding, ts, te);
+        }}
+	break;
+	case 35:
+// line 354 "ext/ragel/base_lexer.rl"
+	{te = p;p--;}
+	break;
+	case 36:
+// line 390 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+            callback(id_on_element_ns, data, encoding, ts, te - 1);
+        }}
+	break;
+	case 37:
+// line 394 "ext/ragel/base_lexer.rl"
+	{te = p;p--;{
+            callback(id_on_element_name, data, encoding, ts, te);
+            ( this.cs) = 78;
+        }}
+	break;
+	case 38:
+// line 404 "ext/ragel/base_lexer.rl"
+	{te = p+1;}
+	break;
+	case 39:
+// line 408 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+            if ( lines > 0 )
+            {
+                advance_line(lines);
+
+                lines = 0;
+            }
+
+            ( this.cs) = 32;
+        }}
+	break;
+	case 40:
+// line 419 "ext/ragel/base_lexer.rl"
+	{te = p+1;}
+	break;
+	case 41:
+// line 375 "ext/ragel/base_lexer.rl"
+	{te = p;p--;{
+        callback(id_on_element_end, data, encoding, ts, te);
+    }}
+	break;
+	case 42:
+// line 432 "ext/ragel/base_lexer.rl"
+	{te = p+1;}
+	break;
+	case 43:
+// line 434 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+            p--;
+
+            if ( lines > 0 )
+            {
+                advance_line(lines);
+
+                lines = 0;
+            }
+
+            if ( html_p )
+            {
+                ( this.cs) = 75;
+            }
+            else
+            {
+                ( this.cs) = 77;
+            }
+        }}
+	break;
+	case 44:
+// line 432 "ext/ragel/base_lexer.rl"
+	{te = p;p--;}
+	break;
+	case 45:
+// line 464 "ext/ragel/base_lexer.rl"
+	{( this.act) = 35;}
+	break;
+	case 46:
+// line 64 "ext/ragel/base_lexer.rl"
+	{( this.act) = 36;}
+	break;
+	case 47:
+// line 457 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+            p--;
+            ( this.cs) = 77;
+        }}
+	break;
+	case 48:
+// line 64 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+        p--;
+        {( this.cs) = ( this.stack)[--( this.top)];_goto_targ = 2; if (true) continue _goto;}
+    }}
+	break;
+	case 49:
+// line 1 "NONE"
+	{	switch( ( this.act) ) {
+	case 35:
+	{{p = ((te))-1;}
+            callback_simple(id_on_string_squote);
+
+            callback(id_on_string_body, data, encoding, ts, te);
+
+            callback_simple(id_on_string_squote);
+        }
+	break;
+	case 36:
+	{{p = ((te))-1;}
+        p--;
+        {( this.cs) = ( this.stack)[--( this.top)];_goto_targ = 2; if (true) continue _goto;}
+    }
+	break;
+	}
+	}
+	break;
+	case 50:
+// line 480 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+            callback_simple(id_on_string_squote);
+
+            ( this.cs) = 47;
+        }}
+	break;
+	case 51:
+// line 486 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+            callback_simple(id_on_string_dquote);
+
+            ( this.cs) = 49;
+        }}
+	break;
+	case 52:
+// line 64 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+        p--;
+        {( this.cs) = ( this.stack)[--( this.top)];_goto_targ = 2; if (true) continue _goto;}
+    }}
+	break;
+	case 53:
+// line 60 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+        advance_line(1);
+    }}
+	break;
+	case 54:
+// line 501 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+            callback(id_on_attribute_ns, data, encoding, ts, te - 1);
+        }}
+	break;
+	case 55:
+// line 510 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+            {( this.stack)[( this.top)++] = ( this.cs); ( this.cs) = 73; _goto_targ = 2; if (true) continue _goto;}
+        }}
+	break;
+	case 56:
+// line 515 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+            callback_simple(id_on_element_open_end);
+
+            if ( html_script_p() )
+            {
+                ( this.cs) = 86;
+            }
+            else if ( html_style_p() )
+            {
+                ( this.cs) = 90;
+            }
+            else
+            {
+                ( this.cs) = 32;
+            }
+        }}
+	break;
+	case 57:
+// line 533 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+            callback_simple(id_on_element_end);
+            ( this.cs) = 32;
+        }}
+	break;
+	case 58:
+// line 538 "ext/ragel/base_lexer.rl"
+	{te = p+1;}
+	break;
+	case 59:
+// line 60 "ext/ragel/base_lexer.rl"
+	{te = p;p--;{
+        advance_line(1);
+    }}
+	break;
+	case 60:
+// line 505 "ext/ragel/base_lexer.rl"
+	{te = p;p--;{
+            callback(id_on_attribute, data, encoding, ts, te);
+        }}
+	break;
+	case 61:
+// line 538 "ext/ragel/base_lexer.rl"
+	{te = p;p--;}
+	break;
+	case 62:
+// line 575 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+            callback(id_on_text, data, encoding, ts, te);
+
+            if ( lines > 0 )
+            {
+                advance_line(lines);
+
+                lines = 0;
+            }
+
+            ( this.cs) = 32;
+        }}
+	break;
+	case 63:
+// line 589 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+            callback(id_on_text, data, encoding, ts, mark);
+
+            p    = mark - 1;
+            mark = 0;
+
+            if ( lines > 0 )
+            {
+                advance_line(lines);
+
+                lines = 0;
+            }
+
+            ( this.cs) = 32;
+        }}
+	break;
+	case 64:
+// line 575 "ext/ragel/base_lexer.rl"
+	{te = p;p--;{
+            callback(id_on_text, data, encoding, ts, te);
+
+            if ( lines > 0 )
+            {
+                advance_line(lines);
+
+                lines = 0;
+            }
+
+            ( this.cs) = 32;
+        }}
+	break;
+	case 65:
+// line 379 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+        callback_simple(id_on_element_end);
+
+        ( this.cs) = 32;
+    }}
+	break;
+	case 66:
+// line 563 "ext/ragel/base_lexer.rl"
+	{te = p;p--;{
+        callback(id_on_text, data, encoding, ts, te);
+
+        if ( lines > 0 )
+        {
+            advance_line(lines);
+
+            lines = 0;
+        }
+    }}
+	break;
+	case 67:
+// line 563 "ext/ragel/base_lexer.rl"
+	{{p = ((te))-1;}{
+        callback(id_on_text, data, encoding, ts, te);
+
+        if ( lines > 0 )
+        {
+            advance_line(lines);
+
+            lines = 0;
+        }
+    }}
+	break;
+	case 68:
+// line 379 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+        callback_simple(id_on_element_end);
+
+        ( this.cs) = 32;
+    }}
+	break;
+	case 69:
+// line 563 "ext/ragel/base_lexer.rl"
+	{te = p;p--;{
+        callback(id_on_text, data, encoding, ts, te);
+
+        if ( lines > 0 )
+        {
+            advance_line(lines);
+
+            lines = 0;
+        }
+    }}
+	break;
+	case 70:
+// line 563 "ext/ragel/base_lexer.rl"
+	{{p = ((te))-1;}{
+        callback(id_on_text, data, encoding, ts, te);
+
+        if ( lines > 0 )
+        {
+            advance_line(lines);
+
+            lines = 0;
+        }
+    }}
+	break;
+	case 71:
+// line 319 "ext/ragel/base_lexer.rl"
+	{( this.act) = 54;}
+	break;
+	case 72:
+// line 165 "ext/ragel/base_lexer.rl"
+	{( this.act) = 57;}
+	break;
+	case 73:
+// line 84 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+        callback_simple(id_on_comment_start);
+
+        ( this.cs) = 38;
+    }}
+	break;
+	case 74:
+// line 123 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+        callback_simple(id_on_cdata_start);
+
+        ( this.cs) = 41;
+    }}
+	break;
+	case 75:
+// line 366 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+        p--;
+        ( this.cs) = 69;
+    }}
+	break;
+	case 76:
+// line 371 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+        ( this.cs) = 71;
+    }}
+	break;
+	case 77:
+// line 549 "ext/ragel/base_lexer.rl"
+	{te = p+1;{
+        p--;
+        ( this.cs) = 82;
+    }}
+	break;
+	case 78:
+// line 255 "ext/ragel/base_lexer.rl"
+	{te = p;p--;{
+        callback_simple(id_on_doctype_start);
+
+        if ( lines > 0 )
+        {
+            advance_line(lines);
+
+            lines = 0;
+        }
+
+        ( this.cs) = 53;
+    }}
+	break;
+	case 79:
+// line 165 "ext/ragel/base_lexer.rl"
+	{te = p;p--;{
+        callback_simple(id_on_proc_ins_start);
+        callback(id_on_proc_ins_name, data, encoding, ts + 2, te);
+
+        ( this.cs) = 44;
+    }}
+	break;
+	case 80:
+// line 549 "ext/ragel/base_lexer.rl"
+	{te = p;p--;{
+        p--;
+        ( this.cs) = 82;
+    }}
+	break;
+	case 81:
+// line 549 "ext/ragel/base_lexer.rl"
+	{{p = ((te))-1;}{
+        p--;
+        ( this.cs) = 82;
+    }}
+	break;
+	case 82:
+// line 1 "NONE"
+	{	switch( ( this.act) ) {
+	case 54:
+	{{p = ((te))-1;}
+        callback_simple(id_on_xml_decl_start);
+        ( this.cs) = 66;
+    }
+	break;
+	case 57:
+	{{p = ((te))-1;}
+        callback_simple(id_on_proc_ins_start);
+        callback(id_on_proc_ins_name, data, encoding, ts + 2, te);
+
+        ( this.cs) = 44;
+    }
+	break;
+	}
+	}
+	break;
+// line 1240 "ext/java/org/liboga/xml/Lexer.java"
+			}
+		}
+	}
+
+case 2:
+	_acts = _java_lexer_to_state_actions[( this.cs)];
+	_nacts = (int) _java_lexer_actions[_acts++];
+	while ( _nacts-- > 0 ) {
+		switch ( _java_lexer_actions[_acts++] ) {
+	case 2:
+// line 1 "NONE"
+	{ts = -1;}
+	break;
+// line 1254 "ext/java/org/liboga/xml/Lexer.java"
+		}
+	}
+
+	if ( ( this.cs) == 0 ) {
+		_goto_targ = 5;
+		continue _goto;
+	}
+	if ( ++p != pe ) {
+		_goto_targ = 1;
+		continue _goto;
+	}
+case 4:
+	if ( p == eof )
+	{
+	if ( _java_lexer_eof_trans[( this.cs)] > 0 ) {
+		_trans = _java_lexer_eof_trans[( this.cs)] - 1;
+		_goto_targ = 3;
+		continue _goto;
+	}
+	}
+
+case 5:
+	}
+	break; }
+	}
+
+// line 136 "ext/java/org/liboga/xml/Lexer.rl"
+
+        this.lines = lines;
+
+        return context.nil;
+    }
+
+    /**
+     * Resets the internal state of the lexer.
+     */
+    @JRubyMethod
+    public IRubyObject reset_native(ThreadContext context)
+    {
+        this.act   = 0;
+        this.top   = 0;
+        this.stack = new int[4];
+        this.cs    = java_lexer_start;
+
+        return context.nil;
+    }
+
+    /**
+     * Calls back in to Ruby land passing the current token value along.
+     *
+     * This method calls back in to Ruby land based on the method name
+     * specified in `name`. The Ruby callback should take one argument. This
+     * argument will be a String containing the value of the current token.
+     */
+    public void callback(String name, byte[] data, Encoding enc, int ts, int te)
+    {
+        ByteList bytelist = new ByteList(data, ts, te - ts, enc, true);
+
+        RubyString value = this.runtime.newString(bytelist);
+
+        ThreadContext context = this.runtime.getCurrentContext();
+
+        this.callMethod(context, name, value);
+    }
+
+    /**
+     * Calls back in to Ruby land without passing any arguments.
+     */
+    public void callback_simple(String name)
+    {
+        ThreadContext context = this.runtime.getCurrentContext();
+
+        this.callMethod(context, name);
+    }
+
+    /**
+     * Advances the line number by `amount` lines.
+     */
+    public void advance_line(int amount)
+    {
+        ThreadContext context = this.runtime.getCurrentContext();
+        RubyFixnum lines      = this.runtime.newFixnum(amount);
+
+        this.callMethod(context, "advance_line", lines);
+    }
+
+    /**
+     * @see Oga::XML::Lexer#html_script?
+     */
+    public Boolean html_script_p()
+    {
+        ThreadContext context = this.runtime.getCurrentContext();
+
+        return this.callMethod(context, "html_script?").isTrue();
+    }
+
+    /**
+     * @see Oga::XML::Lexer#html_style?
+     */
+    public Boolean html_style_p()
+    {
+        ThreadContext context = this.runtime.getCurrentContext();
+
+        return this.callMethod(context, "html_style?").isTrue();
+    }
+}
+
+
+// line 223 "ext/java/org/liboga/xml/Lexer.rl"
+