ox 1.9.4 → 2.0.0

data/ext/ox/sax_buf.h

@@ -0,0 +1,198 @@
+/* sax_stack.h
+ * Copyright (c) 2011, Peter Ohler
+ * All rights reserved.
+ * 
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ * 
+ *  - Redistributions of source code must retain the above copyright notice, this
+ *    list of conditions and the following disclaimer.
+ * 
+ *  - Redistributions in binary form must reproduce the above copyright notice,
+ *    this list of conditions and the following disclaimer in the documentation
+ *    and/or other materials provided with the distribution.
+ * 
+ *  - Neither the name of Peter Ohler nor the names of its contributors may be
+ *    used to endorse or promote products derived from this software without
+ *    specific prior written permission.
+ * 
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#ifndef __OX_SAX_BUF_H__
+#define __OX_SAX_BUF_H__
+
+typedef struct _Buf {
+    char	base[0x00001000];
+    char	*head;
+    char	*end;
+    char	*tail;
+    char	*read_end;      /* one past last character read */
+    char       	*pro;           /* protection start, buffer can not slide past this point */
+    char        *str;           /* start of current string being read */
+    int		line;
+    int		col;
+    int		pro_line;
+    int		pro_col;
+    int		(*read_func)(struct _Buf *buf);
+    union {
+        int     	fd;
+        VALUE   	io;
+	const char	*in_str;
+    };
+    struct _SaxDrive	*dr;
+} *Buf;
+
+typedef struct _CheckPt {
+    int		pro_dif;
+    int		line;
+    int		col;
+    char	c;
+} *CheckPt;
+
+#define CHECK_PT_INIT { -1, 0, 0, '\0' }
+
+extern void	ox_sax_buf_init(Buf buf, VALUE io);
+extern int	ox_sax_buf_read(Buf buf);
+
+static inline char
+buf_get(Buf buf) {
+    //printf("*** drive get from '%s'  from start: %ld  buf: %p  from read_end: %ld\n", buf->tail, buf->tail - buf->head, buf->head, buf->read_end - buf->tail);
+    if (buf->read_end <= buf->tail) {
+        if (0 != ox_sax_buf_read(buf)) {
+            return '\0';
+        }
+    }
+    if ('\n' == *buf->tail) {
+        buf->line++;
+        buf->col = 0;
+    }
+    buf->col++;
+    
+    return *buf->tail++;
+}
+
+static inline void
+buf_backup(Buf buf) {
+    buf->tail--;
+    buf->col--;
+    if (0 >= buf->col) {
+	buf->line--;
+	// allow col to be negative since we never backup twice in a row
+    }
+}
+
+static inline void
+buf_protect(Buf buf) {
+    buf->pro = buf->tail;
+    buf->str = buf->tail; // can't have str before pro
+    buf->pro_line = buf->line;
+    buf->pro_col = buf->col;
+}
+
+static inline void
+buf_reset(Buf buf) {
+    buf->tail = buf->pro;
+    buf->line = buf->pro_line;
+    buf->col = buf->pro_col;
+}
+
+/* Starts by reading a character so it is safe to use with an empty or
+ * compacted buffer.
+ */
+static inline char
+buf_next_non_white(Buf buf) {
+    char        c;
+
+    while ('\0' != (c = buf_get(buf))) {
+	switch(c) {
+	case ' ':
+	case '\t':
+	case '\f':
+	case '\n':
+	case '\r':
+	    break;
+	default:
+	    return c;
+	}
+    }
+    return '\0';
+}
+
+/* Starts by reading a character so it is safe to use with an empty or
+ * compacted buffer.
+ */
+static inline char
+buf_next_white(Buf buf) {
+    char        c;
+
+    while ('\0' != (c = buf_get(buf))) {
+	switch(c) {
+	case ' ':
+	case '\t':
+	case '\f':
+	case '\n':
+	case '\r':
+	case '\0':
+	    return c;
+	default:
+	    break;
+	}
+    }
+    return '\0';
+}
+
+static inline void
+buf_cleanup(Buf buf) {
+    if (buf->base != buf->head) {
+        xfree(buf->head);
+    }
+}
+
+static inline int
+is_white(char c) {
+    switch(c) {
+    case ' ':
+    case '\t':
+    case '\f':
+    case '\n':
+    case '\r':
+        return 1;
+    default:
+        break;
+    }
+    return 0;
+}
+
+static inline void
+buf_checkpoint(Buf buf, CheckPt cp) {
+    cp->pro_dif = (int)(buf->tail - buf->pro);
+    cp->line = buf->line;
+    cp->col = buf->col;
+    cp->c = *(buf->tail - 1);
+}
+
+static inline int
+buf_checkset(CheckPt cp) {
+    return (0 <= cp->pro_dif);
+}
+
+static inline char
+buf_checkback(Buf buf, CheckPt cp) {
+    buf->tail = buf->pro + cp->pro_dif;
+    buf->line = cp->line;
+    buf->col = cp->col;
+    return cp->c;
+}
+
+
+#endif /* __OX_SAX_BUF_H__ */

data/ext/ox/sax_has.h

@@ -0,0 +1,85 @@
+/* sax_has.h
+ * Copyright (c) 2011, Peter Ohler
+ * All rights reserved.
+ * 
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ * 
+ *  - Redistributions of source code must retain the above copyright notice, this
+ *    list of conditions and the following disclaimer.
+ * 
+ *  - Redistributions in binary form must reproduce the above copyright notice,
+ *    this list of conditions and the following disclaimer in the documentation
+ *    and/or other materials provided with the distribution.
+ * 
+ *  - Neither the name of Peter Ohler nor the names of its contributors may be
+ *    used to endorse or promote products derived from this software without
+ *    specific prior written permission.
+ * 
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#ifndef __OX_SAX_HAS_H__
+#define __OX_SAX_HAS_H__
+
+typedef struct _Has {
+    int         instruct;
+    int         end_instruct;
+    int         attr;
+    int         attr_value;
+    int         doctype;
+    int         comment;
+    int         cdata;
+    int         text;
+    int         value;
+    int         start_element;
+    int         end_element;
+    int         error;
+    int		line;
+    int		column;
+} *Has;
+
+inline static int
+respond_to(VALUE obj, ID method) {
+#ifdef JRUBY_RUBY
+    /* There is a bug in JRuby where rb_respond_to() returns true (1) even if
+     * a method is private. */
+    {
+	VALUE	args[1];
+
+	*args = ID2SYM(method);
+	return (Qtrue == rb_funcall2(obj, rb_intern("respond_to?"), 1, args));
+    }
+#else
+    return rb_respond_to(obj, method);
+#endif
+}
+
+inline static void
+has_init(Has has, VALUE handler) {
+    has->instruct = respond_to(handler, ox_instruct_id);
+    has->end_instruct = respond_to(handler, ox_end_instruct_id);
+    has->attr = respond_to(handler, ox_attr_id);
+    has->attr_value = respond_to(handler, ox_attr_value_id);
+    has->doctype = respond_to(handler, ox_doctype_id);
+    has->comment = respond_to(handler, ox_comment_id);
+    has->cdata = respond_to(handler, ox_cdata_id);
+    has->text = respond_to(handler, ox_text_id);
+    has->value = respond_to(handler, ox_value_id);
+    has->start_element = respond_to(handler, ox_start_element_id);
+    has->end_element = respond_to(handler, ox_end_element_id);
+    has->error = respond_to(handler, ox_error_id);
+    has->line = (Qtrue == rb_ivar_defined(handler, ox_at_line_id));
+    has->column = (Qtrue == rb_ivar_defined(handler, ox_at_column_id));
+}
+
+#endif /* __OX_SAX_HAS_H__ */

data/ext/ox/sax_hint.c

@@ -0,0 +1,217 @@
+/* hint.c
+ * Copyright (c) 2011, Peter Ohler
+ * All rights reserved.
+ * 
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ * 
+ *  - Redistributions of source code must retain the above copyright notice, this
+ *    list of conditions and the following disclaimer.
+ * 
+ *  - Redistributions in binary form must reproduce the above copyright notice,
+ *    this list of conditions and the following disclaimer in the documentation
+ *    and/or other materials provided with the distribution.
+ * 
+ *  - Neither the name of Peter Ohler nor the names of its contributors may be
+ *    used to endorse or promote products derived from this software without
+ *    specific prior written permission.
+ * 
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#include <string.h>
+#include <stdio.h>
+
+#include "sax_hint.h"
+
+static const char	*audio_video_0[] = { "audio", "video", 0 };
+static const char	*colgroup_0[] = { "colgroup", 0 };
+static const char	*details_0[] = { "details", 0 };
+static const char	*dl_0[] = { "dl", 0 };
+static const char	*dt_th_0[] = { "dt", "th", 0 };
+static const char	*fieldset_0[] = { "fieldset", 0 };
+static const char	*figure_0[] = { "figure", 0 };
+static const char	*frameset_0[] = { "frameset", 0 };
+static const char	*head_0[] = { "head", 0 };
+static const char	*html_0[] = { "html", 0 };
+static const char	*map_0[] = { "map", 0 };
+static const char	*ol_ul_menu_0[] = { "ol", "ul", "menu", 0 };
+static const char	*optgroup_select_datalist_0[] = { "optgroup", "select", "datalist", 0 };
+static const char	*ruby_0[] = { "ruby", 0 };
+static const char	*table_0[] = { "table", 0 };
+static const char	*tr_0[] = { "tr", 0 };
+
+static struct _Hint	html_hint_array[] = {
+    { "a", 0, 0, 0 },
+    { "abbr", 0, 0, 0 },
+    { "acronym", 0, 0, 0 },
+    { "address", 0, 0, 0 },
+    { "applet", 0, 0, 0 },
+    { "area", 1, 0, map_0 },
+    { "article", 0, 0, 0 },
+    { "aside", 0, 0, 0 },
+    { "audio", 0, 0, 0 },
+    { "b", 0, 0, 0 },
+    { "base", 1, 0, head_0 },
+    { "basefont", 1, 0, head_0 },
+    { "bdi", 0, 0, 0 },
+    { "bdo", 0, 1, 0 },
+    { "big", 0, 0, 0 },
+    { "blockquote", 0, 0, 0 },
+    { "body", 0, 0, html_0 },
+    { "br", 1, 0, 0 },
+    { "button", 0, 0, 0 },
+    { "canvas", 0, 0, 0 },
+    { "caption", 0, 0, table_0 },
+    { "center", 0, 0, 0 },
+    { "cite", 0, 0, 0 },
+    { "code", 0, 0, 0 },
+    { "col", 1, 0, colgroup_0 },
+    { "colgroup", 0, 0, 0 },
+    { "command", 1, 0, 0 },
+    { "datalist", 0, 0, 0 },
+    { "dd", 0, 0, dl_0 },
+    { "del", 0, 0, 0 },
+    { "details", 0, 0, 0 },
+    { "dfn", 0, 0, 0 },
+    { "dialog", 0, 0, dt_th_0 },
+    { "dir", 0, 0, 0 },
+    { "div", 0, 1, 0 },
+    { "dl", 0, 0, 0 },
+    { "dt", 0, 1, dl_0 },
+    { "em", 0, 0, 0 },
+    { "embed", 1, 0, 0 },
+    { "fieldset", 0, 0, 0 },
+    { "figcaption", 0, 0, figure_0 },
+    { "figure", 0, 0, 0 },
+    { "font", 0, 1, 0 },
+    { "footer", 0, 0, 0 },
+    { "form", 0, 0, 0 },
+    { "frame", 1, 0, frameset_0 },
+    { "frameset", 0, 0, 0 },
+    { "h1", 0, 0, 0 },
+    { "h2", 0, 0, 0 },
+    { "h3", 0, 0, 0 },
+    { "h4", 0, 0, 0 },
+    { "h5", 0, 0, 0 },
+    { "h6", 0, 0, 0 },
+    { "head", 0, 0, html_0 },
+    { "header", 0, 0, 0 },
+    { "hgroup", 0, 0, 0 },
+    { "hr", 1, 0, 0 },
+    { "html", 0, 0, 0 },
+    { "i", 0, 0, 0 },
+    { "iframe", 1, 0, 0 },
+    { "img", 1, 0, 0 },
+    { "input", 1, 0, 0 }, // somewhere under a form_0
+    { "ins", 0, 0, 0 },
+    { "kbd", 0, 0, 0 },
+    { "keygen", 1, 0, 0 },
+    { "label", 0, 0, 0 }, // somewhere under a form_0
+    { "legend", 0, 0, fieldset_0 },
+    { "li", 0, 0, ol_ul_menu_0 },
+    { "link", 1, 0, head_0 },
+    { "map", 0, 0, 0 },
+    { "mark", 0, 0, 0 },
+    { "menu", 0, 0, 0 },
+    { "meta", 1, 0, head_0 },
+    { "meter", 0, 0, 0 },
+    { "nav", 0, 0, 0 },
+    { "noframes", 0, 0, 0 },
+    { "noscript", 0, 0, 0 },
+    { "object", 0, 0, 0 },
+    { "ol", 0, 1, 0 },
+    { "optgroup", 0, 0, 0 },
+    { "option", 0, 0, optgroup_select_datalist_0 },
+    { "output", 0, 0, 0 },
+    { "p", 0, 0, 0 },
+    { "param", 1, 0, 0 },
+    { "pre", 0, 0, 0 },
+    { "progress", 0, 0, 0 },
+    { "q", 0, 0, 0 },
+    { "rp", 0, 0, ruby_0 },
+    { "rt", 0, 0, ruby_0 },
+    { "ruby", 0, 0, 0 },
+    { "s", 0, 0, 0 },
+    { "samp", 0, 0, 0 },
+    { "script", 0, 0, 0 },
+    { "section", 0, 1, 0 },
+    { "select", 0, 0, 0 },
+    { "small", 0, 0, 0 },
+    { "source", 0, 0, audio_video_0 },
+    { "span", 0, 1, 0 },
+    { "strike", 0, 0, 0 },
+    { "strong", 0, 0, 0 },
+    { "style", 0, 0, 0 },
+    { "sub", 0, 0, 0 },
+    { "summary", 0, 0, details_0 },
+    { "sup", 0, 0, 0 },
+    { "table", 0, 0, 0 },
+    { "tbody", 0, 0, table_0 },
+    { "td", 0, 0, tr_0 },
+    { "textarea", 0, 0, 0 },
+    { "tfoot", 0, 0, table_0 },
+    { "th", 0, 0, tr_0 },
+    { "thead", 0, 0, table_0 },
+    { "time", 0, 0, 0 },
+    { "title", 0, 0, head_0 },
+    { "tr", 0, 0, table_0 },
+    { "track", 1, 0, audio_video_0 },
+    { "tt", 0, 0, 0 },
+    { "u", 0, 0, 0 },
+    { "ul", 0, 0, 0 },
+    { "var", 0, 0, 0 },
+    { "video", 0, 0, 0 },
+    { "wbr", 1, 0, 0 },
+};
+static struct _Hints	html_hints = {
+    "HTML",
+    html_hint_array,
+    sizeof(html_hint_array) / sizeof(*html_hint_array)
+};
+
+Hints
+ox_hints_html() {
+    return &html_hints;
+}
+
+Hint
+ox_hint_find(Hints hints, const char *name) {
+    if (0 != hints) {
+	Hint	lo = hints->hints;
+	Hint	hi = hints->hints + hints->size - 1;
+	Hint	mid;
+	int		res;
+
+	if (0 == (res = strcasecmp(name, lo->name))) {
+	    return lo;
+	} else if (0 > res) {
+	    return 0;
+	}
+	if (0 == (res = strcasecmp(name, hi->name))) {
+	    return hi;
+	} else if (0 < res) {
+	    return 0;
+	}
+	while (1 < hi - lo) {
+	    mid = lo + (hi - lo) / 2;
+	    if (0 == (res = strcasecmp(name, mid->name))) {
+		return mid;
+	    } else if (0 < res) {
+		lo = mid;
+	    } else {
+		hi = mid;
+	    }
+	}
+    }
+    return 0;
+}