nokogumbo 0.5 → 0.5.1

data/work/insertion_mode.h

@@ -0,0 +1,54 @@
+// Copyright 2011 Google Inc. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+//
+// Author: jdtang@google.com (Jonathan Tang)
+
+#ifndef GUMBO_INSERTION_MODE_H_
+#define GUMBO_INSERTION_MODE_H_
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+// http://www.whatwg.org/specs/web-apps/current-work/complete/parsing.html#insertion-mode
+typedef enum _GumboInsertionMode {
+  GUMBO_INSERTION_MODE_INITIAL,
+  GUMBO_INSERTION_MODE_BEFORE_HTML,
+  GUMBO_INSERTION_MODE_BEFORE_HEAD,
+  GUMBO_INSERTION_MODE_IN_HEAD,
+  GUMBO_INSERTION_MODE_IN_HEAD_NOSCRIPT,
+  GUMBO_INSERTION_MODE_AFTER_HEAD,
+  GUMBO_INSERTION_MODE_IN_BODY,
+  GUMBO_INSERTION_MODE_TEXT,
+  GUMBO_INSERTION_MODE_IN_TABLE,
+  GUMBO_INSERTION_MODE_IN_TABLE_TEXT,
+  GUMBO_INSERTION_MODE_IN_CAPTION,
+  GUMBO_INSERTION_MODE_IN_COLUMN_GROUP,
+  GUMBO_INSERTION_MODE_IN_TABLE_BODY,
+  GUMBO_INSERTION_MODE_IN_ROW,
+  GUMBO_INSERTION_MODE_IN_CELL,
+  GUMBO_INSERTION_MODE_IN_SELECT,
+  GUMBO_INSERTION_MODE_IN_SELECT_IN_TABLE,
+  GUMBO_INSERTION_MODE_AFTER_BODY,
+  GUMBO_INSERTION_MODE_IN_FRAMESET,
+  GUMBO_INSERTION_MODE_AFTER_FRAMESET,
+  GUMBO_INSERTION_MODE_AFTER_AFTER_BODY,
+  GUMBO_INSERTION_MODE_AFTER_AFTER_FRAMESET
+} GumboInsertionMode;
+
+#ifdef __cplusplus
+}  // extern C
+#endif
+
+#endif  // GUMBO_INSERTION_MODE_H_

data/work/mkmf.log

@@ -0,0 +1,41 @@
+package configuration for libxml-2.0
+cflags: -I/usr/include/libxml2  
+ldflags: 
+libs: -lxml2  
+
+find_header: checking for nokogiri.h in /var/lib/gems/1.9.1/gems/nokogiri-1.5.5/ext/nokogiri... -------------------- yes
+
+"gcc -o conftest -I/usr/include/ruby-1.9.1/x86_64-linux -I/usr/include/ruby-1.9.1/ruby/backward -I/usr/include/ruby-1.9.1 -I. -D_FORTIFY_SOURCE=2  -D_FORTIFY_SOURCE=2  -std=c99 -I/usr/include/libxml2   conftest.c  -L. -L/usr/lib -L. -Wl,-Bsymbolic-functions -Wl,-z,relro -rdynamic -Wl,-export-dynamic      -lxml2   -lruby-1.9.1  -lpthread -lrt -ldl -lcrypt -lm   -lc"
+checked program was:
+/* begin */
+1: #include "ruby.h"
+2: 
+3: int main() {return 0;}
+/* end */
+
+"gcc -E -I/usr/include/ruby-1.9.1/x86_64-linux -I/usr/include/ruby-1.9.1/ruby/backward -I/usr/include/ruby-1.9.1 -I. -D_FORTIFY_SOURCE=2  -D_FORTIFY_SOURCE=2  -std=c99 -I/usr/include/libxml2    conftest.c -o conftest.i"
+conftest.c:3:22: fatal error: nokogiri.h: No such file or directory
+compilation terminated.
+checked program was:
+/* begin */
+1: #include "ruby.h"
+2: 
+3: #include <nokogiri.h>
+/* end */
+
+"gcc -E -I/usr/include/ruby-1.9.1/x86_64-linux -I/usr/include/ruby-1.9.1/ruby/backward -I/usr/include/ruby-1.9.1 -I. -D_FORTIFY_SOURCE=2  -D_FORTIFY_SOURCE=2  -std=c99 -I/usr/include/libxml2   -I/var/lib/gems/1.9.1/gems/nokogiri-1.5.5/ext/nokogiri conftest.c -o conftest.i"
+In file included from conftest.c:3:0:
+/var/lib/gems/1.9.1/gems/nokogiri-1.5.5/ext/nokogiri/nokogiri.h:13:0: warning: "_GNU_SOURCE" redefined [enabled by default]
+In file included from /usr/include/ruby-1.9.1/ruby/ruby.h:24:0,
+                 from /usr/include/ruby-1.9.1/ruby.h:32,
+                 from conftest.c:1:
+/usr/include/ruby-1.9.1/x86_64-linux/ruby/config.h:17:0: note: this is the location of the previous definition
+checked program was:
+/* begin */
+1: #include "ruby.h"
+2: 
+3: #include <nokogiri.h>
+/* end */
+
+--------------------
+

data/work/nokogumbo.c

@@ -0,0 +1,97 @@
+#include <ruby.h>
+#include <gumbo.h>
+#include <nokogiri.h>
+#include <libxml/tree.h>
+
+// class constants
+static VALUE Document;
+
+// Build a Nokogiri Element for a given GumboElement (recursively)
+static xmlNodePtr walk_tree(xmlDocPtr document, GumboElement *node) {
+  // determine tag name for a given node
+  xmlNodePtr element;
+  if (node->tag != GUMBO_TAG_UNKNOWN) {
+    element = xmlNewNode(NULL, BAD_CAST gumbo_normalized_tagname(node->tag));
+  } else {
+    GumboStringPiece tag = node->original_tag;
+    gumbo_tag_from_original_text(&tag);
+    char name[tag.length+1];
+    strncpy(name, tag.data, tag.length);
+    name[tag.length] = '\0';
+    element = xmlNewNode(NULL, BAD_CAST name);
+  }
+
+  // add in the attributes
+  GumboVector* attrs = &node->attributes;
+  for (int i=0; i < attrs->length; i++) {
+    GumboAttribute *attr = attrs->data[i];
+    xmlNewProp(element, BAD_CAST attr->name, BAD_CAST attr->value);
+  }
+
+  // add in the children
+  GumboVector* children = &node->children;
+  for (int i=0; i < children->length; i++) {
+    GumboNode* child = children->data[i];
+
+    xmlNodePtr node = NULL;
+
+    switch (child->type) {
+      case GUMBO_NODE_ELEMENT:
+        node = walk_tree(document, &child->v.element);
+        break;
+      case GUMBO_NODE_WHITESPACE:
+      case GUMBO_NODE_TEXT:
+        node = xmlNewText(BAD_CAST child->v.text.text);
+        break;
+      case GUMBO_NODE_CDATA:
+        node = xmlNewCDataBlock(document, 
+          BAD_CAST child->v.text.original_text.data,
+          child->v.text.original_text.length);
+        break;
+      case GUMBO_NODE_COMMENT:
+        node = xmlNewComment(BAD_CAST child->v.text.text);
+        break;
+      case GUMBO_NODE_DOCUMENT:
+        break; // should never happen -- ignore
+    }
+
+    if (node) xmlAddChild(element, node);
+  }
+
+  return element;
+}
+
+// Parse a string using gumbo_parse into a Nokogiri document
+static VALUE parse(VALUE self, VALUE string) {
+  GumboOutput *output = gumbo_parse_with_options(
+    &kGumboDefaultOptions, RSTRING_PTR(string), RSTRING_LEN(string)
+  );
+  xmlDocPtr doc = xmlNewDoc(BAD_CAST "1.0");
+  xmlNodePtr root = walk_tree(doc, &output->root->v.element);
+  xmlDocSetRootElement(doc, root);
+  if (output->document->v.document.has_doctype) {
+    const char *public = output->document->v.document.public_identifier;
+    const char *system = output->document->v.document.system_identifier;
+    xmlCreateIntSubset(doc, BAD_CAST "html",
+      (strlen(public) ? public : NULL),
+      (strlen(system) ? system : NULL));
+  }
+  gumbo_destroy_output(&kGumboDefaultOptions, output);
+
+  return Nokogiri_wrap_xml_document(Document, doc);
+}
+
+// Initialize the Nokogumbo class and fetch constants we will use later
+void Init_nokogumboc() {
+  rb_funcall(rb_mKernel, rb_intern("gem"), 1, rb_str_new2("nokogiri"));
+  rb_require("nokogiri");
+
+  // class constants
+  VALUE Nokogiri = rb_const_get(rb_cObject, rb_intern("Nokogiri"));
+  VALUE HTML = rb_const_get(Nokogiri, rb_intern("HTML"));
+  Document = rb_const_get(HTML, rb_intern("Document"));
+
+  // define Nokogumbo class with a singleton parse method
+  VALUE Gumbo = rb_define_class("Nokogumbo", rb_cObject);
+  rb_define_singleton_method(Gumbo, "parse", parse, 1);
+}