tenderlove-nokogiri 0.0.0.20081001111445

data/History.txt

@@ -0,0 +1,6 @@
+=== 1.0.0 / 2008-07-13
+
+* 1 major enhancement
+
+  * Birthday!
+

data/Manifest.txt

@@ -0,0 +1,105 @@
+History.txt
+Manifest.txt
+README.txt
+Rakefile
+ext/nokogiri/extconf.rb
+ext/nokogiri/html_document.c
+ext/nokogiri/html_document.h
+ext/nokogiri/html_sax_parser.c
+ext/nokogiri/html_sax_parser.h
+ext/nokogiri/native.c
+ext/nokogiri/native.h
+ext/nokogiri/xml_cdata.c
+ext/nokogiri/xml_cdata.h
+ext/nokogiri/xml_document.c
+ext/nokogiri/xml_document.h
+ext/nokogiri/xml_node.c
+ext/nokogiri/xml_node.h
+ext/nokogiri/xml_node_set.c
+ext/nokogiri/xml_node_set.h
+ext/nokogiri/xml_reader.c
+ext/nokogiri/xml_reader.h
+ext/nokogiri/xml_sax_parser.c
+ext/nokogiri/xml_sax_parser.h
+ext/nokogiri/xml_text.c
+ext/nokogiri/xml_text.h
+ext/nokogiri/xml_xpath.c
+ext/nokogiri/xml_xpath.h
+ext/nokogiri/xml_xpath_context.c
+ext/nokogiri/xml_xpath_context.h
+ext/nokogiri/xslt_stylesheet.c
+ext/nokogiri/xslt_stylesheet.h
+lib/nokogiri.rb
+lib/nokogiri/css.rb
+lib/nokogiri/css/generated_parser.rb
+lib/nokogiri/css/generated_tokenizer.rb
+lib/nokogiri/css/node.rb
+lib/nokogiri/css/parser.rb
+lib/nokogiri/css/parser.y
+lib/nokogiri/css/tokenizer.rb
+lib/nokogiri/css/tokenizer.rex
+lib/nokogiri/css/xpath_visitor.rb
+lib/nokogiri/decorators.rb
+lib/nokogiri/decorators/hpricot.rb
+lib/nokogiri/decorators/hpricot/node.rb
+lib/nokogiri/decorators/hpricot/node_set.rb
+lib/nokogiri/decorators/hpricot/xpath_visitor.rb
+lib/nokogiri/hpricot.rb
+lib/nokogiri/html.rb
+lib/nokogiri/html/builder.rb
+lib/nokogiri/html/document.rb
+lib/nokogiri/html/sax/parser.rb
+lib/nokogiri/version.rb
+lib/nokogiri/xml.rb
+lib/nokogiri/xml/after_handler.rb
+lib/nokogiri/xml/before_handler.rb
+lib/nokogiri/xml/builder.rb
+lib/nokogiri/xml/document.rb
+lib/nokogiri/xml/node.rb
+lib/nokogiri/xml/node_set.rb
+lib/nokogiri/xml/reader.rb
+lib/nokogiri/xml/sax.rb
+lib/nokogiri/xml/sax/document.rb
+lib/nokogiri/xml/sax/parser.rb
+lib/nokogiri/xml/text.rb
+lib/nokogiri/xml/xpath.rb
+lib/nokogiri/xslt.rb
+lib/nokogiri/xslt/stylesheet.rb
+nokogiri.gemspec
+test/css/test_nthiness.rb
+test/css/test_parser.rb
+test/css/test_tokenizer.rb
+test/files/staff.xml
+test/files/staff.xslt
+test/files/tlm.html
+test/helper.rb
+test/hpricot/files/basic.xhtml
+test/hpricot/files/boingboing.html
+test/hpricot/files/cy0.html
+test/hpricot/files/immob.html
+test/hpricot/files/pace_application.html
+test/hpricot/files/tenderlove.html
+test/hpricot/files/uswebgen.html
+test/hpricot/files/utf8.html
+test/hpricot/files/week9.html
+test/hpricot/files/why.xml
+test/hpricot/load_files.rb
+test/hpricot/test_alter.rb
+test/hpricot/test_builder.rb
+test/hpricot/test_parser.rb
+test/hpricot/test_paths.rb
+test/hpricot/test_preserved.rb
+test/hpricot/test_xml.rb
+test/html/sax/test_parser.rb
+test/html/test_builder.rb
+test/html/test_document.rb
+test/test_convert_xpath.rb
+test/test_nokogiri.rb
+test/test_reader.rb
+test/test_xslt_transforms.rb
+test/xml/sax/test_parser.rb
+test/xml/test_builder.rb
+test/xml/test_document.rb
+test/xml/test_node.rb
+test/xml/test_node_set.rb
+test/xml/test_text.rb

data/README.txt

@@ -0,0 +1,51 @@
+= Nokogiri
+
+* http://github.com/tenderlove/nokogiri/tree/master
+
+== DESCRIPTION:
+
+FIX (describe your package)
+
+== FEATURES/PROBLEMS:
+
+* FIX (list of features or problems)
+
+== SYNOPSIS:
+
+  FIX (code sample of usage)
+
+== REQUIREMENTS:
+
+* FIX (list of requirements)
+
+== INSTALL:
+
+* FIX (sudo gem install, anything else)
+
+== LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2008:
+
+* {Aaron Patterson}[http://tenderlovemaking.com]
+* Mike Dalessio
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,70 @@
+# -*- ruby -*-
+
+require 'rubygems'
+require 'hoe'
+
+kind = Config::CONFIG['DLEXT']
+
+LIB_DIR = File.expand_path(File.join(File.dirname(__FILE__), 'lib'))
+$LOAD_PATH << LIB_DIR
+
+GENERATED_PARSER = "lib/nokogiri/css/generated_parser.rb"
+GENERATED_TOKENIZER = "lib/nokogiri/css/generated_tokenizer.rb"
+
+EXT = "ext/nokogiri/native.#{kind}"
+
+require 'nokogiri/version'
+
+HOE = Hoe.new('nokogiri', Nokogiri::VERSION) do |p|
+  p.developer('Aaron Patterson', 'aaronp@rubyforge.org')
+  p.clean_globs = [
+    'ext/nokogiri/Makefile',
+    'ext/nokogiri/*.{o,so,bundle,a,log}',
+    'ext/nokogiri/conftest.dSYM',
+    GENERATED_PARSER,
+    GENERATED_TOKENIZER,
+  ]
+end
+
+namespace :gem do
+  task :spec do
+    File.open("#{HOE.name}.gemspec", 'w') do |f|
+      HOE.spec.version = "#{HOE.version}.#{Time.now.strftime("%Y%m%d%H%M%S")}"
+      f.write(HOE.spec.to_ruby)
+    end
+  end
+end
+
+desc "Run code-coverage analysis"
+task :coverage do
+  rm_rf "coverage"
+  sh "rcov -x Library -I lib:test #{Dir[*HOE.test_globs].join(' ')}"
+end
+
+file GENERATED_PARSER => "lib/nokogiri/css/parser.y" do |t|
+  sh "racc -o #{t.name} #{t.prerequisites.first}"
+end
+
+file GENERATED_TOKENIZER => "lib/nokogiri/css/tokenizer.rex" do |t|
+  sh "frex -i --independent -o #{t.name} #{t.prerequisites.first}"
+end
+
+task 'ext/nokogiri/Makefile' do
+  Dir.chdir('ext/nokogiri') do
+    ruby 'extconf.rb'
+  end
+end
+
+task EXT => 'ext/nokogiri/Makefile' do
+  Dir.chdir('ext/nokogiri') do
+    sh 'make'
+  end
+end
+
+task :build => [EXT, GENERATED_PARSER, GENERATED_TOKENIZER]
+
+Rake::Task[:test].prerequisites << :build
+Rake::Task[:check_manifest].prerequisites << GENERATED_PARSER
+Rake::Task[:check_manifest].prerequisites << GENERATED_TOKENIZER
+
+# vim: syntax=Ruby

data/ext/nokogiri/extconf.rb

@@ -0,0 +1,24 @@
+ENV["ARCHFLAGS"] = "-arch #{`uname -p` =~ /powerpc/ ? 'ppc' : 'i386'}"
+
+require 'mkmf'
+
+$CFLAGS << " -g -DXP_UNIX"
+$CFLAGS << " -O3 -Wall -Wextra -Wcast-qual -Wwrite-strings -Wconversion -Wmissing-noreturn -Winline"
+
+find_library('xml2', 'xmlParseDoc')
+find_library('xslt', 'xsltParseStylesheetDoc')
+
+unless find_header('libxml/xmlversion.h', '/usr/include/libxml2') &&
+    find_header('libxslt/xslt.h', '/usr/include')
+  abort "need libxml"
+end
+
+unless find_executable("racc")
+  abort "need racc, get the tarball from http://i.loveruby.net/archive/racc/racc-1.4.5-all.tar.gz" 
+end
+
+unless find_executable("frex")
+  abort "need frex, sudo gem install aaronp-frex -s http://gems.github.com"   
+end
+
+create_makefile('nokogiri/native')

data/ext/nokogiri/html_document.c

@@ -0,0 +1,85 @@
+#include <html_document.h>
+
+static void dealloc(xmlDocPtr doc)
+{
+  xmlFreeDoc(doc);
+}
+
+/*
+ * call-seq:
+ *  serialize
+ *
+ * Serialize this document
+ */
+static VALUE serialize(VALUE self)
+{
+  xmlDocPtr doc;
+  xmlChar *buf;
+  int size;
+  Data_Get_Struct(self, xmlDoc, doc);
+
+  htmlDocDumpMemory(doc, &buf, &size);
+  VALUE rb_str = rb_str_new((char *)buf, (long)size);
+  free(buf);
+  return rb_str;
+}
+
+/*
+ * call-seq:
+ *  read_memory(string, url, encoding, options)
+ *
+ * Read the HTML document contained in +string+ with given +url+, +encoding+,
+ * and +options+.  See Nokogiri::HTML.parse
+ */
+static VALUE read_memory( VALUE klass,
+                          VALUE string,
+                          VALUE url,
+                          VALUE encoding,
+                          VALUE options )
+{
+  const char * c_buffer = StringValuePtr(string);
+  const char * c_url    = (url == Qnil) ? NULL : StringValuePtr(url);
+  const char * c_enc    = (encoding == Qnil) ? NULL : StringValuePtr(encoding);
+  int len               = RSTRING(string)->len ;
+
+  htmlDocPtr doc = htmlReadMemory(c_buffer, len, c_url, c_enc, NUM2INT(options));
+
+  if(doc == NULL)
+    doc = htmlNewDoc((const xmlChar *)c_url, NULL);
+
+  return Nokogiri_wrap_xml_document(klass, doc);
+}
+
+/*
+ * call-seq:
+ *  type
+ *
+ * The type for this document
+ */
+static VALUE type(VALUE self)
+{
+  htmlDocPtr doc;
+  Data_Get_Struct(self, xmlDoc, doc);
+  return INT2NUM((int)doc->type);
+}
+
+VALUE cNokogiriHtmlDocument ;
+void init_html_document()
+{
+  /*
+   * HACK.  This is so that rdoc will work with this C file.
+   */
+  /*
+  VALUE nokogiri = rb_define_module("Nokogiri");
+  VALUE xml = rb_define_module_under(nokogiri, "HTML");
+  VALUE klass = rb_define_class_under(xml, "Document", rb_cObject);
+  */
+
+  VALUE klass ;
+  klass = cNokogiriHtmlDocument = rb_const_get(mNokogiriHtml, rb_intern("Document"));
+
+  rb_define_singleton_method(klass, "read_memory", read_memory, 4);
+
+  rb_define_method(klass, "type", type, 0);
+  rb_define_method(klass, "serialize", serialize, 0);
+}

data/ext/nokogiri/html_document.h

@@ -0,0 +1,10 @@
+#ifndef NOKOGIRI_HTML_DOCUMENT
+#define NOKOGIRI_HTML_DOCUMENT
+
+#include <native.h>
+
+void init_html_document();
+
+extern VALUE cNokogiriHtmlDocument ;
+
+#endif

data/ext/nokogiri/html_sax_parser.c

@@ -0,0 +1,32 @@
+#include <html_sax_parser.h>
+
+static VALUE native_parse_file(VALUE self, VALUE data, VALUE encoding)
+{
+  xmlSAXHandlerPtr handler;
+  Data_Get_Struct(self, xmlSAXHandler, handler);
+  htmlSAXParseFile( StringValuePtr(data),
+                    (const char *)StringValuePtr(encoding),
+                    (htmlSAXHandlerPtr)handler,
+                    (void *)self );
+  return data;
+}
+
+static VALUE native_parse_memory(VALUE self, VALUE data, VALUE encoding)
+{
+  xmlSAXHandlerPtr handler;
+  Data_Get_Struct(self, xmlSAXHandler, handler);
+  htmlSAXParseDoc(  (xmlChar *)StringValuePtr(data),
+                    (const char *)StringValuePtr(encoding),
+                    (htmlSAXHandlerPtr)handler,
+                    (void *)self );
+  return data;
+}
+
+VALUE cNokogiriHtmlSaxParser ;
+void init_html_sax_parser()
+{
+  VALUE klass = cNokogiriHtmlSaxParser =
+    rb_const_get(mNokogiriHtmlSax, rb_intern("Parser"));
+  rb_define_private_method(klass, "native_parse_memory", native_parse_memory, 2);
+  rb_define_private_method(klass, "native_parse_file", native_parse_file, 2);
+}

data/ext/nokogiri/html_sax_parser.h

@@ -0,0 +1,11 @@
+#ifndef NOKOGIRI_HTML_SAX_PARSER
+#define NOKOGIRI_HTML_SAX_PARSER
+
+#include <native.h>
+
+void init_html_sax_parser();
+
+extern VALUE cNokogiriHtmlSaxParser ;
+#endif
+
+

data/ext/nokogiri/native.c

@@ -0,0 +1,35 @@
+#include <native.h>
+
+VALUE mNokogiri ;
+VALUE mNokogiriXml ;
+VALUE mNokogiriHtml ;
+VALUE mNokogiriXslt ;
+VALUE mNokogiriXmlSax ;
+VALUE mNokogiriHtmlSax ;
+void Init_native()
+{
+  mNokogiri = rb_const_get(rb_cObject, rb_intern("Nokogiri"));
+  mNokogiriXml = rb_const_get(mNokogiri, rb_intern("XML"));
+  mNokogiriHtml = rb_const_get(mNokogiri, rb_intern("HTML"));
+  mNokogiriXslt = rb_const_get(mNokogiri, rb_intern("XSLT"));
+  mNokogiriXmlSax = rb_const_get(mNokogiriXml, rb_intern("SAX"));
+  mNokogiriHtmlSax = rb_const_get(mNokogiriHtml, rb_intern("SAX"));
+
+  rb_const_set( mNokogiri,
+                rb_intern("LIBXML_VERSION"),
+                rb_str_new2(LIBXML_DOTTED_VERSION)
+              );
+
+  init_xml_document();
+  init_html_document();
+  init_xml_node();
+  init_xml_text();
+  init_xml_cdata();
+  init_xml_node_set();
+  init_xml_xpath_context();
+  init_xml_xpath();
+  init_xml_sax_parser();
+  init_xml_reader();
+  init_html_sax_parser();
+  init_xslt_stylesheet();
+}

data/ext/nokogiri/native.h

@@ -0,0 +1,32 @@
+#ifndef NOKOGIRI_NATIVE
+#define NOKOGIRI_NATIVE
+
+#include <stdlib.h>
+#include <ruby.h>
+#include <libxml/parser.h>
+#include <libxml/xpath.h>
+#include <libxml/xmlreader.h>
+#include <libxml/HTMLparser.h>
+#include <libxml/HTMLtree.h>
+
+#include <xml_document.h>
+#include <html_document.h>
+#include <xml_node.h>
+#include <xml_text.h>
+#include <xml_cdata.h>
+#include <xml_node_set.h>
+#include <xml_xpath.h>
+#include <xml_xpath_context.h>
+#include <xml_sax_parser.h>
+#include <xml_reader.h>
+#include <html_sax_parser.h>
+#include <xslt_stylesheet.h>
+
+extern VALUE mNokogiri ;
+extern VALUE mNokogiriXml ;
+extern VALUE mNokogiriXmlSax ;
+extern VALUE mNokogiriHtml ;
+extern VALUE mNokogiriHtmlSax ;
+extern VALUE mNokogiriXslt ;
+
+#endif