nokogumbo 1.4.13 → 1.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 4a025ea0b590f29baaaba62289f947c6e97807c7
-  data.tar.gz: e2b4b270b28c5fc6de4b24be437faf548cbf8b4e
+SHA256:
+  metadata.gz: 96fa61565f78d5491e0b6d5b505cf936524745eb848b8b6584fc15e20c7ae35b
+  data.tar.gz: e5416f71bbe90323f04b8aad4dc48b28947e43a9eb46f446f8ca1444f519a07b
 SHA512:
-  metadata.gz: 21c251c64b6d821a9c8ec1c06f3d00930d29390e52a9b5c8587e67bf71d3cd5e5663e77690019d68121d0072fe766819fa817049deb0d8eac93cd98d15fb2791
-  data.tar.gz: b9ef569e5974fb6ef6246434295e61f87fc462b997ea79fd9d9645f76360f0056052ab5f3fc3d4c53e8c3fc989c4185a65f333e453b56eb3bfdbb5e7edfc341b
+  metadata.gz: 676bf3585d38cd4ad5c72b8b3afd4952e248c747683ae1072dd43f6ce1ccd279177e4d0c75a9821ed76d32806333128152231349d8d113ae5d81279580b13004
+  data.tar.gz: 3459078d96977399e75551c4a3ee5623091f48569984b771e540ec111125f5af91e39a8d78cbd3ce9280326b1b9395dc4a0b0d7f0a72294876682cb9fe35e3d9

data/README.md

@@ -89,5 +89,5 @@ Installation
 Related efforts
 ============
 
-* [ruby-gumbo](https://github.com/galdor/ruby-gumbo#readme) - a ruby binding
+* [ruby-gumbo](https://github.com/nevir/ruby-gumbo#readme) - a ruby binding
 for the Gumbo HTML5 parser.

data/ext/nokogumboc/nokogumbo.c

@@ -184,11 +184,14 @@ static xmlNodePtr walk_tree(xmlDocPtr document, GumboNode *node) {
 }
 
 // Parse a string using gumbo_parse into a Nokogiri document
-static VALUE parse(VALUE self, VALUE string) {
-  const GumboOptions *options = &kGumboDefaultOptions;
+static VALUE parse(VALUE self, VALUE string, VALUE max_parse_errors) {
+  GumboOptions options;
+  memcpy(&options, &kGumboDefaultOptions, sizeof options);
+  options.max_errors = NUM2INT(max_parse_errors);
+
   const char *input = RSTRING_PTR(string);
   size_t input_len = RSTRING_LEN(string);
-  GumboOutput *output = gumbo_parse_with_options(options, input, input_len);
+  GumboOutput *output = gumbo_parse_with_options(&options, input, input_len);
   xmlDocPtr doc = xmlNewDoc(CONST_CAST "1.0");
 #ifdef NGLIB
   doc->type = XML_HTML_DOCUMENT_NODE;
@@ -219,7 +222,7 @@ static VALUE parse(VALUE self, VALUE string) {
   // Add parse errors to rdoc.
   if (output->errors.length) {
     GumboVector *errors = &output->errors;
-    GumboParser parser = { ._options = options };
+    GumboParser parser = { ._options = &options };
     GumboStringBuffer msg;
     VALUE rerrors = rb_ary_new2(errors->length);
 
@@ -253,7 +256,7 @@ static VALUE parse(VALUE self, VALUE string) {
     gumbo_string_buffer_destroy(&parser, &msg);
   }
 
-  gumbo_destroy_output(options, output);
+  gumbo_destroy_output(&options, output);
 
   return rdoc;
 }
@@ -288,5 +291,5 @@ void Init_nokogumboc() {
 
   // define Nokogumbo class with a singleton parse method
   VALUE Gumbo = rb_define_class("Nokogumbo", rb_cObject);
-  rb_define_singleton_method(Gumbo, "parse", parse, 1);
+  rb_define_singleton_method(Gumbo, "parse", parse, 2);
 }

data/lib/nokogumbo.rb

@@ -4,14 +4,14 @@ require 'nokogumboc'
 module Nokogiri
   # Parse an HTML document.  +string+ contains the document.  +string+
   # may also be an IO-like object.  Returns a +Nokogiri::HTML::Document+.
-  def self.HTML5(string)
-    Nokogiri::HTML5.parse(string)
+  def self.HTML5(*args)
+    Nokogiri::HTML5.parse(*args)
   end
 
   module HTML5
     # Parse an HTML document.  +string+ contains the document.  +string+
     # may also be an IO-like object.  Returns a +Nokogiri::HTML::Document+.
-    def self.parse(string)
+    def self.parse(string, options={})
       if string.respond_to? :read
         string = string.read
       end
@@ -21,7 +21,7 @@ module Nokogiri
         string = reencode(string)
       end
 
-      Nokogumbo.parse(string.to_s)
+      Nokogumbo.parse(string.to_s, options[:max_parse_errors] || 0)
     end
 
     # Fetch and parse a HTML document from the web, following redirects,
@@ -67,7 +67,7 @@ module Nokogiri
 
       case response
       when Net::HTTPSuccess
-        doc = parse(reencode(response.body, response['content-type']))
+        doc = parse(reencode(response.body, response['content-type']), options)
         doc.instance_variable_set('@response', response)
         doc.class.send(:attr_reader, :response)
         doc
@@ -83,8 +83,8 @@ module Nokogiri
     # while fragment is on the Gumbo TODO list, simulate it by doing
     # a full document parse and ignoring the parent <html>, <head>, and <body>
     # tags, and collecting up the children of each.
-    def self.fragment(string)
-      doc = parse(string)
+    def self.fragment(*args)
+      doc = parse(*args)
       fragment = Nokogiri::HTML::DocumentFragment.new(doc)
 
       if doc.children.length != 1 or doc.children.first.name != 'html'

data/test-nokogumbo.rb

@@ -78,7 +78,7 @@ class TestNokogumbo < Minitest::Test
   end
 
   def test_html5_doctype
-    doc = Nokogumbo.parse("<!DOCTYPE html><html></html>")
+    doc = Nokogiri::HTML5.parse("<!DOCTYPE html><html></html>")
     assert_match /<!DOCTYPE html>/, doc.to_html
   end
 
@@ -126,17 +126,43 @@ class TestNokogumbo < Minitest::Test
   end
 
   def test_parse_errors
-    doc = Nokogiri::HTML5("<!DOCTYPE html><html><!-- -- --></a>")
+    doc = Nokogiri::HTML5("<!DOCTYPE html><html><!-- -- --></a>", max_parse_errors: 10)
     assert_equal doc.errors.length, 2
-    doc = Nokogiri::HTML5("<!DOCTYPE html><html>")
+    doc = Nokogiri::HTML5("<!DOCTYPE html><html>", max_parse_errors: 10)
     assert_empty doc.errors
   end
 
+  def test_max_parse_errors
+    # This document contains 2 parse errors, but we force limit to 1.
+    doc = Nokogiri::HTML5("<!DOCTYPE html><html><!-- -- --></a>", max_parse_errors: 1)
+    assert_equal 1, doc.errors.length
+    doc = Nokogiri::HTML5("<!DOCTYPE html><html>", max_parse_errors: 1)
+    assert_empty doc.errors
+  end
+
+  def test_default_max_parse_errors
+    # This document contains 200 parse errors, but default limit is 0.
+    doc = Nokogiri::HTML5("<!DOCTYPE html><html>" + "</p>" * 200)
+    assert_equal 0, doc.errors.length
+  end
+
   def test_parse_fragment_errors
-    doc = Nokogiri::HTML5.fragment("<\r\n")
+    doc = Nokogiri::HTML5.fragment("<\r\n", max_parse_errors: 10)
     refute_empty doc.errors
   end
 
+  def test_fragment_max_parse_errors
+    # This fragment contains 3 parse errors, but we force limit to 1.
+    doc = Nokogiri::HTML5.fragment("<!-- -- --></a>", max_parse_errors: 1)
+    assert_equal 1, doc.errors.length
+  end
+
+  def test_fragment_default_max_parse_errors
+    # This fragment contains 201 parse errors, but default limit is 0.
+    doc = Nokogiri::HTML5.fragment("</p>" * 200)
+    assert_equal 0, doc.errors.length
+  end
+
 private
 
   def buffer

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: nokogumbo
 version: !ruby/object:Gem::Version
-  version: 1.4.13
+  version: 1.5.0
 platform: ruby
 authors:
 - Sam Ruby
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-06-06 00:00:00.000000000 Z
+date: 2018-01-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -90,7 +90,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.11
+rubygems_version: 2.7.4
 signing_key: 
 specification_version: 4
 summary: Nokogiri interface to the Gumbo HTML5 parser