readability-rb 0.3.1 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3a51341a1a19dabd038c56572b88848ea31efb985dd8b31378419bacda7ecee2
-  data.tar.gz: 04b4998bc8d57b37e6a117db4e7f999ffe8bf23eee9b1694ba0ea01f4025e6a9
+  metadata.gz: d1b1f82a83ce6cdeb11e08496ffdac052e828ae70938e9febf1f054cf0fffff1
+  data.tar.gz: 26b68d2cf32967ea3e0aaa486eb591639001831b461f2ad0b86015d26b9c41f7
 SHA512:
-  metadata.gz: 57627c5fa44682c5c55896fd78adaf7c294e2c3645294eac866b94f38791b11acb2134be454f1b434d3be0b5cd622c7f68c786f6c36e51d9b6b4d67b9aaed80a
-  data.tar.gz: 482a603c2ea481718368de7c4ffcaf1a13b0b3d0aaa8eaede5c46329d8c4374a6b3dba8c8deb75897534312b1406a7a4d0dfd938b2b80d5cc78bddb48ea2a7dc
+  metadata.gz: ccabf0a76b0f48e7047e97303e13314801159fa368329729ab34079f7f679ab92e86fe3a055a0251c3b4c13dd9028d447c3f560d4762e58b770f7853966f96f3
+  data.tar.gz: 7ac4044347dc3f4efc7e24ce182a0b3cfd53504ebf9429a8ca6950f4a140663a3a5f84e19578692d0fc8ba1299bf730d9b1c127b14cc2d0b6bb266d1d5d39cf2

data/README.md

@@ -92,6 +92,8 @@ result = Readability.parse(html, serializer: ->(el) { el.to_html })
 | `allowed_video_regex` | Regex for allowed video embed URLs | built-in |
 | `link_density_modifier` | Adjust link density calculation | `0` |
 | `serializer` | Lambda to serialize the content element | `inner_html` |
+| `max_attributes` | Max attributes per element at parse time | `1000` |
+| `max_tree_depth` | Max document tree depth at parse time (`-1` to disable) | `1000` |
 
 ## Contributing
 

data/lib/readability/metadata.rb

@@ -41,7 +41,7 @@ module Readability
 
           if parsed.is_a?(Array)
             parsed = parsed.find do |it|
-              it["@type"] && it["@type"].match?(JSON_LD_ARTICLE_TYPES)
+              Array(it["@type"]).any? { |t| t.match?(JSON_LD_ARTICLE_TYPES) }
             end
             next unless parsed
           end
@@ -58,11 +58,13 @@ module Readability
 
           if !parsed["@type"] && parsed["@graph"].is_a?(Array)
             parsed = parsed["@graph"].find do |it|
-              (it["@type"] || "").match?(JSON_LD_ARTICLE_TYPES)
+              next unless it.is_a?(Hash)
+
+              Array(it["@type"]).any? { |t| t.is_a?(String) && t.match?(JSON_LD_ARTICLE_TYPES) }
             end
           end
 
-          next if !parsed || !parsed["@type"] || !parsed["@type"].match?(JSON_LD_ARTICLE_TYPES)
+          next if !parsed || !parsed["@type"] || !Array(parsed["@type"]).any? { |t| t.is_a?(String) && t.match?(JSON_LD_ARTICLE_TYPES) }
 
           metadata = {}
 

data/lib/readability/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Readability
-  VERSION = "0.3.1"
+  VERSION = "0.5.0"
 end

data/lib/readability.rb

@@ -15,13 +15,16 @@ require_relative "readability/document"
 require_relative "readability/readerable"
 
 module Readability
-  def self.parse(html, url: nil, **options)
-    doc = Nokogiri::HTML5(html)
+  DEFAULT_MAX_ATTRIBUTES = 1000
+  DEFAULT_MAX_TREE_DEPTH = 1000
+
+  def self.parse(html, url: nil, max_attributes: DEFAULT_MAX_ATTRIBUTES, max_tree_depth: DEFAULT_MAX_TREE_DEPTH, **options)
+    doc = Nokogiri::HTML5(html, max_attributes: max_attributes, max_tree_depth: max_tree_depth)
     Document.new(doc, url: url, **options).parse
   end
 
-  def self.readerable?(html, **options)
-    doc = Nokogiri::HTML5(html)
+  def self.readerable?(html, max_attributes: DEFAULT_MAX_ATTRIBUTES, max_tree_depth: DEFAULT_MAX_TREE_DEPTH, **options)
+    doc = Nokogiri::HTML5(html, max_attributes: max_attributes, max_tree_depth: max_tree_depth)
     Readerable.probably_readerable?(doc, **options)
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: readability-rb
 version: !ruby/object:Gem::Version
-  version: 0.3.1
+  version: 0.5.0
 platform: ruby
 authors:
 - Andy Croll
@@ -49,7 +49,7 @@ licenses:
 metadata:
   homepage_uri: https://github.com/andycroll/readability-rb
   source_code_uri: https://github.com/andycroll/readability-rb
-  changelog_uri: https://github.com/andycroll/readability-rb/commits/main
+  changelog_uri: https://github.com/andycroll/readability-rb/blob/main/CHANGELOG.md
   bug_tracker_uri: https://github.com/andycroll/readability-rb/issues
 rdoc_options: []
 require_paths: