devcenter-parser 2.2.4 → 2.2.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 87d7d28fa78da0d1e6a775417fc6fd38741d924a
-  data.tar.gz: 7c857772fa64308ebb9355fb3e0dbff687a8881f
+SHA256:
+  metadata.gz: 251949c020f60adc81bbaa2dc0851b5d594486d74620db779cb8030ba8b41c45
+  data.tar.gz: e700ec53adb5a531eaaf93f7c70677aabaa6959e801b6fed79bf5ac7f8c559f4
 SHA512:
-  metadata.gz: a49c4d3e31067c521d78bc85e99ac99c0392fc1aebfadd9cbcfb48134d8374ff621db72f944cb384053d0425743dce79b23df73284d246c6d9ea7e3e5f82efaa
-  data.tar.gz: f3a83becb0af45e969afc6195b62682dce4990faecb67c27899c2ec33b76dab2fd756f3a6c6addbfa94b624a61a0c13fb5794601dd6841dbc56bd097dc16f466
+  metadata.gz: 9746c03c129900fbc006b96927cfd5f0ffd50169ffc444490e4f219b1a14aa46c8b764d81e21667b0c07a8d6f17cec5277f5da1956070c9b404c3e9af3b96968
+  data.tar.gz: d41b9cd6f6248178991096e1c2bbb26fdc1a9dfc6b9f02cb4a1e511a2f36de83b60a44b1e7c6a0218b5983713cd7aadb93d2214b0a5cad7e8c2f923dc59b4814

data/Gemfile.lock

@@ -1,27 +1,27 @@
 PATH
   remote: .
   specs:
-    devcenter-parser (2.2.4)
+    devcenter-parser (2.2.10)
       nokogiri (>= 1.7.1)
-      redcarpet (= 3.3.4)
-      sanitize (~> 4.6.3)
+      redcarpet (= 3.5.0)
+      sanitize (~> 5.2.1)
 
 GEM
   remote: http://rubygems.org/
   specs:
-    crass (1.0.3)
-    mini_portile2 (2.3.0)
+    crass (1.0.6)
+    mini_portile2 (2.4.0)
     minitest (5.10.1)
-    nokogiri (1.8.2)
-      mini_portile2 (~> 2.3.0)
-    nokogumbo (1.5.0)
-      nokogiri
+    nokogiri (1.10.10)
+      mini_portile2 (~> 2.4.0)
+    nokogumbo (2.0.2)
+      nokogiri (~> 1.8, >= 1.8.4)
     rake (12.0.0)
-    redcarpet (3.3.4)
-    sanitize (4.6.4)
+    redcarpet (3.5.0)
+    sanitize (5.2.1)
       crass (~> 1.0.2)
-      nokogiri (>= 1.4.4)
-      nokogumbo (~> 1.4)
+      nokogiri (>= 1.8.0)
+      nokogumbo (~> 2.0)
 
 PLATFORMS
   ruby
@@ -32,4 +32,4 @@ DEPENDENCIES
   rake
 
 BUNDLED WITH
-   1.16.1
+   1.17.2

data/devcenter-parser.gemspec

@@ -15,8 +15,8 @@ Gem::Specification.new do |gem|
   gem.require_paths = %w{ lib }
 
   gem.add_runtime_dependency 'nokogiri', '>= 1.7.1'
-  gem.add_runtime_dependency 'redcarpet', '3.3.4'
-  gem.add_runtime_dependency 'sanitize', '~>4.6.3'
+  gem.add_runtime_dependency 'redcarpet', '3.5.0'
+  gem.add_runtime_dependency 'sanitize', '~>5.2.1'
 
   gem.add_development_dependency 'minitest', '>2.0'
   gem.add_development_dependency 'rake'

data/lib/devcenter-parser.rb

@@ -10,14 +10,14 @@ module DevcenterParser
   class InvalidMarkdownError < Exception; end
   class InvalidRawHTMLError < Exception; end
 
-  def self.to_html(markdown)
-    sanitize to_unsanitized_html(markdown)
+  def self.to_html(markdown, options = {})
+    sanitize to_unsanitized_html(markdown, options)
   end
 
-  def self.to_unsanitized_html(markdown)
+  def self.to_unsanitized_html(markdown, options = {})
     markdown = normalize_markdown(markdown)
     doc = GitHubParser.parse(markdown)
-    doc_to_html(doc)
+    doc_to_html(doc, options)
   rescue InvalidRawHTMLError => e
     raise InvalidMarkdownError, e.message
   end
@@ -28,9 +28,9 @@ module DevcenterParser
 
   private
 
-  def self.doc_to_html(doc)
+  def self.doc_to_html(doc, options = {})
     HeaderIdGenerator.apply!(doc)
-    convert_to_article_links_all_relative_links_with_missing_initial_slashes(doc)
+    convert_to_article_links_all_relative_links_with_missing_initial_slashes(doc, options)
     html = doc.to_html(:encoding => 'utf-8')
     verify_raw_html(html)
     html
@@ -92,10 +92,15 @@ module DevcenterParser
     @@sanitize_config = config.merge({remove_contents: true, allow_comments: true})
   end
 
-  def self.convert_to_article_links_all_relative_links_with_missing_initial_slashes(doc)
+  def self.convert_to_article_links_all_relative_links_with_missing_initial_slashes(doc, options = {})
+    link_prefix = options[:link_prefix] || '/articles'
     doc.css('a').each do |node|
-      unless node['href'].nil? || node['href'] =~ /\Ahttp|\A\/|\Amailto\:|\A#/
-        node['href'] = "/articles/#{node['href']}".gsub('/articles/articles/', '/articles/')
+      next if node['href'].nil? || node['href'] =~ /\Ahttp|\A\/|\Amailto\:|\A#/
+
+      if node['href'].start_with? 'categories/'
+        node['href'] = "/#{node['href']}"
+      else
+        node['href'] = "#{link_prefix}/#{node['href']}".gsub('/articles/articles/', '/articles/')
       end
     end
   end
@@ -124,7 +129,7 @@ module DevcenterParser
   end
 
   def self.iframe_has_invalid_src?(node)
-    node.attributes['src'].value !~ /\Ahttps:\/\/player.vimeo.com\//i
+    node.attributes['src'].value !~ /https:\/\/player.vimeo.com(.+)(&|\?)dnt=true/i && node.attributes['src'].value !~ /\Ahttps:\/\/www\.youtube-nocookie\.com\/embed/i
   end
 
   def self.iframe?(node)

data/lib/devcenter-parser/header_id_generator.rb

@@ -72,7 +72,13 @@ class HeaderIdGenerator
   end
 
   def add_default_ids
-    @nodes_ids.each{ |node, id| @nodes_ids[node] = subheader_id(node.content) }
+    @nodes_ids.each do |node, _|
+      if node['id'].to_s.empty?
+        @nodes_ids[node] = subheader_id(node.content)
+      else
+        @nodes_ids[node] = node['id']
+      end
+    end
   end
 
   def subheader_id(content)

data/lib/devcenter-parser/version.rb

@@ -1,3 +1,3 @@
 module DevcenterParser
-  VERSION = '2.2.4'.freeze
+  VERSION = '2.2.10'.freeze
 end

data/test/devcenter-parser_test.rb

@@ -42,11 +42,31 @@ describe 'DevcenterParser' do
       assert_parsing_result md, html
     end
 
-    it 'allows embedding vimeo videos' do
-      src = '<iframe src="https://player.vimeo.com/video/61044807?title=0&amp;byline=0&amp;portrait=0&amp;color=a086ee" width="50" height="281" frameborder="0" webkitallowfullscreen="" mozallowfullscreen="" allowfullscreen=""></iframe>'
+    it 'allows embedding vimeo videos when their do-no-track param is set to true' do
+      src = '<iframe src="https://player.vimeo.com/video/143343818?api=1&amp;dnt=true&amp;title=foo" width="50" height="281" frameborder="0" webkitallowfullscreen="" mozallowfullscreen="" allowfullscreen=""></iframe>'
       assert_parsing_result src, src
     end
 
+    it 'allows embedding youtube videos from its no-cookies domain' do
+      src = '<iframe width="560" height="315" src="https://www.youtube-nocookie.com/embed/123456ABCDEF" frameborder="0" allowfullscreen=""></iframe>'
+      assert_parsing_result src, src
+    end
+
+    it 'removes youtube videos embedded from the with-cookies domain' do
+      src = '<iframe width="560" height="315" src="https://www.youtube.com/embed/123456ABCDEF" frameborder="0" allowfullscreen=""></iframe>'
+      assert_parsing_result src, ''
+    end
+      
+    it 'does not allow embedding vimeo videos when their do-no-track param is set to something different than true' do
+      src = '<iframe src="https://player.vimeo.com/video/143343818?api=1&amp;dnt=foo&amp;title=foo" width="50" height="281" frameborder="0" webkitallowfullscreen="" mozallowfullscreen="" allowfullscreen=""></iframe>'
+      assert_parsing_result src, ''
+    end
+
+    it 'does not allow embedding vimeo videos when their do-no-track param is not passed' do
+      src = '<iframe src="https://player.vimeo.com/video/143343818?api=1&&amp;title=foo" width="50" height="281" frameborder="0" webkitallowfullscreen="" mozallowfullscreen="" allowfullscreen=""></iframe>'
+      assert_parsing_result src, ''
+    end
+
     it 'allows images' do
       src = '<p><img src="http://nav.heroku.com/images/logos/logo.png" alt="image"></p>'
       assert_parsing_result src, src
@@ -234,7 +254,7 @@ And that's it.
 more callout</p>
 </div>
 
-<p class="devcenter-parser-special-block-separator" style="display:none"> </p>
+<p class="devcenter-parser-special-block-separator" style="display:none">&nbsp;</p>
 
 <blockquote>
 <p>normal</p>
@@ -263,7 +283,7 @@ more callout</p>
 <p>foo</p>
 </div>
 
-<p class="devcenter-parser-special-block-separator" style="display:none"> </p>
+<p class="devcenter-parser-special-block-separator" style="display:none">&nbsp;</p>
 
 <div class="note">
 <p>bar</p>
@@ -336,13 +356,21 @@ HTML
     end
 
     it 'converts relative links with missing initial slashes to article links' do
-      ['foo', 'foo/bar', 'foo#bar', '123'].each do |href|
+      ['foo', 'foo/bar', 'foo#bar', '123', 'categories'].each do |href|
         md = "[link](#{href})"
         html = "<p><a href=\"/articles/#{href}\">link</a></p>"
         assert_parsing_result md, html
       end
     end
 
+    it 'ignores links with missing initial slashes IFF they start with `categories/`' do
+      ['categories/foo', 'categories/foo/bar', 'categories/foo#bar', 'categories/123'].each do |href|
+        md = "[link](#{href})"
+        html = "<p><a href=\"/#{href}\">link</a></p>"
+        assert_parsing_result md, html
+      end
+    end
+
     it 'converts "articles/foo relative links with missing initial slashes to article links' do
       md = '[link](articles/foo)'
       html = '<p><a href="/articles/foo">link</a></p>'
@@ -353,6 +381,14 @@ HTML
       assert_parsing_result md, html
     end
 
+    it 'adds a link prefix from options for relative dev center links' do
+      md = '[link](foo)'
+      expected = '<p><a href="/ja/articles/foo">link</a></p>'
+
+      result = DevcenterParser.to_html(md, { link_prefix: '/ja/articles' })
+      assert_equal expected.strip, result.strip, "Failed when parsing\n#{md}\n.\n\nExpected:\n#{expected}\n\nActual result:\n#{result}\n\n"
+    end
+
     it 'does not alter relative links with initial slashes nor absolute links nor anchor links to the same doc' do
       ['http://foo.com', 'https://foo.com', '/foo', '/foo/bar', '/foo#bar', '#foo', '/123', 'mailto:foo@foobar.com'].each do |href|
         md = "[link](#{href})"
@@ -380,7 +416,7 @@ HTML
 <p>foo</p>
 </blockquote>
 
-<p class="devcenter-parser-special-block-separator" style="display:none"> </p>
+<p class="devcenter-parser-special-block-separator" style="display:none">&nbsp;</p>
 
 <blockquote>
 <p>bar</p>

data/test/header_id_generator_test.rb

@@ -13,6 +13,12 @@ describe 'HeaderIdGeneratorTest' do
     assert_id result(html), 'h2', 'foo-bar-header-123'
   end
 
+  it 'does not replace existing ids' do
+    html = '<h2 id="foo">Foo Bar</h2><p>Content</p><h3>Baz</h3>'
+    assert_id result(html), 'h2', 'foo'
+    assert_id result(html), 'h3', 'baz'
+  end
+
   it 'generates ids replacing inner non-alphanum chars with dashes' do
     ['Foo Bar', 'Foo-Bar', 'Foo#bar', 'Foo##Bar', 'Foo##Bar', '-$Foo##Bar$-'].each do |title|
       html = "<h2>#{title}</h2>"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: devcenter-parser
 version: !ruby/object:Gem::Version
-  version: 2.2.4
+  version: 2.2.10
 platform: ruby
 authors:
 - Heroku
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2018-03-27 00:00:00.000000000 Z
+date: 2020-11-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -30,28 +30,28 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 3.3.4
+        version: 3.5.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 3.3.4
+        version: 3.5.0
 - !ruby/object:Gem::Dependency
   name: sanitize
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 4.6.3
+        version: 5.2.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 4.6.3
+        version: 5.2.1
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
@@ -103,7 +103,7 @@ files:
 homepage: https://devcenter.heroku.com
 licenses: []
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -118,9 +118,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.6.14
-signing_key: 
+rubygems_version: 3.0.3
+signing_key:
 specification_version: 4
 summary: Parser for Heroku Dev Center's content
 test_files: