BBRedCloth 0.8.0

data/test/sanitize_html.yml

@@ -0,0 +1,42 @@
+---
+in:  Just a little harmless xss <script src=http://ha.ckers.org/xss.js>stuff</script>.
+sanitized_html: <p>Just a little harmless xss stuff.</p>
+---
+in: Here's a bad image <img src="JaVaScRiPt:alert('XSS');" />
+sanitized_html: <p>Here&#8217;s a bad image <img /></p>
+---
+in: Just some random > and < characters, but also a <br/> tag.
+sanitized_html: <p>Just some random &gt; and &lt; characters, but also a <br/> tag.</p>
+---
+name: processes text beginning with space
+in: ' This began with a space and ends with some XSS: <script type="text/javascript">alert("Hai. I`m in ya PC. Makin ya XSS viruzz! KThxBye");</script>'
+sanitized_html: 'This began with a space and ends with some <span class="caps">XSS</span>: alert(&#8220;Hai. I`m in ya PC. Makin ya <span class="caps">XSS</span> viruzz! KThxBye&#8221;);'
+---
+name: processes text in notextile tags
+in: |-
+  <notextile>
+  The bad tags should be <b>missing</b>: <script type="text/javascript">alert("Hai. I`m in ya PC. Makin ya XSS viruzz! KThxBye");</script>
+  </notextile>
+sanitized_html: |-
+  The bad tags should be <b>missing</b>: alert("Hai. I`m in ya PC. Makin ya XSS viruzz! KThxBye");
+---
+name: processes text in inline notextile tags
+in: |-
+  The bad tags should be <b>missing</b>: <notextile><script type="text/javascript">alert("Hai. I`m in ya PC. Makin ya XSS viruzz! KThxBye");</script></notextile>
+sanitized_html: |-
+  <p>The bad tags should be <b>missing</b>: alert("Hai. I`m in ya PC. Makin ya XSS viruzz! KThxBye");</p>
+---
+name: removes script tags
+in: |-
+  <script type="text/javascript">
+    alert("Hai. I`m in ya PC. Makin ya XSS viruzz! KThxBye");
+  </script>
+sanitized_html: "alert(&#8220;Hai. I`m in ya PC. Makin ya <span class=\"caps\">XSS</span> viruzz! KThxBye&#8221;);"
+---
+name: removes nested script tags
+in: |-
+  <script type="text/javascript"><script>
+    alert("Hai. I`m in ya PC. Makin ya XSS viruzz! KThxBye");
+  </script></script>
+sanitized_html: |-
+  alert(&#8220;Hai. I`m in ya PC. Makin ya <span class="caps">XSS</span> viruzz! KThxBye&#8221;);

data/test/table.yml

@@ -0,0 +1,267 @@
+---
+in: |
+  |a|b|c|
+  |1|2|3|
+  
+  h3. A header after the table
+html: |-
+  <table>
+  	<tr>
+  		<td>a</td>
+  		<td>b</td>
+  		<td>c</td>
+  	</tr>
+  	<tr>
+  		<td>1</td>
+  		<td>2</td>
+  		<td>3</td>
+  	</tr>
+  </table>
+  <h3>A header after the table</h3>
+---
+in: |
+  |_. a|_. b|_. c|
+  |1|2|3|
+html: |-
+  <table>
+  	<tr>
+  		<th>a</th>
+  		<th>b</th>
+  		<th>c</th>
+  	</tr>
+  	<tr>
+  		<td>1</td>
+  		<td>2</td>
+  		<td>3</td>
+  	</tr>
+  </table>
+---
+in: |-
+  |This|is|a|simple|table|
+  |This|is|a|simple|row|
+html: |-
+  <table>
+  	<tr>
+  		<td>This</td>
+  		<td>is</td>
+  		<td>a</td>
+  		<td>simple</td>
+  		<td>table</td>
+  	</tr>
+  	<tr>
+  		<td>This</td>
+  		<td>is</td>
+  		<td>a</td>
+  		<td>simple</td>
+  		<td>row</td>
+  	</tr>
+  </table>
+---
+in: |-
+  table{border:1px solid black}.
+  |This|is|a|row|
+  |This|is|a|row|
+html: |-
+  <table style="border:1px solid black;">
+  	<tr>
+  		<td>This</td>
+  		<td>is</td>
+  		<td>a</td>
+  		<td>row</td>
+  	</tr>
+  	<tr>
+  		<td>This</td>
+  		<td>is</td>
+  		<td>a</td>
+  		<td>row</td>
+  	</tr>
+  </table>
+---
+in: '{background:#ddd}. |This|is|a|row|'
+html: |-
+  <table>
+  	<tr style="background:#ddd;">
+  		<td>This</td>
+  		<td>is</td>
+  		<td>a</td>
+  		<td>row</td>
+  	</tr>
+  </table>
+---
+in: |-
+  |a|b|c|
+  | |2|3|
+html: |-
+  <table>
+  	<tr>
+  		<td>a</td>
+  		<td>b</td>
+  		<td>c</td>
+  	</tr>
+  	<tr>
+  		<td> </td>
+  		<td>2</td>
+  		<td>3</td>
+  	</tr>
+  </table>
+---
+in: |-
+  table{width: 200px; border:2px solid gray;}.
+  |_=. Alignment|
+  |=. centered|
+  |=(. a bit right|
+  |=). a bit left|
+  |>). almost right|
+  |<(. almost left|
+  |>. right|
+  |<. left|
+html: |-
+  <table style="width: 200px; border:2px solid gray;">
+  	<tr>
+  		<th style="text-align:center;">Alignment</th>
+  	</tr>
+  	<tr>
+  		<td style="text-align:center;">centered</td>
+  	</tr>
+  	<tr>
+  		<td style="padding-left:1em;text-align:center;">a bit right</td>
+  	</tr>
+  	<tr>
+  		<td style="padding-right:1em;text-align:center;">a bit left</td>
+  	</tr>
+  	<tr>
+  		<td style="padding-right:1em;text-align:right;">almost right</td>
+  	</tr>
+  	<tr>
+  		<td style="padding-left:1em;text-align:left;">almost left</td>
+  	</tr>
+  	<tr>
+  		<td style="text-align:right;">right</td>
+  	</tr>
+  	<tr>
+  		<td style="text-align:left;">left</td>
+  	</tr>
+  </table>
+---
+in: |-
+  |{background:#ddd}. Cell with gray background|
+  |\2. Cell spanning 2 columns|
+  |/3. Cell spanning 3 rows|
+  |>. Right-aligned cell|
+html: |-
+  <table>
+  	<tr>
+  		<td style="background:#ddd;">Cell with gray background</td>
+  	</tr>
+  	<tr>
+  		<td colspan="2">Cell spanning 2 columns</td>
+  	</tr>
+  	<tr>
+  		<td rowspan="3">Cell spanning 3 rows</td>
+  	</tr>
+  	<tr>
+  		<td style="text-align:right;">Right-aligned cell</td>
+  	</tr>
+  </table>
+---
+in: |
+  {background:#ddd}. |S|Target|Complete|App|Milestone|
+  |!/i/g.gif!|11/29/04|11/29/04|011|XML spec complete (KH is on schedule)|
+  |!/i/g.gif!|11/22/04|11/22/04|070|Dialog pass 1 builds an index file|
+  |!/i/g.gif!|11/24/04|11/24/04|070|Dialog pass 2 98% complete|
+  |!/i/g.gif!|11/30/04|11/30/04|070|Feature complete. Passes end-to-end smoke test.|
+  |!/i/w.gif!|12/02/04| |011|Dialog pass 1 and 2 complete (98+%)|
+  |!/i/w.gif!|12/03/04| |081|Feature complete|
+html: |-
+  <table>
+  	<tr style="background:#ddd;">
+  		<td>S</td>
+  		<td>Target</td>
+  		<td>Complete</td>
+  		<td>App</td>
+  		<td>Milestone</td>
+  	</tr>
+  	<tr>
+  		<td><img src="/i/g.gif" alt="" /></td>
+  		<td>11/29/04</td>
+  		<td>11/29/04</td>
+  		<td>011</td>
+  		<td><span class="caps">XML</span> spec complete (KH is on schedule)</td>
+  	</tr>
+  	<tr>
+  		<td><img src="/i/g.gif" alt="" /></td>
+  		<td>11/22/04</td>
+  		<td>11/22/04</td>
+  		<td>070</td>
+  		<td>Dialog pass 1 builds an index file</td>
+  	</tr>
+  	<tr>
+  		<td><img src="/i/g.gif" alt="" /></td>
+  		<td>11/24/04</td>
+  		<td>11/24/04</td>
+  		<td>070</td>
+  		<td>Dialog pass 2 98% complete</td>
+  	</tr>
+  	<tr>
+  		<td><img src="/i/g.gif" alt="" /></td>
+  		<td>11/30/04</td>
+  		<td>11/30/04</td>
+  		<td>070</td>
+  		<td>Feature complete. Passes end-to-end smoke test.</td>
+  	</tr>
+  	<tr>
+  		<td><img src="/i/w.gif" alt="" /></td>
+  		<td>12/02/04</td>
+  		<td> </td>
+  		<td>011</td>
+  		<td>Dialog pass 1 and 2 complete (98+%)</td>
+  	</tr>
+  	<tr>
+  		<td><img src="/i/w.gif" alt="" /></td>
+  		<td>12/03/04</td>
+  		<td> </td>
+  		<td>081</td>
+  		<td>Feature complete</td>
+  	</tr>
+  </table>
+---
+name: combined table header and colspan
+in: |-
+  table(my_class).
+  |_\2. a |_. b |_. c |
+  | 1 | 2 | 3 | 4 |
+html: |-
+  <table class="my_class">
+  	<tr>
+  		<th colspan="2">a </th>
+  		<th>b </th>
+  		<th>c </th>
+  	</tr>
+  	<tr>
+  		<td> 1 </td>
+  		<td> 2 </td>
+  		<td> 3 </td>
+  		<td> 4 </td>
+  	</tr>
+  </table>
+---
+name: two adjacent tables
+in: |-
+  |a|b|c|
+  
+  |1|2|3|
+html: |-
+  <table>
+  	<tr>
+  		<td>a</td>
+  		<td>b</td>
+  		<td>c</td>
+  	</tr>
+  </table>
+  <table>
+  	<tr>
+  		<td>1</td>
+  		<td>2</td>
+  		<td>3</td>
+  	</tr>
+  </table>

data/test/test_custom_tags.rb

@@ -0,0 +1,46 @@
+#!/usr/bin/env ruby
+
+require File.join(File.dirname(__FILE__), 'helper')
+
+class TestCustomTags < Test::Unit::TestCase
+
+  module FigureTag
+    def fig( opts )
+      label, img = opts[:text].split('|').map! {|str| str.strip}
+
+      html  = %Q{<div class="img" id="figure-#{label.tr('.', '-')}">\n}
+      html << %Q{  <a class="fig" href="/images/#{img}">\n}
+      html << %Q{    <img src="/images/thumbs/#{img}" alt="Figure #{label}" />\n}
+      html << %Q{  </a>\n}
+      html << %Q{  <p>Figure #{label}</p>\n}
+      html << %Q{<div>\n}
+    end
+  end
+
+  def test_fig_tag
+    input  = %Q{The first line of text.\n\n}
+    input << %Q{fig. 1.1 | img.jpg\n\n}
+    input << %Q{The last line of text.\n}
+    r = RedCloth.new input
+    r.extend FigureTag
+    str = r.to_html
+
+    html  = %Q{<p>The first line of text.</p>\n}
+    html << %Q{<div class="img" id="figure-1-1">\n}
+    html << %Q{  <a class="fig" href="/images/img.jpg">\n}
+    html << %Q{    <img src="/images/thumbs/img.jpg" alt="Figure 1.1" />\n}
+    html << %Q{  </a>\n}
+    html << %Q{  <p>Figure 1.1</p>\n}
+    html << %Q{<div>\n}
+    html << %Q{<p>The last line of text.</p>}
+
+    assert_equal(html, str)
+  end
+
+  def test_fallback
+    r = RedCloth.new %Q/fig()>[no]{color:red}. 1.1 | img.jpg/
+    str = r.to_html
+
+    assert_equal "<p>fig()>[no]{color:red}. 1.1 | img.jpg</p>", str
+  end
+end

data/test/test_erb.rb

@@ -0,0 +1,13 @@
+#!/usr/bin/env ruby
+
+require File.join(File.dirname(__FILE__), 'helper')
+
+class TestErb < Test::Unit::TestCase
+
+  def test_redcloth_erb
+    template = %{<%=t "This new ERB tag makes is so _easy_ to use *RedCloth*" %>}
+    expected = %{<p>This new <span class="caps">ERB</span> tag makes is so <em>easy</em> to use <strong>RedCloth</strong></p>}
+    assert_equal expected, ERB.new(template).result
+  end
+
+end

data/test/test_extensions.rb

@@ -0,0 +1,31 @@
+#!/usr/bin/env ruby
+
+require File.join(File.dirname(__FILE__), 'helper')
+
+class TestExtensions < Test::Unit::TestCase
+  
+  require 'redcloth'
+  
+  # http://www.ralree.info/2006/9/13/extending-redcloth
+  module RedClothSmileyExtension
+    def refs_smiley(text)
+      text.gsub!(/(\s)~(:P|:D|:O|:o|:S|:\||;\)|:'\(|:\)|:\()/) do |m|
+        bef,ma = $~[1..2]
+        filename = "/images/emoticons/"+(ma.unpack("c*").join('_'))+".png"
+        "#{bef}<img src='#{filename}' title='#{ma}' class='smiley' />"
+      end
+    end
+  end
+  
+  RedCloth.send(:include, RedClothSmileyExtension)
+
+  def test_smiley
+    input  = %Q{You're so silly! ~:P}
+    
+    str = RedCloth.new(input).to_html(:textile, :refs_smiley)
+
+    html  = %Q{<p>You&#8217;re so silly! <img src='/images/emoticons/58_80.png' title=':P' class='smiley' /></p>}
+
+    assert_equal(html, str)
+  end
+end

data/test/test_formatters.rb

@@ -0,0 +1,24 @@
+#!/usr/bin/env ruby
+
+require File.join(File.dirname(__FILE__), 'helper')
+
+class TestFormatters < Test::Unit::TestCase
+  
+  generate_formatter_tests('html') do |doc|
+    RedCloth.new(doc['in']).to_html
+  end
+  
+  def test_html_orphan_parenthesis_in_link_can_be_followed_by_punctuation_and_words
+    assert_nothing_raised { RedCloth.new(%Q{Test "(read this":http://test.host), ok}).to_html }
+  end
+  
+  generate_formatter_tests('latex') do |doc|
+    RedCloth.new(doc['in']).to_latex
+  end
+
+  def test_latex_orphan_parenthesis_in_link_can_be_followed_by_punctuation_and_words
+    assert_nothing_raised { RedCloth.new(%Q{Test "(read this":http://test.host), ok}).to_latex }
+  end
+  
+
+end

data/test/test_parser.rb

@@ -0,0 +1,73 @@
+#!/usr/bin/env ruby
+
+require File.join(File.dirname(__FILE__), 'helper')
+
+class TestParser < Test::Unit::TestCase
+
+  def test_parser_accepts_options
+    assert_nothing_raised(ArgumentError) do
+      RedCloth.new("test", [:hard_breaks])
+    end
+  end
+  
+  def test_redcloth_has_version
+    assert RedCloth.const_defined?("VERSION")
+    assert RedCloth::VERSION.const_defined?("STRING")
+  end
+  
+  def test_redcloth_version_to_s
+    assert_equal RedCloth::VERSION::STRING, RedCloth::VERSION.to_s
+    assert RedCloth::VERSION == RedCloth::VERSION::STRING
+  end
+  
+  def test_badly_formatted_table_does_not_segfault
+    assert_match(/td/, RedCloth.new(%Q{| one | two |\nthree | four |}).to_html)
+  end
+  
+  def test_table_without_block_end_does_not_segfault
+    assert_match(/h3/, RedCloth.new("| a | b |\n| c | d |\nh3. foo").to_html)
+  end
+  
+  def test_table_with_empty_cells_does_not_segfault
+    assert_match(/td/, RedCloth.new(%Q{|one || |\nthree | four |}).to_html)
+  end
+  
+  def test_unfinished_html_block_does_not_segfault_with_filter_html
+    assert_nothing_raised { RedCloth.new(%Q{<hr> Some text}, [:filter_html]).to_html }
+  end
+  
+  def test_redcloth_version_in_output
+    assert_equal "<p>#{RedCloth::VERSION::STRING}</p>", RedCloth.new("RedCloth::VERSION").to_html
+  end
+  
+  def test_redcloth_version_only_on_line_by_itself
+    input = "RedCloth::VERSION won't output the RedCloth::VERSION unless it's on a line all by itself.\n\nRedCloth::VERSION"
+    html = "<p>RedCloth::<span class=\"caps\">VERSION</span> won&#8217;t output the RedCloth::<span class=\"caps\">VERSION</span> unless it&#8217;s on a line all by itself.</p>\n<p>#{RedCloth::VERSION::STRING}</p>"
+    assert_equal html, RedCloth.new(input).to_html
+  end
+
+  def test_redcloth_version_with_label
+    input = "RedCloth::VERSION: RedCloth::VERSION"
+    html = "<p>RedCloth::VERSION: #{RedCloth::VERSION::STRING}</p>"
+    assert_equal html, RedCloth.new(input).to_html
+  end
+  
+  def test_redcloth_version_with_label_2
+    input = "RedCloth version RedCloth::VERSION"
+    html = "<p>RedCloth version #{RedCloth::VERSION::STRING}</p>"
+    assert_equal html, RedCloth.new(input).to_html
+  end
+  
+  def test_inline_redcloth_version
+    input = "The current RedCloth version is [RedCloth::VERSION]"
+    html = "<p>The current RedCloth version is #{RedCloth::VERSION::STRING}</p>"
+    assert_equal html, RedCloth.new(input).to_html
+  end
+  
+  def test_parser_strips_carriage_returns
+    input = "This is a paragraph\r\n\r\nThis is a\r\nline break.\r\n\r\n<div>\r\ntest\r\n\r\n</div>"
+    html = "<p>This is a paragraph</p>\n<p>This is a<br />\nline break.</p>\n<div>\n<p>test</p>\n</div>"
+    assert_equal html, RedCloth.new(input).to_html
+  end
+
+end

data/test/test_restrictions.rb

@@ -0,0 +1,61 @@
+#!/usr/bin/env ruby
+
+require File.join(File.dirname(__FILE__), 'helper')
+
+class TestRestrictions < Test::Unit::TestCase
+  
+  # security restrictions
+  generate_formatter_tests('filtered_html') do |doc|
+    RedCloth.new(doc['in'], [:filter_html]).to_html
+  end
+  generate_formatter_tests('sanitized_html') do |doc|
+    RedCloth.new(doc['in'], [:sanitize_html]).to_html
+  end
+  
+  # pba filters (style, class, id)
+  generate_formatter_tests('style_filtered_html') do |doc|
+    RedCloth.new(doc['in'], [:filter_styles]).to_html
+  end
+  generate_formatter_tests('class_filtered_html') do |doc|
+    RedCloth.new(doc['in'], [:filter_classes]).to_html
+  end
+  generate_formatter_tests('id_filtered_html') do |doc|
+    RedCloth.new(doc['in'], [:filter_ids]).to_html
+  end
+  
+  # hard breaks - has been deprecated and will be removed in a future version
+  generate_formatter_tests('html_no_breaks') do |doc|
+    red = RedCloth.new(doc['in'])
+    red.hard_breaks = false
+    red.to_html
+  end
+  
+  generate_formatter_tests('lite_mode_html') do |doc|
+    RedCloth.new(doc['in'], [:lite_mode]).to_html
+  end
+  
+  generate_formatter_tests('no_span_caps_html') do |doc|
+    RedCloth.new(doc['in'], [:no_span_caps]).to_html
+  end
+  
+  generate_formatter_tests('disable_inline_images') do |doc|
+    RedCloth.new(doc['in'], [:disable_inline=>:image]).to_html
+  end
+  
+  generate_formatter_tests('general_disable_inline') do |doc|
+    RedCloth.new(doc['in'], [:disable_inline=>[:strong,:del]]).to_html
+  end
+  
+  generate_formatter_tests('bbcode') do |doc|
+    RedCloth.new(doc['in'], [:bbcode,:filter_html]).to_html
+  end
+  
+  generate_formatter_tests('bbcode_only') do |doc|
+    RedCloth.new(doc['in'], [:bbcode_only]).to_html
+  end
+  
+  generate_formatter_tests('filter_swears') do |doc|
+    RedCloth.new(doc['in'], [:filter_swears,:bbcode]).to_html
+  end
+  
+end