RedCloth 4.1.9 → 4.2.0

data/ext/redcloth_scan/redcloth_scan.rl

@@ -1,320 +0,0 @@
-/*
- * redcloth_scan.rl
- *
- * Copyright (C) 2009 Jason Garber
- */
-%%{
-
-  machine redcloth_scan;
-
-  # blocks
-  notextile_tag = notextile (LF | EOF) ;
-  noparagraph_line_start = " "+ ;
-  notextile_block_start = ( "notextile" >A %{ STORE("type"); } A C :> "." ( "." %extend | "" ) " "+ ) ;
-  pre_tag_start = "<pre" [^>]* ">" (space* code_tag_start)? ;
-  pre_tag_end = (code_tag_end space*)? "</pre>" LF? ;
-  pre_block_start = ( "pre" >A %{ STORE("type"); } A C :> "." ( "." %extend | "" ) " "+ ) ;
-  bc_start = ( "bc" >A %{ STORE("type"); } A C :> "." ( "." %extend | "" ) " "+ ) ;
-  bq_start = ( "bq" >A %{ STORE("type"); } A C :> "." ( "." %extend | "" ) ( ":" %A uri %{ STORE("cite"); } )? " "+ ) ;
-  non_ac_btype = ( "bq" | "bc" | "pre" | "notextile" );
-  btype = (alpha alnum*) -- (non_ac_btype | "fn" digit+);
-  block_start = ( btype >A %{ STORE("type"); } A C :> "." ( "." %extend | "" ) " "+ ) >B %{ STORE_B("fallback"); };
-  all_btypes = btype | non_ac_btype;
-  next_block_start = ( all_btypes A_noactions C_noactions :> "."+ " " ) >A @{ p = reg - 1; } ;
-  double_return = LF{2,} ;
-  block_end = ( double_return | EOF );
-  ftype = ( "fn" >A %{ STORE("type"); } digit+ >A %{ STORE("id"); } ) ;
-  footnote_start = ( ftype A C :> dotspace ) ;
-  ul = "*" %{nest++; list_type = "ul";};
-  ol = "#" %{nest++; list_type = "ol";};
-  ul_start  = ( ul | ol )* ul A C :> " "+   ;
-  ol_start  = ( ul | ol )* ol N A C :> " "+ ;
-  list_start  = " "* ( ul_start | ol_start ) >{nest = 0;} ;
-  dt_start = "-" . " "+ ;
-  dd_start = ":=" ;
-  long_dd  = dd_start " "* LF %{ ADD_BLOCK(); ASET("type", "dd"); } any+ >A %{ TRANSFORM("text"); } :>> "=:" ;
-  dl_start = (dt_start mtext (LF dt_start mtext)* " "* dd_start)  ;
-  blank_line = LF;
-  link_alias = ( "[" >{ ASET("type", "ignore"); } %A chars %T "]" %A uri %{ STORE_URL("href"); } ) ;
-  horizontal_rule = '*'{3,} | '-'{3,} | '_'{3,} ;
-  
-  # image lookahead
-  IMG_A_LEFT = "<" %{ ASET("float", "left"); } ;
-  IMG_A_RIGHT = ">" %{ ASET("float", "right"); } ;
-  aligned_image = ( "["? "!" (IMG_A_LEFT | IMG_A_RIGHT) ) >A @{ p = reg - 1; } ;
-  
-  # html blocks
-  BlockTagName = Name - ("pre" | "notextile" | "a" | "applet" | "basefont" | "bdo" | "br" | "font" | "iframe" | "img" | "map" | "object" | "param" | "embed" | "q" | "script" | "span" | "sub" | "sup" | "abbr" | "acronym" | "cite" | "code" | "del" | "dfn" | "em" | "ins" | "kbd" | "samp" | "strong" | "var" | "b" | "big" | "i" | "s" | "small" | "strike" | "tt" | "u");
-  block_start_tag = "<" BlockTagName space+ AttrSet* (AttrEnd)? ">" | "<" BlockTagName ">";
-  block_empty_tag = "<" BlockTagName space+ AttrSet* (AttrEnd)? "/>" | "<" BlockTagName "/>" ;
-  block_end_tag = "</" BlockTagName space* ">" ;
-  html_start = indent >B %{STORE_B("indent_before_start");} block_start_tag >B %{STORE_B("start_tag");}  indent >B %{STORE_B("indent_after_start");} ;
-  html_end = indent >B %{STORE_B("indent_before_end");} block_end_tag >B %{STORE_B("end_tag");} (indent LF?) >B %{STORE_B("indent_after_end");} ;
-  standalone_html = indent (block_start_tag | block_empty_tag | block_end_tag) indent (LF+ | EOF);
-  html_end_terminating_block = ( LF indent block_end_tag ) >A @{ p = reg - 1; } ;
-
-  # tables
-  para = ( default+ ) -- LF ;
-  btext = para ( LF{2} )? ;
-  tddef = ( D? S A C :> dotspace ) ;
-  td = ( tddef? btext >A %T :> "|" >{PASS(table, "text", "td");} ) >X ;
-  trdef = ( A C :> dotspace ) ;
-  tr = ( trdef? "|" %{INLINE(table, "tr_open");} td+ ) >X %{INLINE(table, "tr_close");} ;
-  trows = ( tr (LF >X tr)* ) ;
-  tdef = ( "table" >X A C :> dotspace LF ) ;
-  table = ( tdef? trows >{CLEAR(table); INLINE(table, "table_open"); RESET_REG();} ) ;
-
-  # info
-  redcloth_version = ("RedCloth" >A ("::" | " " ) "VERSION"i ":"? " ")? %{STORE("prefix");} "RedCloth::VERSION" (LF* EOF | double_return) ;
-
-  pre_tag := |*
-    pre_tag_end         { CAT(block); DONE(block); fgoto main; };
-    default => esc_pre;
-  *|;
-  
-  pre_block := |*
-    EOF { 
-      ADD_BLOCKCODE(); 
-      fgoto main; 
-    };
-    double_return { 
-      if (IS_NOT_EXTENDED()) { 
-        ADD_BLOCKCODE(); 
-        fgoto main; 
-      } else { 
-        ADD_EXTENDED_BLOCKCODE(); 
-      } 
-    };
-    double_return next_block_start { 
-      if (IS_NOT_EXTENDED()) { 
-        ADD_BLOCKCODE(); 
-        fgoto main; 
-      } else { 
-        ADD_EXTENDED_BLOCKCODE(); 
-        END_EXTENDED(); 
-        fgoto main; 
-      } 
-    };
-    default => esc_pre;
-  *|;
-
-  script_tag := |*
-    script_tag_end   { CAT(block); ASET("type", "ignore"); ADD_BLOCK(); fgoto main; };
-    EOF              { ASET("type", "ignore"); ADD_BLOCK(); fgoto main; };
-    default => cat;
-  *|;
-
-  noparagraph_line := |*
-    LF  { ADD_BLOCK(); fgoto main; };
-    default => cat;
-  *|;
-  
-  notextile_block := |*
-    EOF {
-      ADD_BLOCK();
-      fgoto main;
-    };
-    double_return {
-      if (IS_NOT_EXTENDED()) {
-        ADD_BLOCK();
-        CAT(html);
-        fgoto main;
-      } else {
-        CAT(block);
-        ADD_EXTENDED_BLOCK();
-        CAT(html);
-      }
-    };
-    double_return next_block_start {
-      if (IS_NOT_EXTENDED()) {
-        ADD_BLOCK();
-        CAT(html);
-        fgoto main;
-      } else {
-        CAT(block);
-        ADD_EXTENDED_BLOCK();
-        END_EXTENDED();
-        fgoto main; 
-      } 
-    };
-    default => cat;
-  *|;
- 
-  html := |*
-    html_end        { ADD_BLOCK(); fgoto main; };
-    default => cat;
-  *|;
-
-  bc := |*
-    EOF { 
-      ADD_BLOCKCODE(); 
-      INLINE(html, "bc_close"); 
-      SET_PLAIN_BLOCK("p");
-      fgoto main;
-    };
-    double_return { 
-      if (IS_NOT_EXTENDED()) { 
-        ADD_BLOCKCODE(); 
-        INLINE(html, "bc_close"); 
-        SET_PLAIN_BLOCK("p");
-        fgoto main; 
-      } else { 
-        ADD_EXTENDED_BLOCKCODE(); 
-        CAT(html); 
-      } 
-    };
-    double_return next_block_start { 
-      if (IS_NOT_EXTENDED()) { 
-        ADD_BLOCKCODE(); 
-        INLINE(html, "bc_close"); 
-        SET_PLAIN_BLOCK("p");
-        fgoto main; 
-      } else { 
-        ADD_EXTENDED_BLOCKCODE(); 
-        CAT(html); 
-        RSTRIP_BANG(html);
-        INLINE(html, "bc_close"); 
-        SET_PLAIN_BLOCK("p");
-        END_EXTENDED(); 
-        fgoto main; 
-      } 
-    };
-    default => esc_pre;
-  *|;
-
-  bq := |*
-    EOF { 
-      ADD_BLOCK(); 
-      INLINE(html, "bq_close"); 
-      fgoto main; 
-    };
-    double_return { 
-      if (IS_NOT_EXTENDED()) { 
-        ADD_BLOCK(); 
-        INLINE(html, "bq_close"); 
-        fgoto main; 
-      } else { 
-        ADD_EXTENDED_BLOCK(); 
-      } 
-    };
-    double_return next_block_start { 
-      if (IS_NOT_EXTENDED()) { 
-        ADD_BLOCK(); 
-        INLINE(html, "bq_close"); 
-        fgoto main; 
-      } else {
-        ADD_EXTENDED_BLOCK(); 
-        INLINE(html, "bq_close"); 
-        END_EXTENDED(); 
-        fgoto main; 
-      }
-    };
-    html_end_terminating_block { 
-        if (IS_NOT_EXTENDED()) { 
-          ADD_BLOCK(); 
-          INLINE(html, "bq_close"); 
-          fgoto main; 
-        } else {
-          ADD_EXTENDED_BLOCK(); 
-          INLINE(html, "bq_close"); 
-          END_EXTENDED(); 
-          fgoto main; 
-        }
-      };
-    default => cat;
-  *|;
-
-  block := |*
-    EOF { 
-      ADD_BLOCK(); 
-      fgoto main;
-    };
-    double_return {
-      if (IS_NOT_EXTENDED()) { 
-        ADD_BLOCK(); 
-        fgoto main; 
-      } else { 
-        ADD_EXTENDED_BLOCK(); 
-      } 
-    };
-    double_return next_block_start { 
-      if (IS_NOT_EXTENDED()) { 
-        ADD_BLOCK(); 
-        fgoto main; 
-      } else { 
-        ADD_EXTENDED_BLOCK(); 
-        END_EXTENDED(); 
-        fgoto main; 
-      }      
-    };
-    html_end_terminating_block { 
-      if (IS_NOT_EXTENDED()) { 
-        ADD_BLOCK(); 
-        fgoto main; 
-      } else { 
-        ADD_EXTENDED_BLOCK(); 
-        END_EXTENDED(); 
-        fgoto main; 
-      }      
-    };
-    LF list_start { 
-      ADD_BLOCK(); 
-      CLEAR_LIST(); 
-      LIST_ITEM(); 
-      fgoto list; 
-    };
-    
-    default => cat;
-  *|;
-
-  footnote := |*
-    block_end       { ADD_BLOCK(); fgoto main; };
-    default => cat;
-  *|;
-
-  list := |*
-    LF list_start   { ADD_BLOCK(); LIST_ITEM(); };
-    block_end       { ADD_BLOCK(); nest = 0; LIST_CLOSE(); fgoto main; };
-    default => cat;
-  *|;
-
-  dl := |*
-    LF dt_start     { ADD_BLOCK(); ASET("type", "dt"); };
-    dd_start        { ADD_BLOCK(); ASET("type", "dd"); };
-    long_dd         { INLINE(html, "dd"); CLEAR_REGS(); };
-    block_end       { ADD_BLOCK(); INLINE(html, "dl_close");  fgoto main; };
-    default => cat;
-  *|;
-
-  main := |*
-    noparagraph_line_start  { ASET("type", "ignored_line"); fgoto noparagraph_line; };
-    notextile_tag   { INLINE(block, "notextile"); };
-    notextile_block_start { ASET("type", "notextile"); fgoto notextile_block; };
-    script_tag_start { CAT(block); fgoto script_tag; };
-    pre_tag_start       { ASET("type", "notextile"); CAT(block); fgoto pre_tag; };
-    pre_block_start { fgoto pre_block; };
-    standalone_html { ASET("type", "html"); CAT(block); ADD_BLOCK(); };
-    html_start      { ASET("type", "html_block"); fgoto html; };
-    bc_start        { INLINE(html, "bc_open"); ASET("type", "code"); SET_PLAIN_BLOCK("code"); fgoto bc; };
-    bq_start        { INLINE(html, "bq_open"); ASET("type", "p"); fgoto bq; };
-    block_start     { fgoto block; };
-    footnote_start  { fgoto footnote; };
-    horizontal_rule { INLINE(html, "hr"); };
-    list_start      { CLEAR_LIST(); LIST_ITEM(); fgoto list; };
-    dl_start        { p = ts; INLINE(html, "dl_open"); ASET("type", "dt"); fgoto dl; };
-    table           { INLINE(table, "table_close"); DONE(table); fgoto block; };
-    link_alias      { STORE_LINK_ALIAS(); DONE(block); };
-    aligned_image   { RESET_TYPE(); fgoto block; };
-    redcloth_version { INLINE(html, "redcloth_version"); };
-    blank_line => cat;
-    default
-    { 
-      CLEAR_REGS();
-      RESET_TYPE();
-      CAT(block);
-      fgoto block;
-    };
-    EOF;
-  *|;
-
-}%%;

data/extras/ragel_profiler.rb

@@ -1,73 +0,0 @@
-class RagelProfiler
-  MEM_CONVERSION = 1024
-  
-  COMMANDS =  { :compile => %w(ragel rlgen-cd gcc-4.0 gnumake cc1),
-                :test    => %w(ruby) }
-                
-  FIELDS = %w(compile_time compile_max_rss test_time test_max_rss ext_so_size)
-                
-  @@results = {}
-
-  def initialize(name)
-    @name = name
-    @@results[name] = []
-  end
-  
-  def measure(type)
-    raise "not a valid type" unless COMMANDS.keys.include?(type)
-    regex = COMMANDS[type].map {|c| Regexp.escape(c) }.join("|")
-    t = Thread.new do
-      Thread.current[:max] = 0
-      loop do
-        Thread.current[:max] = [run(regex), Thread.current[:max]].max
-        sleep 0.5
-      end
-    end
-    begin_time = Time.now
-    yield
-    total_time = Time.now - begin_time
-
-    t.kill
-    store_result(type, "time", total_time)
-    store_result(type, "max_rss", t[:max])
-  end
-  
-  def ext_size(ext_so)
-    store_result(:ext_so, "size", File.size(ext_so) / MEM_CONVERSION)
-  end
-  
-  def self.results
-    out = []
-    out << "name\t" + FIELDS.join("\t")
-    @@results.each do |name, results|
-      out << [name, results ].flatten.join("\t")
-    end
-    out.join("\n")
-  end
-  
-  private
-  
-  def store_result(type, metric, value)
-    index = FIELDS.index("#{type.to_s}_#{metric}")
-    @@results[@name][index] = "%.2f" % value
-  end
-  
-  def run(ps_regex)
-    ps_command   = "ps axucww"
-    ps_output    = `#{ps_command}`
-    fields       = ps_output.to_a.first.downcase.split
-    memory_index = fields.index("rss")
-    pid_index    = fields.index("pid")
-    ppid_index   = fields.index("ppid")
-    total        = ps_output.grep(/(#{ps_regex})\s+$/i).map do |com|
-                     Float(com.split[memory_index]).abs
-                   end.inject(0) { |s,v| s += v }
-    if total
-      return total/MEM_CONVERSION
-    else
-      STDERR.puts "Command not found. No processes found matching #{ps_regex}."
-    end
-
-  end
-
-end

data/test/helper.rb

@@ -1,108 +0,0 @@
-require 'test/unit'
-$:.unshift File.dirname(__FILE__) + "/../lib"
-require 'redcloth'
-require 'yaml'
-
-module Test
-  module Unit
-    
-    class TestCase
-      def self.generate_formatter_tests(formatter, &block)
-        define_method("format_as_#{formatter}", &block)
-        
-        fixtures.each do |name, doc|
-          if doc[formatter]
-            define_method("test_#{formatter}_#{name}") do
-              output = method("format_as_#{formatter}").call(doc)
-              assert_equal doc[formatter], output
-            end
-          else
-            define_method("test_#{formatter}_#{name}_raises_nothing") do
-              assert_nothing_raised(Exception) { method("format_as_#{formatter}").call(doc) }
-            end
-          end
-        end
-      end
-      
-      def self.fixtures
-        return @fixtures if @fixtures
-        @fixtures = {}
-        Dir[File.join(File.dirname(__FILE__), "*.yml")].each do |testfile|
-          testgroup = File.basename(testfile, '.yml')
-          num = 0
-          YAML::load_documents(File.open(testfile)) do |doc|
-            name = doc['name'] ? doc['name'].downcase.gsub(/[- ]/, '_') : num
-            @fixtures["#{testgroup}_#{name}"] = doc
-            num += 1
-          end
-        end
-        @fixtures
-      end
-      
-    end
-    
-    module Assertions
-      # Browsers ignore tabs and newlines (generally), so don't quibble
-      def assert_html_equal(expected, actual, message=nil)
-        assert_equal(expected.gsub(/[\n\t]+/, ''), actual.gsub(/[\n\t]+/, ''), message)
-      end
-    end
-  end
-end
-
-# Colorize differences in assert_equal failure messages.
-begin  
-  require 'rubygems'
-  require 'diff/lcs'
-  require 'test/unit'
-  
-  DIFF_COLOR    = "\e[7m" unless defined?(DIFF_COLOR)
-  DEFAULT_COLOR = "\e[0m" unless defined?(DEFAULT_COLOR)
-  
-  def highlight_differences(a, b)
-    sdiff = Diff::LCS.sdiff(a, b, Diff::LCS::ContextDiffCallbacks)
-    return highlight_string(sdiff, :old, a), highlight_string(sdiff, :new, b)
-  end
-  
-  def highlight_string(sdiff, pos, s)
-    s = s.dup
-    offset = 0
-    sdiff.each do |hunk|
-      if hunk.first.send("#{pos}_element")
-        s.insert(hunk.first.send("#{pos}_position") + offset, DIFF_COLOR)
-        offset += DIFF_COLOR.length
-      end
-      if hunk.last.send("#{pos}_element")
-        s.insert(hunk.last.send("#{pos}_position") + 1 + offset, DEFAULT_COLOR)
-        offset += DEFAULT_COLOR.length
-      end
-    end
-    s = DEFAULT_COLOR + s + DEFAULT_COLOR
-  end
-  
-  module Test::Unit::Assertions
-    # Show differences in expected and actual
-    def assert_equal(expected, actual, message=nil)
-      full_message = build_message(message, <<EOT, *highlight_differences(expected, actual))
-expected: ?
- but was: ?
-EOT
-      assert_block(full_message) { expected == actual }
-    end
-  end
-  
-  
-  module ShowColorCodes
-     def self.included(base)
-       base.class_eval do
-         alias_method :result_without_color_codes, :result unless method_defined?(:result_without_color_codes)
-         alias_method :result, :result_with_color_codes
-       end
-     end
-     def result_with_color_codes(parameters)
-       result_without_color_codes(parameters.collect {|p| p.gsub(/\\e\[(\d+)m/) {"\e[#{$1}m"} })
-     end
-   end
-   Test::Unit::Assertions::AssertionMessage::Template.send(:include, ShowColorCodes)
-rescue LoadError
-end