RedCloth 4.1.0-universal-java

data/ext/redcloth_scan/redcloth_scan.rl

@@ -0,0 +1,323 @@
+/*
+ * redcloth_scan.rl
+ *
+ * Copyright (C) 2008 Jason Garber
+ */
+%%{
+
+  machine redcloth_scan;
+
+  # blocks
+  notextile_tag_start = "<notextile>" ;
+  notextile_tag_end = "</notextile>" LF? ;
+  noparagraph_line_start = " "+ ;
+  notextile_block_start = ( "notextile" >A %{ STORE("type"); } A C :> "." ( "." %extend | "" ) " "+ ) ;
+  pre_tag_start = "<pre" [^>]* ">" (space* "<code>")? ;
+  pre_tag_end = ("</code>" space*)? "</pre>" LF? ;
+  pre_block_start = ( "pre" >A %{ STORE("type"); } A C :> "." ( "." %extend | "" ) " "+ ) ;
+  bc_start = ( "bc" >A %{ STORE("type"); } A C :> "." ( "." %extend | "" ) " "+ ) ;
+  bq_start = ( "bq" >A %{ STORE("type"); } A C :> "." ( "." %extend | "" ) ( ":" %A uri %{ STORE("cite"); } )? " "+ ) ;
+  non_ac_btype = ( "bq" | "bc" | "pre" | "notextile" );
+  btype = (alpha alnum*) -- (non_ac_btype | "fn" digit+);
+  block_start = ( btype >A %{ STORE("type"); } A C :> "." ( "." %extend | "" ) " "+ ) >B %{ STORE_B("fallback"); };
+  all_btypes = btype | non_ac_btype;
+  next_block_start = ( all_btypes A_noactions C_noactions :> "."+ " " ) >A @{ p = reg - 1; } ;
+  double_return = LF{2,} ;
+  block_end = ( double_return | EOF );
+  ftype = ( "fn" >A %{ STORE("type"); } digit+ >A %{ STORE("id"); } ) ;
+  footnote_start = ( ftype A C :> dotspace ) ;
+  ul = "*" %{nest++; list_type = "ul";};
+  ol = "#" %{nest++; list_type = "ol";};
+  ul_start  = ( ul | ol )* ul A C :> " "+   ;
+  ol_start  = ( ul | ol )* ol N A C :> " "+ ;
+  list_start  = ( ul_start | ol_start ) >{nest = 0;} ;
+  dt_start = "-" . " "+ ;
+  dd_start = ":=" ;
+  long_dd  = dd_start " "* LF %{ ADD_BLOCK(); ASET("type", "dd"); } any+ >A %{ TRANSFORM("text"); } :>> "=:" ;
+  dl_start = (dt_start mtext (LF dt_start mtext)* " "* dd_start)  ;
+  blank_line = LF;
+  link_alias = ( "[" >{ ASET("type", "ignore"); } %A chars %T "]" %A uri %{ STORE_URL("href"); } ) ;
+  
+  # image lookahead
+  IMG_A_LEFT = "<" %{ ASET("float", "left"); } ;
+  IMG_A_RIGHT = ">" %{ ASET("float", "right"); } ;
+  aligned_image = ( "["? "!" (IMG_A_LEFT | IMG_A_RIGHT) ) >A @{ p = reg - 1; } ;
+  
+  # html blocks
+  BlockTagName = Name - ("pre" | "notextile" | "a" | "applet" | "basefont" | "bdo" | "br" | "font" | "iframe" | "img" | "map" | "object" | "param" | "q" | "script" | "span" | "sub" | "sup" | "abbr" | "acronym" | "cite" | "code" | "del" | "dfn" | "em" | "ins" | "kbd" | "samp" | "strong" | "var" | "b" | "big" | "i" | "s" | "small" | "strike" | "tt" | "u");
+  block_start_tag = "<" BlockTagName space+ AttrSet* (AttrEnd)? ">" | "<" BlockTagName ">";
+  block_empty_tag = "<" BlockTagName space+ AttrSet* (AttrEnd)? "/>" | "<" BlockTagName "/>" ;
+  block_end_tag = "</" BlockTagName space* ">" ;
+  html_start = indent >B %{STORE_B("indent_before_start");} block_start_tag >B %{STORE_B("start_tag");}  indent >B %{STORE_B("indent_after_start");} ;
+  html_end = indent >B %{STORE_B("indent_before_end");} block_end_tag >B %{STORE_B("end_tag");} (indent LF?) >B %{STORE_B("indent_after_end");} ;
+  standalone_html = indent (block_start_tag | block_empty_tag | block_end_tag) indent (LF+ | EOF);
+  html_end_terminating_block = ( LF indent block_end_tag ) >A @{ p = reg - 1; } ;
+
+  # tables
+  para = ( default+ ) -- LF ;
+  btext = para ( LF{2} )? ;
+  tddef = ( D? S A C :> dotspace ) ;
+  td = ( tddef? btext >A %T :> "|" >{PASS(table, "text", "td");} ) >X ;
+  trdef = ( A C :> dotspace ) ;
+  tr = ( trdef? "|" %{INLINE(table, "tr_open");} td+ ) >X %{INLINE(table, "tr_close");} ;
+  trows = ( tr (LF >X tr)* ) ;
+  tdef = ( "table" >X A C :> dotspace LF ) ;
+  table = ( tdef? trows >{CLEAR(table); INLINE(table, "table_open"); RESET_REG();} ) ;
+
+  # info
+  redcloth_version = ("RedCloth" >A ("::" | " " ) "VERSION"i ":"? " ")? %{STORE("prefix");} "RedCloth::VERSION" (LF* EOF | double_return) ;
+
+  pre_tag := |*
+    pre_tag_end         { CAT(block); DONE(block); fgoto main; };
+    default => esc_pre;
+  *|;
+  
+  pre_block := |*
+    EOF { 
+      ADD_BLOCKCODE(); 
+      fgoto main; 
+    };
+    double_return { 
+      if (IS_NOT_EXTENDED()) { 
+        ADD_BLOCKCODE(); 
+        fgoto main; 
+      } else { 
+        ADD_EXTENDED_BLOCKCODE(); 
+      } 
+    };
+    double_return next_block_start { 
+      if (IS_NOT_EXTENDED()) { 
+        ADD_BLOCKCODE(); 
+        fgoto main; 
+      } else { 
+        ADD_EXTENDED_BLOCKCODE(); 
+        END_EXTENDED(); 
+        fgoto main; 
+      } 
+    };
+    default => esc_pre;
+  *|;
+
+  script_tag := |*
+    script_tag_end   { CAT(block); ASET("type", "ignore"); ADD_BLOCK(); fgoto main; };
+    EOF              { ASET("type", "ignore"); ADD_BLOCK(); fgoto main; };
+    default => cat;
+  *|;
+
+  noparagraph_line := |*
+    LF  { ADD_BLOCK(); fgoto main; };
+    default => cat;
+  *|;
+
+  notextile_tag := |*
+    notextile_tag_end   { ADD_BLOCK(); fgoto main; };
+    default => cat;
+  *|;
+  
+  notextile_block := |*
+    EOF {
+      ADD_BLOCK();
+      fgoto main;
+    };
+    double_return {
+      if (IS_NOT_EXTENDED()) {
+        ADD_BLOCK();
+        CAT(html);
+        fgoto main;
+      } else {
+        CAT(block);
+        ADD_EXTENDED_BLOCK();
+        CAT(html);
+      }
+    };
+    double_return next_block_start {
+      if (IS_NOT_EXTENDED()) {
+        ADD_BLOCK();
+        CAT(html);
+        fgoto main;
+      } else {
+        CAT(block);
+        ADD_EXTENDED_BLOCK();
+        END_EXTENDED();
+        fgoto main; 
+      } 
+    };
+    default => cat;
+  *|;
+ 
+  html := |*
+    html_end        { ADD_BLOCK(); fgoto main; };
+    default => cat;
+  *|;
+
+  bc := |*
+    EOF { 
+      ADD_BLOCKCODE(); 
+      INLINE(html, "bc_close"); 
+      SET_PLAIN_BLOCK("p");
+      fgoto main;
+    };
+    double_return { 
+      if (IS_NOT_EXTENDED()) { 
+        ADD_BLOCKCODE(); 
+        INLINE(html, "bc_close"); 
+        SET_PLAIN_BLOCK("p");
+        fgoto main; 
+      } else { 
+        ADD_EXTENDED_BLOCKCODE(); 
+        CAT(html); 
+      } 
+    };
+    double_return next_block_start { 
+      if (IS_NOT_EXTENDED()) { 
+        ADD_BLOCKCODE(); 
+        INLINE(html, "bc_close"); 
+        SET_PLAIN_BLOCK("p");
+        fgoto main; 
+      } else { 
+        ADD_EXTENDED_BLOCKCODE(); 
+        CAT(html); 
+        INLINE(html, "bc_close"); 
+        SET_PLAIN_BLOCK("p");
+        END_EXTENDED(); 
+        fgoto main; 
+      } 
+    };
+    default => esc_pre;
+  *|;
+
+  bq := |*
+    EOF { 
+      ADD_BLOCK(); 
+      INLINE(html, "bq_close"); 
+      fgoto main; 
+    };
+    double_return { 
+      if (IS_NOT_EXTENDED()) { 
+        ADD_BLOCK(); 
+        INLINE(html, "bq_close"); 
+        fgoto main; 
+      } else { 
+        ADD_EXTENDED_BLOCK(); 
+      } 
+    };
+    double_return next_block_start { 
+      if (IS_NOT_EXTENDED()) { 
+        ADD_BLOCK(); 
+        INLINE(html, "bq_close"); 
+        fgoto main; 
+      } else {
+        ADD_EXTENDED_BLOCK(); 
+        INLINE(html, "bq_close"); 
+        END_EXTENDED(); 
+        fgoto main; 
+      }
+    };
+    html_end_terminating_block { 
+        if (IS_NOT_EXTENDED()) { 
+          ADD_BLOCK(); 
+          INLINE(html, "bq_close"); 
+          fgoto main; 
+        } else {
+          ADD_EXTENDED_BLOCK(); 
+          INLINE(html, "bq_close"); 
+          END_EXTENDED(); 
+          fgoto main; 
+        }
+      };
+    default => cat;
+  *|;
+
+  block := |*
+    EOF { 
+      ADD_BLOCK(); 
+      fgoto main;
+    };
+    double_return {
+      if (IS_NOT_EXTENDED()) { 
+        ADD_BLOCK(); 
+        fgoto main; 
+      } else { 
+        ADD_EXTENDED_BLOCK(); 
+      } 
+    };
+    double_return next_block_start { 
+      if (IS_NOT_EXTENDED()) { 
+        ADD_BLOCK(); 
+        fgoto main; 
+      } else { 
+        ADD_EXTENDED_BLOCK(); 
+        END_EXTENDED(); 
+        fgoto main; 
+      }      
+    };
+    html_end_terminating_block { 
+      if (IS_NOT_EXTENDED()) { 
+        ADD_BLOCK(); 
+        fgoto main; 
+      } else { 
+        ADD_EXTENDED_BLOCK(); 
+        END_EXTENDED(); 
+        fgoto main; 
+      }      
+    };
+    LF list_start { 
+      ADD_BLOCK(); 
+      CLEAR_LIST(); 
+      LIST_ITEM(); 
+      fgoto list; 
+    };
+    
+    default => cat;
+  *|;
+
+  footnote := |*
+    block_end       { ADD_BLOCK(); fgoto main; };
+    default => cat;
+  *|;
+
+  list := |*
+    LF list_start   { ADD_BLOCK(); LIST_ITEM(); };
+    block_end       { ADD_BLOCK(); nest = 0; LIST_CLOSE(); fgoto main; };
+    default => cat;
+  *|;
+
+  dl := |*
+    LF dt_start     { ADD_BLOCK(); ASET("type", "dt"); };
+    dd_start        { ADD_BLOCK(); ASET("type", "dd"); };
+    long_dd         { INLINE(html, "dd"); CLEAR_REGS(); };
+    block_end       { ADD_BLOCK(); INLINE(html, "dl_close");  fgoto main; };
+    default => cat;
+  *|;
+
+  main := |*
+    noparagraph_line_start  { ASET("type", "ignored_line"); fgoto noparagraph_line; };
+    notextile_tag_start { ASET("type", "notextile"); fgoto notextile_tag; };
+    notextile_block_start { ASET("type", "notextile"); fgoto notextile_block; };
+    script_tag_start { CAT(block); fgoto script_tag; };
+    pre_tag_start       { ASET("type", "notextile"); CAT(block); fgoto pre_tag; };
+    pre_block_start { fgoto pre_block; };
+    standalone_html { ASET("type", "html"); CAT(block); ADD_BLOCK(); };
+    html_start      { ASET("type", "html_block"); fgoto html; };
+    bc_start        { INLINE(html, "bc_open"); ASET("type", "code"); SET_PLAIN_BLOCK("code"); fgoto bc; };
+    bq_start        { INLINE(html, "bq_open"); ASET("type", "p"); fgoto bq; };
+    block_start     { fgoto block; };
+    footnote_start  { fgoto footnote; };
+    list_start      { CLEAR_LIST(); LIST_ITEM(); fgoto list; };
+    dl_start        { p = ts; INLINE(html, "dl_open"); ASET("type", "dt"); fgoto dl; };
+    table           { INLINE(table, "table_close"); DONE(table); fgoto block; };
+    link_alias      { STORE_LINK_ALIAS(); DONE(block); };
+    aligned_image   { RESET_TYPE(); fgoto block; };
+    redcloth_version { INLINE(html, "redcloth_version"); };
+    blank_line => cat;
+    default
+    { 
+      CLEAR_REGS();
+      RESET_TYPE();
+      CAT(block);
+      fgoto block;
+    };
+    EOF;
+  *|;
+
+}%%;

data/extras/ragel_profiler.rb

@@ -0,0 +1,73 @@
+class RagelProfiler
+  MEM_CONVERSION = 1024
+  
+  COMMANDS =  { :compile => %w(ragel rlgen-cd gcc-4.0 gnumake cc1),
+                :test    => %w(ruby) }
+                
+  FIELDS = %w(compile_time compile_max_rss test_time test_max_rss ext_so_size)
+                
+  @@results = {}
+
+  def initialize(name)
+    @name = name
+    @@results[name] = []
+  end
+  
+  def measure(type)
+    raise "not a valid type" unless COMMANDS.keys.include?(type)
+    regex = COMMANDS[type].map {|c| Regexp.escape(c) }.join("|")
+    t = Thread.new do
+      Thread.current[:max] = 0
+      loop do
+        Thread.current[:max] = [run(regex), Thread.current[:max]].max
+        sleep 0.5
+      end
+    end
+    begin_time = Time.now
+    yield
+    total_time = Time.now - begin_time
+
+    t.kill
+    store_result(type, "time", total_time)
+    store_result(type, "max_rss", t[:max])
+  end
+  
+  def ext_size(ext_so)
+    store_result(:ext_so, "size", File.size(ext_so) / MEM_CONVERSION)
+  end
+  
+  def self.results
+    out = []
+    out << "name\t" + FIELDS.join("\t")
+    @@results.each do |name, results|
+      out << [name, results ].flatten.join("\t")
+    end
+    out.join("\n")
+  end
+  
+  private
+  
+  def store_result(type, metric, value)
+    index = FIELDS.index("#{type.to_s}_#{metric}")
+    @@results[@name][index] = "%.2f" % value
+  end
+  
+  def run(ps_regex)
+    ps_command   = "ps axucww"
+    ps_output    = `#{ps_command}`
+    fields       = ps_output.to_a.first.downcase.split
+    memory_index = fields.index("rss")
+    pid_index    = fields.index("pid")
+    ppid_index   = fields.index("ppid")
+    total        = ps_output.grep(/(#{ps_regex})\s+$/i).map do |com|
+                     Float(com.split[memory_index]).abs
+                   end.inject(0) { |s,v| s += v }
+    if total
+      return total/MEM_CONVERSION
+    else
+      STDERR.puts "Command not found. No processes found matching #{ps_regex}."
+    end
+
+  end
+
+end

data/lib/case_sensitive_require/RedCloth.rb

@@ -0,0 +1,6 @@
+# A workaround to make Rails 2.1 gem dependency easier on case-sensitive filesystems.
+# Since the gem name is RedCloth and the file is redcloth.rb, config.gem 'RedCloth' doesn't
+# work.  You'd have to use config.gem 'RedCloth', :lib => 'redcloth', and that's not 
+# immediately obvious.  This file remedies that.
+#
+require File.join(File.dirname(__FILE__), '..', 'redcloth')

data/lib/redcloth.rb

@@ -0,0 +1,37 @@
+$:.unshift(File.dirname(__FILE__))
+
+# If this is a frozen gem in Rails 2.1 and RedCloth 3.x was already
+# loaded by Rails' ActionView::Helpers::TextHelper, the user will get
+# "redcloth_scan.bundle: Class is not a module (TypeError)"
+# This hack is to work around that Rails loading problem.  The problem
+# appears to be fixed in Edge Rails [51e4106].
+Object.send(:remove_const, :RedCloth) if Object.const_defined?(:RedCloth) && RedCloth.is_a?(Class)
+
+require 'redcloth_scan'
+require 'redcloth/version'
+require 'redcloth/textile_doc'
+require 'redcloth/formatters/base'
+require 'redcloth/formatters/html'
+require 'redcloth/formatters/latex'
+
+module RedCloth
+  
+  # A convenience method for creating a new TextileDoc. See
+  # RedCloth::TextileDoc.
+  def self.new( *args, &block )
+    RedCloth::TextileDoc.new( *args, &block )
+  end
+  
+  # Include extension modules (if any) in TextileDoc.
+  def self.include(*args)
+    RedCloth::TextileDoc.send(:include, *args)
+  end
+  
+end
+
+begin
+  require 'erb'
+  require 'redcloth/erb_extension'
+  include ERB::Util
+rescue LoadError
+end

data/lib/redcloth/erb_extension.rb

@@ -0,0 +1,27 @@
+class ERB
+  module Util
+
+    #
+    # A utility method for transforming Textile in _s_ to HTML.
+    # 
+    # 	require "erb"
+    # 	include ERB::Util
+    # 	
+    # 	puts textilize("Isn't ERB *great*?")
+    # 
+    # _Generates_
+    # 
+    # 	<p>Isn&#8217;t <span class="caps">ERB</span> <strong>great</strong>?</p>
+    #
+    def textilize( s )
+      if s && s.respond_to?(:to_s)
+        RedCloth.new( s.to_s ).to_html
+      end
+    end
+
+    alias t textilize
+    module_function :t
+    module_function :textilize
+
+  end
+end