rdiscount 1.6.3.2 → 1.6.5

data/Rakefile

@@ -23,7 +23,7 @@ end
 CLEAN.include 'ext/Makefile', 'ext/mkmf.log'
 
 file "ext/rdiscount.#{DLEXT}" => FileList["ext/Makefile"] do |f|
-  sh 'cd ext && make clean && make'
+  sh 'cd ext && make clean && make && rm -rf conftest.dSYM'
 end
 CLEAN.include 'ext/*.{o,bundle,so,dll}'
 
@@ -112,8 +112,8 @@ desc 'Gather required discount sources into extension directory'
 task :gather => 'discount' do |t|
   files =
     FileList[
-      'discount/{markdown,mkdio,amalloc,cstring}.h',
-      'discount/{markdown,docheader,dumptree,generate,mkdio,resource,toc,Csio,xml,css,basename,emmatch}.c'
+      'discount/{markdown,mkdio,amalloc,cstring,tags}.h',
+      'discount/{markdown,docheader,dumptree,generate,mkdio,resource,toc,Csio,xml,css,basename,emmatch,tags,html5}.c'
     ]
   cp files, 'ext/',
     :preserve => true,

data/ext/cstring.h

@@ -10,7 +10,9 @@
 #include <string.h>
 #include <stdlib.h>
 
-#include "amalloc.h"
+#ifndef __WITHOUT_AMALLOC
+# include "amalloc.h"
+#endif
 
 /* expandable Pascal-style string.
  */

data/ext/dumptree.c

@@ -33,6 +33,7 @@ Pptype(int typ)
     case HR        : return "hr";
     case TABLE     : return "table";
     case SOURCE    : return "source";
+    case STYLE     : return "style";
     default        : return "mystery node!";
     }
 }

data/ext/generate.c

@@ -468,9 +468,10 @@ static linkytype linkt  = { 0, 0, "<a href=\"", "\"",
  */
 static linkytype specials[] = {
     { "id:", 3, "<a id=\"", "\"", 0, ">", "</a>", 0, IS_URL },
-    { "class:", 6, "<span class=\"", "\"", 0, ">", "</span>", 0, 0 },
     { "raw:", 4, 0, 0, 0, 0, 0, DENY_HTML, 0 },
+    { "lang:", 5, "<span lang=\"", "\"", 0, ">", "</span>", 0, 0 },
     { "abbr:", 5, "<abbr title=\"", "\"", 0, ">", "</abbr>", 0, 0 },
+    { "class:", 6, "<span class=\"", "\"", 0, ">", "</span>", 0, 0 },
 } ;
 
 #define NR(x)	(sizeof x / sizeof x[0])

data/ext/html5.c

@@ -0,0 +1,24 @@
+/* block-level tags for passing html5 blocks through the blender
+ */
+#include "tags.h"
+
+void
+mkd_with_html5_tags()
+{
+    static int populated = 0;
+
+    if ( populated ) return;
+    populated = 1;
+
+    mkd_prepare_tags();
+				 
+    mkd_define_tag("ASIDE", 0);
+    mkd_define_tag("FOOTER", 0);
+    mkd_define_tag("HEADER", 0);
+    mkd_define_tag("HGROUP", 0);
+    mkd_define_tag("NAV", 0);
+    mkd_define_tag("SECTION", 0);
+    mkd_define_tag("ARTICLE", 0);
+
+    mkd_sort_tags();
+}

data/ext/markdown.c

@@ -4,6 +4,8 @@
  * The redistribution terms are provided in the COPYRIGHT file that must
  * be distributed with this source code.
  */
+#include "config.h"
+
 #include <stdio.h>
 #include <string.h>
 #include <stdarg.h>
@@ -11,53 +13,15 @@
 #include <time.h>
 #include <ctype.h>
 
-#include "config.h"
-
 #include "cstring.h"
 #include "markdown.h"
 #include "amalloc.h"
-
-/* block-level tags for passing html blocks through the blender
- */
-struct kw {
-    char *id;
-    int  size;
-    int  selfclose;
-} ;
-
-#define KW(x)	{ x, sizeof(x)-1, 0 }
-#define SC(x)	{ x, sizeof(x)-1, 1 }
-
-static struct kw blocktags[] = { KW("!--"), KW("STYLE"), KW("SCRIPT"),
-				 KW("ADDRESS"), KW("BDO"), KW("BLOCKQUOTE"),
-				 KW("CENTER"), KW("DFN"), KW("DIV"), KW("H1"),
-				 KW("H2"), KW("H3"), KW("H4"), KW("H5"),
-				 KW("H6"), KW("LISTING"), KW("NOBR"),
-				 KW("UL"), KW("P"), KW("OL"), KW("DL"),
-				 KW("PLAINTEXT"), KW("PRE"), KW("TABLE"),
-				 KW("WBR"), KW("XMP"), SC("HR"), SC("BR"),
-				 KW("IFRAME"), KW("MAP"), KW("ARTICLE"),
-				 KW("ASIDE"), KW("FOOTER"), KW("HEADER"),
-				 KW("HGROUP"), KW("NAV"), KW("SECTION") };
-#define SZTAGS	(sizeof blocktags / sizeof blocktags[0])
-#define MAXTAG	11 /* sizeof "BLOCKQUOTE" */
+#include "tags.h"
 
 typedef int (*stfu)(const void*,const void*);
 
 typedef ANCHOR(Paragraph) ParagraphRoot;
 
-
-/* case insensitive string sort (for qsort() and bsearch() of block tags)
- */
-static int
-casort(struct kw *a, struct kw *b)
-{
-    if ( a->size != b->size )
-	return a->size - b->size;
-    return strncasecmp(a->id, b->id, b->size);
-}
-
-
 /* case insensitive string sort for Footnote tags.
  */
 int
@@ -137,19 +101,28 @@ ___mkd_tidy(Cstring *t)
 }
 
 
+static struct kw comment = { "!--", 3, 0 };
+
 static struct kw *
 isopentag(Line *p)
 {
     int i=0, len;
-    struct kw key, *ret;
+    char *line;
 
     if ( !p ) return 0;
 
+    line = T(p->text);
     len = S(p->text);
 
-    if ( len < 3 || T(p->text)[0] != '<' )
+    if ( len < 3 || line[0] != '<' )
 	return 0;
 
+    if ( line[1] == '!' && line[2] == '-' && line[3] == '-' )
+	/* comments need special case handling, because
+	 * the !-- doesn't need to end in a whitespace
+	 */
+	return &comment;
+    
     /* find how long the tag is so we can check to see if
      * it's a block-level tag
      */
@@ -158,13 +131,8 @@ isopentag(Line *p)
 		       && !isspace(T(p->text)[i]); ++i )
 	;
 
-    key.id = T(p->text)+1;
-    key.size = i-1;
-    
-    if ( ret = bsearch(&key, blocktags, SZTAGS, sizeof key, (stfu)casort))
-	return ret;
 
-    return 0;
+    return mkd_search_tags(T(p->text)+1, i-1);
 }
 
 
@@ -173,6 +141,8 @@ typedef struct _flo {
     int i;
 } FLO;
 
+#define floindex(x) (x.i)
+
 
 static int
 flogetc(FLO *f)
@@ -188,6 +158,41 @@ flogetc(FLO *f)
 }
 
 
+static void
+splitline(Line *t, int cutpoint)
+{
+    if ( t && (cutpoint < S(t->text)) ) {
+	Line *tmp = calloc(1, sizeof *tmp);
+
+	tmp->next = t->next;
+	t->next = tmp;
+
+	tmp->dle = t->dle;
+	SUFFIX(tmp->text, T(t->text)+cutpoint, S(t->text)-cutpoint);
+	S(t->text) = cutpoint;
+    }
+}
+
+
+static Line *
+commentblock(Paragraph *p)
+{
+    Line *t, *ret;
+    char *end;
+
+    for ( t = p->text; t ; t = t->next) {
+	if ( end = strstr(T(t->text), "-->") ) {
+	    splitline(t, 3 + (end - T(t->text)) );
+	    ret = t->next;
+	    t->next = 0;
+	    return ret;
+	}
+    }
+    return t;
+
+}
+
+
 static Line *
 htmlblock(Paragraph *p, struct kw *tag)
 {
@@ -196,7 +201,10 @@ htmlblock(Paragraph *p, struct kw *tag)
     int c;
     int i, closing, depth=0;
 
-    if ( tag->selfclose || (tag->size >= MAXTAG) ) {
+    if ( tag == &comment )
+	return commentblock(p);
+    
+    if ( tag->selfclose ) {
 	ret = f.t->next;
 	f.t->next = 0;
 	return ret;
@@ -234,6 +242,7 @@ htmlblock(Paragraph *p, struct kw *tag)
 			}
 			if ( !f.t )
 			    return 0;
+			splitline(f.t, floindex(f));
 			ret = f.t->next;
 			f.t->next = 0;
 			return ret;
@@ -246,23 +255,6 @@ htmlblock(Paragraph *p, struct kw *tag)
 }
 
 
-static Line *
-comment(Paragraph *p)
-{
-    Line *t, *ret;
-
-    for ( t = p->text; t ; t = t->next) {
-	if ( strstr(T(t->text), "-->") ) {
-	    ret = t->next;
-	    t->next = 0;
-	    return ret;
-	}
-    }
-    return t;
-
-}
-
-
 /* tables look like
  *   header|header{|header}
  *   ------|------{|......}
@@ -365,26 +357,9 @@ ishr(Line *t)
 
 
 static int
-ishdr(Line *t, int *htyp)
+issetext(Line *t, int *htyp)
 {
     int i;
-
-
-    /* first check for etx-style ###HEADER###
-     */
-
-    /* leading run of `#`'s ?
-     */
-    for ( i=0; T(t->text)[i] == '#'; ++i)
-	;
-
-    /* ANY leading `#`'s make this into an ETX header
-     */
-    if ( i && (i < S(t->text) || i > 1) ) {
-	*htyp = ETX;
-	return 1;
-    }
-
     /* then check for setext-style HEADER
      *                             ======
      */
@@ -409,6 +384,31 @@ ishdr(Line *t, int *htyp)
 }
 
 
+static int
+ishdr(Line *t, int *htyp)
+{
+    int i;
+
+
+    /* first check for etx-style ###HEADER###
+     */
+
+    /* leading run of `#`'s ?
+     */
+    for ( i=0; T(t->text)[i] == '#'; ++i)
+	;
+
+    /* ANY leading `#`'s make this into an ETX header
+     */
+    if ( i && (i < S(t->text) || i > 1) ) {
+	*htyp = ETX;
+	return 1;
+    }
+
+    return issetext(t, htyp);
+}
+
+
 static int
 isdefinition(Line *t)
 {
@@ -743,11 +743,12 @@ listitem(Paragraph *p, int indent)
 		t->next = 0;
 		return q;
 	    }
-	    /* indent as far as the initial line was indented. */
-	    indent = clip;
+	    /* indent at least 2, and at most as
+	     * as far as the initial line was indented. */
+	    indent = clip ? clip : 2;
 	}
 
-	if ( (q->dle < indent) && (ishr(q) || islist(q,&z)) && !ishdr(q,&z) ) {
+	if ( (q->dle < indent) && (ishr(q) || islist(q,&z)) && !issetext(q,&z) ) {
 	    q = t->next;
 	    t->next = 0;
 	    return q;
@@ -948,10 +949,7 @@ compile_document(Line *ptr, MMIOT *f)
 		T(source) = E(source) = 0;
 	    }
 	    p = Pp(&d, ptr, strcmp(tag->id, "STYLE") == 0 ? STYLE : HTML);
-	    if ( strcmp(tag->id, "!--") == 0 )
-		ptr = comment(p);
-	    else
-		ptr = htmlblock(p, tag);
+	    ptr = htmlblock(p, tag);
 	}
 	else if ( isfootnote(ptr) ) {
 	    /* footnotes, like cats, sleep anywhere; pull them
@@ -1054,15 +1052,15 @@ compile(Line *ptr, int toplevel, MMIOT *f)
 }
 
 
-static void
-initialize()
+void
+mkd_initialize()
 {
     static int first = 1;
 
     if ( first-- > 0 ) {
 	first = 0;
 	INITRNG(time(0));
-	qsort(blocktags, SZTAGS, sizeof blocktags[0], (stfu)casort);
+	mkd_prepare_tags();
     }
 }
 
@@ -1092,7 +1090,7 @@ mkd_compile(Document *doc, int flags)
     doc->ctx->footnotes = malloc(sizeof doc->ctx->footnotes[0]);
     CREATE(*doc->ctx->footnotes);
 
-    initialize();
+    mkd_initialize();
 
     doc->code = compile_document(T(doc->content), doc->ctx);
     qsort(T(*doc->ctx->footnotes), S(*doc->ctx->footnotes),

data/ext/markdown.h

@@ -104,6 +104,8 @@ typedef struct mmiot {
  * root of the linked list of Lines.
  */
 typedef struct document {
+    int magic;			/* "I AM VALID" magic number */
+#define VALID_DOCUMENT		0x19600731
     Line *headers;		/* title -> author(s) -> date */
     ANCHOR(Line) content;	/* uncompiled text, not valid after compile() */
     Paragraph *code;		/* intermediate code generated by compile() */

data/ext/mkdio.c

@@ -24,8 +24,10 @@ new_Document()
     Document *ret = calloc(sizeof(Document), 1);
 
     if ( ret ) {
-	if (( ret->ctx = calloc(sizeof(MMIOT), 1) ))
+	if (( ret->ctx = calloc(sizeof(MMIOT), 1) )) {
+	    ret->magic = VALID_DOCUMENT;
 	    return ret;
+	}
 	free(ret);
     }
     return 0;

data/ext/resource.c

@@ -140,7 +140,7 @@ ___mkd_freeLineRange(Line *anchor, Line *stop)
 void
 mkd_cleanup(Document *doc)
 {
-    if ( doc ) {
+    if ( doc && (doc->magic == VALID_DOCUMENT) ) {
 	if ( doc->ctx ) {
 	    ___mkd_freemmiot(doc->ctx, 0);
 	    free(doc->ctx);

data/ext/tags.c

@@ -0,0 +1,109 @@
+/* block-level tags for passing html blocks through the blender
+ */
+#define __WITHOUT_AMALLOC 1
+#include "cstring.h"
+#include "tags.h"
+
+STRING(struct kw) blocktags;
+
+
+/* define a html block tag
+ */
+void
+mkd_define_tag(char *id, int selfclose)
+{
+    struct kw *p = &EXPAND(blocktags);
+
+    p->id = id;
+    p->size = strlen(id);
+    p->selfclose = selfclose;
+}
+
+
+/* case insensitive string sort (for qsort() and bsearch() of block tags)
+ */
+static int
+casort(struct kw *a, struct kw *b)
+{
+    if ( a->size != b->size )
+	return a->size - b->size;
+    return strncasecmp(a->id, b->id, b->size);
+}
+
+
+/* stupid cast to make gcc shut up about the function types being
+ * passed into qsort() and bsearch()
+ */
+typedef int (*stfu)(const void*,const void*);
+
+
+/* sort the list of html block tags for later searching
+ */
+void
+mkd_sort_tags()
+{
+    qsort(T(blocktags), S(blocktags), sizeof(struct kw), (stfu)casort);
+}
+
+
+
+/* look for a token in the html block tag list
+ */
+struct kw*
+mkd_search_tags(char *pat, int len)
+{
+    struct kw key;
+    
+    key.id = pat;
+    key.size = len;
+    
+    return bsearch(&key, T(blocktags), S(blocktags), sizeof key, (stfu)casort);
+}
+
+
+/* load in the standard collection of html tags that markdown supports
+ */
+void
+mkd_prepare_tags()
+{
+
+#define KW(x)	mkd_define_tag(x, 0)
+#define SC(x)	mkd_define_tag(x, 1)
+
+    static int populated = 0;
+
+    if ( populated ) return;
+    populated = 1;
+    
+    KW("STYLE");
+    KW("SCRIPT");
+    KW("ADDRESS");
+    KW("BDO");
+    KW("BLOCKQUOTE");
+    KW("CENTER");
+    KW("DFN");
+    KW("DIV");
+    KW("H1");
+    KW("H2");
+    KW("H3");
+    KW("H4");
+    KW("H5");
+    KW("H6");
+    KW("LISTING");
+    KW("NOBR");
+    KW("UL");
+    KW("P");
+    KW("OL");
+    KW("DL");
+    KW("PLAINTEXT");
+    KW("PRE");
+    KW("TABLE");
+    KW("WBR");
+    KW("XMP");
+    SC("HR");
+    SC("BR");
+    KW("IFRAME");
+    KW("MAP");
+
+    mkd_sort_tags();
+} /* mkd_prepare_tags */

data/ext/tags.h

@@ -0,0 +1,18 @@
+/* block-level tags for passing html blocks through the blender
+ */
+#ifndef _TAGS_D
+#define _TAGS_D
+
+struct kw {
+    char *id;
+    int  size;
+    int  selfclose;
+} ;
+
+
+struct kw* mkd_search_tags(char *, int);
+void mkd_prepare_tags();
+void mkd_sort_tags();
+void mkd_define_tag(char *, int);
+
+#endif

data/lib/rdiscount.rb

@@ -24,7 +24,7 @@
 #   end
 #
 class RDiscount
-  VERSION = '1.6.3.2'
+  VERSION = '1.6.5'
 
   # Original Markdown formatted text.
   attr_reader :text

data/man/rdiscount.1

@@ -1,23 +1,22 @@
-.\" generated with Ronn/v0.5
+.\" generated with Ronn/v0.6.8
 .\" http://github.com/rtomayko/ronn/
 .
 .TH "RDISCOUNT" "1" "April 2010" "" "RUBY"
 .
 .SH "NAME"
-\fBrdiscount\fR \-\- humane markup to HTML conversion tool
+\fBrdiscount\fR \- humane markup to HTML conversion tool
 .
 .SH "SYNOPSIS"
-\fBrdiscount\fR [\fIfile\fR...]
+\fBrdiscount\fR [\fIfile\fR\.\.\.]
 .
 .SH "DESCRIPTION"
-The \fBrdiscount\fR utility reads one or more markdown(7)\-formatted text \fIfile\fRs and
-writes HTML to standard output. With no \fIfile\fR, or when \fIfile\fR is '\-', \fBrdiscount\fR reads source text from standard input.
+The \fBrdiscount\fR utility reads one or more markdown(7)\-formatted text \fIfile\fRs and writes HTML to standard output\. With no \fIfile\fR, or when \fIfile\fR is \'\-\', \fBrdiscount\fR reads source text from standard input\.
 .
 .SH "RETURN VALUES"
-The \fBrdiscount\fR utility exits 0 on success, and > 0 if an error occurs.
+The \fBrdiscount\fR utility exits 0 on success, and > 0 if an error occurs\.
 .
 .SH "SEE ALSO"
 markdown(7)
 .
 .SH "AUTHOR"
-Ryan Tomayko \fIhttp://tomayko.com/about\fR
+Ryan Tomayko \fIhttp://tomayko\.com/about\fR

data/rdiscount.gemspec

@@ -1,9 +1,9 @@
 Gem::Specification.new do |s|
   s.name = 'rdiscount'
-  s.version = '1.6.3.2'
+  s.version = '1.6.5'
   s.summary = "Fast Implementation of Gruber's Markdown in C"
-  s.date = '2010-05-14'
-  s.email = 'r@tomayko.com'
+  s.date = '2010-06-15'
+  s.email = 'rtomayko@gmail.com'
   s.homepage = 'http://github.com/rtomayko/rdiscount'
   s.has_rdoc = true
   s.authors = ["Ryan Tomayko", "David Loren Parsons", "Andrew White"]
@@ -24,12 +24,15 @@ Gem::Specification.new do |s|
     ext/emmatch.c
     ext/extconf.rb
     ext/generate.c
+    ext/html5.c
     ext/markdown.c
     ext/markdown.h
     ext/mkdio.c
     ext/mkdio.h
     ext/rdiscount.c
     ext/resource.c
+    ext/tags.c
+    ext/tags.h
     ext/toc.c
     ext/xml.c
     lib/markdown.rb

metadata

@@ -5,9 +5,8 @@ version: !ruby/object:Gem::Version
   segments: 
   - 1
   - 6
-  - 3
-  - 2
-  version: 1.6.3.2
+  - 5
+  version: 1.6.5
 platform: ruby
 authors: 
 - Ryan Tomayko
@@ -17,12 +16,12 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-05-14 00:00:00 -07:00
+date: 2010-06-15 00:00:00 -07:00
 default_executable: 
 dependencies: []
 
 description: 
-email: r@tomayko.com
+email: rtomayko@gmail.com
 executables: 
 - rdiscount
 extensions: 
@@ -45,12 +44,15 @@ files:
 - ext/emmatch.c
 - ext/extconf.rb
 - ext/generate.c
+- ext/html5.c
 - ext/markdown.c
 - ext/markdown.h
 - ext/mkdio.c
 - ext/mkdio.h
 - ext/rdiscount.c
 - ext/resource.c
+- ext/tags.c
+- ext/tags.h
 - ext/toc.c
 - ext/xml.c
 - lib/markdown.rb