mmd-ruby 5.2.0.1

data/MultiMarkdown-5/src/rtf.h

@@ -0,0 +1,17 @@
+#ifndef RTF_PARSER_H
+#define RTF_PARSER_H
+
+#include "parser.h"
+#include "writer.h"
+
+void begin_rtf_output(GString *out, node* list, scratch_pad *scratch);
+void end_rtf_output(GString *out, node* list, scratch_pad *scratch);
+void print_rtf_node_tree(GString *out, node *list, scratch_pad *scratch);
+void print_rtf_node(GString *out, node *n, scratch_pad *scratch);
+void print_rtf_localized_typography(GString *out, int character, scratch_pad *scratch);
+void print_rtf_string(GString *out, char *str, scratch_pad *scratch);
+void print_rtf_code_string(GString *out, char *str, scratch_pad *scratch);
+void print_rtf_endnotes(GString *out, scratch_pad *scratch);
+void pad_rtf(GString *out, int pad, scratch_pad *scratch);
+
+#endif

data/MultiMarkdown-5/src/strtok.c

@@ -0,0 +1,56 @@
+/* 
+ * public domain strtok_r() by Charlie Gordon
+ *
+ *   from comp.lang.c  9/14/2007
+ *
+ *      http://groups.google.com/group/comp.lang.c/msg/2ab1ecbb86646684
+ *
+ *     (Declaration that it's public domain):
+ *      http://groups.google.com/group/comp.lang.c/msg/7c7b39328fefab9c
+ */
+
+/* This file is only included since MINGW doesn't have strtok_r, so I can't
+   compile for Windows without this */
+
+/* Also, fixed by Fletcher T. Penney --- added the "return NULL" when *nextp == NULL */
+
+/* This fix is also in the public domain */
+
+#include "strtok.h"
+
+char* strtok_r(
+    char *str, 
+    const char *delim, 
+    char **nextp)
+{
+    char *ret;
+
+    if (str == NULL)
+    {
+        str = *nextp;
+    }
+
+	if (str == NULL) {
+		return NULL;
+	}
+
+    str += strspn(str, delim);
+
+    if (*str == '\0')
+    {
+        return NULL;
+    }
+
+    ret = str;
+
+    str += strcspn(str, delim);
+
+    if (*str)
+    {
+        *str++ = '\0';
+    }
+
+    *nextp = str;
+
+    return ret;
+}

data/MultiMarkdown-5/src/strtok.h

@@ -0,0 +1,9 @@
+/* This file is only included since MINGW doesn't have strtok_r, so I can't
+   compile for Windows without this */
+
+#include <string.h>
+
+char* strtok_r(
+    char *str, 
+    const char *delim, 
+    char **nextp);

data/MultiMarkdown-5/src/text.c

@@ -0,0 +1,56 @@
+/*
+
+	test.c -- plain text writer function as an example.
+		Recreates the input source.
+
+	(c) 2013-2016 Fletcher T. Penney (http://fletcherpenney.net/).
+
+	This program is free software; you can redistribute it and/or modify
+	it under the terms of the GNU General Public License or the MIT
+	license.  See LICENSE for details.
+	
+	This program is distributed in the hope that it will be useful,
+	but WITHOUT ANY WARRANTY; without even the implied warranty of
+	MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+	GNU General Public License for more details.
+
+
+	WARNING -- Not complete and not intended for use
+
+*/
+
+#include "text.h"
+
+
+/* print_text_node_tree -- convert node tree to plain text */
+void print_text_node_tree(GString *out, node *list, scratch_pad *scratch) {
+	while (list != NULL) {
+		print_text_node(out, list, scratch);
+		list = list->next;
+	}
+}
+
+/* print_text_node -- convert given node to plain text and append */
+void print_text_node(GString *out, node *n, scratch_pad *scratch) {
+	switch (n->key) {
+		case STR:
+			g_string_append_printf(out,"%s",n->str);
+			break;
+		case METADATA:
+			print_text_node_tree(out,n->children,scratch);
+			break;
+		case METAKEY:
+			g_string_append_printf(out,"%s:\t",n->str);
+			print_text_node(out,n->children,scratch);
+			break;
+		case METAVALUE:
+			g_string_append_printf(out,"%s",n->str);
+			pad(out,1, scratch);
+			break;
+		case FOOTER:
+			break;
+		default:
+			fprintf(stderr, "print_text_node encountered unknown node key = %d\n",n->key);
+			exit(EXIT_FAILURE);
+	}
+}

data/MultiMarkdown-5/src/text.h

@@ -0,0 +1,11 @@
+#ifndef TEXT_PARSER_H
+#define TEXT_PARSER_H
+
+#include "parser.h"
+#include "writer.h"
+
+void print_text_node_tree(GString *out, node *list, scratch_pad *scratch);
+void print_text_node(GString *out, node *n, scratch_pad *scratch);
+
+
+#endif

data/MultiMarkdown-5/src/toc.c

@@ -0,0 +1,157 @@
+/*
+
+	toc.c -- Table of contents
+
+	(c) 2013-2016 Fletcher T. Penney (http://fletcherpenney.net/).
+
+	This program is free software; you can redistribute it and/or modify
+	it under the terms of the GNU General Public License or the MIT
+	license.  See LICENSE for details.
+	
+	This program is distributed in the hope that it will be useful,
+	but WITHOUT ANY WARRANTY; without even the implied warranty of
+	MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+	GNU General Public License for more details.
+
+*/
+
+#include "toc.h"
+
+
+/* print_toc_node_tree -- convert node tree to MultiMarkdown */
+void print_toc_node_tree(GString *out, node *list, scratch_pad *scratch) {
+#ifdef DEBUG_ON
+	fprintf(stderr, "print_toc_node_tree\n");
+#endif
+	int lev;
+	while (list != NULL) {
+		if (list->key == HEADINGSECTION) {
+			lev = list->children->key;
+			
+			print_toc_section_and_children(out, list, scratch);
+			
+			while ((list->next != NULL) && (list->next->key == HEADINGSECTION)
+				&& (list->next->children->key > lev)) {
+					list = list->next;
+				}
+		} else {
+			print_toc_node(out, list, scratch);
+		}
+		list = list->next;
+	}
+}
+
+/* print_toc_section_and_children -- we want to stay inside the outline structure */
+void print_toc_section_and_children(GString *out, node *list, scratch_pad *scratch) {
+#ifdef DEBUG_ON
+	fprintf(stderr, "print_toc_section_and_children: %d\n",list->key);
+#endif
+	int lev = list->children->key;
+
+	/* print current section (parent) */
+	print_toc_node(out, list, scratch);
+
+	scratch->toc_level ++;
+	
+	/* check for child nodes */
+	while ((list->next != NULL) && (list->next->key == HEADINGSECTION) && (list->next->children->key > lev)) {
+		/* next item is also a HEADINGSECTION and is a child */
+		if (list->next->children->key - lev == 1)
+			print_toc_section_and_children(out, list->next, scratch);
+		list = list->next;
+	}
+
+	scratch->toc_level --;
+}
+
+/* print_toc_node -- convert given node to MultiMarkdown and append */
+void print_toc_node(GString *out, node *n, scratch_pad *scratch) {
+	char *temp;
+	int i;
+
+#ifdef DEBUG_ON
+	fprintf(stderr, "print_toc_node: %d\n",n->key);
+#endif
+	switch (n->key) {
+		case HEADINGSECTION:
+			/* Need to handle "nesting" properly */
+			for (i = 0; i < scratch->toc_level; ++i)
+			{
+				g_string_append_printf(out, "\t");
+			}
+			g_string_append_printf(out, "* ");
+
+			/* Print header */
+			print_toc_node(out, n->children, scratch);
+
+			break;
+		case H1: case H2: case H3: case H4: case H5: case H6: 
+			if ((n->children != NULL) && (n->children->key == AUTOLABEL)) {
+				temp = label_from_string(n->children->str);
+				/* use label for header since one was specified (MMD)*/
+				g_string_append_printf(out, "[");
+				print_toc_node_tree(out, n->children, scratch);
+				g_string_append_printf(out, "][%s]\n", temp);
+			} else {
+				temp = label_from_node_tree(n->children);
+				g_string_append_printf(out, "[");
+				print_toc_node_tree(out, n->children, scratch);
+				g_string_append_printf(out, "][%s]\n", temp);
+			}
+			free(temp);
+			break;
+		case STR:
+			print_toc_string(out, n->str);
+			break;
+		case EMPH:
+			g_string_append_printf(out, "*");
+			print_toc_node_tree(out, n->children, scratch);
+			g_string_append_printf(out, "*");
+			break;
+		case STRONG:
+			g_string_append_printf(out, "**");
+			print_toc_node_tree(out, n->children, scratch);
+			g_string_append_printf(out, "**");
+			break;
+		case SPACE:
+			g_string_append_printf(out, "%s", n->str);
+			break;
+		case LINK:
+			print_toc_node_tree(out, n->children, scratch);
+			break;
+		case HTML:
+			break;
+		case LINKREFERENCE:
+			break;
+		case AUTOLABEL:
+			break;
+		case VARIABLE:
+			g_string_append_printf(out, "[%%%s]",n->str);
+			break;
+		case LIST:
+			print_toc_node_tree(out, n->children, scratch);
+			break;
+		default: fprintf(stderr, "print_toc_node encountered unknown node key = %d\n",n->key);
+			break;
+	}
+#ifdef DEBUG_ON
+	fprintf(stderr, "finish print_toc_node: %d\n", n->key);
+#endif
+}
+
+/* print_toc_string - print string, escaping for MultiMarkdown */
+void print_toc_string(GString *out, char *str) {
+	while (*str != '\0') {
+		switch (*str) {
+			case '[':
+				g_string_append_printf(out, "\\[");
+				break;
+			case ']':
+				g_string_append_printf(out, "\\]");
+				break;
+			default:
+				g_string_append_c(out, *str);
+		}
+		str++;
+	}
+}

data/MultiMarkdown-5/src/toc.h

@@ -0,0 +1,15 @@
+#ifndef TOC_PARSER_H
+#define TOC_PARSER_H
+
+#include "parser.h"
+#include "writer.h"
+
+void begin_toc_output(GString *out, node* list, scratch_pad *scratch);
+void print_toc_node_tree(GString *out, node *list, scratch_pad *scratch);
+void print_toc_node(GString *out, node *n, scratch_pad *scratch);
+void print_toc_section_and_children(GString *out, node *list, scratch_pad *scratch);
+void end_toc_output(GString *out, node* list, scratch_pad *scratch);
+void print_toc_string(GString *out, char *str);
+
+
+#endif

data/MultiMarkdown-5/src/transclude.c

@@ -0,0 +1,335 @@
+/*
+
+	transclude.c -- miscellaneous support functions
+
+	(c) 2013 Fletcher T. Penney (http://fletcherpenney.net/).
+
+	This program is free software; you can redistribute it and/or modify
+	it under the terms of the GNU General Public License or the MIT
+	license.  See LICENSE for details.
+	
+	This program is distributed in the hope that it will be useful,
+	but WITHOUT ANY WARRANTY; without even the implied warranty of
+	MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+	GNU General Public License for more details.
+
+*/
+
+#include "transclude.h"
+#include "parser.h"
+#if defined(__WIN32)
+#include <windows.h>
+#endif
+
+
+/* Windows can use either `\` or `/` as a separator -- thanks to t-beckmann on github
+	for suggesting a fix for this. */
+
+bool is_separator(char c) {
+#if defined(__WIN32)
+	return c == '\\' || c == '/';
+#else
+	return c == '/';
+#endif
+}
+
+/* Combine directory and filename to create a full path */
+char * path_from_dir_base(char *dir, char *base) {
+#if defined(__WIN32)
+	char sep = '\\';
+#else
+	char sep = '/';
+#endif
+	GString *path = NULL;
+	char *result;
+
+	if ((base != NULL) && (is_separator(base[0]))) {
+		path = g_string_new(base);
+	} else {
+		path = g_string_new(dir);
+
+		/* Ensure that folder ends in "/" */
+		if (!is_separator(path->str[strlen(path->str)-1]) ) {
+			g_string_append_c(path, sep);
+		}
+
+		g_string_append_printf(path, "%s", base);
+	}
+
+	result = path->str;
+	g_string_free(path, false);
+
+	return result;
+}
+
+/* Separate filename and directory from a full path */
+/* See http://stackoverflow.com/questions/1575278/function-to-split-a-filepath-into-path-and-file */
+void split_path_file(char** dir, char** file, char *path) {
+    char *slash = path, *next;
+#if defined(__WIN32)
+	const char sep[] = "\\/";	// Windows allows either variant
+#else
+	const char sep[] = "/";
+#endif
+
+    while ((next = strpbrk(slash + 1, sep))) slash = next;
+    if (path != slash) slash++;
+    *dir = my_strndup(path, slash - path);
+    *file = strdup(slash);
+}
+
+/* Return pointer to beginning of text without metadata */
+/* NOTE: This is not a new string, and does not need to be freed separately */
+char * source_without_metadata(char * source, unsigned long extensions ) {
+	char *result;
+
+	if (has_metadata(source, extensions)) {
+		/* If we have metadata, then return just the body */
+		/* TODO: This could miss YAML Metadata that does not contain
+			blank line afterwards */
+		result = strstr(source, "\n\n");
+
+		if (result != NULL)
+			return result + 2;
+	}
+
+	/* No metadata, so return original pointer */
+
+	/* But check for UTF-8 BOM and skip if present */
+	if (strncmp(source, "\xef\xbb\xbf",3) == 0)
+		return source + 3;
+
+	return source;
+}
+
+/* Given a GString containing MMD source, and optional base directory,
+	substitute transclusion references in the source 
+
+	Pass the path to the current folder if available -- should be a full path. 
+
+	Keep track of what we're parsing to prevent recursion using stack. */
+void transclude_source(GString *source, char *basedir, char *stack, int output_format, GString *manifest) {
+	char *base = NULL;
+	char *path = NULL;
+	char *start;
+	char *stop;
+	char *temp;
+	int curchar;
+	size_t pos;
+	char real[1000];
+	FILE *input;
+	long offset;
+
+	if (basedir == NULL) {
+		base = strdup("");
+	} else {
+		base = strdup(basedir);
+	}
+
+	GString *folder = NULL;
+	GString *filename = NULL;
+	GString *filebuffer = NULL;
+	GString *stackstring = NULL;
+
+	path = strdup(base);
+
+	/* Look for override folder inside document */
+	if (has_metadata(source->str, 0x000000)) {
+		char *meta = extract_metadata_value(source->str, 0x000000, "transcludebase");
+		if (meta != NULL) {
+			free(path);
+			path = path_from_dir_base(base, meta);
+			free(meta);
+		}
+	}
+
+	if (path == NULL) {
+		/* We have nowhere to look, so nothing to do */
+		free(base);
+		return;
+	}
+
+	folder = g_string_new(path);
+
+	/* Ensure that folder ends in "/" */
+	/* TODO: adjust for windows */
+	if (!(folder->str[strlen(folder->str)-1] == '/') ) {
+		g_string_append_c(folder, '/');
+	}
+
+	/* fprintf(stderr, "Transclude using '%s'\n", folder->str); */
+
+	/* Iterate through {{foo.txt}} and substitute contents of file without metadata */
+
+	start = strstr(source->str,"{{");
+
+	while (start != NULL) {
+		stop = strstr(start,"}}");
+		if (stop == NULL)
+			break;
+
+		/* Check that we found something reasonable -- we cap at 1000 characters */
+        if (stop - start < 1000) {
+			strncpy(real,start+2,stop-start-2);
+			real[stop-start-2] = '\0';
+
+			if (is_separator(real[0])) {
+				filename = g_string_new(real);
+			} else {
+				filename = g_string_new(folder->str);
+				g_string_append_printf(filename, "%s",real);
+			}
+
+			if (strcmp(filename->str,"./TOC") == 0) {
+				pos = stop - source->str;
+				start = strstr(source->str + pos,"{{");
+				g_string_free(filename, true);
+				continue;
+			}
+
+			/* Adjust for wildcard extensions */
+			/* But not if output_format == 0 */
+			if (output_format && strncmp(&filename->str[strlen(filename->str) - 2],".*",2) == 0) {
+				g_string_erase(filename, strlen(filename->str) - 2, 2);
+				if (output_format == TEXT_FORMAT) {
+					g_string_append(filename,".txt");
+				} else if (output_format == HTML_FORMAT) {
+					g_string_append(filename,".html");
+				} else if (output_format == LATEX_FORMAT) {
+					g_string_append(filename,".tex");
+				} else if (output_format == BEAMER_FORMAT) {
+					g_string_append(filename,".tex");
+				} else if (output_format == MEMOIR_FORMAT) {
+					g_string_append(filename,".tex");
+				} else if (output_format == ODF_FORMAT) {
+					g_string_append(filename,".fodt");
+				} else if (output_format == OPML_FORMAT) {
+					g_string_append(filename,".opml");
+				} else if (output_format == LYX_FORMAT) {
+					g_string_append(filename,".lyx");
+				} else if (output_format == RTF_FORMAT) {
+					g_string_append(filename,".rtf");
+				} else {
+					/* default extension -- in this case we only have 1 */
+					g_string_append(filename,".txt");
+				}
+			}
+
+			pos = stop - source->str;
+
+			/* Add to the manifest (if not already included) */
+			if (manifest != NULL) {
+				temp = strstr(manifest->str,filename->str);
+
+				offset = temp - manifest->str;
+				if ((temp != NULL) &&
+					((temp == manifest->str) || ((manifest->str)[offset - 1] == '\n')) &&
+					(temp[strlen(filename->str)] == '\n') ){
+					/* Already on manifest, so don't add again */
+				} else {
+					g_string_append_printf(manifest,"%s\n",filename->str);
+				}
+			}
+
+
+			/* Don't reparse ourselves */
+			if (stack != NULL) {
+				temp = strstr(stack,filename->str);
+
+				if ((temp != NULL) && (temp[strlen(filename->str)] == '\n')){
+					start = strstr(source->str + pos,"{{");
+					g_string_free(filename, true);
+					continue;
+				}
+			}
+
+			/* Read file */
+#if defined(__WIN32)
+			int wchars_num = MultiByteToWideChar(CP_UTF8, 0, filename->str, -1, NULL, 0);
+			wchar_t wstr[wchars_num];
+			MultiByteToWideChar(CP_UTF8, 0, filename->str, -1, wstr, wchars_num);
+
+			if ((input = _wfopen(wstr, L"r")) != NULL ) {
+#else
+			if ((input = fopen(filename->str, "r")) != NULL ) {
+#endif
+				filebuffer = g_string_new("");
+
+				while ((curchar = fgetc(input)) != EOF)
+					g_string_append_c(filebuffer, curchar);
+				
+				fclose(input);
+
+	 			pos = start - source->str;
+
+				g_string_erase(source, pos, 2 + stop - start);
+
+				/* Update stack list */
+				stackstring = g_string_new(stack);
+				g_string_append_printf(stackstring,"%s\n",filename->str);
+
+
+				/* Recursively transclude files */
+
+				/* We want to reset the base directory if we enter a subdirectory */
+				char * new_dir;
+				char * file_only;
+				split_path_file(&new_dir, &file_only, filename->str);
+
+				/* transclude_source(filebuffer, folder->str, stackstring->str, output_format, manifest); */
+				transclude_source(filebuffer, new_dir, stackstring->str, output_format, manifest);
+
+				free(new_dir);
+				free(file_only);
+				
+				temp = source_without_metadata(filebuffer->str, 0x000000);
+
+				g_string_insert(source, pos, temp);
+
+				pos += strlen(temp);
+				g_string_free(filebuffer, true);
+				g_string_free(stackstring, true);
+			} else {
+				/* fprintf(stderr, "error opening file: %s\n", filename->str); */
+			}
+
+            g_string_free(filename, true);
+        } else {
+        	/* Our "match" was > 1000 characters long */
+            pos = stop - source->str;
+        }
+		start = strstr(source->str + pos,"{{");
+	}
+
+	g_string_free(folder, true);
+	free(path);
+	free(base);
+}
+
+/* Allow for a footer to specify files to be appended to the end of the text, and then transcluded.
+	Useful for appending a list of footnotes, citations, abbreviations, etc. to each separate file,
+	but not including multiple copies when processing the master file. */
+void append_mmd_footer(GString *source) {
+	/* Look for mmd_footer metadata */
+	if (has_metadata(source->str, 0x000000)) {
+		char *meta = extract_metadata_value(source->str, 0x000000, "mmdfooter");
+		if (meta != NULL)
+			g_string_append_printf(source, "\n\n{{%s}}\n", meta);
+	}
+}
+
+void prepend_mmd_header(GString *source) {
+	/* Same thing, but to be inserted after metadata and before content */
+	if (has_metadata(source->str, 0x000000)) {
+		char *meta = extract_metadata_value(source->str, 0x000000, "mmdheader");
+		if (meta != NULL) {
+			char *content = strstr(source->str, "\n\n");
+			if (content != NULL) {
+				size_t pos = content - source->str;
+				g_string_insert_printf(source, pos, "\n\n{{%s}}", meta);
+			} else {
+				g_string_append_printf(source, "\n\n{{%s}}\n", meta);
+			}
+		}
+	}
+}