redsnow 0.1.6 → 0.2.0

data/ext/snowcrash/ext/markdown-parser/msvc/msvc.sln

@@ -0,0 +1,38 @@
+
+Microsoft Visual Studio Solution File, Format Version 10.00
+# Visual Studio 2008
+Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "markdown", "markdown\markdown.vcproj", "{288550BA-B6D6-4254-B5E3-9E8CE20970AE}"
+	ProjectSection(ProjectDependencies) = postProject
+		{08CAEF5D-9ED7-4CB1-844D-D39AA17D3AD6} = {08CAEF5D-9ED7-4CB1-844D-D39AA17D3AD6}
+	EndProjectSection
+EndProject
+Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "sundown", "sundown\sundown.vcproj", "{08CAEF5D-9ED7-4CB1-844D-D39AA17D3AD6}"
+EndProject
+Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "test-markdown", "test-markdown\test-markdown.vcproj", "{DB045416-DCDB-45D3-904C-C1F15D608FC3}"
+	ProjectSection(ProjectDependencies) = postProject
+		{288550BA-B6D6-4254-B5E3-9E8CE20970AE} = {288550BA-B6D6-4254-B5E3-9E8CE20970AE}
+	EndProjectSection
+EndProject
+Global
+	GlobalSection(SolutionConfigurationPlatforms) = preSolution
+		Debug|Win32 = Debug|Win32
+		Release|Win32 = Release|Win32
+	EndGlobalSection
+	GlobalSection(ProjectConfigurationPlatforms) = postSolution
+		{288550BA-B6D6-4254-B5E3-9E8CE20970AE}.Debug|Win32.ActiveCfg = Debug|Win32
+		{288550BA-B6D6-4254-B5E3-9E8CE20970AE}.Debug|Win32.Build.0 = Debug|Win32
+		{288550BA-B6D6-4254-B5E3-9E8CE20970AE}.Release|Win32.ActiveCfg = Release|Win32
+		{288550BA-B6D6-4254-B5E3-9E8CE20970AE}.Release|Win32.Build.0 = Release|Win32
+		{08CAEF5D-9ED7-4CB1-844D-D39AA17D3AD6}.Debug|Win32.ActiveCfg = Debug|Win32
+		{08CAEF5D-9ED7-4CB1-844D-D39AA17D3AD6}.Debug|Win32.Build.0 = Debug|Win32
+		{08CAEF5D-9ED7-4CB1-844D-D39AA17D3AD6}.Release|Win32.ActiveCfg = Release|Win32
+		{08CAEF5D-9ED7-4CB1-844D-D39AA17D3AD6}.Release|Win32.Build.0 = Release|Win32
+		{DB045416-DCDB-45D3-904C-C1F15D608FC3}.Debug|Win32.ActiveCfg = Debug|Win32
+		{DB045416-DCDB-45D3-904C-C1F15D608FC3}.Debug|Win32.Build.0 = Debug|Win32
+		{DB045416-DCDB-45D3-904C-C1F15D608FC3}.Release|Win32.ActiveCfg = Release|Win32
+		{DB045416-DCDB-45D3-904C-C1F15D608FC3}.Release|Win32.Build.0 = Release|Win32
+	EndGlobalSection
+	GlobalSection(SolutionProperties) = preSolution
+		HideSolutionNode = FALSE
+	EndGlobalSection
+EndGlobal

data/ext/snowcrash/ext/markdown-parser/msvc/sundown/sundown.vcproj

@@ -0,0 +1,206 @@
+<?xml version="1.0" encoding="Windows-1252"?>
+<VisualStudioProject
+	ProjectType="Visual C++"
+	Version="9.00"
+	Name="sundown"
+	ProjectGUID="{08CAEF5D-9ED7-4CB1-844D-D39AA17D3AD6}"
+	RootNamespace="sundown"
+	TargetFrameworkVersion="196613"
+	>
+	<Platforms>
+		<Platform
+			Name="Win32"
+		/>
+	</Platforms>
+	<ToolFiles>
+	</ToolFiles>
+	<Configurations>
+		<Configuration
+			Name="Debug|Win32"
+			OutputDirectory="..\..\build\debug"
+			IntermediateDirectory="..\..\build\data\sundown\debug"
+			ConfigurationType="4"
+			CharacterSet="2"
+			>
+			<Tool
+				Name="VCPreBuildEventTool"
+			/>
+			<Tool
+				Name="VCCustomBuildTool"
+			/>
+			<Tool
+				Name="VCXMLDataGeneratorTool"
+			/>
+			<Tool
+				Name="VCWebServiceProxyGeneratorTool"
+			/>
+			<Tool
+				Name="VCMIDLTool"
+			/>
+			<Tool
+				Name="VCCLCompilerTool"
+				Optimization="0"
+				MinimalRebuild="true"
+				BasicRuntimeChecks="3"
+				RuntimeLibrary="3"
+				WarningLevel="3"
+				DebugInformationFormat="4"
+			/>
+			<Tool
+				Name="VCManagedResourceCompilerTool"
+			/>
+			<Tool
+				Name="VCResourceCompilerTool"
+			/>
+			<Tool
+				Name="VCPreLinkEventTool"
+			/>
+			<Tool
+				Name="VCLibrarianTool"
+			/>
+			<Tool
+				Name="VCALinkTool"
+			/>
+			<Tool
+				Name="VCXDCMakeTool"
+			/>
+			<Tool
+				Name="VCBscMakeTool"
+			/>
+			<Tool
+				Name="VCFxCopTool"
+			/>
+			<Tool
+				Name="VCPostBuildEventTool"
+			/>
+		</Configuration>
+		<Configuration
+			Name="Release|Win32"
+			OutputDirectory="..\..\build\release"
+			IntermediateDirectory="..\..\build\data\sundown\release"
+			ConfigurationType="4"
+			CharacterSet="2"
+			WholeProgramOptimization="1"
+			>
+			<Tool
+				Name="VCPreBuildEventTool"
+			/>
+			<Tool
+				Name="VCCustomBuildTool"
+			/>
+			<Tool
+				Name="VCXMLDataGeneratorTool"
+			/>
+			<Tool
+				Name="VCWebServiceProxyGeneratorTool"
+			/>
+			<Tool
+				Name="VCMIDLTool"
+			/>
+			<Tool
+				Name="VCCLCompilerTool"
+				Optimization="2"
+				EnableIntrinsicFunctions="true"
+				RuntimeLibrary="2"
+				EnableFunctionLevelLinking="true"
+				WarningLevel="3"
+				DebugInformationFormat="3"
+			/>
+			<Tool
+				Name="VCManagedResourceCompilerTool"
+			/>
+			<Tool
+				Name="VCResourceCompilerTool"
+			/>
+			<Tool
+				Name="VCPreLinkEventTool"
+			/>
+			<Tool
+				Name="VCLibrarianTool"
+			/>
+			<Tool
+				Name="VCALinkTool"
+			/>
+			<Tool
+				Name="VCXDCMakeTool"
+			/>
+			<Tool
+				Name="VCBscMakeTool"
+			/>
+			<Tool
+				Name="VCFxCopTool"
+			/>
+			<Tool
+				Name="VCPostBuildEventTool"
+			/>
+		</Configuration>
+	</Configurations>
+	<References>
+	</References>
+	<Files>
+		<Filter
+			Name="Source Files"
+			Filter="cpp;c;cc;cxx;def;odl;idl;hpj;bat;asm;asmx"
+			UniqueIdentifier="{4FC737F1-C7A5-4376-A066-2A32D752A2FF}"
+			>
+			<File
+				RelativePath="..\..\ext\sundown\src\autolink.c"
+				>
+			</File>
+			<File
+				RelativePath="..\..\ext\sundown\src\buffer.c"
+				>
+			</File>
+			<File
+				RelativePath="..\..\ext\sundown\src\markdown.c"
+				>
+			</File>
+			<File
+				RelativePath="..\..\ext\sundown\src\src_map.c"
+				>
+			</File>
+			<File
+				RelativePath="..\..\ext\sundown\src\stack.c"
+				>
+			</File>
+		</Filter>
+		<Filter
+			Name="Header Files"
+			Filter="h;hpp;hxx;hm;inl;inc;xsd"
+			UniqueIdentifier="{93995380-89BD-4b04-88EB-625FBE52EBFB}"
+			>
+			<File
+				RelativePath="..\..\ext\sundown\src\autolink.h"
+				>
+			</File>
+			<File
+				RelativePath="..\..\ext\sundown\src\buffer.h"
+				>
+			</File>
+			<File
+				RelativePath="..\..\ext\sundown\src\html_blocks.h"
+				>
+			</File>
+			<File
+				RelativePath="..\..\ext\sundown\src\markdown.h"
+				>
+			</File>
+			<File
+				RelativePath="..\..\ext\sundown\src\src_map.h"
+				>
+			</File>
+			<File
+				RelativePath="..\..\ext\sundown\src\stack.h"
+				>
+			</File>
+		</Filter>
+		<Filter
+			Name="Resource Files"
+			Filter="rc;ico;cur;bmp;dlg;rc2;rct;bin;rgs;gif;jpg;jpeg;jpe;resx;tiff;tif;png;wav"
+			UniqueIdentifier="{67DA6AB6-F800-4c08-8B7A-83BB121AAD01}"
+			>
+		</Filter>
+	</Files>
+	<Globals>
+	</Globals>
+</VisualStudioProject>

data/ext/snowcrash/ext/markdown-parser/src/ByteBuffer.cc

@@ -0,0 +1,92 @@
+//
+//  ByteBuffer.cc
+//  markdownparser
+//
+//  Created by Zdenek Nemec on 4/22/14.
+//  Copyright (c) 2014 Apiary Inc. All rights reserved.
+//
+
+#include "ByteBuffer.h"
+
+using namespace mdp;
+
+/* Byte lenght of an UTF8 character (based on first byte) */
+#define UTF8_CHAR_LEN( byte ) (( 0xE5000000 >> (( byte >> 3 ) & 0x1e )) & 3 ) + 1
+
+/* Number of UTF8 characters in byte buffer */
+static size_t strnlen_utf8(const char* s, size_t len)
+{
+    if (!s || !len)
+        return 0;
+    
+    size_t i = 0, j = 0;
+	while (s[i] && i < len) {
+        i += UTF8_CHAR_LEN(s[i]);
+        j++;
+	}
+	return j;
+}
+
+/* Convert range of bytes to a range of characters */
+static CharactersRange BytesRangeToCharactersRange(const BytesRange& bytesRange, const ByteBuffer& byteBuffer)
+{
+    if (byteBuffer.empty()) {
+        return CharactersRange();
+    }
+    
+    BytesRange workRange = bytesRange;
+    if (bytesRange.location + bytesRange.length > byteBuffer.length()) {
+        // Accomodate maximum possible length
+        workRange.length -= bytesRange.location + bytesRange.length - byteBuffer.length();
+    }
+
+    size_t charLocation = 0;
+    if (bytesRange.location > 0)
+        charLocation = strnlen_utf8(byteBuffer.c_str(), bytesRange.location);
+    
+    size_t charLength = 0;
+    if (bytesRange.length > 0)
+        charLength = strnlen_utf8(byteBuffer.c_str() + bytesRange.location, bytesRange.length);
+    
+    CharactersRange characterRange = CharactersRange(charLocation, charLength);
+    return characterRange;
+}
+
+CharactersRangeSet mdp::BytesRangeSetToCharactersRangeSet(const BytesRangeSet& rangeSet, const ByteBuffer& byteBuffer)
+{
+    CharactersRangeSet characterMap;
+    
+    for (BytesRangeSet::const_iterator it = rangeSet.begin(); it != rangeSet.end(); ++it) {
+        CharactersRange characterRange = BytesRangeToCharactersRange(*it, byteBuffer);
+        characterMap.push_back(characterRange);
+    }
+    
+    return characterMap;
+}
+
+ByteBuffer mdp::MapBytesRangeSet(const BytesRangeSet& rangeSet, const ByteBuffer& byteBuffer)
+{
+    if (byteBuffer.empty())
+        return ByteBuffer();
+    
+    size_t length = byteBuffer.length();
+    ByteBufferStream s;
+    for (BytesRangeSet::const_iterator it = rangeSet.begin(); it != rangeSet.end(); ++it) {
+        
+        if (it->location + it->length > length) {
+            // Sundown adds an extra newline on the source input if needed.
+            if (it->location + it->length - length == 1) {
+                s << byteBuffer.substr(it->location, length - it->location);
+                return s.str();
+            }
+            else {
+                // Wrong map
+                return ByteBuffer();
+            }
+        }
+        
+        s << byteBuffer.substr(it->location, it->length);
+    }
+    
+    return s.str();
+}

data/ext/snowcrash/ext/markdown-parser/src/ByteBuffer.h

@@ -0,0 +1,82 @@
+//
+//  ByteBuffer.h
+//  markdownparser
+//
+//  Created by Zdenek Nemec on 4/18/14.
+//  Copyright (c) 2014 Apiary Inc. All rights reserved.
+//
+
+#ifndef MARKDOWNPARSER_BYTEBUFFER_H
+#define MARKDOWNPARSER_BYTEBUFFER_H
+
+#include <string>
+#include <vector>
+#include <sstream>
+
+namespace mdp {
+    
+    /**
+     *  \brief Source data byte buffer
+     *
+     *  Note this is a byte buffer, a sequence of
+     *  UTF8 bytes note necessarily characters.
+     */
+    typedef std::string ByteBuffer;
+    
+    /** Byte buffer stream */
+    typedef std::stringstream ByteBufferStream;
+    
+    /** A generic continuous range */
+    struct Range {
+        size_t location;
+        size_t length;
+        
+        Range(size_t loc = 0, size_t len = 0)
+        : location(loc), length(len) {}
+    };
+    
+    /** Range of bytes */
+    typedef Range BytesRange;
+    
+    /** Range of characters */
+    typedef Range CharactersRange;
+    
+    /** A generic set of non-continuous of ranges */
+    template<typename T>
+    class RangeSet : public std::vector<T> {
+    public:
+        
+        /** Append another range set to this one, merging continuous blocks */
+        void append(const RangeSet& val)
+        {
+            if (val.empty())
+                return;
+            if (this->empty() ||
+                val.front().location != this->back().location + this->back().length) {
+                this->insert(this->end(), val.begin(), val.end());
+            }
+            else {
+                // merge
+                this->back().length += val.front().length;
+                
+                if (val.size() > 1) {
+                    this->insert(this->end(), ++val.begin(), val.end());
+                }
+            }
+        }
+    };
+    
+    /** Set of non-continuous byte ranges */
+    typedef RangeSet<BytesRange> BytesRangeSet;
+    
+    /** Set of non-continuous character ranges */
+    typedef RangeSet<CharactersRange> CharactersRangeSet;
+    
+    /** Convert ranges of bytes to ranges of characters */
+    CharactersRangeSet BytesRangeSetToCharactersRangeSet(const BytesRangeSet& rangeSet, const ByteBuffer& byteBuffer);
+    
+    /** Maps bytes range set to byte buffer */
+    ByteBuffer MapBytesRangeSet(const BytesRangeSet& rangeSet, const ByteBuffer& byteBuffer);
+}
+
+#endif

data/ext/snowcrash/ext/markdown-parser/src/MarkdownNode.cc

@@ -0,0 +1,152 @@
+//
+//  MarkdownNode.cc
+//  markdownparser
+//
+//  Created by Zdenek Nemec on 4/19/14.
+//  Copyright (c) 2014 Apiary Inc. All rights reserved.
+//
+
+#include "MarkdownNode.h"
+
+using namespace mdp;
+
+MarkdownNode::MarkdownNode(MarkdownNodeType type_, MarkdownNode *parent_, const ByteBuffer& text_, const Data& data_)
+: type(type_), text(text_), data(data_), m_parent(parent_)
+{
+    m_children.reset(::new MarkdownNodes);
+}
+                     
+MarkdownNode::MarkdownNode(const MarkdownNode& rhs)
+{
+    this->type = rhs.type;
+    this->text = rhs.text;
+    this->data = rhs.data;
+    this->sourceMap = rhs.sourceMap;
+    this->m_children.reset(::new MarkdownNodes(*rhs.m_children.get()));
+    this->m_parent = rhs.m_parent;
+}
+
+MarkdownNode& MarkdownNode::operator=(const MarkdownNode& rhs)
+{
+    this->type = rhs.type;
+    this->text = rhs.text;
+    this->data = rhs.data;
+    this->sourceMap = rhs.sourceMap;
+    this->m_children.reset(::new MarkdownNodes(*rhs.m_children.get()));
+    this->m_parent = rhs.m_parent;
+    return *this;
+}
+
+MarkdownNode::~MarkdownNode()
+{
+}
+
+MarkdownNode& MarkdownNode::parent()
+{
+    if (!hasParent())
+        throw "no parent set";
+    return *m_parent;
+}
+
+const MarkdownNode& MarkdownNode::parent() const
+{
+    if (!hasParent())
+        throw "no parent set";
+    return *m_parent;
+}
+
+void MarkdownNode::setParent(MarkdownNode *parent)
+{
+    m_parent = parent;
+}
+
+bool MarkdownNode::hasParent() const
+{
+    return (m_parent != NULL);
+}
+
+MarkdownNodes& MarkdownNode::children()
+{
+    if (!m_children.get())
+        throw "no children set";
+    
+    return *m_children;
+}
+
+const MarkdownNodes& MarkdownNode::children() const
+{
+    if (!m_children.get())
+        throw "no children set";
+    
+    return *m_children;
+}
+
+void MarkdownNode::printNode(size_t level) const
+{
+    using std::cout;
+    for (size_t i = 0; i < level; ++i)
+        std::cout << "  ";
+    
+    cout << "+ ";
+    switch (type) {
+        case RootMarkdownNodeType:
+            cout << "root";
+            break;
+
+        case CodeMarkdownNodeType:
+            cout << "code";
+            break;
+            
+        case QuoteMarkdownNodeType:
+            cout << "quote";
+            break;
+
+        case HTMLMarkdownNodeType:
+            cout << "HTML";
+            break;
+
+        case HeaderMarkdownNodeType:
+            cout << "header";
+            break;
+
+        case HRuleMarkdownNodeType:
+            cout << "hrul";
+            break;
+
+        case ListItemMarkdownNodeType:
+            cout << "list item";
+            break;
+
+        case ParagraphMarkdownNodeType:
+            cout << "paragraph";
+            break;
+            
+        default:
+            cout << "undefined";
+            break;
+    }
+    
+    cout << " (type " << type << ", data " << data << ") - ";
+    cout << "`" << text << "`";
+    
+    if (!sourceMap.empty()) {
+        for (mdp::BytesRangeSet::const_iterator it = sourceMap.begin();
+             it != sourceMap.end();
+             ++it) {
+            std::cout << ((it == sourceMap.begin()) ? " :" : ";");
+            std::cout << it->location << ":" << it->length;
+        }
+    }
+    
+    cout << std::endl;
+    
+    for (MarkdownNodeIterator it = m_children->begin();
+         it != m_children->end();
+         ++it) {
+        it->printNode(level + 1);
+    }
+    
+    if (level == 0)
+        cout << std::endl << std::endl;
+}
+