redsnow 0.1.6 → 0.2.0

data/ext/snowcrash/src/Parser.cc

@@ -1,71 +0,0 @@
-//
-//  Parser.cpp
-//  snowcrash
-//
-//  Created by Zdenek Nemec on 4/8/13.
-//  Copyright (c) 2013 Apiary Inc. All rights reserved.
-//
-
-#include <exception>
-#include <sstream>
-#include "Parser.h"
-#include "MarkdownParser.h"
-#include "BlueprintParser.h"
-
-using namespace snowcrash;
-
-const int SourceAnnotation::OK = 0;
-
-// Check source for unsupported character \t & \r
-// Returns true if passed (not found), false otherwise
-static bool CheckSource(const SourceData& source, Result& result)
-{
-    std::string::size_type pos = source.find("\t");
-    if (pos != std::string::npos) {
-        result.error = Error("the use of tab(s) '\\t' in source data isn't currently supported, please contact makers",
-                             2,
-                             MapSourceDataBlock(MakeSourceDataBlock(pos, 1), source));
-        return false;
-    }
-
-    pos = source.find("\r");
-    if (pos != std::string::npos) {
-        result.error = Error("the use of carriage return(s) '\\r' in source data isn't currently supported, please contact makers",
-                             2,
-                             MapSourceDataBlock(MakeSourceDataBlock(pos, 1), source));
-        return false;
-    }
-    
-    return true;
-}
-
-void Parser::parse(const SourceData& source, BlueprintParserOptions options, Result& result, Blueprint& blueprint)
-{
-    try {
-        
-        // Sanity Check
-        if (!CheckSource(source, result))
-            return;
-        
-        // Parse Markdown
-        MarkdownBlock::Stack markdown;
-        MarkdownParser markdownParser;
-        markdownParser.parse(source, result, markdown);
-        
-        if (result.error.code != Error::OK)
-            return;
-        
-        // Parse Blueprint
-        BlueprintParser::Parse(source, markdown, options, result, blueprint);
-    }
-    catch (const std::exception& e) {
-
-        std::stringstream ss;
-        ss << "parser exception: '" << e.what() << "'";
-        result.error = Error(ss.str(), 1);
-    }
-    catch (...) {
-        
-        result.error = Error("parser exception has occured", 1);
-    }
-}

data/ext/snowcrash/src/Parser.h

@@ -1,29 +0,0 @@
-//
-//  Parser.h
-//  snowcrash
-//
-//  Created by Zdenek Nemec on 4/8/13.
-//  Copyright (c) 2013 Apiary Inc. All rights reserved.
-//
-
-#ifndef SNOWCRASH_PARSER_H
-#define SNOWCRASH_PARSER_H
-
-#include <functional>
-#include "Blueprint.h"
-#include "BlueprintParserCore.h"
-
-namespace snowcrash {
-    
-    //
-    // API Blueprint Parser
-    //
-    class Parser {
-    public:
-        
-        // Parse source data into Blueprint AST
-        void parse(const SourceData& source, BlueprintParserOptions options, Result& result, Blueprint& blueprint);
-    };
-}
-
-#endif

data/ext/snowcrash/src/ParserCore.cc

@@ -1,120 +0,0 @@
-//
-//  ParserCore.cc
-//  snowcrash
-//
-//  Created by Zdenek Nemec on 5/4/13.
-//  Copyright (c) 2013 Apiary Inc. All rights reserved.
-//
-
-#include "ParserCore.h"
-
-using namespace snowcrash;
-
-SourceDataBlock snowcrash::MakeSourceDataBlock(size_t loc, size_t len)
-{
-    SourceDataRange r;
-    r.location = loc;
-    r.length = len;
-    return SourceDataBlock(1, r);
-}
-
-void snowcrash::AppendSourceDataBlock(SourceDataBlock& destination, const SourceDataBlock& append)
-{
-    if (append.empty())
-        return;
-    
-    if (destination.empty() ||
-        append.front().location != destination.back().location + destination.back().length) {
-        destination.insert(destination.end(), append.begin(), append.end());
-    }
-    else {
-        // merge
-        destination.back().length += append.front().length;
-        
-        if (append.size() > 1) {
-            destination.insert(destination.end(), ++append.begin(), append.end());
-        }
-    }
-}
-
-SourceDataBlockPair snowcrash::SplitSourceDataBlock(const SourceDataBlock& block, size_t len)
-{
-    if (block.empty())
-        return std::make_pair(SourceDataBlock(), SourceDataBlock());
-
-    SourceDataBlock first;
-    SourceDataBlock second;
-    
-    size_t remain = len;
-    for (SourceDataBlock::const_iterator it = block.begin(); it != block.end(); ++it) {
-        
-        if (remain == 0) {
-            second.push_back(*it);
-            continue;
-        }
-        
-        if (remain >= it->length) {
-            first.push_back(*it);
-            remain -= it->length;
-            continue;
-        }
-        
-        if (remain < it->length) {
-            SourceDataRange left = *it;
-            left.length = remain;
-            first.push_back(left);
-            
-            SourceDataRange right = *it;
-            right.location += remain;
-            right.length -= remain;
-            second.push_back(right);
-        }
-    }
-    
-    return std::make_pair(first, second);
-}
-
-#define UTF8_CHAR_LEN( byte ) (( 0xE5000000 >> (( byte >> 3 ) & 0x1e )) & 3 ) + 1
-
-/** \returns Number of UTF8 characters in byte buffer */
-static size_t strnlen_utf8(const char* s, size_t len)
-{
-    if (!s || !len)
-        return 0;
-    
-    size_t i = 0, j = 0;
-	while (s[i] && i < len) {
-        i += UTF8_CHAR_LEN(s[i]);
-        j++;
-	}
-	return j;
-}
-
-SourceCharactersRange snowcrash::MapSourceDataRange(const SourceDataRange& range, const SourceData& data)
-{
-    if (data.empty())
-        return SourceCharactersRange();
-    
-    size_t charLocation = 0;
-    if (range.location > 0)
-        charLocation = strnlen_utf8(data.c_str(), range.location);
-    
-    size_t charLength = 0;
-    if (range.length > 0)
-        charLength = strnlen_utf8(data.c_str() + range.location, range.length);
-    
-    SourceCharactersRange characterRange = {charLocation, charLength };
-    return characterRange;
-}
-
-SourceCharactersBlock snowcrash::MapSourceDataBlock(const SourceDataBlock& block, const SourceData& data)
-{
-    SourceCharactersBlock characterMap;
-    
-    for (SourceDataBlock::const_iterator it = block.begin(); it != block.end(); ++it) {
-        SourceCharactersRange characterRange = MapSourceDataRange(*it, data);
-        characterMap.push_back(characterRange);
-    }
-        
-    return characterMap;
-}

data/ext/snowcrash/src/ParserCore.h

@@ -1,82 +0,0 @@
-//
-//  ParserCore.h
-//  snowcrash
-//
-//  Created by Zdenek Nemec on 5/4/13.
-//  Copyright (c) 2013 Apiary Inc. All rights reserved.
-//
-
-#ifndef SNOWCRASH_PARSERCORE_H
-#define SNOWCRASH_PARSERCORE_H
-
-#include <string>
-#include <vector>
-#include "SourceAnnotation.h"
-#include "Platform.h"
-
-namespace snowcrash {
-    
-    /**
-     *  \brief  Textual source data byte buffer. A markdown-formatted text.
-     */
-    typedef std::string SourceData;
-    
-    /**
-     *  \brief  A byte range of data within the source data buffer.
-     *
-     *  Important note: All ranges are in bytes not characters.
-     */
-    struct SourceDataRange {
-        size_t location;
-        size_t length;
-    };
-
-    /**
-     *  \brief  A block of source data bytes - a byte map.
-     * 
-     *  NOTE: The block does not have to be continuous.
-     *  Data Blocks are in bytes not characters.
-     */
-    typedef std::vector<SourceDataRange> SourceDataBlock;
-    
-    /**
-     *  \brief  Create a %SourceDataBlock with a range.
-     *  \param  loc     A location in source data buffer.
-     *  \param  len     Length of the range.
-     */
-    SourceDataBlock MakeSourceDataBlock(size_t loc, size_t len);
-    
-    /**
-     *  \brief  Append %SourceDataBlock to existing block, merging continuous blocks.
-     *  \param  destination A block to append to.
-     *  \param  append      A block to be appended.
-     */
-    void AppendSourceDataBlock(SourceDataBlock& destination, const SourceDataBlock& append);
-    
-    /**
-     *  \brief A generic pair of two blocks
-     */
-    typedef std::pair<SourceDataBlock, SourceDataBlock> SourceDataBlockPair;
-    
-    /**
-     *  \brief  Splits %SourceDataBlock into two blocks.
-     *  \param  block   A block to be split.
-     *  \param  len     The length of first block after which the split occurs.
-     */
-    SourceDataBlockPair SplitSourceDataBlock(const SourceDataBlock& block, size_t len);
-    
-    /**
-     *  \brief  Maps range of source data bytes into range of characters
-     */
-    SourceCharactersRange MapSourceDataRange(const SourceDataRange& range, const SourceData& data);
-    
-    /**
-     *  \brief  Maps block of source data bytes into block of characters.
-     *  \param  block   A %SourceDataBlock to map into %SourceCharactersBlock
-     *  \param  data    A mapped source data.
-     *  \returns A character-map constructed from given byte map
-     */
-    SourceCharactersBlock MapSourceDataBlock(const SourceDataBlock& block, const SourceData& data);
-}
-
-#endif

data/ext/snowcrash/src/SectionUtility.h

@@ -1,142 +0,0 @@
-//
-//  SectionUtility.h
-//  snowcrash
-//
-//  Created by Zdenek Nemec on 11/11/13.
-//  Copyright (c) 2013 Apiary Inc. All rights reserved.
-//
-
-#ifndef SNOWCRASH_SECTIONUTILITY_H
-#define SNOWCRASH_SECTIONUTILITY_H
-
-#include "BlockUtility.h"
-#include "ListBlockUtility.h"
-#include "CodeBlockUtility.h"
-
-namespace snowcrash {
-    
-    /**
-     *  Compute expected indentation of a section
-     */
-    FORCEINLINE size_t SectionIndentationLevel(const BlueprintSection& section)
-    {
-        switch (section.type) {
-            case ParameterValuesSectionType:
-                return 2;
-                
-            case BodySectionType:
-            case SchemaSectionType:
-            case HeadersSectionType:    // NOTE: Headers can be potentially both level 0 and 1
-                return 1;
-
-            default:
-                return 0;
-        }
-    }
-    
-    /**
-     *  \brief  Report & skip blocks in a foreign section.
-     *  \param  section     Section including the foreign section.
-     *  \param  cur         A cursor pointing to the beigin of the foreign section.
-     *  \return Standard section parse result pointing AFTER the last block parsed.
-     */
-    template <class T>
-    FORCEINLINE ParseSectionResult HandleForeignSection(const BlueprintSection& section,
-                                                        const BlockIterator& cur,
-                                                        const SourceData& sourceData) {
-        
-        ParseSectionResult result = std::make_pair(Result(), cur);
-        BlockIterator sectionCur = cur;
-        
-        std::stringstream ss;
-        SourceCharactersBlock sourceBlock;
-        
-        // Handle list / list item separately
-        if (sectionCur->type == ListItemBlockBeginType ||
-            sectionCur->type == ListBlockBeginType) {
-            
-            // Skip the list / list item
-            if (sectionCur->type == ListBlockBeginType) {
-                sectionCur = SkipToClosingBlock(sectionCur, section.bounds.second, ListBlockBeginType, ListBlockEndType);
-            }
-            else {
-                sectionCur = SkipToClosingBlock(sectionCur, section.bounds.second, ListItemBlockBeginType, ListItemBlockEndType);
-            }
-            SectionType type = ClassifyChildrenListBlock<T>(cur, section.bounds.second);
-            
-            // Assemble the message
-            ss << "ignoring ";
-            ss << ((type != UndefinedSectionType) ? SectionName(type) : "unrecognized");
-            ss << " list";
-            if (cur->type == ListItemBlockBeginType)
-                ss << " item";
-            
-            if (type != UndefinedSectionType &&
-                section.hasParent()) {
-                BlueprintSection recognizedSection(type, std::make_pair(cur, sectionCur), section.parent());
-                size_t level = SectionIndentationLevel(recognizedSection);
-                
-                if (level) {
-                    ss << ", " << SectionName(type) << " list ";
-                    if (cur->type == ListItemBlockBeginType)
-                        ss << "item ";
-                    ss << "is expected to be indented by ";
-                    ss << level * 4 << " spaces or " << level << " tab";
-                }
-            }
-            
-            sourceBlock = CharacterMapForBlock(sectionCur, cur, section.bounds, sourceData);
-            sectionCur = CloseList(sectionCur, section.bounds.second);
-        }
-        else if (sectionCur->type == QuoteBlockBeginType) {
-            
-            // Skip quote or just one block
-            ss << "ignoring unrecognized quote";
-            sectionCur = SkipToClosingBlock(sectionCur, section.bounds.second, QuoteBlockBeginType, QuoteBlockEndType);
-            sourceBlock = CharacterMapForBlock(sectionCur, cur, section.bounds, sourceData);
-            
-            if (!CheckCursor(section, sectionCur, sourceData, result.first))
-                return result;
-            
-            ++sectionCur;
-        }
-        else {
-            // Skip just one block
-            ss << "ignoring unrecognized block";
-            sourceBlock = CharacterMapForBlock(sectionCur, cur, section.bounds, sourceData);
-            
-            ++sectionCur;
-        }
-
-        
-        if (section.hasParent()) {
-            // Additional hint for some sections
-            switch (section.parent().type) {
-                case ParametersSectionType:
-                    ss << ", expected parameter discussion, e.g. '<parameter name> ... lorem ipsum'";
-                    break;
-
-                case ParameterDefinitionSectionType:
-                    ss << ", expected enumeration of parameter values, e.g. 'Values' followed by a nested list of possbile values";
-                    break;
-                    
-                case ActionSectionType:
-                    ss << ", expected request, response, parameters, headers or a defintion of the next action, resource or a group";
-                    break;
-                    
-                default:
-                    break;
-            }
-        }
-        
-        // WARN: Ignoring unrecognized block
-        result.first.warnings.push_back(Warning(ss.str(),
-                                                IgnoringWarning,
-                                                sourceBlock));
-        
-        result.second = sectionCur;
-        return result;
-    }
-}
-
-#endif