s2 0.1.0

data/ext/s2/s2_parse/s2.atg

@@ -0,0 +1,321 @@
+
+#include <iostream>
+#include <memory>
+#include "S2.hpp"
+
+/*
+	WARNING: This file is generated using ruco. Please modify the .ruco file if you wish to change anything
+	https://github.com/davidsiaw/ruco
+*/
+
+COMPILER S2
+
+S2Ptr s2;
+
+CHARACTERS
+	bigletter    = "ABCDEFGHIJKLMNOPQRSTUVWXYZ".
+	letter       = "abcdefghijklmnopqrstuvwxyz".
+	underscore   = "_".
+	digit        = "0123456789".
+	cr           = '\r'.
+	lf           = '\n'.
+	tab          = '\t'.
+	stringCh     = ANY - '"' - '\\' - cr - lf.
+	charCh       = ANY - '\'' - '\\' - cr - lf.
+	printable    =  '\u0020' .. '\u007e'.
+	hex          = "0123456789abcdef".
+
+TOKENS
+	pascalcase   = bigletter { bigletter | letter | digit }.
+	camelcase    = letter { bigletter | letter | digit }.
+
+	number       = digit { digit } [ '.' digit { digit } ].
+	hexinteger   = '0' 'x' hex { hex }.
+
+	string       = '"' { stringCh | '\\' printable } '"'.
+	badString    = '"' { stringCh | '\\' printable } (cr | lf).
+	char         = '\'' ( charCh | '\\' printable { hex } ) '\''.
+	endOfLine    = cr | lf.
+
+	customTokenTypeVariable = '$' bigletter { bigletter | letter | digit }.
+
+PRAGMAS
+	ddtSym    = '$' { digit | letter }. 
+	optionSym = '$' letter { letter } '='
+	            { digit | letter
+	            | '-' | '.' | ':'
+	            }.
+
+
+COMMENTS FROM "/*" TO "*/" NESTED
+COMMENTS FROM "//" TO lf
+
+IGNORE tab + cr + lf
+
+/*-------------------------------------------------------------------------*/
+
+PRODUCTIONS
+
+S2 = (. s2 = std::make_shared<class S2>(); .)
+(. unsigned curline = la->line, curcol = la->col; .)
+(. StatementPtr statement; .)
+(
+	{
+		Statement<statement> (. s2->statements.push_back(statement); .)
+	}
+)
+(. s2->_line = curline; s2->_col = curcol; .)
+.
+
+TypeVariable<TypeVariablePtr& production> = (. production = std::make_shared<class TypeVariable>(); .)
+(. unsigned curline = la->line, curcol = la->col; .)
+
+(
+	customTokenTypeVariable (. production->content = t->val; .)
+)
+(. production->_line = curline; production->_col = curcol; .)
+.
+
+StructName<StructNamePtr& production> = (. production = std::make_shared<class StructName>(); .)
+(. unsigned curline = la->line, curcol = la->col; .)
+
+(
+	pascalcase (. production->content = t->val; .)
+)
+(. production->_line = curline; production->_col = curcol; .)
+.
+
+MemberName<MemberNamePtr& production> = (. production = std::make_shared<class MemberName>(); .)
+(. unsigned curline = la->line, curcol = la->col; .)
+
+(
+	camelcase (. production->content = t->val; .)
+)
+(. production->_line = curline; production->_col = curcol; .)
+.
+
+NumberLiteral<NumberLiteralPtr& production> = (. production = std::make_shared<class NumberLiteral>(); .)
+(. unsigned curline = la->line, curcol = la->col; .)
+
+(
+	number (. production->content = t->val; .)
+)
+(. production->_line = curline; production->_col = curcol; .)
+.
+
+StringLiteral<StringLiteralPtr& production> = (. production = std::make_shared<class StringLiteral>(); .)
+(. unsigned curline = la->line, curcol = la->col; .)
+
+(
+	string (. production->content = t->val; .)
+)
+(. production->_line = curline; production->_col = curcol; .)
+.
+
+TypeIdentifier<TypeIdentifierPtr& production> = (. production = std::make_shared<class TypeIdentifier>(); .)
+(. unsigned curline = la->line, curcol = la->col; .)
+(. StructNamePtr structname; .)
+(. TypeVariablePtr typevariable; .)
+(. TypeParameterArgumentsPtr typeparameterarguments; .)
+(
+	(
+		StructName<structname> (. production->structname = structname; .)|
+		TypeVariable<typevariable> (. production->typevariable = typevariable; .)
+	)
+	[
+		TypeParameterArguments<typeparameterarguments> (. production->typeparameterarguments.push_back(typeparameterarguments); .)
+	]
+)
+(. production->_line = curline; production->_col = curcol; .)
+.
+
+TypeExpression<TypeExpressionPtr& production> = 
+(. unsigned curline = la->line, curcol = la->col; .)
+(. TypeIdentifierPtr typeidentifier; .)
+(
+	(
+		TypeIdentifier<typeidentifier> (. production = typeidentifier; .)
+	)
+)
+(. production->_line = curline; production->_col = curcol; .)
+.
+
+TypeParameterArguments<TypeParameterArgumentsPtr& production> = (. production = std::make_shared<class TypeParameterArguments>(); .)
+(. unsigned curline = la->line, curcol = la->col; .)
+(. TypeExpressionPtr typeexpression; .)
+(
+	"<"
+	TypeExpression<typeexpression> (. production->typeexpressions.push_back(typeexpression); .)
+	{
+		(
+			","
+			TypeExpression<typeexpression> (. production->typeexpressions.push_back(typeexpression); .)
+		)
+	}
+	">"
+)
+(. production->_line = curline; production->_col = curcol; .)
+.
+
+TypeDeclaration<TypeDeclarationPtr& production> = (. production = std::make_shared<class TypeDeclaration>(); .)
+(. unsigned curline = la->line, curcol = la->col; .)
+(. StructNamePtr structname; .)
+(. TypeParametersPtr typeparameters; .)
+(
+	StructName<structname> (. production->structname = structname; .)
+	[
+		TypeParameters<typeparameters> (. production->typeparameters.push_back(typeparameters); .)
+	]
+)
+(. production->_line = curline; production->_col = curcol; .)
+.
+
+TypeParameters<TypeParametersPtr& production> = (. production = std::make_shared<class TypeParameters>(); .)
+(. unsigned curline = la->line, curcol = la->col; .)
+(. TypeVariablePtr typevariable; .)
+(
+	"<"
+	TypeVariable<typevariable> (. production->typevariables.push_back(typevariable); .)
+	{
+		(
+			","
+			TypeVariable<typevariable> (. production->typevariables.push_back(typevariable); .)
+		)
+	}
+	">"
+)
+(. production->_line = curline; production->_col = curcol; .)
+.
+
+NumberLit<NumberLitPtr& production> = (. production = std::make_shared<class NumberLit>(); .)
+(. unsigned curline = la->line, curcol = la->col; .)
+(. NumberLiteralPtr numberliteral; .)
+(
+	NumberLiteral<numberliteral> (. production->numberliteral = numberliteral; .)
+)
+(. production->_line = curline; production->_col = curcol; .)
+.
+
+Expression<ExpressionPtr& production> = 
+(. unsigned curline = la->line, curcol = la->col; .)
+(. NumberLitPtr numberlit; .)
+(
+	(
+		NumberLit<numberlit> (. production = numberlit; .)
+	)
+)
+(. production->_line = curline; production->_col = curcol; .)
+.
+
+AttributeParam<AttributeParamPtr& production> = (. production = std::make_shared<class AttributeParam>(); .)
+(. unsigned curline = la->line, curcol = la->col; .)
+(. MemberNamePtr membername; .)
+(. ExpressionPtr expression; .)
+(
+	MemberName<membername> (. production->membername = membername; .)
+	"="
+	Expression<expression> (. production->expression = expression; .)
+)
+(. production->_line = curline; production->_col = curcol; .)
+.
+
+AttributeParamList<AttributeParamListPtr& production> = (. production = std::make_shared<class AttributeParamList>(); .)
+(. unsigned curline = la->line, curcol = la->col; .)
+(. AttributeParamPtr attributeparam; .)
+(
+	":"
+	AttributeParam<attributeparam> (. production->attributeparams.push_back(attributeparam); .)
+	{
+		(
+			","
+			AttributeParam<attributeparam> (. production->attributeparams.push_back(attributeparam); .)
+		)
+	}
+)
+(. production->_line = curline; production->_col = curcol; .)
+.
+
+Attribute<AttributePtr& production> = (. production = std::make_shared<class Attribute>(); .)
+(. unsigned curline = la->line, curcol = la->col; .)
+(. TypeExpressionPtr typeexpression; .)
+(. AttributeParamListPtr attributeparamlist; .)
+(
+	"["
+	TypeExpression<typeexpression> (. production->typeexpression = typeexpression; .)
+	[
+		AttributeParamList<attributeparamlist> (. production->attributeparamlists.push_back(attributeparamlist); .)
+	]
+	"]"
+)
+(. production->_line = curline; production->_col = curcol; .)
+.
+
+Member<MemberPtr& production> = (. production = std::make_shared<class Member>(); .)
+(. unsigned curline = la->line, curcol = la->col; .)
+(. AttributePtr attribute; .)
+(. TypeIdentifierPtr typeidentifier; .)
+(. MemberNamePtr membername; .)
+(
+	{
+		Attribute<attribute> (. production->attributes.push_back(attribute); .)
+	}
+	TypeIdentifier<typeidentifier> (. production->typeidentifier = typeidentifier; .)
+	MemberName<membername> (. production->membernames.push_back(membername); .)
+	{
+		(
+			","
+			MemberName<membername> (. production->membernames.push_back(membername); .)
+		)
+	}
+)
+(. production->_line = curline; production->_col = curcol; .)
+.
+
+Structure<StructurePtr& production> = (. production = std::make_shared<class Structure>(); .)
+(. unsigned curline = la->line, curcol = la->col; .)
+(. AttributePtr attribute; .)
+(. TypeDeclarationPtr typedeclaration; .)
+(. MemberPtr member; .)
+(
+	{
+		Attribute<attribute> (. production->attributes.push_back(attribute); .)
+	}
+	"struct"
+	TypeDeclaration<typedeclaration> (. production->typedeclaration = typedeclaration; .)
+	"{"
+	Member<member> (. production->members.push_back(member); .)
+	{
+		Member<member> (. production->members.push_back(member); .)
+	}
+	"}"
+)
+(. production->_line = curline; production->_col = curcol; .)
+.
+
+Import<ImportPtr& production> = (. production = std::make_shared<class Import>(); .)
+(. unsigned curline = la->line, curcol = la->col; .)
+(. StringLiteralPtr stringliteral; .)
+(
+	"import"
+	StringLiteral<stringliteral> (. production->stringliteral = stringliteral; .)
+)
+(. production->_line = curline; production->_col = curcol; .)
+.
+
+Statement<StatementPtr& production> = 
+(. unsigned curline = la->line, curcol = la->col; .)
+(. StructurePtr structure; .)
+(. ImportPtr import; .)
+(
+	(
+		Structure<structure> (. production = structure; .)|
+		Import<import> (. production = import; .)
+	)
+)
+(. production->_line = curline; production->_col = curcol; .)
+.
+
+
+
+END S2.
+

data/ext/s2/s2_parse/s2.ruco

@@ -0,0 +1,93 @@
+token "TypeVariable", :custom, "'$' bigletter { bigletter | letter | digit }"
+token "StructName", :pascal_case, nil
+token "MemberName", :camel_case, nil
+token "NumberLiteral", :number
+token "StringLiteral", :string
+
+grammar "TypeIdentifier" do
+	either StructName, TypeVariable
+	maybe TypeParameterArguments
+end
+
+variation "TypeExpression", TypeIdentifier
+
+grammar "TypeParameterArguments" do
+	one "<"
+	one TypeExpression
+	maybemany group {
+		one ","
+		one TypeExpression
+	}
+	one ">"
+end
+
+grammar "TypeDeclaration" do
+	one StructName
+	maybe TypeParameters
+end
+
+grammar "TypeParameters" do
+	one "<"
+	one TypeVariable
+	maybemany group {
+		one ","
+		one TypeVariable
+	}
+	one ">"
+end
+
+grammar "NumberLit" do
+	one NumberLiteral
+end
+
+variation "Expression", NumberLit
+
+grammar "AttributeParam" do
+	one MemberName
+	one "="
+	one Expression
+end
+
+grammar "AttributeParamList" do
+	one ":"
+	one AttributeParam
+	maybemany group {
+		one ","
+		one AttributeParam
+	}
+end
+
+grammar "Attribute" do
+	one "["
+	one TypeExpression
+	maybe AttributeParamList
+	one "]"
+end
+
+grammar "Member" do
+	maybemany Attribute
+	one TypeIdentifier
+	one MemberName
+	maybemany group {
+		one ","
+		one MemberName
+	}
+end
+
+grammar "Structure" do
+	maybemany Attribute
+	one "struct"
+	one TypeDeclaration
+	one "{"
+	many Member
+	one "}"
+end
+
+grammar "Import" do
+	one "import"
+	one StringLiteral
+end
+
+variation "Statement", Structure, Import
+
+maybemany Statement

data/ext/s2/s2_parse/s2_parse.cpp

@@ -0,0 +1,70 @@
+#include <ruby.h>
+#include "Parser.h"
+#include "parse_s2.hpp"
+#include "sstream"
+
+picojson::value JsonifyParserError(S2::ParserException e)
+{
+	picojson::object error;
+	error[L"_error"] = picojson::value(e.GetMessage());
+	error[L"_line"] = picojson::value((double)e.LineNumber());
+	error[L"_col"] = picojson::value((double)e.ColumnNumber());
+	error[L"_type"] = picojson::value(L"parser");
+	return picojson::value(error);
+}
+
+picojson::value JsonifyOtherError(std::wstring message)
+{
+	picojson::object error;
+	error[L"_error"] = picojson::value(message);
+	error[L"_type"] = picojson::value(L"other");
+	return picojson::value(error);
+}
+
+
+std::wstring RSTRING_PTR_WIDE(VALUE rubyString)
+{
+	std::wstring wc( RSTRING_LEN(rubyString), L'#' );
+	mbstowcs( &wc[0], RSTRING_PTR(rubyString), RSTRING_LEN(rubyString) );
+	return wc;
+}
+
+VALUE rb_str_new_wide(std::wstring str)
+{
+	std::string s( str.begin(), str.end() );
+	return rb_str_new(s.c_str(), s.length());
+}
+
+VALUE method_test(VALUE rubySelf, VALUE rubyString)
+{
+	std::wstring s(RSTRING_PTR_WIDE(rubyString));
+	s = L"test-" + s;
+	
+	return rb_str_new_wide(s);
+}
+
+VALUE method_compile_to_ast(VALUE rubySelf, VALUE rubyString)
+{
+	try
+	{
+		S2::Scanner scanner(RSTRING_PTR(rubyString), RSTRING_LEN(rubyString));
+		S2::Parser parser(&scanner);
+		parser.Parse();
+		auto json = S2::Jsonify(parser.s2);
+		return rb_str_new_wide(json.serialize().c_str());
+	}
+	catch (S2::ParserException e)
+	{
+		auto str = JsonifyParserError(e).serialize();
+		return rb_str_new_wide(str.c_str());
+	}
+
+	return rb_str_new_wide(L"{}");
+}
+
+extern "C" void Init_s2_parse()
+{
+	VALUE s2_parse = rb_define_module("S2_parse");
+	rb_define_method(s2_parse, "s2_parse_test", (VALUE(*)(ANYARGS))method_test,1);
+	rb_define_method(s2_parse, "s2_parse_compile_to_ast", (VALUE(*)(ANYARGS))method_compile_to_ast,1);
+}