xdrgen 0.0.1

data/lib/xdrgen/grammar/enum.treetop

@@ -0,0 +1,46 @@
+grammar XdrEnumGrammar
+
+  rule enum_def
+    "enum" space 
+    identifier space? 
+    enum_body space? 
+    ";"
+    <Xdrgen::AST::Definitions::Enum>
+  end
+
+
+  rule enum_body
+    "{" 
+    space? 
+    first_member_n:enum_member
+    additional_members_n:(space? "," space? enum_member )*
+    space?
+    "}"
+  end
+
+  rule enum_type_spec
+    "enum" space enum_body
+    <Xdrgen::AST::Definitions::NestedEnum>
+  end
+
+  rule enum_member
+    identifier 
+    space? 
+    value_n:enum_value?
+    <Xdrgen::AST::Definitions::EnumMember>
+  end
+
+  rule enum_value
+    "=" 
+    space? 
+    val:(enum_value_constant / enum_value_alias)
+  end
+
+  rule enum_value_constant
+    constant
+  end
+
+  rule enum_value_alias
+    identifier
+  end
+end

data/lib/xdrgen/grammar/main.treetop

@@ -0,0 +1,30 @@
+grammar XdrMainGrammar
+  include XdrBaseGrammar
+  include XdrDeclarationGrammar
+  include XdrCommentsGrammar
+  include XdrEnumGrammar
+  include XdrTypedefGrammar
+  include XdrStructGrammar
+  include XdrUnionGrammar
+  include XdrConstGrammar
+  include XdrNamespaceGrammar
+
+  rule top
+    children_n:definition*
+    <Xdrgen::AST::Top>
+  end
+
+  rule definition
+    (
+      typedef_def /
+      enum_def /
+      struct_def /
+      union_def /
+      const_def / 
+      namespace_def /
+      ampersand_line /
+      space
+    )
+  end
+
+end

data/lib/xdrgen/grammar/namespace.treetop

@@ -0,0 +1,12 @@
+grammar XdrNamespaceGrammar
+
+  rule namespace_def
+    "namespace" space 
+    identifier space? 
+    "{"
+      children_n:definition*
+    "}" 
+    <Xdrgen::AST::Definitions::Namespace>
+  end
+
+end

data/lib/xdrgen/grammar/struct.treetop

@@ -0,0 +1,32 @@
+grammar XdrStructGrammar
+
+  rule struct_def
+    "struct" space
+    identifier space? 
+    struct_body space? 
+    ";"
+    <Xdrgen::AST::Definitions::Struct>
+  end
+
+  rule struct_body
+    "{" 
+    space?
+    children_n:(struct_member)+
+    "}"
+    <Xdrgen::AST::Definitions::StructBody>
+  end
+
+  rule struct_member
+    declaration 
+    space? 
+    ";" 
+    space?
+    <Xdrgen::AST::Definitions::StructMember>
+  end
+
+  rule struct_type_spec
+    "struct" space struct_body
+    <Xdrgen::AST::Definitions::NestedStruct>
+  end
+
+end

data/lib/xdrgen/grammar/typedef.treetop

@@ -0,0 +1,12 @@
+grammar XdrTypedefGrammar
+
+  rule typedef_def
+    "typedef" 
+    space 
+    declaration 
+    space?
+    ";" 
+    <Xdrgen::AST::Definitions::Typedef>
+  end
+
+end

data/lib/xdrgen/grammar/union.treetop

@@ -0,0 +1,63 @@
+grammar XdrUnionGrammar
+
+  rule union_def
+    "union" space
+    identifier space
+    union_body space?
+    ";"
+    <Xdrgen::AST::Definitions::Union>
+  end
+
+
+  rule union_body
+    "switch"
+    space?
+    "(" discriminant:declaration ")"
+    space?
+    "{"
+    space?
+    arms_n:(arm_spec)+
+    default_case_n:(default_case_spec)?
+    space?
+    "}"
+    <Xdrgen::AST::Definitions::UnionBody>
+  end
+
+  rule union_type_spec
+    "union" space union_body
+    <Xdrgen::AST::Definitions::NestedUnion>
+  end
+
+  rule arm_spec
+    cases_n:case_spec+
+    space?
+    declaration
+    space?
+    ";"
+    space?
+    <Xdrgen::AST::Definitions::UnionArm>
+  end
+
+
+  rule case_spec
+    "case"
+    space?
+    value
+    space?
+    ":"
+    space?
+    <Xdrgen::AST::Definitions::UnionArmCase>
+  end
+
+
+  rule default_case_spec
+    "default" space? ":"
+    space?
+    declaration
+    space?
+    ";"
+    <Xdrgen::AST::Definitions::UnionDefaultArm>
+  end
+
+
+end

data/lib/xdrgen/output.rb

@@ -0,0 +1,37 @@
+require 'fileutils'
+
+module Xdrgen
+  class Output
+
+    attr_reader :source_paths
+    attr_reader :output_dir
+
+    def initialize(source_paths, output_dir)
+      @source_paths = source_paths
+      @output_dir = output_dir
+      @files      = {}
+    end
+
+    def open(child_path)
+      if @files.has_key?(child_path)
+        raise Xdrgen::DuplicateFileError, "Cannot open #{child_path} twice"
+      end 
+
+      path = File.join @output_dir, child_path
+      result = @files[child_path] = OutputFile.new(path)
+
+      yield result if block_given?
+
+      result
+    end
+
+    def write(child_path, content)
+      open(child_path){|c| c.puts content}
+    end
+
+    def close
+      @files.values.each(&:close)
+    end
+
+  end
+end

data/lib/xdrgen/output_file.rb

@@ -0,0 +1,87 @@
+require 'fileutils'
+module Xdrgen
+  class OutputFile
+    SPACES_PER_INDENT = 2
+
+    def initialize(path)
+      @path           = path
+      @current_indent = 0
+
+      FileUtils.mkdir_p File.dirname(@path)
+      @io = File.open(@path, 'w')
+    end
+
+    def close
+      @io.close
+    end
+
+    def puts(s="")
+      write_break_if_needed
+      @io.puts indented(s)
+    end
+
+    def indent(step=1)
+      @current_indent += step
+      yield
+    ensure
+      @current_indent -= step
+    end
+
+    def break
+      @break_needed = true
+    end
+
+    def unbreak
+      @break_needed = false
+    end
+
+    def balance_after(balance_regex, include_space=false)
+      @old_io = @io
+      @io = StringIO.new
+      yield
+      raw = @io.string
+      @old_io.puts balance_string(raw, balance_regex, include_space)
+    ensure
+      @io = @old_io
+      @old_io = nil
+    end
+
+    private
+    def indented(s)
+      s.indent(@current_indent * SPACES_PER_INDENT)
+    end
+
+    def write_break_if_needed
+      return unless @break_needed
+      @io.puts ""
+    ensure
+      @break_needed = false
+    end
+
+    def balance_string(raw, balance_regex, include_space)
+      lines            = raw.split("\n")
+      splits           = lines.map{|l| split_line_at(l, balance_regex)}
+
+      max_split_length = splits.map{|s| s.first.length }.compact.max || -1
+      max_split_length += 1 if include_space
+
+      splits.map do |first, rest|
+        next first if rest.blank?
+
+        (first || "").ljust(max_split_length) + rest
+      end.join("\n")
+    end
+
+    def split_line_at(line, regex)
+      match = regex.match(line)
+
+      if match.blank?
+        [line.rstrip, nil]
+      else
+        split_point = match.end(0)
+        [line[0...split_point], line[split_point..-1]]
+      end
+    end
+
+  end
+end

data/lib/xdrgen/parser.rb

@@ -0,0 +1,40 @@
+require 'treetop'
+
+module Xdrgen
+  class Parser
+    delegate :failure_line, to: :@grammar
+
+    def initialize
+      @grammar = XdrMainGrammarParser.new
+    end
+    
+    def parse(data)
+      @grammar.parse(data).tap do |tree|
+        if(tree.nil?)
+          raise Xdrgen::ParseError, "Couldn't parse, failed at: #{@grammar.failure_line}:#{@grammar.failure_column}\n#{@grammar.failure_reason}"
+        end
+      end
+    end
+
+
+  end
+end
+
+grammars = %w(
+  base
+  declaration
+  enum
+  const
+  struct
+  union
+  typedef
+  namespace
+  comments
+  main
+)
+
+
+# load the grammar files
+grammars.each do |g|
+  Treetop.load("#{__dir__}/grammar/#{g}.treetop")
+end

data/lib/xdrgen/version.rb

@@ -0,0 +1,3 @@
+module Xdrgen
+  VERSION = "0.0.1"
+end

data/spec/fixtures/generator/block_comments.x

@@ -0,0 +1,14 @@
+
+enum AccountFlags
+{ // masks for each flag
+    AUTH_REQUIRED_FLAG = 0x1
+};
+
+/* AccountEntry
+
+    Main entry representing a user in Stellar. All transactions are performed
+    using an account.
+
+    Other ledger entries created require an account.
+
+*/

data/spec/fixtures/generator/const.x

@@ -0,0 +1,4 @@
+const FOO = 1;
+
+typedef int TestArray[FOO];
+typedef int TestArray2<FOO>;

data/spec/fixtures/generator/enum.x

@@ -0,0 +1,36 @@
+enum MessageType
+{
+    ERROR_MSG,    
+    HELLO,
+    DONT_HAVE,
+
+    GET_PEERS,   // gets a list of peers this guy knows about        
+    PEERS,
+
+    GET_TX_SET,  // gets a particular txset by hash        
+    TX_SET,    
+
+    GET_VALIDATIONS, // gets validations for a given ledger hash        
+    VALIDATIONS,    
+
+    TRANSACTION, //pass on a tx you have heard about        
+    JSON_TRANSACTION,
+
+    // FBA        
+    GET_FBA_QUORUMSET,        
+    FBA_QUORUMSET,    
+    FBA_MESSAGE
+};
+
+enum Color {
+    RED=0,  
+    GREEN=1,  
+    BLUE=2  
+};
+
+
+enum Color2 {
+    RED2=RED,  
+    GREEN2=1,  
+    BLUE2=2  
+};

data/spec/fixtures/generator/nesting.x

@@ -0,0 +1,24 @@
+enum UnionKey {
+  ONE = 1,
+  TWO = 2,
+  OFFER = 3
+};
+
+typedef int Foo;
+
+union MyUnion switch (UnionKey type)
+{
+    case ONE:
+        struct {
+            int someInt;
+        } one;
+
+    case TWO:
+        struct {
+            int someInt;
+            Foo foo;
+        } two;
+
+    case OFFER:
+        void;
+};