macks-ruby_protobuf 0.3.2.1

data/lib/protobuf/compiler/nodes.rb

@@ -0,0 +1,319 @@
+require 'protobuf/descriptor/descriptor_proto'
+
+module Protobuf
+  module Node
+    class Base
+      def define_in_the_file(visitor)
+        visitor.write "defined_in __FILE__" if visitor.attach_proto?
+      end
+
+      def accept_message_visitor(visitor)
+      end
+
+      def accept_rpc_visitor(vistor)
+      end
+
+      def accept_descriptor_visitor(visitor)
+      end
+    end
+  
+    class ProtoNode < Base
+      attr_reader :children
+
+      def initialize(children)
+        @children = children
+      end
+
+      def accept_message_visitor(visitor)
+        visitor.write '### Generated by rprotoc. DO NOT EDIT!'
+        visitor.write "### <proto file: #{visitor.proto_file}>" if visitor.attach_proto?
+        visitor.write visitor.commented_proto_contents if visitor.attach_proto?
+        visitor.write <<-eos
+require 'protobuf/message/message'
+require 'protobuf/message/enum'
+require 'protobuf/message/service'
+require 'protobuf/message/extend'
+        eos
+        @children.map{|child| child.accept_message_visitor visitor}
+        visitor.close_ruby
+      end
+
+      def accept_rpc_visitor(visitor)
+        @children.map{|child| child.accept_rpc_visitor visitor}
+      end
+
+      def accept_descriptor_visitor(visitor)
+        descriptor = Google::Protobuf::FileDescriptorProto.new :name => visitor.filename
+        visitor.file_descriptor = descriptor
+        visitor.in_context descriptor do
+          @children.map{|child| child.accept_descriptor_visitor visitor}
+        end
+      end
+    end
+  
+    class ImportNode < Base
+      def initialize(path)
+        @path = path
+      end
+
+      def accept_message_visitor(visitor)
+        visitor.write "require '#{visitor.required_message_from_proto @path}'"
+      end
+
+      def accept_descriptor_visitor(visitor)
+        visitor.current_descriptor.dependency << @path
+      end
+    end
+
+    class PackageNode < Base
+      def initialize(path_list)
+        @path_list = path_list
+      end
+
+      def accept_message_visitor(visitor)
+        @path_list.each do |path|
+          visitor.write "module #{path.to_s.capitalize}"
+          visitor.increment
+        end
+      end
+
+      def accept_rpc_visitor(visitor)
+        visitor.package = @path_list.dup
+      end
+
+      def accept_descriptor_visitor(visitor)
+        visitor.current_descriptor.package = @path_list.join '.'
+      end
+    end
+
+    class OptionNode < Base
+      def initialize(name_list, value)
+        @name_list, @value = name_list, value
+      end
+
+      def accept_message_visitor(visitor)
+        visitor.write "::Protobuf::OPTIONS[:#{@name_list.join('.').inspect}] = #{@value.inspect}"
+      end
+
+      def accept_descriptor_visitor(visitor)
+        visitor.add_option @name_list.join('.'), @value
+      end
+    end
+
+    class MessageNode < Base
+      def initialize(name, children)
+        @name, @children = name, children
+      end
+
+      def accept_message_visitor(visitor)
+        visitor.write "class #{@name} < ::Protobuf::Message"
+        visitor.in_context self.class do 
+          define_in_the_file visitor
+          #@children.each {|child| child.accept_message_visitor visitor}
+          @children.each {|child| next if child == ';'; child.accept_message_visitor visitor}
+          # TODO: `next if child == ';';' is a monky patching. There must be a parser error.
+        end
+        visitor.write "end"
+      end
+
+      def accept_descriptor_visitor(visitor)
+        descriptor = Google::Protobuf::DescriptorProto.new :name => @name.to_s
+        visitor.descriptor = descriptor
+        visitor.in_context descriptor do
+          @children.each {|child| child.accept_descriptor_visitor visitor}
+        end
+      end
+    end
+
+    class ExtendNode < Base
+      def initialize(name, children)
+        @name, @children = name, children
+      end
+
+      def accept_message_visitor(visitor)
+        name = @name.is_a?(Array) ? @name.join : name.to_s
+        visitor.write "class #{name} < ::Protobuf::Message"
+        visitor.in_context self.class do 
+          define_in_the_file visitor
+          @children.each {|child| child.accept_message_visitor visitor}
+        end
+        visitor.write "end"
+      end
+
+      def accept_descriptor_visitor(visitor)
+        # TODO: how should i handle this?
+      end
+    end
+
+    class EnumNode < Base
+      def initialize(name, children)
+        @name, @children = name, children
+      end
+
+      def accept_message_visitor(visitor)
+        visitor.write "class #{@name} < ::Protobuf::Enum"
+        visitor.in_context self.class do 
+          define_in_the_file visitor
+          @children.each {|child| child.accept_message_visitor visitor}
+        end
+        visitor.write "end"
+      end
+
+      def accept_descriptor_visitor(visitor)
+        descriptor = Google::Protobuf::EnumDescriptorProto.new :name => @name.to_s
+        visitor.enum_descriptor = descriptor
+        visitor.in_context descriptor do
+          @children.each {|child| child.accept_descriptor_visitor visitor}
+        end
+      end
+    end
+
+    class EnumFieldNode < Base
+      def initialize(name, value)
+        @name, @value = name, value
+      end
+
+      def accept_message_visitor(visitor)
+        visitor.write "#{@name} = #{@value}"
+      end
+
+      def accept_descriptor_visitor(visitor)
+        descriptor = Google::Protobuf::EnumValueDescriptorProto.new :name => @name.to_s, :number => @value
+        visitor.enum_value_descriptor = descriptor
+      end
+    end
+
+    class ServiceNode < Base
+      def initialize(name, children)
+        @name, @children = name, children
+      end
+
+      def accept_message_visitor(visitor)
+        # do nothing
+      end
+
+      def accept_rpc_visitor(visitor)
+        visitor.current_service = @name
+        @children.each {|child| child.accept_rpc_visitor visitor}
+      end
+
+      def accept_descriptor_visitor(visitor)
+        descriptor = Google::Protobuf::ServiceDescriptorProto.new :name => @name.to_s
+        visitor.service_descriptor = descriptor
+        visitor.in_context descriptor do 
+          @children.each {|child| child.accept_descriptor_visitor visitor}
+        end
+      end
+    end
+
+    class RpcNode < Base
+      def initialize(name, request, response)
+        @name, @request, @response = name, request, response
+      end
+
+      def accept_message_visitor(visitor)
+        # do nothing
+      end
+
+      def accept_rpc_visitor(visitor)
+        visitor.add_rpc @name, @request, @response
+      end
+
+      def accept_descriptor_visitor(visitor)
+        descriptor = Google::Protobuf::MethodDescriptorProto.new :name => @name.to_s, :input_type => @request.to_s, :output_type => @response.to_s
+        visitor.method_descriptor = descriptor
+      end
+    end
+
+    class GroupNode < Base
+      def initialize(label, name, value, children)
+        @label, @name, @value, @children = label, name, value, children
+      end
+
+      def accept_message_visitor(visitor)
+        raise NotImplementedError.new
+      end
+
+      def accept_descriptor_visitor(visitor)
+        raise NotImplementedError.new
+      end
+    end
+
+    class FieldNode < Base
+      def initialize(label, type, name, value, opts={})
+        @label, @type, @name, @value, @opts = label, type, name, value, opts
+      end
+
+      def accept_message_visitor(visitor)
+        opts = @opts.empty? ? '' : ", #{@opts.map{|k, v| ":#{k} => #{v.inspect}" }.join(', ')}"
+        if visitor.context.first == Protobuf::Node::ExtendNode
+          opts += ', :extension => true'
+        end
+        type = if @type.is_a?(Array)
+               then (@type.size > 1) ? "'#{@type.join '::'}'" : @type[0]
+               else @type
+               end
+        visitor.write "#{@label} :#{type}, :#{@name}, #{@value}#{opts}"
+      end
+
+      def accept_descriptor_visitor(visitor)
+        descriptor = Google::Protobuf::FieldDescriptorProto.new :name => @name.to_s, :number => @value
+        descriptor.label = Google::Protobuf::FieldDescriptorProto::Label.const_get "LABEL_#{@label.to_s.upcase}"
+        descriptor.type = Google::Protobuf::FieldDescriptorProto::Type.const_get "TYPE_#{@type.to_s.upcase}" if predefined_type?
+        descriptor.type_name = @type.is_a?(Array) ? @type.join : @type.to_s
+        @opts.each do |key, val|
+          case key.to_sym
+          when :default
+            descriptor.default_value = val.to_s
+          end
+        end
+        visitor.field_descriptor = descriptor
+      end
+
+      def predefined_type?
+        %w{double float int64 uint64 int32 fixed64 fixed32 bool string group message bytes uint32 enum sfixed32 sfixed64 sint32 sint64}.include? @type.to_s
+      end
+    end
+
+    class ExtensionsNode < Base
+      def initialize(range)
+        @range = range
+      end
+
+      def accept_message_visitor(visitor)
+        visitor.write "extensions #{@range.first.to_s}"
+      end
+
+      def accept_descriptor_visitor(visitor)
+        descriptor = Google::Protobuf::DescriptorProto::ExtensionRange.new :start => @range.first.low
+        case @range.first.high
+        when NilClass; # ignore
+        when :max;     descriptor.end = 1
+        else;          descriptor.end = @range.first.high
+        end
+        visitor.extension_range_descriptor = descriptor
+      end
+    end
+
+    class ExtensionRangeNode < Base
+      attr_reader :low, :high
+
+      def initialize(low, high=nil)
+        @low, @high = low, high
+      end
+
+      #def accept_message_visitor(visitor)
+      #end
+      
+      def to_s
+        if @high.nil?
+          @low.to_s
+        elsif @high == :max
+          "#{@low}..::Protobuf::Extend::MAX"
+        else
+          "#{@low}..#{@high}"
+        end
+      end
+    end
+  end
+end

data/lib/protobuf/compiler/proto.y

@@ -0,0 +1,203 @@
+class Protobuf::ProtoParser
+  #options no_result_var
+rule
+  proto : proto_item
+          { result = Protobuf::Node::ProtoNode.new val }
+        | proto proto_item
+          { result.children << val[1] }
+
+  proto_item : message
+             | extend
+             | enum
+             | import
+             | package
+             | option
+             | service
+             | ';'
+               { }
+
+  import : 'import' STRING_LITERAL ';'
+           { result = Protobuf::Node::ImportNode.new val[1] }
+
+  package : 'package' IDENT dot_ident_list ';'
+            { result = Protobuf::Node::PackageNode.new val[2].unshift(val[1]) }
+
+  dot_ident_list :
+                   { result = [] }
+                 | dot_ident_list '.' IDENT
+                   { result << val[2] }
+
+  option : 'option' option_body ';'
+           { result = Protobuf::Node::OptionNode.new(*val[1]) }
+
+  option_body : IDENT dot_ident_list '=' constant
+                { result = [val[1].unshift(val[0]), val[3]] }
+
+  message : 'message' IDENT message_body
+            { result = Protobuf::Node::MessageNode.new val[1], val[2] }
+
+  extend : 'extend' user_type '{' extend_body_list '}'
+           { result = Protobuf::Node::ExtendNode.new val[1], val[3] }
+
+  extend_body_list : 
+                     { result = [] }
+                   | extend_body_list extend_body
+                     { result << val[1] }
+
+  extend_body : field
+              | group
+              | ';'
+                { }
+
+  enum : 'enum' IDENT '{' enum_body_list '}'
+         { result = Protobuf::Node::EnumNode.new val[1], val[3] }
+
+  enum_body_list :
+                   { result = [] }
+                 | enum_body_list enum_body
+                   { result << val[1] }
+
+  enum_body : option
+            | enum_field
+            | ';'
+              { }
+
+  enum_field : IDENT '=' integer_literal ';'
+               { result = Protobuf::Node::EnumFieldNode.new val[0], val[2] }
+
+  service : 'service' IDENT '{' service_body_list '}'
+            { result = Protobuf::Node::ServiceNode.new val[1], val[3] }
+
+  service_body_list :
+                      { result = [] }
+                    | service_body_list service_body
+                      { result << val[1] }
+
+  service_body : option
+               | rpc
+               | ';'
+                 { }
+
+  rpc : 'rpc' IDENT '(' rpc_arg ')' 'returns' '(' rpc_arg ')' ';'
+        { result = Protobuf::Node::RpcNode.new val[1], val[3], val[7] }
+
+  rpc_arg :
+          | user_type
+
+  message_body : '{' message_body_body_list '}'
+                 { result = val[1] }
+
+  message_body_body_list :
+                           { result = [] }
+                         | message_body_body_list message_body_body
+                           { result << val[1] }
+
+  message_body_body : field
+                    | enum
+                    | message
+                    | extend
+                    | extensions
+                    | group
+                    | option
+                    | ';'
+                      { }
+
+  group : label 'group' CAMEL_IDENT '=' integer_literal message_body
+          { result = Protobuf::Node::GroupNode.new val[0], val[2], val[4], val[5] }
+
+  field : label type field_name '=' integer_literal ';'
+          { result = Protobuf::Node::FieldNode.new val[0], val[1], val[2], val[4] }
+        | label type field_name '=' integer_literal '[' field_option_list ']' ';'
+          { result = Protobuf::Node::FieldNode.new val[0], val[1], val[2], val[4], val[6] }
+
+  field_name : IDENT | "required" | "optional" | "repeated" | "import" | "package" | "option" | "message" | "extend" | "enum" | "service" | "rpc" | "returns" | "group" | "default" | "extensions" | "to" | "max" | "double" | "float" | "int32" | "int64" | "uint32" | "uint64" | "sint32" | "sint64" | "fixed32" | "fixed64" | "sfixed32" | "sfixed64" | "bool" | "string" | "bytes"
+
+  field_option_list : field_option
+                      { result = val }
+                    | field_option_list ',' field_option
+                      { result << val[2] }
+
+  field_option : option_body
+               | 'default' '=' constant
+                 { result = [:default, val[2]] }
+
+  extensions : 'extensions' extension comma_extension_list ';'
+               { result = Protobuf::Node::ExtensionsNode.new val[2].unshift(val[1]) }
+
+  comma_extension_list : 
+                         { result = [] }
+                       | ',' extension
+                         { result << val[1] }
+
+  extension : integer_literal
+              { result = Protobuf::Node::ExtensionRangeNode.new val[0] }
+            | integer_literal 'to' integer_literal
+              { result = Protobuf::Node::ExtensionRangeNode.new val[0], val[2] }
+            | integer_literal 'to' 'max'
+              { result = Protobuf::Node::ExtensionRangeNode.new val[0], :max }
+
+  label : 'required'
+        | 'optional'
+        | 'repeated'
+
+  type : 'double' | 'float' | 'int32' | 'int64' | 'uint32' | 'uint64'
+       | 'sint32' | 'sint64' | 'fixed32' | 'fixed64' | 'sfixed32' | 'sfixed64'
+       | 'bool' | 'string' | 'bytes' | user_type
+
+  user_type : IDENT dot_ident_list
+              { result = val[1].unshift(val[0]) }
+            | '.' IDENT dot_ident_list
+              { result = val[1].unshift(val[0]) }
+
+  constant : IDENT
+           | integer_literal
+           | FLOAT_LITERAL
+           | STRING_LITERAL
+           | BOOLEAN_LITERAL
+  
+  integer_literal : DEC_INTEGER
+                  | HEX_INTEGER
+                  | OCT_INTEGER
+end
+
+---- inner
+
+  def parse(f)
+    @q = []
+    f.each do |line|
+      until line.empty? do
+        case line
+        when /\A\s+/, /\A\/\/.*/
+          ;
+        when /\A(required|optional|repeated|import|package|option|message|extend|enum|service|rpc|returns|group|default|extensions|to|max|double|float|int32|int64|uint32|uint64|sint32|sint64|fixed32|fixed64|sfixed32|sfixed64|bool|string|bytes)\b/
+          @q.push [$&, $&.to_sym]
+        when /\A[1-9]\d*(?!\.)/, /\A0(?![.xX0-9])/
+          @q.push [:DEC_INTEGER, $&.to_i]
+        when /\A0[xX]([A-Fa-f0-9])+/
+          @q.push [:HEX_INTEGER, $&.to_i(0)]
+        when /\A0[0-7]+/
+          @q.push [:OCT_INTEGER, $&.to_i(0)]
+        when /\A\d+(\.\d+)?([Ee][\+-]?\d+)?/
+          @q.push [:FLOAT_LITERAL, $&.to_f]
+        when /\A(true|false)/
+          @q.push [:BOOLEAN_LITERAL, $& == 'true']
+        when /\A"(?:[^"\\]+|\\.)*"/, /\A'(?:[^'\\]+|\\.)*'/
+          @q.push [:STRING_LITERAL, eval($&)]
+        when /\A[a-zA-Z_][\w_]*/
+          @q.push [:IDENT, $&.to_sym]
+        when /\A[A-Z][\w_]*/
+          @q.push [:CAMEL_IDENT, $&.to_sym]
+        when /\A./
+          @q.push [$&, $&]
+        else
+          raise ArgumentError.new(line) 
+        end
+        line = $'
+      end
+    end
+    do_parse
+  end
+
+  def next_token
+    @q.shift
+  end

data/lib/protobuf/compiler/proto2.ebnf

@@ -0,0 +1,79 @@
+# See: http://groups.google.com/group/protobuf/browse_thread/thread/1cccfc624cd612da
+
+proto ::= ( message | extend | enum | import | package | option | ";" )*
+
+import ::= "import" strLit ";"
+
+package ::= "package" ident ( "." ident )* ";"
+
+option ::= "option" optionBody ";"
+
+optionBody ::= ident ( "." ident )* "=" constant
+
+message ::= "message" ident messageBody
+
+extend ::= "extend" userType "{" ( field | group | ";" )* "}"
+
+enum ::= "enum" ident "{" ( option | enumField | ";" )* "}"
+
+enumField ::= ident "=" intLit ";"
+
+service ::= "service" ident "{" ( option | rpc | ";" )* "}"
+
+rpc ::= "rpc" ident "(" userType ")" "returns" "(" userType ")" ";"
+
+messageBody ::= "{" ( field | enum | message | extend | extensions | group | option | ":" )* "}"
+
+group ::= label "group" camelIdent "=" intLit messageBody
+
+field ::= label type ident "=" intLit ( "[" fieldOption ( "," fieldOption )* "]" )? ";"
+# tag number must be 2^29-1 or lower, not 0, and not 19000-19999 (reserved)
+
+fieldOption ::= optionBody | "default" "=" constant
+
+# extension numbers must not overlap with field or other extension numbers
+extensions ::= "extensions" extension ( "," extension )* ";"
+
+extension ::= intLit ( "to" ( intLit | "max" ) )?
+
+label ::= "required" | "optional" | "repeated"
+
+type ::= "double" | "float" | "int32" | "int64" | "uint32" | "uint64"
+       | "sint32" | "sint64" | "fixed32" | "fixed64" | "sfixed32" | "sfixed64"
+       | "bool" | "string" | "bytes" | userType
+
+# leading dot for identifiers means they're fully qualified
+userType ::= "."? ident ( "." ident )*
+
+constant ::= ident | intLit | floatLit | strLit | boolLit
+
+ident ::= /[A-Za-z_][\w_]*/
+
+# according to parser.cc, group names must start with a capital letter as a
+# hack for backwards-compatibility
+camelIdent ::= /[A-Z][\w_]*/
+
+intLit ::= decInt | hexInt | octInt
+
+decInt ::= /[1-9]\d*/
+
+hexInt ::= /0[xX]([A-Fa-f0-9])+/
+
+octInt ::= /0[0-7]+/
+
+# allow_f_after_float_ is disabled by default in tokenizer.cc
+floatLit ::= /\d+(\.\d+)?([Ee][\+-]?\d+)?/
+
+boolLit ::= "true" | "false"
+
+# contents must not contain unescaped quote character
+strLit ::= quote ( hexEscape | octEscape | charEscape | /[^\0\n]/ )* quote
+
+quote ::= /["']/
+
+hexEscape ::= /\\[Xx][A-Fa-f0-9]{1,2}/
+
+octEscape ::= /\\0?[0-7]{1,3}/
+
+charEscape ::= /\\[abfnrtv\\\?'"]/
+