ruby_protobuf 0.0.1

data/lib/protobuf/message.rb

@@ -0,0 +1,133 @@
+require 'stringio'
+require 'protobuf/decoder'
+require 'protobuf/encoder'
+require 'protobuf/field'
+
+module Protobuf
+  OPTIONS = {}
+
+  class Message
+    class <<self
+      attr_reader :fields
+
+      def extensions(range)
+        raise NotImplementedError('TODO')
+      end
+
+      def required(type, name, tag, opts={})
+        define_field :required, type, name, tag, opts
+      end
+
+      def optional(type, name, tag, opts={})
+        define_field :optional, type, name, tag, opts
+      end
+
+      def repeated(type, name, tag, opts={})
+        define_field :repeated, type, name, tag, opts
+      end
+
+      def define_field(rule, type, name, tag, opts={})
+        (@fields ||= {})[tag] = Protobuf::Field.build self, rule, type, name, tag, opts
+      end
+
+      def get_field_by_name(name)
+        @fields.values.find {|field| field.name == name.to_sym}
+      end
+
+      def get_field_by_tag(tag)
+        @fields[tag]
+      end
+
+      def get_field(tag_or_name)
+        case tag_or_name
+        when Integer
+          get_field_by_tag tag_or_name
+        when String, Symbol
+          get_field_by_name tag_or_name
+        else
+          raise TypeError
+        end
+      end
+    end
+
+    def initialize
+      fields.each do |tag, field|
+        field.define_accessor self
+      end
+    end
+
+    def parse_from_string(string)
+      parse_from StringIO.new(string)
+    end
+
+    def parse_from_file(filename)
+      if filename.is_a? File
+        parse_from filename
+      else
+        File.open(filename, 'r') do |f|
+          parse_from f
+        end
+      end
+    end
+
+    def parse_from(stream)
+      Protobuf::Decoder.decode stream, self
+    end
+
+    def serialize_to_string(string='')
+      io = StringIO.new string
+      serialize_to io
+      io.string
+    end
+
+    def serialize_to_file(filename)
+      if filename.is_a? File
+        serialize_to filename
+      else
+        File.open(filename, 'w') do |f|
+          serialize_to f
+        end
+      end
+    end
+
+    def serialize_to(stream)
+      Protobuf::Encoder.encode stream, self
+    end
+
+    def set_field(tag, bytes)
+      get_field_by_tag(tag).set self, bytes
+    end
+    
+    def merge_field(tag, value)
+      # TODO
+      #get_field_by_tag(tag).merge self, bytes
+    end
+    
+    def [](tag_or_name)
+      if field = get_field(tag_or_name)
+        send field.name
+      else
+        raise NoMethodError.new("No such method: #{tag_or_name}")
+      end
+    end
+
+    def []=(tag_or_name, value)
+      if field = get_field(tag_or_name) and not field.repeated?
+        send "#{field.name}=", value
+      else
+        raise NoMethodError.new("No such method: #{tag_or_name}=")
+      end
+    end
+
+    def fields; self.class.fields end
+    def get_field_by_name(name); self.class.get_field_by_name(name) end
+    def get_field_by_tag(tag); self.class.get_field_by_tag(tag) end
+    def get_field(tag_or_name); self.class.get_field(tag_or_name) end
+
+    def each_field(&block)
+      fields.to_a.sort{|(t1, f1), (t2, f2)| t1 <=> t2}.each do |tag, field|
+        block.call field, self[tag]
+      end
+    end
+  end
+end

data/lib/protobuf/parser.y

@@ -0,0 +1,138 @@
+class Protobuf::Parser
+rule
+  stmt_list : stmt
+            | stmt_list stmt
+
+  stmt : package_stmt
+       | import_stmt
+       | option_stmt
+       | message_def
+       | extend_def
+       | enum_def
+       | service_def
+
+  package_stmt : PACKAGE fqcn_package ';'
+
+  fqcn_package : ident
+               | fqcn_package '.' ident
+
+  import_stmt : IMPORT STRING ';'
+
+  option_stmt : OPTION ident '=' STRING ';'
+              | OPTION ident '=' ident ';'
+
+  message_def : MESSAGE ident '{' message_item_list '}'
+
+  message_item_list : message_item
+                    | message_item_list message_item 
+
+  message_item : RULE type ident '=' INTEGER ';'
+               | RULE type ident '=' INTEGER '[' DEFAULT '=' ident ']' ';'
+               | RULE type ident '=' INTEGER '[' DEFAULT '=' number ']' ';'
+	       | option_stmt
+	       | extend_stmt
+	       | message_def
+	       | extend_def
+	       | enum_def
+
+  type : TYPE | IDENT
+
+  number : INTEGER | FLOAT
+
+  extend_stmt | EXTENSIONS INTEGER TO INTEGER ';'
+
+  extend_def : EXTEND ident '{' message_item_list '}'
+
+  enum_def : ENUM ident '{' enum_item_list '}'
+
+  enum_item_list : enum_item
+                 | enum_item_list enum_item
+
+  enum_item : ident '=' INTEGER ';'
+
+  service_def : SERVICE ident '{' RPC ident '(' ident ')' RETURNS '(' ident ')' '}' ';'
+
+  ident : PACKAGE | IDENT | MESSAGE | RULE | TYPE | EXTENSIONS | EXTEND | ENUM | SERVICE | RPC | RETURNS | TO | DEFAULT
+
+---- inner
+
+  def initialize
+    @indent = 0
+  end
+
+  RESERVED = {
+    'package' => :PACKAGE,
+    'message' => :MESSAGE,
+    'extensions' => :EXTENSIONS,
+    'extend' => :EXTEND,
+    'enum' => :ENUM,
+    'service' => :SERVICE,
+    'rpc' => :RPC, 
+    'returns' => :RETURNS,
+    'to' => :TO,
+    'default' => :DEFAULT,
+    'required' => :RULE,
+    'optional' => :RULE,
+    'repeated' => :RULE,
+    'double' => :TYPE,
+    'float' => :TYPE,
+    'int32' => :TYPE,
+    'int64' => :TYPE,
+    'uint32' => :TYPE,
+    'uint64' => :TYPE,
+    'sint32' => :TYPE,
+    'sint64' => :TYPE,
+    'fixed32' => :TYPE,
+    'fixed64' => :TYPE,
+    'sfixed32' => :TYPE,
+    'sfixed64' => :TYPE,
+    'bool' => :TYPE,
+    'string' => :TYPE,
+    'bytes' => :TYPE,
+  }
+
+  def parse(f)
+    @q = []
+    lineno = 1
+    f.each do |line|
+      line.strip!
+      until line.empty? do
+        case line
+	when /\A\s+/, /\A\/\/.*/
+	  ;
+	when /\A[a-zA-Z_]\w*/
+          word = $&
+	  @q.push [RESERVED[word] || :IDENT, [lineno, word.to_sym]]
+        when /\A\d+\.\d+/
+	  @q.push [:FLOAT, [lineno, $&.to_f]]
+        when /\A\d+/
+	  @q.push [:INTEGER, [lineno, $&.to_i]]
+	when /\A"(?:[^"\\]+|\\.)*"/, /\A'(?:[^'\\]+|\\.)*'/
+	  @q.push [:STRING, [lineno, eval($&)]]
+	when /\A./
+	  @q.push [$&, [lineno, $&]]
+	else
+	  raise RuntimeError, 'must not happen'
+	end
+	line = $'
+      end
+      lineno += 1
+    end
+    @q.push [false, '$']
+
+    do_parse
+  end
+
+  def next_token
+    @q.shift
+  end
+
+  def on_error(t, v, values)
+    raise Racc::ParseError, "syntax error on #{v[1].inspect} at line.#{v[0]}"
+  end
+
+---- footer
+
+File.open(ARGV.shift, 'r') do |f|
+  Protobuf::Parser.new.parse f
+end

data/lib/protobuf/service.rb

@@ -0,0 +1,7 @@
+module Protobuf
+  class Service
+    def self.rpc(hash)
+      raise NotImplementedError('TODO')
+    end
+  end
+end

data/lib/protobuf/wire_type.rb

@@ -0,0 +1,10 @@
+module Protobuf
+  class WireType
+    VARINT = 0
+    FIXED64 = 1
+    LENGTH_DELIMITED = 2
+    START_GROUP = 3
+    END_GROUP = 4
+    FIXED32 = 5
+  end
+end

data/lib/ruby_protobuf.rb

@@ -0,0 +1,22 @@
+require 'protobuf/compiler'
+
+class RubyProtobuf
+  VERSION = '0.0.1'
+
+  def start(proto_file, options)
+    unless File.exist?(proto_file)
+      if File.exist? "#{proto_file}.proto"
+        proto_file = "#{proto_file}.proto"
+      else
+        raise ArgumentError.new("#{proto_file} does not exist.")
+      end
+    end
+    rb_filename = File.basename proto_file
+    rb_filename += '.rb' unless rb_filename.sub!(/.\w+$/, '.rb')
+    rb_filepath = "#{options[:out] || '.'}/#{rb_filename}"
+    puts "#{rb_filepath} writting..."
+    File.open(rb_filepath, 'w') do |f|
+      f.write Protobuf::Compiler.compile(proto_file)
+    end
+  end
+end

data/test/addressbook.proto

@@ -0,0 +1,24 @@
+package tutorial;
+
+message Person {
+  required string name = 1;
+  required int32 id = 2;
+  optional string email = 3;
+
+  enum PhoneType {
+    MOBILE = 0;
+    HOME = 1;
+    WORK = 2;
+  }
+
+  message PhoneNumber {
+    required string number = 1;
+    optional PhoneType type = 2 [default = HOME];
+  }
+
+  repeated PhoneNumber phone = 4;
+}
+
+message AddressBook {
+  repeated Person person = 1;
+}

data/test/addressbook.rb

@@ -0,0 +1,41 @@
+require 'protobuf/message'
+require 'protobuf/enum'
+require 'protobuf/service'
+require 'protobuf/extend'
+
+module Tutorial
+  class Person < Protobuf::Message
+    required :string, :name, 1
+    required :int32, :id, 2
+    optional :string, :email, 3
+
+    class PhoneType < Protobuf::Enum
+      MOBILE = 0
+      HOME = 1
+      WORK = 2
+    end
+
+    class PhoneNumber < Protobuf::Message
+      required :string, :number, 1
+      optional :PhoneType, :type, 2, {:default => :HOME}
+    end
+
+    repeated :PhoneNumber, :phone, 4
+
+    #extensions 100..199
+    #class Foo < Protobuf::Extend
+    #  optional :int32, :bar, 126
+    #end
+  end
+
+  class AddressBook < Protobuf::Message
+    repeated :Person, :person, 1
+  end
+
+  #class SearchService < Protobuf::Service
+  #  rpc :Search => :SearchRequest, :returns => :SearchResponse
+  #end
+
+  #Protobuf::OPTIONS[:optimize_for] = :SPEED
+  #Protobuf::OPTIONS[:java_package] = :'com.example.foo'
+end

data/test/data/data.bin

@@ -0,0 +1,3 @@
+
+John Doe�	jdoe@example.com"
+555-4321

data/test/data/data_source.py

@@ -0,0 +1,14 @@
+import addressbook_pb2
+import sys
+
+person = addressbook_pb2.Person()
+person.id = 1234
+person.name = "John Doe"
+person.email = "jdoe@example.com"
+phone = person.phone.add()
+phone.number = "555-4321"
+phone.type = addressbook_pb2.Person.HOME
+
+f = open('data.bin', 'wb')
+f.write(person.SerializeToString())
+f.close()

data/test/data/types_source.py

@@ -0,0 +1,22 @@
+import types_pb2
+import sys
+
+types = types_pb2.TestTypes()
+types.type1 = 0.01
+types.type2 = 0.1
+types.type3 = 1
+types.type4 = 10
+types.type5 = 100
+types.type6 = 1000
+types.type7 = -1
+types.type8 = -10
+types.type9 = 10000
+types.type10 = 100000
+types.type11 = False
+types.type12 = 'hello all types'
+# TODO test type13
+#types.type13 = 
+
+f = open('types.bin', 'wb')
+f.write(types.SerializeToString())
+f.close()

data/test/test_addressbook.rb

@@ -0,0 +1,41 @@
+require 'test/unit'
+require 'protobuf/message'
+require 'protobuf/enum'
+require 'test/addressbook'
+
+class AddressbookTest < Test::Unit::TestCase
+  def test_enum
+    phone_number = Tutorial::Person::PhoneNumber.new
+    phone_number.type = Tutorial::Person::PhoneType::MOBILE
+    assert_equal 0, phone_number.type
+    phone_number.type = Tutorial::Person::PhoneType::HOME
+    assert_equal 1, phone_number.type
+    phone_number.type = Tutorial::Person::PhoneType::WORK
+    assert_equal 2, phone_number.type
+    assert_raise TypeError do
+      phone_number.type = 3
+    end
+  end
+
+  def test_initial_value
+    person = Tutorial::Person.new
+    assert_equal '', person.name
+    assert_equal 0, person.id
+    assert_equal [], person.phone
+  end
+
+  def test_repeatable
+    address_book = Tutorial::AddressBook.new
+    assert_equal [], address_book.person
+    assert_instance_of Protobuf::Field::FieldArray, address_book.person
+    address_book.person << Tutorial::Person.new
+    assert_equal 1, address_book.person.size
+    assert_raise TypeError do
+      address_book.person << 1
+    end
+    assert_equal 1, address_book.person.size
+    address_book.person << Tutorial::Person.new
+    assert_equal 2, address_book.person.size
+  end
+end
+