avro-jruby 1.7.5

data/test/test_schema.rb

@@ -0,0 +1,134 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'test_help'
+
+class TestSchema < Test::Unit::TestCase
+  def test_default_namespace
+    schema = Avro::Schema.parse <<-SCHEMA
+      {"type": "record", "name": "OuterRecord", "fields": [
+        {"name": "field1", "type": {
+          "type": "record", "name": "InnerRecord", "fields": []
+        }},
+        {"name": "field2", "type": "InnerRecord"}
+      ]}
+    SCHEMA
+
+    assert_equal schema.name, 'OuterRecord'
+    assert_equal schema.fullname, 'OuterRecord'
+    assert_nil schema.namespace
+
+    schema.fields.each do |field|
+      assert_equal field.type.name, 'InnerRecord'
+      assert_equal field.type.fullname, 'InnerRecord'
+      assert_nil field.type.namespace
+    end
+  end
+
+  def test_inherited_namespace
+    schema = Avro::Schema.parse <<-SCHEMA
+      {"type": "record", "name": "OuterRecord", "namespace": "my.name.space",
+       "fields": [
+          {"name": "definition", "type": {
+            "type": "record", "name": "InnerRecord", "fields": []
+          }},
+          {"name": "relativeReference", "type": "InnerRecord"},
+          {"name": "absoluteReference", "type": "my.name.space.InnerRecord"}
+      ]}
+    SCHEMA
+
+    assert_equal schema.name, 'OuterRecord'
+    assert_equal schema.fullname, 'my.name.space.OuterRecord'
+    assert_equal schema.namespace, 'my.name.space'
+    schema.fields.each do |field|
+      assert_equal field.type.name, 'InnerRecord'
+      assert_equal field.type.fullname, 'my.name.space.InnerRecord'
+      assert_equal field.type.namespace, 'my.name.space'
+    end
+  end
+
+  def test_inherited_namespace_from_dotted_name
+    schema = Avro::Schema.parse <<-SCHEMA
+      {"type": "record", "name": "my.name.space.OuterRecord", "fields": [
+        {"name": "definition", "type": {
+          "type": "enum", "name": "InnerEnum", "symbols": ["HELLO", "WORLD"]
+        }},
+        {"name": "relativeReference", "type": "InnerEnum"},
+        {"name": "absoluteReference", "type": "my.name.space.InnerEnum"}
+      ]}
+    SCHEMA
+
+    assert_equal schema.name, 'OuterRecord'
+    assert_equal schema.fullname, 'my.name.space.OuterRecord'
+    assert_equal schema.namespace, 'my.name.space'
+    schema.fields.each do |field|
+      assert_equal field.type.name, 'InnerEnum'
+      assert_equal field.type.fullname, 'my.name.space.InnerEnum'
+      assert_equal field.type.namespace, 'my.name.space'
+    end
+  end
+
+  def test_nested_namespaces
+    schema = Avro::Schema.parse <<-SCHEMA
+      {"type": "record", "name": "outer.OuterRecord", "fields": [
+        {"name": "middle", "type": {
+          "type": "record", "name": "middle.MiddleRecord", "fields": [
+            {"name": "inner", "type": {
+              "type": "record", "name": "InnerRecord", "fields": [
+                {"name": "recursive", "type": "MiddleRecord"}
+              ]
+            }}
+          ]
+        }}
+      ]}
+    SCHEMA
+
+    assert_equal schema.name, 'OuterRecord'
+    assert_equal schema.fullname, 'outer.OuterRecord'
+    assert_equal schema.namespace, 'outer'
+    middle = schema.fields.first.type
+    assert_equal middle.name, 'MiddleRecord'
+    assert_equal middle.fullname, 'middle.MiddleRecord'
+    assert_equal middle.namespace, 'middle'
+    inner = middle.fields.first.type
+    assert_equal inner.name, 'InnerRecord'
+    assert_equal inner.fullname, 'middle.InnerRecord'
+    assert_equal inner.namespace, 'middle'
+    assert_equal inner.fields.first.type, middle
+  end
+
+  def test_to_avro_includes_namespaces
+    schema = Avro::Schema.parse <<-SCHEMA
+      {"type": "record", "name": "my.name.space.OuterRecord", "fields": [
+        {"name": "definition", "type": {
+          "type": "fixed", "name": "InnerFixed", "size": 16
+        }},
+        {"name": "reference", "type": "InnerFixed"}
+      ]}
+    SCHEMA
+
+    assert_equal schema.to_avro, {
+      'type' => 'record', 'name' => 'OuterRecord', 'namespace' => 'my.name.space',
+      'fields' => [
+        {'name' => 'definition', 'type' => {
+          'type' => 'fixed', 'name' => 'InnerFixed', 'namespace' => 'my.name.space',
+          'size' => 16
+        }},
+        {'name' => 'reference', 'type' => 'my.name.space.InnerFixed'}
+      ]
+    }
+  end
+end

data/test/test_socket_transport.rb

@@ -0,0 +1,40 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'test_help'
+
+class TestSocketTransport < Test::Unit::TestCase
+  def test_buffer_writing
+    io = StringIO.new
+    st = Avro::IPC::SocketTransport.new(io)
+    buffer_length = "\000\000\000\006"  # 6 in big-endian
+    message = 'abcdef'
+    null_ending = "\000\000\000\000" # 0 in big-endian
+    full = buffer_length + message + null_ending
+    st.write_framed_message('abcdef')
+    assert_equal full, io.string
+  end
+
+  def test_buffer_reading
+    buffer_length = "\000\000\000\005" # 5 in big-endian
+    message = "hello"
+    null_ending = "\000\000\000\000" # 0 in big-endian
+    full = buffer_length + message + null_ending
+    io = StringIO.new(full)
+    st = Avro::IPC::SocketTransport.new(io)
+    assert_equal 'hello', st.read_framed_message
+  end
+end

data/test/tool.rb

@@ -0,0 +1,144 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'avro'
+require 'webrick'
+require 'uri'
+require 'logger'
+
+class GenericResponder < Avro::IPC::Responder
+  def initialize(proto, msg, datum)
+    proto_json = open(proto).read
+    super(Avro::Protocol.parse(proto_json))
+    @msg = msg
+    @datum = datum
+  end
+
+  def call(message, request)
+    if message.name == @msg
+      STDERR.puts "Message: #{message.name} Datum: #{@datum.inspect}"
+      @datum
+    end
+  end
+end
+
+class GenericHandler < WEBrick::HTTPServlet::AbstractServlet
+  def do_POST(req, resp)
+    call_request = Avro::IPC::FramedReader.new(StringIO.new(req.body)).read_framed_message
+    unframed_resp = $responder.respond(call_request)
+    writer = Avro::IPC::FramedWriter.new(StringIO.new)
+    writer.write_framed_message(unframed_resp)
+    resp.body = writer.to_s
+    @server.stop
+  end
+end
+
+def run_server(uri, proto, msg, datum)
+  uri = URI.parse(uri)
+  $responder = GenericResponder.new(proto, msg, datum)
+  server = WEBrick::HTTPServer.new(:BindAddress => uri.host,
+                                   :Port => uri.port,
+                                   :Logger => Logger.new(StringIO.new))
+  server.mount '/', GenericHandler
+  puts "Port: #{server.config[:Port]}"
+  STDOUT.flush
+  trap("INT") { server.stop }
+  trap("TERM") { server.stop }
+  server.start
+end
+
+def send_message(uri, proto, msg, datum)
+  uri = URI.parse(uri)
+  trans = Avro::IPC::HTTPTransceiver.new(uri.host, uri.port)
+  proto_json = open(proto).read
+  requestor = Avro::IPC::Requestor.new(Avro::Protocol.parse(proto_json),
+                                       trans)
+  p requestor.request(msg, datum)
+end
+
+def file_or_stdin(f)
+  f == "-" ? STDIN : open(f)
+end
+
+def main
+  if ARGV.size == 0
+    puts "Usage: #{$0} [dump|rpcreceive|rpcsend]"
+    return 1
+  end
+
+  case ARGV[0]
+  when "dump"
+    if ARGV.size != 3
+      puts "Usage: #{$0} dump input_file"
+      return 1
+    end
+    d = Avro::DataFile.new(file_or_stdin(ARGV[1]), Avro::IO::DatumReader.new)
+    d.each{|o| puts o.inspect }
+    d.close
+  when "rpcreceive"
+    usage_str = "Usage: #{$0} rpcreceive uri protocol_file "
+    usage_str += "message_name (-data d | -file f)"
+
+    unless [4, 6].include?(ARGV.size)
+      puts usage_str
+      return 1
+    end
+    uri, proto, msg = ARGV[1,3]
+    datum = nil
+    if ARGV.size > 4
+      case ARGV[4]
+      when "-file"
+        Avro::DataFile.open(ARGV[5]) {|f|
+          f.each{|d| datum = d; break }
+        }
+      when "-data"
+        puts "JSON Decoder not yet implemented."
+        return 1
+      else
+        puts usage_str
+        return 1
+      end
+    end
+    run_server(uri, proto, msg, datum)
+  when "rpcsend"
+    usage_str = "Usage: #{$0} rpcsend uri protocol_file "
+    usage_str += "message_name (-data d | -file f)"
+    unless [4,6].include?(ARGV.size)
+      puts usage_str
+      return 1
+    end
+    uri, proto, msg = ARGV[1,3]
+    datum = nil
+    if ARGV.size > 4
+      case ARGV[4]
+      when "-file"
+        Avro::DataFile.open(ARGV[5]){|f| f.each{|d| datum = d; break } }
+      when "-data"
+        puts "JSON Decoder not yet implemented"
+        return 1
+      else
+        puts usage_str
+        return 1
+      end
+    end
+    send_message(uri, proto, msg, datum)
+  end
+  return 0
+end
+
+if __FILE__ == $0
+  exit(main)
+end

metadata

@@ -0,0 +1,103 @@
+--- !ruby/object:Gem::Specification
+name: avro-jruby
+version: !ruby/object:Gem::Version
+  version: 1.7.5
+  prerelease: 
+platform: ruby
+authors:
+- Apache Software Foundation
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-10-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: multi_json
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Avro is a data serialization and RPC format
+email: avro-dev@hadoop.apache.org
+executables: []
+extensions: []
+extra_rdoc_files:
+- CHANGELOG
+- lib/avro.rb
+- lib/avro/collect_hash.rb
+- lib/avro/data_file.rb
+- lib/avro/io.rb
+- lib/avro/ipc.rb
+- lib/avro/protocol.rb
+- lib/avro/schema.rb
+files:
+- CHANGELOG
+- Manifest
+- Rakefile
+- avro-jruby.gemspec
+- interop/test_interop.rb
+- lib/avro.rb
+- lib/avro/collect_hash.rb
+- lib/avro/data_file.rb
+- lib/avro/io.rb
+- lib/avro/ipc.rb
+- lib/avro/protocol.rb
+- lib/avro/schema.rb
+- test/random_data.rb
+- test/sample_ipc_client.rb
+- test/sample_ipc_http_client.rb
+- test/sample_ipc_http_server.rb
+- test/sample_ipc_server.rb
+- test/test_datafile.rb
+- test/test_help.rb
+- test/test_io.rb
+- test/test_protocol.rb
+- test/test_socket_transport.rb
+- test/tool.rb
+- test/test_schema.rb
+homepage: https://github.com/aia/avro-gem-jruby
+licenses: []
+post_install_message: 
+rdoc_options:
+- --line-numbers
+- --inline-source
+- --title
+- Avro
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '1.2'
+requirements: []
+rubyforge_project: avro-jruby
+rubygems_version: 1.8.25
+signing_key: 
+specification_version: 4
+summary: Apache Avro for Ruby
+test_files:
+- test/test_datafile.rb
+- test/test_help.rb
+- test/test_io.rb
+- test/test_protocol.rb
+- test/test_schema.rb
+- test/test_socket_transport.rb
+has_rdoc: