avro 1.7.5 → 1.7.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/Rakefile +1 -1
- data/avro.gemspec +6 -6
- data/lib/avro.rb +3 -3
- data/lib/avro/data_file.rb +1 -1
- data/lib/avro/protocol.rb +4 -4
- data/lib/avro/schema.rb +4 -4
- data/test/test_datafile.rb +2 -2
- data/test/test_io.rb +2 -2
- metadata +8 -9
data/Rakefile
CHANGED
|
@@ -23,7 +23,7 @@ Echoe.new('avro', VERSION) do |p|
|
|
|
23
23
|
p.summary = "Apache Avro for Ruby"
|
|
24
24
|
p.description = "Avro is a data serialization and RPC format"
|
|
25
25
|
p.url = "http://hadoop.apache.org/avro/"
|
|
26
|
-
p.runtime_dependencies = %w[
|
|
26
|
+
p.runtime_dependencies = %w[multi-json]
|
|
27
27
|
end
|
|
28
28
|
|
|
29
29
|
t = Rake::TestTask.new(:interop)
|
data/avro.gemspec
CHANGED
|
@@ -2,17 +2,17 @@
|
|
|
2
2
|
|
|
3
3
|
Gem::Specification.new do |s|
|
|
4
4
|
s.name = "avro"
|
|
5
|
-
s.version = "1.7.
|
|
5
|
+
s.version = "1.7.6"
|
|
6
6
|
|
|
7
7
|
s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
|
|
8
8
|
s.authors = ["Apache Software Foundation"]
|
|
9
|
-
s.date = "
|
|
9
|
+
s.date = "2014-01-10"
|
|
10
10
|
s.description = "Avro is a data serialization and RPC format"
|
|
11
11
|
s.email = "avro-dev@hadoop.apache.org"
|
|
12
12
|
s.extra_rdoc_files = ["CHANGELOG", "lib/avro.rb", "lib/avro/collect_hash.rb", "lib/avro/data_file.rb", "lib/avro/io.rb", "lib/avro/ipc.rb", "lib/avro/protocol.rb", "lib/avro/schema.rb"]
|
|
13
13
|
s.files = ["CHANGELOG", "Manifest", "Rakefile", "avro.gemspec", "interop/test_interop.rb", "lib/avro.rb", "lib/avro/collect_hash.rb", "lib/avro/data_file.rb", "lib/avro/io.rb", "lib/avro/ipc.rb", "lib/avro/protocol.rb", "lib/avro/schema.rb", "test/random_data.rb", "test/sample_ipc_client.rb", "test/sample_ipc_http_client.rb", "test/sample_ipc_http_server.rb", "test/sample_ipc_server.rb", "test/test_datafile.rb", "test/test_help.rb", "test/test_io.rb", "test/test_protocol.rb", "test/test_socket_transport.rb", "test/tool.rb", "test/test_schema.rb"]
|
|
14
14
|
s.homepage = "http://hadoop.apache.org/avro/"
|
|
15
|
-
s.rdoc_options = ["--line-numbers", "--
|
|
15
|
+
s.rdoc_options = ["--line-numbers", "--title", "Avro"]
|
|
16
16
|
s.require_paths = ["lib"]
|
|
17
17
|
s.rubyforge_project = "avro"
|
|
18
18
|
s.rubygems_version = "1.8.15"
|
|
@@ -23,11 +23,11 @@ Gem::Specification.new do |s|
|
|
|
23
23
|
s.specification_version = 3
|
|
24
24
|
|
|
25
25
|
if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
|
|
26
|
-
s.add_runtime_dependency(%q<
|
|
26
|
+
s.add_runtime_dependency(%q<multi-json>, [">= 0"])
|
|
27
27
|
else
|
|
28
|
-
s.add_dependency(%q<
|
|
28
|
+
s.add_dependency(%q<multi-json>, [">= 0"])
|
|
29
29
|
end
|
|
30
30
|
else
|
|
31
|
-
s.add_dependency(%q<
|
|
31
|
+
s.add_dependency(%q<multi-json>, [">= 0"])
|
|
32
32
|
end
|
|
33
33
|
end
|
data/lib/avro.rb
CHANGED
|
@@ -5,16 +5,16 @@
|
|
|
5
5
|
# to you under the Apache License, Version 2.0 (the
|
|
6
6
|
# "License"); you may not use this file except in compliance
|
|
7
7
|
# with the License. You may obtain a copy of the License at
|
|
8
|
-
#
|
|
8
|
+
#
|
|
9
9
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
-
#
|
|
10
|
+
#
|
|
11
11
|
# Unless required by applicable law or agreed to in writing, software
|
|
12
12
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
13
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
14
|
# See the License for the specific language governing permissions and
|
|
15
15
|
# limitations under the License.
|
|
16
16
|
|
|
17
|
-
require '
|
|
17
|
+
require 'multi_json'
|
|
18
18
|
require 'set'
|
|
19
19
|
require 'digest/md5'
|
|
20
20
|
require 'net/http'
|
data/lib/avro/data_file.rb
CHANGED
|
@@ -22,7 +22,7 @@ module Avro
|
|
|
22
22
|
MAGIC = "Obj" + [VERSION].pack('c')
|
|
23
23
|
MAGIC_SIZE = MAGIC.size
|
|
24
24
|
SYNC_SIZE = 16
|
|
25
|
-
SYNC_INTERVAL =
|
|
25
|
+
SYNC_INTERVAL = 4000 * SYNC_SIZE
|
|
26
26
|
META_SCHEMA = Schema.parse('{"type": "map", "values": "bytes"}')
|
|
27
27
|
VALID_ENCODINGS = ['binary'] # not used yet
|
|
28
28
|
|
data/lib/avro/protocol.rb
CHANGED
|
@@ -5,9 +5,9 @@
|
|
|
5
5
|
# to you under the Apache License, Version 2.0 (the
|
|
6
6
|
# "License"); you may not use this file except in compliance
|
|
7
7
|
# with the License. You may obtain a copy of the License at
|
|
8
|
-
#
|
|
8
|
+
#
|
|
9
9
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
-
#
|
|
10
|
+
#
|
|
11
11
|
# Unless required by applicable law or agreed to in writing, software
|
|
12
12
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
13
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -22,7 +22,7 @@ module Avro
|
|
|
22
22
|
|
|
23
23
|
attr_reader :name, :namespace, :types, :messages, :md5
|
|
24
24
|
def self.parse(protocol_string)
|
|
25
|
-
json_data =
|
|
25
|
+
json_data = MultiJson.load(protocol_string)
|
|
26
26
|
|
|
27
27
|
if json_data.is_a? Hash
|
|
28
28
|
name = json_data['protocol']
|
|
@@ -58,7 +58,7 @@ module Avro
|
|
|
58
58
|
end
|
|
59
59
|
|
|
60
60
|
def to_s
|
|
61
|
-
|
|
61
|
+
MultiJson.dump to_avro
|
|
62
62
|
end
|
|
63
63
|
|
|
64
64
|
def ==(other)
|
data/lib/avro/schema.rb
CHANGED
|
@@ -5,9 +5,9 @@
|
|
|
5
5
|
# to you under the Apache License, Version 2.0 (the
|
|
6
6
|
# "License"); you may not use this file except in compliance
|
|
7
7
|
# with the License. You may obtain a copy of the License at
|
|
8
|
-
#
|
|
8
|
+
#
|
|
9
9
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
-
#
|
|
10
|
+
#
|
|
11
11
|
# Unless required by applicable law or agreed to in writing, software
|
|
12
12
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
13
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -33,7 +33,7 @@ module Avro
|
|
|
33
33
|
LONG_MAX_VALUE = (1 << 63) - 1
|
|
34
34
|
|
|
35
35
|
def self.parse(json_string)
|
|
36
|
-
real_parse(
|
|
36
|
+
real_parse(MultiJson.load(json_string), {})
|
|
37
37
|
end
|
|
38
38
|
|
|
39
39
|
# Build Avro Schema from data parsed out of JSON string.
|
|
@@ -165,7 +165,7 @@ module Avro
|
|
|
165
165
|
end
|
|
166
166
|
|
|
167
167
|
def to_s
|
|
168
|
-
|
|
168
|
+
MultiJson.dump to_avro
|
|
169
169
|
end
|
|
170
170
|
|
|
171
171
|
class NamedSchema < Schema
|
data/test/test_datafile.rb
CHANGED
|
@@ -108,9 +108,9 @@ JSON
|
|
|
108
108
|
end
|
|
109
109
|
|
|
110
110
|
%w[fixed enum record error array map union].each do |s|
|
|
111
|
-
reader =
|
|
111
|
+
reader = MultiJson.load(writer_schema)
|
|
112
112
|
reader['fields'] = reader['fields'].reject{|f| f['type']['type'] == s}
|
|
113
|
-
Avro::DataFile.open('data.avr', 'r',
|
|
113
|
+
Avro::DataFile.open('data.avr', 'r', MultiJson.dump(reader)) do |dr|
|
|
114
114
|
dr.each_with_index do |obj, i|
|
|
115
115
|
reader['fields'].each do |field|
|
|
116
116
|
assert_equal data[i][field['name']], obj[field['name']]
|
data/test/test_io.rb
CHANGED
|
@@ -308,8 +308,8 @@ EOS
|
|
|
308
308
|
|
|
309
309
|
# test that the round-trip didn't mess up anything
|
|
310
310
|
# NB: I don't think we should do this. Why enforce ordering?
|
|
311
|
-
assert_equal(
|
|
312
|
-
|
|
311
|
+
assert_equal(MultiJson.load(str),
|
|
312
|
+
MultiJson.load(parsed_string))
|
|
313
313
|
|
|
314
314
|
# test __eq__
|
|
315
315
|
assert_equal(schema, Avro::Schema.parse(str))
|
metadata
CHANGED
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: avro
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
hash:
|
|
4
|
+
hash: 7
|
|
5
5
|
prerelease:
|
|
6
6
|
segments:
|
|
7
7
|
- 1
|
|
8
8
|
- 7
|
|
9
|
-
-
|
|
10
|
-
version: 1.7.
|
|
9
|
+
- 6
|
|
10
|
+
version: 1.7.6
|
|
11
11
|
platform: ruby
|
|
12
12
|
authors:
|
|
13
13
|
- Apache Software Foundation
|
|
@@ -15,12 +15,10 @@ autorequire:
|
|
|
15
15
|
bindir: bin
|
|
16
16
|
cert_chain: []
|
|
17
17
|
|
|
18
|
-
date:
|
|
18
|
+
date: 2014-01-10 00:00:00 Z
|
|
19
19
|
dependencies:
|
|
20
20
|
- !ruby/object:Gem::Dependency
|
|
21
|
-
|
|
22
|
-
prerelease: false
|
|
23
|
-
requirement: &id001 !ruby/object:Gem::Requirement
|
|
21
|
+
version_requirements: &id001 !ruby/object:Gem::Requirement
|
|
24
22
|
none: false
|
|
25
23
|
requirements:
|
|
26
24
|
- - ">="
|
|
@@ -29,8 +27,10 @@ dependencies:
|
|
|
29
27
|
segments:
|
|
30
28
|
- 0
|
|
31
29
|
version: "0"
|
|
30
|
+
name: multi-json
|
|
31
|
+
prerelease: false
|
|
32
32
|
type: :runtime
|
|
33
|
-
|
|
33
|
+
requirement: *id001
|
|
34
34
|
description: Avro is a data serialization and RPC format
|
|
35
35
|
email: avro-dev@hadoop.apache.org
|
|
36
36
|
executables: []
|
|
@@ -77,7 +77,6 @@ licenses: []
|
|
|
77
77
|
post_install_message:
|
|
78
78
|
rdoc_options:
|
|
79
79
|
- --line-numbers
|
|
80
|
-
- --inline-source
|
|
81
80
|
- --title
|
|
82
81
|
- Avro
|
|
83
82
|
require_paths:
|