msgpack 1.4.2 → 1.7.3
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/ChangeLog +89 -0
- data/README.md +73 -13
- data/ext/java/org/msgpack/jruby/Buffer.java +26 -19
- data/ext/java/org/msgpack/jruby/Decoder.java +29 -21
- data/ext/java/org/msgpack/jruby/Encoder.java +68 -30
- data/ext/java/org/msgpack/jruby/ExtensionRegistry.java +43 -64
- data/ext/java/org/msgpack/jruby/ExtensionValue.java +6 -9
- data/ext/java/org/msgpack/jruby/Factory.java +43 -42
- data/ext/java/org/msgpack/jruby/Packer.java +37 -40
- data/ext/java/org/msgpack/jruby/Unpacker.java +80 -73
- data/ext/msgpack/buffer.c +54 -74
- data/ext/msgpack/buffer.h +21 -18
- data/ext/msgpack/buffer_class.c +161 -52
- data/ext/msgpack/buffer_class.h +1 -0
- data/ext/msgpack/compat.h +0 -99
- data/ext/msgpack/extconf.rb +25 -46
- data/ext/msgpack/factory_class.c +143 -87
- data/ext/msgpack/packer.c +66 -43
- data/ext/msgpack/packer.h +25 -20
- data/ext/msgpack/packer_class.c +102 -130
- data/ext/msgpack/packer_class.h +11 -0
- data/ext/msgpack/packer_ext_registry.c +35 -40
- data/ext/msgpack/packer_ext_registry.h +41 -38
- data/ext/msgpack/rbinit.c +1 -1
- data/ext/msgpack/rmem.c +3 -4
- data/ext/msgpack/sysdep.h +5 -2
- data/ext/msgpack/unpacker.c +136 -111
- data/ext/msgpack/unpacker.h +16 -13
- data/ext/msgpack/unpacker_class.c +86 -126
- data/ext/msgpack/unpacker_class.h +11 -0
- data/ext/msgpack/unpacker_ext_registry.c +40 -28
- data/ext/msgpack/unpacker_ext_registry.h +21 -18
- data/lib/msgpack/bigint.rb +69 -0
- data/lib/msgpack/buffer.rb +9 -0
- data/lib/msgpack/factory.rb +140 -10
- data/lib/msgpack/packer.rb +10 -1
- data/lib/msgpack/symbol.rb +21 -4
- data/lib/msgpack/time.rb +1 -1
- data/lib/msgpack/unpacker.rb +14 -1
- data/lib/msgpack/version.rb +1 -1
- data/lib/msgpack.rb +6 -7
- data/msgpack.gemspec +8 -5
- metadata +37 -82
- data/.gitignore +0 -23
- data/.rubocop.yml +0 -36
- data/.travis.yml +0 -39
- data/Gemfile +0 -9
- data/Rakefile +0 -71
- data/appveyor.yml +0 -18
- data/bench/pack.rb +0 -23
- data/bench/pack_log.rb +0 -33
- data/bench/pack_log_long.rb +0 -65
- data/bench/pack_symbols.rb +0 -28
- data/bench/run.sh +0 -14
- data/bench/run_long.sh +0 -35
- data/bench/run_symbols.sh +0 -26
- data/bench/unpack.rb +0 -21
- data/bench/unpack_log.rb +0 -34
- data/bench/unpack_log_long.rb +0 -67
- data/doclib/msgpack/buffer.rb +0 -193
- data/doclib/msgpack/core_ext.rb +0 -101
- data/doclib/msgpack/error.rb +0 -19
- data/doclib/msgpack/extension_value.rb +0 -9
- data/doclib/msgpack/factory.rb +0 -101
- data/doclib/msgpack/packer.rb +0 -208
- data/doclib/msgpack/time.rb +0 -22
- data/doclib/msgpack/timestamp.rb +0 -44
- data/doclib/msgpack/unpacker.rb +0 -183
- data/doclib/msgpack.rb +0 -87
- data/msgpack.org.md +0 -46
- data/spec/cases.json +0 -1
- data/spec/cases.msg +0 -0
- data/spec/cases_compact.msg +0 -0
- data/spec/cases_spec.rb +0 -39
- data/spec/cruby/buffer_io_spec.rb +0 -255
- data/spec/cruby/buffer_packer.rb +0 -29
- data/spec/cruby/buffer_spec.rb +0 -575
- data/spec/cruby/buffer_unpacker.rb +0 -19
- data/spec/cruby/unpacker_spec.rb +0 -70
- data/spec/ext_value_spec.rb +0 -99
- data/spec/exttypes.rb +0 -51
- data/spec/factory_spec.rb +0 -367
- data/spec/format_spec.rb +0 -301
- data/spec/jruby/benchmarks/shootout_bm.rb +0 -73
- data/spec/jruby/benchmarks/symbolize_keys_bm.rb +0 -25
- data/spec/jruby/unpacker_spec.rb +0 -186
- data/spec/msgpack_spec.rb +0 -214
- data/spec/pack_spec.rb +0 -61
- data/spec/packer_spec.rb +0 -557
- data/spec/random_compat.rb +0 -24
- data/spec/spec_helper.rb +0 -55
- data/spec/timestamp_spec.rb +0 -121
- data/spec/unpack_spec.rb +0 -57
- data/spec/unpacker_spec.rb +0 -819
@@ -38,12 +38,16 @@ public class Encoder {
|
|
38
38
|
private final Encoding utf8Encoding;
|
39
39
|
private final boolean compatibilityMode;
|
40
40
|
private final ExtensionRegistry registry;
|
41
|
+
private final Packer packer;
|
41
42
|
|
42
43
|
public boolean hasSymbolExtType;
|
44
|
+
private boolean hasBigintExtType;
|
45
|
+
private boolean recursiveExtension;
|
43
46
|
|
44
47
|
private ByteBuffer buffer;
|
45
48
|
|
46
|
-
public Encoder(Ruby runtime, boolean compatibilityMode, ExtensionRegistry registry, boolean hasSymbolExtType) {
|
49
|
+
public Encoder(Ruby runtime, Packer packer, boolean compatibilityMode, ExtensionRegistry registry, boolean hasSymbolExtType, boolean hasBigintExtType) {
|
50
|
+
this.packer = packer;
|
47
51
|
this.runtime = runtime;
|
48
52
|
this.buffer = ByteBuffer.allocate(CACHE_LINE_SIZE - ARRAY_HEADER_SIZE);
|
49
53
|
this.binaryEncoding = runtime.getEncodingService().getAscii8bitEncoding();
|
@@ -51,6 +55,7 @@ public class Encoder {
|
|
51
55
|
this.compatibilityMode = compatibilityMode;
|
52
56
|
this.registry = registry;
|
53
57
|
this.hasSymbolExtType = hasSymbolExtType;
|
58
|
+
this.hasBigintExtType = hasBigintExtType;
|
54
59
|
}
|
55
60
|
|
56
61
|
public boolean isCompatibilityMode() {
|
@@ -66,9 +71,17 @@ public class Encoder {
|
|
66
71
|
}
|
67
72
|
|
68
73
|
private IRubyObject readRubyString() {
|
69
|
-
|
70
|
-
|
71
|
-
|
74
|
+
if (recursiveExtension) {
|
75
|
+
// If recursiveExtension is true, it means we re-entered encode, so we MUST NOT flush the buffer.
|
76
|
+
// Instead we return an empty string to act as a null object for the caller. The buffer will actually
|
77
|
+
// be flushed once we're done serializing the recursive extension.
|
78
|
+
// All other method that consume the buffer should do so through readRubyString or implement the same logic.
|
79
|
+
return runtime.newString();
|
80
|
+
} else {
|
81
|
+
IRubyObject str = runtime.newString(new ByteList(buffer.array(), 0, buffer.position(), binaryEncoding, false));
|
82
|
+
buffer.clear();
|
83
|
+
return str;
|
84
|
+
}
|
72
85
|
}
|
73
86
|
|
74
87
|
public IRubyObject encode(IRubyObject object) {
|
@@ -119,7 +132,9 @@ public class Encoder {
|
|
119
132
|
} else if (object instanceof RubyFloat) {
|
120
133
|
appendFloat((RubyFloat) object);
|
121
134
|
} else if (object instanceof RubyString) {
|
122
|
-
|
135
|
+
if (object.getType() == runtime.getString() || !tryAppendWithExtTypeLookup(object)) {
|
136
|
+
appendString((RubyString) object);
|
137
|
+
}
|
123
138
|
} else if (object instanceof RubySymbol) {
|
124
139
|
if (hasSymbolExtType) {
|
125
140
|
appendOther(object, destination);
|
@@ -127,9 +142,13 @@ public class Encoder {
|
|
127
142
|
appendString(((RubySymbol) object).asString());
|
128
143
|
}
|
129
144
|
} else if (object instanceof RubyArray) {
|
130
|
-
|
145
|
+
if (object.getType() == runtime.getArray() || !tryAppendWithExtTypeLookup(object)) {
|
146
|
+
appendArray((RubyArray) object);
|
147
|
+
}
|
131
148
|
} else if (object instanceof RubyHash) {
|
132
|
-
|
149
|
+
if (object.getType() == runtime.getHash() || !tryAppendWithExtTypeLookup(object)) {
|
150
|
+
appendHash((RubyHash) object);
|
151
|
+
}
|
133
152
|
} else if (object instanceof ExtensionValue) {
|
134
153
|
appendExtensionValue((ExtensionValue) object);
|
135
154
|
} else {
|
@@ -141,7 +160,10 @@ public class Encoder {
|
|
141
160
|
BigInteger value = object.getBigIntegerValue();
|
142
161
|
if (value.compareTo(RubyBignum.LONG_MIN) < 0 || value.compareTo(RubyBignum.LONG_MAX) > 0) {
|
143
162
|
if (value.bitLength() > 64 || (value.bitLength() > 63 && value.signum() < 0)) {
|
144
|
-
|
163
|
+
if (hasBigintExtType && tryAppendWithExtTypeLookup(object)) {
|
164
|
+
return;
|
165
|
+
}
|
166
|
+
throw runtime.newRangeError(String.format("Cannot pack big integer: %s", value));
|
145
167
|
}
|
146
168
|
ensureRemainingCapacity(9);
|
147
169
|
buffer.put(value.signum() < 0 ? INT64 : UINT64);
|
@@ -153,7 +175,7 @@ public class Encoder {
|
|
153
175
|
}
|
154
176
|
|
155
177
|
private void appendInteger(RubyInteger object) {
|
156
|
-
long value =
|
178
|
+
long value = object.getLongValue();
|
157
179
|
if (value < 0) {
|
158
180
|
if (value < Short.MIN_VALUE) {
|
159
181
|
if (value < Integer.MIN_VALUE) {
|
@@ -241,7 +263,7 @@ public class Encoder {
|
|
241
263
|
} else {
|
242
264
|
ensureRemainingCapacity(5 + length);
|
243
265
|
buffer.put(binary ? BIN32 : STR32);
|
244
|
-
buffer.putInt(
|
266
|
+
buffer.putInt(length);
|
245
267
|
}
|
246
268
|
}
|
247
269
|
|
@@ -249,7 +271,7 @@ public class Encoder {
|
|
249
271
|
Encoding encoding = object.getEncoding();
|
250
272
|
boolean binary = !compatibilityMode && encoding == binaryEncoding;
|
251
273
|
if (encoding != utf8Encoding && encoding != binaryEncoding) {
|
252
|
-
object = (RubyString)
|
274
|
+
object = (RubyString)(object).encode(runtime.getCurrentContext(), runtime.getEncodingService().getEncoding(utf8Encoding));
|
253
275
|
}
|
254
276
|
ByteList bytes = object.getByteList();
|
255
277
|
int length = bytes.length();
|
@@ -257,12 +279,12 @@ public class Encoder {
|
|
257
279
|
buffer.put(bytes.unsafeBytes(), bytes.begin(), length);
|
258
280
|
}
|
259
281
|
|
260
|
-
private void appendArray(RubyArray object) {
|
282
|
+
private void appendArray(RubyArray<?> object) {
|
261
283
|
appendArrayHeader(object);
|
262
284
|
appendArrayElements(object);
|
263
285
|
}
|
264
286
|
|
265
|
-
private void appendArrayHeader(RubyArray object) {
|
287
|
+
private void appendArrayHeader(RubyArray<?> object) {
|
266
288
|
appendArrayHeader(object.size());
|
267
289
|
}
|
268
290
|
|
@@ -281,7 +303,7 @@ public class Encoder {
|
|
281
303
|
}
|
282
304
|
}
|
283
305
|
|
284
|
-
private void appendArrayElements(RubyArray object) {
|
306
|
+
private void appendArrayElements(RubyArray<?> object) {
|
285
307
|
int size = object.size();
|
286
308
|
for (int i = 0; i < size; i++) {
|
287
309
|
appendObject(object.eltOk(i));
|
@@ -383,25 +405,41 @@ public class Encoder {
|
|
383
405
|
appendExt((int) type, payloadBytes);
|
384
406
|
}
|
385
407
|
|
386
|
-
private
|
408
|
+
private boolean tryAppendWithExtTypeLookup(IRubyObject object) {
|
387
409
|
if (registry != null) {
|
388
|
-
|
389
|
-
|
390
|
-
|
391
|
-
|
392
|
-
|
393
|
-
|
394
|
-
|
395
|
-
|
396
|
-
|
397
|
-
|
398
|
-
|
399
|
-
|
400
|
-
|
401
|
-
|
410
|
+
ExtensionRegistry.ExtensionEntry entry = registry.lookupExtensionForObject(object);
|
411
|
+
if (entry != null) {
|
412
|
+
IRubyObject proc = entry.getPackerProc();
|
413
|
+
int type = entry.getTypeId();
|
414
|
+
|
415
|
+
if (entry.isRecursive()) {
|
416
|
+
ByteBuffer oldBuffer = buffer;
|
417
|
+
buffer = ByteBuffer.allocate(CACHE_LINE_SIZE - ARRAY_HEADER_SIZE);
|
418
|
+
boolean previousRecursiveExtension = recursiveExtension;
|
419
|
+
recursiveExtension = true;
|
420
|
+
|
421
|
+
ByteList payload;
|
422
|
+
try {
|
423
|
+
IRubyObject args[] = { object, packer };
|
424
|
+
proc.callMethod(runtime.getCurrentContext(), "call", args);
|
425
|
+
payload = new ByteList(buffer.array(), 0, buffer.position(), binaryEncoding, false);
|
426
|
+
} finally {
|
427
|
+
recursiveExtension = previousRecursiveExtension;
|
428
|
+
buffer = oldBuffer;
|
429
|
+
}
|
430
|
+
appendExt(type, payload);
|
431
|
+
} else {
|
432
|
+
RubyString bytes = proc.callMethod(runtime.getCurrentContext(), "call", object).asString();
|
433
|
+
appendExt(type, bytes.getByteList());
|
434
|
+
}
|
435
|
+
return true;
|
402
436
|
}
|
403
437
|
}
|
404
|
-
|
438
|
+
return false;
|
439
|
+
}
|
440
|
+
|
441
|
+
private void appendOther(IRubyObject object, IRubyObject destination) {
|
442
|
+
if (!tryAppendWithExtTypeLookup(object)) { appendCustom(object, destination); }
|
405
443
|
}
|
406
444
|
|
407
445
|
private void appendCustom(IRubyObject object, IRubyObject destination) {
|
@@ -18,26 +18,21 @@ public class ExtensionRegistry {
|
|
18
18
|
private final ExtensionEntry[] extensionsByTypeId;
|
19
19
|
|
20
20
|
public ExtensionRegistry() {
|
21
|
-
this(new HashMap<RubyModule, ExtensionEntry>());
|
21
|
+
this(new HashMap<RubyModule, ExtensionEntry>(), new ExtensionEntry[256]);
|
22
22
|
}
|
23
23
|
|
24
|
-
private ExtensionRegistry(Map<RubyModule, ExtensionEntry> extensionsByModule) {
|
24
|
+
private ExtensionRegistry(Map<RubyModule, ExtensionEntry> extensionsByModule, ExtensionEntry[] extensionsByTypeId) {
|
25
25
|
this.extensionsByModule = new HashMap<RubyModule, ExtensionEntry>(extensionsByModule);
|
26
26
|
this.extensionsByAncestor = new HashMap<RubyModule, ExtensionEntry>();
|
27
|
-
this.extensionsByTypeId =
|
28
|
-
for (ExtensionEntry entry : extensionsByModule.values()) {
|
29
|
-
if (entry.hasUnpacker()) {
|
30
|
-
extensionsByTypeId[entry.getTypeId() + 128] = entry;
|
31
|
-
}
|
32
|
-
}
|
27
|
+
this.extensionsByTypeId = extensionsByTypeId.clone();
|
33
28
|
}
|
34
29
|
|
35
30
|
public ExtensionRegistry dup() {
|
36
|
-
return new ExtensionRegistry(extensionsByModule);
|
31
|
+
return new ExtensionRegistry(extensionsByModule, extensionsByTypeId);
|
37
32
|
}
|
38
33
|
|
39
34
|
public IRubyObject toInternalPackerRegistry(ThreadContext ctx) {
|
40
|
-
RubyHash hash = RubyHash.newHash(ctx.
|
35
|
+
RubyHash hash = RubyHash.newHash(ctx.runtime);
|
41
36
|
for (RubyModule extensionModule : extensionsByModule.keySet()) {
|
42
37
|
ExtensionEntry entry = extensionsByModule.get(extensionModule);
|
43
38
|
if (entry.hasPacker()) {
|
@@ -48,75 +43,57 @@ public class ExtensionRegistry {
|
|
48
43
|
}
|
49
44
|
|
50
45
|
public IRubyObject toInternalUnpackerRegistry(ThreadContext ctx) {
|
51
|
-
RubyHash hash = RubyHash.newHash(ctx.
|
46
|
+
RubyHash hash = RubyHash.newHash(ctx.runtime);
|
52
47
|
for (int typeIdIndex = 0 ; typeIdIndex < 256 ; typeIdIndex++) {
|
53
48
|
ExtensionEntry entry = extensionsByTypeId[typeIdIndex];
|
54
49
|
if (entry != null && entry.hasUnpacker()) {
|
55
|
-
IRubyObject typeId = RubyFixnum.newFixnum(ctx.
|
50
|
+
IRubyObject typeId = RubyFixnum.newFixnum(ctx.runtime, typeIdIndex - 128);
|
56
51
|
hash.put(typeId, entry.toUnpackerTuple(ctx));
|
57
52
|
}
|
58
53
|
}
|
59
54
|
return hash;
|
60
55
|
}
|
61
56
|
|
62
|
-
public void put(RubyModule mod, int typeId,
|
63
|
-
ExtensionEntry entry = new ExtensionEntry(mod, typeId,
|
57
|
+
public void put(RubyModule mod, int typeId, boolean recursive, IRubyObject packerProc, IRubyObject unpackerProc) {
|
58
|
+
ExtensionEntry entry = new ExtensionEntry(mod, typeId, recursive, packerProc, unpackerProc);
|
64
59
|
extensionsByModule.put(mod, entry);
|
65
60
|
extensionsByTypeId[typeId + 128] = entry;
|
66
61
|
extensionsByAncestor.clear();
|
67
62
|
}
|
68
63
|
|
69
|
-
public
|
64
|
+
public ExtensionEntry lookupExtensionByTypeId(int typeId) {
|
70
65
|
ExtensionEntry e = extensionsByTypeId[typeId + 128];
|
71
66
|
if (e != null && e.hasUnpacker()) {
|
72
|
-
return e
|
73
|
-
} else {
|
74
|
-
return null;
|
67
|
+
return e;
|
75
68
|
}
|
69
|
+
return null;
|
76
70
|
}
|
77
71
|
|
78
|
-
public
|
72
|
+
public ExtensionEntry lookupExtensionForObject(IRubyObject object) {
|
79
73
|
RubyModule lookupClass = null;
|
80
|
-
|
74
|
+
ExtensionEntry entry = null;
|
81
75
|
/*
|
82
76
|
* Objects of type Integer (Fixnum, Bignum), Float, Symbol and frozen
|
83
77
|
* String have no singleton class and raise a TypeError when trying to get
|
84
78
|
* it.
|
85
|
-
*
|
86
|
-
* Since all but symbols are already filtered out when reaching this code
|
87
|
-
* only symbols are checked here.
|
88
79
|
*/
|
89
|
-
|
90
|
-
|
91
|
-
|
92
|
-
|
93
|
-
return pair;
|
94
|
-
}
|
80
|
+
lookupClass = object.getMetaClass();
|
81
|
+
entry = extensionsByModule.get(lookupClass);
|
82
|
+
if (entry != null && entry.hasPacker()) {
|
83
|
+
return entry;
|
95
84
|
}
|
96
85
|
|
97
|
-
|
98
|
-
if (
|
99
|
-
|
100
|
-
|
101
|
-
|
102
|
-
|
103
|
-
lookupClass = object.getType(); // only for Symbol
|
104
|
-
}
|
105
|
-
ExtensionEntry e = findEntryByModuleOrAncestor(lookupClass);
|
106
|
-
if (e != null && e.hasPacker()) {
|
107
|
-
extensionsByAncestor.put(e.getExtensionModule(), e);
|
108
|
-
return e.toPackerProcTypeIdPair(lookupClass.getRuntime().getCurrentContext());
|
86
|
+
RubyModule realClass = object.getType();
|
87
|
+
if (realClass != lookupClass) {
|
88
|
+
entry = extensionsByModule.get(realClass);
|
89
|
+
if (entry != null && entry.hasPacker()) {
|
90
|
+
return entry;
|
91
|
+
}
|
109
92
|
}
|
110
|
-
return null;
|
111
|
-
}
|
112
93
|
|
113
|
-
|
114
|
-
|
115
|
-
|
116
|
-
e = extensionsByAncestor.get(mod);
|
117
|
-
}
|
118
|
-
if (e != null && e.hasPacker()) {
|
119
|
-
return e.toPackerProcTypeIdPair(mod.getRuntime().getCurrentContext());
|
94
|
+
entry = findEntryByModuleOrAncestor(lookupClass);
|
95
|
+
if (entry != null && entry.hasPacker()) {
|
96
|
+
return entry;
|
120
97
|
}
|
121
98
|
return null;
|
122
99
|
}
|
@@ -124,7 +101,7 @@ public class ExtensionRegistry {
|
|
124
101
|
private ExtensionEntry findEntryByModuleOrAncestor(final RubyModule mod) {
|
125
102
|
ThreadContext ctx = mod.getRuntime().getCurrentContext();
|
126
103
|
for (RubyModule extensionModule : extensionsByModule.keySet()) {
|
127
|
-
RubyArray ancestors = (RubyArray)
|
104
|
+
RubyArray<?> ancestors = (RubyArray)mod.callMethod(ctx, "ancestors");
|
128
105
|
if (ancestors.callMethod(ctx, "include?", extensionModule).isTrue()) {
|
129
106
|
return extensionsByModule.get(extensionModule);
|
130
107
|
}
|
@@ -132,21 +109,19 @@ public class ExtensionRegistry {
|
|
132
109
|
return null;
|
133
110
|
}
|
134
111
|
|
135
|
-
|
112
|
+
public static class ExtensionEntry {
|
136
113
|
private final RubyModule mod;
|
137
114
|
private final int typeId;
|
115
|
+
private final boolean recursive;
|
138
116
|
private final IRubyObject packerProc;
|
139
|
-
private final IRubyObject packerArg;
|
140
117
|
private final IRubyObject unpackerProc;
|
141
|
-
private final IRubyObject unpackerArg;
|
142
118
|
|
143
|
-
public ExtensionEntry(RubyModule mod, int typeId,
|
119
|
+
public ExtensionEntry(RubyModule mod, int typeId, boolean recursive, IRubyObject packerProc, IRubyObject unpackerProc) {
|
144
120
|
this.mod = mod;
|
145
121
|
this.typeId = typeId;
|
122
|
+
this.recursive = recursive;
|
146
123
|
this.packerProc = packerProc;
|
147
|
-
this.packerArg = packerArg;
|
148
124
|
this.unpackerProc = unpackerProc;
|
149
|
-
this.unpackerArg = unpackerArg;
|
150
125
|
}
|
151
126
|
|
152
127
|
public RubyModule getExtensionModule() {
|
@@ -157,12 +132,16 @@ public class ExtensionRegistry {
|
|
157
132
|
return typeId;
|
158
133
|
}
|
159
134
|
|
135
|
+
public boolean isRecursive() {
|
136
|
+
return recursive;
|
137
|
+
}
|
138
|
+
|
160
139
|
public boolean hasPacker() {
|
161
|
-
return packerProc != null;
|
140
|
+
return packerProc != null && !packerProc.isNil();
|
162
141
|
}
|
163
142
|
|
164
143
|
public boolean hasUnpacker() {
|
165
|
-
return unpackerProc != null;
|
144
|
+
return unpackerProc != null && !unpackerProc.isNil();
|
166
145
|
}
|
167
146
|
|
168
147
|
public IRubyObject getPackerProc() {
|
@@ -173,16 +152,16 @@ public class ExtensionRegistry {
|
|
173
152
|
return unpackerProc;
|
174
153
|
}
|
175
154
|
|
176
|
-
public RubyArray toPackerTuple(ThreadContext ctx) {
|
177
|
-
return
|
155
|
+
public RubyArray<?> toPackerTuple(ThreadContext ctx) {
|
156
|
+
return ctx.runtime.newArray(new IRubyObject[] {ctx.runtime.newFixnum(typeId), packerProc});
|
178
157
|
}
|
179
158
|
|
180
|
-
public RubyArray toUnpackerTuple(ThreadContext ctx) {
|
181
|
-
return
|
159
|
+
public RubyArray<?> toUnpackerTuple(ThreadContext ctx) {
|
160
|
+
return ctx.runtime.newArray(new IRubyObject[] {mod, unpackerProc});
|
182
161
|
}
|
183
162
|
|
184
163
|
public IRubyObject[] toPackerProcTypeIdPair(ThreadContext ctx) {
|
185
|
-
return new IRubyObject[] {packerProc,
|
164
|
+
return new IRubyObject[] {packerProc, ctx.runtime.newFixnum(typeId)};
|
186
165
|
}
|
187
166
|
}
|
188
167
|
}
|
@@ -25,7 +25,8 @@ import static org.msgpack.jruby.Types.*;
|
|
25
25
|
|
26
26
|
@JRubyClass(name="MessagePack::ExtensionValue")
|
27
27
|
public class ExtensionValue extends RubyObject {
|
28
|
-
private final
|
28
|
+
private static final long serialVersionUID = 8451274621449322492L;
|
29
|
+
private transient final Encoding binaryEncoding;
|
29
30
|
|
30
31
|
private RubyFixnum type;
|
31
32
|
private RubyString payload;
|
@@ -77,12 +78,10 @@ public class ExtensionValue extends RubyObject {
|
|
77
78
|
}
|
78
79
|
if (o instanceof ExtensionValue) {
|
79
80
|
ExtensionValue other = (ExtensionValue) o;
|
80
|
-
if (!this.type.eql_p(other.type).isTrue())
|
81
|
+
if (!this.type.eql_p(other.type).isTrue()) {
|
81
82
|
return runtime.getFalse();
|
82
|
-
if (runtime.is1_8()) {
|
83
|
-
return this.payload.str_eql_p(ctx, other.payload);
|
84
83
|
} else {
|
85
|
-
return this.payload.
|
84
|
+
return this.payload.str_eql_p(ctx, other.payload);
|
86
85
|
}
|
87
86
|
}
|
88
87
|
return runtime.getFalse();
|
@@ -96,12 +95,10 @@ public class ExtensionValue extends RubyObject {
|
|
96
95
|
}
|
97
96
|
if (o instanceof ExtensionValue) {
|
98
97
|
ExtensionValue other = (ExtensionValue) o;
|
99
|
-
if (!this.type.op_equal(ctx, other.type).isTrue())
|
98
|
+
if (!this.type.op_equal(ctx, other.type).isTrue()) {
|
100
99
|
return runtime.getFalse();
|
101
|
-
if (runtime.is1_8()) {
|
102
|
-
return this.payload.op_equal(ctx, other.payload);
|
103
100
|
} else {
|
104
|
-
return this.payload.
|
101
|
+
return this.payload.op_equal(ctx, other.payload);
|
105
102
|
}
|
106
103
|
}
|
107
104
|
return runtime.getFalse();
|
@@ -12,6 +12,8 @@ import org.jruby.RubyInteger;
|
|
12
12
|
import org.jruby.RubyFixnum;
|
13
13
|
import org.jruby.RubyString;
|
14
14
|
import org.jruby.RubySymbol;
|
15
|
+
import org.jruby.RubyProc;
|
16
|
+
import org.jruby.RubyMethod;
|
15
17
|
import org.jruby.runtime.builtin.IRubyObject;
|
16
18
|
import org.jruby.anno.JRubyClass;
|
17
19
|
import org.jruby.anno.JRubyMethod;
|
@@ -23,15 +25,18 @@ import static org.jruby.runtime.Visibility.PRIVATE;
|
|
23
25
|
|
24
26
|
@JRubyClass(name="MessagePack::Factory")
|
25
27
|
public class Factory extends RubyObject {
|
26
|
-
private final
|
27
|
-
private final
|
28
|
+
private static final long serialVersionUID = 8441284623445322492L;
|
29
|
+
private transient final Ruby runtime;
|
30
|
+
private transient ExtensionRegistry extensionRegistry;
|
28
31
|
private boolean hasSymbolExtType;
|
32
|
+
private boolean hasBigIntExtType;
|
29
33
|
|
30
34
|
public Factory(Ruby runtime, RubyClass type) {
|
31
35
|
super(runtime, type);
|
32
36
|
this.runtime = runtime;
|
33
37
|
this.extensionRegistry = new ExtensionRegistry();
|
34
38
|
this.hasSymbolExtType = false;
|
39
|
+
this.hasBigIntExtType = false;
|
35
40
|
}
|
36
41
|
|
37
42
|
static class FactoryAllocator implements ObjectAllocator {
|
@@ -49,9 +54,17 @@ public class Factory extends RubyObject {
|
|
49
54
|
return this;
|
50
55
|
}
|
51
56
|
|
52
|
-
@JRubyMethod(name = "
|
57
|
+
@JRubyMethod(name = "dup")
|
58
|
+
public IRubyObject dup() {
|
59
|
+
Factory clone = (Factory)super.dup();
|
60
|
+
clone.extensionRegistry = extensionRegistry();
|
61
|
+
clone.hasSymbolExtType = hasSymbolExtType;
|
62
|
+
return clone;
|
63
|
+
}
|
64
|
+
|
65
|
+
@JRubyMethod(name = "packer", optional = 2)
|
53
66
|
public Packer packer(ThreadContext ctx, IRubyObject[] args) {
|
54
|
-
return Packer.newPacker(ctx, extensionRegistry(), hasSymbolExtType, args);
|
67
|
+
return Packer.newPacker(ctx, extensionRegistry(), hasSymbolExtType, hasBigIntExtType, args);
|
55
68
|
}
|
56
69
|
|
57
70
|
@JRubyMethod(name = "unpacker", optional = 2)
|
@@ -61,39 +74,21 @@ public class Factory extends RubyObject {
|
|
61
74
|
|
62
75
|
@JRubyMethod(name = "registered_types_internal", visibility = PRIVATE)
|
63
76
|
public IRubyObject registeredTypesInternal(ThreadContext ctx) {
|
64
|
-
return RubyArray.newArray(ctx.
|
77
|
+
return RubyArray.newArray(ctx.runtime, new IRubyObject[] {
|
65
78
|
extensionRegistry.toInternalPackerRegistry(ctx),
|
66
79
|
extensionRegistry.toInternalUnpackerRegistry(ctx)
|
67
80
|
});
|
68
81
|
}
|
69
82
|
|
70
|
-
@JRubyMethod(name = "
|
71
|
-
public IRubyObject
|
72
|
-
|
73
|
-
IRubyObject type = args[0];
|
74
|
-
IRubyObject mod = args[1];
|
83
|
+
@JRubyMethod(name = "register_type_internal", required = 3, visibility = PRIVATE)
|
84
|
+
public IRubyObject registerTypeInternal(ThreadContext ctx, IRubyObject type, IRubyObject mod, IRubyObject opts) {
|
85
|
+
testFrozen("MessagePack::Factory");
|
75
86
|
|
76
|
-
|
77
|
-
|
87
|
+
Ruby runtime = ctx.runtime;
|
88
|
+
RubyHash options = (RubyHash) opts;
|
78
89
|
|
79
|
-
|
80
|
-
|
81
|
-
}
|
82
|
-
|
83
|
-
if (args.length == 2) {
|
84
|
-
packerArg = runtime.newSymbol("to_msgpack_ext");
|
85
|
-
unpackerArg = runtime.newSymbol("from_msgpack_ext");
|
86
|
-
} else if (args.length == 3) {
|
87
|
-
if (args[args.length - 1] instanceof RubyHash) {
|
88
|
-
RubyHash options = (RubyHash) args[args.length - 1];
|
89
|
-
packerArg = options.fastARef(runtime.newSymbol("packer"));
|
90
|
-
unpackerArg = options.fastARef(runtime.newSymbol("unpacker"));
|
91
|
-
} else {
|
92
|
-
throw runtime.newArgumentError(String.format("expected Hash but found %s.", args[args.length - 1].getType().getName()));
|
93
|
-
}
|
94
|
-
} else {
|
95
|
-
throw runtime.newArgumentError(String.format("wrong number of arguments (%d for 2..3)", 2 + args.length));
|
96
|
-
}
|
90
|
+
IRubyObject packerProc = options.fastARef(runtime.newSymbol("packer"));
|
91
|
+
IRubyObject unpackerProc = options.fastARef(runtime.newSymbol("unpacker"));
|
97
92
|
|
98
93
|
long typeId = ((RubyFixnum) type).getLongValue();
|
99
94
|
if (typeId < -128 || typeId > 127) {
|
@@ -105,25 +100,31 @@ public class Factory extends RubyObject {
|
|
105
100
|
}
|
106
101
|
RubyModule extModule = (RubyModule) mod;
|
107
102
|
|
108
|
-
|
109
|
-
|
110
|
-
|
111
|
-
|
112
|
-
|
113
|
-
if (unpackerArg != null) {
|
114
|
-
if (unpackerArg instanceof RubyString || unpackerArg instanceof RubySymbol) {
|
115
|
-
unpackerProc = extModule.method(unpackerArg.callMethod(ctx, "to_sym"));
|
116
|
-
} else {
|
117
|
-
unpackerProc = unpackerArg.callMethod(ctx, "method", runtime.newSymbol("call"));
|
103
|
+
boolean recursive = false;
|
104
|
+
if (options != null) {
|
105
|
+
IRubyObject recursiveExtensionArg = options.fastARef(runtime.newSymbol("recursive"));
|
106
|
+
if (recursiveExtensionArg != null && recursiveExtensionArg.isTrue()) {
|
107
|
+
recursive = true;
|
118
108
|
}
|
119
109
|
}
|
120
110
|
|
121
|
-
extensionRegistry.put(extModule, (int) typeId,
|
111
|
+
extensionRegistry.put(extModule, (int) typeId, recursive, packerProc, unpackerProc);
|
122
112
|
|
123
|
-
if (extModule == runtime.getSymbol()) {
|
113
|
+
if (extModule == runtime.getSymbol() && !packerProc.isNil()) {
|
124
114
|
hasSymbolExtType = true;
|
125
115
|
}
|
126
116
|
|
117
|
+
if (options != null) {
|
118
|
+
IRubyObject oversizedIntegerExtensionArg = options.fastARef(runtime.newSymbol("oversized_integer_extension"));
|
119
|
+
if (oversizedIntegerExtensionArg != null && oversizedIntegerExtensionArg.isTrue()) {
|
120
|
+
if (extModule == runtime.getModule("Integer")) {
|
121
|
+
hasBigIntExtType = true;
|
122
|
+
} else {
|
123
|
+
throw runtime.newArgumentError("oversized_integer_extension: true is only for Integer class");
|
124
|
+
}
|
125
|
+
}
|
126
|
+
}
|
127
|
+
|
127
128
|
return runtime.getNil();
|
128
129
|
}
|
129
130
|
}
|