msgpackr 1.4.6 → 1.5.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/tests/test.js DELETED
@@ -1,633 +0,0 @@
1
- import * as msgpackr from '../index.js'
2
- import chai from 'chai'
3
- //import inspector from 'inspector'; inspector.open(9330, null, true); debugger
4
- import sampleData from './example4.json'
5
- function tryRequire(module) {
6
- try {
7
- return require(module)
8
- } catch(error) {
9
- return {}
10
- }
11
- }
12
- //if (typeof chai === 'undefined') { chai = require('chai') }
13
- var assert = chai.assert
14
- //if (typeof msgpackr === 'undefined') { msgpackr = require('..') }
15
- var Packr = msgpackr.Packr
16
- var unpack = msgpackr.unpack
17
- var unpackMultiple = msgpackr.unpackMultiple
18
- var roundFloat32 = msgpackr.roundFloat32
19
- var pack = msgpackr.pack
20
- var DECIMAL_FIT = msgpackr.FLOAT32_OPTIONS.DECIMAL_FIT
21
-
22
- var addExtension = msgpackr.addExtension
23
- var zlib = tryRequire('zlib')
24
- var deflateSync = zlib.deflateSync
25
- var inflateSync = zlib.inflateSync
26
- var deflateSync = zlib.brotliCompressSync
27
- var inflateSync = zlib.brotliDecompressSync
28
- var constants = zlib.constants
29
- try {
30
- // var { decode, encode } = require('msgpack-lite')
31
- } catch (error) {}
32
-
33
- var ITERATIONS = 4000
34
-
35
- suite('msgpackr basic tests', function(){
36
- test('pack/unpack data', function(){
37
- var data = {
38
- data: [
39
- { a: 1, name: 'one', type: 'odd', isOdd: true },
40
- { a: 2, name: 'two', type: 'even'},
41
- { a: 3, name: 'three', type: 'odd', isOdd: true },
42
- { a: 4, name: 'four', type: 'even'},
43
- { a: 5, name: 'five', type: 'odd', isOdd: true },
44
- { a: 6, name: 'six', type: 'even', isOdd: null }
45
- ],
46
- description: 'some names',
47
- types: ['odd', 'even'],
48
- convertEnumToNum: [
49
- { prop: 'test' },
50
- { prop: 'test' },
51
- { prop: 'test' },
52
- { prop: 1 },
53
- { prop: 2 },
54
- { prop: [undefined] },
55
- { prop: null }
56
- ]
57
- }
58
- let structures = []
59
- let packr = new Packr({ structures })
60
- var serialized = packr.pack(data)
61
- var deserialized = packr.unpack(serialized)
62
- assert.deepEqual(deserialized, data)
63
- })
64
-
65
- test('mixed array', function(){
66
- var data = [
67
- 'one',
68
- 'two',
69
- 'one',
70
- 10,
71
- 11,
72
- null,
73
- true,
74
- 'three',
75
- 'three',
76
- 'one', [
77
- 3, -5, -50, -400,1.3, -5.3, true
78
- ]
79
- ]
80
- let structures = []
81
- let packr = new Packr({ structures })
82
- var serialized = packr.pack(data)
83
- var deserialized = packr.unpack(serialized)
84
- assert.deepEqual(deserialized, data)
85
- })
86
-
87
- test('pack/unpack sample data', function(){
88
- var data = sampleData
89
- let structures = []
90
- var serialized = pack(data)
91
- var deserialized = unpack(serialized)
92
- assert.deepEqual(deserialized, data)
93
- var serialized = pack(data)
94
- var deserialized = unpack(serialized)
95
- assert.deepEqual(deserialized, data)
96
- })
97
- test('pack/unpack sample data with records', function(){
98
- var data = sampleData
99
- let structures = []
100
- let packr = new Packr({ structures, useRecords: true })
101
- var serialized = packr.pack(data)
102
- var deserialized = packr.unpack(serialized)
103
- assert.deepEqual(deserialized, data)
104
- })
105
- if (typeof Buffer != 'undefined')
106
- test('replace data', function(){
107
- var data1 = {
108
- data: [
109
- { a: 1, name: 'one', type: 'odd', isOdd: true, a: '13 characters' },
110
- { a: 2, name: 'two', type: 'even', a: '11 characte' },
111
- { a: 3, name: 'three', type: 'odd', isOdd: true, a: '12 character' },
112
- { a: 4, name: 'four', type: 'even', a: '9 charact'},
113
- { a: 5, name: 'five', type: 'odd', isOdd: true, a: '14 characters!' },
114
- { a: 6, name: 'six', type: 'even', isOdd: null }
115
- ],
116
- }
117
- var data2 = {
118
- data: [
119
- { foo: 7, name: 'one', type: 'odd', isOdd: true },
120
- { foo: 8, name: 'two', type: 'even'},
121
- { foo: 9, name: 'three', type: 'odd', isOdd: true },
122
- { foo: 10, name: 'four', type: 'even'},
123
- { foo: 11, name: 'five', type: 'odd', isOdd: true },
124
- { foo: 12, name: 'six', type: 'even', isOdd: null }
125
- ],
126
- }
127
- var serialized1 = pack(data1)
128
- var serialized2 = pack(data2)
129
- var b = Buffer.alloc(8000)
130
- serialized1.copy(b)
131
- var deserialized1 = unpack(b, serialized1.length)
132
- serialized2.copy(b)
133
- var deserialized2 = unpack(b, serialized2.length)
134
- assert.deepEqual(deserialized1, data1)
135
- assert.deepEqual(deserialized2, data2)
136
- })
137
-
138
- test('extended class pack/unpack', function(){
139
- function Extended() {
140
-
141
- }
142
- Extended.prototype.getDouble = function() {
143
- return this.value * 2
144
- }
145
- var instance = new Extended()
146
- instance.value = 4
147
- instance.string = 'decode this: ᾜ'
148
- var data = {
149
- prop1: 'has multi-byte: ᾜ',
150
- extendedInstance: instance,
151
- prop2: 'more string',
152
- num: 3,
153
- }
154
- let packr = new Packr()
155
- addExtension({
156
- Class: Extended,
157
- type: 11,
158
- unpack: function(buffer) {
159
- let e = new Extended()
160
- let data = packr.unpack(buffer)
161
- e.value = data[0]
162
- e.string = data[1]
163
- return e
164
- },
165
- pack: function(instance) {
166
- return packr.pack([instance.value, instance.string])
167
- }
168
- })
169
- var serialized = pack(data)
170
- var deserialized = unpack(serialized)
171
- assert.deepEqual(data, deserialized)
172
- assert.equal(deserialized.extendedInstance.getDouble(), 8)
173
- })
174
- test('extended class pack/unpack custom size', function(){
175
- function TestClass() {
176
-
177
- }
178
- addExtension({
179
- Class: TestClass,
180
- type: 0x01,
181
- pack() {
182
- return typeof Buffer != 'undefined' ? Buffer.alloc(256) : new Uint8Array(256)
183
- },
184
- unpack(data) {
185
- return data.length
186
- }
187
- });
188
- let result = unpack(pack(new TestClass()));
189
- assert.equal(result, 256)
190
- })
191
-
192
- test('extended class read/write', function(){
193
- function Extended() {
194
-
195
- }
196
- Extended.prototype.getDouble = function() {
197
- return this.value * 2
198
- }
199
- var instance = new Extended()
200
- instance.value = 4
201
- instance.string = 'decode this: ᾜ'
202
- var data = {
203
- prop1: 'has multi-byte: ᾜ',
204
- extendedInstance: instance,
205
- prop2: 'more string',
206
- num: 3,
207
- }
208
- let packr = new Packr()
209
- addExtension({
210
- Class: Extended,
211
- type: 12,
212
- read: function(data) {
213
- let e = new Extended()
214
- e.value = data[0]
215
- e.string = data[1]
216
- return e
217
- },
218
- write: function(instance) {
219
- return [instance.value, instance.string]
220
- }
221
- })
222
- var serialized = pack(data)
223
- var deserialized = unpack(serialized)
224
- assert.deepEqual(data, deserialized)
225
- assert.equal(deserialized.extendedInstance.getDouble(), 8)
226
- })
227
-
228
- test.skip('text decoder', function() {
229
- let td = new TextDecoder('ISO-8859-15')
230
- let b = Buffer.alloc(3)
231
- let total = 0
232
- for (var i = 0; i < 256; i++) {
233
- b[0] = i
234
- b[1] = 0
235
- b[2] = 0
236
- let s = td.decode(b)
237
- if (!require('msgpackr-extract').isOneByte(s)) {
238
- console.log(i.toString(16), s.length)
239
- total++
240
- }
241
- }
242
- })
243
-
244
- test('structured cloning: self reference', function() {
245
- let object = {
246
- test: 'string',
247
- children: [
248
- { name: 'child' }
249
- ]
250
- }
251
- object.self = object
252
- object.children[1] = object
253
- object.children[2] = object.children[0]
254
- object.childrenAgain = object.children
255
- let packr = new Packr({
256
- structuredClone: true,
257
- })
258
- var serialized = packr.pack(object)
259
- var deserialized = packr.unpack(serialized)
260
- assert.equal(deserialized.self, deserialized)
261
- assert.equal(deserialized.children[0].name, 'child')
262
- assert.equal(deserialized.children[1], deserialized)
263
- assert.equal(deserialized.children[0], deserialized.children[2])
264
- assert.equal(deserialized.children, deserialized.childrenAgain)
265
- })
266
-
267
- test('structured cloning: types', function() {
268
- let b = typeof Buffer != 'undefined' ? Buffer.alloc(20) : new Uint8Array(20)
269
- let fa = new Float32Array(b.buffer, 8, 2)
270
- fa[0] = 2.25
271
- fa[1] = 6
272
- let object = {
273
- error: new Error('test'),
274
- set: new Set(['a', 'b']),
275
- regexp: /test/gi,
276
- float32Array: fa,
277
- uint16Array: new Uint16Array([3,4])
278
- }
279
- let packr = new Packr({
280
- structuredClone: true,
281
- })
282
- var serialized = packr.pack(object)
283
- var deserialized = packr.unpack(serialized)
284
- assert.deepEqual(Array.from(deserialized.set), Array.from(object.set))
285
- assert.equal(deserialized.error.message, object.error.message)
286
- assert.equal(deserialized.regexp.test('TEST'), true)
287
- assert.equal(deserialized.float32Array.constructor.name, 'Float32Array')
288
- assert.equal(deserialized.float32Array[0], 2.25)
289
- assert.equal(deserialized.float32Array[1], 6)
290
- assert.equal(deserialized.uint16Array.constructor.name, 'Uint16Array')
291
- assert.equal(deserialized.uint16Array[0], 3)
292
- assert.equal(deserialized.uint16Array[1], 4)
293
- })
294
-
295
- test('object without prototype', function(){
296
- var data = Object.create(null)
297
- data.test = 3
298
- var serialized = pack(data)
299
- var deserialized = unpack(serialized)
300
- assert.deepEqual(deserialized, data)
301
- })
302
-
303
- test('many shared structures', function() {
304
- let data = []
305
- for (let i = 0; i < 200; i++) {
306
- data.push({['a' + i]: i})
307
- }
308
- let structures = []
309
- let savedStructures
310
- let packr = new Packr({
311
- structures,
312
- saveStructures(structures) {
313
- savedStructures = structures
314
- }
315
- })
316
- var serializedWith32 = packr.pack(data)
317
- assert.equal(savedStructures.length, 32)
318
- var deserialized = packr.unpack(serializedWith32)
319
- assert.deepEqual(deserialized, data)
320
- structures = structures.slice(0, 32)
321
- packr = new Packr({
322
- structures,
323
- maxSharedStructures: 100,
324
- saveStructures(structures) {
325
- savedStructures = structures
326
- }
327
- })
328
- deserialized = packr.unpack(serializedWith32)
329
- assert.deepEqual(deserialized, data)
330
- structures = structures.slice(0, 32)
331
- packr = new Packr({
332
- structures,
333
- maxSharedStructures: 100,
334
- saveStructures(structures) {
335
- savedStructures = structures
336
- }
337
- })
338
- let serialized = packr.pack(data)
339
- assert.equal(savedStructures.length, 100)
340
- deserialized = packr.unpack(serialized)
341
- assert.deepEqual(deserialized, data)
342
-
343
- deserialized = packr.unpack(serializedWith32)
344
- assert.deepEqual(deserialized, data)
345
- assert.equal(savedStructures.length, 100)
346
-
347
- deserialized = packr.unpack(serialized)
348
- assert.deepEqual(deserialized, data)
349
- assert.equal(packr.structures.sharedLength, 100)
350
- })
351
- test('more shared structures', function() {
352
- const structures = []
353
- for (let i = 0; i < 40; i++) {
354
- structures.push(['a' + i])
355
- }
356
- const structures2 = [...structures]
357
- const packr = new Packr({
358
- getStructures() {
359
- return structures
360
- },
361
- saveStructures(structures) {
362
- },
363
- maxSharedStructures: 100
364
- })
365
- const packr2 = new Packr({
366
- getStructures() {
367
- return structures2
368
- },
369
- saveStructures(structures) {
370
- },
371
- maxSharedStructures: 100
372
- })
373
- const inputData = {a35: 35}
374
- const buffer = packr.pack(inputData)
375
- const outputData = packr2.decode(buffer)
376
- assert.deepEqual(inputData, outputData)
377
- })
378
-
379
- test('big buffer', function() {
380
- var size = 100000000
381
- var data = new Uint8Array(size).fill(1)
382
- var packed = pack(data)
383
- var unpacked = unpack(packed)
384
- assert.equal(unpacked.length, size)
385
- })
386
-
387
- test('random strings', function(){
388
- var data = []
389
- for (var i = 0; i < 2000; i++) {
390
- var str = 'test'
391
- while (Math.random() < 0.7 && str.length < 0x100000) {
392
- str = str + String.fromCharCode(90/(Math.random() + 0.01)) + str
393
- }
394
- data.push(str)
395
- }
396
- var serialized = pack(data)
397
- var deserialized = unpack(serialized)
398
- assert.deepEqual(deserialized, data)
399
- })
400
-
401
- test('map/date', function(){
402
- var map = new Map()
403
- map.set(4, 'four')
404
- map.set('three', 3)
405
-
406
-
407
- var data = {
408
- map: map,
409
- date: new Date(1532219539733),
410
- farFutureDate: new Date(3532219539133),
411
- ancient: new Date(-3532219539133),
412
- }
413
- let packr = new Packr()
414
- var serialized = packr.pack(data)
415
- var deserialized = packr.unpack(serialized)
416
- assert.equal(deserialized.map.get(4), 'four')
417
- assert.equal(deserialized.map.get('three'), 3)
418
- assert.equal(deserialized.date.getTime(), 1532219539733)
419
- assert.equal(deserialized.farFutureDate.getTime(), 3532219539133)
420
- assert.equal(deserialized.ancient.getTime(), -3532219539133)
421
- })
422
- test('map/date with options', function(){
423
- var map = new Map()
424
- map.set(4, 'four')
425
- map.set('three', 3)
426
-
427
-
428
- var data = {
429
- map: map,
430
- date: new Date(1532219539011),
431
- }
432
- let packr = new Packr({
433
- mapsAsObjects: true,
434
- useTimestamp32: true,
435
- })
436
- var serialized = packr.pack(data)
437
- var deserialized = packr.unpack(serialized)
438
- assert.equal(deserialized.map[4], 'four')
439
- assert.equal(deserialized.map.three, 3)
440
- assert.equal(deserialized.date.getTime(), 1532219539000)
441
- })
442
- test('key caching', function() {
443
- var data = {
444
- foo: 2,
445
- bar: 'test',
446
- four: 4,
447
- seven: 7,
448
- foz: 3,
449
- }
450
- var serialized = pack(data)
451
- var deserialized = unpack(serialized)
452
- assert.deepEqual(deserialized, data)
453
- // do multiple times to test caching
454
- var serialized = pack(data)
455
- var deserialized = unpack(serialized)
456
- assert.deepEqual(deserialized, data)
457
- var serialized = pack(data)
458
- var deserialized = unpack(serialized)
459
- assert.deepEqual(deserialized, data)
460
- })
461
- test('strings', function() {
462
- var data = ['']
463
- var serialized = pack(data)
464
- var deserialized = unpack(serialized)
465
- assert.deepEqual(deserialized, data)
466
- // do multiple times
467
- var serialized = pack(data)
468
- var deserialized = unpack(serialized)
469
- assert.deepEqual(deserialized, data)
470
- data = 'decode this: ᾜ'
471
- var serialized = pack(data)
472
- var deserialized = unpack(serialized)
473
- assert.deepEqual(deserialized, data)
474
- data = 'decode this that is longer but without any non-latin characters'
475
- var serialized = pack(data)
476
- var deserialized = unpack(serialized)
477
- assert.deepEqual(deserialized, data)
478
- })
479
- test('decimal float32', function() {
480
- var data = {
481
- a: 2.526,
482
- b: 0.0035235,
483
- c: 0.00000000000352501,
484
- d: 3252.77,
485
- }
486
- let packr = new Packr({
487
- useFloat32: DECIMAL_FIT
488
- })
489
- var serialized = packr.pack(data)
490
- assert.equal(serialized.length, 32)
491
- var deserialized = packr.unpack(serialized)
492
- assert.deepEqual(deserialized, data)
493
- })
494
-
495
- test('numbers', function(){
496
- var data = {
497
- bigEncodable: 48978578104322,
498
- dateEpoch: 1530886513200,
499
- realBig: 3432235352353255323,
500
- decimal: 32.55234,
501
- negative: -34.11,
502
- exponential: 0.234e123,
503
- tiny: 3.233e-120,
504
- zero: 0,
505
- //negativeZero: -0,
506
- Infinity: Infinity
507
- }
508
- var serialized = pack(data)
509
- var deserialized = unpack(serialized)
510
- assert.deepEqual(deserialized, data)
511
- })
512
- test('bigint', function(){
513
- var data = {
514
- bigintSmall: 352n,
515
- bigintSmallNegative: -333335252n,
516
- bigintBig: 2n**64n - 1n, // biggest possible
517
- bigintBigNegative: -(2n**63n), // largest negative
518
- mixedWithNormal: 44,
519
- }
520
- var serialized = pack(data)
521
- var deserialized = unpack(serialized)
522
- assert.deepEqual(deserialized, data)
523
- var tooBigInt = {
524
- tooBig: 2n**66n
525
- }
526
- assert.throws(function(){ serialized = pack(tooBigInt) })
527
- let packr = new Packr({
528
- largeBigIntToFloat: true
529
- })
530
- serialized = packr.pack(tooBigInt)
531
- deserialized = unpack(serialized)
532
- assert.isTrue(deserialized.tooBig > 2n**65n)
533
- })
534
-
535
- test('roundFloat32', function() {
536
- assert.equal(roundFloat32(0.00333000003), 0.00333)
537
- assert.equal(roundFloat32(43.29999999993), 43.3)
538
- })
539
-
540
- test('buffers', function(){
541
- var data = {
542
- buffer1: new Uint8Array([2,3,4]),
543
- buffer2: new Uint8Array(pack(sampleData))
544
- }
545
- var serialized = pack(data)
546
- var deserialized = unpack(serialized)
547
- assert.deepEqual(deserialized, data)
548
- })
549
-
550
- test('notepack test', function() {
551
- const data = {
552
- foo: 1,
553
- bar: [1, 2, 3, 4, 'abc', 'def'],
554
- foobar: {
555
- foo: true,
556
- bar: -2147483649,
557
- foobar: {
558
- foo: new Uint8Array([1, 2, 3, 4, 5]),
559
- bar: 1.5,
560
- foobar: [true, false, 'abcdefghijkmonpqrstuvwxyz']
561
- }
562
- }
563
- };
564
- var serialized = pack(data)
565
- var deserialized = unpack(serialized)
566
- var deserialized = unpack(serialized)
567
- var deserialized = unpack(serialized)
568
- assert.deepEqual(deserialized, data)
569
- })
570
-
571
- test('utf16 causing expansion', function() {
572
- this.timeout(10000)
573
- let data = {fixstr: 'ᾐᾑᾒᾓᾔᾕᾖᾗᾘᾙᾚᾛᾜᾝ', str8:'ᾐᾑᾒᾓᾔᾕᾖᾗᾘᾙᾚᾛᾜᾝᾐᾑᾒᾓᾔᾕᾖᾗᾘᾙᾚᾛᾜᾝᾐᾑᾒᾓᾔᾕᾖᾗᾘᾙᾚᾛᾜᾝᾐᾑᾒᾓᾔᾕᾖᾗᾘᾙᾚᾛᾜᾝᾐᾑᾒᾓᾔᾕᾖᾗᾘᾙᾚᾛᾜᾝᾐᾑᾒᾓᾔᾕᾖᾗᾘᾙᾚᾛᾜᾝᾐᾑᾒᾓᾔᾕᾖᾗᾘᾙᾚᾛᾜᾝᾐᾑᾒᾓᾔᾕᾖᾗᾘᾙᾚᾛᾜᾝᾐᾑᾒᾓᾔᾕᾖᾗᾘᾙᾚᾛᾜᾝᾐᾑᾒᾓᾔᾕᾖᾗᾘᾙᾚᾛᾜᾝᾐᾑᾒᾓᾔᾕᾖᾗᾘᾙᾚᾛᾜᾝᾐᾑᾒᾓᾔᾕᾖᾗᾘᾙᾚᾛᾜᾝᾐᾑᾒᾓᾔᾕᾖᾗᾘᾙᾚᾛᾜᾝᾐᾑᾒᾓᾔᾕᾖᾗᾘᾙᾚᾛᾜᾝᾐᾑᾒᾓᾔᾕᾖᾗᾘᾙᾚᾛᾜᾝᾐᾑᾒᾓᾔᾕᾖᾗᾘᾙᾚᾛᾜᾝ'}
574
- var serialized = pack(data)
575
- var deserialized = unpack(serialized)
576
- assert.deepEqual(deserialized, data)
577
- })
578
- test('unpackMultiple', () => {
579
- let values = unpackMultiple(new Uint8Array([1, 2, 3, 4]))
580
- assert.deepEqual(values, [1, 2, 3, 4])
581
- values = []
582
- unpackMultiple(new Uint8Array([1, 2, 3, 4]), value => values.push(value))
583
- assert.deepEqual(values, [1, 2, 3, 4])
584
- })
585
-
586
- })
587
- suite('msgpackr performance tests', function(){
588
- test('performance JSON.parse', function() {
589
- var data = sampleData
590
- this.timeout(10000)
591
- let structures = []
592
- var serialized = JSON.stringify(data)
593
- console.log('JSON size', serialized.length)
594
- for (var i = 0; i < ITERATIONS; i++) {
595
- var deserialized = JSON.parse(serialized)
596
- }
597
- })
598
- test('performance JSON.stringify', function() {
599
- var data = sampleData
600
- this.timeout(10000)
601
- for (var i = 0; i < ITERATIONS; i++) {
602
- var serialized = JSON.stringify(data)
603
- }
604
- })
605
- test('performance unpack', function() {
606
- var data = sampleData
607
- this.timeout(10000)
608
- let structures = []
609
- var serialized = pack(data)
610
- console.log('MessagePack size', serialized.length)
611
- let packr = new Packr({ structures })
612
- var serialized = packr.pack(data)
613
- console.log('msgpackr w/ record ext size', serialized.length)
614
- for (var i = 0; i < ITERATIONS; i++) {
615
- var deserialized = packr.unpack(serialized)
616
- }
617
- })
618
- test('performance pack', function() {
619
- var data = sampleData
620
- this.timeout(10000)
621
- let structures = []
622
- let packr = new Packr({ structures })
623
- let buffer = typeof Buffer != 'undefined' ? Buffer.alloc(0x10000) : new Uint8Array(0x10000)
624
-
625
- for (var i = 0; i < ITERATIONS; i++) {
626
- //serialized = pack(data, { shared: sharedStructure })
627
- packr.useBuffer(buffer)
628
- var serialized = packr.pack(data)
629
- //var serializedGzip = deflateSync(serialized)
630
- }
631
- //console.log('serialized', serialized.length, global.propertyComparisons)
632
- })
633
- })