oj 3.7.4 → 3.13.21

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (142) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +1352 -0
  3. data/README.md +29 -8
  4. data/RELEASE_NOTES.md +61 -0
  5. data/ext/oj/buf.h +53 -72
  6. data/ext/oj/cache.c +326 -0
  7. data/ext/oj/cache.h +21 -0
  8. data/ext/oj/cache8.c +61 -64
  9. data/ext/oj/cache8.h +12 -39
  10. data/ext/oj/circarray.c +37 -43
  11. data/ext/oj/circarray.h +16 -17
  12. data/ext/oj/code.c +165 -179
  13. data/ext/oj/code.h +27 -29
  14. data/ext/oj/compat.c +174 -194
  15. data/ext/oj/custom.c +809 -866
  16. data/ext/oj/debug.c +132 -0
  17. data/ext/oj/dump.c +848 -863
  18. data/ext/oj/dump.h +81 -67
  19. data/ext/oj/dump_compat.c +85 -123
  20. data/ext/oj/dump_leaf.c +100 -188
  21. data/ext/oj/dump_object.c +527 -656
  22. data/ext/oj/dump_strict.c +315 -338
  23. data/ext/oj/encode.h +7 -34
  24. data/ext/oj/encoder.c +43 -0
  25. data/ext/oj/err.c +40 -29
  26. data/ext/oj/err.h +48 -48
  27. data/ext/oj/extconf.rb +17 -4
  28. data/ext/oj/fast.c +1070 -1087
  29. data/ext/oj/intern.c +301 -0
  30. data/ext/oj/intern.h +26 -0
  31. data/ext/oj/mimic_json.c +469 -436
  32. data/ext/oj/object.c +525 -593
  33. data/ext/oj/odd.c +154 -138
  34. data/ext/oj/odd.h +37 -38
  35. data/ext/oj/oj.c +1325 -986
  36. data/ext/oj/oj.h +333 -316
  37. data/ext/oj/parse.c +1002 -846
  38. data/ext/oj/parse.h +92 -87
  39. data/ext/oj/parser.c +1557 -0
  40. data/ext/oj/parser.h +91 -0
  41. data/ext/oj/rails.c +888 -878
  42. data/ext/oj/rails.h +11 -14
  43. data/ext/oj/reader.c +141 -147
  44. data/ext/oj/reader.h +73 -89
  45. data/ext/oj/resolve.c +41 -62
  46. data/ext/oj/resolve.h +7 -9
  47. data/ext/oj/rxclass.c +71 -75
  48. data/ext/oj/rxclass.h +18 -19
  49. data/ext/oj/saj.c +443 -486
  50. data/ext/oj/saj2.c +602 -0
  51. data/ext/oj/scp.c +88 -113
  52. data/ext/oj/sparse.c +787 -709
  53. data/ext/oj/stream_writer.c +133 -159
  54. data/ext/oj/strict.c +127 -118
  55. data/ext/oj/string_writer.c +230 -249
  56. data/ext/oj/trace.c +34 -41
  57. data/ext/oj/trace.h +19 -19
  58. data/ext/oj/usual.c +1254 -0
  59. data/ext/oj/util.c +136 -0
  60. data/ext/oj/util.h +20 -0
  61. data/ext/oj/val_stack.c +59 -67
  62. data/ext/oj/val_stack.h +91 -129
  63. data/ext/oj/validate.c +46 -0
  64. data/ext/oj/wab.c +342 -353
  65. data/lib/oj/bag.rb +1 -0
  66. data/lib/oj/easy_hash.rb +5 -4
  67. data/lib/oj/error.rb +1 -1
  68. data/lib/oj/json.rb +1 -1
  69. data/lib/oj/mimic.rb +48 -14
  70. data/lib/oj/saj.rb +20 -6
  71. data/lib/oj/state.rb +8 -7
  72. data/lib/oj/version.rb +2 -2
  73. data/lib/oj.rb +0 -8
  74. data/pages/Compatibility.md +1 -1
  75. data/pages/JsonGem.md +15 -0
  76. data/pages/Modes.md +53 -46
  77. data/pages/Options.md +72 -11
  78. data/pages/Parser.md +309 -0
  79. data/pages/Rails.md +73 -22
  80. data/pages/Security.md +1 -1
  81. data/test/activerecord/result_test.rb +7 -2
  82. data/test/activesupport5/abstract_unit.rb +45 -0
  83. data/test/activesupport5/decoding_test.rb +68 -60
  84. data/test/activesupport5/encoding_test.rb +111 -96
  85. data/test/activesupport5/encoding_test_cases.rb +33 -25
  86. data/test/activesupport5/test_helper.rb +43 -21
  87. data/test/activesupport5/time_zone_test_helpers.rb +18 -3
  88. data/test/activesupport6/abstract_unit.rb +44 -0
  89. data/test/activesupport6/decoding_test.rb +133 -0
  90. data/test/activesupport6/encoding_test.rb +507 -0
  91. data/test/activesupport6/encoding_test_cases.rb +98 -0
  92. data/test/activesupport6/test_common.rb +17 -0
  93. data/test/activesupport6/test_helper.rb +163 -0
  94. data/test/activesupport6/time_zone_test_helpers.rb +39 -0
  95. data/test/activesupport7/abstract_unit.rb +49 -0
  96. data/test/activesupport7/decoding_test.rb +125 -0
  97. data/test/activesupport7/encoding_test.rb +486 -0
  98. data/test/activesupport7/encoding_test_cases.rb +104 -0
  99. data/test/activesupport7/time_zone_test_helpers.rb +47 -0
  100. data/test/bar.rb +6 -12
  101. data/test/baz.rb +16 -0
  102. data/test/bug.rb +16 -0
  103. data/test/foo.rb +69 -75
  104. data/test/helper.rb +16 -0
  105. data/test/json_gem/json_common_interface_test.rb +8 -3
  106. data/test/json_gem/json_generator_test.rb +18 -4
  107. data/test/json_gem/json_parser_test.rb +9 -0
  108. data/test/json_gem/test_helper.rb +12 -0
  109. data/test/mem.rb +33 -0
  110. data/test/perf.rb +1 -1
  111. data/test/perf_dump.rb +50 -0
  112. data/test/perf_once.rb +58 -0
  113. data/test/perf_parser.rb +189 -0
  114. data/test/perf_scp.rb +11 -10
  115. data/test/perf_strict.rb +17 -23
  116. data/test/prec.rb +23 -0
  117. data/test/sample_json.rb +1 -1
  118. data/test/test_compat.rb +46 -10
  119. data/test/test_custom.rb +147 -8
  120. data/test/test_fast.rb +62 -2
  121. data/test/test_file.rb +25 -2
  122. data/test/test_gc.rb +13 -0
  123. data/test/test_generate.rb +21 -0
  124. data/test/test_hash.rb +11 -1
  125. data/test/test_integer_range.rb +7 -2
  126. data/test/test_object.rb +85 -9
  127. data/test/test_parser.rb +27 -0
  128. data/test/test_parser_saj.rb +335 -0
  129. data/test/test_parser_usual.rb +217 -0
  130. data/test/test_rails.rb +35 -0
  131. data/test/test_saj.rb +1 -1
  132. data/test/test_scp.rb +5 -5
  133. data/test/test_strict.rb +26 -1
  134. data/test/test_various.rb +87 -65
  135. data/test/test_wab.rb +2 -0
  136. data/test/test_writer.rb +19 -2
  137. data/test/tests.rb +1 -1
  138. data/test/zoo.rb +13 -0
  139. metadata +60 -110
  140. data/ext/oj/hash.c +0 -163
  141. data/ext/oj/hash.h +0 -46
  142. data/ext/oj/hash_test.c +0 -512
data/ext/oj/parser.c ADDED
@@ -0,0 +1,1557 @@
1
+ // Copyright (c) 2020, 2021, Peter Ohler, All rights reserved.
2
+
3
+ #include "parser.h"
4
+
5
+ #include <fcntl.h>
6
+
7
+ #include "oj.h"
8
+
9
+ #define DEBUG 0
10
+
11
+ #define USE_THREAD_LIMIT 0
12
+ // #define USE_THREAD_LIMIT 100000
13
+ #define MAX_EXP 4932
14
+ // max in the pow_map which is the limit for double
15
+ #define MAX_POW 308
16
+
17
+ #define MIN_SLEEP (1000000000LL / (double)CLOCKS_PER_SEC)
18
+ // 9,223,372,036,854,775,807
19
+ #define BIG_LIMIT LLONG_MAX / 10
20
+ #define FRAC_LIMIT 10000000000000000ULL
21
+
22
+ // Give better performance with indented JSON but worse with unindented.
23
+ //#define SPACE_JUMP
24
+
25
+ enum {
26
+ SKIP_CHAR = 'a',
27
+ SKIP_NEWLINE = 'b',
28
+ VAL_NULL = 'c',
29
+ VAL_TRUE = 'd',
30
+ VAL_FALSE = 'e',
31
+ VAL_NEG = 'f',
32
+ VAL0 = 'g',
33
+ VAL_DIGIT = 'h',
34
+ VAL_QUOTE = 'i',
35
+ OPEN_ARRAY = 'k',
36
+ OPEN_OBJECT = 'l',
37
+ CLOSE_ARRAY = 'm',
38
+ CLOSE_OBJECT = 'n',
39
+ AFTER_COMMA = 'o',
40
+ KEY_QUOTE = 'p',
41
+ COLON_COLON = 'q',
42
+ NUM_SPC = 'r',
43
+ NUM_NEWLINE = 's',
44
+ NUM_DOT = 't',
45
+ NUM_COMMA = 'u',
46
+ NUM_FRAC = 'v',
47
+ FRAC_E = 'w',
48
+ EXP_SIGN = 'x',
49
+ EXP_DIGIT = 'y',
50
+ STR_QUOTE = 'z',
51
+ NEG_DIGIT = '-',
52
+ STR_SLASH = 'A',
53
+ ESC_OK = 'B',
54
+ BIG_DIGIT = 'C',
55
+ BIG_DOT = 'D',
56
+ U_OK = 'E',
57
+ TOKEN_OK = 'F',
58
+ NUM_CLOSE_OBJECT = 'G',
59
+ NUM_CLOSE_ARRAY = 'H',
60
+ BIG_FRAC = 'I',
61
+ BIG_E = 'J',
62
+ BIG_EXP_SIGN = 'K',
63
+ BIG_EXP = 'L',
64
+ UTF1 = 'M', // expect 1 more follow byte
65
+ NUM_DIGIT = 'N',
66
+ NUM_ZERO = 'O',
67
+ UTF2 = 'P', // expect 2 more follow byte
68
+ UTF3 = 'Q', // expect 3 more follow byte
69
+ STR_OK = 'R',
70
+ UTFX = 'S', // following bytes
71
+ ESC_U = 'U',
72
+ CHAR_ERR = '.',
73
+ DONE = 'X',
74
+ };
75
+
76
+ /*
77
+ 0123456789abcdef0123456789abcdef */
78
+ static const char value_map[257] = "\
79
+ X........ab..a..................\
80
+ a.i..........f..ghhhhhhhhh......\
81
+ ...........................k.m..\
82
+ ......e.......c.....d......l.n..\
83
+ ................................\
84
+ ................................\
85
+ ................................\
86
+ ................................v";
87
+
88
+ static const char null_map[257] = "\
89
+ ................................\
90
+ ............o...................\
91
+ ................................\
92
+ ............F........F..........\
93
+ ................................\
94
+ ................................\
95
+ ................................\
96
+ ................................N";
97
+
98
+ static const char true_map[257] = "\
99
+ ................................\
100
+ ............o...................\
101
+ ................................\
102
+ .....F............F..F..........\
103
+ ................................\
104
+ ................................\
105
+ ................................\
106
+ ................................T";
107
+
108
+ static const char false_map[257] = "\
109
+ ................................\
110
+ ............o...................\
111
+ ................................\
112
+ .F...F......F......F............\
113
+ ................................\
114
+ ................................\
115
+ ................................\
116
+ ................................F";
117
+
118
+ static const char comma_map[257] = "\
119
+ .........ab..a..................\
120
+ a.i..........f..ghhhhhhhhh......\
121
+ ...........................k....\
122
+ ......e.......c.....d......l....\
123
+ ................................\
124
+ ................................\
125
+ ................................\
126
+ ................................,";
127
+
128
+ static const char after_map[257] = "\
129
+ X........ab..a..................\
130
+ a...........o...................\
131
+ .............................m..\
132
+ .............................n..\
133
+ ................................\
134
+ ................................\
135
+ ................................\
136
+ ................................a";
137
+
138
+ static const char key1_map[257] = "\
139
+ .........ab..a..................\
140
+ a.p.............................\
141
+ ................................\
142
+ .............................n..\
143
+ ................................\
144
+ ................................\
145
+ ................................\
146
+ ................................K";
147
+
148
+ static const char key_map[257] = "\
149
+ .........ab..a..................\
150
+ a.p.............................\
151
+ ................................\
152
+ ................................\
153
+ ................................\
154
+ ................................\
155
+ ................................\
156
+ ................................k";
157
+
158
+ static const char colon_map[257] = "\
159
+ .........ab..a..................\
160
+ a.........................q.....\
161
+ ................................\
162
+ ................................\
163
+ ................................\
164
+ ................................\
165
+ ................................\
166
+ ................................:";
167
+
168
+ static const char neg_map[257] = "\
169
+ ................................\
170
+ ................O---------......\
171
+ ................................\
172
+ ................................\
173
+ ................................\
174
+ ................................\
175
+ ................................\
176
+ ................................-";
177
+
178
+ static const char zero_map[257] = "\
179
+ .........rs..r..................\
180
+ r...........u.t.................\
181
+ .............................H..\
182
+ .............................G..\
183
+ ................................\
184
+ ................................\
185
+ ................................\
186
+ ................................0";
187
+
188
+ static const char digit_map[257] = "\
189
+ .........rs..r..................\
190
+ r...........u.t.NNNNNNNNNN......\
191
+ .....w.......................H..\
192
+ .....w.......................G..\
193
+ ................................\
194
+ ................................\
195
+ ................................\
196
+ ................................d";
197
+
198
+ static const char dot_map[257] = "\
199
+ ................................\
200
+ ................vvvvvvvvvv......\
201
+ ................................\
202
+ ................................\
203
+ ................................\
204
+ ................................\
205
+ ................................\
206
+ .................................";
207
+
208
+ static const char frac_map[257] = "\
209
+ .........rs..r..................\
210
+ r...........u...vvvvvvvvvv......\
211
+ .....w.......................H..\
212
+ .....w.......................G..\
213
+ ................................\
214
+ ................................\
215
+ ................................\
216
+ ................................f";
217
+
218
+ static const char exp_sign_map[257] = "\
219
+ ................................\
220
+ ...........x.x..yyyyyyyyyy......\
221
+ ................................\
222
+ ................................\
223
+ ................................\
224
+ ................................\
225
+ ................................\
226
+ ................................x";
227
+
228
+ static const char exp_zero_map[257] = "\
229
+ ................................\
230
+ ................yyyyyyyyyy......\
231
+ ................................\
232
+ ................................\
233
+ ................................\
234
+ ................................\
235
+ ................................\
236
+ ................................z";
237
+
238
+ static const char exp_map[257] = "\
239
+ .........rs..r..................\
240
+ r...........u...yyyyyyyyyy......\
241
+ .............................H..\
242
+ .............................G..\
243
+ ................................\
244
+ ................................\
245
+ ................................\
246
+ ................................X";
247
+
248
+ static const char big_digit_map[257] = "\
249
+ .........rs..r..................\
250
+ r...........u.D.CCCCCCCCCC......\
251
+ .....J.......................H..\
252
+ .....J.......................G..\
253
+ ................................\
254
+ ................................\
255
+ ................................\
256
+ ................................D";
257
+
258
+ static const char big_dot_map[257] = "\
259
+ ................................\
260
+ ................IIIIIIIIII......\
261
+ ................................\
262
+ ................................\
263
+ ................................\
264
+ ................................\
265
+ ................................\
266
+ ................................o";
267
+
268
+ static const char big_frac_map[257] = "\
269
+ .........rs..r..................\
270
+ r...........u...IIIIIIIIII......\
271
+ .....J.......................H..\
272
+ .....J.......................G..\
273
+ ................................\
274
+ ................................\
275
+ ................................\
276
+ ................................g";
277
+
278
+ static const char big_exp_sign_map[257] = "\
279
+ ................................\
280
+ ...........K.K..LLLLLLLLLL......\
281
+ ................................\
282
+ ................................\
283
+ ................................\
284
+ ................................\
285
+ ................................\
286
+ ................................B";
287
+
288
+ static const char big_exp_zero_map[257] = "\
289
+ ................................\
290
+ ................LLLLLLLLLL......\
291
+ ................................\
292
+ ................................\
293
+ ................................\
294
+ ................................\
295
+ ................................\
296
+ ................................Z";
297
+
298
+ static const char big_exp_map[257] = "\
299
+ .........rs..r..................\
300
+ r...........u...LLLLLLLLLL......\
301
+ .............................H..\
302
+ .............................G..\
303
+ ................................\
304
+ ................................\
305
+ ................................\
306
+ ................................Y";
307
+
308
+ static const char string_map[257] = "\
309
+ ................................\
310
+ RRzRRRRRRRRRRRRRRRRRRRRRRRRRRRRR\
311
+ RRRRRRRRRRRRRRRRRRRRRRRRRRRRARRR\
312
+ RRRRRRRRRRRRRRRRRRRRRRRRRRRRRRRR\
313
+ ................................\
314
+ ................................\
315
+ MMMMMMMMMMMMMMMMMMMMMMMMMMMMMMMM\
316
+ PPPPPPPPPPPPPPPPQQQQQQQQ........s";
317
+
318
+ static const char esc_map[257] = "\
319
+ ................................\
320
+ ..B............B................\
321
+ ............................B...\
322
+ ..B...B.......B...B.BU..........\
323
+ ................................\
324
+ ................................\
325
+ ................................\
326
+ ................................~";
327
+
328
+ static const char esc_byte_map[257] = "\
329
+ ................................\
330
+ ..\"............/................\
331
+ ............................\\...\
332
+ ..\b...\f.......\n...\r.\t..........\
333
+ ................................\
334
+ ................................\
335
+ ................................\
336
+ ................................b";
337
+
338
+ static const char u_map[257] = "\
339
+ ................................\
340
+ ................EEEEEEEEEE......\
341
+ .EEEEEE.........................\
342
+ .EEEEEE.........................\
343
+ ................................\
344
+ ................................\
345
+ ................................\
346
+ ................................u";
347
+
348
+ static const char utf_map[257] = "\
349
+ ................................\
350
+ ................................\
351
+ ................................\
352
+ ................................\
353
+ SSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSS\
354
+ SSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSS\
355
+ ................................\
356
+ ................................8";
357
+
358
+ static const char space_map[257] = "\
359
+ .........ab..a..................\
360
+ a...............................\
361
+ ................................\
362
+ ................................\
363
+ ................................\
364
+ ................................\
365
+ ................................\
366
+ ................................S";
367
+
368
+ static const char trail_map[257] = "\
369
+ .........ab..a..................\
370
+ a...............................\
371
+ ................................\
372
+ ................................\
373
+ ................................\
374
+ ................................\
375
+ ................................\
376
+ ................................R";
377
+
378
+ static const byte hex_map[256] = "\
379
+ ................................\
380
+ ................\x00\x01\x02\x03\x04\x05\x06\x07\x08\x09......\
381
+ .\x0a\x0b\x0c\x0d\x0e\x0f.........................\
382
+ .\x0a\x0b\x0c\x0d\x0e\x0f.........................\
383
+ ................................\
384
+ ................................\
385
+ ................................\
386
+ ................................";
387
+
388
+ static long double pow_map[309] = {
389
+ 1.0L, 1.0e1L, 1.0e2L, 1.0e3L, 1.0e4L, 1.0e5L, 1.0e6L, 1.0e7L, 1.0e8L, 1.0e9L, 1.0e10L,
390
+ 1.0e11L, 1.0e12L, 1.0e13L, 1.0e14L, 1.0e15L, 1.0e16L, 1.0e17L, 1.0e18L, 1.0e19L, 1.0e20L, 1.0e21L,
391
+ 1.0e22L, 1.0e23L, 1.0e24L, 1.0e25L, 1.0e26L, 1.0e27L, 1.0e28L, 1.0e29L, 1.0e30L, 1.0e31L, 1.0e32L,
392
+ 1.0e33L, 1.0e34L, 1.0e35L, 1.0e36L, 1.0e37L, 1.0e38L, 1.0e39L, 1.0e40L, 1.0e41L, 1.0e42L, 1.0e43L,
393
+ 1.0e44L, 1.0e45L, 1.0e46L, 1.0e47L, 1.0e48L, 1.0e49L, 1.0e50L, 1.0e51L, 1.0e52L, 1.0e53L, 1.0e54L,
394
+ 1.0e55L, 1.0e56L, 1.0e57L, 1.0e58L, 1.0e59L, 1.0e60L, 1.0e61L, 1.0e62L, 1.0e63L, 1.0e64L, 1.0e65L,
395
+ 1.0e66L, 1.0e67L, 1.0e68L, 1.0e69L, 1.0e70L, 1.0e71L, 1.0e72L, 1.0e73L, 1.0e74L, 1.0e75L, 1.0e76L,
396
+ 1.0e77L, 1.0e78L, 1.0e79L, 1.0e80L, 1.0e81L, 1.0e82L, 1.0e83L, 1.0e84L, 1.0e85L, 1.0e86L, 1.0e87L,
397
+ 1.0e88L, 1.0e89L, 1.0e90L, 1.0e91L, 1.0e92L, 1.0e93L, 1.0e94L, 1.0e95L, 1.0e96L, 1.0e97L, 1.0e98L,
398
+ 1.0e99L, 1.0e100L, 1.0e101L, 1.0e102L, 1.0e103L, 1.0e104L, 1.0e105L, 1.0e106L, 1.0e107L, 1.0e108L, 1.0e109L,
399
+ 1.0e110L, 1.0e111L, 1.0e112L, 1.0e113L, 1.0e114L, 1.0e115L, 1.0e116L, 1.0e117L, 1.0e118L, 1.0e119L, 1.0e120L,
400
+ 1.0e121L, 1.0e122L, 1.0e123L, 1.0e124L, 1.0e125L, 1.0e126L, 1.0e127L, 1.0e128L, 1.0e129L, 1.0e130L, 1.0e131L,
401
+ 1.0e132L, 1.0e133L, 1.0e134L, 1.0e135L, 1.0e136L, 1.0e137L, 1.0e138L, 1.0e139L, 1.0e140L, 1.0e141L, 1.0e142L,
402
+ 1.0e143L, 1.0e144L, 1.0e145L, 1.0e146L, 1.0e147L, 1.0e148L, 1.0e149L, 1.0e150L, 1.0e151L, 1.0e152L, 1.0e153L,
403
+ 1.0e154L, 1.0e155L, 1.0e156L, 1.0e157L, 1.0e158L, 1.0e159L, 1.0e160L, 1.0e161L, 1.0e162L, 1.0e163L, 1.0e164L,
404
+ 1.0e165L, 1.0e166L, 1.0e167L, 1.0e168L, 1.0e169L, 1.0e170L, 1.0e171L, 1.0e172L, 1.0e173L, 1.0e174L, 1.0e175L,
405
+ 1.0e176L, 1.0e177L, 1.0e178L, 1.0e179L, 1.0e180L, 1.0e181L, 1.0e182L, 1.0e183L, 1.0e184L, 1.0e185L, 1.0e186L,
406
+ 1.0e187L, 1.0e188L, 1.0e189L, 1.0e190L, 1.0e191L, 1.0e192L, 1.0e193L, 1.0e194L, 1.0e195L, 1.0e196L, 1.0e197L,
407
+ 1.0e198L, 1.0e199L, 1.0e200L, 1.0e201L, 1.0e202L, 1.0e203L, 1.0e204L, 1.0e205L, 1.0e206L, 1.0e207L, 1.0e208L,
408
+ 1.0e209L, 1.0e210L, 1.0e211L, 1.0e212L, 1.0e213L, 1.0e214L, 1.0e215L, 1.0e216L, 1.0e217L, 1.0e218L, 1.0e219L,
409
+ 1.0e220L, 1.0e221L, 1.0e222L, 1.0e223L, 1.0e224L, 1.0e225L, 1.0e226L, 1.0e227L, 1.0e228L, 1.0e229L, 1.0e230L,
410
+ 1.0e231L, 1.0e232L, 1.0e233L, 1.0e234L, 1.0e235L, 1.0e236L, 1.0e237L, 1.0e238L, 1.0e239L, 1.0e240L, 1.0e241L,
411
+ 1.0e242L, 1.0e243L, 1.0e244L, 1.0e245L, 1.0e246L, 1.0e247L, 1.0e248L, 1.0e249L, 1.0e250L, 1.0e251L, 1.0e252L,
412
+ 1.0e253L, 1.0e254L, 1.0e255L, 1.0e256L, 1.0e257L, 1.0e258L, 1.0e259L, 1.0e260L, 1.0e261L, 1.0e262L, 1.0e263L,
413
+ 1.0e264L, 1.0e265L, 1.0e266L, 1.0e267L, 1.0e268L, 1.0e269L, 1.0e270L, 1.0e271L, 1.0e272L, 1.0e273L, 1.0e274L,
414
+ 1.0e275L, 1.0e276L, 1.0e277L, 1.0e278L, 1.0e279L, 1.0e280L, 1.0e281L, 1.0e282L, 1.0e283L, 1.0e284L, 1.0e285L,
415
+ 1.0e286L, 1.0e287L, 1.0e288L, 1.0e289L, 1.0e290L, 1.0e291L, 1.0e292L, 1.0e293L, 1.0e294L, 1.0e295L, 1.0e296L,
416
+ 1.0e297L, 1.0e298L, 1.0e299L, 1.0e300L, 1.0e301L, 1.0e302L, 1.0e303L, 1.0e304L, 1.0e305L, 1.0e306L, 1.0e307L,
417
+ 1.0e308L};
418
+
419
+ static VALUE parser_class;
420
+
421
+ // Works with extended unicode as well. \Uffffffff if support is desired in
422
+ // the future.
423
+ static size_t unicodeToUtf8(uint32_t code, byte *buf) {
424
+ byte *start = buf;
425
+
426
+ if (0x0000007F >= code) {
427
+ *buf++ = (byte)code;
428
+ } else if (0x000007FF >= code) {
429
+ *buf++ = 0xC0 | (code >> 6);
430
+ *buf++ = 0x80 | (0x3F & code);
431
+ } else if (0x0000FFFF >= code) {
432
+ *buf++ = 0xE0 | (code >> 12);
433
+ *buf++ = 0x80 | ((code >> 6) & 0x3F);
434
+ *buf++ = 0x80 | (0x3F & code);
435
+ } else if (0x001FFFFF >= code) {
436
+ *buf++ = 0xF0 | (code >> 18);
437
+ *buf++ = 0x80 | ((code >> 12) & 0x3F);
438
+ *buf++ = 0x80 | ((code >> 6) & 0x3F);
439
+ *buf++ = 0x80 | (0x3F & code);
440
+ } else if (0x03FFFFFF >= code) {
441
+ *buf++ = 0xF8 | (code >> 24);
442
+ *buf++ = 0x80 | ((code >> 18) & 0x3F);
443
+ *buf++ = 0x80 | ((code >> 12) & 0x3F);
444
+ *buf++ = 0x80 | ((code >> 6) & 0x3F);
445
+ *buf++ = 0x80 | (0x3F & code);
446
+ } else if (0x7FFFFFFF >= code) {
447
+ *buf++ = 0xFC | (code >> 30);
448
+ *buf++ = 0x80 | ((code >> 24) & 0x3F);
449
+ *buf++ = 0x80 | ((code >> 18) & 0x3F);
450
+ *buf++ = 0x80 | ((code >> 12) & 0x3F);
451
+ *buf++ = 0x80 | ((code >> 6) & 0x3F);
452
+ *buf++ = 0x80 | (0x3F & code);
453
+ }
454
+ return buf - start;
455
+ }
456
+
457
+ static void parser_reset(ojParser p) {
458
+ p->reader = 0;
459
+ memset(&p->num, 0, sizeof(p->num));
460
+ buf_reset(&p->key);
461
+ buf_reset(&p->buf);
462
+ p->map = value_map;
463
+ p->next_map = NULL;
464
+ p->depth = 0;
465
+ }
466
+
467
+ static void parse_error(ojParser p, const char *fmt, ...) {
468
+ va_list ap;
469
+ char buf[256];
470
+
471
+ va_start(ap, fmt);
472
+ vsnprintf(buf, sizeof(buf), fmt, ap);
473
+ va_end(ap);
474
+ rb_raise(oj_json_parser_error_class, "%s at %ld:%ld", buf, p->line, p->col);
475
+ }
476
+
477
+ static void byte_error(ojParser p, byte b) {
478
+ switch (p->map[256]) {
479
+ case 'N': // null_map
480
+ parse_error(p, "expected null");
481
+ break;
482
+ case 'T': // true_map
483
+ parse_error(p, "expected true");
484
+ break;
485
+ case 'F': // false_map
486
+ parse_error(p, "expected false");
487
+ break;
488
+ case 's': // string_map
489
+ parse_error(p, "invalid JSON character 0x%02x", b);
490
+ break;
491
+ default: parse_error(p, "unexpected character '%c' in '%c' mode", b, p->map[256]); break;
492
+ }
493
+ }
494
+
495
+ static void calc_num(ojParser p) {
496
+ switch (p->type) {
497
+ case OJ_INT:
498
+ if (p->num.neg) {
499
+ p->num.fixnum = -p->num.fixnum;
500
+ p->num.neg = false;
501
+ }
502
+ p->funcs[p->stack[p->depth]].add_int(p);
503
+ break;
504
+ case OJ_DECIMAL: {
505
+ long double d = (long double)p->num.fixnum;
506
+
507
+ if (p->num.neg) {
508
+ d = -d;
509
+ }
510
+ if (0 < p->num.shift) {
511
+ d /= pow_map[p->num.shift];
512
+ }
513
+ if (0 < p->num.exp) {
514
+ long double x;
515
+
516
+ if (MAX_POW < p->num.exp) {
517
+ x = powl(10.0L, (long double)p->num.exp);
518
+ } else {
519
+ x = pow_map[p->num.exp];
520
+ }
521
+ if (p->num.exp_neg) {
522
+ d /= x;
523
+ } else {
524
+ d *= x;
525
+ }
526
+ }
527
+ p->num.dub = d;
528
+ p->funcs[p->stack[p->depth]].add_float(p);
529
+ break;
530
+ }
531
+ case OJ_BIG: p->funcs[p->stack[p->depth]].add_big(p);
532
+ default:
533
+ // nothing to do
534
+ break;
535
+ }
536
+ p->type = OJ_NONE;
537
+ }
538
+
539
+ static void big_change(ojParser p) {
540
+ char buf[32];
541
+ int64_t i = p->num.fixnum;
542
+ int len = 0;
543
+
544
+ buf[sizeof(buf) - 1] = '\0';
545
+ p->buf.tail = p->buf.head;
546
+ switch (p->type) {
547
+ case OJ_INT:
548
+ // If an int then it will fit in the num.raw so no need to check length;
549
+ for (len = sizeof(buf) - 1; 0 < i; len--, i /= 10) {
550
+ buf[len] = '0' + (i % 10);
551
+ }
552
+ if (p->num.neg) {
553
+ buf[len] = '-';
554
+ len--;
555
+ }
556
+ buf_append_string(&p->buf, buf + len + 1, sizeof(buf) - len - 1);
557
+ p->type = OJ_BIG;
558
+ break;
559
+ case OJ_DECIMAL: {
560
+ int shift = p->num.shift;
561
+
562
+ for (len = sizeof(buf) - 1; 0 < i; len--, i /= 10, shift--) {
563
+ if (0 == shift) {
564
+ buf[len] = '.';
565
+ len--;
566
+ }
567
+ buf[len] = '0' + (i % 10);
568
+ }
569
+ if (p->num.neg) {
570
+ buf[len] = '-';
571
+ len--;
572
+ }
573
+ buf_append_string(&p->buf, buf + len + 1, sizeof(buf) - len - 1);
574
+ if (0 < p->num.exp) {
575
+ int x = p->num.exp;
576
+ int d, div;
577
+ bool started = false;
578
+
579
+ buf_append(&p->buf, 'e');
580
+ if (0 < p->num.exp_neg) {
581
+ buf_append(&p->buf, '-');
582
+ }
583
+ for (div = 1000; 0 < div; div /= 10) {
584
+ d = x / div % 10;
585
+ if (started || 0 < d) {
586
+ buf_append(&p->buf, '0' + d);
587
+ }
588
+ }
589
+ }
590
+ p->type = OJ_BIG;
591
+ break;
592
+ }
593
+ default: break;
594
+ }
595
+ }
596
+
597
+ static void parse(ojParser p, const byte *json) {
598
+ const byte *start;
599
+ const byte *b = json;
600
+ int i;
601
+
602
+ p->line = 1;
603
+ p->col = -1;
604
+ #if DEBUG
605
+ printf("*** parse - mode: %c %s\n", p->map[256], (const char *)json);
606
+ #endif
607
+ for (; '\0' != *b; b++) {
608
+ #if DEBUG
609
+ printf("*** parse - mode: %c %02x %s => %c\n", p->map[256], *b, b, p->map[*b]);
610
+ #endif
611
+ switch (p->map[*b]) {
612
+ case SKIP_NEWLINE:
613
+ p->line++;
614
+ p->col = b - json;
615
+ b++;
616
+ #ifdef SPACE_JUMP
617
+ // for (uint32_t *sj = (uint32_t*)b; 0x20202020 == *sj; sj++) { b += 4; }
618
+ for (uint16_t *sj = (uint16_t *)b; 0x2020 == *sj; sj++) {
619
+ b += 2;
620
+ }
621
+ #endif
622
+ for (; SKIP_CHAR == space_map[*b]; b++) {
623
+ }
624
+ b--;
625
+ break;
626
+ case COLON_COLON: p->map = value_map; break;
627
+ case SKIP_CHAR: break;
628
+ case KEY_QUOTE:
629
+ b++;
630
+ p->key.tail = p->key.head;
631
+ start = b;
632
+ for (; STR_OK == string_map[*b]; b++) {
633
+ }
634
+ buf_append_string(&p->key, (const char *)start, b - start);
635
+ if ('"' == *b) {
636
+ p->map = colon_map;
637
+ break;
638
+ }
639
+ b--;
640
+ p->map = string_map;
641
+ p->next_map = colon_map;
642
+ break;
643
+ case AFTER_COMMA:
644
+ if (0 < p->depth && OBJECT_FUN == p->stack[p->depth]) {
645
+ p->map = key_map;
646
+ } else {
647
+ p->map = comma_map;
648
+ }
649
+ break;
650
+ case VAL_QUOTE:
651
+ b++;
652
+ start = b;
653
+ p->buf.tail = p->buf.head;
654
+ for (; STR_OK == string_map[*b]; b++) {
655
+ }
656
+ buf_append_string(&p->buf, (const char *)start, b - start);
657
+ if ('"' == *b) {
658
+ p->cur = b - json;
659
+ p->funcs[p->stack[p->depth]].add_str(p);
660
+ p->map = (0 == p->depth) ? value_map : after_map;
661
+ break;
662
+ }
663
+ b--;
664
+ p->map = string_map;
665
+ p->next_map = (0 == p->depth) ? value_map : after_map;
666
+ break;
667
+ case OPEN_OBJECT:
668
+ p->cur = b - json;
669
+ p->funcs[p->stack[p->depth]].open_object(p);
670
+ p->depth++;
671
+ p->stack[p->depth] = OBJECT_FUN;
672
+ p->map = key1_map;
673
+ break;
674
+ case NUM_CLOSE_OBJECT:
675
+ p->cur = b - json;
676
+ calc_num(p);
677
+ // flow through
678
+ case CLOSE_OBJECT:
679
+ p->map = (1 == p->depth) ? value_map : after_map;
680
+ if (p->depth <= 0 || OBJECT_FUN != p->stack[p->depth]) {
681
+ p->col = b - json - p->col + 1;
682
+ parse_error(p, "unexpected object close");
683
+ return;
684
+ }
685
+ p->depth--;
686
+ p->cur = b - json;
687
+ p->funcs[p->stack[p->depth]].close_object(p);
688
+ break;
689
+ case OPEN_ARRAY:
690
+ p->cur = b - json;
691
+ p->funcs[p->stack[p->depth]].open_array(p);
692
+ p->depth++;
693
+ p->stack[p->depth] = ARRAY_FUN;
694
+ p->map = value_map;
695
+ break;
696
+ case NUM_CLOSE_ARRAY:
697
+ p->cur = b - json;
698
+ calc_num(p);
699
+ // flow through
700
+ case CLOSE_ARRAY:
701
+ p->map = (1 == p->depth) ? value_map : after_map;
702
+ if (p->depth <= 0 || ARRAY_FUN != p->stack[p->depth]) {
703
+ p->col = b - json - p->col + 1;
704
+ parse_error(p, "unexpected array close");
705
+ return;
706
+ }
707
+ p->depth--;
708
+ p->cur = b - json;
709
+ p->funcs[p->stack[p->depth]].close_array(p);
710
+ break;
711
+ case NUM_COMMA:
712
+ p->cur = b - json;
713
+ calc_num(p);
714
+ if (0 < p->depth && OBJECT_FUN == p->stack[p->depth]) {
715
+ p->map = key_map;
716
+ } else {
717
+ p->map = comma_map;
718
+ }
719
+ break;
720
+ case VAL0:
721
+ p->type = OJ_INT;
722
+ p->num.fixnum = 0;
723
+ p->num.neg = false;
724
+ p->num.shift = 0;
725
+ p->num.len = 0;
726
+ p->num.exp = 0;
727
+ p->num.exp_neg = false;
728
+ p->map = zero_map;
729
+ break;
730
+ case VAL_NEG:
731
+ p->type = OJ_INT;
732
+ p->num.fixnum = 0;
733
+ p->num.neg = true;
734
+ p->num.shift = 0;
735
+ p->num.len = 0;
736
+ p->num.exp = 0;
737
+ p->num.exp_neg = false;
738
+ p->map = neg_map;
739
+ break;
740
+ ;
741
+ case VAL_DIGIT:
742
+ p->type = OJ_INT;
743
+ p->num.fixnum = 0;
744
+ p->num.neg = false;
745
+ p->num.shift = 0;
746
+ p->num.exp = 0;
747
+ p->num.exp_neg = false;
748
+ p->num.len = 0;
749
+ p->map = digit_map;
750
+ for (; NUM_DIGIT == digit_map[*b]; b++) {
751
+ uint64_t x = (uint64_t)p->num.fixnum * 10 + (uint64_t)(*b - '0');
752
+
753
+ // Tried just checking for an int less than zero but that
754
+ // fails when optimization is on for some reason with the
755
+ // clang compiler so us a bit mask instead.
756
+ if (x < BIG_LIMIT) {
757
+ p->num.fixnum = (int64_t)x;
758
+ } else {
759
+ big_change(p);
760
+ p->map = big_digit_map;
761
+ break;
762
+ }
763
+ }
764
+ b--;
765
+ break;
766
+ case NUM_DIGIT:
767
+ for (; NUM_DIGIT == digit_map[*b]; b++) {
768
+ uint64_t x = p->num.fixnum * 10 + (uint64_t)(*b - '0');
769
+
770
+ if (x < BIG_LIMIT) {
771
+ p->num.fixnum = (int64_t)x;
772
+ } else {
773
+ big_change(p);
774
+ p->map = big_digit_map;
775
+ break;
776
+ }
777
+ }
778
+ b--;
779
+ break;
780
+ case NUM_DOT:
781
+ p->type = OJ_DECIMAL;
782
+ p->map = dot_map;
783
+ break;
784
+ case NUM_FRAC:
785
+ p->map = frac_map;
786
+ for (; NUM_FRAC == frac_map[*b]; b++) {
787
+ uint64_t x = p->num.fixnum * 10 + (uint64_t)(*b - '0');
788
+
789
+ if (x < FRAC_LIMIT) {
790
+ p->num.fixnum = (int64_t)x;
791
+ p->num.shift++;
792
+ } else {
793
+ big_change(p);
794
+ p->map = big_frac_map;
795
+ break;
796
+ }
797
+ }
798
+ b--;
799
+ break;
800
+ case FRAC_E:
801
+ p->type = OJ_DECIMAL;
802
+ p->map = exp_sign_map;
803
+ break;
804
+ case NUM_ZERO: p->map = zero_map; break;
805
+ case NEG_DIGIT:
806
+ for (; NUM_DIGIT == digit_map[*b]; b++) {
807
+ uint64_t x = p->num.fixnum * 10 + (uint64_t)(*b - '0');
808
+
809
+ if (x < BIG_LIMIT) {
810
+ p->num.fixnum = (int64_t)x;
811
+ } else {
812
+ big_change(p);
813
+ p->map = big_digit_map;
814
+ break;
815
+ }
816
+ }
817
+ b--;
818
+ p->map = digit_map;
819
+ break;
820
+ case EXP_SIGN:
821
+ p->num.exp_neg = ('-' == *b);
822
+ p->map = exp_zero_map;
823
+ break;
824
+ case EXP_DIGIT:
825
+ p->map = exp_map;
826
+ for (; NUM_DIGIT == digit_map[*b]; b++) {
827
+ int16_t x = p->num.exp * 10 + (int16_t)(*b - '0');
828
+
829
+ if (x <= MAX_EXP) {
830
+ p->num.exp = x;
831
+ } else {
832
+ big_change(p);
833
+ p->map = big_exp_map;
834
+ break;
835
+ }
836
+ }
837
+ b--;
838
+ break;
839
+ case BIG_DIGIT:
840
+ start = b;
841
+ for (; NUM_DIGIT == digit_map[*b]; b++) {
842
+ }
843
+ buf_append_string(&p->buf, (const char *)start, b - start);
844
+ b--;
845
+ break;
846
+ case BIG_DOT:
847
+ buf_append(&p->buf, '.');
848
+ p->map = big_dot_map;
849
+ break;
850
+ case BIG_FRAC:
851
+ p->map = big_frac_map;
852
+ start = b;
853
+ for (; NUM_FRAC == frac_map[*b]; b++) {
854
+ }
855
+ buf_append_string(&p->buf, (const char *)start, b - start);
856
+ b--;
857
+ break;
858
+ case BIG_E:
859
+ buf_append(&p->buf, *b);
860
+ p->map = big_exp_sign_map;
861
+ break;
862
+ case BIG_EXP_SIGN:
863
+ buf_append(&p->buf, *b);
864
+ p->map = big_exp_zero_map;
865
+ break;
866
+ case BIG_EXP:
867
+ start = b;
868
+ for (; NUM_DIGIT == digit_map[*b]; b++) {
869
+ }
870
+ buf_append_string(&p->buf, (const char *)start, b - start);
871
+ b--;
872
+ p->map = big_exp_map;
873
+ break;
874
+ case NUM_SPC:
875
+ p->cur = b - json;
876
+ calc_num(p);
877
+ break;
878
+ case NUM_NEWLINE:
879
+ p->cur = b - json;
880
+ calc_num(p);
881
+ b++;
882
+ #ifdef SPACE_JUMP
883
+ // for (uint32_t *sj = (uint32_t*)b; 0x20202020 == *sj; sj++) { b += 4; }
884
+ for (uint16_t *sj = (uint16_t *)b; 0x2020 == *sj; sj++) {
885
+ b += 2;
886
+ }
887
+ #endif
888
+ for (; SKIP_CHAR == space_map[*b]; b++) {
889
+ }
890
+ b--;
891
+ break;
892
+ case STR_OK:
893
+ start = b;
894
+ for (; STR_OK == string_map[*b]; b++) {
895
+ }
896
+ if (':' == p->next_map[256]) {
897
+ buf_append_string(&p->key, (const char *)start, b - start);
898
+ } else {
899
+ buf_append_string(&p->buf, (const char *)start, b - start);
900
+ }
901
+ if ('"' == *b) {
902
+ p->cur = b - json;
903
+ p->funcs[p->stack[p->depth]].add_str(p);
904
+ p->map = p->next_map;
905
+ break;
906
+ }
907
+ b--;
908
+ break;
909
+ case STR_SLASH: p->map = esc_map; break;
910
+ case STR_QUOTE:
911
+ p->cur = b - json;
912
+ p->funcs[p->stack[p->depth]].add_str(p);
913
+ p->map = p->next_map;
914
+ break;
915
+ case ESC_U:
916
+ p->map = u_map;
917
+ p->ri = 0;
918
+ p->ucode = 0;
919
+ break;
920
+ case U_OK:
921
+ p->ri++;
922
+ p->ucode = p->ucode << 4 | (uint32_t)hex_map[*b];
923
+ if (4 <= p->ri) {
924
+ byte utf8[8];
925
+ size_t ulen = unicodeToUtf8(p->ucode, utf8);
926
+
927
+ if (0 < ulen) {
928
+ if (':' == p->next_map[256]) {
929
+ buf_append_string(&p->key, (const char *)utf8, ulen);
930
+ } else {
931
+ buf_append_string(&p->buf, (const char *)utf8, ulen);
932
+ }
933
+ } else {
934
+ parse_error(p, "invalid unicode");
935
+ return;
936
+ }
937
+ p->map = string_map;
938
+ }
939
+ break;
940
+ case ESC_OK:
941
+ if (':' == p->next_map[256]) {
942
+ buf_append(&p->key, esc_byte_map[*b]);
943
+ } else {
944
+ buf_append(&p->buf, esc_byte_map[*b]);
945
+ }
946
+ p->map = string_map;
947
+ break;
948
+ case UTF1:
949
+ p->ri = 1;
950
+ p->map = utf_map;
951
+ if (':' == p->next_map[256]) {
952
+ buf_append(&p->key, *b);
953
+ } else {
954
+ buf_append(&p->buf, *b);
955
+ }
956
+ break;
957
+ case UTF2:
958
+ p->ri = 2;
959
+ p->map = utf_map;
960
+ if (':' == p->next_map[256]) {
961
+ buf_append(&p->key, *b);
962
+ } else {
963
+ buf_append(&p->buf, *b);
964
+ }
965
+ break;
966
+ case UTF3:
967
+ p->ri = 3;
968
+ p->map = utf_map;
969
+ if (':' == p->next_map[256]) {
970
+ buf_append(&p->key, *b);
971
+ } else {
972
+ buf_append(&p->buf, *b);
973
+ }
974
+ break;
975
+ case UTFX:
976
+ p->ri--;
977
+ if (':' == p->next_map[256]) {
978
+ buf_append(&p->key, *b);
979
+ } else {
980
+ buf_append(&p->buf, *b);
981
+ }
982
+ if (p->ri <= 0) {
983
+ p->map = string_map;
984
+ }
985
+ break;
986
+ case VAL_NULL:
987
+ if ('u' == b[1] && 'l' == b[2] && 'l' == b[3]) {
988
+ b += 3;
989
+ p->cur = b - json;
990
+ p->funcs[p->stack[p->depth]].add_null(p);
991
+ p->map = (0 == p->depth) ? value_map : after_map;
992
+ break;
993
+ }
994
+ p->ri = 0;
995
+ *p->token = *b++;
996
+ for (i = 1; i < 4; i++) {
997
+ if ('\0' == *b) {
998
+ p->ri = i;
999
+ break;
1000
+ } else {
1001
+ p->token[i] = *b++;
1002
+ }
1003
+ }
1004
+ if (0 < p->ri) {
1005
+ p->map = null_map;
1006
+ b--;
1007
+ break;
1008
+ }
1009
+ p->col = b - json - p->col;
1010
+ parse_error(p, "expected null");
1011
+ return;
1012
+ case VAL_TRUE:
1013
+ if ('r' == b[1] && 'u' == b[2] && 'e' == b[3]) {
1014
+ b += 3;
1015
+ p->cur = b - json;
1016
+ p->funcs[p->stack[p->depth]].add_true(p);
1017
+ p->map = (0 == p->depth) ? value_map : after_map;
1018
+ break;
1019
+ }
1020
+ p->ri = 0;
1021
+ *p->token = *b++;
1022
+ for (i = 1; i < 4; i++) {
1023
+ if ('\0' == *b) {
1024
+ p->ri = i;
1025
+ break;
1026
+ } else {
1027
+ p->token[i] = *b++;
1028
+ }
1029
+ }
1030
+ if (0 < p->ri) {
1031
+ p->map = true_map;
1032
+ b--;
1033
+ break;
1034
+ }
1035
+ p->col = b - json - p->col;
1036
+ parse_error(p, "expected true");
1037
+ return;
1038
+ case VAL_FALSE:
1039
+ if ('a' == b[1] && 'l' == b[2] && 's' == b[3] && 'e' == b[4]) {
1040
+ b += 4;
1041
+ p->cur = b - json;
1042
+ p->funcs[p->stack[p->depth]].add_false(p);
1043
+ p->map = (0 == p->depth) ? value_map : after_map;
1044
+ break;
1045
+ }
1046
+ p->ri = 0;
1047
+ *p->token = *b++;
1048
+ for (i = 1; i < 5; i++) {
1049
+ if ('\0' == *b) {
1050
+ p->ri = i;
1051
+ break;
1052
+ } else {
1053
+ p->token[i] = *b++;
1054
+ }
1055
+ }
1056
+ if (0 < p->ri) {
1057
+ p->map = false_map;
1058
+ b--;
1059
+ break;
1060
+ }
1061
+ p->col = b - json - p->col;
1062
+ parse_error(p, "expected false");
1063
+ return;
1064
+ case TOKEN_OK:
1065
+ p->token[p->ri] = *b;
1066
+ p->ri++;
1067
+ switch (p->map[256]) {
1068
+ case 'N':
1069
+ if (4 == p->ri) {
1070
+ if (0 != strncmp("null", p->token, 4)) {
1071
+ p->col = b - json - p->col;
1072
+ parse_error(p, "expected null");
1073
+ return;
1074
+ }
1075
+ p->cur = b - json;
1076
+ p->funcs[p->stack[p->depth]].add_null(p);
1077
+ p->map = (0 == p->depth) ? value_map : after_map;
1078
+ }
1079
+ break;
1080
+ case 'F':
1081
+ if (5 == p->ri) {
1082
+ if (0 != strncmp("false", p->token, 5)) {
1083
+ p->col = b - json - p->col;
1084
+ parse_error(p, "expected false");
1085
+ return;
1086
+ }
1087
+ p->cur = b - json;
1088
+ p->funcs[p->stack[p->depth]].add_false(p);
1089
+ p->map = (0 == p->depth) ? value_map : after_map;
1090
+ }
1091
+ break;
1092
+ case 'T':
1093
+ if (4 == p->ri) {
1094
+ if (0 != strncmp("true", p->token, 4)) {
1095
+ p->col = b - json - p->col;
1096
+ parse_error(p, "expected true");
1097
+ return;
1098
+ }
1099
+ p->cur = b - json;
1100
+ p->funcs[p->stack[p->depth]].add_true(p);
1101
+ p->map = (0 == p->depth) ? value_map : after_map;
1102
+ }
1103
+ break;
1104
+ default:
1105
+ p->col = b - json - p->col;
1106
+ parse_error(p, "parse error");
1107
+ return;
1108
+ }
1109
+ break;
1110
+ case CHAR_ERR: byte_error(p, *b); return;
1111
+ default: break;
1112
+ }
1113
+ if (0 == p->depth && 'v' == p->map[256] && p->just_one) {
1114
+ p->map = trail_map;
1115
+ }
1116
+ }
1117
+ if (0 < p->depth) {
1118
+ parse_error(p, "parse error, not closed");
1119
+ }
1120
+ if (0 == p->depth) {
1121
+ switch (p->map[256]) {
1122
+ case '0':
1123
+ case 'd':
1124
+ case 'f':
1125
+ case 'z':
1126
+ case 'X':
1127
+ case 'D':
1128
+ case 'g':
1129
+ case 'B':
1130
+ case 'Y':
1131
+ p->cur = b - json;
1132
+ calc_num(p);
1133
+ break;
1134
+ }
1135
+ }
1136
+ return;
1137
+ }
1138
+
1139
+ static void parser_free(void *ptr) {
1140
+ ojParser p;
1141
+
1142
+ if (0 == ptr) {
1143
+ return;
1144
+ }
1145
+ p = (ojParser)ptr;
1146
+ buf_cleanup(&p->key);
1147
+ buf_cleanup(&p->buf);
1148
+ p->free(p);
1149
+ xfree(ptr);
1150
+ }
1151
+
1152
+ static void parser_mark(void *ptr) {
1153
+ if (NULL != ptr) {
1154
+ ojParser p = (ojParser)ptr;
1155
+
1156
+ if (0 != p->reader) {
1157
+ rb_gc_mark(p->reader);
1158
+ }
1159
+ p->mark(p);
1160
+ }
1161
+ }
1162
+
1163
+ extern void oj_set_parser_validator(ojParser p);
1164
+ extern void oj_set_parser_saj(ojParser p);
1165
+ extern void oj_set_parser_usual(ojParser p);
1166
+ extern void oj_set_parser_debug(ojParser p);
1167
+
1168
+ static int opt_cb(VALUE rkey, VALUE value, VALUE ptr) {
1169
+ ojParser p = (ojParser)ptr;
1170
+ const char *key = NULL;
1171
+ char set_key[64];
1172
+ long klen;
1173
+
1174
+ switch (rb_type(rkey)) {
1175
+ case RUBY_T_SYMBOL:
1176
+ rkey = rb_sym2str(rkey);
1177
+ // fall through
1178
+ case RUBY_T_STRING:
1179
+ key = rb_string_value_ptr(&rkey);
1180
+ klen = RSTRING_LEN(rkey);
1181
+ break;
1182
+ default: rb_raise(rb_eArgError, "option keys must be a symbol or string");
1183
+ }
1184
+ if ((long)sizeof(set_key) - 1 <= klen) {
1185
+ return ST_CONTINUE;
1186
+ }
1187
+ memcpy(set_key, key, klen);
1188
+ set_key[klen] = '=';
1189
+ set_key[klen + 1] = '\0';
1190
+ p->option(p, set_key, value);
1191
+
1192
+ return ST_CONTINUE;
1193
+ }
1194
+
1195
+ /* Document-method: new
1196
+ * call-seq: new(mode=nil)
1197
+ *
1198
+ * Creates a new Parser with the specified mode. If no mode is provided
1199
+ * validation is assumed. Optional arguments can be provided that match the
1200
+ * mode. For example with the :usual mode the call might look like
1201
+ * Oj::Parser.new(:usual, cache_keys: true).
1202
+ */
1203
+ static VALUE parser_new(int argc, VALUE *argv, VALUE self) {
1204
+ ojParser p = ALLOC(struct _ojParser);
1205
+
1206
+ #if HAVE_RB_EXT_RACTOR_SAFE
1207
+ // This doesn't seem to do anything.
1208
+ rb_ext_ractor_safe(true);
1209
+ #endif
1210
+ memset(p, 0, sizeof(struct _ojParser));
1211
+ buf_init(&p->key);
1212
+ buf_init(&p->buf);
1213
+ p->map = value_map;
1214
+
1215
+ if (argc < 1) {
1216
+ oj_set_parser_validator(p);
1217
+ } else {
1218
+ VALUE mode = argv[0];
1219
+
1220
+ if (Qnil == mode) {
1221
+ oj_set_parser_validator(p);
1222
+ } else {
1223
+ const char *ms = NULL;
1224
+
1225
+ switch (rb_type(mode)) {
1226
+ case RUBY_T_SYMBOL:
1227
+ mode = rb_sym2str(mode);
1228
+ // fall through
1229
+ case RUBY_T_STRING: ms = RSTRING_PTR(mode); break;
1230
+ default: rb_raise(rb_eArgError, "mode must be :validate, :usual, :saj, or :object");
1231
+ }
1232
+ if (0 == strcmp("usual", ms) || 0 == strcmp("standard", ms) || 0 == strcmp("strict", ms) ||
1233
+ 0 == strcmp("compat", ms)) {
1234
+ oj_set_parser_usual(p);
1235
+ } else if (0 == strcmp("object", ms)) {
1236
+ // TBD
1237
+ } else if (0 == strcmp("saj", ms)) {
1238
+ oj_set_parser_saj(p);
1239
+ } else if (0 == strcmp("validate", ms)) {
1240
+ oj_set_parser_validator(p);
1241
+ } else if (0 == strcmp("debug", ms)) {
1242
+ oj_set_parser_debug(p);
1243
+ } else {
1244
+ rb_raise(rb_eArgError, "mode must be :validate, :usual, :saj, or :object");
1245
+ }
1246
+ }
1247
+ if (1 < argc) {
1248
+ VALUE ropts = argv[1];
1249
+
1250
+ Check_Type(ropts, T_HASH);
1251
+ rb_hash_foreach(ropts, opt_cb, (VALUE)p);
1252
+ }
1253
+ }
1254
+ return Data_Wrap_Struct(parser_class, parser_mark, parser_free, p);
1255
+ }
1256
+
1257
+ /* Document-method: method_missing(value)
1258
+ * call-seq: method_missing(value)
1259
+ *
1260
+ * Methods not handled by the parser are passed to the delegate. The methods
1261
+ * supported by delegate are:
1262
+ *
1263
+ * - *:validate*
1264
+ * - no options
1265
+ *
1266
+ * - *:saj*
1267
+ * - _cache_keys=_ sets the value of the _cache_keys_ flag.
1268
+ * - _cache_keys_ returns the value of the _cache_keys_ flag.
1269
+ * - _cache_strings=_ sets the value of the _cache_strings_ to an positive integer less than 35. Strings shorter than
1270
+ * that length are cached.
1271
+ * - _cache_strings_ returns the value of the _cache_strings_ integer value.
1272
+ * - _handler=_ sets the SAJ handler
1273
+ * - _handler_ returns the SAJ handler
1274
+ *
1275
+ * - *:usual*
1276
+ * - _cache_keys=_ sets the value of the _cache_keys_ flag.
1277
+ * - _cache_keys_ returns the value of the _cache_keys_ flag.
1278
+ * - _cache_strings=_ sets the value of the _cache_strings_ to a positive integer less than 35. Strings shorter than
1279
+ * that length are cached.
1280
+ * - _cache_strings_ returns the value of the _cache_strings_ integer value.
1281
+ * - _cache_expunge=_ sets the value of the _cache_expunge_ where 0 never expunges, 1 expunges slowly, 2 expunges
1282
+ * faster, and 3 or higher expunges agressively.
1283
+ * - _cache_expunge_ returns the value of the _cache_expunge_ integer value.
1284
+ * - _capacity=_ sets the capacity of the parser. The parser grows automatically but can be updated directly with this
1285
+ * call.
1286
+ * - _capacity_ returns the current capacity of the parser's internal stack.
1287
+ * - _create_id_ returns the value _create_id_ or _nil_ if there is no _create_id_.
1288
+ * - _create_id=_ sets the value _create_id_ or if _nil_ unsets it. Parsed JSON objects that include the specified
1289
+ * element use the element value as the name of the class to create an object from instead of a Hash.
1290
+ * - _decimal=_ sets the approach to how decimals are parser. If _:auto_ then the decimals with significant digits are
1291
+ * 16 or less are Floats and long ones are BigDecimal. _:ruby_ uses a call to Ruby to convert a string to a Float.
1292
+ * _:float_ always generates a Float. _:bigdecimal_ always results in a BigDecimal.
1293
+ * - _decimal_ returns the value of the decimal conversion option which can be :auto (default), :ruby, :float, or
1294
+ * :bigdecimal.
1295
+ * - _ignore_json_create_ returns the value of the _ignore_json_create_ flag.
1296
+ * - _ignore_json_create=_ sets the value of the _ignore_json_create_ flag. When set the class json_create method is
1297
+ * ignored on parsing in favor of creating an instance and populating directly.
1298
+ * - _missing_class_ return the value of the _missing_class_ indicator.
1299
+ * - _missing_class=_ sets the value of the _missing_class_ flag. Valid values are _:auto_ which creates any missing
1300
+ * classes on parse, :ignore which ignores and continues as a Hash (default), and :raise which raises an exception if
1301
+ * the class is not found.
1302
+ * - _omit_null=_ sets the _omit_null_ flag. If true then null values in a map or object are omitted from the
1303
+ * resulting Hash or Object.
1304
+ * - _omit_null_ returns the value of the _omit_null_ flag.
1305
+ * - _symbol_keys=_ sets the flag that indicates Hash keys should be parsed to Symbols versus Strings.
1306
+ * - _symbol_keys_ returns the value of the _symbol_keys_ flag.
1307
+ */
1308
+ static VALUE parser_missing(int argc, VALUE *argv, VALUE self) {
1309
+ ojParser p = (ojParser)DATA_PTR(self);
1310
+ const char *key = NULL;
1311
+ volatile VALUE rkey = *argv;
1312
+ volatile VALUE rv = Qnil;
1313
+
1314
+ #if HAVE_RB_EXT_RACTOR_SAFE
1315
+ // This doesn't seem to do anything.
1316
+ rb_ext_ractor_safe(true);
1317
+ #endif
1318
+ switch (rb_type(rkey)) {
1319
+ case RUBY_T_SYMBOL:
1320
+ rkey = rb_sym2str(rkey);
1321
+ // fall through
1322
+ case RUBY_T_STRING: key = rb_string_value_ptr(&rkey); break;
1323
+ default: rb_raise(rb_eArgError, "option method must be a symbol or string");
1324
+ }
1325
+ if (1 < argc) {
1326
+ rv = argv[1];
1327
+ }
1328
+ return p->option(p, key, rv);
1329
+ }
1330
+
1331
+ /* Document-method: parse(json)
1332
+ * call-seq: parse(json)
1333
+ *
1334
+ * Parse a JSON string.
1335
+ *
1336
+ * Returns the result according to the delegate of the parser.
1337
+ */
1338
+ static VALUE parser_parse(VALUE self, VALUE json) {
1339
+ ojParser p = (ojParser)DATA_PTR(self);
1340
+
1341
+ Check_Type(json, T_STRING);
1342
+ parser_reset(p);
1343
+ p->start(p);
1344
+ parse(p, (const byte *)rb_string_value_ptr(&json));
1345
+
1346
+ return p->result(p);
1347
+ }
1348
+
1349
+ static VALUE load_rescue(VALUE self, VALUE x) {
1350
+ // Normal EOF. No action needed other than to stop loading.
1351
+ return Qfalse;
1352
+ }
1353
+
1354
+ static VALUE load(VALUE self) {
1355
+ ojParser p = (ojParser)DATA_PTR(self);
1356
+ volatile VALUE rbuf = rb_str_new2("");
1357
+
1358
+ p->start(p);
1359
+ while (true) {
1360
+ rb_funcall(p->reader, oj_readpartial_id, 2, INT2NUM(16385), rbuf);
1361
+ if (0 < RSTRING_LEN(rbuf)) {
1362
+ parse(p, (byte *)StringValuePtr(rbuf));
1363
+ }
1364
+ }
1365
+ return Qtrue;
1366
+ }
1367
+
1368
+ /* Document-method: load(reader)
1369
+ * call-seq: load(reader)
1370
+ *
1371
+ * Parse a JSON stream.
1372
+ *
1373
+ * Returns the result according to the delegate of the parser.
1374
+ */
1375
+ static VALUE parser_load(VALUE self, VALUE reader) {
1376
+ ojParser p = (ojParser)DATA_PTR(self);
1377
+
1378
+ parser_reset(p);
1379
+ p->reader = reader;
1380
+ rb_rescue2(load, self, load_rescue, Qnil, rb_eEOFError, 0);
1381
+
1382
+ return p->result(p);
1383
+ }
1384
+
1385
+ /* Document-method: file(filename)
1386
+ * call-seq: file(filename)
1387
+ *
1388
+ * Parse a JSON file.
1389
+ *
1390
+ * Returns the result according to the delegate of the parser.
1391
+ */
1392
+ static VALUE parser_file(VALUE self, VALUE filename) {
1393
+ ojParser p = (ojParser)DATA_PTR(self);
1394
+ const char *path;
1395
+ int fd;
1396
+
1397
+ Check_Type(filename, T_STRING);
1398
+ path = rb_string_value_ptr(&filename);
1399
+
1400
+ parser_reset(p);
1401
+ p->start(p);
1402
+
1403
+ if (0 > (fd = open(path, O_RDONLY))) {
1404
+ rb_raise(rb_eIOError, "error opening %s", path);
1405
+ }
1406
+ #if USE_THREAD_LIMIT
1407
+ struct stat info;
1408
+ // st_size will be 0 if not a file
1409
+ if (0 == fstat(fd, &info) && USE_THREAD_LIMIT < info.st_size) {
1410
+ // Use threaded version.
1411
+ // TBD only if has pthreads
1412
+ // TBD parse_large(p, fd);
1413
+ return p->result(p);
1414
+ }
1415
+ #endif
1416
+ byte buf[16385];
1417
+ size_t size = sizeof(buf) - 1;
1418
+ size_t rsize;
1419
+
1420
+ while (true) {
1421
+ if (0 < (rsize = read(fd, buf, size))) {
1422
+ buf[rsize] = '\0';
1423
+ parse(p, buf);
1424
+ }
1425
+ if (rsize <= 0) {
1426
+ if (0 != rsize) {
1427
+ rb_raise(rb_eIOError, "error reading from %s", path);
1428
+ }
1429
+ break;
1430
+ }
1431
+ }
1432
+ return p->result(p);
1433
+ }
1434
+
1435
+ /* Document-method: just_one
1436
+ * call-seq: just_one
1437
+ *
1438
+ * Returns the current state of the just_one [_Boolean_] option.
1439
+ */
1440
+ static VALUE parser_just_one(VALUE self) {
1441
+ ojParser p = (ojParser)DATA_PTR(self);
1442
+
1443
+ return p->just_one ? Qtrue : Qfalse;
1444
+ }
1445
+
1446
+ /* Document-method: just_one=
1447
+ * call-seq: just_one=(value)
1448
+ *
1449
+ * Sets the *just_one* option which limits the parsing of a string or or
1450
+ * stream to a single JSON element.
1451
+ *
1452
+ * Returns the current state of the just_one [_Boolean_] option.
1453
+ */
1454
+ static VALUE parser_just_one_set(VALUE self, VALUE v) {
1455
+ ojParser p = (ojParser)DATA_PTR(self);
1456
+
1457
+ p->just_one = (Qtrue == v);
1458
+
1459
+ return p->just_one ? Qtrue : Qfalse;
1460
+ }
1461
+
1462
+ static VALUE usual_parser = Qundef;
1463
+
1464
+ /* Document-method: usual
1465
+ * call-seq: usual
1466
+ *
1467
+ * Returns the default usual parser. Note the default usual parser can not be
1468
+ * used concurrently in more than one thread.
1469
+ */
1470
+ static VALUE parser_usual(VALUE self) {
1471
+ if (Qundef == usual_parser) {
1472
+ ojParser p = ALLOC(struct _ojParser);
1473
+
1474
+ memset(p, 0, sizeof(struct _ojParser));
1475
+ buf_init(&p->key);
1476
+ buf_init(&p->buf);
1477
+ p->map = value_map;
1478
+ oj_set_parser_usual(p);
1479
+ usual_parser = Data_Wrap_Struct(parser_class, parser_mark, parser_free, p);
1480
+ rb_gc_register_address(&usual_parser);
1481
+ }
1482
+ return usual_parser;
1483
+ }
1484
+
1485
+ static VALUE saj_parser = Qundef;
1486
+
1487
+ /* Document-method: saj
1488
+ * call-seq: saj
1489
+ *
1490
+ * Returns the default SAJ parser. Note the default SAJ parser can not be used
1491
+ * concurrently in more than one thread.
1492
+ */
1493
+ static VALUE parser_saj(VALUE self) {
1494
+ if (Qundef == saj_parser) {
1495
+ ojParser p = ALLOC(struct _ojParser);
1496
+
1497
+ memset(p, 0, sizeof(struct _ojParser));
1498
+ buf_init(&p->key);
1499
+ buf_init(&p->buf);
1500
+ p->map = value_map;
1501
+ oj_set_parser_saj(p);
1502
+ saj_parser = Data_Wrap_Struct(parser_class, parser_mark, parser_free, p);
1503
+ rb_gc_register_address(&saj_parser);
1504
+ }
1505
+ return saj_parser;
1506
+ }
1507
+
1508
+ static VALUE validate_parser = Qundef;
1509
+
1510
+ /* Document-method: validate
1511
+ * call-seq: validate
1512
+ *
1513
+ * Returns the default validate parser.
1514
+ */
1515
+ static VALUE parser_validate(VALUE self) {
1516
+ if (Qundef == validate_parser) {
1517
+ ojParser p = ALLOC(struct _ojParser);
1518
+
1519
+ memset(p, 0, sizeof(struct _ojParser));
1520
+ buf_init(&p->key);
1521
+ buf_init(&p->buf);
1522
+ p->map = value_map;
1523
+ oj_set_parser_validator(p);
1524
+ validate_parser = Data_Wrap_Struct(parser_class, parser_mark, parser_free, p);
1525
+ rb_gc_register_address(&validate_parser);
1526
+ }
1527
+ return validate_parser;
1528
+ }
1529
+
1530
+ /* Document-class: Oj::Parser
1531
+ *
1532
+ * A reusable parser that makes use of named delegates to determine the
1533
+ * handling of parsed data. Delegates are available for validation, a callback
1534
+ * parser (SAJ), and a usual delegate that builds Ruby objects as parsing
1535
+ * proceeds.
1536
+ *
1537
+ * This parser is considerably faster than the older Oj.parse call and
1538
+ * isolates options to just the parser so that other parts of the code are not
1539
+ * forced to use the same options.
1540
+ */
1541
+ void oj_parser_init(void) {
1542
+ parser_class = rb_define_class_under(Oj, "Parser", rb_cObject);
1543
+ rb_gc_register_address(&parser_class);
1544
+ rb_undef_alloc_func(parser_class);
1545
+
1546
+ rb_define_module_function(parser_class, "new", parser_new, -1);
1547
+ rb_define_method(parser_class, "parse", parser_parse, 1);
1548
+ rb_define_method(parser_class, "load", parser_load, 1);
1549
+ rb_define_method(parser_class, "file", parser_file, 1);
1550
+ rb_define_method(parser_class, "just_one", parser_just_one, 0);
1551
+ rb_define_method(parser_class, "just_one=", parser_just_one_set, 1);
1552
+ rb_define_method(parser_class, "method_missing", parser_missing, -1);
1553
+
1554
+ rb_define_module_function(parser_class, "usual", parser_usual, 0);
1555
+ rb_define_module_function(parser_class, "saj", parser_saj, 0);
1556
+ rb_define_module_function(parser_class, "validate", parser_validate, 0);
1557
+ }