yajl-ruby 1.0.0-x86-mswin32-60

Sign up to get free protection for your applications and to get access to all the features.

Potentially problematic release.


This version of yajl-ruby might be problematic. Click here for more details.

Files changed (152) hide show
  1. data/.gitignore +12 -0
  2. data/.rspec +2 -0
  3. data/CHANGELOG.md +327 -0
  4. data/Gemfile +3 -0
  5. data/MIT-LICENSE +20 -0
  6. data/README.md +362 -0
  7. data/Rakefile +2 -0
  8. data/benchmark/encode.rb +72 -0
  9. data/benchmark/encode_json_and_marshal.rb +42 -0
  10. data/benchmark/encode_json_and_yaml.rb +53 -0
  11. data/benchmark/http.rb +32 -0
  12. data/benchmark/parse.rb +94 -0
  13. data/benchmark/parse_json_and_marshal.rb +50 -0
  14. data/benchmark/parse_json_and_yaml.rb +55 -0
  15. data/benchmark/parse_stream.rb +54 -0
  16. data/benchmark/subjects/item.json +1 -0
  17. data/benchmark/subjects/ohai.json +1216 -0
  18. data/benchmark/subjects/ohai.marshal_dump +0 -0
  19. data/benchmark/subjects/ohai.yml +975 -0
  20. data/benchmark/subjects/twitter_search.json +1 -0
  21. data/benchmark/subjects/twitter_stream.json +430 -0
  22. data/benchmark/subjects/unicode.json +1 -0
  23. data/examples/encoding/chunked_encoding.rb +27 -0
  24. data/examples/encoding/one_shot.rb +13 -0
  25. data/examples/encoding/to_an_io.rb +12 -0
  26. data/examples/http/twitter_search_api.rb +12 -0
  27. data/examples/http/twitter_stream_api.rb +26 -0
  28. data/examples/parsing/from_file.rb +14 -0
  29. data/examples/parsing/from_stdin.rb +9 -0
  30. data/examples/parsing/from_string.rb +13 -0
  31. data/ext/yajl/api/yajl_common.h +89 -0
  32. data/ext/yajl/api/yajl_gen.h +161 -0
  33. data/ext/yajl/api/yajl_parse.h +196 -0
  34. data/ext/yajl/api/yajl_version.h +23 -0
  35. data/ext/yajl/extconf.rb +7 -0
  36. data/ext/yajl/yajl.c +164 -0
  37. data/ext/yajl/yajl_alloc.c +65 -0
  38. data/ext/yajl/yajl_alloc.h +50 -0
  39. data/ext/yajl/yajl_buf.c +119 -0
  40. data/ext/yajl/yajl_buf.h +73 -0
  41. data/ext/yajl/yajl_bytestack.h +85 -0
  42. data/ext/yajl/yajl_encode.c +201 -0
  43. data/ext/yajl/yajl_encode.h +52 -0
  44. data/ext/yajl/yajl_ext.c +905 -0
  45. data/ext/yajl/yajl_ext.h +135 -0
  46. data/ext/yajl/yajl_gen.c +344 -0
  47. data/ext/yajl/yajl_lex.c +748 -0
  48. data/ext/yajl/yajl_lex.h +135 -0
  49. data/ext/yajl/yajl_parser.c +450 -0
  50. data/ext/yajl/yajl_parser.h +82 -0
  51. data/ext/yajl/yajl_version.c +7 -0
  52. data/lib/yajl.rb +75 -0
  53. data/lib/yajl/1.8/yajl.so +0 -0
  54. data/lib/yajl/1.9/yajl.so +0 -0
  55. data/lib/yajl/bzip2.rb +11 -0
  56. data/lib/yajl/bzip2/stream_reader.rb +31 -0
  57. data/lib/yajl/bzip2/stream_writer.rb +14 -0
  58. data/lib/yajl/deflate.rb +6 -0
  59. data/lib/yajl/deflate/stream_reader.rb +43 -0
  60. data/lib/yajl/deflate/stream_writer.rb +20 -0
  61. data/lib/yajl/gzip.rb +6 -0
  62. data/lib/yajl/gzip/stream_reader.rb +30 -0
  63. data/lib/yajl/gzip/stream_writer.rb +13 -0
  64. data/lib/yajl/http_stream.rb +212 -0
  65. data/lib/yajl/json_gem.rb +15 -0
  66. data/lib/yajl/json_gem/encoding.rb +51 -0
  67. data/lib/yajl/json_gem/parsing.rb +26 -0
  68. data/lib/yajl/version.rb +3 -0
  69. data/lib/yajl/yajl.rb +2 -0
  70. data/spec/encoding/encoding_spec.rb +271 -0
  71. data/spec/global/global_spec.rb +54 -0
  72. data/spec/http/fixtures/http.bzip2.dump +0 -0
  73. data/spec/http/fixtures/http.chunked.dump +11 -0
  74. data/spec/http/fixtures/http.deflate.dump +0 -0
  75. data/spec/http/fixtures/http.error.dump +12 -0
  76. data/spec/http/fixtures/http.gzip.dump +0 -0
  77. data/spec/http/fixtures/http.html.dump +1220 -0
  78. data/spec/http/fixtures/http.raw.dump +1226 -0
  79. data/spec/http/http_delete_spec.rb +98 -0
  80. data/spec/http/http_error_spec.rb +32 -0
  81. data/spec/http/http_get_spec.rb +109 -0
  82. data/spec/http/http_post_spec.rb +123 -0
  83. data/spec/http/http_put_spec.rb +105 -0
  84. data/spec/http/http_stream_options_spec.rb +27 -0
  85. data/spec/json_gem_compatibility/compatibility_spec.rb +203 -0
  86. data/spec/parsing/active_support_spec.rb +64 -0
  87. data/spec/parsing/chunked_spec.rb +96 -0
  88. data/spec/parsing/fixtures/fail.15.json +1 -0
  89. data/spec/parsing/fixtures/fail.16.json +1 -0
  90. data/spec/parsing/fixtures/fail.17.json +1 -0
  91. data/spec/parsing/fixtures/fail.26.json +1 -0
  92. data/spec/parsing/fixtures/fail11.json +1 -0
  93. data/spec/parsing/fixtures/fail12.json +1 -0
  94. data/spec/parsing/fixtures/fail13.json +1 -0
  95. data/spec/parsing/fixtures/fail14.json +1 -0
  96. data/spec/parsing/fixtures/fail19.json +1 -0
  97. data/spec/parsing/fixtures/fail20.json +1 -0
  98. data/spec/parsing/fixtures/fail21.json +1 -0
  99. data/spec/parsing/fixtures/fail22.json +1 -0
  100. data/spec/parsing/fixtures/fail23.json +1 -0
  101. data/spec/parsing/fixtures/fail24.json +1 -0
  102. data/spec/parsing/fixtures/fail25.json +1 -0
  103. data/spec/parsing/fixtures/fail27.json +2 -0
  104. data/spec/parsing/fixtures/fail28.json +2 -0
  105. data/spec/parsing/fixtures/fail3.json +1 -0
  106. data/spec/parsing/fixtures/fail4.json +1 -0
  107. data/spec/parsing/fixtures/fail5.json +1 -0
  108. data/spec/parsing/fixtures/fail6.json +1 -0
  109. data/spec/parsing/fixtures/fail9.json +1 -0
  110. data/spec/parsing/fixtures/pass.array.json +6 -0
  111. data/spec/parsing/fixtures/pass.codepoints_from_unicode_org.json +1 -0
  112. data/spec/parsing/fixtures/pass.contacts.json +1 -0
  113. data/spec/parsing/fixtures/pass.db100.xml.json +1 -0
  114. data/spec/parsing/fixtures/pass.db1000.xml.json +1 -0
  115. data/spec/parsing/fixtures/pass.dc_simple_with_comments.json +11 -0
  116. data/spec/parsing/fixtures/pass.deep_arrays.json +1 -0
  117. data/spec/parsing/fixtures/pass.difficult_json_c_test_case.json +1 -0
  118. data/spec/parsing/fixtures/pass.difficult_json_c_test_case_with_comments.json +1 -0
  119. data/spec/parsing/fixtures/pass.doubles.json +1 -0
  120. data/spec/parsing/fixtures/pass.empty_array.json +1 -0
  121. data/spec/parsing/fixtures/pass.empty_string.json +1 -0
  122. data/spec/parsing/fixtures/pass.escaped_bulgarian.json +4 -0
  123. data/spec/parsing/fixtures/pass.escaped_foobar.json +1 -0
  124. data/spec/parsing/fixtures/pass.item.json +1 -0
  125. data/spec/parsing/fixtures/pass.json-org-sample1.json +23 -0
  126. data/spec/parsing/fixtures/pass.json-org-sample2.json +11 -0
  127. data/spec/parsing/fixtures/pass.json-org-sample3.json +26 -0
  128. data/spec/parsing/fixtures/pass.json-org-sample4-nows.json +88 -0
  129. data/spec/parsing/fixtures/pass.json-org-sample4.json +89 -0
  130. data/spec/parsing/fixtures/pass.json-org-sample5.json +27 -0
  131. data/spec/parsing/fixtures/pass.map-spain.xml.json +1 -0
  132. data/spec/parsing/fixtures/pass.ns-invoice100.xml.json +1 -0
  133. data/spec/parsing/fixtures/pass.ns-soap.xml.json +1 -0
  134. data/spec/parsing/fixtures/pass.numbers-fp-4k.json +6 -0
  135. data/spec/parsing/fixtures/pass.numbers-fp-64k.json +61 -0
  136. data/spec/parsing/fixtures/pass.numbers-int-4k.json +11 -0
  137. data/spec/parsing/fixtures/pass.numbers-int-64k.json +154 -0
  138. data/spec/parsing/fixtures/pass.twitter-search.json +1 -0
  139. data/spec/parsing/fixtures/pass.twitter-search2.json +1 -0
  140. data/spec/parsing/fixtures/pass.unicode.json +3315 -0
  141. data/spec/parsing/fixtures/pass.yelp.json +1 -0
  142. data/spec/parsing/fixtures/pass1.json +56 -0
  143. data/spec/parsing/fixtures/pass2.json +1 -0
  144. data/spec/parsing/fixtures/pass3.json +6 -0
  145. data/spec/parsing/fixtures_spec.rb +40 -0
  146. data/spec/parsing/one_off_spec.rb +85 -0
  147. data/spec/rcov.opts +3 -0
  148. data/spec/spec_helper.rb +16 -0
  149. data/tasks/compile.rake +35 -0
  150. data/tasks/rspec.rake +16 -0
  151. data/yajl-ruby.gemspec +24 -0
  152. metadata +335 -0
@@ -0,0 +1,135 @@
1
+ /*
2
+ * Copyright 2010, Lloyd Hilaiel.
3
+ *
4
+ * Redistribution and use in source and binary forms, with or without
5
+ * modification, are permitted provided that the following conditions are
6
+ * met:
7
+ *
8
+ * 1. Redistributions of source code must retain the above copyright
9
+ * notice, this list of conditions and the following disclaimer.
10
+ *
11
+ * 2. Redistributions in binary form must reproduce the above copyright
12
+ * notice, this list of conditions and the following disclaimer in
13
+ * the documentation and/or other materials provided with the
14
+ * distribution.
15
+ *
16
+ * 3. Neither the name of Lloyd Hilaiel nor the names of its
17
+ * contributors may be used to endorse or promote products derived
18
+ * from this software without specific prior written permission.
19
+ *
20
+ * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
21
+ * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
22
+ * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
23
+ * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
24
+ * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
25
+ * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
26
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
27
+ * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
28
+ * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
29
+ * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
30
+ * POSSIBILITY OF SUCH DAMAGE.
31
+ */
32
+
33
+ #ifndef __YAJL_LEX_H__
34
+ #define __YAJL_LEX_H__
35
+
36
+ #include "api/yajl_common.h"
37
+
38
+ typedef enum {
39
+ yajl_tok_bool,
40
+ yajl_tok_colon,
41
+ yajl_tok_comma,
42
+ yajl_tok_eof,
43
+ yajl_tok_error,
44
+ yajl_tok_left_brace,
45
+ yajl_tok_left_bracket,
46
+ yajl_tok_null,
47
+ yajl_tok_right_brace,
48
+ yajl_tok_right_bracket,
49
+
50
+ /* we differentiate between integers and doubles to allow the
51
+ * parser to interpret the number without re-scanning */
52
+ yajl_tok_integer,
53
+ yajl_tok_double,
54
+
55
+ /* we differentiate between strings which require further processing,
56
+ * and strings that do not */
57
+ yajl_tok_string,
58
+ yajl_tok_string_with_escapes,
59
+
60
+ /* comment tokens are not currently returned to the parser, ever */
61
+ yajl_tok_comment
62
+ } yajl_tok;
63
+
64
+ typedef struct yajl_lexer_t * yajl_lexer;
65
+
66
+ yajl_lexer yajl_lex_alloc(yajl_alloc_funcs * alloc,
67
+ unsigned int allowComments,
68
+ unsigned int validateUTF8);
69
+
70
+ yajl_lexer yajl_lex_realloc(yajl_lexer orig);
71
+
72
+ void yajl_lex_free(yajl_lexer lexer);
73
+
74
+ /**
75
+ * run/continue a lex. "offset" is an input/output parameter.
76
+ * It should be initialized to zero for a
77
+ * new chunk of target text, and upon subsetquent calls with the same
78
+ * target text should passed with the value of the previous invocation.
79
+ *
80
+ * the client may be interested in the value of offset when an error is
81
+ * returned from the lexer. This allows the client to render useful
82
+ n * error messages.
83
+ *
84
+ * When you pass the next chunk of data, context should be reinitialized
85
+ * to zero.
86
+ *
87
+ * Finally, the output buffer is usually just a pointer into the jsonText,
88
+ * however in cases where the entity being lexed spans multiple chunks,
89
+ * the lexer will buffer the entity and the data returned will be
90
+ * a pointer into that buffer.
91
+ *
92
+ * This behavior is abstracted from client code except for the performance
93
+ * implications which require that the client choose a reasonable chunk
94
+ * size to get adequate performance.
95
+ */
96
+ yajl_tok yajl_lex_lex(yajl_lexer lexer, const unsigned char * jsonText,
97
+ unsigned int jsonTextLen, unsigned int * offset,
98
+ const unsigned char ** outBuf, unsigned int * outLen);
99
+
100
+ /** have a peek at the next token, but don't move the lexer forward */
101
+ yajl_tok yajl_lex_peek(yajl_lexer lexer, const unsigned char * jsonText,
102
+ unsigned int jsonTextLen, unsigned int offset);
103
+
104
+
105
+ typedef enum {
106
+ yajl_lex_e_ok = 0,
107
+ yajl_lex_string_invalid_utf8,
108
+ yajl_lex_string_invalid_escaped_char,
109
+ yajl_lex_string_invalid_json_char,
110
+ yajl_lex_string_invalid_hex_char,
111
+ yajl_lex_invalid_char,
112
+ yajl_lex_invalid_string,
113
+ yajl_lex_missing_integer_after_decimal,
114
+ yajl_lex_missing_integer_after_exponent,
115
+ yajl_lex_missing_integer_after_minus,
116
+ yajl_lex_unallowed_comment
117
+ } yajl_lex_error;
118
+
119
+ const char * yajl_lex_error_to_string(yajl_lex_error error);
120
+
121
+ /** allows access to more specific information about the lexical
122
+ * error when yajl_lex_lex returns yajl_tok_error. */
123
+ yajl_lex_error yajl_lex_get_error(yajl_lexer lexer);
124
+
125
+ /** get the current offset into the most recently lexed json string. */
126
+ unsigned int yajl_lex_current_offset(yajl_lexer lexer);
127
+
128
+ /** get the number of lines lexed by this lexer instance */
129
+ unsigned int yajl_lex_current_line(yajl_lexer lexer);
130
+
131
+ /** get the number of chars lexed by this lexer instance since the last
132
+ * \n or \r */
133
+ unsigned int yajl_lex_current_char(yajl_lexer lexer);
134
+
135
+ #endif
@@ -0,0 +1,450 @@
1
+ /*
2
+ * Copyright 2010, Lloyd Hilaiel.
3
+ *
4
+ * Redistribution and use in source and binary forms, with or without
5
+ * modification, are permitted provided that the following conditions are
6
+ * met:
7
+ *
8
+ * 1. Redistributions of source code must retain the above copyright
9
+ * notice, this list of conditions and the following disclaimer.
10
+ *
11
+ * 2. Redistributions in binary form must reproduce the above copyright
12
+ * notice, this list of conditions and the following disclaimer in
13
+ * the documentation and/or other materials provided with the
14
+ * distribution.
15
+ *
16
+ * 3. Neither the name of Lloyd Hilaiel nor the names of its
17
+ * contributors may be used to endorse or promote products derived
18
+ * from this software without specific prior written permission.
19
+ *
20
+ * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
21
+ * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
22
+ * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
23
+ * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
24
+ * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
25
+ * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
26
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
27
+ * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
28
+ * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
29
+ * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
30
+ * POSSIBILITY OF SUCH DAMAGE.
31
+ */
32
+
33
+ #include "yajl_lex.h"
34
+ #include "yajl_parser.h"
35
+ #include "yajl_encode.h"
36
+ #include "yajl_bytestack.h"
37
+
38
+ #include <stdlib.h>
39
+ #include <limits.h>
40
+ #include <errno.h>
41
+ #include <stdio.h>
42
+ #include <string.h>
43
+ #include <ctype.h>
44
+ #include <assert.h>
45
+ #include <math.h>
46
+
47
+ unsigned char *
48
+ yajl_render_error_string(yajl_handle hand, const unsigned char * jsonText,
49
+ unsigned int jsonTextLen, int verbose)
50
+ {
51
+ unsigned int offset = hand->bytesConsumed;
52
+ unsigned char * str;
53
+ const char * errorType = NULL;
54
+ const char * errorText = NULL;
55
+ char text[72];
56
+ const char * arrow = " (right here) ------^\n";
57
+
58
+ if (yajl_bs_current(hand->stateStack) == yajl_state_parse_error) {
59
+ errorType = "parse";
60
+ errorText = hand->parseError;
61
+ } else if (yajl_bs_current(hand->stateStack) == yajl_state_lexical_error) {
62
+ errorType = "lexical";
63
+ errorText = yajl_lex_error_to_string(yajl_lex_get_error(hand->lexer));
64
+ } else {
65
+ errorType = "unknown";
66
+ }
67
+
68
+ {
69
+ unsigned int memneeded = 0;
70
+ memneeded += strlen(errorType);
71
+ memneeded += strlen(" error");
72
+ if (errorText != NULL) {
73
+ memneeded += strlen(": ");
74
+ memneeded += strlen(errorText);
75
+ }
76
+ str = (unsigned char *) YA_MALLOC(&(hand->alloc), memneeded + 2);
77
+ str[0] = 0;
78
+ strcat((char *) str, errorType);
79
+ strcat((char *) str, " error");
80
+ if (errorText != NULL) {
81
+ strcat((char *) str, ": ");
82
+ strcat((char *) str, errorText);
83
+ }
84
+ strcat((char *) str, "\n");
85
+ }
86
+
87
+ /* now we append as many spaces as needed to make sure the error
88
+ * falls at char 41, if verbose was specified */
89
+ if (verbose) {
90
+ unsigned int start, end, i;
91
+ unsigned int spacesNeeded;
92
+
93
+ spacesNeeded = (offset < 30 ? 40 - offset : 10);
94
+ start = (offset >= 30 ? offset - 30 : 0);
95
+ end = (offset + 30 > jsonTextLen ? jsonTextLen : offset + 30);
96
+
97
+ for (i=0;i<spacesNeeded;i++) text[i] = ' ';
98
+
99
+ for (;start < end;start++, i++) {
100
+ if (jsonText[start] != '\n' && jsonText[start] != '\r')
101
+ {
102
+ text[i] = jsonText[start];
103
+ }
104
+ else
105
+ {
106
+ text[i] = ' ';
107
+ }
108
+ }
109
+ assert(i <= 71);
110
+ text[i++] = '\n';
111
+ text[i] = 0;
112
+ {
113
+ char * newStr = (char *)
114
+ YA_MALLOC(&(hand->alloc), (unsigned int)(strlen((char *) str) +
115
+ strlen((char *) text) +
116
+ strlen(arrow) + 1));
117
+ newStr[0] = 0;
118
+ strcat((char *) newStr, (char *) str);
119
+ strcat((char *) newStr, text);
120
+ strcat((char *) newStr, arrow);
121
+ YA_FREE(&(hand->alloc), str);
122
+ str = (unsigned char *) newStr;
123
+ }
124
+ }
125
+ return str;
126
+ }
127
+
128
+ /* check for client cancelation */
129
+ #define _CC_CHK(x) \
130
+ if (!(x)) { \
131
+ yajl_bs_set(hand->stateStack, yajl_state_parse_error); \
132
+ hand->parseError = \
133
+ "client cancelled parse via callback return value"; \
134
+ return yajl_status_client_canceled; \
135
+ }
136
+
137
+
138
+ yajl_status
139
+ yajl_do_parse(yajl_handle hand, const unsigned char * jsonText,
140
+ unsigned int jsonTextLen)
141
+ {
142
+ yajl_tok tok;
143
+ const unsigned char * buf;
144
+ unsigned int bufLen;
145
+ unsigned int * offset = &(hand->bytesConsumed);
146
+
147
+ *offset = 0;
148
+
149
+
150
+ around_again:
151
+ switch (yajl_bs_current(hand->stateStack)) {
152
+ case yajl_state_parse_complete:
153
+ return yajl_status_ok;
154
+ case yajl_state_lexical_error:
155
+ case yajl_state_parse_error:
156
+ return yajl_status_error;
157
+ case yajl_state_start:
158
+ case yajl_state_map_need_val:
159
+ case yajl_state_array_need_val:
160
+ case yajl_state_array_start: {
161
+ /* for arrays and maps, we advance the state for this
162
+ * depth, then push the state of the next depth.
163
+ * If an error occurs during the parsing of the nesting
164
+ * enitity, the state at this level will not matter.
165
+ * a state that needs pushing will be anything other
166
+ * than state_start */
167
+ yajl_state stateToPush = yajl_state_start;
168
+
169
+ tok = yajl_lex_lex(hand->lexer, jsonText, jsonTextLen,
170
+ offset, &buf, &bufLen);
171
+
172
+ switch (tok) {
173
+ case yajl_tok_eof:
174
+ return yajl_status_insufficient_data;
175
+ case yajl_tok_error:
176
+ yajl_bs_set(hand->stateStack, yajl_state_lexical_error);
177
+ goto around_again;
178
+ case yajl_tok_string:
179
+ if (hand->callbacks && hand->callbacks->yajl_string) {
180
+ _CC_CHK(hand->callbacks->yajl_string(hand->ctx,
181
+ buf, bufLen));
182
+ }
183
+ break;
184
+ case yajl_tok_string_with_escapes:
185
+ if (hand->callbacks && hand->callbacks->yajl_string) {
186
+ yajl_buf_clear(hand->decodeBuf);
187
+ yajl_string_decode(hand->decodeBuf, buf, bufLen);
188
+ _CC_CHK(hand->callbacks->yajl_string(
189
+ hand->ctx, yajl_buf_data(hand->decodeBuf),
190
+ yajl_buf_len(hand->decodeBuf)));
191
+ }
192
+ break;
193
+ case yajl_tok_bool:
194
+ if (hand->callbacks && hand->callbacks->yajl_boolean) {
195
+ _CC_CHK(hand->callbacks->yajl_boolean(hand->ctx,
196
+ *buf == 't'));
197
+ }
198
+ break;
199
+ case yajl_tok_null:
200
+ if (hand->callbacks && hand->callbacks->yajl_null) {
201
+ _CC_CHK(hand->callbacks->yajl_null(hand->ctx));
202
+ }
203
+ break;
204
+ case yajl_tok_left_bracket:
205
+ if (hand->callbacks && hand->callbacks->yajl_start_map) {
206
+ _CC_CHK(hand->callbacks->yajl_start_map(hand->ctx));
207
+ }
208
+ stateToPush = yajl_state_map_start;
209
+ break;
210
+ case yajl_tok_left_brace:
211
+ if (hand->callbacks && hand->callbacks->yajl_start_array) {
212
+ _CC_CHK(hand->callbacks->yajl_start_array(hand->ctx));
213
+ }
214
+ stateToPush = yajl_state_array_start;
215
+ break;
216
+ case yajl_tok_integer:
217
+ /*
218
+ * note. strtol does not respect the length of
219
+ * the lexical token. in a corner case where the
220
+ * lexed number is a integer with a trailing zero,
221
+ * immediately followed by the end of buffer,
222
+ * sscanf could run off into oblivion and cause a
223
+ * crash. for this reason we copy the integer
224
+ * (and doubles), into our parse buffer (the same
225
+ * one used for unescaping strings), before
226
+ * calling strtol. yajl_buf ensures null padding,
227
+ * so we're safe.
228
+ */
229
+ if (hand->callbacks) {
230
+ if (hand->callbacks->yajl_number) {
231
+ _CC_CHK(hand->callbacks->yajl_number(
232
+ hand->ctx,(const char *) buf, bufLen));
233
+ } else if (hand->callbacks->yajl_integer) {
234
+ long int i = 0;
235
+ yajl_buf_clear(hand->decodeBuf);
236
+ yajl_buf_append(hand->decodeBuf, buf, bufLen);
237
+ buf = yajl_buf_data(hand->decodeBuf);
238
+ i = strtol((const char *) buf, NULL, 10);
239
+ if ((i == LONG_MIN || i == LONG_MAX) &&
240
+ errno == ERANGE)
241
+ {
242
+ yajl_bs_set(hand->stateStack,
243
+ yajl_state_parse_error);
244
+ hand->parseError = "integer overflow" ;
245
+ /* try to restore error offset */
246
+ if (*offset >= bufLen) *offset -= bufLen;
247
+ else *offset = 0;
248
+ goto around_again;
249
+ }
250
+ _CC_CHK(hand->callbacks->yajl_integer(hand->ctx,
251
+ i));
252
+ }
253
+ }
254
+ break;
255
+ case yajl_tok_double:
256
+ if (hand->callbacks) {
257
+ if (hand->callbacks->yajl_number) {
258
+ _CC_CHK(hand->callbacks->yajl_number(
259
+ hand->ctx, (const char *) buf, bufLen));
260
+ } else if (hand->callbacks->yajl_double) {
261
+ double d = 0.0;
262
+ yajl_buf_clear(hand->decodeBuf);
263
+ yajl_buf_append(hand->decodeBuf, buf, bufLen);
264
+ buf = yajl_buf_data(hand->decodeBuf);
265
+ d = strtod((char *) buf, NULL);
266
+ if ((d == HUGE_VAL || d == -HUGE_VAL) &&
267
+ errno == ERANGE)
268
+ {
269
+ yajl_bs_set(hand->stateStack,
270
+ yajl_state_parse_error);
271
+ hand->parseError = "numeric (floating point) "
272
+ "overflow";
273
+ /* try to restore error offset */
274
+ if (*offset >= bufLen) *offset -= bufLen;
275
+ else *offset = 0;
276
+ goto around_again;
277
+ }
278
+ _CC_CHK(hand->callbacks->yajl_double(hand->ctx,
279
+ d));
280
+ }
281
+ }
282
+ break;
283
+ case yajl_tok_right_brace: {
284
+ if (yajl_bs_current(hand->stateStack) ==
285
+ yajl_state_array_start)
286
+ {
287
+ if (hand->callbacks &&
288
+ hand->callbacks->yajl_end_array)
289
+ {
290
+ _CC_CHK(hand->callbacks->yajl_end_array(hand->ctx));
291
+ }
292
+ yajl_bs_pop(hand->stateStack);
293
+ goto around_again;
294
+ }
295
+ /* intentional fall-through */
296
+ }
297
+ case yajl_tok_colon:
298
+ case yajl_tok_comma:
299
+ case yajl_tok_right_bracket:
300
+ yajl_bs_set(hand->stateStack, yajl_state_parse_error);
301
+ hand->parseError =
302
+ "unallowed token at this point in JSON text";
303
+ goto around_again;
304
+ default:
305
+ yajl_bs_set(hand->stateStack, yajl_state_parse_error);
306
+ hand->parseError = "invalid token, internal error";
307
+ goto around_again;
308
+ }
309
+ /* got a value. transition depends on the state we're in. */
310
+ {
311
+ yajl_state s = yajl_bs_current(hand->stateStack);
312
+ if (s == yajl_state_start) {
313
+ /* HACK: is this even safe to do?
314
+ yajl_bs_set(hand->stateStack, yajl_state_parse_complete); */
315
+ yajl_reset_parser(hand);
316
+ } else if (s == yajl_state_map_need_val) {
317
+ yajl_bs_set(hand->stateStack, yajl_state_map_got_val);
318
+ } else {
319
+ yajl_bs_set(hand->stateStack, yajl_state_array_got_val);
320
+ }
321
+ }
322
+ if (stateToPush != yajl_state_start) {
323
+ yajl_bs_push(hand->stateStack, stateToPush);
324
+ }
325
+
326
+ goto around_again;
327
+ }
328
+ case yajl_state_map_start:
329
+ case yajl_state_map_need_key: {
330
+ /* only difference between these two states is that in
331
+ * start '}' is valid, whereas in need_key, we've parsed
332
+ * a comma, and a string key _must_ follow */
333
+ tok = yajl_lex_lex(hand->lexer, jsonText, jsonTextLen,
334
+ offset, &buf, &bufLen);
335
+ switch (tok) {
336
+ case yajl_tok_eof:
337
+ return yajl_status_insufficient_data;
338
+ case yajl_tok_error:
339
+ yajl_bs_set(hand->stateStack, yajl_state_lexical_error);
340
+ goto around_again;
341
+ case yajl_tok_string_with_escapes:
342
+ if (hand->callbacks && hand->callbacks->yajl_map_key) {
343
+ yajl_buf_clear(hand->decodeBuf);
344
+ yajl_string_decode(hand->decodeBuf, buf, bufLen);
345
+ buf = yajl_buf_data(hand->decodeBuf);
346
+ bufLen = yajl_buf_len(hand->decodeBuf);
347
+ }
348
+ /* intentional fall-through */
349
+ case yajl_tok_string:
350
+ if (hand->callbacks && hand->callbacks->yajl_map_key) {
351
+ _CC_CHK(hand->callbacks->yajl_map_key(hand->ctx, buf,
352
+ bufLen));
353
+ }
354
+ yajl_bs_set(hand->stateStack, yajl_state_map_sep);
355
+ goto around_again;
356
+ case yajl_tok_right_bracket:
357
+ if (yajl_bs_current(hand->stateStack) ==
358
+ yajl_state_map_start)
359
+ {
360
+ if (hand->callbacks && hand->callbacks->yajl_end_map) {
361
+ _CC_CHK(hand->callbacks->yajl_end_map(hand->ctx));
362
+ }
363
+ yajl_bs_pop(hand->stateStack);
364
+ goto around_again;
365
+ }
366
+ default:
367
+ yajl_bs_set(hand->stateStack, yajl_state_parse_error);
368
+ hand->parseError =
369
+ "invalid object key (must be a string)";
370
+ goto around_again;
371
+ }
372
+ }
373
+ case yajl_state_map_sep: {
374
+ tok = yajl_lex_lex(hand->lexer, jsonText, jsonTextLen,
375
+ offset, &buf, &bufLen);
376
+ switch (tok) {
377
+ case yajl_tok_colon:
378
+ yajl_bs_set(hand->stateStack, yajl_state_map_need_val);
379
+ goto around_again;
380
+ case yajl_tok_eof:
381
+ return yajl_status_insufficient_data;
382
+ case yajl_tok_error:
383
+ yajl_bs_set(hand->stateStack, yajl_state_lexical_error);
384
+ goto around_again;
385
+ default:
386
+ yajl_bs_set(hand->stateStack, yajl_state_parse_error);
387
+ hand->parseError = "object key and value must "
388
+ "be separated by a colon (':')";
389
+ goto around_again;
390
+ }
391
+ }
392
+ case yajl_state_map_got_val: {
393
+ tok = yajl_lex_lex(hand->lexer, jsonText, jsonTextLen,
394
+ offset, &buf, &bufLen);
395
+ switch (tok) {
396
+ case yajl_tok_right_bracket:
397
+ if (hand->callbacks && hand->callbacks->yajl_end_map) {
398
+ _CC_CHK(hand->callbacks->yajl_end_map(hand->ctx));
399
+ }
400
+ yajl_bs_pop(hand->stateStack);
401
+ goto around_again;
402
+ case yajl_tok_comma:
403
+ yajl_bs_set(hand->stateStack, yajl_state_map_need_key);
404
+ goto around_again;
405
+ case yajl_tok_eof:
406
+ return yajl_status_insufficient_data;
407
+ case yajl_tok_error:
408
+ yajl_bs_set(hand->stateStack, yajl_state_lexical_error);
409
+ goto around_again;
410
+ default:
411
+ yajl_bs_set(hand->stateStack, yajl_state_parse_error);
412
+ hand->parseError = "after key and value, inside map, "
413
+ "I expect ',' or '}'";
414
+ /* try to restore error offset */
415
+ if (*offset >= bufLen) *offset -= bufLen;
416
+ else *offset = 0;
417
+ goto around_again;
418
+ }
419
+ }
420
+ case yajl_state_array_got_val: {
421
+ tok = yajl_lex_lex(hand->lexer, jsonText, jsonTextLen,
422
+ offset, &buf, &bufLen);
423
+ switch (tok) {
424
+ case yajl_tok_right_brace:
425
+ if (hand->callbacks && hand->callbacks->yajl_end_array) {
426
+ _CC_CHK(hand->callbacks->yajl_end_array(hand->ctx));
427
+ }
428
+ yajl_bs_pop(hand->stateStack);
429
+ goto around_again;
430
+ case yajl_tok_comma:
431
+ yajl_bs_set(hand->stateStack, yajl_state_array_need_val);
432
+ goto around_again;
433
+ case yajl_tok_eof:
434
+ return yajl_status_insufficient_data;
435
+ case yajl_tok_error:
436
+ yajl_bs_set(hand->stateStack, yajl_state_lexical_error);
437
+ goto around_again;
438
+ default:
439
+ yajl_bs_set(hand->stateStack, yajl_state_parse_error);
440
+ hand->parseError =
441
+ "after array element, I expect ',' or ']'";
442
+ goto around_again;
443
+ }
444
+ }
445
+ }
446
+
447
+ abort();
448
+ return yajl_status_error;
449
+ }
450
+