json-maglev- 1.5.4

Sign up to get free protection for your applications and to get access to all the features.
Files changed (139) hide show
  1. data/CHANGES +200 -0
  2. data/COPYING +58 -0
  3. data/COPYING-json-jruby +57 -0
  4. data/GPL +340 -0
  5. data/Gemfile +7 -0
  6. data/README-json-jruby.markdown +33 -0
  7. data/README.rdoc +358 -0
  8. data/Rakefile +407 -0
  9. data/TODO +1 -0
  10. data/VERSION +1 -0
  11. data/benchmarks/data-p4-3GHz-ruby18/GeneratorBenchmarkComparison.log +52 -0
  12. data/benchmarks/data-p4-3GHz-ruby18/GeneratorBenchmarkExt#generator_fast-autocorrelation.dat +1000 -0
  13. data/benchmarks/data-p4-3GHz-ruby18/GeneratorBenchmarkExt#generator_fast.dat +1001 -0
  14. data/benchmarks/data-p4-3GHz-ruby18/GeneratorBenchmarkExt#generator_pretty-autocorrelation.dat +900 -0
  15. data/benchmarks/data-p4-3GHz-ruby18/GeneratorBenchmarkExt#generator_pretty.dat +901 -0
  16. data/benchmarks/data-p4-3GHz-ruby18/GeneratorBenchmarkExt#generator_safe-autocorrelation.dat +1000 -0
  17. data/benchmarks/data-p4-3GHz-ruby18/GeneratorBenchmarkExt#generator_safe.dat +1001 -0
  18. data/benchmarks/data-p4-3GHz-ruby18/GeneratorBenchmarkExt.log +261 -0
  19. data/benchmarks/data-p4-3GHz-ruby18/GeneratorBenchmarkPure#generator_fast-autocorrelation.dat +1000 -0
  20. data/benchmarks/data-p4-3GHz-ruby18/GeneratorBenchmarkPure#generator_fast.dat +1001 -0
  21. data/benchmarks/data-p4-3GHz-ruby18/GeneratorBenchmarkPure#generator_pretty-autocorrelation.dat +1000 -0
  22. data/benchmarks/data-p4-3GHz-ruby18/GeneratorBenchmarkPure#generator_pretty.dat +1001 -0
  23. data/benchmarks/data-p4-3GHz-ruby18/GeneratorBenchmarkPure#generator_safe-autocorrelation.dat +1000 -0
  24. data/benchmarks/data-p4-3GHz-ruby18/GeneratorBenchmarkPure#generator_safe.dat +1001 -0
  25. data/benchmarks/data-p4-3GHz-ruby18/GeneratorBenchmarkPure.log +262 -0
  26. data/benchmarks/data-p4-3GHz-ruby18/GeneratorBenchmarkRails#generator-autocorrelation.dat +1000 -0
  27. data/benchmarks/data-p4-3GHz-ruby18/GeneratorBenchmarkRails#generator.dat +1001 -0
  28. data/benchmarks/data-p4-3GHz-ruby18/GeneratorBenchmarkRails.log +82 -0
  29. data/benchmarks/data-p4-3GHz-ruby18/ParserBenchmarkComparison.log +34 -0
  30. data/benchmarks/data-p4-3GHz-ruby18/ParserBenchmarkExt#parser-autocorrelation.dat +900 -0
  31. data/benchmarks/data-p4-3GHz-ruby18/ParserBenchmarkExt#parser.dat +901 -0
  32. data/benchmarks/data-p4-3GHz-ruby18/ParserBenchmarkExt.log +81 -0
  33. data/benchmarks/data-p4-3GHz-ruby18/ParserBenchmarkPure#parser-autocorrelation.dat +1000 -0
  34. data/benchmarks/data-p4-3GHz-ruby18/ParserBenchmarkPure#parser.dat +1001 -0
  35. data/benchmarks/data-p4-3GHz-ruby18/ParserBenchmarkPure.log +82 -0
  36. data/benchmarks/data-p4-3GHz-ruby18/ParserBenchmarkRails#parser-autocorrelation.dat +1000 -0
  37. data/benchmarks/data-p4-3GHz-ruby18/ParserBenchmarkRails#parser.dat +1001 -0
  38. data/benchmarks/data-p4-3GHz-ruby18/ParserBenchmarkRails.log +82 -0
  39. data/benchmarks/data-p4-3GHz-ruby18/ParserBenchmarkYAML#parser-autocorrelation.dat +1000 -0
  40. data/benchmarks/data-p4-3GHz-ruby18/ParserBenchmarkYAML#parser.dat +1001 -0
  41. data/benchmarks/data-p4-3GHz-ruby18/ParserBenchmarkYAML.log +82 -0
  42. data/benchmarks/generator2_benchmark.rb +222 -0
  43. data/benchmarks/generator_benchmark.rb +224 -0
  44. data/benchmarks/ohai.json +1216 -0
  45. data/benchmarks/ohai.ruby +1 -0
  46. data/benchmarks/parser2_benchmark.rb +251 -0
  47. data/benchmarks/parser_benchmark.rb +259 -0
  48. data/bin/edit_json.rb +9 -0
  49. data/bin/prettify_json.rb +48 -0
  50. data/data/example.json +1 -0
  51. data/data/index.html +38 -0
  52. data/data/prototype.js +4184 -0
  53. data/ext/json/ext/generator/extconf.rb +20 -0
  54. data/ext/json/ext/generator/generator.c +1414 -0
  55. data/ext/json/ext/generator/generator.h +196 -0
  56. data/ext/json/ext/parser/extconf.rb +16 -0
  57. data/ext/json/ext/parser/parser.c +1996 -0
  58. data/ext/json/ext/parser/parser.h +82 -0
  59. data/ext/json/ext/parser/parser.rl +853 -0
  60. data/install.rb +26 -0
  61. data/java/lib/bytelist-1.0.6.jar +0 -0
  62. data/java/lib/jcodings.jar +0 -0
  63. data/java/src/json/ext/ByteListTranscoder.java +167 -0
  64. data/java/src/json/ext/Generator.java +437 -0
  65. data/java/src/json/ext/GeneratorMethods.java +232 -0
  66. data/java/src/json/ext/GeneratorService.java +43 -0
  67. data/java/src/json/ext/GeneratorState.java +473 -0
  68. data/java/src/json/ext/OptionsReader.java +119 -0
  69. data/java/src/json/ext/Parser.java +2314 -0
  70. data/java/src/json/ext/Parser.rl +844 -0
  71. data/java/src/json/ext/ParserService.java +35 -0
  72. data/java/src/json/ext/RuntimeInfo.java +121 -0
  73. data/java/src/json/ext/StringDecoder.java +166 -0
  74. data/java/src/json/ext/StringEncoder.java +106 -0
  75. data/java/src/json/ext/Utils.java +89 -0
  76. data/json-java.gemspec +22 -0
  77. data/json.gemspec +41 -0
  78. data/json_pure.gemspec +46 -0
  79. data/lib/json.rb +62 -0
  80. data/lib/json/Array.xpm +21 -0
  81. data/lib/json/FalseClass.xpm +21 -0
  82. data/lib/json/Hash.xpm +21 -0
  83. data/lib/json/Key.xpm +73 -0
  84. data/lib/json/NilClass.xpm +21 -0
  85. data/lib/json/Numeric.xpm +28 -0
  86. data/lib/json/String.xpm +96 -0
  87. data/lib/json/TrueClass.xpm +21 -0
  88. data/lib/json/add/core.rb +243 -0
  89. data/lib/json/add/rails.rb +8 -0
  90. data/lib/json/common.rb +423 -0
  91. data/lib/json/editor.rb +1369 -0
  92. data/lib/json/ext.rb +28 -0
  93. data/lib/json/json.xpm +1499 -0
  94. data/lib/json/pure.rb +15 -0
  95. data/lib/json/pure/generator.rb +442 -0
  96. data/lib/json/pure/parser.rb +320 -0
  97. data/lib/json/version.rb +8 -0
  98. data/tests/fixtures/fail1.json +1 -0
  99. data/tests/fixtures/fail10.json +1 -0
  100. data/tests/fixtures/fail11.json +1 -0
  101. data/tests/fixtures/fail12.json +1 -0
  102. data/tests/fixtures/fail13.json +1 -0
  103. data/tests/fixtures/fail14.json +1 -0
  104. data/tests/fixtures/fail18.json +1 -0
  105. data/tests/fixtures/fail19.json +1 -0
  106. data/tests/fixtures/fail2.json +1 -0
  107. data/tests/fixtures/fail20.json +1 -0
  108. data/tests/fixtures/fail21.json +1 -0
  109. data/tests/fixtures/fail22.json +1 -0
  110. data/tests/fixtures/fail23.json +1 -0
  111. data/tests/fixtures/fail24.json +1 -0
  112. data/tests/fixtures/fail25.json +1 -0
  113. data/tests/fixtures/fail27.json +2 -0
  114. data/tests/fixtures/fail28.json +2 -0
  115. data/tests/fixtures/fail3.json +1 -0
  116. data/tests/fixtures/fail4.json +1 -0
  117. data/tests/fixtures/fail5.json +1 -0
  118. data/tests/fixtures/fail6.json +1 -0
  119. data/tests/fixtures/fail7.json +1 -0
  120. data/tests/fixtures/fail8.json +1 -0
  121. data/tests/fixtures/fail9.json +1 -0
  122. data/tests/fixtures/pass1.json +56 -0
  123. data/tests/fixtures/pass15.json +1 -0
  124. data/tests/fixtures/pass16.json +1 -0
  125. data/tests/fixtures/pass17.json +1 -0
  126. data/tests/fixtures/pass2.json +1 -0
  127. data/tests/fixtures/pass26.json +1 -0
  128. data/tests/fixtures/pass3.json +6 -0
  129. data/tests/setup_variant.rb +11 -0
  130. data/tests/test_json.rb +424 -0
  131. data/tests/test_json_addition.rb +167 -0
  132. data/tests/test_json_encoding.rb +65 -0
  133. data/tests/test_json_fixtures.rb +35 -0
  134. data/tests/test_json_generate.rb +180 -0
  135. data/tests/test_json_string_matching.rb +40 -0
  136. data/tests/test_json_unicode.rb +72 -0
  137. data/tools/fuzz.rb +139 -0
  138. data/tools/server.rb +61 -0
  139. metadata +265 -0
data/Gemfile ADDED
@@ -0,0 +1,7 @@
1
+ # vim: set ft=ruby:
2
+
3
+ source :rubygems
4
+
5
+ gemspec :name => 'json'
6
+ gemspec :name => 'json_pure'
7
+ gemspec :name => 'json-java'
@@ -0,0 +1,33 @@
1
+ JSON-JRuby
2
+ ==========
3
+
4
+ JSON-JRuby is a port of Florian Frank's native
5
+ [`json` library](http://json.rubyforge.org/) to JRuby.
6
+ It aims to be a perfect drop-in replacement for `json_pure`.
7
+
8
+
9
+ Development version
10
+ ===================
11
+
12
+ The latest version is available from the
13
+ [Git repository](http://github.com/mernen/json-jruby/tree):
14
+
15
+ git clone git://github.com/mernen/json-jruby.git
16
+
17
+
18
+ Compiling
19
+ =========
20
+
21
+ You'll need JRuby version 1.2 or greater to build JSON-JRuby.
22
+ Its path must be set on the `jruby.dir` property of
23
+ `nbproject/project.properties` (defaults to `../jruby`).
24
+
25
+ Additionally, you'll need [Ant](http://ant.apache.org/), and
26
+ [Ragel](http://www.cs.queensu.ca/~thurston/ragel/) 6.4 or greater.
27
+
28
+ Then, from the folder where the sources are located, type:
29
+
30
+ ant clean jar
31
+
32
+ to clean any leftovers from previous builds and generate the `.jar` files.
33
+ To generate a RubyGem, specify the `gem` action rather than `jar`.
data/README.rdoc ADDED
@@ -0,0 +1,358 @@
1
+ = JSON implementation for Ruby http://travis-ci.org/flori/json.png
2
+
3
+ == Description
4
+
5
+ This is a implementation of the JSON specification according to RFC 4627
6
+ http://www.ietf.org/rfc/rfc4627.txt . Starting from version 1.0.0 on there
7
+ will be two variants available:
8
+
9
+ * A pure ruby variant, that relies on the iconv and the stringscan
10
+ extensions, which are both part of the ruby standard library.
11
+ * The quite a bit faster C extension variant, which is in parts implemented
12
+ in C and comes with its own unicode conversion functions and a parser
13
+ generated by the ragel state machine compiler
14
+ http://www.cs.queensu.ca/~thurston/ragel .
15
+
16
+ Both variants of the JSON generator generate UTF-8 character sequences by
17
+ default. If an :ascii_only option with a true value is given, they escape all
18
+ non-ASCII and control characters with \uXXXX escape sequences, and support
19
+ UTF-16 surrogate pairs in order to be able to generate the whole range of
20
+ unicode code points.
21
+
22
+ All strings, that are to be encoded as JSON strings, should be UTF-8 byte
23
+ sequences on the Ruby side. To encode raw binary strings, that aren't UTF-8
24
+ encoded, please use the to_json_raw_object method of String (which produces
25
+ an object, that contains a byte array) and decode the result on the receiving
26
+ endpoint.
27
+
28
+ The JSON parsers can parse UTF-8, UTF-16BE, UTF-16LE, UTF-32BE, and UTF-32LE
29
+ JSON documents under Ruby 1.8. Under Ruby 1.9 they take advantage of Ruby's
30
+ M17n features and can parse all documents which have the correct
31
+ String#encoding set. If a document string has ASCII-8BIT as an encoding the
32
+ parser attempts to figure out which of the UTF encodings from above it is and
33
+ trys to parse it.
34
+
35
+ == Installation
36
+
37
+ It's recommended to use the extension variant of JSON, because it's faster than
38
+ the pure ruby variant. If you cannot build it on your system, you can settle
39
+ for the latter.
40
+
41
+ Just type into the command line as root:
42
+
43
+ # rake install
44
+
45
+ The above command will build the extensions and install them on your system.
46
+
47
+ # rake install_pure
48
+
49
+ or
50
+
51
+ # ruby install.rb
52
+
53
+ will just install the pure ruby implementation of JSON.
54
+
55
+ If you use Rubygems you can type
56
+
57
+ # gem install json
58
+
59
+ instead, to install the newest JSON version.
60
+
61
+ There is also a pure ruby json only variant of the gem, that can be installed
62
+ with:
63
+
64
+ # gem install json_pure
65
+
66
+ == Compiling the extensions yourself
67
+
68
+ If you want to build the extensions yourself you need rake:
69
+
70
+ You can get it from rubyforge:
71
+ http://rubyforge.org/projects/rake
72
+
73
+ or just type
74
+
75
+ # gem install rake
76
+
77
+ for the installation via rubygems.
78
+
79
+ If you want to create the parser.c file from its parser.rl file or draw nice
80
+ graphviz images of the state machines, you need ragel from: http://www.cs.queensu.ca/~thurston/ragel
81
+
82
+
83
+ == Usage
84
+
85
+ To use JSON you can
86
+ require 'json'
87
+ to load the installed variant (either the extension 'json' or the pure
88
+ variant 'json_pure'). If you have installed the extension variant, you can
89
+ pick either the extension variant or the pure variant by typing
90
+ require 'json/ext'
91
+ or
92
+ require 'json/pure'
93
+
94
+ Now you can parse a JSON document into a ruby data structure by calling
95
+
96
+ JSON.parse(document)
97
+
98
+ If you want to generate a JSON document from a ruby data structure call
99
+ JSON.generate(data)
100
+
101
+ You can also use the pretty_generate method (which formats the output more
102
+ verbosely and nicely) or fast_generate (which doesn't do any of the security
103
+ checks generate performs, e. g. nesting deepness checks).
104
+
105
+ To create a valid JSON document you have to make sure, that the output is
106
+ embedded in either a JSON array [] or a JSON object {}. The easiest way to do
107
+ this, is by putting your values in a Ruby Array or Hash instance.
108
+
109
+ There are also the JSON and JSON[] methods which use parse on a String or
110
+ generate a JSON document from an array or hash:
111
+
112
+ document = JSON 'test' => 23 # => "{\"test\":23}"
113
+ document = JSON['test'] => 23 # => "{\"test\":23}"
114
+
115
+ and
116
+
117
+ data = JSON '{"test":23}' # => {"test"=>23}
118
+ data = JSON['{"test":23}'] # => {"test"=>23}
119
+
120
+ You can choose to load a set of common additions to ruby core's objects if
121
+ you
122
+ require 'json/add/core'
123
+
124
+ After requiring this you can, e. g., serialise/deserialise Ruby ranges:
125
+
126
+ JSON JSON(1..10) # => 1..10
127
+
128
+ To find out how to add JSON support to other or your own classes, read the
129
+ section "More Examples" below.
130
+
131
+ To get the best compatibility to rails' JSON implementation, you can
132
+ require 'json/add/rails'
133
+
134
+ Both of the additions attempt to require 'json' (like above) first, if it has
135
+ not been required yet.
136
+
137
+ == More Examples
138
+
139
+ To create a JSON document from a ruby data structure, you can call
140
+ JSON.generate like that:
141
+
142
+ json = JSON.generate [1, 2, {"a"=>3.141}, false, true, nil, 4..10]
143
+ # => "[1,2,{\"a\":3.141},false,true,null,\"4..10\"]"
144
+
145
+ To get back a ruby data structure from a JSON document, you have to call
146
+ JSON.parse on it:
147
+
148
+ JSON.parse json
149
+ # => [1, 2, {"a"=>3.141}, false, true, nil, "4..10"]
150
+
151
+ Note, that the range from the original data structure is a simple
152
+ string now. The reason for this is, that JSON doesn't support ranges
153
+ or arbitrary classes. In this case the json library falls back to call
154
+ Object#to_json, which is the same as #to_s.to_json.
155
+
156
+ It's possible to add JSON support serialization to arbitrary classes by
157
+ simply implementing a more specialized version of the #to_json method, that
158
+ should return a JSON object (a hash converted to JSON with #to_json) like
159
+ this (don't forget the *a for all the arguments):
160
+
161
+ class Range
162
+ def to_json(*a)
163
+ {
164
+ 'json_class' => self.class.name, # = 'Range'
165
+ 'data' => [ first, last, exclude_end? ]
166
+ }.to_json(*a)
167
+ end
168
+ end
169
+
170
+ The hash key 'json_class' is the class, that will be asked to deserialise the
171
+ JSON representation later. In this case it's 'Range', but any namespace of
172
+ the form 'A::B' or '::A::B' will do. All other keys are arbitrary and can be
173
+ used to store the necessary data to configure the object to be deserialised.
174
+
175
+ If a the key 'json_class' is found in a JSON object, the JSON parser checks
176
+ if the given class responds to the json_create class method. If so, it is
177
+ called with the JSON object converted to a Ruby hash. So a range can
178
+ be deserialised by implementing Range.json_create like this:
179
+
180
+ class Range
181
+ def self.json_create(o)
182
+ new(*o['data'])
183
+ end
184
+ end
185
+
186
+ Now it possible to serialise/deserialise ranges as well:
187
+
188
+ json = JSON.generate [1, 2, {"a"=>3.141}, false, true, nil, 4..10]
189
+ # => "[1,2,{\"a\":3.141},false,true,null,{\"json_class\":\"Range\",\"data\":[4,10,false]}]"
190
+ JSON.parse json
191
+ # => [1, 2, {"a"=>3.141}, false, true, nil, 4..10]
192
+
193
+ JSON.generate always creates the shortest possible string representation of a
194
+ ruby data structure in one line. This is good for data storage or network
195
+ protocols, but not so good for humans to read. Fortunately there's also
196
+ JSON.pretty_generate (or JSON.pretty_generate) that creates a more readable
197
+ output:
198
+
199
+ puts JSON.pretty_generate([1, 2, {"a"=>3.141}, false, true, nil, 4..10])
200
+ [
201
+ 1,
202
+ 2,
203
+ {
204
+ "a": 3.141
205
+ },
206
+ false,
207
+ true,
208
+ null,
209
+ {
210
+ "json_class": "Range",
211
+ "data": [
212
+ 4,
213
+ 10,
214
+ false
215
+ ]
216
+ }
217
+ ]
218
+
219
+ There are also the methods Kernel#j for generate, and Kernel#jj for
220
+ pretty_generate output to the console, that work analogous to Core Ruby's p and
221
+ the pp library's pp methods.
222
+
223
+ The script tools/server.rb contains a small example if you want to test, how
224
+ receiving a JSON object from a webrick server in your browser with the
225
+ javasript prototype library http://www.prototypejs.org works.
226
+
227
+ == Speed Comparisons
228
+
229
+ I have created some benchmark results (see the benchmarks/data-p4-3Ghz
230
+ subdir of the package) for the JSON-parser to estimate the speed up in the C
231
+ extension:
232
+
233
+ Comparing times (call_time_mean):
234
+ 1 ParserBenchmarkExt#parser 900 repeats:
235
+ 553.922304770 ( real) -> 21.500x
236
+ 0.001805307
237
+ 2 ParserBenchmarkYAML#parser 1000 repeats:
238
+ 224.513358139 ( real) -> 8.714x
239
+ 0.004454078
240
+ 3 ParserBenchmarkPure#parser 1000 repeats:
241
+ 26.755020642 ( real) -> 1.038x
242
+ 0.037376163
243
+ 4 ParserBenchmarkRails#parser 1000 repeats:
244
+ 25.763381731 ( real) -> 1.000x
245
+ 0.038814780
246
+ calls/sec ( time) -> speed covers
247
+ secs/call
248
+
249
+ In the table above 1 is JSON::Ext::Parser, 2 is YAML.load with YAML
250
+ compatbile JSON document, 3 is is JSON::Pure::Parser, and 4 is
251
+ ActiveSupport::JSON.decode. The ActiveSupport JSON-decoder converts the
252
+ input first to YAML and then uses the YAML-parser, the conversion seems to
253
+ slow it down so much that it is only as fast as the JSON::Pure::Parser!
254
+
255
+ If you look at the benchmark data you can see that this is mostly caused by
256
+ the frequent high outliers - the median of the Rails-parser runs is still
257
+ overall smaller than the median of the JSON::Pure::Parser runs:
258
+
259
+ Comparing times (call_time_median):
260
+ 1 ParserBenchmarkExt#parser 900 repeats:
261
+ 800.592479481 ( real) -> 26.936x
262
+ 0.001249075
263
+ 2 ParserBenchmarkYAML#parser 1000 repeats:
264
+ 271.002390644 ( real) -> 9.118x
265
+ 0.003690004
266
+ 3 ParserBenchmarkRails#parser 1000 repeats:
267
+ 30.227910865 ( real) -> 1.017x
268
+ 0.033082008
269
+ 4 ParserBenchmarkPure#parser 1000 repeats:
270
+ 29.722384421 ( real) -> 1.000x
271
+ 0.033644676
272
+ calls/sec ( time) -> speed covers
273
+ secs/call
274
+
275
+ I have benchmarked the JSON-Generator as well. This generated a few more
276
+ values, because there are different modes that also influence the achieved
277
+ speed:
278
+
279
+ Comparing times (call_time_mean):
280
+ 1 GeneratorBenchmarkExt#generator_fast 1000 repeats:
281
+ 547.354332608 ( real) -> 15.090x
282
+ 0.001826970
283
+ 2 GeneratorBenchmarkExt#generator_safe 1000 repeats:
284
+ 443.968212317 ( real) -> 12.240x
285
+ 0.002252414
286
+ 3 GeneratorBenchmarkExt#generator_pretty 900 repeats:
287
+ 375.104545883 ( real) -> 10.341x
288
+ 0.002665923
289
+ 4 GeneratorBenchmarkPure#generator_fast 1000 repeats:
290
+ 49.978706968 ( real) -> 1.378x
291
+ 0.020008521
292
+ 5 GeneratorBenchmarkRails#generator 1000 repeats:
293
+ 38.531868759 ( real) -> 1.062x
294
+ 0.025952543
295
+ 6 GeneratorBenchmarkPure#generator_safe 1000 repeats:
296
+ 36.927649925 ( real) -> 1.018x 7 (>=3859)
297
+ 0.027079979
298
+ 7 GeneratorBenchmarkPure#generator_pretty 1000 repeats:
299
+ 36.272134441 ( real) -> 1.000x 6 (>=3859)
300
+ 0.027569373
301
+ calls/sec ( time) -> speed covers
302
+ secs/call
303
+
304
+ In the table above 1-3 are JSON::Ext::Generator methods. 4, 6, and 7 are
305
+ JSON::Pure::Generator methods and 5 is the Rails JSON generator. It is now a
306
+ bit faster than the generator_safe and generator_pretty methods of the pure
307
+ variant but slower than the others.
308
+
309
+ To achieve the fastest JSON document output, you can use the fast_generate
310
+ method. Beware, that this will disable the checking for circular Ruby data
311
+ structures, which may cause JSON to go into an infinite loop.
312
+
313
+ Here are the median comparisons for completeness' sake:
314
+
315
+ Comparing times (call_time_median):
316
+ 1 GeneratorBenchmarkExt#generator_fast 1000 repeats:
317
+ 708.258020939 ( real) -> 16.547x
318
+ 0.001411915
319
+ 2 GeneratorBenchmarkExt#generator_safe 1000 repeats:
320
+ 569.105020353 ( real) -> 13.296x
321
+ 0.001757145
322
+ 3 GeneratorBenchmarkExt#generator_pretty 900 repeats:
323
+ 482.825371244 ( real) -> 11.280x
324
+ 0.002071142
325
+ 4 GeneratorBenchmarkPure#generator_fast 1000 repeats:
326
+ 62.717626652 ( real) -> 1.465x
327
+ 0.015944481
328
+ 5 GeneratorBenchmarkRails#generator 1000 repeats:
329
+ 43.965681162 ( real) -> 1.027x
330
+ 0.022745013
331
+ 6 GeneratorBenchmarkPure#generator_safe 1000 repeats:
332
+ 43.929073409 ( real) -> 1.026x 7 (>=3859)
333
+ 0.022763968
334
+ 7 GeneratorBenchmarkPure#generator_pretty 1000 repeats:
335
+ 42.802514491 ( real) -> 1.000x 6 (>=3859)
336
+ 0.023363113
337
+ calls/sec ( time) -> speed covers
338
+ secs/call
339
+
340
+ == Author
341
+
342
+ Florian Frank <mailto:flori@ping.de>
343
+
344
+ == License
345
+
346
+ Ruby License, see the COPYING file included in the source distribution. The
347
+ Ruby License includes the GNU General Public License (GPL), Version 2, so see
348
+ the file GPL as well.
349
+
350
+ == Download
351
+
352
+ The latest version of this library can be downloaded at
353
+
354
+ * http://rubyforge.org/frs?group_id=953
355
+
356
+ Online Documentation should be located at
357
+
358
+ * http://json.rubyforge.org
data/Rakefile ADDED
@@ -0,0 +1,407 @@
1
+ begin
2
+ require 'rubygems/package_task'
3
+ rescue LoadError
4
+ end
5
+
6
+ require 'rbconfig'
7
+ include Config
8
+
9
+ require 'rake/clean'
10
+ CLOBBER.include Dir['benchmarks/data/*.{dat,log}'], 'doc', 'Gemfile.lock'
11
+ CLEAN.include FileList['diagrams/*.*'], 'doc', 'coverage', 'tmp',
12
+ FileList["ext/**/{Makefile,mkmf.log}"], 'build', 'dist', FileList['**/*.rbc'],
13
+ FileList["{ext,lib}/**/*.{so,bundle,#{CONFIG['DLEXT']},o,obj,pdb,lib,manifest,exp,def,jar,class,dSYM}"],
14
+ FileList['java/src/**/*.class']
15
+
16
+ MAKE = ENV['MAKE'] || %w[gmake make].find { |c| system(c, '-v') }
17
+ PKG_NAME = 'json'
18
+ PKG_TITLE = 'JSON Implementation for Ruby'
19
+ PKG_VERSION = File.read('VERSION').chomp
20
+ PKG_FILES = FileList["**/*"].exclude(/CVS|pkg|tmp|coverage|Makefile|\.nfs\.|\.iml\Z/).exclude(/\.(so|bundle|o|class|#{CONFIG['DLEXT']})$/)
21
+
22
+ EXT_ROOT_DIR = 'ext/json/ext'
23
+ EXT_PARSER_DIR = "#{EXT_ROOT_DIR}/parser"
24
+ EXT_PARSER_DL = "#{EXT_PARSER_DIR}/parser.#{CONFIG['DLEXT']}"
25
+ RAGEL_PATH = "#{EXT_PARSER_DIR}/parser.rl"
26
+ EXT_PARSER_SRC = "#{EXT_PARSER_DIR}/parser.c"
27
+ PKG_FILES << EXT_PARSER_SRC
28
+ EXT_GENERATOR_DIR = "#{EXT_ROOT_DIR}/generator"
29
+ EXT_GENERATOR_DL = "#{EXT_GENERATOR_DIR}/generator.#{CONFIG['DLEXT']}"
30
+ EXT_GENERATOR_SRC = "#{EXT_GENERATOR_DIR}/generator.c"
31
+
32
+ JAVA_DIR = "java/src/json/ext"
33
+ JAVA_RAGEL_PATH = "#{JAVA_DIR}/Parser.rl"
34
+ JAVA_PARSER_SRC = "#{JAVA_DIR}/Parser.java"
35
+ JAVA_SOURCES = FileList["#{JAVA_DIR}/*.java"]
36
+ JAVA_CLASSES = []
37
+ JRUBY_PARSER_JAR = File.expand_path("lib/json/ext/parser.jar")
38
+ JRUBY_GENERATOR_JAR = File.expand_path("lib/json/ext/generator.jar")
39
+
40
+ RAGEL_CODEGEN = %w[rlcodegen rlgen-cd ragel].find { |c| system(c, '-v') }
41
+ RAGEL_DOTGEN = %w[rlgen-dot rlgen-cd ragel].find { |c| system(c, '-v') }
42
+
43
+ def myruby(*args, &block)
44
+ @myruby ||= File.join(CONFIG['bindir'], CONFIG['ruby_install_name'])
45
+ options = (Hash === args.last) ? args.pop : {}
46
+ if args.length > 1 then
47
+ sh(*([@myruby] + args + [options]), &block)
48
+ else
49
+ sh("#{@myruby} #{args.first}", options, &block)
50
+ end
51
+ end
52
+
53
+ desc "Installing library (pure)"
54
+ task :install_pure => :version do
55
+ myruby 'install.rb'
56
+ end
57
+
58
+ task :install_ext_really do
59
+ sitearchdir = CONFIG["sitearchdir"]
60
+ cd 'ext' do
61
+ for file in Dir["json/ext/*.#{CONFIG['DLEXT']}"]
62
+ d = File.join(sitearchdir, file)
63
+ mkdir_p File.dirname(d)
64
+ install(file, d)
65
+ end
66
+ warn " *** Installed EXT ruby library."
67
+ end
68
+ end
69
+
70
+ desc "Installing library (extension)"
71
+ task :install_ext => [ :compile, :install_pure, :install_ext_really ]
72
+
73
+ desc "Installing library (extension)"
74
+ if RUBY_PLATFORM =~ /java/
75
+ task :install => :install_pure
76
+ else
77
+ task :install => :install_ext
78
+ end
79
+
80
+ if defined?(Gem) and defined?(Gem::PackageTask)
81
+ spec_pure = Gem::Specification.new do |s|
82
+ s.name = 'json_pure'
83
+ s.version = PKG_VERSION
84
+ s.summary = PKG_TITLE
85
+ s.description = "This is a JSON implementation in pure Ruby."
86
+
87
+ s.files = PKG_FILES
88
+
89
+ s.require_path = 'lib'
90
+ s.add_development_dependency 'permutation'
91
+ s.add_development_dependency 'bullshit'
92
+ s.add_development_dependency 'sdoc'
93
+ s.add_development_dependency 'rake', '~>0.9.2'
94
+ s.add_dependency 'spruz', '~>0.2.8'
95
+
96
+ s.bindir = "bin"
97
+ s.executables = [ "edit_json.rb", "prettify_json.rb" ]
98
+
99
+ s.extra_rdoc_files << 'README.rdoc'
100
+ s.rdoc_options <<
101
+ '--title' << 'JSON implemention for ruby' << '--main' << 'README.rdoc'
102
+ s.test_files.concat Dir['./tests/test_*.rb']
103
+
104
+ s.author = "Florian Frank"
105
+ s.email = "flori@ping.de"
106
+ s.homepage = "http://flori.github.com/#{PKG_NAME}"
107
+ s.rubyforge_project = "json"
108
+ end
109
+
110
+ desc 'Creates a json_pure.gemspec file'
111
+ task :gemspec_pure => :version do
112
+ File.open('json_pure.gemspec', 'w') do |gemspec|
113
+ gemspec.write spec_pure.to_ruby
114
+ end
115
+ end
116
+
117
+ Gem::PackageTask.new(spec_pure) do |pkg|
118
+ pkg.need_tar = true
119
+ pkg.package_files = PKG_FILES
120
+ end
121
+
122
+ spec_ext = Gem::Specification.new do |s|
123
+ s.name = 'json'
124
+ s.version = PKG_VERSION
125
+ s.summary = PKG_TITLE
126
+ s.description = "This is a JSON implementation as a Ruby extension in C."
127
+
128
+ s.files = PKG_FILES
129
+
130
+ s.extensions = FileList['ext/**/extconf.rb']
131
+
132
+ s.require_path = EXT_ROOT_DIR
133
+ s.require_paths << 'ext'
134
+ s.require_paths << 'lib'
135
+ s.add_development_dependency 'permutation'
136
+ s.add_development_dependency 'bullshit'
137
+ s.add_development_dependency 'sdoc'
138
+
139
+ s.bindir = "bin"
140
+ s.executables = [ "edit_json.rb", "prettify_json.rb" ]
141
+
142
+ s.extra_rdoc_files << 'README.rdoc'
143
+ s.rdoc_options <<
144
+ '--title' << 'JSON implemention for Ruby' << '--main' << 'README.rdoc'
145
+ s.test_files.concat Dir['./tests/test_*.rb']
146
+
147
+ s.author = "Florian Frank"
148
+ s.email = "flori@ping.de"
149
+ s.homepage = "http://flori.github.com/#{PKG_NAME}"
150
+ s.rubyforge_project = "json"
151
+ end
152
+
153
+ desc 'Creates a json.gemspec file'
154
+ task :gemspec_ext => :version do
155
+ File.open('json.gemspec', 'w') do |gemspec|
156
+ gemspec.write spec_ext.to_ruby
157
+ end
158
+ end
159
+
160
+ Gem::PackageTask.new(spec_ext) do |pkg|
161
+ pkg.need_tar = true
162
+ pkg.package_files = PKG_FILES
163
+ end
164
+
165
+
166
+ desc 'Create all gemspec files'
167
+ task :gemspec => [ :gemspec_pure, :gemspec_ext ]
168
+ end
169
+
170
+ desc m = "Writing version information for #{PKG_VERSION}"
171
+ task :version do
172
+ puts m
173
+ File.open(File.join('lib', 'json', 'version.rb'), 'w') do |v|
174
+ v.puts <<EOT
175
+ module JSON
176
+ # JSON version
177
+ VERSION = '#{PKG_VERSION}'
178
+ VERSION_ARRAY = VERSION.split(/\\./).map { |x| x.to_i } # :nodoc:
179
+ VERSION_MAJOR = VERSION_ARRAY[0] # :nodoc:
180
+ VERSION_MINOR = VERSION_ARRAY[1] # :nodoc:
181
+ VERSION_BUILD = VERSION_ARRAY[2] # :nodoc:
182
+ end
183
+ EOT
184
+ end
185
+ end
186
+
187
+ desc "Testing library (pure ruby)"
188
+ task :test_pure => :clean do
189
+ ENV['JSON'] = 'pure'
190
+ ENV['RUBYOPT'] = "-Ilib #{ENV['RUBYOPT']}"
191
+ myruby '-S', 'testrb', *Dir['./tests/test_*.rb']
192
+ end
193
+
194
+ desc "Testing library (pure ruby and extension)"
195
+ task :test => [ :test_pure, :test_ext ]
196
+
197
+ namespace :gems do
198
+ task :install do
199
+ sh 'bundle'
200
+ end
201
+ end
202
+
203
+ if defined?(RUBY_ENGINE) and RUBY_ENGINE == 'jruby'
204
+ if ENV.key?('JAVA_HOME')
205
+ warn " *** JAVA_HOME was set to #{ENV['JAVA_HOME'].inspect}"
206
+ else File.directory?(local_java = '/usr/local/java/jdk')
207
+ ENV['JAVA_HOME'] = local_java
208
+ warn " *** JAVA_HOME is set to #{ENV['JAVA_HOME'].inspect}"
209
+ ENV['PATH'] = ENV['PATH'].split(/:/).unshift(java_path = "#{ENV['JAVA_HOME']}/bin") * ':'
210
+ warn " *** java binaries are assumed to be in #{java_path.inspect}"
211
+ end
212
+
213
+ file JAVA_PARSER_SRC => JAVA_RAGEL_PATH do
214
+ cd JAVA_DIR do
215
+ if RAGEL_CODEGEN == 'ragel'
216
+ sh "ragel Parser.rl -J -o Parser.java"
217
+ else
218
+ sh "ragel -x Parser.rl | #{RAGEL_CODEGEN} -J"
219
+ end
220
+ end
221
+ end
222
+
223
+ desc "Generate parser for java with ragel"
224
+ task :ragel => JAVA_PARSER_SRC
225
+
226
+ desc "Delete the ragel generated Java source"
227
+ task :ragel_clean do
228
+ rm_rf JAVA_PARSER_SRC
229
+ end
230
+
231
+ JRUBY_JAR = File.join(Config::CONFIG["libdir"], "jruby.jar")
232
+ if File.exist?(JRUBY_JAR)
233
+ JAVA_SOURCES.each do |src|
234
+ classpath = (Dir['java/lib/*.jar'] << 'java/src' << JRUBY_JAR) * ':'
235
+ obj = src.sub(/\.java\Z/, '.class')
236
+ file obj => src do
237
+ sh 'javac', '-classpath', classpath, '-source', '1.5', src
238
+ end
239
+ JAVA_CLASSES << obj
240
+ end
241
+ else
242
+ warn "WARNING: Cannot find jruby in path => Cannot build jruby extension!"
243
+ end
244
+
245
+ desc "Compiling jruby extension"
246
+ task :compile => JAVA_CLASSES
247
+
248
+ desc "Package the jruby gem"
249
+ task :jruby_gem => :create_jar do
250
+ sh 'gem build json-java.gemspec'
251
+ mkdir_p 'pkg'
252
+ mv "json-#{PKG_VERSION}-java.gem", 'pkg'
253
+ end
254
+
255
+ desc "Testing library (jruby)"
256
+ task :test_ext => :create_jar do
257
+ ENV['JSON'] = 'ext'
258
+ myruby '-S', 'testrb', '-Ilib', *Dir['./tests/test_*.rb']
259
+ end
260
+
261
+ file JRUBY_PARSER_JAR => :compile do
262
+ cd 'java/src' do
263
+ parser_classes = FileList[
264
+ "json/ext/ByteListTranscoder*.class",
265
+ "json/ext/OptionsReader*.class",
266
+ "json/ext/Parser*.class",
267
+ "json/ext/RuntimeInfo*.class",
268
+ "json/ext/StringDecoder*.class",
269
+ "json/ext/Utils*.class"
270
+ ]
271
+ sh 'jar', 'cf', File.basename(JRUBY_PARSER_JAR), *parser_classes
272
+ mv File.basename(JRUBY_PARSER_JAR), File.dirname(JRUBY_PARSER_JAR)
273
+ end
274
+ end
275
+
276
+ desc "Create parser jar"
277
+ task :create_parser_jar => JRUBY_PARSER_JAR
278
+
279
+ file JRUBY_GENERATOR_JAR => :compile do
280
+ cd 'java/src' do
281
+ generator_classes = FileList[
282
+ "json/ext/ByteListTranscoder*.class",
283
+ "json/ext/OptionsReader*.class",
284
+ "json/ext/Generator*.class",
285
+ "json/ext/RuntimeInfo*.class",
286
+ "json/ext/StringEncoder*.class",
287
+ "json/ext/Utils*.class"
288
+ ]
289
+ sh 'jar', 'cf', File.basename(JRUBY_GENERATOR_JAR), *generator_classes
290
+ mv File.basename(JRUBY_GENERATOR_JAR), File.dirname(JRUBY_GENERATOR_JAR)
291
+ end
292
+ end
293
+
294
+ desc "Create generator jar"
295
+ task :create_generator_jar => JRUBY_GENERATOR_JAR
296
+
297
+ desc "Create parser and generator jars"
298
+ task :create_jar => [ :create_parser_jar, :create_generator_jar ]
299
+
300
+ desc "Build all gems and archives for a new release of the jruby extension."
301
+ task :release => [ :clean, :version, :jruby_gem ]
302
+ else
303
+ desc "Compiling extension"
304
+ task :compile => [ EXT_PARSER_DL, EXT_GENERATOR_DL ]
305
+
306
+ file EXT_PARSER_DL => EXT_PARSER_SRC do
307
+ cd EXT_PARSER_DIR do
308
+ myruby 'extconf.rb'
309
+ sh MAKE
310
+ end
311
+ cp "#{EXT_PARSER_DIR}/parser.#{CONFIG['DLEXT']}", EXT_ROOT_DIR
312
+ end
313
+
314
+ file EXT_GENERATOR_DL => EXT_GENERATOR_SRC do
315
+ cd EXT_GENERATOR_DIR do
316
+ myruby 'extconf.rb'
317
+ sh MAKE
318
+ end
319
+ cp "#{EXT_GENERATOR_DIR}/generator.#{CONFIG['DLEXT']}", EXT_ROOT_DIR
320
+ end
321
+
322
+ desc "Testing library (extension)"
323
+ task :test_ext => :compile do
324
+ ENV['JSON'] = 'ext'
325
+ ENV['RUBYOPT'] = "-Iext:lib #{ENV['RUBYOPT']}"
326
+ myruby '-S', 'testrb', *Dir['./tests/test_*.rb']
327
+ end
328
+
329
+ desc "Benchmarking parser"
330
+ task :benchmark_parser do
331
+ ENV['RUBYOPT'] = "-Ilib:ext #{ENV['RUBYOPT']}"
332
+ myruby 'benchmarks/parser_benchmark.rb'
333
+ myruby 'benchmarks/parser2_benchmark.rb'
334
+ end
335
+
336
+ desc "Benchmarking generator"
337
+ task :benchmark_generator do
338
+ ENV['RUBYOPT'] = "-Ilib:ext #{ENV['RUBYOPT']}"
339
+ myruby 'benchmarks/generator_benchmark.rb'
340
+ myruby 'benchmarks/generator2_benchmark.rb'
341
+ end
342
+
343
+ desc "Benchmarking library"
344
+ task :benchmark => [ :benchmark_parser, :benchmark_generator ]
345
+
346
+ desc "Create RDOC documentation"
347
+ task :doc => [ :version, EXT_PARSER_SRC ] do
348
+ sh "sdoc -o doc -t '#{PKG_TITLE}' -m README.rdoc README.rdoc lib/json.rb #{FileList['lib/json/**/*.rb']} #{EXT_PARSER_SRC} #{EXT_GENERATOR_SRC}"
349
+ end
350
+
351
+ desc "Generate parser with ragel"
352
+ task :ragel => EXT_PARSER_SRC
353
+
354
+ desc "Delete the ragel generated C source"
355
+ task :ragel_clean do
356
+ rm_rf EXT_PARSER_SRC
357
+ end
358
+
359
+ file EXT_PARSER_SRC => RAGEL_PATH do
360
+ cd EXT_PARSER_DIR do
361
+ if RAGEL_CODEGEN == 'ragel'
362
+ sh "ragel parser.rl -G2 -o parser.c"
363
+ else
364
+ sh "ragel -x parser.rl | #{RAGEL_CODEGEN} -G2"
365
+ end
366
+ src = File.read("parser.c").gsub(/[ \t]+$/, '')
367
+ File.open("parser.c", "w") {|f| f.print src}
368
+ end
369
+ end
370
+
371
+ desc "Generate diagrams of ragel parser (ps)"
372
+ task :ragel_dot_ps do
373
+ root = 'diagrams'
374
+ specs = []
375
+ File.new(RAGEL_PATH).grep(/^\s*machine\s*(\S+);\s*$/) { specs << $1 }
376
+ for s in specs
377
+ if RAGEL_DOTGEN == 'ragel'
378
+ sh "ragel #{RAGEL_PATH} -S#{s} -p -V | dot -Tps -o#{root}/#{s}.ps"
379
+ else
380
+ sh "ragel -x #{RAGEL_PATH} -S#{s} | #{RAGEL_DOTGEN} -p|dot -Tps -o#{root}/#{s}.ps"
381
+ end
382
+ end
383
+ end
384
+
385
+ desc "Generate diagrams of ragel parser (png)"
386
+ task :ragel_dot_png do
387
+ root = 'diagrams'
388
+ specs = []
389
+ File.new(RAGEL_PATH).grep(/^\s*machine\s*(\S+);\s*$/) { specs << $1 }
390
+ for s in specs
391
+ if RAGEL_DOTGEN == 'ragel'
392
+ sh "ragel #{RAGEL_PATH} -S#{s} -p -V | dot -Tpng -o#{root}/#{s}.png"
393
+ else
394
+ sh "ragel -x #{RAGEL_PATH} -S#{s} | #{RAGEL_DOTGEN} -p|dot -Tpng -o#{root}/#{s}.png"
395
+ end
396
+ end
397
+ end
398
+
399
+ desc "Generate diagrams of ragel parser"
400
+ task :ragel_dot => [ :ragel_dot_png, :ragel_dot_ps ]
401
+
402
+ desc "Build all gems and archives for a new release of json and json_pure."
403
+ task :release => [ :clean, :gemspec, :package ]
404
+ end
405
+
406
+ desc "Compile in the the source directory"
407
+ task :default => [ :clean, :gemspec, :test ]