pygments.rb 0.2.13 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (64) hide show
  1. data/.gitignore +1 -0
  2. data/README.md +45 -19
  3. data/Rakefile +21 -11
  4. data/bench.rb +15 -48
  5. data/cache-lexers.rb +8 -0
  6. data/lexers +0 -0
  7. data/lib/pygments.rb +3 -6
  8. data/lib/pygments/mentos.py +343 -0
  9. data/lib/pygments/popen.rb +383 -0
  10. data/lib/pygments/version.rb +1 -1
  11. data/pygments.rb.gemspec +5 -4
  12. data/test/test_data.c +2581 -0
  13. data/test/test_data.py +514 -0
  14. data/test/test_data_generated +2582 -0
  15. data/test/test_pygments.rb +208 -84
  16. data/vendor/pygments-main/pygments/lexers/_mapping.py +1 -1
  17. data/vendor/pygments-main/pygments/lexers/shell.py +1 -1
  18. data/vendor/simplejson/.gitignore +10 -0
  19. data/vendor/simplejson/.travis.yml +5 -0
  20. data/vendor/simplejson/CHANGES.txt +291 -0
  21. data/vendor/simplejson/LICENSE.txt +19 -0
  22. data/vendor/simplejson/MANIFEST.in +5 -0
  23. data/vendor/simplejson/README.rst +19 -0
  24. data/vendor/simplejson/conf.py +179 -0
  25. data/vendor/simplejson/index.rst +628 -0
  26. data/vendor/simplejson/scripts/make_docs.py +18 -0
  27. data/vendor/simplejson/setup.py +104 -0
  28. data/vendor/simplejson/simplejson/__init__.py +510 -0
  29. data/vendor/simplejson/simplejson/_speedups.c +2745 -0
  30. data/vendor/simplejson/simplejson/decoder.py +425 -0
  31. data/vendor/simplejson/simplejson/encoder.py +567 -0
  32. data/vendor/simplejson/simplejson/ordered_dict.py +119 -0
  33. data/vendor/simplejson/simplejson/scanner.py +77 -0
  34. data/vendor/simplejson/simplejson/tests/__init__.py +67 -0
  35. data/vendor/simplejson/simplejson/tests/test_bigint_as_string.py +55 -0
  36. data/vendor/simplejson/simplejson/tests/test_check_circular.py +30 -0
  37. data/vendor/simplejson/simplejson/tests/test_decimal.py +66 -0
  38. data/vendor/simplejson/simplejson/tests/test_decode.py +83 -0
  39. data/vendor/simplejson/simplejson/tests/test_default.py +9 -0
  40. data/vendor/simplejson/simplejson/tests/test_dump.py +67 -0
  41. data/vendor/simplejson/simplejson/tests/test_encode_basestring_ascii.py +46 -0
  42. data/vendor/simplejson/simplejson/tests/test_encode_for_html.py +32 -0
  43. data/vendor/simplejson/simplejson/tests/test_errors.py +34 -0
  44. data/vendor/simplejson/simplejson/tests/test_fail.py +91 -0
  45. data/vendor/simplejson/simplejson/tests/test_float.py +19 -0
  46. data/vendor/simplejson/simplejson/tests/test_indent.py +86 -0
  47. data/vendor/simplejson/simplejson/tests/test_item_sort_key.py +20 -0
  48. data/vendor/simplejson/simplejson/tests/test_namedtuple.py +121 -0
  49. data/vendor/simplejson/simplejson/tests/test_pass1.py +76 -0
  50. data/vendor/simplejson/simplejson/tests/test_pass2.py +14 -0
  51. data/vendor/simplejson/simplejson/tests/test_pass3.py +20 -0
  52. data/vendor/simplejson/simplejson/tests/test_recursion.py +67 -0
  53. data/vendor/simplejson/simplejson/tests/test_scanstring.py +117 -0
  54. data/vendor/simplejson/simplejson/tests/test_separators.py +42 -0
  55. data/vendor/simplejson/simplejson/tests/test_speedups.py +20 -0
  56. data/vendor/simplejson/simplejson/tests/test_tuple.py +49 -0
  57. data/vendor/simplejson/simplejson/tests/test_unicode.py +109 -0
  58. data/vendor/simplejson/simplejson/tool.py +39 -0
  59. metadata +80 -22
  60. data/ext/extconf.rb +0 -14
  61. data/ext/pygments.c +0 -466
  62. data/lib/pygments/c.rb +0 -54
  63. data/lib/pygments/ffi.rb +0 -155
  64. data/vendor/.gitignore +0 -1
@@ -0,0 +1,18 @@
1
+ #!/usr/bin/env python
2
+ import os
3
+ import subprocess
4
+ import shutil
5
+
6
+ SPHINX_BUILD = 'sphinx-build'
7
+
8
+ DOCTREES_DIR = 'build/doctrees'
9
+ HTML_DIR = 'docs'
10
+ for dirname in DOCTREES_DIR, HTML_DIR:
11
+ if not os.path.exists(dirname):
12
+ os.makedirs(dirname)
13
+
14
+ open(os.path.join(HTML_DIR, '.nojekyll'), 'w').close()
15
+ res = subprocess.call([
16
+ SPHINX_BUILD, '-d', DOCTREES_DIR, '-b', 'html', '.', 'docs',
17
+ ])
18
+ raise SystemExit(res)
@@ -0,0 +1,104 @@
1
+ #!/usr/bin/env python
2
+
3
+ import sys
4
+ from distutils.core import setup, Extension, Command
5
+ from distutils.command.build_ext import build_ext
6
+ from distutils.errors import CCompilerError, DistutilsExecError, \
7
+ DistutilsPlatformError
8
+
9
+ IS_PYPY = hasattr(sys, 'pypy_translation_info')
10
+ VERSION = '2.6.0'
11
+ DESCRIPTION = "Simple, fast, extensible JSON encoder/decoder for Python"
12
+ LONG_DESCRIPTION = open('README.rst', 'r').read()
13
+
14
+ CLASSIFIERS = filter(None, map(str.strip,
15
+ """
16
+ Intended Audience :: Developers
17
+ License :: OSI Approved :: MIT License
18
+ Programming Language :: Python
19
+ Topic :: Software Development :: Libraries :: Python Modules
20
+ """.splitlines()))
21
+
22
+ if sys.platform == 'win32' and sys.version_info > (2, 6):
23
+ # 2.6's distutils.msvc9compiler can raise an IOError when failing to
24
+ # find the compiler
25
+ ext_errors = (CCompilerError, DistutilsExecError, DistutilsPlatformError,
26
+ IOError)
27
+ else:
28
+ ext_errors = (CCompilerError, DistutilsExecError, DistutilsPlatformError)
29
+
30
+ class BuildFailed(Exception):
31
+ pass
32
+
33
+ class ve_build_ext(build_ext):
34
+ # This class allows C extension building to fail.
35
+
36
+ def run(self):
37
+ try:
38
+ build_ext.run(self)
39
+ except DistutilsPlatformError, x:
40
+ raise BuildFailed()
41
+
42
+ def build_extension(self, ext):
43
+ try:
44
+ build_ext.build_extension(self, ext)
45
+ except ext_errors, x:
46
+ raise BuildFailed()
47
+
48
+
49
+ class TestCommand(Command):
50
+ user_options = []
51
+
52
+ def initialize_options(self):
53
+ pass
54
+
55
+ def finalize_options(self):
56
+ pass
57
+
58
+ def run(self):
59
+ import sys, subprocess
60
+ raise SystemExit(
61
+ subprocess.call([sys.executable, 'simplejson/tests/__init__.py']))
62
+
63
+ def run_setup(with_binary):
64
+ cmdclass = dict(test=TestCommand)
65
+ if with_binary:
66
+ kw = dict(
67
+ ext_modules = [
68
+ Extension("simplejson._speedups", ["simplejson/_speedups.c"]),
69
+ ],
70
+ cmdclass=dict(cmdclass, build_ext=ve_build_ext),
71
+ )
72
+ else:
73
+ kw = dict(cmdclass=cmdclass)
74
+
75
+ setup(
76
+ name="simplejson",
77
+ version=VERSION,
78
+ description=DESCRIPTION,
79
+ long_description=LONG_DESCRIPTION,
80
+ classifiers=CLASSIFIERS,
81
+ author="Bob Ippolito",
82
+ author_email="bob@redivi.com",
83
+ url="http://github.com/simplejson/simplejson",
84
+ license="MIT License",
85
+ packages=['simplejson', 'simplejson.tests'],
86
+ platforms=['any'],
87
+ **kw)
88
+
89
+ try:
90
+ run_setup(not IS_PYPY)
91
+ except BuildFailed:
92
+ BUILD_EXT_WARNING = "WARNING: The C extension could not be compiled, speedups are not enabled."
93
+ print '*' * 75
94
+ print BUILD_EXT_WARNING
95
+ print "Failure information, if any, is above."
96
+ print "I'm retrying the build without the C extension now."
97
+ print '*' * 75
98
+
99
+ run_setup(False)
100
+
101
+ print '*' * 75
102
+ print BUILD_EXT_WARNING
103
+ print "Plain-Python installation succeeded."
104
+ print '*' * 75
@@ -0,0 +1,510 @@
1
+ r"""JSON (JavaScript Object Notation) <http://json.org> is a subset of
2
+ JavaScript syntax (ECMA-262 3rd edition) used as a lightweight data
3
+ interchange format.
4
+
5
+ :mod:`simplejson` exposes an API familiar to users of the standard library
6
+ :mod:`marshal` and :mod:`pickle` modules. It is the externally maintained
7
+ version of the :mod:`json` library contained in Python 2.6, but maintains
8
+ compatibility with Python 2.4 and Python 2.5 and (currently) has
9
+ significant performance advantages, even without using the optional C
10
+ extension for speedups.
11
+
12
+ Encoding basic Python object hierarchies::
13
+
14
+ >>> import simplejson as json
15
+ >>> json.dumps(['foo', {'bar': ('baz', None, 1.0, 2)}])
16
+ '["foo", {"bar": ["baz", null, 1.0, 2]}]'
17
+ >>> print json.dumps("\"foo\bar")
18
+ "\"foo\bar"
19
+ >>> print json.dumps(u'\u1234')
20
+ "\u1234"
21
+ >>> print json.dumps('\\')
22
+ "\\"
23
+ >>> print json.dumps({"c": 0, "b": 0, "a": 0}, sort_keys=True)
24
+ {"a": 0, "b": 0, "c": 0}
25
+ >>> from StringIO import StringIO
26
+ >>> io = StringIO()
27
+ >>> json.dump(['streaming API'], io)
28
+ >>> io.getvalue()
29
+ '["streaming API"]'
30
+
31
+ Compact encoding::
32
+
33
+ >>> import simplejson as json
34
+ >>> json.dumps([1,2,3,{'4': 5, '6': 7}], separators=(',',':'))
35
+ '[1,2,3,{"4":5,"6":7}]'
36
+
37
+ Pretty printing::
38
+
39
+ >>> import simplejson as json
40
+ >>> s = json.dumps({'4': 5, '6': 7}, sort_keys=True, indent=' ')
41
+ >>> print '\n'.join([l.rstrip() for l in s.splitlines()])
42
+ {
43
+ "4": 5,
44
+ "6": 7
45
+ }
46
+
47
+ Decoding JSON::
48
+
49
+ >>> import simplejson as json
50
+ >>> obj = [u'foo', {u'bar': [u'baz', None, 1.0, 2]}]
51
+ >>> json.loads('["foo", {"bar":["baz", null, 1.0, 2]}]') == obj
52
+ True
53
+ >>> json.loads('"\\"foo\\bar"') == u'"foo\x08ar'
54
+ True
55
+ >>> from StringIO import StringIO
56
+ >>> io = StringIO('["streaming API"]')
57
+ >>> json.load(io)[0] == 'streaming API'
58
+ True
59
+
60
+ Specializing JSON object decoding::
61
+
62
+ >>> import simplejson as json
63
+ >>> def as_complex(dct):
64
+ ... if '__complex__' in dct:
65
+ ... return complex(dct['real'], dct['imag'])
66
+ ... return dct
67
+ ...
68
+ >>> json.loads('{"__complex__": true, "real": 1, "imag": 2}',
69
+ ... object_hook=as_complex)
70
+ (1+2j)
71
+ >>> from decimal import Decimal
72
+ >>> json.loads('1.1', parse_float=Decimal) == Decimal('1.1')
73
+ True
74
+
75
+ Specializing JSON object encoding::
76
+
77
+ >>> import simplejson as json
78
+ >>> def encode_complex(obj):
79
+ ... if isinstance(obj, complex):
80
+ ... return [obj.real, obj.imag]
81
+ ... raise TypeError(repr(o) + " is not JSON serializable")
82
+ ...
83
+ >>> json.dumps(2 + 1j, default=encode_complex)
84
+ '[2.0, 1.0]'
85
+ >>> json.JSONEncoder(default=encode_complex).encode(2 + 1j)
86
+ '[2.0, 1.0]'
87
+ >>> ''.join(json.JSONEncoder(default=encode_complex).iterencode(2 + 1j))
88
+ '[2.0, 1.0]'
89
+
90
+
91
+ Using simplejson.tool from the shell to validate and pretty-print::
92
+
93
+ $ echo '{"json":"obj"}' | python -m simplejson.tool
94
+ {
95
+ "json": "obj"
96
+ }
97
+ $ echo '{ 1.2:3.4}' | python -m simplejson.tool
98
+ Expecting property name: line 1 column 2 (char 2)
99
+ """
100
+ __version__ = '2.6.0'
101
+ __all__ = [
102
+ 'dump', 'dumps', 'load', 'loads',
103
+ 'JSONDecoder', 'JSONDecodeError', 'JSONEncoder',
104
+ 'OrderedDict', 'simple_first',
105
+ ]
106
+
107
+ __author__ = 'Bob Ippolito <bob@redivi.com>'
108
+
109
+ from decimal import Decimal
110
+
111
+ from decoder import JSONDecoder, JSONDecodeError
112
+ from encoder import JSONEncoder
113
+ def _import_OrderedDict():
114
+ import collections
115
+ try:
116
+ return collections.OrderedDict
117
+ except AttributeError:
118
+ import ordered_dict
119
+ return ordered_dict.OrderedDict
120
+ OrderedDict = _import_OrderedDict()
121
+
122
+ def _import_c_make_encoder():
123
+ try:
124
+ from simplejson._speedups import make_encoder
125
+ return make_encoder
126
+ except ImportError:
127
+ return None
128
+
129
+ _default_encoder = JSONEncoder(
130
+ skipkeys=False,
131
+ ensure_ascii=True,
132
+ check_circular=True,
133
+ allow_nan=True,
134
+ indent=None,
135
+ separators=None,
136
+ encoding='utf-8',
137
+ default=None,
138
+ use_decimal=True,
139
+ namedtuple_as_object=True,
140
+ tuple_as_array=True,
141
+ bigint_as_string=False,
142
+ item_sort_key=None,
143
+ )
144
+
145
+ def dump(obj, fp, skipkeys=False, ensure_ascii=True, check_circular=True,
146
+ allow_nan=True, cls=None, indent=None, separators=None,
147
+ encoding='utf-8', default=None, use_decimal=True,
148
+ namedtuple_as_object=True, tuple_as_array=True,
149
+ bigint_as_string=False, sort_keys=False, item_sort_key=None,
150
+ **kw):
151
+ """Serialize ``obj`` as a JSON formatted stream to ``fp`` (a
152
+ ``.write()``-supporting file-like object).
153
+
154
+ If ``skipkeys`` is true then ``dict`` keys that are not basic types
155
+ (``str``, ``unicode``, ``int``, ``long``, ``float``, ``bool``, ``None``)
156
+ will be skipped instead of raising a ``TypeError``.
157
+
158
+ If ``ensure_ascii`` is false, then the some chunks written to ``fp``
159
+ may be ``unicode`` instances, subject to normal Python ``str`` to
160
+ ``unicode`` coercion rules. Unless ``fp.write()`` explicitly
161
+ understands ``unicode`` (as in ``codecs.getwriter()``) this is likely
162
+ to cause an error.
163
+
164
+ If ``check_circular`` is false, then the circular reference check
165
+ for container types will be skipped and a circular reference will
166
+ result in an ``OverflowError`` (or worse).
167
+
168
+ If ``allow_nan`` is false, then it will be a ``ValueError`` to
169
+ serialize out of range ``float`` values (``nan``, ``inf``, ``-inf``)
170
+ in strict compliance of the JSON specification, instead of using the
171
+ JavaScript equivalents (``NaN``, ``Infinity``, ``-Infinity``).
172
+
173
+ If *indent* is a string, then JSON array elements and object members
174
+ will be pretty-printed with a newline followed by that string repeated
175
+ for each level of nesting. ``None`` (the default) selects the most compact
176
+ representation without any newlines. For backwards compatibility with
177
+ versions of simplejson earlier than 2.1.0, an integer is also accepted
178
+ and is converted to a string with that many spaces.
179
+
180
+ If ``separators`` is an ``(item_separator, dict_separator)`` tuple
181
+ then it will be used instead of the default ``(', ', ': ')`` separators.
182
+ ``(',', ':')`` is the most compact JSON representation.
183
+
184
+ ``encoding`` is the character encoding for str instances, default is UTF-8.
185
+
186
+ ``default(obj)`` is a function that should return a serializable version
187
+ of obj or raise TypeError. The default simply raises TypeError.
188
+
189
+ If *use_decimal* is true (default: ``True``) then decimal.Decimal
190
+ will be natively serialized to JSON with full precision.
191
+
192
+ If *namedtuple_as_object* is true (default: ``True``),
193
+ :class:`tuple` subclasses with ``_asdict()`` methods will be encoded
194
+ as JSON objects.
195
+
196
+ If *tuple_as_array* is true (default: ``True``),
197
+ :class:`tuple` (and subclasses) will be encoded as JSON arrays.
198
+
199
+ If *bigint_as_string* is true (default: ``False``), ints 2**53 and higher
200
+ or lower than -2**53 will be encoded as strings. This is to avoid the
201
+ rounding that happens in Javascript otherwise. Note that this is still a
202
+ lossy operation that will not round-trip correctly and should be used
203
+ sparingly.
204
+
205
+ If specified, *item_sort_key* is a callable used to sort the items in
206
+ each dictionary. This is useful if you want to sort items other than
207
+ in alphabetical order by key. This option takes precedence over
208
+ *sort_keys*.
209
+
210
+ If *sort_keys* is true (default: ``False``), the output of dictionaries
211
+ will be sorted by item.
212
+
213
+ To use a custom ``JSONEncoder`` subclass (e.g. one that overrides the
214
+ ``.default()`` method to serialize additional types), specify it with
215
+ the ``cls`` kwarg.
216
+
217
+ """
218
+ # cached encoder
219
+ if (not skipkeys and ensure_ascii and
220
+ check_circular and allow_nan and
221
+ cls is None and indent is None and separators is None and
222
+ encoding == 'utf-8' and default is None and use_decimal
223
+ and namedtuple_as_object and tuple_as_array
224
+ and not bigint_as_string and not item_sort_key and not kw):
225
+ iterable = _default_encoder.iterencode(obj)
226
+ else:
227
+ if cls is None:
228
+ cls = JSONEncoder
229
+ iterable = cls(skipkeys=skipkeys, ensure_ascii=ensure_ascii,
230
+ check_circular=check_circular, allow_nan=allow_nan, indent=indent,
231
+ separators=separators, encoding=encoding,
232
+ default=default, use_decimal=use_decimal,
233
+ namedtuple_as_object=namedtuple_as_object,
234
+ tuple_as_array=tuple_as_array,
235
+ bigint_as_string=bigint_as_string,
236
+ sort_keys=sort_keys,
237
+ item_sort_key=item_sort_key,
238
+ **kw).iterencode(obj)
239
+ # could accelerate with writelines in some versions of Python, at
240
+ # a debuggability cost
241
+ for chunk in iterable:
242
+ fp.write(chunk)
243
+
244
+
245
+ def dumps(obj, skipkeys=False, ensure_ascii=True, check_circular=True,
246
+ allow_nan=True, cls=None, indent=None, separators=None,
247
+ encoding='utf-8', default=None, use_decimal=True,
248
+ namedtuple_as_object=True, tuple_as_array=True,
249
+ bigint_as_string=False, sort_keys=False, item_sort_key=None,
250
+ **kw):
251
+ """Serialize ``obj`` to a JSON formatted ``str``.
252
+
253
+ If ``skipkeys`` is false then ``dict`` keys that are not basic types
254
+ (``str``, ``unicode``, ``int``, ``long``, ``float``, ``bool``, ``None``)
255
+ will be skipped instead of raising a ``TypeError``.
256
+
257
+ If ``ensure_ascii`` is false, then the return value will be a
258
+ ``unicode`` instance subject to normal Python ``str`` to ``unicode``
259
+ coercion rules instead of being escaped to an ASCII ``str``.
260
+
261
+ If ``check_circular`` is false, then the circular reference check
262
+ for container types will be skipped and a circular reference will
263
+ result in an ``OverflowError`` (or worse).
264
+
265
+ If ``allow_nan`` is false, then it will be a ``ValueError`` to
266
+ serialize out of range ``float`` values (``nan``, ``inf``, ``-inf``) in
267
+ strict compliance of the JSON specification, instead of using the
268
+ JavaScript equivalents (``NaN``, ``Infinity``, ``-Infinity``).
269
+
270
+ If ``indent`` is a string, then JSON array elements and object members
271
+ will be pretty-printed with a newline followed by that string repeated
272
+ for each level of nesting. ``None`` (the default) selects the most compact
273
+ representation without any newlines. For backwards compatibility with
274
+ versions of simplejson earlier than 2.1.0, an integer is also accepted
275
+ and is converted to a string with that many spaces.
276
+
277
+ If ``separators`` is an ``(item_separator, dict_separator)`` tuple
278
+ then it will be used instead of the default ``(', ', ': ')`` separators.
279
+ ``(',', ':')`` is the most compact JSON representation.
280
+
281
+ ``encoding`` is the character encoding for str instances, default is UTF-8.
282
+
283
+ ``default(obj)`` is a function that should return a serializable version
284
+ of obj or raise TypeError. The default simply raises TypeError.
285
+
286
+ If *use_decimal* is true (default: ``True``) then decimal.Decimal
287
+ will be natively serialized to JSON with full precision.
288
+
289
+ If *namedtuple_as_object* is true (default: ``True``),
290
+ :class:`tuple` subclasses with ``_asdict()`` methods will be encoded
291
+ as JSON objects.
292
+
293
+ If *tuple_as_array* is true (default: ``True``),
294
+ :class:`tuple` (and subclasses) will be encoded as JSON arrays.
295
+
296
+ If *bigint_as_string* is true (not the default), ints 2**53 and higher
297
+ or lower than -2**53 will be encoded as strings. This is to avoid the
298
+ rounding that happens in Javascript otherwise.
299
+
300
+ If specified, *item_sort_key* is a callable used to sort the items in
301
+ each dictionary. This is useful if you want to sort items other than
302
+ in alphabetical order by key. This option takes precendence over
303
+ *sort_keys*.
304
+
305
+ If *sort_keys* is true (default: ``False``), the output of dictionaries
306
+ will be sorted by item.
307
+
308
+ To use a custom ``JSONEncoder`` subclass (e.g. one that overrides the
309
+ ``.default()`` method to serialize additional types), specify it with
310
+ the ``cls`` kwarg.
311
+
312
+ """
313
+ # cached encoder
314
+ if (not skipkeys and ensure_ascii and
315
+ check_circular and allow_nan and
316
+ cls is None and indent is None and separators is None and
317
+ encoding == 'utf-8' and default is None and use_decimal
318
+ and namedtuple_as_object and tuple_as_array
319
+ and not bigint_as_string and not sort_keys
320
+ and not item_sort_key and not kw):
321
+ return _default_encoder.encode(obj)
322
+ if cls is None:
323
+ cls = JSONEncoder
324
+ return cls(
325
+ skipkeys=skipkeys, ensure_ascii=ensure_ascii,
326
+ check_circular=check_circular, allow_nan=allow_nan, indent=indent,
327
+ separators=separators, encoding=encoding, default=default,
328
+ use_decimal=use_decimal,
329
+ namedtuple_as_object=namedtuple_as_object,
330
+ tuple_as_array=tuple_as_array,
331
+ bigint_as_string=bigint_as_string,
332
+ sort_keys=sort_keys,
333
+ item_sort_key=item_sort_key,
334
+ **kw).encode(obj)
335
+
336
+
337
+ _default_decoder = JSONDecoder(encoding=None, object_hook=None,
338
+ object_pairs_hook=None)
339
+
340
+
341
+ def load(fp, encoding=None, cls=None, object_hook=None, parse_float=None,
342
+ parse_int=None, parse_constant=None, object_pairs_hook=None,
343
+ use_decimal=False, namedtuple_as_object=True, tuple_as_array=True,
344
+ **kw):
345
+ """Deserialize ``fp`` (a ``.read()``-supporting file-like object containing
346
+ a JSON document) to a Python object.
347
+
348
+ *encoding* determines the encoding used to interpret any
349
+ :class:`str` objects decoded by this instance (``'utf-8'`` by
350
+ default). It has no effect when decoding :class:`unicode` objects.
351
+
352
+ Note that currently only encodings that are a superset of ASCII work,
353
+ strings of other encodings should be passed in as :class:`unicode`.
354
+
355
+ *object_hook*, if specified, will be called with the result of every
356
+ JSON object decoded and its return value will be used in place of the
357
+ given :class:`dict`. This can be used to provide custom
358
+ deserializations (e.g. to support JSON-RPC class hinting).
359
+
360
+ *object_pairs_hook* is an optional function that will be called with
361
+ the result of any object literal decode with an ordered list of pairs.
362
+ The return value of *object_pairs_hook* will be used instead of the
363
+ :class:`dict`. This feature can be used to implement custom decoders
364
+ that rely on the order that the key and value pairs are decoded (for
365
+ example, :func:`collections.OrderedDict` will remember the order of
366
+ insertion). If *object_hook* is also defined, the *object_pairs_hook*
367
+ takes priority.
368
+
369
+ *parse_float*, if specified, will be called with the string of every
370
+ JSON float to be decoded. By default, this is equivalent to
371
+ ``float(num_str)``. This can be used to use another datatype or parser
372
+ for JSON floats (e.g. :class:`decimal.Decimal`).
373
+
374
+ *parse_int*, if specified, will be called with the string of every
375
+ JSON int to be decoded. By default, this is equivalent to
376
+ ``int(num_str)``. This can be used to use another datatype or parser
377
+ for JSON integers (e.g. :class:`float`).
378
+
379
+ *parse_constant*, if specified, will be called with one of the
380
+ following strings: ``'-Infinity'``, ``'Infinity'``, ``'NaN'``. This
381
+ can be used to raise an exception if invalid JSON numbers are
382
+ encountered.
383
+
384
+ If *use_decimal* is true (default: ``False``) then it implies
385
+ parse_float=decimal.Decimal for parity with ``dump``.
386
+
387
+ To use a custom ``JSONDecoder`` subclass, specify it with the ``cls``
388
+ kwarg.
389
+
390
+ """
391
+ return loads(fp.read(),
392
+ encoding=encoding, cls=cls, object_hook=object_hook,
393
+ parse_float=parse_float, parse_int=parse_int,
394
+ parse_constant=parse_constant, object_pairs_hook=object_pairs_hook,
395
+ use_decimal=use_decimal, **kw)
396
+
397
+
398
+ def loads(s, encoding=None, cls=None, object_hook=None, parse_float=None,
399
+ parse_int=None, parse_constant=None, object_pairs_hook=None,
400
+ use_decimal=False, **kw):
401
+ """Deserialize ``s`` (a ``str`` or ``unicode`` instance containing a JSON
402
+ document) to a Python object.
403
+
404
+ *encoding* determines the encoding used to interpret any
405
+ :class:`str` objects decoded by this instance (``'utf-8'`` by
406
+ default). It has no effect when decoding :class:`unicode` objects.
407
+
408
+ Note that currently only encodings that are a superset of ASCII work,
409
+ strings of other encodings should be passed in as :class:`unicode`.
410
+
411
+ *object_hook*, if specified, will be called with the result of every
412
+ JSON object decoded and its return value will be used in place of the
413
+ given :class:`dict`. This can be used to provide custom
414
+ deserializations (e.g. to support JSON-RPC class hinting).
415
+
416
+ *object_pairs_hook* is an optional function that will be called with
417
+ the result of any object literal decode with an ordered list of pairs.
418
+ The return value of *object_pairs_hook* will be used instead of the
419
+ :class:`dict`. This feature can be used to implement custom decoders
420
+ that rely on the order that the key and value pairs are decoded (for
421
+ example, :func:`collections.OrderedDict` will remember the order of
422
+ insertion). If *object_hook* is also defined, the *object_pairs_hook*
423
+ takes priority.
424
+
425
+ *parse_float*, if specified, will be called with the string of every
426
+ JSON float to be decoded. By default, this is equivalent to
427
+ ``float(num_str)``. This can be used to use another datatype or parser
428
+ for JSON floats (e.g. :class:`decimal.Decimal`).
429
+
430
+ *parse_int*, if specified, will be called with the string of every
431
+ JSON int to be decoded. By default, this is equivalent to
432
+ ``int(num_str)``. This can be used to use another datatype or parser
433
+ for JSON integers (e.g. :class:`float`).
434
+
435
+ *parse_constant*, if specified, will be called with one of the
436
+ following strings: ``'-Infinity'``, ``'Infinity'``, ``'NaN'``. This
437
+ can be used to raise an exception if invalid JSON numbers are
438
+ encountered.
439
+
440
+ If *use_decimal* is true (default: ``False``) then it implies
441
+ parse_float=decimal.Decimal for parity with ``dump``.
442
+
443
+ To use a custom ``JSONDecoder`` subclass, specify it with the ``cls``
444
+ kwarg.
445
+
446
+ """
447
+ if (cls is None and encoding is None and object_hook is None and
448
+ parse_int is None and parse_float is None and
449
+ parse_constant is None and object_pairs_hook is None
450
+ and not use_decimal and not kw):
451
+ return _default_decoder.decode(s)
452
+ if cls is None:
453
+ cls = JSONDecoder
454
+ if object_hook is not None:
455
+ kw['object_hook'] = object_hook
456
+ if object_pairs_hook is not None:
457
+ kw['object_pairs_hook'] = object_pairs_hook
458
+ if parse_float is not None:
459
+ kw['parse_float'] = parse_float
460
+ if parse_int is not None:
461
+ kw['parse_int'] = parse_int
462
+ if parse_constant is not None:
463
+ kw['parse_constant'] = parse_constant
464
+ if use_decimal:
465
+ if parse_float is not None:
466
+ raise TypeError("use_decimal=True implies parse_float=Decimal")
467
+ kw['parse_float'] = Decimal
468
+ return cls(encoding=encoding, **kw).decode(s)
469
+
470
+
471
+ def _toggle_speedups(enabled):
472
+ import simplejson.decoder as dec
473
+ import simplejson.encoder as enc
474
+ import simplejson.scanner as scan
475
+ c_make_encoder = _import_c_make_encoder()
476
+ if enabled:
477
+ dec.scanstring = dec.c_scanstring or dec.py_scanstring
478
+ enc.c_make_encoder = c_make_encoder
479
+ enc.encode_basestring_ascii = (enc.c_encode_basestring_ascii or
480
+ enc.py_encode_basestring_ascii)
481
+ scan.make_scanner = scan.c_make_scanner or scan.py_make_scanner
482
+ else:
483
+ dec.scanstring = dec.py_scanstring
484
+ enc.c_make_encoder = None
485
+ enc.encode_basestring_ascii = enc.py_encode_basestring_ascii
486
+ scan.make_scanner = scan.py_make_scanner
487
+ dec.make_scanner = scan.make_scanner
488
+ global _default_decoder
489
+ _default_decoder = JSONDecoder(
490
+ encoding=None,
491
+ object_hook=None,
492
+ object_pairs_hook=None,
493
+ )
494
+ global _default_encoder
495
+ _default_encoder = JSONEncoder(
496
+ skipkeys=False,
497
+ ensure_ascii=True,
498
+ check_circular=True,
499
+ allow_nan=True,
500
+ indent=None,
501
+ separators=None,
502
+ encoding='utf-8',
503
+ default=None,
504
+ )
505
+
506
+ def simple_first(kv):
507
+ """Helper function to pass to item_sort_key to sort simple
508
+ elements to the top, then container elements.
509
+ """
510
+ return (isinstance(kv[1], (list, dict, tuple)), kv[0])