rj_schema 0.0.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/Rakefile +18 -0
- data/ext/rj_schema/extconf.rb +7 -0
- data/ext/rj_schema/rapidjson/CHANGELOG.md +158 -0
- data/ext/rj_schema/rapidjson/CMakeLists.txt +221 -0
- data/ext/rj_schema/rapidjson/CMakeModules/FindGTestSrc.cmake +30 -0
- data/ext/rj_schema/rapidjson/RapidJSON.pc.in +7 -0
- data/ext/rj_schema/rapidjson/RapidJSONConfig.cmake.in +15 -0
- data/ext/rj_schema/rapidjson/RapidJSONConfigVersion.cmake.in +10 -0
- data/ext/rj_schema/rapidjson/appveyor.yml +41 -0
- data/ext/rj_schema/rapidjson/bin/data/glossary.json +22 -0
- data/ext/rj_schema/rapidjson/bin/data/menu.json +27 -0
- data/ext/rj_schema/rapidjson/bin/data/readme.txt +1 -0
- data/ext/rj_schema/rapidjson/bin/data/sample.json +3315 -0
- data/ext/rj_schema/rapidjson/bin/data/webapp.json +88 -0
- data/ext/rj_schema/rapidjson/bin/data/widget.json +26 -0
- data/ext/rj_schema/rapidjson/bin/draft-04/schema +150 -0
- data/ext/rj_schema/rapidjson/bin/encodings/utf16be.json +0 -0
- data/ext/rj_schema/rapidjson/bin/encodings/utf16bebom.json +0 -0
- data/ext/rj_schema/rapidjson/bin/encodings/utf16le.json +0 -0
- data/ext/rj_schema/rapidjson/bin/encodings/utf16lebom.json +0 -0
- data/ext/rj_schema/rapidjson/bin/encodings/utf32be.json +0 -0
- data/ext/rj_schema/rapidjson/bin/encodings/utf32bebom.json +0 -0
- data/ext/rj_schema/rapidjson/bin/encodings/utf32le.json +0 -0
- data/ext/rj_schema/rapidjson/bin/encodings/utf32lebom.json +0 -0
- data/ext/rj_schema/rapidjson/bin/encodings/utf8.json +7 -0
- data/ext/rj_schema/rapidjson/bin/encodings/utf8bom.json +7 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail1.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail10.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail11.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail12.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail13.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail14.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail15.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail16.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail17.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail18.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail19.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail2.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail20.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail21.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail22.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail23.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail24.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail25.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail26.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail27.json +2 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail28.json +2 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail29.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail3.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail30.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail31.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail32.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail33.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail4.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail5.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail6.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail7.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail8.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/fail9.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/pass1.json +58 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/pass2.json +1 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/pass3.json +6 -0
- data/ext/rj_schema/rapidjson/bin/jsonchecker/readme.txt +3 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/LICENSE +19 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/README.md +148 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/bin/jsonschema_suite +283 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/remotes/folder/folderInteger.json +3 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/remotes/integer.json +3 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/remotes/subSchemas.json +8 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/additionalItems.json +82 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/additionalProperties.json +88 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/default.json +49 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/dependencies.json +108 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/disallow.json +80 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/divisibleBy.json +60 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/enum.json +71 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/extends.json +94 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/items.json +46 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/maxItems.json +28 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/maxLength.json +33 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/maximum.json +42 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/minItems.json +28 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/minLength.json +33 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/minimum.json +42 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/optional/bignum.json +107 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/optional/format.json +222 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/optional/jsregex.json +18 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/optional/zeroTerminatedFloats.json +15 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/pattern.json +34 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/patternProperties.json +110 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/properties.json +92 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/ref.json +159 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/refRemote.json +74 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/required.json +53 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/type.json +474 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft3/uniqueItems.json +79 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/additionalItems.json +82 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/additionalProperties.json +88 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/allOf.json +112 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/anyOf.json +68 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/default.json +49 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/definitions.json +32 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/dependencies.json +113 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/enum.json +72 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/items.json +46 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/maxItems.json +28 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/maxLength.json +33 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/maxProperties.json +28 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/maximum.json +42 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/minItems.json +28 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/minLength.json +33 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/minProperties.json +28 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/minimum.json +42 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/multipleOf.json +60 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/not.json +96 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/oneOf.json +68 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/optional/bignum.json +107 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/optional/format.json +148 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/optional/zeroTerminatedFloats.json +15 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/pattern.json +34 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/patternProperties.json +110 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/properties.json +92 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/ref.json +159 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/refRemote.json +74 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/required.json +39 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/type.json +330 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tests/draft4/uniqueItems.json +79 -0
- data/ext/rj_schema/rapidjson/bin/jsonschema/tox.ini +8 -0
- data/ext/rj_schema/rapidjson/bin/types/booleans.json +102 -0
- data/ext/rj_schema/rapidjson/bin/types/floats.json +102 -0
- data/ext/rj_schema/rapidjson/bin/types/guids.json +102 -0
- data/ext/rj_schema/rapidjson/bin/types/integers.json +102 -0
- data/ext/rj_schema/rapidjson/bin/types/mixed.json +592 -0
- data/ext/rj_schema/rapidjson/bin/types/nulls.json +102 -0
- data/ext/rj_schema/rapidjson/bin/types/paragraphs.json +102 -0
- data/ext/rj_schema/rapidjson/bin/types/readme.txt +1 -0
- data/ext/rj_schema/rapidjson/contrib/natvis/LICENSE +45 -0
- data/ext/rj_schema/rapidjson/contrib/natvis/README.md +7 -0
- data/ext/rj_schema/rapidjson/contrib/natvis/rapidjson.natvis +38 -0
- data/ext/rj_schema/rapidjson/doc/CMakeLists.txt +27 -0
- data/ext/rj_schema/rapidjson/doc/Doxyfile.in +2369 -0
- data/ext/rj_schema/rapidjson/doc/Doxyfile.zh-cn.in +2369 -0
- data/ext/rj_schema/rapidjson/doc/diagram/architecture.dot +50 -0
- data/ext/rj_schema/rapidjson/doc/diagram/architecture.png +0 -0
- data/ext/rj_schema/rapidjson/doc/diagram/insituparsing.dot +65 -0
- data/ext/rj_schema/rapidjson/doc/diagram/insituparsing.png +0 -0
- data/ext/rj_schema/rapidjson/doc/diagram/iterative-parser-states-diagram.dot +62 -0
- data/ext/rj_schema/rapidjson/doc/diagram/iterative-parser-states-diagram.png +0 -0
- data/ext/rj_schema/rapidjson/doc/diagram/makefile +8 -0
- data/ext/rj_schema/rapidjson/doc/diagram/move1.dot +47 -0
- data/ext/rj_schema/rapidjson/doc/diagram/move1.png +0 -0
- data/ext/rj_schema/rapidjson/doc/diagram/move2.dot +62 -0
- data/ext/rj_schema/rapidjson/doc/diagram/move2.png +0 -0
- data/ext/rj_schema/rapidjson/doc/diagram/move3.dot +60 -0
- data/ext/rj_schema/rapidjson/doc/diagram/move3.png +0 -0
- data/ext/rj_schema/rapidjson/doc/diagram/normalparsing.dot +56 -0
- data/ext/rj_schema/rapidjson/doc/diagram/normalparsing.png +0 -0
- data/ext/rj_schema/rapidjson/doc/diagram/simpledom.dot +54 -0
- data/ext/rj_schema/rapidjson/doc/diagram/simpledom.png +0 -0
- data/ext/rj_schema/rapidjson/doc/diagram/tutorial.dot +58 -0
- data/ext/rj_schema/rapidjson/doc/diagram/tutorial.png +0 -0
- data/ext/rj_schema/rapidjson/doc/diagram/utilityclass.dot +73 -0
- data/ext/rj_schema/rapidjson/doc/diagram/utilityclass.png +0 -0
- data/ext/rj_schema/rapidjson/doc/dom.md +280 -0
- data/ext/rj_schema/rapidjson/doc/dom.zh-cn.md +284 -0
- data/ext/rj_schema/rapidjson/doc/encoding.md +146 -0
- data/ext/rj_schema/rapidjson/doc/encoding.zh-cn.md +152 -0
- data/ext/rj_schema/rapidjson/doc/faq.md +289 -0
- data/ext/rj_schema/rapidjson/doc/faq.zh-cn.md +290 -0
- data/ext/rj_schema/rapidjson/doc/features.md +104 -0
- data/ext/rj_schema/rapidjson/doc/features.zh-cn.md +103 -0
- data/ext/rj_schema/rapidjson/doc/internals.md +368 -0
- data/ext/rj_schema/rapidjson/doc/internals.zh-cn.md +363 -0
- data/ext/rj_schema/rapidjson/doc/logo/rapidjson.png +0 -0
- data/ext/rj_schema/rapidjson/doc/logo/rapidjson.svg +119 -0
- data/ext/rj_schema/rapidjson/doc/misc/DoxygenLayout.xml +194 -0
- data/ext/rj_schema/rapidjson/doc/misc/doxygenextra.css +274 -0
- data/ext/rj_schema/rapidjson/doc/misc/footer.html +11 -0
- data/ext/rj_schema/rapidjson/doc/misc/header.html +24 -0
- data/ext/rj_schema/rapidjson/doc/npm.md +31 -0
- data/ext/rj_schema/rapidjson/doc/performance.md +26 -0
- data/ext/rj_schema/rapidjson/doc/performance.zh-cn.md +26 -0
- data/ext/rj_schema/rapidjson/doc/pointer.md +234 -0
- data/ext/rj_schema/rapidjson/doc/pointer.zh-cn.md +234 -0
- data/ext/rj_schema/rapidjson/doc/sax.md +509 -0
- data/ext/rj_schema/rapidjson/doc/sax.zh-cn.md +487 -0
- data/ext/rj_schema/rapidjson/doc/schema.md +505 -0
- data/ext/rj_schema/rapidjson/doc/schema.zh-cn.md +237 -0
- data/ext/rj_schema/rapidjson/doc/stream.md +426 -0
- data/ext/rj_schema/rapidjson/doc/stream.zh-cn.md +426 -0
- data/ext/rj_schema/rapidjson/doc/tutorial.md +536 -0
- data/ext/rj_schema/rapidjson/doc/tutorial.zh-cn.md +534 -0
- data/ext/rj_schema/rapidjson/docker/debian/Dockerfile +8 -0
- data/ext/rj_schema/rapidjson/example/CMakeLists.txt +45 -0
- data/ext/rj_schema/rapidjson/example/archiver/archiver.cpp +292 -0
- data/ext/rj_schema/rapidjson/example/archiver/archiver.h +145 -0
- data/ext/rj_schema/rapidjson/example/archiver/archivertest.cpp +287 -0
- data/ext/rj_schema/rapidjson/example/capitalize/capitalize.cpp +67 -0
- data/ext/rj_schema/rapidjson/example/condense/condense.cpp +32 -0
- data/ext/rj_schema/rapidjson/example/filterkey/filterkey.cpp +135 -0
- data/ext/rj_schema/rapidjson/example/filterkeydom/filterkeydom.cpp +170 -0
- data/ext/rj_schema/rapidjson/example/jsonx/jsonx.cpp +207 -0
- data/ext/rj_schema/rapidjson/example/lookaheadparser/lookaheadparser.cpp +350 -0
- data/ext/rj_schema/rapidjson/example/messagereader/messagereader.cpp +105 -0
- data/ext/rj_schema/rapidjson/example/parsebyparts/parsebyparts.cpp +176 -0
- data/ext/rj_schema/rapidjson/example/pretty/pretty.cpp +30 -0
- data/ext/rj_schema/rapidjson/example/prettyauto/prettyauto.cpp +56 -0
- data/ext/rj_schema/rapidjson/example/schemavalidator/schemavalidator.cpp +78 -0
- data/ext/rj_schema/rapidjson/example/serialize/serialize.cpp +173 -0
- data/ext/rj_schema/rapidjson/example/simpledom/simpledom.cpp +29 -0
- data/ext/rj_schema/rapidjson/example/simplepullreader/simplepullreader.cpp +53 -0
- data/ext/rj_schema/rapidjson/example/simplereader/simplereader.cpp +42 -0
- data/ext/rj_schema/rapidjson/example/simplewriter/simplewriter.cpp +36 -0
- data/ext/rj_schema/rapidjson/example/tutorial/tutorial.cpp +151 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/allocators.h +271 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/cursorstreamwrapper.h +78 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/document.h +2630 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/encodedstream.h +299 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/encodings.h +716 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/error/en.h +74 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/error/error.h +161 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/filereadstream.h +99 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/filewritestream.h +104 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/fwd.h +151 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/internal/biginteger.h +290 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/internal/diyfp.h +258 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/internal/dtoa.h +245 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/internal/ieee754.h +78 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/internal/itoa.h +304 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/internal/meta.h +181 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/internal/pow10.h +55 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/internal/regex.h +734 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/internal/stack.h +231 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/internal/strfunc.h +69 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/internal/strtod.h +269 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/internal/swap.h +46 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/istreamwrapper.h +115 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/memorybuffer.h +70 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/memorystream.h +71 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/msinttypes/inttypes.h +316 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/msinttypes/stdint.h +300 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/ostreamwrapper.h +81 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/pointer.h +1363 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/prettywriter.h +277 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/rapidjson.h +628 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/reader.h +2222 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/schema.h +2479 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/stream.h +223 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/stringbuffer.h +121 -0
- data/ext/rj_schema/rapidjson/include/rapidjson/writer.h +716 -0
- data/ext/rj_schema/rapidjson/include_dirs.js +2 -0
- data/ext/rj_schema/rapidjson/library.json +15 -0
- data/ext/rj_schema/rapidjson/license.txt +57 -0
- data/ext/rj_schema/rapidjson/package.json +24 -0
- data/ext/rj_schema/rapidjson/rapidjson.autopkg +77 -0
- data/ext/rj_schema/rapidjson/readme.md +160 -0
- data/ext/rj_schema/rapidjson/readme.zh-cn.md +152 -0
- data/ext/rj_schema/rapidjson/test/CMakeLists.txt +20 -0
- data/ext/rj_schema/rapidjson/test/perftest/CMakeLists.txt +28 -0
- data/ext/rj_schema/rapidjson/test/perftest/misctest.cpp +974 -0
- data/ext/rj_schema/rapidjson/test/perftest/perftest.cpp +24 -0
- data/ext/rj_schema/rapidjson/test/perftest/perftest.h +185 -0
- data/ext/rj_schema/rapidjson/test/perftest/platformtest.cpp +166 -0
- data/ext/rj_schema/rapidjson/test/perftest/rapidjsontest.cpp +472 -0
- data/ext/rj_schema/rapidjson/test/perftest/schematest.cpp +216 -0
- data/ext/rj_schema/rapidjson/test/unittest/CMakeLists.txt +92 -0
- data/ext/rj_schema/rapidjson/test/unittest/allocatorstest.cpp +102 -0
- data/ext/rj_schema/rapidjson/test/unittest/bigintegertest.cpp +133 -0
- data/ext/rj_schema/rapidjson/test/unittest/cursorstreamwrappertest.cpp +115 -0
- data/ext/rj_schema/rapidjson/test/unittest/documenttest.cpp +672 -0
- data/ext/rj_schema/rapidjson/test/unittest/dtoatest.cpp +98 -0
- data/ext/rj_schema/rapidjson/test/unittest/encodedstreamtest.cpp +313 -0
- data/ext/rj_schema/rapidjson/test/unittest/encodingstest.cpp +451 -0
- data/ext/rj_schema/rapidjson/test/unittest/filestreamtest.cpp +112 -0
- data/ext/rj_schema/rapidjson/test/unittest/fwdtest.cpp +230 -0
- data/ext/rj_schema/rapidjson/test/unittest/istreamwrappertest.cpp +181 -0
- data/ext/rj_schema/rapidjson/test/unittest/itoatest.cpp +160 -0
- data/ext/rj_schema/rapidjson/test/unittest/jsoncheckertest.cpp +143 -0
- data/ext/rj_schema/rapidjson/test/unittest/namespacetest.cpp +70 -0
- data/ext/rj_schema/rapidjson/test/unittest/ostreamwrappertest.cpp +92 -0
- data/ext/rj_schema/rapidjson/test/unittest/pointertest.cpp +1529 -0
- data/ext/rj_schema/rapidjson/test/unittest/prettywritertest.cpp +344 -0
- data/ext/rj_schema/rapidjson/test/unittest/readertest.cpp +1895 -0
- data/ext/rj_schema/rapidjson/test/unittest/regextest.cpp +638 -0
- data/ext/rj_schema/rapidjson/test/unittest/schematest.cpp +2009 -0
- data/ext/rj_schema/rapidjson/test/unittest/simdtest.cpp +219 -0
- data/ext/rj_schema/rapidjson/test/unittest/strfunctest.cpp +30 -0
- data/ext/rj_schema/rapidjson/test/unittest/stringbuffertest.cpp +192 -0
- data/ext/rj_schema/rapidjson/test/unittest/strtodtest.cpp +132 -0
- data/ext/rj_schema/rapidjson/test/unittest/unittest.cpp +51 -0
- data/ext/rj_schema/rapidjson/test/unittest/unittest.h +140 -0
- data/ext/rj_schema/rapidjson/test/unittest/valuetest.cpp +1829 -0
- data/ext/rj_schema/rapidjson/test/unittest/writertest.cpp +598 -0
- data/ext/rj_schema/rapidjson/test/valgrind.supp +17 -0
- data/ext/rj_schema/rapidjson/travis-doxygen.sh +121 -0
- data/ext/rj_schema/rj_schema.cpp +136 -0
- data/lib/rj_schema.rb +7 -0
- metadata +371 -0
@@ -0,0 +1,299 @@
|
|
1
|
+
// Tencent is pleased to support the open source community by making RapidJSON available.
|
2
|
+
//
|
3
|
+
// Copyright (C) 2015 THL A29 Limited, a Tencent company, and Milo Yip. All rights reserved.
|
4
|
+
//
|
5
|
+
// Licensed under the MIT License (the "License"); you may not use this file except
|
6
|
+
// in compliance with the License. You may obtain a copy of the License at
|
7
|
+
//
|
8
|
+
// http://opensource.org/licenses/MIT
|
9
|
+
//
|
10
|
+
// Unless required by applicable law or agreed to in writing, software distributed
|
11
|
+
// under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
|
12
|
+
// CONDITIONS OF ANY KIND, either express or implied. See the License for the
|
13
|
+
// specific language governing permissions and limitations under the License.
|
14
|
+
|
15
|
+
#ifndef RAPIDJSON_ENCODEDSTREAM_H_
|
16
|
+
#define RAPIDJSON_ENCODEDSTREAM_H_
|
17
|
+
|
18
|
+
#include "stream.h"
|
19
|
+
#include "memorystream.h"
|
20
|
+
|
21
|
+
#ifdef __GNUC__
|
22
|
+
RAPIDJSON_DIAG_PUSH
|
23
|
+
RAPIDJSON_DIAG_OFF(effc++)
|
24
|
+
#endif
|
25
|
+
|
26
|
+
#ifdef __clang__
|
27
|
+
RAPIDJSON_DIAG_PUSH
|
28
|
+
RAPIDJSON_DIAG_OFF(padded)
|
29
|
+
#endif
|
30
|
+
|
31
|
+
RAPIDJSON_NAMESPACE_BEGIN
|
32
|
+
|
33
|
+
//! Input byte stream wrapper with a statically bound encoding.
|
34
|
+
/*!
|
35
|
+
\tparam Encoding The interpretation of encoding of the stream. Either UTF8, UTF16LE, UTF16BE, UTF32LE, UTF32BE.
|
36
|
+
\tparam InputByteStream Type of input byte stream. For example, FileReadStream.
|
37
|
+
*/
|
38
|
+
template <typename Encoding, typename InputByteStream>
|
39
|
+
class EncodedInputStream {
|
40
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename InputByteStream::Ch) == 1);
|
41
|
+
public:
|
42
|
+
typedef typename Encoding::Ch Ch;
|
43
|
+
|
44
|
+
EncodedInputStream(InputByteStream& is) : is_(is) {
|
45
|
+
current_ = Encoding::TakeBOM(is_);
|
46
|
+
}
|
47
|
+
|
48
|
+
Ch Peek() const { return current_; }
|
49
|
+
Ch Take() { Ch c = current_; current_ = Encoding::Take(is_); return c; }
|
50
|
+
size_t Tell() const { return is_.Tell(); }
|
51
|
+
|
52
|
+
// Not implemented
|
53
|
+
void Put(Ch) { RAPIDJSON_ASSERT(false); }
|
54
|
+
void Flush() { RAPIDJSON_ASSERT(false); }
|
55
|
+
Ch* PutBegin() { RAPIDJSON_ASSERT(false); return 0; }
|
56
|
+
size_t PutEnd(Ch*) { RAPIDJSON_ASSERT(false); return 0; }
|
57
|
+
|
58
|
+
private:
|
59
|
+
EncodedInputStream(const EncodedInputStream&);
|
60
|
+
EncodedInputStream& operator=(const EncodedInputStream&);
|
61
|
+
|
62
|
+
InputByteStream& is_;
|
63
|
+
Ch current_;
|
64
|
+
};
|
65
|
+
|
66
|
+
//! Specialized for UTF8 MemoryStream.
|
67
|
+
template <>
|
68
|
+
class EncodedInputStream<UTF8<>, MemoryStream> {
|
69
|
+
public:
|
70
|
+
typedef UTF8<>::Ch Ch;
|
71
|
+
|
72
|
+
EncodedInputStream(MemoryStream& is) : is_(is) {
|
73
|
+
if (static_cast<unsigned char>(is_.Peek()) == 0xEFu) is_.Take();
|
74
|
+
if (static_cast<unsigned char>(is_.Peek()) == 0xBBu) is_.Take();
|
75
|
+
if (static_cast<unsigned char>(is_.Peek()) == 0xBFu) is_.Take();
|
76
|
+
}
|
77
|
+
Ch Peek() const { return is_.Peek(); }
|
78
|
+
Ch Take() { return is_.Take(); }
|
79
|
+
size_t Tell() const { return is_.Tell(); }
|
80
|
+
|
81
|
+
// Not implemented
|
82
|
+
void Put(Ch) {}
|
83
|
+
void Flush() {}
|
84
|
+
Ch* PutBegin() { return 0; }
|
85
|
+
size_t PutEnd(Ch*) { return 0; }
|
86
|
+
|
87
|
+
MemoryStream& is_;
|
88
|
+
|
89
|
+
private:
|
90
|
+
EncodedInputStream(const EncodedInputStream&);
|
91
|
+
EncodedInputStream& operator=(const EncodedInputStream&);
|
92
|
+
};
|
93
|
+
|
94
|
+
//! Output byte stream wrapper with statically bound encoding.
|
95
|
+
/*!
|
96
|
+
\tparam Encoding The interpretation of encoding of the stream. Either UTF8, UTF16LE, UTF16BE, UTF32LE, UTF32BE.
|
97
|
+
\tparam OutputByteStream Type of input byte stream. For example, FileWriteStream.
|
98
|
+
*/
|
99
|
+
template <typename Encoding, typename OutputByteStream>
|
100
|
+
class EncodedOutputStream {
|
101
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename OutputByteStream::Ch) == 1);
|
102
|
+
public:
|
103
|
+
typedef typename Encoding::Ch Ch;
|
104
|
+
|
105
|
+
EncodedOutputStream(OutputByteStream& os, bool putBOM = true) : os_(os) {
|
106
|
+
if (putBOM)
|
107
|
+
Encoding::PutBOM(os_);
|
108
|
+
}
|
109
|
+
|
110
|
+
void Put(Ch c) { Encoding::Put(os_, c); }
|
111
|
+
void Flush() { os_.Flush(); }
|
112
|
+
|
113
|
+
// Not implemented
|
114
|
+
Ch Peek() const { RAPIDJSON_ASSERT(false); return 0;}
|
115
|
+
Ch Take() { RAPIDJSON_ASSERT(false); return 0;}
|
116
|
+
size_t Tell() const { RAPIDJSON_ASSERT(false); return 0; }
|
117
|
+
Ch* PutBegin() { RAPIDJSON_ASSERT(false); return 0; }
|
118
|
+
size_t PutEnd(Ch*) { RAPIDJSON_ASSERT(false); return 0; }
|
119
|
+
|
120
|
+
private:
|
121
|
+
EncodedOutputStream(const EncodedOutputStream&);
|
122
|
+
EncodedOutputStream& operator=(const EncodedOutputStream&);
|
123
|
+
|
124
|
+
OutputByteStream& os_;
|
125
|
+
};
|
126
|
+
|
127
|
+
#define RAPIDJSON_ENCODINGS_FUNC(x) UTF8<Ch>::x, UTF16LE<Ch>::x, UTF16BE<Ch>::x, UTF32LE<Ch>::x, UTF32BE<Ch>::x
|
128
|
+
|
129
|
+
//! Input stream wrapper with dynamically bound encoding and automatic encoding detection.
|
130
|
+
/*!
|
131
|
+
\tparam CharType Type of character for reading.
|
132
|
+
\tparam InputByteStream type of input byte stream to be wrapped.
|
133
|
+
*/
|
134
|
+
template <typename CharType, typename InputByteStream>
|
135
|
+
class AutoUTFInputStream {
|
136
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename InputByteStream::Ch) == 1);
|
137
|
+
public:
|
138
|
+
typedef CharType Ch;
|
139
|
+
|
140
|
+
//! Constructor.
|
141
|
+
/*!
|
142
|
+
\param is input stream to be wrapped.
|
143
|
+
\param type UTF encoding type if it is not detected from the stream.
|
144
|
+
*/
|
145
|
+
AutoUTFInputStream(InputByteStream& is, UTFType type = kUTF8) : is_(&is), type_(type), hasBOM_(false) {
|
146
|
+
RAPIDJSON_ASSERT(type >= kUTF8 && type <= kUTF32BE);
|
147
|
+
DetectType();
|
148
|
+
static const TakeFunc f[] = { RAPIDJSON_ENCODINGS_FUNC(Take) };
|
149
|
+
takeFunc_ = f[type_];
|
150
|
+
current_ = takeFunc_(*is_);
|
151
|
+
}
|
152
|
+
|
153
|
+
UTFType GetType() const { return type_; }
|
154
|
+
bool HasBOM() const { return hasBOM_; }
|
155
|
+
|
156
|
+
Ch Peek() const { return current_; }
|
157
|
+
Ch Take() { Ch c = current_; current_ = takeFunc_(*is_); return c; }
|
158
|
+
size_t Tell() const { return is_->Tell(); }
|
159
|
+
|
160
|
+
// Not implemented
|
161
|
+
void Put(Ch) { RAPIDJSON_ASSERT(false); }
|
162
|
+
void Flush() { RAPIDJSON_ASSERT(false); }
|
163
|
+
Ch* PutBegin() { RAPIDJSON_ASSERT(false); return 0; }
|
164
|
+
size_t PutEnd(Ch*) { RAPIDJSON_ASSERT(false); return 0; }
|
165
|
+
|
166
|
+
private:
|
167
|
+
AutoUTFInputStream(const AutoUTFInputStream&);
|
168
|
+
AutoUTFInputStream& operator=(const AutoUTFInputStream&);
|
169
|
+
|
170
|
+
// Detect encoding type with BOM or RFC 4627
|
171
|
+
void DetectType() {
|
172
|
+
// BOM (Byte Order Mark):
|
173
|
+
// 00 00 FE FF UTF-32BE
|
174
|
+
// FF FE 00 00 UTF-32LE
|
175
|
+
// FE FF UTF-16BE
|
176
|
+
// FF FE UTF-16LE
|
177
|
+
// EF BB BF UTF-8
|
178
|
+
|
179
|
+
const unsigned char* c = reinterpret_cast<const unsigned char *>(is_->Peek4());
|
180
|
+
if (!c)
|
181
|
+
return;
|
182
|
+
|
183
|
+
unsigned bom = static_cast<unsigned>(c[0] | (c[1] << 8) | (c[2] << 16) | (c[3] << 24));
|
184
|
+
hasBOM_ = false;
|
185
|
+
if (bom == 0xFFFE0000) { type_ = kUTF32BE; hasBOM_ = true; is_->Take(); is_->Take(); is_->Take(); is_->Take(); }
|
186
|
+
else if (bom == 0x0000FEFF) { type_ = kUTF32LE; hasBOM_ = true; is_->Take(); is_->Take(); is_->Take(); is_->Take(); }
|
187
|
+
else if ((bom & 0xFFFF) == 0xFFFE) { type_ = kUTF16BE; hasBOM_ = true; is_->Take(); is_->Take(); }
|
188
|
+
else if ((bom & 0xFFFF) == 0xFEFF) { type_ = kUTF16LE; hasBOM_ = true; is_->Take(); is_->Take(); }
|
189
|
+
else if ((bom & 0xFFFFFF) == 0xBFBBEF) { type_ = kUTF8; hasBOM_ = true; is_->Take(); is_->Take(); is_->Take(); }
|
190
|
+
|
191
|
+
// RFC 4627: Section 3
|
192
|
+
// "Since the first two characters of a JSON text will always be ASCII
|
193
|
+
// characters [RFC0020], it is possible to determine whether an octet
|
194
|
+
// stream is UTF-8, UTF-16 (BE or LE), or UTF-32 (BE or LE) by looking
|
195
|
+
// at the pattern of nulls in the first four octets."
|
196
|
+
// 00 00 00 xx UTF-32BE
|
197
|
+
// 00 xx 00 xx UTF-16BE
|
198
|
+
// xx 00 00 00 UTF-32LE
|
199
|
+
// xx 00 xx 00 UTF-16LE
|
200
|
+
// xx xx xx xx UTF-8
|
201
|
+
|
202
|
+
if (!hasBOM_) {
|
203
|
+
int pattern = (c[0] ? 1 : 0) | (c[1] ? 2 : 0) | (c[2] ? 4 : 0) | (c[3] ? 8 : 0);
|
204
|
+
switch (pattern) {
|
205
|
+
case 0x08: type_ = kUTF32BE; break;
|
206
|
+
case 0x0A: type_ = kUTF16BE; break;
|
207
|
+
case 0x01: type_ = kUTF32LE; break;
|
208
|
+
case 0x05: type_ = kUTF16LE; break;
|
209
|
+
case 0x0F: type_ = kUTF8; break;
|
210
|
+
default: break; // Use type defined by user.
|
211
|
+
}
|
212
|
+
}
|
213
|
+
|
214
|
+
// Runtime check whether the size of character type is sufficient. It only perform checks with assertion.
|
215
|
+
if (type_ == kUTF16LE || type_ == kUTF16BE) RAPIDJSON_ASSERT(sizeof(Ch) >= 2);
|
216
|
+
if (type_ == kUTF32LE || type_ == kUTF32BE) RAPIDJSON_ASSERT(sizeof(Ch) >= 4);
|
217
|
+
}
|
218
|
+
|
219
|
+
typedef Ch (*TakeFunc)(InputByteStream& is);
|
220
|
+
InputByteStream* is_;
|
221
|
+
UTFType type_;
|
222
|
+
Ch current_;
|
223
|
+
TakeFunc takeFunc_;
|
224
|
+
bool hasBOM_;
|
225
|
+
};
|
226
|
+
|
227
|
+
//! Output stream wrapper with dynamically bound encoding and automatic encoding detection.
|
228
|
+
/*!
|
229
|
+
\tparam CharType Type of character for writing.
|
230
|
+
\tparam OutputByteStream type of output byte stream to be wrapped.
|
231
|
+
*/
|
232
|
+
template <typename CharType, typename OutputByteStream>
|
233
|
+
class AutoUTFOutputStream {
|
234
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename OutputByteStream::Ch) == 1);
|
235
|
+
public:
|
236
|
+
typedef CharType Ch;
|
237
|
+
|
238
|
+
//! Constructor.
|
239
|
+
/*!
|
240
|
+
\param os output stream to be wrapped.
|
241
|
+
\param type UTF encoding type.
|
242
|
+
\param putBOM Whether to write BOM at the beginning of the stream.
|
243
|
+
*/
|
244
|
+
AutoUTFOutputStream(OutputByteStream& os, UTFType type, bool putBOM) : os_(&os), type_(type) {
|
245
|
+
RAPIDJSON_ASSERT(type >= kUTF8 && type <= kUTF32BE);
|
246
|
+
|
247
|
+
// Runtime check whether the size of character type is sufficient. It only perform checks with assertion.
|
248
|
+
if (type_ == kUTF16LE || type_ == kUTF16BE) RAPIDJSON_ASSERT(sizeof(Ch) >= 2);
|
249
|
+
if (type_ == kUTF32LE || type_ == kUTF32BE) RAPIDJSON_ASSERT(sizeof(Ch) >= 4);
|
250
|
+
|
251
|
+
static const PutFunc f[] = { RAPIDJSON_ENCODINGS_FUNC(Put) };
|
252
|
+
putFunc_ = f[type_];
|
253
|
+
|
254
|
+
if (putBOM)
|
255
|
+
PutBOM();
|
256
|
+
}
|
257
|
+
|
258
|
+
UTFType GetType() const { return type_; }
|
259
|
+
|
260
|
+
void Put(Ch c) { putFunc_(*os_, c); }
|
261
|
+
void Flush() { os_->Flush(); }
|
262
|
+
|
263
|
+
// Not implemented
|
264
|
+
Ch Peek() const { RAPIDJSON_ASSERT(false); return 0;}
|
265
|
+
Ch Take() { RAPIDJSON_ASSERT(false); return 0;}
|
266
|
+
size_t Tell() const { RAPIDJSON_ASSERT(false); return 0; }
|
267
|
+
Ch* PutBegin() { RAPIDJSON_ASSERT(false); return 0; }
|
268
|
+
size_t PutEnd(Ch*) { RAPIDJSON_ASSERT(false); return 0; }
|
269
|
+
|
270
|
+
private:
|
271
|
+
AutoUTFOutputStream(const AutoUTFOutputStream&);
|
272
|
+
AutoUTFOutputStream& operator=(const AutoUTFOutputStream&);
|
273
|
+
|
274
|
+
void PutBOM() {
|
275
|
+
typedef void (*PutBOMFunc)(OutputByteStream&);
|
276
|
+
static const PutBOMFunc f[] = { RAPIDJSON_ENCODINGS_FUNC(PutBOM) };
|
277
|
+
f[type_](*os_);
|
278
|
+
}
|
279
|
+
|
280
|
+
typedef void (*PutFunc)(OutputByteStream&, Ch);
|
281
|
+
|
282
|
+
OutputByteStream* os_;
|
283
|
+
UTFType type_;
|
284
|
+
PutFunc putFunc_;
|
285
|
+
};
|
286
|
+
|
287
|
+
#undef RAPIDJSON_ENCODINGS_FUNC
|
288
|
+
|
289
|
+
RAPIDJSON_NAMESPACE_END
|
290
|
+
|
291
|
+
#ifdef __clang__
|
292
|
+
RAPIDJSON_DIAG_POP
|
293
|
+
#endif
|
294
|
+
|
295
|
+
#ifdef __GNUC__
|
296
|
+
RAPIDJSON_DIAG_POP
|
297
|
+
#endif
|
298
|
+
|
299
|
+
#endif // RAPIDJSON_FILESTREAM_H_
|
@@ -0,0 +1,716 @@
|
|
1
|
+
// Tencent is pleased to support the open source community by making RapidJSON available.
|
2
|
+
//
|
3
|
+
// Copyright (C) 2015 THL A29 Limited, a Tencent company, and Milo Yip. All rights reserved.
|
4
|
+
//
|
5
|
+
// Licensed under the MIT License (the "License"); you may not use this file except
|
6
|
+
// in compliance with the License. You may obtain a copy of the License at
|
7
|
+
//
|
8
|
+
// http://opensource.org/licenses/MIT
|
9
|
+
//
|
10
|
+
// Unless required by applicable law or agreed to in writing, software distributed
|
11
|
+
// under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
|
12
|
+
// CONDITIONS OF ANY KIND, either express or implied. See the License for the
|
13
|
+
// specific language governing permissions and limitations under the License.
|
14
|
+
|
15
|
+
#ifndef RAPIDJSON_ENCODINGS_H_
|
16
|
+
#define RAPIDJSON_ENCODINGS_H_
|
17
|
+
|
18
|
+
#include "rapidjson.h"
|
19
|
+
|
20
|
+
#ifdef _MSC_VER
|
21
|
+
RAPIDJSON_DIAG_PUSH
|
22
|
+
RAPIDJSON_DIAG_OFF(4244) // conversion from 'type1' to 'type2', possible loss of data
|
23
|
+
RAPIDJSON_DIAG_OFF(4702) // unreachable code
|
24
|
+
#elif defined(__GNUC__)
|
25
|
+
RAPIDJSON_DIAG_PUSH
|
26
|
+
RAPIDJSON_DIAG_OFF(effc++)
|
27
|
+
RAPIDJSON_DIAG_OFF(overflow)
|
28
|
+
#endif
|
29
|
+
|
30
|
+
RAPIDJSON_NAMESPACE_BEGIN
|
31
|
+
|
32
|
+
///////////////////////////////////////////////////////////////////////////////
|
33
|
+
// Encoding
|
34
|
+
|
35
|
+
/*! \class rapidjson::Encoding
|
36
|
+
\brief Concept for encoding of Unicode characters.
|
37
|
+
|
38
|
+
\code
|
39
|
+
concept Encoding {
|
40
|
+
typename Ch; //! Type of character. A "character" is actually a code unit in unicode's definition.
|
41
|
+
|
42
|
+
enum { supportUnicode = 1 }; // or 0 if not supporting unicode
|
43
|
+
|
44
|
+
//! \brief Encode a Unicode codepoint to an output stream.
|
45
|
+
//! \param os Output stream.
|
46
|
+
//! \param codepoint An unicode codepoint, ranging from 0x0 to 0x10FFFF inclusively.
|
47
|
+
template<typename OutputStream>
|
48
|
+
static void Encode(OutputStream& os, unsigned codepoint);
|
49
|
+
|
50
|
+
//! \brief Decode a Unicode codepoint from an input stream.
|
51
|
+
//! \param is Input stream.
|
52
|
+
//! \param codepoint Output of the unicode codepoint.
|
53
|
+
//! \return true if a valid codepoint can be decoded from the stream.
|
54
|
+
template <typename InputStream>
|
55
|
+
static bool Decode(InputStream& is, unsigned* codepoint);
|
56
|
+
|
57
|
+
//! \brief Validate one Unicode codepoint from an encoded stream.
|
58
|
+
//! \param is Input stream to obtain codepoint.
|
59
|
+
//! \param os Output for copying one codepoint.
|
60
|
+
//! \return true if it is valid.
|
61
|
+
//! \note This function just validating and copying the codepoint without actually decode it.
|
62
|
+
template <typename InputStream, typename OutputStream>
|
63
|
+
static bool Validate(InputStream& is, OutputStream& os);
|
64
|
+
|
65
|
+
// The following functions are deal with byte streams.
|
66
|
+
|
67
|
+
//! Take a character from input byte stream, skip BOM if exist.
|
68
|
+
template <typename InputByteStream>
|
69
|
+
static CharType TakeBOM(InputByteStream& is);
|
70
|
+
|
71
|
+
//! Take a character from input byte stream.
|
72
|
+
template <typename InputByteStream>
|
73
|
+
static Ch Take(InputByteStream& is);
|
74
|
+
|
75
|
+
//! Put BOM to output byte stream.
|
76
|
+
template <typename OutputByteStream>
|
77
|
+
static void PutBOM(OutputByteStream& os);
|
78
|
+
|
79
|
+
//! Put a character to output byte stream.
|
80
|
+
template <typename OutputByteStream>
|
81
|
+
static void Put(OutputByteStream& os, Ch c);
|
82
|
+
};
|
83
|
+
\endcode
|
84
|
+
*/
|
85
|
+
|
86
|
+
///////////////////////////////////////////////////////////////////////////////
|
87
|
+
// UTF8
|
88
|
+
|
89
|
+
//! UTF-8 encoding.
|
90
|
+
/*! http://en.wikipedia.org/wiki/UTF-8
|
91
|
+
http://tools.ietf.org/html/rfc3629
|
92
|
+
\tparam CharType Code unit for storing 8-bit UTF-8 data. Default is char.
|
93
|
+
\note implements Encoding concept
|
94
|
+
*/
|
95
|
+
template<typename CharType = char>
|
96
|
+
struct UTF8 {
|
97
|
+
typedef CharType Ch;
|
98
|
+
|
99
|
+
enum { supportUnicode = 1 };
|
100
|
+
|
101
|
+
template<typename OutputStream>
|
102
|
+
static void Encode(OutputStream& os, unsigned codepoint) {
|
103
|
+
if (codepoint <= 0x7F)
|
104
|
+
os.Put(static_cast<Ch>(codepoint & 0xFF));
|
105
|
+
else if (codepoint <= 0x7FF) {
|
106
|
+
os.Put(static_cast<Ch>(0xC0 | ((codepoint >> 6) & 0xFF)));
|
107
|
+
os.Put(static_cast<Ch>(0x80 | ((codepoint & 0x3F))));
|
108
|
+
}
|
109
|
+
else if (codepoint <= 0xFFFF) {
|
110
|
+
os.Put(static_cast<Ch>(0xE0 | ((codepoint >> 12) & 0xFF)));
|
111
|
+
os.Put(static_cast<Ch>(0x80 | ((codepoint >> 6) & 0x3F)));
|
112
|
+
os.Put(static_cast<Ch>(0x80 | (codepoint & 0x3F)));
|
113
|
+
}
|
114
|
+
else {
|
115
|
+
RAPIDJSON_ASSERT(codepoint <= 0x10FFFF);
|
116
|
+
os.Put(static_cast<Ch>(0xF0 | ((codepoint >> 18) & 0xFF)));
|
117
|
+
os.Put(static_cast<Ch>(0x80 | ((codepoint >> 12) & 0x3F)));
|
118
|
+
os.Put(static_cast<Ch>(0x80 | ((codepoint >> 6) & 0x3F)));
|
119
|
+
os.Put(static_cast<Ch>(0x80 | (codepoint & 0x3F)));
|
120
|
+
}
|
121
|
+
}
|
122
|
+
|
123
|
+
template<typename OutputStream>
|
124
|
+
static void EncodeUnsafe(OutputStream& os, unsigned codepoint) {
|
125
|
+
if (codepoint <= 0x7F)
|
126
|
+
PutUnsafe(os, static_cast<Ch>(codepoint & 0xFF));
|
127
|
+
else if (codepoint <= 0x7FF) {
|
128
|
+
PutUnsafe(os, static_cast<Ch>(0xC0 | ((codepoint >> 6) & 0xFF)));
|
129
|
+
PutUnsafe(os, static_cast<Ch>(0x80 | ((codepoint & 0x3F))));
|
130
|
+
}
|
131
|
+
else if (codepoint <= 0xFFFF) {
|
132
|
+
PutUnsafe(os, static_cast<Ch>(0xE0 | ((codepoint >> 12) & 0xFF)));
|
133
|
+
PutUnsafe(os, static_cast<Ch>(0x80 | ((codepoint >> 6) & 0x3F)));
|
134
|
+
PutUnsafe(os, static_cast<Ch>(0x80 | (codepoint & 0x3F)));
|
135
|
+
}
|
136
|
+
else {
|
137
|
+
RAPIDJSON_ASSERT(codepoint <= 0x10FFFF);
|
138
|
+
PutUnsafe(os, static_cast<Ch>(0xF0 | ((codepoint >> 18) & 0xFF)));
|
139
|
+
PutUnsafe(os, static_cast<Ch>(0x80 | ((codepoint >> 12) & 0x3F)));
|
140
|
+
PutUnsafe(os, static_cast<Ch>(0x80 | ((codepoint >> 6) & 0x3F)));
|
141
|
+
PutUnsafe(os, static_cast<Ch>(0x80 | (codepoint & 0x3F)));
|
142
|
+
}
|
143
|
+
}
|
144
|
+
|
145
|
+
template <typename InputStream>
|
146
|
+
static bool Decode(InputStream& is, unsigned* codepoint) {
|
147
|
+
#define COPY() c = is.Take(); *codepoint = (*codepoint << 6) | (static_cast<unsigned char>(c) & 0x3Fu)
|
148
|
+
#define TRANS(mask) result &= ((GetRange(static_cast<unsigned char>(c)) & mask) != 0)
|
149
|
+
#define TAIL() COPY(); TRANS(0x70)
|
150
|
+
typename InputStream::Ch c = is.Take();
|
151
|
+
if (!(c & 0x80)) {
|
152
|
+
*codepoint = static_cast<unsigned char>(c);
|
153
|
+
return true;
|
154
|
+
}
|
155
|
+
|
156
|
+
unsigned char type = GetRange(static_cast<unsigned char>(c));
|
157
|
+
if (type >= 32) {
|
158
|
+
*codepoint = 0;
|
159
|
+
} else {
|
160
|
+
*codepoint = (0xFFu >> type) & static_cast<unsigned char>(c);
|
161
|
+
}
|
162
|
+
bool result = true;
|
163
|
+
switch (type) {
|
164
|
+
case 2: TAIL(); return result;
|
165
|
+
case 3: TAIL(); TAIL(); return result;
|
166
|
+
case 4: COPY(); TRANS(0x50); TAIL(); return result;
|
167
|
+
case 5: COPY(); TRANS(0x10); TAIL(); TAIL(); return result;
|
168
|
+
case 6: TAIL(); TAIL(); TAIL(); return result;
|
169
|
+
case 10: COPY(); TRANS(0x20); TAIL(); return result;
|
170
|
+
case 11: COPY(); TRANS(0x60); TAIL(); TAIL(); return result;
|
171
|
+
default: return false;
|
172
|
+
}
|
173
|
+
#undef COPY
|
174
|
+
#undef TRANS
|
175
|
+
#undef TAIL
|
176
|
+
}
|
177
|
+
|
178
|
+
template <typename InputStream, typename OutputStream>
|
179
|
+
static bool Validate(InputStream& is, OutputStream& os) {
|
180
|
+
#define COPY() os.Put(c = is.Take())
|
181
|
+
#define TRANS(mask) result &= ((GetRange(static_cast<unsigned char>(c)) & mask) != 0)
|
182
|
+
#define TAIL() COPY(); TRANS(0x70)
|
183
|
+
Ch c;
|
184
|
+
COPY();
|
185
|
+
if (!(c & 0x80))
|
186
|
+
return true;
|
187
|
+
|
188
|
+
bool result = true;
|
189
|
+
switch (GetRange(static_cast<unsigned char>(c))) {
|
190
|
+
case 2: TAIL(); return result;
|
191
|
+
case 3: TAIL(); TAIL(); return result;
|
192
|
+
case 4: COPY(); TRANS(0x50); TAIL(); return result;
|
193
|
+
case 5: COPY(); TRANS(0x10); TAIL(); TAIL(); return result;
|
194
|
+
case 6: TAIL(); TAIL(); TAIL(); return result;
|
195
|
+
case 10: COPY(); TRANS(0x20); TAIL(); return result;
|
196
|
+
case 11: COPY(); TRANS(0x60); TAIL(); TAIL(); return result;
|
197
|
+
default: return false;
|
198
|
+
}
|
199
|
+
#undef COPY
|
200
|
+
#undef TRANS
|
201
|
+
#undef TAIL
|
202
|
+
}
|
203
|
+
|
204
|
+
static unsigned char GetRange(unsigned char c) {
|
205
|
+
// Referring to DFA of http://bjoern.hoehrmann.de/utf-8/decoder/dfa/
|
206
|
+
// With new mapping 1 -> 0x10, 7 -> 0x20, 9 -> 0x40, such that AND operation can test multiple types.
|
207
|
+
static const unsigned char type[] = {
|
208
|
+
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
|
209
|
+
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
|
210
|
+
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
|
211
|
+
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
|
212
|
+
0x10,0x10,0x10,0x10,0x10,0x10,0x10,0x10,0x10,0x10,0x10,0x10,0x10,0x10,0x10,0x10,
|
213
|
+
0x40,0x40,0x40,0x40,0x40,0x40,0x40,0x40,0x40,0x40,0x40,0x40,0x40,0x40,0x40,0x40,
|
214
|
+
0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,
|
215
|
+
0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,
|
216
|
+
8,8,2,2,2,2,2,2,2,2,2,2,2,2,2,2, 2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,
|
217
|
+
10,3,3,3,3,3,3,3,3,3,3,3,3,4,3,3, 11,6,6,6,5,8,8,8,8,8,8,8,8,8,8,8,
|
218
|
+
};
|
219
|
+
return type[c];
|
220
|
+
}
|
221
|
+
|
222
|
+
template <typename InputByteStream>
|
223
|
+
static CharType TakeBOM(InputByteStream& is) {
|
224
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename InputByteStream::Ch) == 1);
|
225
|
+
typename InputByteStream::Ch c = Take(is);
|
226
|
+
if (static_cast<unsigned char>(c) != 0xEFu) return c;
|
227
|
+
c = is.Take();
|
228
|
+
if (static_cast<unsigned char>(c) != 0xBBu) return c;
|
229
|
+
c = is.Take();
|
230
|
+
if (static_cast<unsigned char>(c) != 0xBFu) return c;
|
231
|
+
c = is.Take();
|
232
|
+
return c;
|
233
|
+
}
|
234
|
+
|
235
|
+
template <typename InputByteStream>
|
236
|
+
static Ch Take(InputByteStream& is) {
|
237
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename InputByteStream::Ch) == 1);
|
238
|
+
return static_cast<Ch>(is.Take());
|
239
|
+
}
|
240
|
+
|
241
|
+
template <typename OutputByteStream>
|
242
|
+
static void PutBOM(OutputByteStream& os) {
|
243
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename OutputByteStream::Ch) == 1);
|
244
|
+
os.Put(static_cast<typename OutputByteStream::Ch>(0xEFu));
|
245
|
+
os.Put(static_cast<typename OutputByteStream::Ch>(0xBBu));
|
246
|
+
os.Put(static_cast<typename OutputByteStream::Ch>(0xBFu));
|
247
|
+
}
|
248
|
+
|
249
|
+
template <typename OutputByteStream>
|
250
|
+
static void Put(OutputByteStream& os, Ch c) {
|
251
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename OutputByteStream::Ch) == 1);
|
252
|
+
os.Put(static_cast<typename OutputByteStream::Ch>(c));
|
253
|
+
}
|
254
|
+
};
|
255
|
+
|
256
|
+
///////////////////////////////////////////////////////////////////////////////
|
257
|
+
// UTF16
|
258
|
+
|
259
|
+
//! UTF-16 encoding.
|
260
|
+
/*! http://en.wikipedia.org/wiki/UTF-16
|
261
|
+
http://tools.ietf.org/html/rfc2781
|
262
|
+
\tparam CharType Type for storing 16-bit UTF-16 data. Default is wchar_t. C++11 may use char16_t instead.
|
263
|
+
\note implements Encoding concept
|
264
|
+
|
265
|
+
\note For in-memory access, no need to concern endianness. The code units and code points are represented by CPU's endianness.
|
266
|
+
For streaming, use UTF16LE and UTF16BE, which handle endianness.
|
267
|
+
*/
|
268
|
+
template<typename CharType = wchar_t>
|
269
|
+
struct UTF16 {
|
270
|
+
typedef CharType Ch;
|
271
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(Ch) >= 2);
|
272
|
+
|
273
|
+
enum { supportUnicode = 1 };
|
274
|
+
|
275
|
+
template<typename OutputStream>
|
276
|
+
static void Encode(OutputStream& os, unsigned codepoint) {
|
277
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename OutputStream::Ch) >= 2);
|
278
|
+
if (codepoint <= 0xFFFF) {
|
279
|
+
RAPIDJSON_ASSERT(codepoint < 0xD800 || codepoint > 0xDFFF); // Code point itself cannot be surrogate pair
|
280
|
+
os.Put(static_cast<typename OutputStream::Ch>(codepoint));
|
281
|
+
}
|
282
|
+
else {
|
283
|
+
RAPIDJSON_ASSERT(codepoint <= 0x10FFFF);
|
284
|
+
unsigned v = codepoint - 0x10000;
|
285
|
+
os.Put(static_cast<typename OutputStream::Ch>((v >> 10) | 0xD800));
|
286
|
+
os.Put(static_cast<typename OutputStream::Ch>((v & 0x3FF) | 0xDC00));
|
287
|
+
}
|
288
|
+
}
|
289
|
+
|
290
|
+
|
291
|
+
template<typename OutputStream>
|
292
|
+
static void EncodeUnsafe(OutputStream& os, unsigned codepoint) {
|
293
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename OutputStream::Ch) >= 2);
|
294
|
+
if (codepoint <= 0xFFFF) {
|
295
|
+
RAPIDJSON_ASSERT(codepoint < 0xD800 || codepoint > 0xDFFF); // Code point itself cannot be surrogate pair
|
296
|
+
PutUnsafe(os, static_cast<typename OutputStream::Ch>(codepoint));
|
297
|
+
}
|
298
|
+
else {
|
299
|
+
RAPIDJSON_ASSERT(codepoint <= 0x10FFFF);
|
300
|
+
unsigned v = codepoint - 0x10000;
|
301
|
+
PutUnsafe(os, static_cast<typename OutputStream::Ch>((v >> 10) | 0xD800));
|
302
|
+
PutUnsafe(os, static_cast<typename OutputStream::Ch>((v & 0x3FF) | 0xDC00));
|
303
|
+
}
|
304
|
+
}
|
305
|
+
|
306
|
+
template <typename InputStream>
|
307
|
+
static bool Decode(InputStream& is, unsigned* codepoint) {
|
308
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename InputStream::Ch) >= 2);
|
309
|
+
typename InputStream::Ch c = is.Take();
|
310
|
+
if (c < 0xD800 || c > 0xDFFF) {
|
311
|
+
*codepoint = static_cast<unsigned>(c);
|
312
|
+
return true;
|
313
|
+
}
|
314
|
+
else if (c <= 0xDBFF) {
|
315
|
+
*codepoint = (static_cast<unsigned>(c) & 0x3FF) << 10;
|
316
|
+
c = is.Take();
|
317
|
+
*codepoint |= (static_cast<unsigned>(c) & 0x3FF);
|
318
|
+
*codepoint += 0x10000;
|
319
|
+
return c >= 0xDC00 && c <= 0xDFFF;
|
320
|
+
}
|
321
|
+
return false;
|
322
|
+
}
|
323
|
+
|
324
|
+
template <typename InputStream, typename OutputStream>
|
325
|
+
static bool Validate(InputStream& is, OutputStream& os) {
|
326
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename InputStream::Ch) >= 2);
|
327
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename OutputStream::Ch) >= 2);
|
328
|
+
typename InputStream::Ch c;
|
329
|
+
os.Put(static_cast<typename OutputStream::Ch>(c = is.Take()));
|
330
|
+
if (c < 0xD800 || c > 0xDFFF)
|
331
|
+
return true;
|
332
|
+
else if (c <= 0xDBFF) {
|
333
|
+
os.Put(c = is.Take());
|
334
|
+
return c >= 0xDC00 && c <= 0xDFFF;
|
335
|
+
}
|
336
|
+
return false;
|
337
|
+
}
|
338
|
+
};
|
339
|
+
|
340
|
+
//! UTF-16 little endian encoding.
|
341
|
+
template<typename CharType = wchar_t>
|
342
|
+
struct UTF16LE : UTF16<CharType> {
|
343
|
+
template <typename InputByteStream>
|
344
|
+
static CharType TakeBOM(InputByteStream& is) {
|
345
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename InputByteStream::Ch) == 1);
|
346
|
+
CharType c = Take(is);
|
347
|
+
return static_cast<uint16_t>(c) == 0xFEFFu ? Take(is) : c;
|
348
|
+
}
|
349
|
+
|
350
|
+
template <typename InputByteStream>
|
351
|
+
static CharType Take(InputByteStream& is) {
|
352
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename InputByteStream::Ch) == 1);
|
353
|
+
unsigned c = static_cast<uint8_t>(is.Take());
|
354
|
+
c |= static_cast<unsigned>(static_cast<uint8_t>(is.Take())) << 8;
|
355
|
+
return static_cast<CharType>(c);
|
356
|
+
}
|
357
|
+
|
358
|
+
template <typename OutputByteStream>
|
359
|
+
static void PutBOM(OutputByteStream& os) {
|
360
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename OutputByteStream::Ch) == 1);
|
361
|
+
os.Put(static_cast<typename OutputByteStream::Ch>(0xFFu));
|
362
|
+
os.Put(static_cast<typename OutputByteStream::Ch>(0xFEu));
|
363
|
+
}
|
364
|
+
|
365
|
+
template <typename OutputByteStream>
|
366
|
+
static void Put(OutputByteStream& os, CharType c) {
|
367
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename OutputByteStream::Ch) == 1);
|
368
|
+
os.Put(static_cast<typename OutputByteStream::Ch>(static_cast<unsigned>(c) & 0xFFu));
|
369
|
+
os.Put(static_cast<typename OutputByteStream::Ch>((static_cast<unsigned>(c) >> 8) & 0xFFu));
|
370
|
+
}
|
371
|
+
};
|
372
|
+
|
373
|
+
//! UTF-16 big endian encoding.
|
374
|
+
template<typename CharType = wchar_t>
|
375
|
+
struct UTF16BE : UTF16<CharType> {
|
376
|
+
template <typename InputByteStream>
|
377
|
+
static CharType TakeBOM(InputByteStream& is) {
|
378
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename InputByteStream::Ch) == 1);
|
379
|
+
CharType c = Take(is);
|
380
|
+
return static_cast<uint16_t>(c) == 0xFEFFu ? Take(is) : c;
|
381
|
+
}
|
382
|
+
|
383
|
+
template <typename InputByteStream>
|
384
|
+
static CharType Take(InputByteStream& is) {
|
385
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename InputByteStream::Ch) == 1);
|
386
|
+
unsigned c = static_cast<unsigned>(static_cast<uint8_t>(is.Take())) << 8;
|
387
|
+
c |= static_cast<unsigned>(static_cast<uint8_t>(is.Take()));
|
388
|
+
return static_cast<CharType>(c);
|
389
|
+
}
|
390
|
+
|
391
|
+
template <typename OutputByteStream>
|
392
|
+
static void PutBOM(OutputByteStream& os) {
|
393
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename OutputByteStream::Ch) == 1);
|
394
|
+
os.Put(static_cast<typename OutputByteStream::Ch>(0xFEu));
|
395
|
+
os.Put(static_cast<typename OutputByteStream::Ch>(0xFFu));
|
396
|
+
}
|
397
|
+
|
398
|
+
template <typename OutputByteStream>
|
399
|
+
static void Put(OutputByteStream& os, CharType c) {
|
400
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename OutputByteStream::Ch) == 1);
|
401
|
+
os.Put(static_cast<typename OutputByteStream::Ch>((static_cast<unsigned>(c) >> 8) & 0xFFu));
|
402
|
+
os.Put(static_cast<typename OutputByteStream::Ch>(static_cast<unsigned>(c) & 0xFFu));
|
403
|
+
}
|
404
|
+
};
|
405
|
+
|
406
|
+
///////////////////////////////////////////////////////////////////////////////
|
407
|
+
// UTF32
|
408
|
+
|
409
|
+
//! UTF-32 encoding.
|
410
|
+
/*! http://en.wikipedia.org/wiki/UTF-32
|
411
|
+
\tparam CharType Type for storing 32-bit UTF-32 data. Default is unsigned. C++11 may use char32_t instead.
|
412
|
+
\note implements Encoding concept
|
413
|
+
|
414
|
+
\note For in-memory access, no need to concern endianness. The code units and code points are represented by CPU's endianness.
|
415
|
+
For streaming, use UTF32LE and UTF32BE, which handle endianness.
|
416
|
+
*/
|
417
|
+
template<typename CharType = unsigned>
|
418
|
+
struct UTF32 {
|
419
|
+
typedef CharType Ch;
|
420
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(Ch) >= 4);
|
421
|
+
|
422
|
+
enum { supportUnicode = 1 };
|
423
|
+
|
424
|
+
template<typename OutputStream>
|
425
|
+
static void Encode(OutputStream& os, unsigned codepoint) {
|
426
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename OutputStream::Ch) >= 4);
|
427
|
+
RAPIDJSON_ASSERT(codepoint <= 0x10FFFF);
|
428
|
+
os.Put(codepoint);
|
429
|
+
}
|
430
|
+
|
431
|
+
template<typename OutputStream>
|
432
|
+
static void EncodeUnsafe(OutputStream& os, unsigned codepoint) {
|
433
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename OutputStream::Ch) >= 4);
|
434
|
+
RAPIDJSON_ASSERT(codepoint <= 0x10FFFF);
|
435
|
+
PutUnsafe(os, codepoint);
|
436
|
+
}
|
437
|
+
|
438
|
+
template <typename InputStream>
|
439
|
+
static bool Decode(InputStream& is, unsigned* codepoint) {
|
440
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename InputStream::Ch) >= 4);
|
441
|
+
Ch c = is.Take();
|
442
|
+
*codepoint = c;
|
443
|
+
return c <= 0x10FFFF;
|
444
|
+
}
|
445
|
+
|
446
|
+
template <typename InputStream, typename OutputStream>
|
447
|
+
static bool Validate(InputStream& is, OutputStream& os) {
|
448
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename InputStream::Ch) >= 4);
|
449
|
+
Ch c;
|
450
|
+
os.Put(c = is.Take());
|
451
|
+
return c <= 0x10FFFF;
|
452
|
+
}
|
453
|
+
};
|
454
|
+
|
455
|
+
//! UTF-32 little endian enocoding.
|
456
|
+
template<typename CharType = unsigned>
|
457
|
+
struct UTF32LE : UTF32<CharType> {
|
458
|
+
template <typename InputByteStream>
|
459
|
+
static CharType TakeBOM(InputByteStream& is) {
|
460
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename InputByteStream::Ch) == 1);
|
461
|
+
CharType c = Take(is);
|
462
|
+
return static_cast<uint32_t>(c) == 0x0000FEFFu ? Take(is) : c;
|
463
|
+
}
|
464
|
+
|
465
|
+
template <typename InputByteStream>
|
466
|
+
static CharType Take(InputByteStream& is) {
|
467
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename InputByteStream::Ch) == 1);
|
468
|
+
unsigned c = static_cast<uint8_t>(is.Take());
|
469
|
+
c |= static_cast<unsigned>(static_cast<uint8_t>(is.Take())) << 8;
|
470
|
+
c |= static_cast<unsigned>(static_cast<uint8_t>(is.Take())) << 16;
|
471
|
+
c |= static_cast<unsigned>(static_cast<uint8_t>(is.Take())) << 24;
|
472
|
+
return static_cast<CharType>(c);
|
473
|
+
}
|
474
|
+
|
475
|
+
template <typename OutputByteStream>
|
476
|
+
static void PutBOM(OutputByteStream& os) {
|
477
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename OutputByteStream::Ch) == 1);
|
478
|
+
os.Put(static_cast<typename OutputByteStream::Ch>(0xFFu));
|
479
|
+
os.Put(static_cast<typename OutputByteStream::Ch>(0xFEu));
|
480
|
+
os.Put(static_cast<typename OutputByteStream::Ch>(0x00u));
|
481
|
+
os.Put(static_cast<typename OutputByteStream::Ch>(0x00u));
|
482
|
+
}
|
483
|
+
|
484
|
+
template <typename OutputByteStream>
|
485
|
+
static void Put(OutputByteStream& os, CharType c) {
|
486
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename OutputByteStream::Ch) == 1);
|
487
|
+
os.Put(static_cast<typename OutputByteStream::Ch>(c & 0xFFu));
|
488
|
+
os.Put(static_cast<typename OutputByteStream::Ch>((c >> 8) & 0xFFu));
|
489
|
+
os.Put(static_cast<typename OutputByteStream::Ch>((c >> 16) & 0xFFu));
|
490
|
+
os.Put(static_cast<typename OutputByteStream::Ch>((c >> 24) & 0xFFu));
|
491
|
+
}
|
492
|
+
};
|
493
|
+
|
494
|
+
//! UTF-32 big endian encoding.
|
495
|
+
template<typename CharType = unsigned>
|
496
|
+
struct UTF32BE : UTF32<CharType> {
|
497
|
+
template <typename InputByteStream>
|
498
|
+
static CharType TakeBOM(InputByteStream& is) {
|
499
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename InputByteStream::Ch) == 1);
|
500
|
+
CharType c = Take(is);
|
501
|
+
return static_cast<uint32_t>(c) == 0x0000FEFFu ? Take(is) : c;
|
502
|
+
}
|
503
|
+
|
504
|
+
template <typename InputByteStream>
|
505
|
+
static CharType Take(InputByteStream& is) {
|
506
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename InputByteStream::Ch) == 1);
|
507
|
+
unsigned c = static_cast<unsigned>(static_cast<uint8_t>(is.Take())) << 24;
|
508
|
+
c |= static_cast<unsigned>(static_cast<uint8_t>(is.Take())) << 16;
|
509
|
+
c |= static_cast<unsigned>(static_cast<uint8_t>(is.Take())) << 8;
|
510
|
+
c |= static_cast<unsigned>(static_cast<uint8_t>(is.Take()));
|
511
|
+
return static_cast<CharType>(c);
|
512
|
+
}
|
513
|
+
|
514
|
+
template <typename OutputByteStream>
|
515
|
+
static void PutBOM(OutputByteStream& os) {
|
516
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename OutputByteStream::Ch) == 1);
|
517
|
+
os.Put(static_cast<typename OutputByteStream::Ch>(0x00u));
|
518
|
+
os.Put(static_cast<typename OutputByteStream::Ch>(0x00u));
|
519
|
+
os.Put(static_cast<typename OutputByteStream::Ch>(0xFEu));
|
520
|
+
os.Put(static_cast<typename OutputByteStream::Ch>(0xFFu));
|
521
|
+
}
|
522
|
+
|
523
|
+
template <typename OutputByteStream>
|
524
|
+
static void Put(OutputByteStream& os, CharType c) {
|
525
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename OutputByteStream::Ch) == 1);
|
526
|
+
os.Put(static_cast<typename OutputByteStream::Ch>((c >> 24) & 0xFFu));
|
527
|
+
os.Put(static_cast<typename OutputByteStream::Ch>((c >> 16) & 0xFFu));
|
528
|
+
os.Put(static_cast<typename OutputByteStream::Ch>((c >> 8) & 0xFFu));
|
529
|
+
os.Put(static_cast<typename OutputByteStream::Ch>(c & 0xFFu));
|
530
|
+
}
|
531
|
+
};
|
532
|
+
|
533
|
+
///////////////////////////////////////////////////////////////////////////////
|
534
|
+
// ASCII
|
535
|
+
|
536
|
+
//! ASCII encoding.
|
537
|
+
/*! http://en.wikipedia.org/wiki/ASCII
|
538
|
+
\tparam CharType Code unit for storing 7-bit ASCII data. Default is char.
|
539
|
+
\note implements Encoding concept
|
540
|
+
*/
|
541
|
+
template<typename CharType = char>
|
542
|
+
struct ASCII {
|
543
|
+
typedef CharType Ch;
|
544
|
+
|
545
|
+
enum { supportUnicode = 0 };
|
546
|
+
|
547
|
+
template<typename OutputStream>
|
548
|
+
static void Encode(OutputStream& os, unsigned codepoint) {
|
549
|
+
RAPIDJSON_ASSERT(codepoint <= 0x7F);
|
550
|
+
os.Put(static_cast<Ch>(codepoint & 0xFF));
|
551
|
+
}
|
552
|
+
|
553
|
+
template<typename OutputStream>
|
554
|
+
static void EncodeUnsafe(OutputStream& os, unsigned codepoint) {
|
555
|
+
RAPIDJSON_ASSERT(codepoint <= 0x7F);
|
556
|
+
PutUnsafe(os, static_cast<Ch>(codepoint & 0xFF));
|
557
|
+
}
|
558
|
+
|
559
|
+
template <typename InputStream>
|
560
|
+
static bool Decode(InputStream& is, unsigned* codepoint) {
|
561
|
+
uint8_t c = static_cast<uint8_t>(is.Take());
|
562
|
+
*codepoint = c;
|
563
|
+
return c <= 0X7F;
|
564
|
+
}
|
565
|
+
|
566
|
+
template <typename InputStream, typename OutputStream>
|
567
|
+
static bool Validate(InputStream& is, OutputStream& os) {
|
568
|
+
uint8_t c = static_cast<uint8_t>(is.Take());
|
569
|
+
os.Put(static_cast<typename OutputStream::Ch>(c));
|
570
|
+
return c <= 0x7F;
|
571
|
+
}
|
572
|
+
|
573
|
+
template <typename InputByteStream>
|
574
|
+
static CharType TakeBOM(InputByteStream& is) {
|
575
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename InputByteStream::Ch) == 1);
|
576
|
+
uint8_t c = static_cast<uint8_t>(Take(is));
|
577
|
+
return static_cast<Ch>(c);
|
578
|
+
}
|
579
|
+
|
580
|
+
template <typename InputByteStream>
|
581
|
+
static Ch Take(InputByteStream& is) {
|
582
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename InputByteStream::Ch) == 1);
|
583
|
+
return static_cast<Ch>(is.Take());
|
584
|
+
}
|
585
|
+
|
586
|
+
template <typename OutputByteStream>
|
587
|
+
static void PutBOM(OutputByteStream& os) {
|
588
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename OutputByteStream::Ch) == 1);
|
589
|
+
(void)os;
|
590
|
+
}
|
591
|
+
|
592
|
+
template <typename OutputByteStream>
|
593
|
+
static void Put(OutputByteStream& os, Ch c) {
|
594
|
+
RAPIDJSON_STATIC_ASSERT(sizeof(typename OutputByteStream::Ch) == 1);
|
595
|
+
os.Put(static_cast<typename OutputByteStream::Ch>(c));
|
596
|
+
}
|
597
|
+
};
|
598
|
+
|
599
|
+
///////////////////////////////////////////////////////////////////////////////
|
600
|
+
// AutoUTF
|
601
|
+
|
602
|
+
//! Runtime-specified UTF encoding type of a stream.
|
603
|
+
enum UTFType {
|
604
|
+
kUTF8 = 0, //!< UTF-8.
|
605
|
+
kUTF16LE = 1, //!< UTF-16 little endian.
|
606
|
+
kUTF16BE = 2, //!< UTF-16 big endian.
|
607
|
+
kUTF32LE = 3, //!< UTF-32 little endian.
|
608
|
+
kUTF32BE = 4 //!< UTF-32 big endian.
|
609
|
+
};
|
610
|
+
|
611
|
+
//! Dynamically select encoding according to stream's runtime-specified UTF encoding type.
|
612
|
+
/*! \note This class can be used with AutoUTFInputtStream and AutoUTFOutputStream, which provides GetType().
|
613
|
+
*/
|
614
|
+
template<typename CharType>
|
615
|
+
struct AutoUTF {
|
616
|
+
typedef CharType Ch;
|
617
|
+
|
618
|
+
enum { supportUnicode = 1 };
|
619
|
+
|
620
|
+
#define RAPIDJSON_ENCODINGS_FUNC(x) UTF8<Ch>::x, UTF16LE<Ch>::x, UTF16BE<Ch>::x, UTF32LE<Ch>::x, UTF32BE<Ch>::x
|
621
|
+
|
622
|
+
template<typename OutputStream>
|
623
|
+
static RAPIDJSON_FORCEINLINE void Encode(OutputStream& os, unsigned codepoint) {
|
624
|
+
typedef void (*EncodeFunc)(OutputStream&, unsigned);
|
625
|
+
static const EncodeFunc f[] = { RAPIDJSON_ENCODINGS_FUNC(Encode) };
|
626
|
+
(*f[os.GetType()])(os, codepoint);
|
627
|
+
}
|
628
|
+
|
629
|
+
template<typename OutputStream>
|
630
|
+
static RAPIDJSON_FORCEINLINE void EncodeUnsafe(OutputStream& os, unsigned codepoint) {
|
631
|
+
typedef void (*EncodeFunc)(OutputStream&, unsigned);
|
632
|
+
static const EncodeFunc f[] = { RAPIDJSON_ENCODINGS_FUNC(EncodeUnsafe) };
|
633
|
+
(*f[os.GetType()])(os, codepoint);
|
634
|
+
}
|
635
|
+
|
636
|
+
template <typename InputStream>
|
637
|
+
static RAPIDJSON_FORCEINLINE bool Decode(InputStream& is, unsigned* codepoint) {
|
638
|
+
typedef bool (*DecodeFunc)(InputStream&, unsigned*);
|
639
|
+
static const DecodeFunc f[] = { RAPIDJSON_ENCODINGS_FUNC(Decode) };
|
640
|
+
return (*f[is.GetType()])(is, codepoint);
|
641
|
+
}
|
642
|
+
|
643
|
+
template <typename InputStream, typename OutputStream>
|
644
|
+
static RAPIDJSON_FORCEINLINE bool Validate(InputStream& is, OutputStream& os) {
|
645
|
+
typedef bool (*ValidateFunc)(InputStream&, OutputStream&);
|
646
|
+
static const ValidateFunc f[] = { RAPIDJSON_ENCODINGS_FUNC(Validate) };
|
647
|
+
return (*f[is.GetType()])(is, os);
|
648
|
+
}
|
649
|
+
|
650
|
+
#undef RAPIDJSON_ENCODINGS_FUNC
|
651
|
+
};
|
652
|
+
|
653
|
+
///////////////////////////////////////////////////////////////////////////////
|
654
|
+
// Transcoder
|
655
|
+
|
656
|
+
//! Encoding conversion.
|
657
|
+
template<typename SourceEncoding, typename TargetEncoding>
|
658
|
+
struct Transcoder {
|
659
|
+
//! Take one Unicode codepoint from source encoding, convert it to target encoding and put it to the output stream.
|
660
|
+
template<typename InputStream, typename OutputStream>
|
661
|
+
static RAPIDJSON_FORCEINLINE bool Transcode(InputStream& is, OutputStream& os) {
|
662
|
+
unsigned codepoint;
|
663
|
+
if (!SourceEncoding::Decode(is, &codepoint))
|
664
|
+
return false;
|
665
|
+
TargetEncoding::Encode(os, codepoint);
|
666
|
+
return true;
|
667
|
+
}
|
668
|
+
|
669
|
+
template<typename InputStream, typename OutputStream>
|
670
|
+
static RAPIDJSON_FORCEINLINE bool TranscodeUnsafe(InputStream& is, OutputStream& os) {
|
671
|
+
unsigned codepoint;
|
672
|
+
if (!SourceEncoding::Decode(is, &codepoint))
|
673
|
+
return false;
|
674
|
+
TargetEncoding::EncodeUnsafe(os, codepoint);
|
675
|
+
return true;
|
676
|
+
}
|
677
|
+
|
678
|
+
//! Validate one Unicode codepoint from an encoded stream.
|
679
|
+
template<typename InputStream, typename OutputStream>
|
680
|
+
static RAPIDJSON_FORCEINLINE bool Validate(InputStream& is, OutputStream& os) {
|
681
|
+
return Transcode(is, os); // Since source/target encoding is different, must transcode.
|
682
|
+
}
|
683
|
+
};
|
684
|
+
|
685
|
+
// Forward declaration.
|
686
|
+
template<typename Stream>
|
687
|
+
inline void PutUnsafe(Stream& stream, typename Stream::Ch c);
|
688
|
+
|
689
|
+
//! Specialization of Transcoder with same source and target encoding.
|
690
|
+
template<typename Encoding>
|
691
|
+
struct Transcoder<Encoding, Encoding> {
|
692
|
+
template<typename InputStream, typename OutputStream>
|
693
|
+
static RAPIDJSON_FORCEINLINE bool Transcode(InputStream& is, OutputStream& os) {
|
694
|
+
os.Put(is.Take()); // Just copy one code unit. This semantic is different from primary template class.
|
695
|
+
return true;
|
696
|
+
}
|
697
|
+
|
698
|
+
template<typename InputStream, typename OutputStream>
|
699
|
+
static RAPIDJSON_FORCEINLINE bool TranscodeUnsafe(InputStream& is, OutputStream& os) {
|
700
|
+
PutUnsafe(os, is.Take()); // Just copy one code unit. This semantic is different from primary template class.
|
701
|
+
return true;
|
702
|
+
}
|
703
|
+
|
704
|
+
template<typename InputStream, typename OutputStream>
|
705
|
+
static RAPIDJSON_FORCEINLINE bool Validate(InputStream& is, OutputStream& os) {
|
706
|
+
return Encoding::Validate(is, os); // source/target encoding are the same
|
707
|
+
}
|
708
|
+
};
|
709
|
+
|
710
|
+
RAPIDJSON_NAMESPACE_END
|
711
|
+
|
712
|
+
#if defined(__GNUC__) || defined(_MSC_VER)
|
713
|
+
RAPIDJSON_DIAG_POP
|
714
|
+
#endif
|
715
|
+
|
716
|
+
#endif // RAPIDJSON_ENCODINGS_H_
|