protoc 2.6.1.1 → 2.6.1.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/ext/protoc/Makefile.in +10 -13
- data/ext/protoc/extconf.rb +0 -1
- data/ext/protoc/protobuf/CHANGES.txt +593 -0
- data/ext/protoc/protobuf/CONTRIBUTORS.txt +93 -0
- data/ext/protoc/protobuf/INSTALL.txt +237 -0
- data/ext/protoc/protobuf/LICENSE +33 -0
- data/ext/protoc/protobuf/Makefile.am +267 -0
- data/ext/protoc/protobuf/README.md +167 -0
- data/ext/protoc/protobuf/autogen.sh +41 -0
- data/ext/protoc/protobuf/benchmarks/ProtoBench.java +203 -0
- data/ext/protoc/protobuf/benchmarks/google_message1.dat +0 -0
- data/ext/protoc/protobuf/benchmarks/google_message2.dat +0 -0
- data/ext/protoc/protobuf/benchmarks/google_size.proto +136 -0
- data/ext/protoc/protobuf/benchmarks/google_speed.proto +136 -0
- data/ext/protoc/protobuf/benchmarks/readme.txt +50 -0
- data/ext/protoc/protobuf/configure.ac +159 -0
- data/ext/protoc/protobuf/editors/README.txt +5 -0
- data/ext/protoc/protobuf/editors/proto.vim +105 -0
- data/ext/protoc/protobuf/editors/protobuf-mode.el +220 -0
- data/ext/protoc/protobuf/examples/AddPerson.java +95 -0
- data/ext/protoc/protobuf/examples/ListPeople.java +50 -0
- data/ext/protoc/protobuf/examples/Makefile +58 -0
- data/ext/protoc/protobuf/examples/README.txt +29 -0
- data/ext/protoc/protobuf/examples/add_person.cc +95 -0
- data/ext/protoc/protobuf/examples/add_person.py +58 -0
- data/ext/protoc/protobuf/examples/addressbook.proto +30 -0
- data/ext/protoc/protobuf/examples/list_people.cc +68 -0
- data/ext/protoc/protobuf/examples/list_people.py +38 -0
- data/ext/protoc/protobuf/generate_descriptor_proto.sh +33 -0
- data/ext/protoc/protobuf/java/README.txt +96 -0
- data/ext/protoc/protobuf/java/pom.xml +217 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/AbstractMessage.java +466 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/AbstractMessageLite.java +355 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/AbstractParser.java +253 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/BlockingRpcChannel.java +51 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/BlockingService.java +64 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/BoundedByteString.java +163 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/ByteString.java +1022 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/CodedInputStream.java +1311 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/CodedOutputStream.java +1297 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/Descriptors.java +2238 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/DynamicMessage.java +622 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/Extension.java +96 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/ExtensionRegistry.java +392 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/ExtensionRegistryLite.java +185 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/FieldSet.java +907 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/GeneratedMessage.java +2213 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/GeneratedMessageLite.java +949 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/Internal.java +391 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/InvalidProtocolBufferException.java +122 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/LazyField.java +154 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/LazyFieldLite.java +176 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/LazyStringArrayList.java +367 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/LazyStringList.java +163 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/LiteralByteString.java +362 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/Message.java +244 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/MessageLite.java +320 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/MessageLiteOrBuilder.java +60 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/MessageOrBuilder.java +143 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/MessageReflection.java +931 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/Parser.java +261 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/ProtocolMessageEnum.java +58 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/ProtocolStringList.java +48 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/RepeatedFieldBuilder.java +696 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/RopeByteString.java +957 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/RpcCallback.java +47 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/RpcChannel.java +71 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/RpcController.java +118 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/RpcUtil.java +134 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/Service.java +117 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/ServiceException.java +52 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/SingleFieldBuilder.java +241 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/SmallSortedMap.java +618 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/TextFormat.java +1984 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/UninitializedMessageException.java +99 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/UnknownFieldSet.java +995 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/UnmodifiableLazyStringList.java +205 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/Utf8.java +349 -0
- data/ext/protoc/protobuf/java/src/main/java/com/google/protobuf/WireFormat.java +163 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/AbstractMessageTest.java +527 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/BoundedByteStringTest.java +68 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/ByteStringTest.java +759 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/CheckUtf8Test.java +141 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/CodedInputStreamTest.java +769 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/CodedOutputStreamTest.java +401 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/DeprecatedFieldTest.java +80 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/DescriptorsTest.java +735 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/DynamicMessageTest.java +326 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/ForceFieldBuildersPreRun.java +48 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/GeneratedMessageTest.java +1515 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/IsValidUtf8Test.java +180 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/IsValidUtf8TestUtil.java +421 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/LazyFieldLiteTest.java +134 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/LazyFieldTest.java +121 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/LazyMessageLiteTest.java +319 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/LazyStringArrayListTest.java +174 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/LazyStringEndToEndTest.java +143 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/LiteEqualsAndHashTest.java +85 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/LiteTest.java +148 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/LiteralByteStringTest.java +396 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/MessageTest.java +353 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/NestedBuildersTest.java +185 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/ParserTest.java +381 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/RepeatedFieldBuilderTest.java +190 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/RopeByteStringSubstringTest.java +97 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/RopeByteStringTest.java +115 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/ServiceTest.java +320 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/SingleFieldBuilderTest.java +155 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/SmallSortedMapTest.java +420 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/TestBadIdentifiers.java +96 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/TestUtil.java +4124 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/TextFormatTest.java +994 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/UnknownFieldSetTest.java +653 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/UnmodifiableLazyStringListTest.java +227 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/WireFormatTest.java +606 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/lazy_fields_lite.proto +61 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/lite_equals_and_hash.proto +55 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/multiple_files_test.proto +77 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/nested_builders_test.proto +53 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/nested_extension.proto +46 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/nested_extension_lite.proto +48 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/non_nested_extension.proto +49 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/non_nested_extension_lite.proto +50 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/outer_class_name_test.proto +38 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/outer_class_name_test2.proto +42 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/outer_class_name_test3.proto +43 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/test_bad_identifiers.proto +157 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/test_check_utf8.proto +50 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/test_check_utf8_size.proto +51 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/test_custom_options.proto +43 -0
- data/ext/protoc/protobuf/java/src/test/java/com/google/protobuf/test_extra_interfaces.proto +60 -0
- data/ext/protoc/protobuf/m4/ac_system_extensions.m4 +37 -0
- data/ext/protoc/protobuf/m4/acx_check_suncc.m4 +75 -0
- data/ext/protoc/protobuf/m4/acx_pthread.m4 +397 -0
- data/ext/protoc/protobuf/m4/stl_hash.m4 +72 -0
- data/ext/protoc/protobuf/more_tests/Makefile +41 -0
- data/ext/protoc/protobuf/post_process_dist.sh +60 -0
- data/ext/protoc/protobuf/protobuf-lite.pc.in +13 -0
- data/ext/protoc/protobuf/protobuf.pc.in +14 -0
- data/ext/protoc/protobuf/python/README.txt +105 -0
- data/ext/protoc/protobuf/python/ez_setup.py +284 -0
- data/ext/protoc/protobuf/python/google/__init__.py +1 -0
- data/ext/protoc/protobuf/python/google/protobuf/__init__.py +0 -0
- data/ext/protoc/protobuf/python/google/protobuf/descriptor.py +849 -0
- data/ext/protoc/protobuf/python/google/protobuf/descriptor_database.py +137 -0
- data/ext/protoc/protobuf/python/google/protobuf/descriptor_pool.py +643 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/__init__.py +0 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/api_implementation.cc +139 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/api_implementation.py +89 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/api_implementation_default_test.py +63 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/containers.py +269 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/cpp_message.py +663 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/decoder.py +831 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/descriptor_database_test.py +63 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/descriptor_pool_test.py +564 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/descriptor_pool_test1.proto +94 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/descriptor_pool_test2.proto +70 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/descriptor_python_test.py +54 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/descriptor_test.py +669 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/encoder.py +788 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/enum_type_wrapper.py +89 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/factory_test1.proto +57 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/factory_test2.proto +92 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/generator_test.py +343 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/message_factory_python_test.py +54 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/message_factory_test.py +131 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/message_listener.py +78 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/message_python_test.py +54 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/message_test.py +681 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/missing_enum_values.proto +50 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/more_extensions.proto +58 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/more_extensions_dynamic.proto +49 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/more_messages.proto +51 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/python_message.py +1251 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/reflection_test.py +2934 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/service_reflection_test.py +136 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/symbol_database_test.py +120 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/test_bad_identifiers.proto +52 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/test_util.py +662 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/text_encoding_test.py +68 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/text_format_test.py +743 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/type_checkers.py +328 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/unknown_fields_test.py +231 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/wire_format.py +268 -0
- data/ext/protoc/protobuf/python/google/protobuf/internal/wire_format_test.py +253 -0
- data/ext/protoc/protobuf/python/google/protobuf/message.py +284 -0
- data/ext/protoc/protobuf/python/google/protobuf/message_factory.py +155 -0
- data/ext/protoc/protobuf/python/google/protobuf/pyext/README +6 -0
- data/ext/protoc/protobuf/python/google/protobuf/pyext/__init__.py +0 -0
- data/ext/protoc/protobuf/python/google/protobuf/pyext/cpp_message.py +61 -0
- data/ext/protoc/protobuf/python/google/protobuf/pyext/descriptor.cc +357 -0
- data/ext/protoc/protobuf/python/google/protobuf/pyext/descriptor.h +96 -0
- data/ext/protoc/protobuf/python/google/protobuf/pyext/descriptor_cpp2_test.py +58 -0
- data/ext/protoc/protobuf/python/google/protobuf/pyext/extension_dict.cc +338 -0
- data/ext/protoc/protobuf/python/google/protobuf/pyext/extension_dict.h +123 -0
- data/ext/protoc/protobuf/python/google/protobuf/pyext/message.cc +2561 -0
- data/ext/protoc/protobuf/python/google/protobuf/pyext/message.h +305 -0
- data/ext/protoc/protobuf/python/google/protobuf/pyext/message_factory_cpp2_test.py +56 -0
- data/ext/protoc/protobuf/python/google/protobuf/pyext/proto2_api_test.proto +38 -0
- data/ext/protoc/protobuf/python/google/protobuf/pyext/python.proto +66 -0
- data/ext/protoc/protobuf/python/google/protobuf/pyext/python_protobuf.h +57 -0
- data/ext/protoc/protobuf/python/google/protobuf/pyext/reflection_cpp2_generated_test.py +94 -0
- data/ext/protoc/protobuf/python/google/protobuf/pyext/repeated_composite_container.cc +763 -0
- data/ext/protoc/protobuf/python/google/protobuf/pyext/repeated_composite_container.h +172 -0
- data/ext/protoc/protobuf/python/google/protobuf/pyext/repeated_scalar_container.cc +825 -0
- data/ext/protoc/protobuf/python/google/protobuf/pyext/repeated_scalar_container.h +112 -0
- data/ext/protoc/protobuf/python/google/protobuf/pyext/scoped_pyobject_ptr.h +95 -0
- data/ext/protoc/protobuf/python/google/protobuf/reflection.py +205 -0
- data/ext/protoc/protobuf/python/google/protobuf/service.py +226 -0
- data/ext/protoc/protobuf/python/google/protobuf/service_reflection.py +284 -0
- data/ext/protoc/protobuf/python/google/protobuf/symbol_database.py +185 -0
- data/ext/protoc/protobuf/python/google/protobuf/text_encoding.py +110 -0
- data/ext/protoc/protobuf/python/google/protobuf/text_format.py +873 -0
- data/ext/protoc/protobuf/python/mox.py +1401 -0
- data/ext/protoc/protobuf/python/setup.py +201 -0
- data/ext/protoc/protobuf/python/stubout.py +140 -0
- data/ext/protoc/protobuf/src/Makefile.am +418 -0
- data/ext/protoc/protobuf/src/google/protobuf/SEBS +240 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/code_generator.cc +84 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/code_generator.h +145 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/command_line_interface.cc +1603 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/command_line_interface.h +378 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/command_line_interface_unittest.cc +1654 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_bootstrap_unittest.cc +158 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_enum.cc +288 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_enum.h +103 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_enum_field.cc +431 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_enum_field.h +122 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_extension.cc +210 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_extension.h +86 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_field.cc +166 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_field.h +185 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_file.cc +665 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_file.h +99 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_generator.cc +125 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_generator.h +72 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_helpers.cc +494 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_helpers.h +206 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_message.cc +2645 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_message.h +175 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_message_field.cc +375 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_message_field.h +121 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_options.h +58 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_plugin_unittest.cc +123 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_primitive_field.cc +451 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_primitive_field.h +123 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_service.cc +334 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_service.h +118 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_string_field.cc +642 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_string_field.h +127 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_test_bad_identifiers.proto +132 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_unittest.cc +2074 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/cpp/cpp_unittest.h +51 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/importer.cc +480 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/importer.h +317 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/importer_unittest.cc +617 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_context.cc +195 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_context.h +95 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_doc_comment.cc +233 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_doc_comment.h +69 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_doc_comment_unittest.cc +67 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_enum.cc +333 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_enum.h +99 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_enum_field.cc +778 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_enum_field.h +158 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_extension.cc +207 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_extension.h +109 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_field.cc +213 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_field.h +162 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_file.cc +534 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_file.h +115 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_generator.cc +158 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_generator.h +72 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_generator_factory.cc +77 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_generator_factory.h +101 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_helpers.cc +737 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_helpers.h +322 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_lazy_message_field.cc +826 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_lazy_message_field.h +121 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_message.cc +1666 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_message.h +140 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_message_field.cc +1343 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_message_field.h +173 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_name_resolver.cc +266 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_name_resolver.h +124 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_plugin_unittest.cc +124 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_primitive_field.cc +877 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_primitive_field.h +160 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_service.cc +473 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_service.h +135 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_shared_code_generator.cc +201 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_shared_code_generator.h +90 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_string_field.cc +1056 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/java/java_string_field.h +160 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/main.cc +61 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/mock_code_generator.cc +240 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/mock_code_generator.h +117 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/package_info.h +64 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/parser.cc +1750 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/parser.h +522 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/parser_unittest.cc +2612 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/plugin.cc +163 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/plugin.h +72 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/plugin.pb.cc +1148 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/plugin.pb.h +897 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/plugin.proto +147 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/python/python_generator.cc +1262 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/python/python_generator.h +166 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/python/python_plugin_unittest.cc +118 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/subprocess.cc +463 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/subprocess.h +108 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/test_plugin.cc +51 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/zip_output_unittest.sh +91 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/zip_writer.cc +218 -0
- data/ext/protoc/protobuf/src/google/protobuf/compiler/zip_writer.h +93 -0
- data/ext/protoc/protobuf/src/google/protobuf/descriptor.cc +5420 -0
- data/ext/protoc/protobuf/src/google/protobuf/descriptor.h +1691 -0
- data/ext/protoc/protobuf/src/google/protobuf/descriptor.pb.cc +9135 -0
- data/ext/protoc/protobuf/src/google/protobuf/descriptor.pb.h +6761 -0
- data/ext/protoc/protobuf/src/google/protobuf/descriptor.proto +687 -0
- data/ext/protoc/protobuf/src/google/protobuf/descriptor_database.cc +543 -0
- data/ext/protoc/protobuf/src/google/protobuf/descriptor_database.h +369 -0
- data/ext/protoc/protobuf/src/google/protobuf/descriptor_database_unittest.cc +748 -0
- data/ext/protoc/protobuf/src/google/protobuf/descriptor_pb2_test.py +54 -0
- data/ext/protoc/protobuf/src/google/protobuf/descriptor_unittest.cc +5501 -0
- data/ext/protoc/protobuf/src/google/protobuf/dynamic_message.cc +764 -0
- data/ext/protoc/protobuf/src/google/protobuf/dynamic_message.h +148 -0
- data/ext/protoc/protobuf/src/google/protobuf/dynamic_message_unittest.cc +230 -0
- data/ext/protoc/protobuf/src/google/protobuf/extension_set.cc +1663 -0
- data/ext/protoc/protobuf/src/google/protobuf/extension_set.h +1234 -0
- data/ext/protoc/protobuf/src/google/protobuf/extension_set_heavy.cc +734 -0
- data/ext/protoc/protobuf/src/google/protobuf/extension_set_unittest.cc +1095 -0
- data/ext/protoc/protobuf/src/google/protobuf/generated_enum_reflection.h +91 -0
- data/ext/protoc/protobuf/src/google/protobuf/generated_message_reflection.cc +1683 -0
- data/ext/protoc/protobuf/src/google/protobuf/generated_message_reflection.h +504 -0
- data/ext/protoc/protobuf/src/google/protobuf/generated_message_reflection_unittest.cc +795 -0
- data/ext/protoc/protobuf/src/google/protobuf/generated_message_util.cc +65 -0
- data/ext/protoc/protobuf/src/google/protobuf/generated_message_util.h +113 -0
- data/ext/protoc/protobuf/src/google/protobuf/io/coded_stream.cc +914 -0
- data/ext/protoc/protobuf/src/google/protobuf/io/coded_stream.h +1220 -0
- data/ext/protoc/protobuf/src/google/protobuf/io/coded_stream_inl.h +69 -0
- data/ext/protoc/protobuf/src/google/protobuf/io/coded_stream_unittest.cc +1378 -0
- data/ext/protoc/protobuf/src/google/protobuf/io/gzip_stream.cc +326 -0
- data/ext/protoc/protobuf/src/google/protobuf/io/gzip_stream.h +209 -0
- data/ext/protoc/protobuf/src/google/protobuf/io/gzip_stream_unittest.sh +44 -0
- data/ext/protoc/protobuf/src/google/protobuf/io/package_info.h +54 -0
- data/ext/protoc/protobuf/src/google/protobuf/io/printer.cc +198 -0
- data/ext/protoc/protobuf/src/google/protobuf/io/printer.h +136 -0
- data/ext/protoc/protobuf/src/google/protobuf/io/printer_unittest.cc +285 -0
- data/ext/protoc/protobuf/src/google/protobuf/io/strtod.cc +113 -0
- data/ext/protoc/protobuf/src/google/protobuf/io/strtod.h +50 -0
- data/ext/protoc/protobuf/src/google/protobuf/io/tokenizer.cc +1127 -0
- data/ext/protoc/protobuf/src/google/protobuf/io/tokenizer.h +402 -0
- data/ext/protoc/protobuf/src/google/protobuf/io/tokenizer_unittest.cc +999 -0
- data/ext/protoc/protobuf/src/google/protobuf/io/zero_copy_stream.cc +57 -0
- data/ext/protoc/protobuf/src/google/protobuf/io/zero_copy_stream.h +248 -0
- data/ext/protoc/protobuf/src/google/protobuf/io/zero_copy_stream_impl.cc +473 -0
- data/ext/protoc/protobuf/src/google/protobuf/io/zero_copy_stream_impl.h +358 -0
- data/ext/protoc/protobuf/src/google/protobuf/io/zero_copy_stream_impl_lite.cc +405 -0
- data/ext/protoc/protobuf/src/google/protobuf/io/zero_copy_stream_impl_lite.h +354 -0
- data/ext/protoc/protobuf/src/google/protobuf/io/zero_copy_stream_unittest.cc +965 -0
- data/ext/protoc/protobuf/src/google/protobuf/lite_unittest.cc +350 -0
- data/ext/protoc/protobuf/src/google/protobuf/message.cc +358 -0
- data/ext/protoc/protobuf/src/google/protobuf/message.h +866 -0
- data/ext/protoc/protobuf/src/google/protobuf/message_lite.cc +335 -0
- data/ext/protoc/protobuf/src/google/protobuf/message_lite.h +247 -0
- data/ext/protoc/protobuf/src/google/protobuf/message_unittest.cc +427 -0
- data/ext/protoc/protobuf/src/google/protobuf/package_info.h +64 -0
- data/ext/protoc/protobuf/src/google/protobuf/reflection_ops.cc +269 -0
- data/ext/protoc/protobuf/src/google/protobuf/reflection_ops.h +81 -0
- data/ext/protoc/protobuf/src/google/protobuf/reflection_ops_unittest.cc +475 -0
- data/ext/protoc/protobuf/src/google/protobuf/repeated_field.cc +87 -0
- data/ext/protoc/protobuf/src/google/protobuf/repeated_field.h +1603 -0
- data/ext/protoc/protobuf/src/google/protobuf/repeated_field_reflection_unittest.cc +195 -0
- data/ext/protoc/protobuf/src/google/protobuf/repeated_field_unittest.cc +1442 -0
- data/ext/protoc/protobuf/src/google/protobuf/service.cc +46 -0
- data/ext/protoc/protobuf/src/google/protobuf/service.h +291 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/atomicops.h +227 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/atomicops_internals_arm64_gcc.h +325 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/atomicops_internals_arm_gcc.h +151 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/atomicops_internals_arm_qnx.h +146 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/atomicops_internals_atomicword_compat.h +122 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/atomicops_internals_generic_gcc.h +137 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/atomicops_internals_macosx.h +225 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/atomicops_internals_mips_gcc.h +313 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/atomicops_internals_pnacl.h +73 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/atomicops_internals_solaris.h +188 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/atomicops_internals_tsan.h +219 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/atomicops_internals_x86_gcc.cc +137 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/atomicops_internals_x86_gcc.h +293 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/atomicops_internals_x86_msvc.cc +112 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/atomicops_internals_x86_msvc.h +150 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/common.cc +395 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/common.h +1226 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/common_unittest.cc +357 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/hash.h +232 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/map_util.h +771 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/once.cc +99 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/once.h +166 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/once_unittest.cc +253 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/platform_macros.h +103 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/shared_ptr.h +470 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/stl_util.h +121 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/stringprintf.cc +175 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/stringprintf.h +76 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/stringprintf_unittest.cc +152 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/structurally_valid.cc +536 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/structurally_valid_unittest.cc +40 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/strutil.cc +1279 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/strutil.h +562 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/strutil_unittest.cc +73 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/substitute.cc +134 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/substitute.h +170 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/template_util.h +138 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/template_util_unittest.cc +130 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/type_traits.h +336 -0
- data/ext/protoc/protobuf/src/google/protobuf/stubs/type_traits_unittest.cc +628 -0
- data/ext/protoc/protobuf/src/google/protobuf/test_util.cc +3345 -0
- data/ext/protoc/protobuf/src/google/protobuf/test_util.h +215 -0
- data/ext/protoc/protobuf/src/google/protobuf/test_util_lite.cc +1585 -0
- data/ext/protoc/protobuf/src/google/protobuf/test_util_lite.h +101 -0
- data/ext/protoc/protobuf/src/google/protobuf/testdata/bad_utf8_string +1 -0
- data/ext/protoc/protobuf/src/google/protobuf/testdata/golden_message +0 -0
- data/ext/protoc/protobuf/src/google/protobuf/testdata/golden_message_oneof_implemented +0 -0
- data/ext/protoc/protobuf/src/google/protobuf/testdata/golden_packed_fields_message +0 -0
- data/ext/protoc/protobuf/src/google/protobuf/testdata/text_format_unittest_data.txt +134 -0
- data/ext/protoc/protobuf/src/google/protobuf/testdata/text_format_unittest_data_oneof_implemented.txt +129 -0
- data/ext/protoc/protobuf/src/google/protobuf/testdata/text_format_unittest_data_pointy.txt +134 -0
- data/ext/protoc/protobuf/src/google/protobuf/testdata/text_format_unittest_data_pointy_oneof.txt +129 -0
- data/ext/protoc/protobuf/src/google/protobuf/testdata/text_format_unittest_extensions_data.txt +134 -0
- data/ext/protoc/protobuf/src/google/protobuf/testdata/text_format_unittest_extensions_data_pointy.txt +134 -0
- data/ext/protoc/protobuf/src/google/protobuf/testing/file.cc +194 -0
- data/ext/protoc/protobuf/src/google/protobuf/testing/file.h +97 -0
- data/ext/protoc/protobuf/src/google/protobuf/testing/googletest.cc +255 -0
- data/ext/protoc/protobuf/src/google/protobuf/testing/googletest.h +102 -0
- data/ext/protoc/protobuf/src/google/protobuf/testing/zcgunzip.cc +73 -0
- data/ext/protoc/protobuf/src/google/protobuf/testing/zcgzip.cc +79 -0
- data/ext/protoc/protobuf/src/google/protobuf/text_format.cc +1746 -0
- data/ext/protoc/protobuf/src/google/protobuf/text_format.h +473 -0
- data/ext/protoc/protobuf/src/google/protobuf/text_format_unittest.cc +1479 -0
- data/ext/protoc/protobuf/src/google/protobuf/unittest.proto +861 -0
- data/ext/protoc/protobuf/src/google/protobuf/unittest_custom_options.proto +393 -0
- data/ext/protoc/protobuf/src/google/protobuf/unittest_embed_optimize_for.proto +50 -0
- data/ext/protoc/protobuf/src/google/protobuf/unittest_empty.proto +37 -0
- data/ext/protoc/protobuf/src/google/protobuf/unittest_enormous_descriptor.proto +1046 -0
- data/ext/protoc/protobuf/src/google/protobuf/unittest_import.proto +64 -0
- data/ext/protoc/protobuf/src/google/protobuf/unittest_import_lite.proto +51 -0
- data/ext/protoc/protobuf/src/google/protobuf/unittest_import_public.proto +40 -0
- data/ext/protoc/protobuf/src/google/protobuf/unittest_import_public_lite.proto +42 -0
- data/ext/protoc/protobuf/src/google/protobuf/unittest_lite.proto +384 -0
- data/ext/protoc/protobuf/src/google/protobuf/unittest_lite_imports_nonlite.proto +43 -0
- data/ext/protoc/protobuf/src/google/protobuf/unittest_mset.proto +83 -0
- data/ext/protoc/protobuf/src/google/protobuf/unittest_no_generic_services.proto +53 -0
- data/ext/protoc/protobuf/src/google/protobuf/unittest_optimize_for.proto +66 -0
- data/ext/protoc/protobuf/src/google/protobuf/unknown_field_set.cc +265 -0
- data/ext/protoc/protobuf/src/google/protobuf/unknown_field_set.h +318 -0
- data/ext/protoc/protobuf/src/google/protobuf/unknown_field_set_unittest.cc +599 -0
- data/ext/protoc/protobuf/src/google/protobuf/wire_format.cc +1101 -0
- data/ext/protoc/protobuf/src/google/protobuf/wire_format.h +336 -0
- data/ext/protoc/protobuf/src/google/protobuf/wire_format_lite.cc +471 -0
- data/ext/protoc/protobuf/src/google/protobuf/wire_format_lite.h +661 -0
- data/ext/protoc/protobuf/src/google/protobuf/wire_format_lite_inl.h +860 -0
- data/ext/protoc/protobuf/src/google/protobuf/wire_format_unittest.cc +1120 -0
- data/ext/protoc/protobuf/src/solaris/libstdc++.la +51 -0
- data/ext/protoc/protobuf/vsprojects/config.h +29 -0
- data/ext/protoc/protobuf/vsprojects/convert2008to2005.sh +20 -0
- data/ext/protoc/protobuf/vsprojects/extract_includes.bat +50 -0
- data/ext/protoc/protobuf/vsprojects/libprotobuf-lite.vcproj +302 -0
- data/ext/protoc/protobuf/vsprojects/libprotobuf.vcproj +470 -0
- data/ext/protoc/protobuf/vsprojects/libprotoc.vcproj +466 -0
- data/ext/protoc/protobuf/vsprojects/lite-test.vcproj +305 -0
- data/ext/protoc/protobuf/vsprojects/protobuf.sln +92 -0
- data/ext/protoc/protobuf/vsprojects/protoc.vcproj +192 -0
- data/ext/protoc/protobuf/vsprojects/readme.txt +114 -0
- data/ext/protoc/protobuf/vsprojects/test_plugin.vcproj +209 -0
- data/ext/protoc/protobuf/vsprojects/tests.vcproj +681 -0
- data/lib/protoc/version.rb +1 -1
- metadata +480 -3
@@ -0,0 +1,180 @@
|
|
1
|
+
// Protocol Buffers - Google's data interchange format
|
2
|
+
// Copyright 2008 Google Inc. All rights reserved.
|
3
|
+
// https://developers.google.com/protocol-buffers/
|
4
|
+
//
|
5
|
+
// Redistribution and use in source and binary forms, with or without
|
6
|
+
// modification, are permitted provided that the following conditions are
|
7
|
+
// met:
|
8
|
+
//
|
9
|
+
// * Redistributions of source code must retain the above copyright
|
10
|
+
// notice, this list of conditions and the following disclaimer.
|
11
|
+
// * Redistributions in binary form must reproduce the above
|
12
|
+
// copyright notice, this list of conditions and the following disclaimer
|
13
|
+
// in the documentation and/or other materials provided with the
|
14
|
+
// distribution.
|
15
|
+
// * Neither the name of Google Inc. nor the names of its
|
16
|
+
// contributors may be used to endorse or promote products derived from
|
17
|
+
// this software without specific prior written permission.
|
18
|
+
//
|
19
|
+
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
20
|
+
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
21
|
+
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
22
|
+
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
23
|
+
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
24
|
+
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
25
|
+
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
26
|
+
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
27
|
+
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
28
|
+
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
29
|
+
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
30
|
+
|
31
|
+
package com.google.protobuf;
|
32
|
+
|
33
|
+
import com.google.protobuf.IsValidUtf8TestUtil.Shard;
|
34
|
+
|
35
|
+
import junit.framework.TestCase;
|
36
|
+
|
37
|
+
import java.io.UnsupportedEncodingException;
|
38
|
+
|
39
|
+
/**
|
40
|
+
* Tests cases for {@link ByteString#isValidUtf8()}. This includes three
|
41
|
+
* brute force tests that actually test every permutation of one byte, two byte,
|
42
|
+
* and three byte sequences to ensure that the method produces the right result
|
43
|
+
* for every possible byte encoding where "right" means it's consistent with
|
44
|
+
* java's UTF-8 string encoding/decoding such that the method returns true for
|
45
|
+
* any sequence that will round trip when converted to a String and then back to
|
46
|
+
* bytes and will return false for any sequence that will not round trip.
|
47
|
+
* See also {@link IsValidUtf8FourByteTest}. It also includes some
|
48
|
+
* other more targeted tests.
|
49
|
+
*
|
50
|
+
* @author jonp@google.com (Jon Perlow)
|
51
|
+
* @author martinrb@google.com (Martin Buchholz)
|
52
|
+
*/
|
53
|
+
public class IsValidUtf8Test extends TestCase {
|
54
|
+
|
55
|
+
/**
|
56
|
+
* Tests that round tripping of all two byte permutations work.
|
57
|
+
*/
|
58
|
+
public void testIsValidUtf8_1Byte() throws UnsupportedEncodingException {
|
59
|
+
IsValidUtf8TestUtil.testBytes(1,
|
60
|
+
IsValidUtf8TestUtil.EXPECTED_ONE_BYTE_ROUNDTRIPPABLE_COUNT);
|
61
|
+
}
|
62
|
+
|
63
|
+
/**
|
64
|
+
* Tests that round tripping of all two byte permutations work.
|
65
|
+
*/
|
66
|
+
public void testIsValidUtf8_2Bytes() throws UnsupportedEncodingException {
|
67
|
+
IsValidUtf8TestUtil.testBytes(2,
|
68
|
+
IsValidUtf8TestUtil.EXPECTED_TWO_BYTE_ROUNDTRIPPABLE_COUNT);
|
69
|
+
}
|
70
|
+
|
71
|
+
/**
|
72
|
+
* Tests that round tripping of all three byte permutations work.
|
73
|
+
*/
|
74
|
+
public void testIsValidUtf8_3Bytes() throws UnsupportedEncodingException {
|
75
|
+
IsValidUtf8TestUtil.testBytes(3,
|
76
|
+
IsValidUtf8TestUtil.EXPECTED_THREE_BYTE_ROUNDTRIPPABLE_COUNT);
|
77
|
+
}
|
78
|
+
|
79
|
+
/**
|
80
|
+
* Tests that round tripping of a sample of four byte permutations work.
|
81
|
+
* All permutations are prohibitively expensive to test for automated runs;
|
82
|
+
* {@link IsValidUtf8FourByteTest} is used for full coverage. This method
|
83
|
+
* tests specific four-byte cases.
|
84
|
+
*/
|
85
|
+
public void testIsValidUtf8_4BytesSamples()
|
86
|
+
throws UnsupportedEncodingException {
|
87
|
+
// Valid 4 byte.
|
88
|
+
assertValidUtf8(0xF0, 0xA4, 0xAD, 0xA2);
|
89
|
+
|
90
|
+
// Bad trailing bytes
|
91
|
+
assertInvalidUtf8(0xF0, 0xA4, 0xAD, 0x7F);
|
92
|
+
assertInvalidUtf8(0xF0, 0xA4, 0xAD, 0xC0);
|
93
|
+
|
94
|
+
// Special cases for byte2
|
95
|
+
assertInvalidUtf8(0xF0, 0x8F, 0xAD, 0xA2);
|
96
|
+
assertInvalidUtf8(0xF4, 0x90, 0xAD, 0xA2);
|
97
|
+
}
|
98
|
+
|
99
|
+
/**
|
100
|
+
* Tests some hard-coded test cases.
|
101
|
+
*/
|
102
|
+
public void testSomeSequences() {
|
103
|
+
// Empty
|
104
|
+
assertTrue(asBytes("").isValidUtf8());
|
105
|
+
|
106
|
+
// One-byte characters, including control characters
|
107
|
+
assertTrue(asBytes("\u0000abc\u007f").isValidUtf8());
|
108
|
+
|
109
|
+
// Two-byte characters
|
110
|
+
assertTrue(asBytes("\u00a2\u00a2").isValidUtf8());
|
111
|
+
|
112
|
+
// Three-byte characters
|
113
|
+
assertTrue(asBytes("\u020ac\u020ac").isValidUtf8());
|
114
|
+
|
115
|
+
// Four-byte characters
|
116
|
+
assertTrue(asBytes("\u024B62\u024B62").isValidUtf8());
|
117
|
+
|
118
|
+
// Mixed string
|
119
|
+
assertTrue(
|
120
|
+
asBytes("a\u020ac\u00a2b\\u024B62u020acc\u00a2de\u024B62")
|
121
|
+
.isValidUtf8());
|
122
|
+
|
123
|
+
// Not a valid string
|
124
|
+
assertInvalidUtf8(-1, 0, -1, 0);
|
125
|
+
}
|
126
|
+
|
127
|
+
private byte[] toByteArray(int... bytes) {
|
128
|
+
byte[] realBytes = new byte[bytes.length];
|
129
|
+
for (int i = 0; i < bytes.length; i++) {
|
130
|
+
realBytes[i] = (byte) bytes[i];
|
131
|
+
}
|
132
|
+
return realBytes;
|
133
|
+
}
|
134
|
+
|
135
|
+
private ByteString toByteString(int... bytes) {
|
136
|
+
return ByteString.copyFrom(toByteArray(bytes));
|
137
|
+
}
|
138
|
+
|
139
|
+
private void assertValidUtf8(int[] bytes, boolean not) {
|
140
|
+
byte[] realBytes = toByteArray(bytes);
|
141
|
+
assertTrue(not ^ Utf8.isValidUtf8(realBytes));
|
142
|
+
assertTrue(not ^ Utf8.isValidUtf8(realBytes, 0, bytes.length));
|
143
|
+
ByteString lit = ByteString.copyFrom(realBytes);
|
144
|
+
ByteString sub = lit.substring(0, bytes.length);
|
145
|
+
assertTrue(not ^ lit.isValidUtf8());
|
146
|
+
assertTrue(not ^ sub.isValidUtf8());
|
147
|
+
ByteString[] ropes = {
|
148
|
+
RopeByteString.newInstanceForTest(ByteString.EMPTY, lit),
|
149
|
+
RopeByteString.newInstanceForTest(ByteString.EMPTY, sub),
|
150
|
+
RopeByteString.newInstanceForTest(lit, ByteString.EMPTY),
|
151
|
+
RopeByteString.newInstanceForTest(sub, ByteString.EMPTY),
|
152
|
+
RopeByteString.newInstanceForTest(sub, lit)
|
153
|
+
};
|
154
|
+
for (ByteString rope : ropes) {
|
155
|
+
assertTrue(not ^ rope.isValidUtf8());
|
156
|
+
}
|
157
|
+
}
|
158
|
+
|
159
|
+
private void assertValidUtf8(int... bytes) {
|
160
|
+
assertValidUtf8(bytes, false);
|
161
|
+
}
|
162
|
+
|
163
|
+
private void assertInvalidUtf8(int... bytes) {
|
164
|
+
assertValidUtf8(bytes, true);
|
165
|
+
}
|
166
|
+
|
167
|
+
private static ByteString asBytes(String s) {
|
168
|
+
return ByteString.copyFromUtf8(s);
|
169
|
+
}
|
170
|
+
|
171
|
+
public void testShardsHaveExpectedRoundTrippables() {
|
172
|
+
// A sanity check.
|
173
|
+
int actual = 0;
|
174
|
+
for (Shard shard : IsValidUtf8TestUtil.FOUR_BYTE_SHARDS) {
|
175
|
+
actual += shard.expected;
|
176
|
+
}
|
177
|
+
assertEquals(IsValidUtf8TestUtil.EXPECTED_FOUR_BYTE_ROUNDTRIPPABLE_COUNT,
|
178
|
+
actual);
|
179
|
+
}
|
180
|
+
}
|
@@ -0,0 +1,421 @@
|
|
1
|
+
// Protocol Buffers - Google's data interchange format
|
2
|
+
// Copyright 2008 Google Inc. All rights reserved.
|
3
|
+
// https://developers.google.com/protocol-buffers/
|
4
|
+
//
|
5
|
+
// Redistribution and use in source and binary forms, with or without
|
6
|
+
// modification, are permitted provided that the following conditions are
|
7
|
+
// met:
|
8
|
+
//
|
9
|
+
// * Redistributions of source code must retain the above copyright
|
10
|
+
// notice, this list of conditions and the following disclaimer.
|
11
|
+
// * Redistributions in binary form must reproduce the above
|
12
|
+
// copyright notice, this list of conditions and the following disclaimer
|
13
|
+
// in the documentation and/or other materials provided with the
|
14
|
+
// distribution.
|
15
|
+
// * Neither the name of Google Inc. nor the names of its
|
16
|
+
// contributors may be used to endorse or promote products derived from
|
17
|
+
// this software without specific prior written permission.
|
18
|
+
//
|
19
|
+
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
20
|
+
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
21
|
+
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
22
|
+
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
23
|
+
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
24
|
+
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
25
|
+
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
26
|
+
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
27
|
+
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
28
|
+
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
29
|
+
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
30
|
+
|
31
|
+
package com.google.protobuf;
|
32
|
+
|
33
|
+
import static junit.framework.Assert.*;
|
34
|
+
|
35
|
+
import java.io.UnsupportedEncodingException;
|
36
|
+
import java.util.ArrayList;
|
37
|
+
import java.util.Arrays;
|
38
|
+
import java.util.List;
|
39
|
+
import java.util.Random;
|
40
|
+
import java.util.logging.Logger;
|
41
|
+
import java.nio.charset.CharsetDecoder;
|
42
|
+
import java.nio.charset.Charset;
|
43
|
+
import java.nio.charset.CodingErrorAction;
|
44
|
+
import java.nio.charset.CharsetEncoder;
|
45
|
+
import java.nio.charset.CoderResult;
|
46
|
+
import java.nio.ByteBuffer;
|
47
|
+
import java.nio.CharBuffer;
|
48
|
+
|
49
|
+
/**
|
50
|
+
* Shared testing code for {@link IsValidUtf8Test} and
|
51
|
+
* {@link IsValidUtf8FourByteTest}.
|
52
|
+
*
|
53
|
+
* @author jonp@google.com (Jon Perlow)
|
54
|
+
* @author martinrb@google.com (Martin Buchholz)
|
55
|
+
*/
|
56
|
+
class IsValidUtf8TestUtil {
|
57
|
+
private static Logger logger = Logger.getLogger(
|
58
|
+
IsValidUtf8TestUtil.class.getName());
|
59
|
+
|
60
|
+
// 128 - [chars 0x0000 to 0x007f]
|
61
|
+
static long ONE_BYTE_ROUNDTRIPPABLE_CHARACTERS = 0x007f - 0x0000 + 1;
|
62
|
+
|
63
|
+
// 128
|
64
|
+
static long EXPECTED_ONE_BYTE_ROUNDTRIPPABLE_COUNT =
|
65
|
+
ONE_BYTE_ROUNDTRIPPABLE_CHARACTERS;
|
66
|
+
|
67
|
+
// 1920 [chars 0x0080 to 0x07FF]
|
68
|
+
static long TWO_BYTE_ROUNDTRIPPABLE_CHARACTERS = 0x07FF - 0x0080 + 1;
|
69
|
+
|
70
|
+
// 18,304
|
71
|
+
static long EXPECTED_TWO_BYTE_ROUNDTRIPPABLE_COUNT =
|
72
|
+
// Both bytes are one byte characters
|
73
|
+
(long) Math.pow(EXPECTED_ONE_BYTE_ROUNDTRIPPABLE_COUNT, 2) +
|
74
|
+
// The possible number of two byte characters
|
75
|
+
TWO_BYTE_ROUNDTRIPPABLE_CHARACTERS;
|
76
|
+
|
77
|
+
// 2048
|
78
|
+
static long THREE_BYTE_SURROGATES = 2 * 1024;
|
79
|
+
|
80
|
+
// 61,440 [chars 0x0800 to 0xFFFF, minus surrogates]
|
81
|
+
static long THREE_BYTE_ROUNDTRIPPABLE_CHARACTERS =
|
82
|
+
0xFFFF - 0x0800 + 1 - THREE_BYTE_SURROGATES;
|
83
|
+
|
84
|
+
// 2,650,112
|
85
|
+
static long EXPECTED_THREE_BYTE_ROUNDTRIPPABLE_COUNT =
|
86
|
+
// All one byte characters
|
87
|
+
(long) Math.pow(EXPECTED_ONE_BYTE_ROUNDTRIPPABLE_COUNT, 3) +
|
88
|
+
// One two byte character and a one byte character
|
89
|
+
2 * TWO_BYTE_ROUNDTRIPPABLE_CHARACTERS *
|
90
|
+
ONE_BYTE_ROUNDTRIPPABLE_CHARACTERS +
|
91
|
+
// Three byte characters
|
92
|
+
THREE_BYTE_ROUNDTRIPPABLE_CHARACTERS;
|
93
|
+
|
94
|
+
// 1,048,576 [chars 0x10000L to 0x10FFFF]
|
95
|
+
static long FOUR_BYTE_ROUNDTRIPPABLE_CHARACTERS = 0x10FFFF - 0x10000L + 1;
|
96
|
+
|
97
|
+
// 289,571,839
|
98
|
+
static long EXPECTED_FOUR_BYTE_ROUNDTRIPPABLE_COUNT =
|
99
|
+
// All one byte characters
|
100
|
+
(long) Math.pow(EXPECTED_ONE_BYTE_ROUNDTRIPPABLE_COUNT, 4) +
|
101
|
+
// One and three byte characters
|
102
|
+
2 * THREE_BYTE_ROUNDTRIPPABLE_CHARACTERS *
|
103
|
+
ONE_BYTE_ROUNDTRIPPABLE_CHARACTERS +
|
104
|
+
// Two two byte characters
|
105
|
+
TWO_BYTE_ROUNDTRIPPABLE_CHARACTERS * TWO_BYTE_ROUNDTRIPPABLE_CHARACTERS +
|
106
|
+
// Permutations of one and two byte characters
|
107
|
+
3 * TWO_BYTE_ROUNDTRIPPABLE_CHARACTERS *
|
108
|
+
ONE_BYTE_ROUNDTRIPPABLE_CHARACTERS *
|
109
|
+
ONE_BYTE_ROUNDTRIPPABLE_CHARACTERS +
|
110
|
+
// Four byte characters
|
111
|
+
FOUR_BYTE_ROUNDTRIPPABLE_CHARACTERS;
|
112
|
+
|
113
|
+
static class Shard {
|
114
|
+
final long index;
|
115
|
+
final long start;
|
116
|
+
final long lim;
|
117
|
+
final long expected;
|
118
|
+
|
119
|
+
|
120
|
+
public Shard(long index, long start, long lim, long expected) {
|
121
|
+
assertTrue(start < lim);
|
122
|
+
this.index = index;
|
123
|
+
this.start = start;
|
124
|
+
this.lim = lim;
|
125
|
+
this.expected = expected;
|
126
|
+
}
|
127
|
+
}
|
128
|
+
|
129
|
+
static final long[] FOUR_BYTE_SHARDS_EXPECTED_ROUNTRIPPABLES =
|
130
|
+
generateFourByteShardsExpectedRunnables();
|
131
|
+
|
132
|
+
private static long[] generateFourByteShardsExpectedRunnables() {
|
133
|
+
long[] expected = new long[128];
|
134
|
+
|
135
|
+
// 0-63 are all 5300224
|
136
|
+
for (int i = 0; i <= 63; i++) {
|
137
|
+
expected[i] = 5300224;
|
138
|
+
}
|
139
|
+
|
140
|
+
// 97-111 are all 2342912
|
141
|
+
for (int i = 97; i <= 111; i++) {
|
142
|
+
expected[i] = 2342912;
|
143
|
+
}
|
144
|
+
|
145
|
+
// 113-117 are all 1048576
|
146
|
+
for (int i = 113; i <= 117; i++) {
|
147
|
+
expected[i] = 1048576;
|
148
|
+
}
|
149
|
+
|
150
|
+
// One offs
|
151
|
+
expected[112] = 786432;
|
152
|
+
expected[118] = 786432;
|
153
|
+
expected[119] = 1048576;
|
154
|
+
expected[120] = 458752;
|
155
|
+
expected[121] = 524288;
|
156
|
+
expected[122] = 65536;
|
157
|
+
|
158
|
+
// Anything not assigned was the default 0.
|
159
|
+
return expected;
|
160
|
+
}
|
161
|
+
|
162
|
+
static final List<Shard> FOUR_BYTE_SHARDS = generateFourByteShards(
|
163
|
+
128, FOUR_BYTE_SHARDS_EXPECTED_ROUNTRIPPABLES);
|
164
|
+
|
165
|
+
|
166
|
+
private static List<Shard> generateFourByteShards(
|
167
|
+
int numShards, long[] expected) {
|
168
|
+
assertEquals(numShards, expected.length);
|
169
|
+
List<Shard> shards = new ArrayList<Shard>(numShards);
|
170
|
+
long LIM = 1L << 32;
|
171
|
+
long increment = LIM / numShards;
|
172
|
+
assertTrue(LIM % numShards == 0);
|
173
|
+
for (int i = 0; i < numShards; i++) {
|
174
|
+
shards.add(new Shard(i,
|
175
|
+
increment * i,
|
176
|
+
increment * (i + 1),
|
177
|
+
expected[i]));
|
178
|
+
}
|
179
|
+
return shards;
|
180
|
+
}
|
181
|
+
|
182
|
+
/**
|
183
|
+
* Helper to run the loop to test all the permutations for the number of bytes
|
184
|
+
* specified.
|
185
|
+
*
|
186
|
+
* @param numBytes the number of bytes in the byte array
|
187
|
+
* @param expectedCount the expected number of roundtrippable permutations
|
188
|
+
*/
|
189
|
+
static void testBytes(int numBytes, long expectedCount)
|
190
|
+
throws UnsupportedEncodingException {
|
191
|
+
testBytes(numBytes, expectedCount, 0, -1);
|
192
|
+
}
|
193
|
+
|
194
|
+
/**
|
195
|
+
* Helper to run the loop to test all the permutations for the number of bytes
|
196
|
+
* specified. This overload is useful for debugging to get the loop to start
|
197
|
+
* at a certain character.
|
198
|
+
*
|
199
|
+
* @param numBytes the number of bytes in the byte array
|
200
|
+
* @param expectedCount the expected number of roundtrippable permutations
|
201
|
+
* @param start the starting bytes encoded as a long as big-endian
|
202
|
+
* @param lim the limit of bytes to process encoded as a long as big-endian,
|
203
|
+
* or -1 to mean the max limit for numBytes
|
204
|
+
*/
|
205
|
+
static void testBytes(int numBytes, long expectedCount, long start, long lim)
|
206
|
+
throws UnsupportedEncodingException {
|
207
|
+
Random rnd = new Random();
|
208
|
+
byte[] bytes = new byte[numBytes];
|
209
|
+
|
210
|
+
if (lim == -1) {
|
211
|
+
lim = 1L << (numBytes * 8);
|
212
|
+
}
|
213
|
+
long count = 0;
|
214
|
+
long countRoundTripped = 0;
|
215
|
+
for (long byteChar = start; byteChar < lim; byteChar++) {
|
216
|
+
long tmpByteChar = byteChar;
|
217
|
+
for (int i = 0; i < numBytes; i++) {
|
218
|
+
bytes[bytes.length - i - 1] = (byte) tmpByteChar;
|
219
|
+
tmpByteChar = tmpByteChar >> 8;
|
220
|
+
}
|
221
|
+
ByteString bs = ByteString.copyFrom(bytes);
|
222
|
+
boolean isRoundTrippable = bs.isValidUtf8();
|
223
|
+
String s = new String(bytes, "UTF-8");
|
224
|
+
byte[] bytesReencoded = s.getBytes("UTF-8");
|
225
|
+
boolean bytesEqual = Arrays.equals(bytes, bytesReencoded);
|
226
|
+
|
227
|
+
if (bytesEqual != isRoundTrippable) {
|
228
|
+
outputFailure(byteChar, bytes, bytesReencoded);
|
229
|
+
}
|
230
|
+
|
231
|
+
// Check agreement with static Utf8 methods.
|
232
|
+
assertEquals(isRoundTrippable, Utf8.isValidUtf8(bytes));
|
233
|
+
assertEquals(isRoundTrippable, Utf8.isValidUtf8(bytes, 0, numBytes));
|
234
|
+
|
235
|
+
// Test partial sequences.
|
236
|
+
// Partition numBytes into three segments (not necessarily non-empty).
|
237
|
+
int i = rnd.nextInt(numBytes);
|
238
|
+
int j = rnd.nextInt(numBytes);
|
239
|
+
if (j < i) {
|
240
|
+
int tmp = i; i = j; j = tmp;
|
241
|
+
}
|
242
|
+
int state1 = Utf8.partialIsValidUtf8(Utf8.COMPLETE, bytes, 0, i);
|
243
|
+
int state2 = Utf8.partialIsValidUtf8(state1, bytes, i, j);
|
244
|
+
int state3 = Utf8.partialIsValidUtf8(state2, bytes, j, numBytes);
|
245
|
+
if (isRoundTrippable != (state3 == Utf8.COMPLETE)) {
|
246
|
+
System.out.printf("state=%04x %04x %04x i=%d j=%d%n",
|
247
|
+
state1, state2, state3, i, j);
|
248
|
+
outputFailure(byteChar, bytes, bytesReencoded);
|
249
|
+
}
|
250
|
+
assertEquals(isRoundTrippable, (state3 == Utf8.COMPLETE));
|
251
|
+
|
252
|
+
// Test ropes built out of small partial sequences
|
253
|
+
ByteString rope = RopeByteString.newInstanceForTest(
|
254
|
+
bs.substring(0, i),
|
255
|
+
RopeByteString.newInstanceForTest(
|
256
|
+
bs.substring(i, j),
|
257
|
+
bs.substring(j, numBytes)));
|
258
|
+
assertSame(RopeByteString.class, rope.getClass());
|
259
|
+
|
260
|
+
ByteString[] byteStrings = { bs, bs.substring(0, numBytes), rope };
|
261
|
+
for (ByteString x : byteStrings) {
|
262
|
+
assertEquals(isRoundTrippable,
|
263
|
+
x.isValidUtf8());
|
264
|
+
assertEquals(state3,
|
265
|
+
x.partialIsValidUtf8(Utf8.COMPLETE, 0, numBytes));
|
266
|
+
|
267
|
+
assertEquals(state1,
|
268
|
+
x.partialIsValidUtf8(Utf8.COMPLETE, 0, i));
|
269
|
+
assertEquals(state1,
|
270
|
+
x.substring(0, i).partialIsValidUtf8(Utf8.COMPLETE, 0, i));
|
271
|
+
assertEquals(state2,
|
272
|
+
x.partialIsValidUtf8(state1, i, j - i));
|
273
|
+
assertEquals(state2,
|
274
|
+
x.substring(i, j).partialIsValidUtf8(state1, 0, j - i));
|
275
|
+
assertEquals(state3,
|
276
|
+
x.partialIsValidUtf8(state2, j, numBytes - j));
|
277
|
+
assertEquals(state3,
|
278
|
+
x.substring(j, numBytes)
|
279
|
+
.partialIsValidUtf8(state2, 0, numBytes - j));
|
280
|
+
}
|
281
|
+
|
282
|
+
// ByteString reduplication should not affect its UTF-8 validity.
|
283
|
+
ByteString ropeADope =
|
284
|
+
RopeByteString.newInstanceForTest(bs, bs.substring(0, numBytes));
|
285
|
+
assertEquals(isRoundTrippable, ropeADope.isValidUtf8());
|
286
|
+
|
287
|
+
if (isRoundTrippable) {
|
288
|
+
countRoundTripped++;
|
289
|
+
}
|
290
|
+
count++;
|
291
|
+
if (byteChar != 0 && byteChar % 1000000L == 0) {
|
292
|
+
logger.info("Processed " + (byteChar / 1000000L) +
|
293
|
+
" million characters");
|
294
|
+
}
|
295
|
+
}
|
296
|
+
logger.info("Round tripped " + countRoundTripped + " of " + count);
|
297
|
+
assertEquals(expectedCount, countRoundTripped);
|
298
|
+
}
|
299
|
+
|
300
|
+
/**
|
301
|
+
* Variation of {@link #testBytes} that does less allocation using the
|
302
|
+
* low-level encoders/decoders directly. Checked in because it's useful for
|
303
|
+
* debugging when trying to process bytes faster, but since it doesn't use the
|
304
|
+
* actual String class, it's possible for incompatibilities to develop
|
305
|
+
* (although unlikely).
|
306
|
+
*
|
307
|
+
* @param numBytes the number of bytes in the byte array
|
308
|
+
* @param expectedCount the expected number of roundtrippable permutations
|
309
|
+
* @param start the starting bytes encoded as a long as big-endian
|
310
|
+
* @param lim the limit of bytes to process encoded as a long as big-endian,
|
311
|
+
* or -1 to mean the max limit for numBytes
|
312
|
+
*/
|
313
|
+
void testBytesUsingByteBuffers(
|
314
|
+
int numBytes, long expectedCount, long start, long lim)
|
315
|
+
throws UnsupportedEncodingException {
|
316
|
+
CharsetDecoder decoder = Charset.forName("UTF-8").newDecoder()
|
317
|
+
.onMalformedInput(CodingErrorAction.REPLACE)
|
318
|
+
.onUnmappableCharacter(CodingErrorAction.REPLACE);
|
319
|
+
CharsetEncoder encoder = Charset.forName("UTF-8").newEncoder()
|
320
|
+
.onMalformedInput(CodingErrorAction.REPLACE)
|
321
|
+
.onUnmappableCharacter(CodingErrorAction.REPLACE);
|
322
|
+
byte[] bytes = new byte[numBytes];
|
323
|
+
int maxChars = (int) (decoder.maxCharsPerByte() * numBytes) + 1;
|
324
|
+
char[] charsDecoded =
|
325
|
+
new char[(int) (decoder.maxCharsPerByte() * numBytes) + 1];
|
326
|
+
int maxBytes = (int) (encoder.maxBytesPerChar() * maxChars) + 1;
|
327
|
+
byte[] bytesReencoded = new byte[maxBytes];
|
328
|
+
|
329
|
+
ByteBuffer bb = ByteBuffer.wrap(bytes);
|
330
|
+
CharBuffer cb = CharBuffer.wrap(charsDecoded);
|
331
|
+
ByteBuffer bbReencoded = ByteBuffer.wrap(bytesReencoded);
|
332
|
+
if (lim == -1) {
|
333
|
+
lim = 1L << (numBytes * 8);
|
334
|
+
}
|
335
|
+
long count = 0;
|
336
|
+
long countRoundTripped = 0;
|
337
|
+
for (long byteChar = start; byteChar < lim; byteChar++) {
|
338
|
+
bb.rewind();
|
339
|
+
bb.limit(bytes.length);
|
340
|
+
cb.rewind();
|
341
|
+
cb.limit(charsDecoded.length);
|
342
|
+
bbReencoded.rewind();
|
343
|
+
bbReencoded.limit(bytesReencoded.length);
|
344
|
+
encoder.reset();
|
345
|
+
decoder.reset();
|
346
|
+
long tmpByteChar = byteChar;
|
347
|
+
for (int i = 0; i < bytes.length; i++) {
|
348
|
+
bytes[bytes.length - i - 1] = (byte) tmpByteChar;
|
349
|
+
tmpByteChar = tmpByteChar >> 8;
|
350
|
+
}
|
351
|
+
boolean isRoundTrippable = ByteString.copyFrom(bytes).isValidUtf8();
|
352
|
+
CoderResult result = decoder.decode(bb, cb, true);
|
353
|
+
assertFalse(result.isError());
|
354
|
+
result = decoder.flush(cb);
|
355
|
+
assertFalse(result.isError());
|
356
|
+
|
357
|
+
int charLen = cb.position();
|
358
|
+
cb.rewind();
|
359
|
+
cb.limit(charLen);
|
360
|
+
result = encoder.encode(cb, bbReencoded, true);
|
361
|
+
assertFalse(result.isError());
|
362
|
+
result = encoder.flush(bbReencoded);
|
363
|
+
assertFalse(result.isError());
|
364
|
+
|
365
|
+
boolean bytesEqual = true;
|
366
|
+
int bytesLen = bbReencoded.position();
|
367
|
+
if (bytesLen != numBytes) {
|
368
|
+
bytesEqual = false;
|
369
|
+
} else {
|
370
|
+
for (int i = 0; i < numBytes; i++) {
|
371
|
+
if (bytes[i] != bytesReencoded[i]) {
|
372
|
+
bytesEqual = false;
|
373
|
+
break;
|
374
|
+
}
|
375
|
+
}
|
376
|
+
}
|
377
|
+
if (bytesEqual != isRoundTrippable) {
|
378
|
+
outputFailure(byteChar, bytes, bytesReencoded, bytesLen);
|
379
|
+
}
|
380
|
+
|
381
|
+
count++;
|
382
|
+
if (isRoundTrippable) {
|
383
|
+
countRoundTripped++;
|
384
|
+
}
|
385
|
+
if (byteChar != 0 && byteChar % 1000000 == 0) {
|
386
|
+
logger.info("Processed " + (byteChar / 1000000) +
|
387
|
+
" million characters");
|
388
|
+
}
|
389
|
+
}
|
390
|
+
logger.info("Round tripped " + countRoundTripped + " of " + count);
|
391
|
+
assertEquals(expectedCount, countRoundTripped);
|
392
|
+
}
|
393
|
+
|
394
|
+
private static void outputFailure(long byteChar, byte[] bytes, byte[] after) {
|
395
|
+
outputFailure(byteChar, bytes, after, after.length);
|
396
|
+
}
|
397
|
+
|
398
|
+
private static void outputFailure(long byteChar, byte[] bytes, byte[] after,
|
399
|
+
int len) {
|
400
|
+
fail("Failure: (" + Long.toHexString(byteChar) + ") " +
|
401
|
+
toHexString(bytes) + " => " + toHexString(after, len));
|
402
|
+
}
|
403
|
+
|
404
|
+
private static String toHexString(byte[] b) {
|
405
|
+
return toHexString(b, b.length);
|
406
|
+
}
|
407
|
+
|
408
|
+
private static String toHexString(byte[] b, int len) {
|
409
|
+
StringBuilder s = new StringBuilder();
|
410
|
+
s.append("\"");
|
411
|
+
for (int i = 0; i < len; i++) {
|
412
|
+
if (i > 0) {
|
413
|
+
s.append(" ");
|
414
|
+
}
|
415
|
+
s.append(String.format("%02x", b[i] & 0xFF));
|
416
|
+
}
|
417
|
+
s.append("\"");
|
418
|
+
return s.toString();
|
419
|
+
}
|
420
|
+
|
421
|
+
}
|