react-native-quick-crypto 1.0.19 → 1.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (732) hide show
  1. package/QuickCrypto.podspec +12 -38
  2. package/README.md +2 -0
  3. package/android/CMakeLists.txt +3 -0
  4. package/cpp/utils/HybridUtils.cpp +39 -77
  5. package/deps/simdutf/.clang-format +4 -0
  6. package/deps/simdutf/.github/ISSUE_TEMPLATE/bug_report.md +62 -0
  7. package/deps/simdutf/.github/ISSUE_TEMPLATE/config.yml +1 -0
  8. package/deps/simdutf/.github/ISSUE_TEMPLATE/feature_request.md +35 -0
  9. package/deps/simdutf/.github/ISSUE_TEMPLATE/standard-issue-template.md +29 -0
  10. package/deps/simdutf/.github/pull_request_template.md +51 -0
  11. package/deps/simdutf/.github/workflows/aarch64.yml +39 -0
  12. package/deps/simdutf/.github/workflows/alpine.yml +27 -0
  13. package/deps/simdutf/.github/workflows/amalgamation_demos.yml +34 -0
  14. package/deps/simdutf/.github/workflows/armv7.yml +32 -0
  15. package/deps/simdutf/.github/workflows/atomic_fuzz.yml +25 -0
  16. package/deps/simdutf/.github/workflows/cifuzz.yml +37 -0
  17. package/deps/simdutf/.github/workflows/clangformat.yml +36 -0
  18. package/deps/simdutf/.github/workflows/debian-latestcxxstandards.yml +40 -0
  19. package/deps/simdutf/.github/workflows/debian.yml +33 -0
  20. package/deps/simdutf/.github/workflows/documentation.yml +36 -0
  21. package/deps/simdutf/.github/workflows/emscripten.yml +19 -0
  22. package/deps/simdutf/.github/workflows/loongarch64-gcc-14.2.yml +39 -0
  23. package/deps/simdutf/.github/workflows/macos-latest.yml +29 -0
  24. package/deps/simdutf/.github/workflows/msys2-clang.yml +48 -0
  25. package/deps/simdutf/.github/workflows/msys2.yml +50 -0
  26. package/deps/simdutf/.github/workflows/ppc64le.yml +29 -0
  27. package/deps/simdutf/.github/workflows/rvv-1024-clang-18.yml +35 -0
  28. package/deps/simdutf/.github/workflows/rvv-128-clang-17.yml +35 -0
  29. package/deps/simdutf/.github/workflows/rvv-256-gcc-14.yml +31 -0
  30. package/deps/simdutf/.github/workflows/s390x.yml +29 -0
  31. package/deps/simdutf/.github/workflows/selective-amalgamation.yml +29 -0
  32. package/deps/simdutf/.github/workflows/typos.yml +19 -0
  33. package/deps/simdutf/.github/workflows/ubuntu22-cxx20.yml +30 -0
  34. package/deps/simdutf/.github/workflows/ubuntu22.yml +32 -0
  35. package/deps/simdutf/.github/workflows/ubuntu22_gcc12.yml +27 -0
  36. package/deps/simdutf/.github/workflows/ubuntu22sani.yml +29 -0
  37. package/deps/simdutf/.github/workflows/ubuntu24-cxxstandards.yml +34 -0
  38. package/deps/simdutf/.github/workflows/ubuntu24-unsignedchar.yml +34 -0
  39. package/deps/simdutf/.github/workflows/ubuntu24.yml +32 -0
  40. package/deps/simdutf/.github/workflows/ubuntu24sani.yml +36 -0
  41. package/deps/simdutf/.github/workflows/ubuntu24sani_clang.yml +29 -0
  42. package/deps/simdutf/.github/workflows/vs17-arm-ci.yml +21 -0
  43. package/deps/simdutf/.github/workflows/vs17-ci-cxx20.yml +41 -0
  44. package/deps/simdutf/.github/workflows/vs17-ci.yml +41 -0
  45. package/deps/simdutf/.github/workflows/vs17-clang-ci.yml +41 -0
  46. package/deps/simdutf/.github/workflows/vs17-cxxstandards.yml +36 -0
  47. package/deps/simdutf/AI_USAGE_POLICY.md +56 -0
  48. package/deps/simdutf/AUTHORS +6 -0
  49. package/deps/simdutf/CMakeLists.txt +231 -0
  50. package/deps/simdutf/CONTRIBUTING.md +214 -0
  51. package/deps/simdutf/CONTRIBUTORS +1 -0
  52. package/deps/simdutf/Doxyfile +2584 -0
  53. package/deps/simdutf/LICENSE-APACHE +201 -0
  54. package/deps/simdutf/LICENSE-MIT +18 -0
  55. package/deps/simdutf/Makefile.crosscompile +54 -0
  56. package/deps/simdutf/README-RVV.md +16 -0
  57. package/deps/simdutf/README.md +2782 -0
  58. package/deps/simdutf/SECURITY.md +8 -0
  59. package/deps/simdutf/benchmarks/CMakeLists.txt +101 -0
  60. package/deps/simdutf/benchmarks/alignment.cpp +150 -0
  61. package/deps/simdutf/benchmarks/base64/CMakeLists.txt +30 -0
  62. package/deps/simdutf/benchmarks/base64/benchmark_base64.cpp +875 -0
  63. package/deps/simdutf/benchmarks/base64/libbase64_spaces.h +49 -0
  64. package/deps/simdutf/benchmarks/base64/node_base64.h +227 -0
  65. package/deps/simdutf/benchmarks/base64/openssl3_base64.h +334 -0
  66. package/deps/simdutf/benchmarks/benchmark.cpp +65 -0
  67. package/deps/simdutf/benchmarks/benchmark_to_well_formed_utf16.cpp +347 -0
  68. package/deps/simdutf/benchmarks/competition/.clang-format-ignore +5 -0
  69. package/deps/simdutf/benchmarks/competition/CppCon2018/utf_utils.cpp +1276 -0
  70. package/deps/simdutf/benchmarks/competition/CppCon2018/utf_utils.h +595 -0
  71. package/deps/simdutf/benchmarks/competition/README.md +7 -0
  72. package/deps/simdutf/benchmarks/competition/hoehrmann/hoehrmann.h +91 -0
  73. package/deps/simdutf/benchmarks/competition/inoue2008/inoue_utf8_to_utf16.h +444 -0
  74. package/deps/simdutf/benchmarks/competition/inoue2008/inoue_utf8_to_utf16_tables.h +13183 -0
  75. package/deps/simdutf/benchmarks/competition/inoue2008/script.py +73 -0
  76. package/deps/simdutf/benchmarks/competition/llvm/ConvertUTF.cpp +738 -0
  77. package/deps/simdutf/benchmarks/competition/llvm/ConvertUTF.h +293 -0
  78. package/deps/simdutf/benchmarks/competition/u8u16/COPYRIGHT +8 -0
  79. package/deps/simdutf/benchmarks/competition/u8u16/Makefile +44 -0
  80. package/deps/simdutf/benchmarks/competition/u8u16/OSL3.0.txt +169 -0
  81. package/deps/simdutf/benchmarks/competition/u8u16/Profiling/BOM_Profiler.h +148 -0
  82. package/deps/simdutf/benchmarks/competition/u8u16/Profiling/i386_timer.h +45 -0
  83. package/deps/simdutf/benchmarks/competition/u8u16/Profiling/ppc_timer.c +34 -0
  84. package/deps/simdutf/benchmarks/competition/u8u16/README +56 -0
  85. package/deps/simdutf/benchmarks/competition/u8u16/config/config_defs.h +43 -0
  86. package/deps/simdutf/benchmarks/competition/u8u16/config/g4_config.h +27 -0
  87. package/deps/simdutf/benchmarks/competition/u8u16/config/mmx_config.h +16 -0
  88. package/deps/simdutf/benchmarks/competition/u8u16/config/p4_config.h +18 -0
  89. package/deps/simdutf/benchmarks/competition/u8u16/config/p4_ideal_config.h +16 -0
  90. package/deps/simdutf/benchmarks/competition/u8u16/config/spu_config.h +28 -0
  91. package/deps/simdutf/benchmarks/competition/u8u16/config/ssse3_config.h +20 -0
  92. package/deps/simdutf/benchmarks/competition/u8u16/iconv_u8u16.c +2 -0
  93. package/deps/simdutf/benchmarks/competition/u8u16/lib/altivec_simd.h +440 -0
  94. package/deps/simdutf/benchmarks/competition/u8u16/lib/libgen/make_basic_ops.py +121 -0
  95. package/deps/simdutf/benchmarks/competition/u8u16/lib/libgen/make_half_operand_versions.py +158 -0
  96. package/deps/simdutf/benchmarks/competition/u8u16/lib/libgen/make_test.py +270 -0
  97. package/deps/simdutf/benchmarks/competition/u8u16/lib/mmx_simd.h +141 -0
  98. package/deps/simdutf/benchmarks/competition/u8u16/lib/mmx_simd_basic.h +216 -0
  99. package/deps/simdutf/benchmarks/competition/u8u16/lib/mmx_simd_built_in.h +119 -0
  100. package/deps/simdutf/benchmarks/competition/u8u16/lib/mmx_simd_modified.h +2430 -0
  101. package/deps/simdutf/benchmarks/competition/u8u16/lib/outline.txt +39 -0
  102. package/deps/simdutf/benchmarks/competition/u8u16/lib/spu_simd.h +421 -0
  103. package/deps/simdutf/benchmarks/competition/u8u16/lib/sse_simd.h +836 -0
  104. package/deps/simdutf/benchmarks/competition/u8u16/lib/stdint.h +222 -0
  105. package/deps/simdutf/benchmarks/competition/u8u16/libu8u16_BE.c +4 -0
  106. package/deps/simdutf/benchmarks/competition/u8u16/libu8u16_LE.c +5 -0
  107. package/deps/simdutf/benchmarks/competition/u8u16/proto/u8u16.py +390 -0
  108. package/deps/simdutf/benchmarks/competition/u8u16/src/Makefile +18 -0
  109. package/deps/simdutf/benchmarks/competition/u8u16/src/bytelex.h +448 -0
  110. package/deps/simdutf/benchmarks/competition/u8u16/src/charsets/ASCII_EBCDIC.h +284 -0
  111. package/deps/simdutf/benchmarks/competition/u8u16/src/libu8u16.c +1975 -0
  112. package/deps/simdutf/benchmarks/competition/u8u16/src/libu8u16.pdf +0 -0
  113. package/deps/simdutf/benchmarks/competition/u8u16/src/libu8u16.w +2263 -0
  114. package/deps/simdutf/benchmarks/competition/u8u16/src/multiliteral.h +239 -0
  115. package/deps/simdutf/benchmarks/competition/u8u16/src/u8u16.c +232 -0
  116. package/deps/simdutf/benchmarks/competition/u8u16/src/x8x16.c +194 -0
  117. package/deps/simdutf/benchmarks/competition/u8u16/src/xml_error.c +193 -0
  118. package/deps/simdutf/benchmarks/competition/u8u16/src/xml_error.h +167 -0
  119. package/deps/simdutf/benchmarks/competition/u8u16/src/xmldecl.c +288 -0
  120. package/deps/simdutf/benchmarks/competition/u8u16/src/xmldecl.h +117 -0
  121. package/deps/simdutf/benchmarks/competition/u8u16/u8u16_g4.c +2 -0
  122. package/deps/simdutf/benchmarks/competition/u8u16/u8u16_mmx.c +2 -0
  123. package/deps/simdutf/benchmarks/competition/u8u16/u8u16_p4.c +3 -0
  124. package/deps/simdutf/benchmarks/competition/u8u16/u8u16_p4_ideal.c +2 -0
  125. package/deps/simdutf/benchmarks/competition/u8u16/u8u16_spu.c +2 -0
  126. package/deps/simdutf/benchmarks/competition/u8u16/u8u16_ssse3.c +3 -0
  127. package/deps/simdutf/benchmarks/competition/u8u16/x8x16_p4.c +2 -0
  128. package/deps/simdutf/benchmarks/competition/utf8lut/LICENSE +23 -0
  129. package/deps/simdutf/benchmarks/competition/utf8lut/data/test_minimal.txt +44 -0
  130. package/deps/simdutf/benchmarks/competition/utf8lut/readme.md +106 -0
  131. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_clang_corr_tests.cmd +11 -0
  132. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_clang_corr_tests.sh +13 -0
  133. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_gcc_corr_tests.sh +13 -0
  134. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_gcc_example.sh +13 -0
  135. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_gcc_file_conv.sh +14 -0
  136. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_gcc_iconv_lib.sh +11 -0
  137. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_gcc_iconv_sample.sh +8 -0
  138. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_mingw_corr_tests.cmd +12 -0
  139. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_mingw_example.cmd +13 -0
  140. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_mingw_file_conv.cmd +14 -0
  141. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_mingw_iconv_lib.cmd +11 -0
  142. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_mingw_iconv_sample.cmd +8 -0
  143. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_msvc_corr_tests.cmd +11 -0
  144. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_msvc_example.cmd +12 -0
  145. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_msvc_file_conv.cmd +13 -0
  146. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_msvc_iconv_lib.cmd +10 -0
  147. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_msvc_iconv_sample.cmd +9 -0
  148. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/html_table.py +25 -0
  149. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/measure.py +94 -0
  150. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/resize.py +20 -0
  151. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/wipe_all.cmd +2 -0
  152. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/wipe_interm.cmd +1 -0
  153. package/deps/simdutf/benchmarks/competition/utf8lut/src/base/CustomMemcpy.h +75 -0
  154. package/deps/simdutf/benchmarks/competition/utf8lut/src/base/PerfDefs.h +47 -0
  155. package/deps/simdutf/benchmarks/competition/utf8lut/src/base/Timing.cpp +17 -0
  156. package/deps/simdutf/benchmarks/competition/utf8lut/src/base/Timing.h +76 -0
  157. package/deps/simdutf/benchmarks/competition/utf8lut/src/buffer/AllProcessors.cpp +35 -0
  158. package/deps/simdutf/benchmarks/competition/utf8lut/src/buffer/BaseBufferProcessor.cpp +117 -0
  159. package/deps/simdutf/benchmarks/competition/utf8lut/src/buffer/BaseBufferProcessor.h +210 -0
  160. package/deps/simdutf/benchmarks/competition/utf8lut/src/buffer/BufferDecoder.h +158 -0
  161. package/deps/simdutf/benchmarks/competition/utf8lut/src/buffer/BufferEncoder.h +104 -0
  162. package/deps/simdutf/benchmarks/competition/utf8lut/src/buffer/ProcessorPlugins.h +334 -0
  163. package/deps/simdutf/benchmarks/competition/utf8lut/src/buffer/ProcessorSelector.h +186 -0
  164. package/deps/simdutf/benchmarks/competition/utf8lut/src/core/DecoderLut.cpp +140 -0
  165. package/deps/simdutf/benchmarks/competition/utf8lut/src/core/DecoderLut.h +42 -0
  166. package/deps/simdutf/benchmarks/competition/utf8lut/src/core/DecoderProcess.h +100 -0
  167. package/deps/simdutf/benchmarks/competition/utf8lut/src/core/Dfa.h +57 -0
  168. package/deps/simdutf/benchmarks/competition/utf8lut/src/core/EncoderLut.cpp +85 -0
  169. package/deps/simdutf/benchmarks/competition/utf8lut/src/core/EncoderLut.h +27 -0
  170. package/deps/simdutf/benchmarks/competition/utf8lut/src/core/EncoderProcess.h +126 -0
  171. package/deps/simdutf/benchmarks/competition/utf8lut/src/core/ProcessTrivial.h +108 -0
  172. package/deps/simdutf/benchmarks/competition/utf8lut/src/iconv/iconv.cpp +139 -0
  173. package/deps/simdutf/benchmarks/competition/utf8lut/src/iconv/iconv.h +74 -0
  174. package/deps/simdutf/benchmarks/competition/utf8lut/src/message/MessageConverter.cpp +65 -0
  175. package/deps/simdutf/benchmarks/competition/utf8lut/src/message/MessageConverter.h +91 -0
  176. package/deps/simdutf/benchmarks/competition/utf8lut/src/tests/CorrectnessTests.cpp +772 -0
  177. package/deps/simdutf/benchmarks/competition/utf8lut/src/tests/Example.cpp +12 -0
  178. package/deps/simdutf/benchmarks/competition/utf8lut/src/tests/FileConverter.cpp +486 -0
  179. package/deps/simdutf/benchmarks/competition/utf8lut/src/tests/iconv_sample.c +162 -0
  180. package/deps/simdutf/benchmarks/competition/utf8lut/src/utf8lut.h +15 -0
  181. package/deps/simdutf/benchmarks/competition/utf8sse4/fromutf8-sse.cpp +292 -0
  182. package/deps/simdutf/benchmarks/competition/utfcpp/LICENSE +23 -0
  183. package/deps/simdutf/benchmarks/competition/utfcpp/README.md +1503 -0
  184. package/deps/simdutf/benchmarks/competition/utfcpp/source/utf8/checked.h +335 -0
  185. package/deps/simdutf/benchmarks/competition/utfcpp/source/utf8/core.h +338 -0
  186. package/deps/simdutf/benchmarks/competition/utfcpp/source/utf8/cpp11.h +103 -0
  187. package/deps/simdutf/benchmarks/competition/utfcpp/source/utf8/cpp17.h +103 -0
  188. package/deps/simdutf/benchmarks/competition/utfcpp/source/utf8/unchecked.h +274 -0
  189. package/deps/simdutf/benchmarks/competition/utfcpp/source/utf8.h +34 -0
  190. package/deps/simdutf/benchmarks/dataset/README.md +155 -0
  191. package/deps/simdutf/benchmarks/dataset/emoji.txt +204 -0
  192. package/deps/simdutf/benchmarks/dataset/scripts/utf8type.py +40 -0
  193. package/deps/simdutf/benchmarks/dataset/wikipedia_mars/Makefile +80 -0
  194. package/deps/simdutf/benchmarks/dataset/wikipedia_mars/convert_to_utf6.py +20 -0
  195. package/deps/simdutf/benchmarks/find/CMakeLists.txt +6 -0
  196. package/deps/simdutf/benchmarks/find/findbenchmark.cpp +63 -0
  197. package/deps/simdutf/benchmarks/find/findbenchmarker.h +46 -0
  198. package/deps/simdutf/benchmarks/shortbench.cpp +555 -0
  199. package/deps/simdutf/benchmarks/src/CMakeLists.txt +52 -0
  200. package/deps/simdutf/benchmarks/src/apple_arm_events.h +1104 -0
  201. package/deps/simdutf/benchmarks/src/benchmark.cpp +3899 -0
  202. package/deps/simdutf/benchmarks/src/benchmark.h +317 -0
  203. package/deps/simdutf/benchmarks/src/benchmark_base.cpp +144 -0
  204. package/deps/simdutf/benchmarks/src/benchmark_base.h +98 -0
  205. package/deps/simdutf/benchmarks/src/cmdline.cpp +176 -0
  206. package/deps/simdutf/benchmarks/src/cmdline.h +35 -0
  207. package/deps/simdutf/benchmarks/src/event_counter.h +162 -0
  208. package/deps/simdutf/benchmarks/src/linux-perf-events.h +104 -0
  209. package/deps/simdutf/benchmarks/stream.cpp +209 -0
  210. package/deps/simdutf/benchmarks/threaded.cpp +123 -0
  211. package/deps/simdutf/cmake/CPM.cmake +1363 -0
  212. package/deps/simdutf/cmake/JoinPaths.cmake +23 -0
  213. package/deps/simdutf/cmake/add_cpp_test.cmake +68 -0
  214. package/deps/simdutf/cmake/simdutf-config.cmake.in +2 -0
  215. package/deps/simdutf/cmake/simdutf-flags.cmake +26 -0
  216. package/deps/simdutf/cmake/toolchains-ci/riscv64-linux-gnu.cmake +4 -0
  217. package/deps/simdutf/cmake/toolchains-dev/README.md +32 -0
  218. package/deps/simdutf/cmake/toolchains-dev/aarch64.cmake +14 -0
  219. package/deps/simdutf/cmake/toolchains-dev/loongarch64.cmake +22 -0
  220. package/deps/simdutf/cmake/toolchains-dev/powerpc64.cmake +16 -0
  221. package/deps/simdutf/cmake/toolchains-dev/powerpc64le.cmake +16 -0
  222. package/deps/simdutf/cmake/toolchains-dev/riscv64.cmake +16 -0
  223. package/deps/simdutf/cmake/toolchains-dev/rvv-spike.cmake +38 -0
  224. package/deps/simdutf/doc/avx512.png +0 -0
  225. package/deps/simdutf/doc/logo.png +0 -0
  226. package/deps/simdutf/doc/logo.svg +165 -0
  227. package/deps/simdutf/doc/node2023.png +0 -0
  228. package/deps/simdutf/doc/shortinput.md +78 -0
  229. package/deps/simdutf/doc/utf16utf8.png +0 -0
  230. package/deps/simdutf/doc/utf8utf16.png +0 -0
  231. package/deps/simdutf/doc/widelogo.png +0 -0
  232. package/deps/simdutf/doxygen.py +50 -0
  233. package/deps/simdutf/fuzz/.clang-format +9 -0
  234. package/deps/simdutf/fuzz/CMakeLists.txt +45 -0
  235. package/deps/simdutf/fuzz/README.md +168 -0
  236. package/deps/simdutf/fuzz/atomic_base64.cpp +448 -0
  237. package/deps/simdutf/fuzz/base64.cpp +278 -0
  238. package/deps/simdutf/fuzz/build.sh +83 -0
  239. package/deps/simdutf/fuzz/conversion.cpp +669 -0
  240. package/deps/simdutf/fuzz/helpers/.clang-format-ignore +1 -0
  241. package/deps/simdutf/fuzz/helpers/common.h +135 -0
  242. package/deps/simdutf/fuzz/helpers/nameof.hpp +1258 -0
  243. package/deps/simdutf/fuzz/main.cpp +72 -0
  244. package/deps/simdutf/fuzz/minimize_and_cleanse.sh +87 -0
  245. package/deps/simdutf/fuzz/misc.cpp +216 -0
  246. package/deps/simdutf/fuzz/random_fuzz.sh +154 -0
  247. package/deps/simdutf/fuzz/roundtrip.cpp +588 -0
  248. package/deps/simdutf/fuzz/safe_conversion.cpp +104 -0
  249. package/deps/simdutf/include/simdutf/avx512.h +79 -0
  250. package/deps/simdutf/include/simdutf/base64_implementation.h +158 -0
  251. package/deps/simdutf/include/simdutf/base64_tables.h +887 -0
  252. package/deps/simdutf/include/simdutf/common_defs.h +186 -0
  253. package/deps/simdutf/include/simdutf/compiler_check.h +50 -0
  254. package/deps/simdutf/include/simdutf/constexpr_ptr.h +138 -0
  255. package/deps/simdutf/include/simdutf/encoding_types.h +189 -0
  256. package/deps/simdutf/include/simdutf/error.h +126 -0
  257. package/deps/simdutf/include/simdutf/implementation.h +7081 -0
  258. package/deps/simdutf/include/simdutf/internal/isadetection.h +325 -0
  259. package/deps/simdutf/include/simdutf/portability.h +285 -0
  260. package/deps/simdutf/include/simdutf/scalar/ascii.h +86 -0
  261. package/deps/simdutf/include/simdutf/scalar/atomic_util.h +105 -0
  262. package/deps/simdutf/include/simdutf/scalar/base64.h +911 -0
  263. package/deps/simdutf/include/simdutf/scalar/latin1.h +26 -0
  264. package/deps/simdutf/include/simdutf/scalar/latin1_to_utf16/latin1_to_utf16.h +52 -0
  265. package/deps/simdutf/include/simdutf/scalar/latin1_to_utf32/latin1_to_utf32.h +27 -0
  266. package/deps/simdutf/include/simdutf/scalar/latin1_to_utf8/latin1_to_utf8.h +191 -0
  267. package/deps/simdutf/include/simdutf/scalar/swap_bytes.h +35 -0
  268. package/deps/simdutf/include/simdutf/scalar/utf16.h +226 -0
  269. package/deps/simdutf/include/simdutf/scalar/utf16_to_latin1/utf16_to_latin1.h +108 -0
  270. package/deps/simdutf/include/simdutf/scalar/utf16_to_latin1/valid_utf16_to_latin1.h +40 -0
  271. package/deps/simdutf/include/simdutf/scalar/utf16_to_utf32/utf16_to_utf32.h +86 -0
  272. package/deps/simdutf/include/simdutf/scalar/utf16_to_utf32/valid_utf16_to_utf32.h +44 -0
  273. package/deps/simdutf/include/simdutf/scalar/utf16_to_utf8/utf16_to_utf8.h +295 -0
  274. package/deps/simdutf/include/simdutf/scalar/utf16_to_utf8/valid_utf16_to_utf8.h +91 -0
  275. package/deps/simdutf/include/simdutf/scalar/utf32.h +82 -0
  276. package/deps/simdutf/include/simdutf/scalar/utf32_to_latin1/utf32_to_latin1.h +68 -0
  277. package/deps/simdutf/include/simdutf/scalar/utf32_to_latin1/valid_utf32_to_latin1.h +67 -0
  278. package/deps/simdutf/include/simdutf/scalar/utf32_to_utf16/utf32_to_utf16.h +84 -0
  279. package/deps/simdutf/include/simdutf/scalar/utf32_to_utf16/valid_utf32_to_utf16.h +44 -0
  280. package/deps/simdutf/include/simdutf/scalar/utf32_to_utf8/utf32_to_utf8.h +142 -0
  281. package/deps/simdutf/include/simdutf/scalar/utf32_to_utf8/valid_utf32_to_utf8.h +72 -0
  282. package/deps/simdutf/include/simdutf/scalar/utf8.h +326 -0
  283. package/deps/simdutf/include/simdutf/scalar/utf8_to_latin1/utf8_to_latin1.h +225 -0
  284. package/deps/simdutf/include/simdutf/scalar/utf8_to_latin1/valid_utf8_to_latin1.h +87 -0
  285. package/deps/simdutf/include/simdutf/scalar/utf8_to_utf16/utf8_to_utf16.h +342 -0
  286. package/deps/simdutf/include/simdutf/scalar/utf8_to_utf16/valid_utf8_to_utf16.h +106 -0
  287. package/deps/simdutf/include/simdutf/scalar/utf8_to_utf32/utf8_to_utf32.h +299 -0
  288. package/deps/simdutf/include/simdutf/scalar/utf8_to_utf32/valid_utf8_to_utf32.h +83 -0
  289. package/deps/simdutf/include/simdutf/simdutf_version.h +26 -0
  290. package/deps/simdutf/include/simdutf.h +26 -0
  291. package/deps/simdutf/include/simdutf_c.h +342 -0
  292. package/deps/simdutf/riscv/Dockerfile +16 -0
  293. package/deps/simdutf/riscv/README.md +24 -0
  294. package/deps/simdutf/riscv/remove-docker-station +8 -0
  295. package/deps/simdutf/riscv/run-docker-station +31 -0
  296. package/deps/simdutf/scripts/.flake8 +2 -0
  297. package/deps/simdutf/scripts/Makefile +2 -0
  298. package/deps/simdutf/scripts/README_ADD_FUNCTION.md +49 -0
  299. package/deps/simdutf/scripts/add_function.py +330 -0
  300. package/deps/simdutf/scripts/amalgamation_tests.py +156 -0
  301. package/deps/simdutf/scripts/base64/Makefile +2 -0
  302. package/deps/simdutf/scripts/base64/README.md +2 -0
  303. package/deps/simdutf/scripts/base64/avx512.py +76 -0
  304. package/deps/simdutf/scripts/base64/neon_decode.py +143 -0
  305. package/deps/simdutf/scripts/base64/neon_generate_lut.py +101 -0
  306. package/deps/simdutf/scripts/base64/sse.py +252 -0
  307. package/deps/simdutf/scripts/base64/sseregular.py +160 -0
  308. package/deps/simdutf/scripts/base64/sseurl.py +283 -0
  309. package/deps/simdutf/scripts/base64/table.py +59 -0
  310. package/deps/simdutf/scripts/base64bench_print.py +145 -0
  311. package/deps/simdutf/scripts/benchmark-all.py +119 -0
  312. package/deps/simdutf/scripts/benchmark_print.py +324 -0
  313. package/deps/simdutf/scripts/check_feature_macros.py +156 -0
  314. package/deps/simdutf/scripts/check_typos.sh +13 -0
  315. package/deps/simdutf/scripts/clang_format.sh +35 -0
  316. package/deps/simdutf/scripts/clang_format_docker.sh +38 -0
  317. package/deps/simdutf/scripts/common.py +24 -0
  318. package/deps/simdutf/scripts/compilation_benchmark.py +55 -0
  319. package/deps/simdutf/scripts/compile_many_variations.sh +64 -0
  320. package/deps/simdutf/scripts/create_latex_table.py +62 -0
  321. package/deps/simdutf/scripts/docker/Dockerfile +14 -0
  322. package/deps/simdutf/scripts/docker/Makefile +9 -0
  323. package/deps/simdutf/scripts/docker/README.md +30 -0
  324. package/deps/simdutf/scripts/docker/llvm.gpg +0 -0
  325. package/deps/simdutf/scripts/ppc64_convert_utf16_to_utf8.py +155 -0
  326. package/deps/simdutf/scripts/prepare_doxygen.sh +21 -0
  327. package/deps/simdutf/scripts/release.py +197 -0
  328. package/deps/simdutf/scripts/shortinputplots.py +97 -0
  329. package/deps/simdutf/scripts/sse_convert_utf16_to_utf8.py +422 -0
  330. package/deps/simdutf/scripts/sse_convert_utf32_to_utf16.py +105 -0
  331. package/deps/simdutf/scripts/sse_utf8_utf16_decode.py +186 -0
  332. package/deps/simdutf/scripts/sse_validate_utf16le_proof.py +137 -0
  333. package/deps/simdutf/scripts/sse_validate_utf16le_testcases.py +129 -0
  334. package/deps/simdutf/scripts/table.py +207 -0
  335. package/deps/simdutf/scripts/tests/new.txt +33 -0
  336. package/deps/simdutf/scripts/tests/old.txt +33 -0
  337. package/deps/simdutf/scripts/tests/results.txt +272 -0
  338. package/deps/simdutf/simdutf.pc.in +11 -0
  339. package/deps/simdutf/singleheader/.flake8 +2 -0
  340. package/deps/simdutf/singleheader/CMakeLists.txt +64 -0
  341. package/deps/simdutf/singleheader/README-dev.md +81 -0
  342. package/deps/simdutf/singleheader/README.md +19 -0
  343. package/deps/simdutf/singleheader/amalgamate.py +513 -0
  344. package/deps/simdutf/singleheader/amalgamation_demo.c +59 -0
  345. package/deps/simdutf/singleheader/amalgamation_demo.cpp +54 -0
  346. package/deps/simdutf/singleheader/test-features.py +262 -0
  347. package/deps/simdutf/src/CMakeLists.txt +78 -0
  348. package/deps/simdutf/src/arm64/arm_base64.cpp +791 -0
  349. package/deps/simdutf/src/arm64/arm_convert_latin1_to_utf16.cpp +24 -0
  350. package/deps/simdutf/src/arm64/arm_convert_latin1_to_utf32.cpp +24 -0
  351. package/deps/simdutf/src/arm64/arm_convert_latin1_to_utf8.cpp +70 -0
  352. package/deps/simdutf/src/arm64/arm_convert_utf16_to_latin1.cpp +61 -0
  353. package/deps/simdutf/src/arm64/arm_convert_utf16_to_utf32.cpp +185 -0
  354. package/deps/simdutf/src/arm64/arm_convert_utf16_to_utf8.cpp +780 -0
  355. package/deps/simdutf/src/arm64/arm_convert_utf32_to_latin1.cpp +60 -0
  356. package/deps/simdutf/src/arm64/arm_convert_utf32_to_utf16.cpp +208 -0
  357. package/deps/simdutf/src/arm64/arm_convert_utf32_to_utf8.cpp +505 -0
  358. package/deps/simdutf/src/arm64/arm_convert_utf8_to_latin1.cpp +69 -0
  359. package/deps/simdutf/src/arm64/arm_convert_utf8_to_utf16.cpp +313 -0
  360. package/deps/simdutf/src/arm64/arm_convert_utf8_to_utf32.cpp +179 -0
  361. package/deps/simdutf/src/arm64/arm_find.cpp +199 -0
  362. package/deps/simdutf/src/arm64/arm_utf16fix.cpp +185 -0
  363. package/deps/simdutf/src/arm64/arm_validate_utf16.cpp +165 -0
  364. package/deps/simdutf/src/arm64/arm_validate_utf32le.cpp +65 -0
  365. package/deps/simdutf/src/arm64/implementation.cpp +1442 -0
  366. package/deps/simdutf/src/encoding_types.cpp +67 -0
  367. package/deps/simdutf/src/error.cpp +3 -0
  368. package/deps/simdutf/src/fallback/implementation.cpp +589 -0
  369. package/deps/simdutf/src/generic/ascii_validation.h +50 -0
  370. package/deps/simdutf/src/generic/base64.h +233 -0
  371. package/deps/simdutf/src/generic/base64lengths.h +63 -0
  372. package/deps/simdutf/src/generic/buf_block_reader.h +109 -0
  373. package/deps/simdutf/src/generic/find.h +75 -0
  374. package/deps/simdutf/src/generic/utf16/change_endianness.h +24 -0
  375. package/deps/simdutf/src/generic/utf16/count_code_points_bytemask.h +58 -0
  376. package/deps/simdutf/src/generic/utf16/to_well_formed.h +93 -0
  377. package/deps/simdutf/src/generic/utf16/utf32_length_from_utf16.h +15 -0
  378. package/deps/simdutf/src/generic/utf16/utf8_length_from_utf16.h +35 -0
  379. package/deps/simdutf/src/generic/utf16/utf8_length_from_utf16_bytemask.h +199 -0
  380. package/deps/simdutf/src/generic/utf16.h +73 -0
  381. package/deps/simdutf/src/generic/utf32.h +136 -0
  382. package/deps/simdutf/src/generic/utf8/utf16_length_from_utf8_bytemask.h +53 -0
  383. package/deps/simdutf/src/generic/utf8.h +92 -0
  384. package/deps/simdutf/src/generic/utf8_to_latin1/utf8_to_latin1.h +316 -0
  385. package/deps/simdutf/src/generic/utf8_to_latin1/valid_utf8_to_latin1.h +78 -0
  386. package/deps/simdutf/src/generic/utf8_to_utf16/utf8_to_utf16.h +332 -0
  387. package/deps/simdutf/src/generic/utf8_to_utf16/valid_utf8_to_utf16.h +74 -0
  388. package/deps/simdutf/src/generic/utf8_to_utf32/utf8_to_utf32.h +318 -0
  389. package/deps/simdutf/src/generic/utf8_to_utf32/valid_utf8_to_utf32.h +42 -0
  390. package/deps/simdutf/src/generic/utf8_validation/utf8_lookup4_algorithm.h +223 -0
  391. package/deps/simdutf/src/generic/utf8_validation/utf8_validator.h +84 -0
  392. package/deps/simdutf/src/generic/validate_utf16.h +164 -0
  393. package/deps/simdutf/src/generic/validate_utf32.h +99 -0
  394. package/deps/simdutf/src/haswell/avx2_base64.cpp +837 -0
  395. package/deps/simdutf/src/haswell/avx2_convert_latin1_to_utf16.cpp +28 -0
  396. package/deps/simdutf/src/haswell/avx2_convert_latin1_to_utf32.cpp +20 -0
  397. package/deps/simdutf/src/haswell/avx2_convert_latin1_to_utf8.cpp +83 -0
  398. package/deps/simdutf/src/haswell/avx2_convert_utf16_to_latin1.cpp +83 -0
  399. package/deps/simdutf/src/haswell/avx2_convert_utf16_to_utf32.cpp +210 -0
  400. package/deps/simdutf/src/haswell/avx2_convert_utf16_to_utf8.cpp +602 -0
  401. package/deps/simdutf/src/haswell/avx2_convert_utf32_to_latin1.cpp +116 -0
  402. package/deps/simdutf/src/haswell/avx2_convert_utf32_to_utf16.cpp +164 -0
  403. package/deps/simdutf/src/haswell/avx2_convert_utf32_to_utf8.cpp +569 -0
  404. package/deps/simdutf/src/haswell/avx2_convert_utf8_to_latin1.cpp +60 -0
  405. package/deps/simdutf/src/haswell/avx2_convert_utf8_to_utf16.cpp +195 -0
  406. package/deps/simdutf/src/haswell/avx2_convert_utf8_to_utf32.cpp +135 -0
  407. package/deps/simdutf/src/haswell/avx2_utf16fix.cpp +173 -0
  408. package/deps/simdutf/src/haswell/avx2_validate_utf16.cpp +17 -0
  409. package/deps/simdutf/src/haswell/implementation.cpp +1447 -0
  410. package/deps/simdutf/src/icelake/icelake_ascii_validation.inl.cpp +19 -0
  411. package/deps/simdutf/src/icelake/icelake_base64.inl.cpp +630 -0
  412. package/deps/simdutf/src/icelake/icelake_common.inl.cpp +37 -0
  413. package/deps/simdutf/src/icelake/icelake_convert_latin1_to_utf16.inl.cpp +36 -0
  414. package/deps/simdutf/src/icelake/icelake_convert_latin1_to_utf32.inl.cpp +23 -0
  415. package/deps/simdutf/src/icelake/icelake_convert_latin1_to_utf8.inl.cpp +107 -0
  416. package/deps/simdutf/src/icelake/icelake_convert_utf16_to_latin1.inl.cpp +103 -0
  417. package/deps/simdutf/src/icelake/icelake_convert_utf16_to_utf32.inl.cpp +136 -0
  418. package/deps/simdutf/src/icelake/icelake_convert_utf16_to_utf8.inl.cpp +206 -0
  419. package/deps/simdutf/src/icelake/icelake_convert_utf32_to_latin1.inl.cpp +74 -0
  420. package/deps/simdutf/src/icelake/icelake_convert_utf32_to_utf16.inl.cpp +338 -0
  421. package/deps/simdutf/src/icelake/icelake_convert_utf32_to_utf8.inl.cpp +574 -0
  422. package/deps/simdutf/src/icelake/icelake_convert_utf8_to_latin1.inl.cpp +104 -0
  423. package/deps/simdutf/src/icelake/icelake_convert_utf8_to_utf16.inl.cpp +75 -0
  424. package/deps/simdutf/src/icelake/icelake_convert_valid_utf8_to_latin1.inl.cpp +69 -0
  425. package/deps/simdutf/src/icelake/icelake_find.inl.cpp +146 -0
  426. package/deps/simdutf/src/icelake/icelake_from_utf8.inl.cpp +266 -0
  427. package/deps/simdutf/src/icelake/icelake_from_valid_utf8.inl.cpp +136 -0
  428. package/deps/simdutf/src/icelake/icelake_macros.inl.cpp +143 -0
  429. package/deps/simdutf/src/icelake/icelake_utf16fix.cpp +138 -0
  430. package/deps/simdutf/src/icelake/icelake_utf32_validation.inl.cpp +63 -0
  431. package/deps/simdutf/src/icelake/icelake_utf8_common.inl.cpp +753 -0
  432. package/deps/simdutf/src/icelake/icelake_utf8_length_from_utf16.inl.cpp +269 -0
  433. package/deps/simdutf/src/icelake/icelake_utf8_validation.inl.cpp +116 -0
  434. package/deps/simdutf/src/icelake/implementation.cpp +1903 -0
  435. package/deps/simdutf/src/implementation.cpp +2526 -0
  436. package/deps/simdutf/src/lasx/implementation.cpp +1531 -0
  437. package/deps/simdutf/src/lasx/lasx_base64.cpp +695 -0
  438. package/deps/simdutf/src/lasx/lasx_convert_latin1_to_utf16.cpp +76 -0
  439. package/deps/simdutf/src/lasx/lasx_convert_latin1_to_utf32.cpp +55 -0
  440. package/deps/simdutf/src/lasx/lasx_convert_latin1_to_utf8.cpp +65 -0
  441. package/deps/simdutf/src/lasx/lasx_convert_utf16_to_latin1.cpp +64 -0
  442. package/deps/simdutf/src/lasx/lasx_convert_utf16_to_utf32.cpp +183 -0
  443. package/deps/simdutf/src/lasx/lasx_convert_utf16_to_utf8.cpp +550 -0
  444. package/deps/simdutf/src/lasx/lasx_convert_utf32_to_latin1.cpp +73 -0
  445. package/deps/simdutf/src/lasx/lasx_convert_utf32_to_utf16.cpp +218 -0
  446. package/deps/simdutf/src/lasx/lasx_convert_utf32_to_utf8.cpp +589 -0
  447. package/deps/simdutf/src/lasx/lasx_convert_utf8_to_latin1.cpp +72 -0
  448. package/deps/simdutf/src/lasx/lasx_convert_utf8_to_utf16.cpp +296 -0
  449. package/deps/simdutf/src/lasx/lasx_convert_utf8_to_utf32.cpp +190 -0
  450. package/deps/simdutf/src/lasx/lasx_find.cpp +64 -0
  451. package/deps/simdutf/src/lasx/lasx_validate_utf16.cpp +13 -0
  452. package/deps/simdutf/src/lasx/lasx_validate_utf32le.cpp +84 -0
  453. package/deps/simdutf/src/lsx/implementation.cpp +1417 -0
  454. package/deps/simdutf/src/lsx/lsx_base64.cpp +675 -0
  455. package/deps/simdutf/src/lsx/lsx_convert_latin1_to_utf16.cpp +39 -0
  456. package/deps/simdutf/src/lsx/lsx_convert_latin1_to_utf32.cpp +27 -0
  457. package/deps/simdutf/src/lsx/lsx_convert_latin1_to_utf8.cpp +56 -0
  458. package/deps/simdutf/src/lsx/lsx_convert_utf16_to_latin1.cpp +64 -0
  459. package/deps/simdutf/src/lsx/lsx_convert_utf16_to_utf32.cpp +133 -0
  460. package/deps/simdutf/src/lsx/lsx_convert_utf16_to_utf8.cpp +518 -0
  461. package/deps/simdutf/src/lsx/lsx_convert_utf32_to_latin1.cpp +66 -0
  462. package/deps/simdutf/src/lsx/lsx_convert_utf32_to_utf16.cpp +155 -0
  463. package/deps/simdutf/src/lsx/lsx_convert_utf32_to_utf8.cpp +459 -0
  464. package/deps/simdutf/src/lsx/lsx_convert_utf8_to_latin1.cpp +75 -0
  465. package/deps/simdutf/src/lsx/lsx_convert_utf8_to_utf16.cpp +291 -0
  466. package/deps/simdutf/src/lsx/lsx_convert_utf8_to_utf32.cpp +179 -0
  467. package/deps/simdutf/src/lsx/lsx_find.cpp +60 -0
  468. package/deps/simdutf/src/lsx/lsx_validate_utf16.cpp +13 -0
  469. package/deps/simdutf/src/lsx/lsx_validate_utf32le.cpp +68 -0
  470. package/deps/simdutf/src/ppc64/implementation.cpp +992 -0
  471. package/deps/simdutf/src/ppc64/ppc64_base64.cpp +480 -0
  472. package/deps/simdutf/src/ppc64/ppc64_base64_internal_tests.cpp +401 -0
  473. package/deps/simdutf/src/ppc64/ppc64_convert_latin1_to_utf16.cpp +12 -0
  474. package/deps/simdutf/src/ppc64/ppc64_convert_latin1_to_utf32.cpp +12 -0
  475. package/deps/simdutf/src/ppc64/ppc64_convert_latin1_to_utf8.cpp +149 -0
  476. package/deps/simdutf/src/ppc64/ppc64_convert_utf16_to_latin1.cpp +67 -0
  477. package/deps/simdutf/src/ppc64/ppc64_convert_utf16_to_utf32.cpp +87 -0
  478. package/deps/simdutf/src/ppc64/ppc64_convert_utf16_to_utf8.cpp +296 -0
  479. package/deps/simdutf/src/ppc64/ppc64_convert_utf32_to_latin1.cpp +57 -0
  480. package/deps/simdutf/src/ppc64/ppc64_convert_utf32_to_utf16.cpp +117 -0
  481. package/deps/simdutf/src/ppc64/ppc64_convert_utf32_to_utf8.cpp +166 -0
  482. package/deps/simdutf/src/ppc64/ppc64_convert_utf8_to_latin1.cpp +69 -0
  483. package/deps/simdutf/src/ppc64/ppc64_convert_utf8_to_utf16.cpp +211 -0
  484. package/deps/simdutf/src/ppc64/ppc64_convert_utf8_to_utf32.cpp +153 -0
  485. package/deps/simdutf/src/ppc64/ppc64_utf16_to_utf8_tables.h +1011 -0
  486. package/deps/simdutf/src/ppc64/ppc64_utf8_length_from_latin1.cpp +37 -0
  487. package/deps/simdutf/src/ppc64/ppc64_validate_utf16.cpp +19 -0
  488. package/deps/simdutf/src/ppc64/templates.cpp +91 -0
  489. package/deps/simdutf/src/rvv/implementation.cpp +138 -0
  490. package/deps/simdutf/src/rvv/rvv_find.cpp +27 -0
  491. package/deps/simdutf/src/rvv/rvv_helpers.inl.cpp +23 -0
  492. package/deps/simdutf/src/rvv/rvv_latin1_to.inl.cpp +71 -0
  493. package/deps/simdutf/src/rvv/rvv_length_from.inl.cpp +164 -0
  494. package/deps/simdutf/src/rvv/rvv_utf16_to.inl.cpp +399 -0
  495. package/deps/simdutf/src/rvv/rvv_utf16fix.cpp +110 -0
  496. package/deps/simdutf/src/rvv/rvv_utf32_to.inl.cpp +307 -0
  497. package/deps/simdutf/src/rvv/rvv_utf8_to.inl.cpp +435 -0
  498. package/deps/simdutf/src/rvv/rvv_validate.inl.cpp +275 -0
  499. package/deps/simdutf/src/simdutf/arm64/begin.h +2 -0
  500. package/deps/simdutf/src/simdutf/arm64/bitmanipulation.h +34 -0
  501. package/deps/simdutf/src/simdutf/arm64/end.h +2 -0
  502. package/deps/simdutf/src/simdutf/arm64/implementation.h +307 -0
  503. package/deps/simdutf/src/simdutf/arm64/intrinsics.h +10 -0
  504. package/deps/simdutf/src/simdutf/arm64/simd.h +547 -0
  505. package/deps/simdutf/src/simdutf/arm64/simd16-inl.h +403 -0
  506. package/deps/simdutf/src/simdutf/arm64/simd32-inl.h +129 -0
  507. package/deps/simdutf/src/simdutf/arm64/simd64-inl.h +28 -0
  508. package/deps/simdutf/src/simdutf/arm64.h +43 -0
  509. package/deps/simdutf/src/simdutf/fallback/begin.h +1 -0
  510. package/deps/simdutf/src/simdutf/fallback/bitmanipulation.h +13 -0
  511. package/deps/simdutf/src/simdutf/fallback/end.h +1 -0
  512. package/deps/simdutf/src/simdutf/fallback/implementation.h +331 -0
  513. package/deps/simdutf/src/simdutf/fallback.h +42 -0
  514. package/deps/simdutf/src/simdutf/haswell/begin.h +15 -0
  515. package/deps/simdutf/src/simdutf/haswell/bitmanipulation.h +35 -0
  516. package/deps/simdutf/src/simdutf/haswell/end.h +13 -0
  517. package/deps/simdutf/src/simdutf/haswell/implementation.h +338 -0
  518. package/deps/simdutf/src/simdutf/haswell/intrinsics.h +67 -0
  519. package/deps/simdutf/src/simdutf/haswell/simd.h +363 -0
  520. package/deps/simdutf/src/simdutf/haswell/simd16-inl.h +261 -0
  521. package/deps/simdutf/src/simdutf/haswell/simd32-inl.h +111 -0
  522. package/deps/simdutf/src/simdutf/haswell/simd64-inl.h +34 -0
  523. package/deps/simdutf/src/simdutf/haswell.h +63 -0
  524. package/deps/simdutf/src/simdutf/icelake/begin.h +14 -0
  525. package/deps/simdutf/src/simdutf/icelake/bitmanipulation.h +44 -0
  526. package/deps/simdutf/src/simdutf/icelake/end.h +12 -0
  527. package/deps/simdutf/src/simdutf/icelake/implementation.h +346 -0
  528. package/deps/simdutf/src/simdutf/icelake/intrinsics.h +138 -0
  529. package/deps/simdutf/src/simdutf/icelake/simd.h +17 -0
  530. package/deps/simdutf/src/simdutf/icelake/simd16-inl.h +90 -0
  531. package/deps/simdutf/src/simdutf/icelake/simd32-inl.h +47 -0
  532. package/deps/simdutf/src/simdutf/icelake.h +81 -0
  533. package/deps/simdutf/src/simdutf/lasx/begin.h +8 -0
  534. package/deps/simdutf/src/simdutf/lasx/bitmanipulation.h +25 -0
  535. package/deps/simdutf/src/simdutf/lasx/end.h +8 -0
  536. package/deps/simdutf/src/simdutf/lasx/implementation.h +310 -0
  537. package/deps/simdutf/src/simdutf/lasx/intrinsics.h +319 -0
  538. package/deps/simdutf/src/simdutf/lasx/simd.h +551 -0
  539. package/deps/simdutf/src/simdutf/lasx/simd16-inl.h +234 -0
  540. package/deps/simdutf/src/simdutf/lasx/simd32-inl.h +74 -0
  541. package/deps/simdutf/src/simdutf/lasx/simd64-inl.h +52 -0
  542. package/deps/simdutf/src/simdutf/lasx.h +49 -0
  543. package/deps/simdutf/src/simdutf/lsx/begin.h +2 -0
  544. package/deps/simdutf/src/simdutf/lsx/bitmanipulation.h +25 -0
  545. package/deps/simdutf/src/simdutf/lsx/end.h +2 -0
  546. package/deps/simdutf/src/simdutf/lsx/implementation.h +309 -0
  547. package/deps/simdutf/src/simdutf/lsx/intrinsics.h +196 -0
  548. package/deps/simdutf/src/simdutf/lsx/simd.h +421 -0
  549. package/deps/simdutf/src/simdutf/lsx/simd16-inl.h +242 -0
  550. package/deps/simdutf/src/simdutf/lsx/simd32-inl.h +69 -0
  551. package/deps/simdutf/src/simdutf/lsx/simd64-inl.h +50 -0
  552. package/deps/simdutf/src/simdutf/lsx.h +52 -0
  553. package/deps/simdutf/src/simdutf/ppc64/begin.h +1 -0
  554. package/deps/simdutf/src/simdutf/ppc64/bitmanipulation.h +29 -0
  555. package/deps/simdutf/src/simdutf/ppc64/end.h +1 -0
  556. package/deps/simdutf/src/simdutf/ppc64/implementation.h +348 -0
  557. package/deps/simdutf/src/simdutf/ppc64/intrinsics.h +19 -0
  558. package/deps/simdutf/src/simdutf/ppc64/simd.h +177 -0
  559. package/deps/simdutf/src/simdutf/ppc64/simd16-inl.h +327 -0
  560. package/deps/simdutf/src/simdutf/ppc64/simd32-inl.h +247 -0
  561. package/deps/simdutf/src/simdutf/ppc64/simd8-inl.h +618 -0
  562. package/deps/simdutf/src/simdutf/ppc64.h +40 -0
  563. package/deps/simdutf/src/simdutf/rvv/begin.h +7 -0
  564. package/deps/simdutf/src/simdutf/rvv/end.h +7 -0
  565. package/deps/simdutf/src/simdutf/rvv/implementation.h +321 -0
  566. package/deps/simdutf/src/simdutf/rvv/intrinsics.h +131 -0
  567. package/deps/simdutf/src/simdutf/rvv.h +41 -0
  568. package/deps/simdutf/src/simdutf/westmere/begin.h +8 -0
  569. package/deps/simdutf/src/simdutf/westmere/bitmanipulation.h +37 -0
  570. package/deps/simdutf/src/simdutf/westmere/end.h +8 -0
  571. package/deps/simdutf/src/simdutf/westmere/implementation.h +338 -0
  572. package/deps/simdutf/src/simdutf/westmere/intrinsics.h +38 -0
  573. package/deps/simdutf/src/simdutf/westmere/simd.h +379 -0
  574. package/deps/simdutf/src/simdutf/westmere/simd16-inl.h +242 -0
  575. package/deps/simdutf/src/simdutf/westmere/simd32-inl.h +151 -0
  576. package/deps/simdutf/src/simdutf/westmere/simd64-inl.h +33 -0
  577. package/deps/simdutf/src/simdutf/westmere.h +59 -0
  578. package/deps/simdutf/src/simdutf.cpp +152 -0
  579. package/deps/simdutf/src/simdutf_c.cpp +525 -0
  580. package/deps/simdutf/src/tables/utf16_to_utf8_tables.h +768 -0
  581. package/deps/simdutf/src/tables/utf32_to_utf16_tables.h +53 -0
  582. package/deps/simdutf/src/tables/utf8_to_utf16_tables.h +826 -0
  583. package/deps/simdutf/src/westmere/implementation.cpp +1479 -0
  584. package/deps/simdutf/src/westmere/internal/loader.cpp +7 -0
  585. package/deps/simdutf/src/westmere/internal/write_v_u16_11bits_to_utf8.cpp +66 -0
  586. package/deps/simdutf/src/westmere/sse_base64.cpp +672 -0
  587. package/deps/simdutf/src/westmere/sse_convert_latin1_to_utf16.cpp +21 -0
  588. package/deps/simdutf/src/westmere/sse_convert_latin1_to_utf32.cpp +31 -0
  589. package/deps/simdutf/src/westmere/sse_convert_latin1_to_utf8.cpp +71 -0
  590. package/deps/simdutf/src/westmere/sse_convert_utf16_to_latin1.cpp +70 -0
  591. package/deps/simdutf/src/westmere/sse_convert_utf16_to_utf32.cpp +206 -0
  592. package/deps/simdutf/src/westmere/sse_convert_utf16_to_utf8.cpp +504 -0
  593. package/deps/simdutf/src/westmere/sse_convert_utf32_to_latin1.cpp +82 -0
  594. package/deps/simdutf/src/westmere/sse_convert_utf32_to_utf16.cpp +209 -0
  595. package/deps/simdutf/src/westmere/sse_convert_utf32_to_utf8.cpp +589 -0
  596. package/deps/simdutf/src/westmere/sse_convert_utf8_to_latin1.cpp +58 -0
  597. package/deps/simdutf/src/westmere/sse_convert_utf8_to_utf16.cpp +197 -0
  598. package/deps/simdutf/src/westmere/sse_convert_utf8_to_utf32.cpp +141 -0
  599. package/deps/simdutf/src/westmere/sse_utf16fix.cpp +82 -0
  600. package/deps/simdutf/src/westmere/sse_validate_utf16.cpp +17 -0
  601. package/deps/simdutf/tests/CMakeLists.txt +483 -0
  602. package/deps/simdutf/tests/atomic_base64_tests.cpp +2845 -0
  603. package/deps/simdutf/tests/base64_tests.cpp +3617 -0
  604. package/deps/simdutf/tests/basic_fuzzer.cpp +805 -0
  605. package/deps/simdutf/tests/bele_tests.cpp +182 -0
  606. package/deps/simdutf/tests/constexpr_base64_tests.cpp +387 -0
  607. package/deps/simdutf/tests/convert_latin1_to_utf16be_tests.cpp +52 -0
  608. package/deps/simdutf/tests/convert_latin1_to_utf16le_tests.cpp +80 -0
  609. package/deps/simdutf/tests/convert_latin1_to_utf32_tests.cpp +66 -0
  610. package/deps/simdutf/tests/convert_latin1_to_utf8_tests.cpp +120 -0
  611. package/deps/simdutf/tests/convert_utf16_to_utf8_safe_tests.cpp +203 -0
  612. package/deps/simdutf/tests/convert_utf16_to_utf8_with_replacement_tests.cpp +276 -0
  613. package/deps/simdutf/tests/convert_utf16be_to_latin1_tests.cpp +109 -0
  614. package/deps/simdutf/tests/convert_utf16be_to_latin1_tests_with_errors.cpp +136 -0
  615. package/deps/simdutf/tests/convert_utf16be_to_utf32_tests.cpp +193 -0
  616. package/deps/simdutf/tests/convert_utf16be_to_utf32_with_errors_tests.cpp +381 -0
  617. package/deps/simdutf/tests/convert_utf16be_to_utf8_tests.cpp +259 -0
  618. package/deps/simdutf/tests/convert_utf16be_to_utf8_with_errors_tests.cpp +266 -0
  619. package/deps/simdutf/tests/convert_utf16le_to_latin1_tests.cpp +148 -0
  620. package/deps/simdutf/tests/convert_utf16le_to_latin1_tests_with_errors.cpp +176 -0
  621. package/deps/simdutf/tests/convert_utf16le_to_utf32_tests.cpp +213 -0
  622. package/deps/simdutf/tests/convert_utf16le_to_utf32_with_errors_tests.cpp +318 -0
  623. package/deps/simdutf/tests/convert_utf16le_to_utf8_tests.cpp +343 -0
  624. package/deps/simdutf/tests/convert_utf16le_to_utf8_with_errors_tests.cpp +271 -0
  625. package/deps/simdutf/tests/convert_utf32_to_latin1_tests.cpp +111 -0
  626. package/deps/simdutf/tests/convert_utf32_to_latin1_with_errors_tests.cpp +96 -0
  627. package/deps/simdutf/tests/convert_utf32_to_utf16be_tests.cpp +148 -0
  628. package/deps/simdutf/tests/convert_utf32_to_utf16be_with_errors_tests.cpp +192 -0
  629. package/deps/simdutf/tests/convert_utf32_to_utf16le_tests.cpp +166 -0
  630. package/deps/simdutf/tests/convert_utf32_to_utf16le_with_errors_tests.cpp +215 -0
  631. package/deps/simdutf/tests/convert_utf32_to_utf8_tests.cpp +181 -0
  632. package/deps/simdutf/tests/convert_utf32_to_utf8_with_errors_tests.cpp +261 -0
  633. package/deps/simdutf/tests/convert_utf8_to_latin1_tests.cpp +516 -0
  634. package/deps/simdutf/tests/convert_utf8_to_latin1_with_errors_tests.cpp +579 -0
  635. package/deps/simdutf/tests/convert_utf8_to_utf16be_tests.cpp +412 -0
  636. package/deps/simdutf/tests/convert_utf8_to_utf16be_with_errors_tests.cpp +480 -0
  637. package/deps/simdutf/tests/convert_utf8_to_utf16le_tests.cpp +671 -0
  638. package/deps/simdutf/tests/convert_utf8_to_utf16le_with_errors_tests.cpp +455 -0
  639. package/deps/simdutf/tests/convert_utf8_to_utf32_tests.cpp +1204 -0
  640. package/deps/simdutf/tests/convert_utf8_to_utf32_with_errors_tests.cpp +337 -0
  641. package/deps/simdutf/tests/convert_valid_utf16be_to_latin1_tests.cpp +37 -0
  642. package/deps/simdutf/tests/convert_valid_utf16be_to_utf32_tests.cpp +97 -0
  643. package/deps/simdutf/tests/convert_valid_utf16be_to_utf8_tests.cpp +126 -0
  644. package/deps/simdutf/tests/convert_valid_utf16le_to_latin1_tests.cpp +71 -0
  645. package/deps/simdutf/tests/convert_valid_utf16le_to_utf32_tests.cpp +122 -0
  646. package/deps/simdutf/tests/convert_valid_utf16le_to_utf8_tests.cpp +244 -0
  647. package/deps/simdutf/tests/convert_valid_utf32_to_latin1_tests.cpp +49 -0
  648. package/deps/simdutf/tests/convert_valid_utf32_to_utf16be_tests.cpp +92 -0
  649. package/deps/simdutf/tests/convert_valid_utf32_to_utf16le_tests.cpp +114 -0
  650. package/deps/simdutf/tests/convert_valid_utf32_to_utf8_tests.cpp +109 -0
  651. package/deps/simdutf/tests/convert_valid_utf8_to_latin1_tests.cpp +84 -0
  652. package/deps/simdutf/tests/convert_valid_utf8_to_utf16be_tests.cpp +124 -0
  653. package/deps/simdutf/tests/convert_valid_utf8_to_utf16le_tests.cpp +221 -0
  654. package/deps/simdutf/tests/convert_valid_utf8_to_utf32_tests.cpp +155 -0
  655. package/deps/simdutf/tests/count_utf16be.cpp +64 -0
  656. package/deps/simdutf/tests/count_utf16le.cpp +61 -0
  657. package/deps/simdutf/tests/count_utf8.cpp +87 -0
  658. package/deps/simdutf/tests/detect_encodings_tests.cpp +312 -0
  659. package/deps/simdutf/tests/embed/valid_utf8.txt +1 -0
  660. package/deps/simdutf/tests/embed_tests.cpp +22 -0
  661. package/deps/simdutf/tests/find_tests.cpp +77 -0
  662. package/deps/simdutf/tests/fixed_string_tests.cpp +153 -0
  663. package/deps/simdutf/tests/helpers/CMakeLists.txt +25 -0
  664. package/deps/simdutf/tests/helpers/compiletime_conversions.h +222 -0
  665. package/deps/simdutf/tests/helpers/fixed_string.h +267 -0
  666. package/deps/simdutf/tests/helpers/random_int.cpp +30 -0
  667. package/deps/simdutf/tests/helpers/random_int.h +39 -0
  668. package/deps/simdutf/tests/helpers/random_utf16.cpp +123 -0
  669. package/deps/simdutf/tests/helpers/random_utf16.h +52 -0
  670. package/deps/simdutf/tests/helpers/random_utf32.cpp +41 -0
  671. package/deps/simdutf/tests/helpers/random_utf32.h +40 -0
  672. package/deps/simdutf/tests/helpers/random_utf8.cpp +93 -0
  673. package/deps/simdutf/tests/helpers/random_utf8.h +36 -0
  674. package/deps/simdutf/tests/helpers/test.cpp +231 -0
  675. package/deps/simdutf/tests/helpers/test.h +193 -0
  676. package/deps/simdutf/tests/helpers/transcode_test_base.cpp +1257 -0
  677. package/deps/simdutf/tests/helpers/transcode_test_base.h +683 -0
  678. package/deps/simdutf/tests/helpers/utf16.h +27 -0
  679. package/deps/simdutf/tests/installation_tests/find/CMakeLists.txt +43 -0
  680. package/deps/simdutf/tests/installation_tests/from_fetch/CMakeLists.txt +47 -0
  681. package/deps/simdutf/tests/internal_tests.cpp +27 -0
  682. package/deps/simdutf/tests/null_safety_tests.cpp +94 -0
  683. package/deps/simdutf/tests/random_fuzzer.cpp +779 -0
  684. package/deps/simdutf/tests/readme_tests.cpp +274 -0
  685. package/deps/simdutf/tests/reference/CMakeLists.txt +23 -0
  686. package/deps/simdutf/tests/reference/decode_utf16.h +81 -0
  687. package/deps/simdutf/tests/reference/decode_utf32.h +47 -0
  688. package/deps/simdutf/tests/reference/encode_latin1.cpp +1 -0
  689. package/deps/simdutf/tests/reference/encode_latin1.h +32 -0
  690. package/deps/simdutf/tests/reference/encode_utf16.cpp +49 -0
  691. package/deps/simdutf/tests/reference/encode_utf16.h +20 -0
  692. package/deps/simdutf/tests/reference/encode_utf32.cpp +1 -0
  693. package/deps/simdutf/tests/reference/encode_utf32.h +36 -0
  694. package/deps/simdutf/tests/reference/encode_utf8.cpp +1 -0
  695. package/deps/simdutf/tests/reference/encode_utf8.h +40 -0
  696. package/deps/simdutf/tests/reference/validate_utf16.cpp +60 -0
  697. package/deps/simdutf/tests/reference/validate_utf16.h +14 -0
  698. package/deps/simdutf/tests/reference/validate_utf16_to_latin1.cpp +35 -0
  699. package/deps/simdutf/tests/reference/validate_utf16_to_latin1.h +13 -0
  700. package/deps/simdutf/tests/reference/validate_utf32.cpp +27 -0
  701. package/deps/simdutf/tests/reference/validate_utf32.h +12 -0
  702. package/deps/simdutf/tests/reference/validate_utf32_to_latin1.cpp +27 -0
  703. package/deps/simdutf/tests/reference/validate_utf32_to_latin1.h +12 -0
  704. package/deps/simdutf/tests/reference/validate_utf8.cpp +82 -0
  705. package/deps/simdutf/tests/reference/validate_utf8.h +11 -0
  706. package/deps/simdutf/tests/reference/validate_utf8_to_latin1.cpp +43 -0
  707. package/deps/simdutf/tests/reference/validate_utf8_to_latin1.h +12 -0
  708. package/deps/simdutf/tests/select_implementation.cpp +43 -0
  709. package/deps/simdutf/tests/simdutf_c_tests.cpp +244 -0
  710. package/deps/simdutf/tests/span_tests.cpp +401 -0
  711. package/deps/simdutf/tests/special_tests.cpp +559 -0
  712. package/deps/simdutf/tests/straight_c_test.c +187 -0
  713. package/deps/simdutf/tests/text_encoding_tests.cpp +77 -0
  714. package/deps/simdutf/tests/to_well_formed_utf16_tests.cpp +377 -0
  715. package/deps/simdutf/tests/utf8_length_from_utf16_tests.cpp +202 -0
  716. package/deps/simdutf/tests/validate_ascii_basic_tests.cpp +165 -0
  717. package/deps/simdutf/tests/validate_ascii_with_errors_tests.cpp +77 -0
  718. package/deps/simdutf/tests/validate_utf16be_basic_tests.cpp +175 -0
  719. package/deps/simdutf/tests/validate_utf16be_with_errors_tests.cpp +188 -0
  720. package/deps/simdutf/tests/validate_utf16le_basic_tests.cpp +268 -0
  721. package/deps/simdutf/tests/validate_utf16le_with_errors_tests.cpp +274 -0
  722. package/deps/simdutf/tests/validate_utf32_basic_tests.cpp +92 -0
  723. package/deps/simdutf/tests/validate_utf32_with_errors_tests.cpp +114 -0
  724. package/deps/simdutf/tests/validate_utf8_basic_tests.cpp +178 -0
  725. package/deps/simdutf/tests/validate_utf8_brute_force_tests.cpp +88 -0
  726. package/deps/simdutf/tests/validate_utf8_puzzler_tests.cpp +33 -0
  727. package/deps/simdutf/tests/validate_utf8_with_errors_tests.cpp +228 -0
  728. package/deps/simdutf/tools/CMakeLists.txt +85 -0
  729. package/deps/simdutf/tools/fastbase64.cpp +250 -0
  730. package/deps/simdutf/tools/sutf.cpp +556 -0
  731. package/deps/simdutf/tools/sutf.h +40 -0
  732. package/package.json +2 -2
@@ -0,0 +1,588 @@
1
+ #include <cstring>
2
+ #include <fuzzer/FuzzedDataProvider.h>
3
+ #include <memory>
4
+ #include <string>
5
+ #include <iostream>
6
+
7
+ #include "simdutf.h"
8
+
9
+ // useful for debugging
10
+ static void print_input(const std::string& s,
11
+ const simdutf::implementation* const e) {
12
+ printf("We are about to abort on the following input: ");
13
+ for (auto c : s) {
14
+ printf("%02x ", (unsigned char)c);
15
+ }
16
+ printf("\n");
17
+ std::cout << "string length : " << s.size() << " bytes" << std::endl;
18
+ std::cout << "implementation->name() = " << e->name() << std::endl;
19
+ }
20
+
21
+ /**
22
+ * We do round trips from UTF-8 to UTF-16, from UTF-8 to UTF-32, from UTF-16 to
23
+ * UTF-8.
24
+ * We do round trips from Latin 1 to UTF-8, from Latin 1 to UTF-16, from Latin 1
25
+ * to UTF-32. We test all available kernels. We also try to transcode invalid
26
+ * inputs.
27
+ */
28
+ extern "C" int LLVMFuzzerTestOneInput(const uint8_t* data, size_t size) {
29
+ FuzzedDataProvider fdp(data, size);
30
+ constexpr int kMaxStringSize = 1024;
31
+ std::string source = fdp.ConsumeRandomLengthString(kMaxStringSize);
32
+ for (auto& e : simdutf::get_available_implementations()) {
33
+ if (!e->supported_by_runtime_system()) {
34
+ continue;
35
+ }
36
+ /**
37
+ * Transcoding from UTF-8 to UTF-16LE.
38
+ */
39
+ bool validutf8 = e->validate_utf8(source.c_str(), source.size());
40
+ auto rutf8 = e->validate_utf8_with_errors(source.c_str(), source.size());
41
+ if (validutf8 != (rutf8.error == simdutf::SUCCESS)) { // they should agree
42
+ print_input(source, e);
43
+ abort();
44
+ }
45
+ if (validutf8) {
46
+ // We need a buffer of size where to write the UTF-16LE words.
47
+ size_t expected_utf16words =
48
+ e->utf16_length_from_utf8(source.c_str(), source.size());
49
+ std::unique_ptr<char16_t[]> utf16_output{
50
+ new char16_t[expected_utf16words]};
51
+ // convert to UTF-16LE
52
+ size_t utf16words = e->convert_utf8_to_utf16le(
53
+ source.c_str(), source.size(), utf16_output.get());
54
+ // It wrote utf16words * sizeof(char16_t) bytes.
55
+ bool validutf16 = e->validate_utf16le(utf16_output.get(), utf16words);
56
+ if (!validutf16) {
57
+ print_input(source, e);
58
+ abort();
59
+ }
60
+ // convert it back:
61
+ // We need a buffer of size where to write the UTF-8 words.
62
+ size_t expected_utf8words =
63
+ e->utf8_length_from_utf16le(utf16_output.get(), utf16words);
64
+ std::unique_ptr<char[]> utf8_output{new char[expected_utf8words]};
65
+ // convert to UTF-8
66
+ size_t utf8words = e->convert_utf16le_to_utf8(
67
+ utf16_output.get(), utf16words, utf8_output.get());
68
+ std::string final_string(utf8_output.get(), utf8words);
69
+ if (final_string != source) {
70
+ print_input(source, e);
71
+ abort();
72
+ }
73
+ } else {
74
+ // invalid input!!!
75
+ // We need a buffer of size where to write the UTF-16LE words.
76
+ size_t expected_utf16words =
77
+ e->utf16_length_from_utf8(source.c_str(), source.size());
78
+ std::unique_ptr<char16_t[]> utf16_output{
79
+ new char16_t[expected_utf16words]};
80
+ // convert to UTF-16LE
81
+ size_t utf16words = e->convert_utf8_to_utf16le(
82
+ source.c_str(), source.size(), utf16_output.get());
83
+ if (utf16words != 0) {
84
+ print_input(source, e);
85
+ abort();
86
+ }
87
+ }
88
+
89
+ /**
90
+ * Transcoding from UTF-8 to UTF-16BE.
91
+ */
92
+ if (validutf8) {
93
+ // We need a buffer of size where to write the UTF-16BE words.
94
+ size_t expected_utf16words =
95
+ e->utf16_length_from_utf8(source.c_str(), source.size());
96
+ std::unique_ptr<char16_t[]> utf16_output{
97
+ new char16_t[expected_utf16words]};
98
+ // convert to UTF-16BE
99
+ size_t utf16words = e->convert_utf8_to_utf16be(
100
+ source.c_str(), source.size(), utf16_output.get());
101
+ // It wrote utf16words * sizeof(char16_t) bytes.
102
+ bool validutf16 = e->validate_utf16be(utf16_output.get(), utf16words);
103
+ if (!validutf16) {
104
+ print_input(source, e);
105
+ abort();
106
+ }
107
+ // convert it back:
108
+ // We need a buffer of size where to write the UTF-8 words.
109
+ size_t expected_utf8words =
110
+ e->utf8_length_from_utf16be(utf16_output.get(), utf16words);
111
+ std::unique_ptr<char[]> utf8_output{new char[expected_utf8words]};
112
+ // convert to UTF-8
113
+ size_t utf8words = e->convert_utf16be_to_utf8(
114
+ utf16_output.get(), utf16words, utf8_output.get());
115
+ std::string final_string(utf8_output.get(), utf8words);
116
+ if (final_string != source) {
117
+ print_input(source, e);
118
+ abort();
119
+ }
120
+ } else {
121
+ // invalid input!!!
122
+ // We need a buffer of size where to write the UTF-16BE words.
123
+ size_t expected_utf16words =
124
+ e->utf16_length_from_utf8(source.c_str(), source.size());
125
+ std::unique_ptr<char16_t[]> utf16_output{
126
+ new char16_t[expected_utf16words]};
127
+ // convert to UTF-16BE
128
+ size_t utf16words = e->convert_utf8_to_utf16be(
129
+ source.c_str(), source.size(), utf16_output.get());
130
+ if (utf16words != 0) {
131
+ print_input(source, e);
132
+ abort();
133
+ }
134
+ }
135
+ /**
136
+ * Transcoding from UTF-8 to UTF-32.
137
+ */
138
+ if (validutf8) {
139
+ // We need a buffer of size where to write the UTF-32 words.
140
+ size_t expected_utf32words =
141
+ e->utf32_length_from_utf8(source.c_str(), source.size());
142
+ std::unique_ptr<char32_t[]> utf32_output{
143
+ new char32_t[expected_utf32words]};
144
+ // convert to UTF-32
145
+ size_t utf32words = e->convert_utf8_to_utf32(
146
+ source.c_str(), source.size(), utf32_output.get());
147
+ // It wrote utf32words * sizeof(char32_t) bytes.
148
+ bool validutf32 = e->validate_utf32(utf32_output.get(), utf32words);
149
+ if (!validutf32) {
150
+ return -1;
151
+ }
152
+ // convert it back:
153
+ // We need a buffer of size where to write the UTF-8 words.
154
+ size_t expected_utf8words =
155
+ e->utf8_length_from_utf32(utf32_output.get(), utf32words);
156
+ std::unique_ptr<char[]> utf8_output{new char[expected_utf8words]};
157
+ // convert to UTF-8
158
+ size_t utf8words = e->convert_utf32_to_utf8(
159
+ utf32_output.get(), utf32words, utf8_output.get());
160
+ std::string final_string(utf8_output.get(), utf8words);
161
+ if (source != final_string) {
162
+ print_input(source, e);
163
+ abort();
164
+ }
165
+ } else {
166
+ // invalid input!!!
167
+ size_t expected_utf32words =
168
+ e->utf32_length_from_utf8(source.c_str(), source.size());
169
+ std::unique_ptr<char32_t[]> utf32_output{
170
+ new char32_t[expected_utf32words]};
171
+ // convert to UTF-32
172
+ size_t utf32words = e->convert_utf8_to_utf32(
173
+ source.c_str(), source.size(), utf32_output.get());
174
+ if (utf32words != 0) {
175
+ print_input(source, e);
176
+ abort();
177
+ }
178
+ }
179
+
180
+ /**
181
+ * Transcoding from UTF-8 to Latin 1
182
+ */
183
+ if (validutf8) {
184
+ // We need a buffer of size where to write the UTF-16LE words.
185
+ size_t expected_latin1words =
186
+ e->latin1_length_from_utf8(source.c_str(), source.size());
187
+ std::unique_ptr<char[]> latin1_output{new char[expected_latin1words]};
188
+ // convert to latin1
189
+ size_t latin1words = e->convert_utf8_to_latin1(
190
+ source.c_str(), source.size(), latin1_output.get());
191
+ if (latin1words != 0) {
192
+ // convert it back:
193
+ // We need a buffer of size where to write the UTF-8 words.
194
+ size_t expected_utf8words =
195
+ e->utf8_length_from_latin1(latin1_output.get(), latin1words);
196
+ std::unique_ptr<char[]> utf8_output{new char[expected_utf8words]};
197
+ // convert to UTF-8
198
+ size_t utf8words = e->convert_latin1_to_utf8(
199
+ latin1_output.get(), latin1words, utf8_output.get());
200
+ std::string final_string(utf8_output.get(), utf8words);
201
+ if (final_string != source) {
202
+ print_input(source, e);
203
+ abort();
204
+ }
205
+ }
206
+ } else {
207
+ // invalid input!!!
208
+ // We need a buffer of size where to write the Latin 1 words.
209
+ size_t expected_latin1words =
210
+ e->latin1_length_from_utf8(source.c_str(), source.size());
211
+ std::unique_ptr<char[]> latin1_output{new char[expected_latin1words]};
212
+ // convert to Latin 1
213
+ size_t latin1words = e->convert_utf8_to_latin1(
214
+ source.c_str(), source.size(), latin1_output.get());
215
+ if (latin1words != 0) {
216
+ print_input(source, e);
217
+ abort();
218
+ }
219
+ }
220
+ /**
221
+ * Transcoding from UTF-16LE to UTF-8.
222
+ */
223
+ {
224
+ // Get new source data here as this will allow the fuzzer to optimize it's
225
+ // input for UTF16-LE.
226
+ source = fdp.ConsumeRandomLengthString(kMaxStringSize);
227
+ // We copy to avoid alignment issues.
228
+ std::unique_ptr<char16_t[]> utf16_source{new char16_t[source.size() / 2]};
229
+ if (source.data() != nullptr) {
230
+ std::memcpy(utf16_source.get(), source.data(), source.size() / 2 * 2);
231
+ }
232
+ bool validutf16le =
233
+ e->validate_utf16le(utf16_source.get(), source.size() / 2);
234
+ auto rutf16le = e->validate_utf16le_with_errors(utf16_source.get(),
235
+ source.size() / 2);
236
+ if (validutf16le !=
237
+ (rutf16le.error == simdutf::SUCCESS)) { // they should agree
238
+ print_input(source, e);
239
+ abort();
240
+ }
241
+ if (validutf16le) {
242
+ // We need a buffer of size where to write the UTF-16 words.
243
+ size_t expected_utf8words =
244
+ e->utf8_length_from_utf16le(utf16_source.get(), source.size() / 2);
245
+ std::unique_ptr<char[]> utf8_output{new char[expected_utf8words]};
246
+ size_t utf8words = e->convert_utf16le_to_utf8(
247
+ utf16_source.get(), source.size() / 2, utf8_output.get());
248
+ // It wrote utf16words * sizeof(char16_t) bytes.
249
+ bool validutf8 = e->validate_utf8(utf8_output.get(), utf8words);
250
+ if (!validutf8) {
251
+ print_input(source, e);
252
+ abort();
253
+ }
254
+ // convert it back:
255
+ // We need a buffer of size where to write the UTF-16 words.
256
+ size_t expected_utf16words =
257
+ e->utf16_length_from_utf8(utf8_output.get(), utf8words);
258
+ std::unique_ptr<char16_t[]> utf16_output{
259
+ new char16_t[expected_utf16words]};
260
+ // convert to UTF-8
261
+ size_t utf16words = e->convert_utf8_to_utf16le(
262
+ utf8_output.get(), utf8words, utf16_output.get());
263
+ for (size_t i = 0; i < source.size() / 2; i++) {
264
+ if (utf16_output.get()[i] != (utf16_source.get())[i]) {
265
+ print_input(source, e);
266
+ abort();
267
+ }
268
+ }
269
+ } else {
270
+ // invalid input!!!
271
+ // We need a buffer of size where to write the UTF-16 words.
272
+ size_t expected_utf8words =
273
+ e->utf8_length_from_utf16le(utf16_source.get(), source.size() / 2);
274
+ std::unique_ptr<char[]> utf8_output{new char[expected_utf8words]};
275
+ size_t utf8words = e->convert_utf16le_to_utf8(
276
+ utf16_source.get(), source.size() / 2, utf8_output.get());
277
+ if (utf8words != 0) {
278
+ print_input(source, e);
279
+ abort();
280
+ }
281
+ }
282
+ }
283
+
284
+ /**
285
+ * Transcoding from UTF-16BE to UTF-8.
286
+ */
287
+ {
288
+ // Get new source data here as this will allow the fuzzer to optimize it's
289
+ // input for UTF16-BE.
290
+ source = fdp.ConsumeRandomLengthString(kMaxStringSize);
291
+ std::unique_ptr<char16_t[]> utf16_source{new char16_t[source.size() / 2]};
292
+ if (source.data() != nullptr) {
293
+ std::memcpy(utf16_source.get(), source.data(), source.size() / 2 * 2);
294
+ }
295
+ bool validutf16be =
296
+ e->validate_utf16be(utf16_source.get(), source.size() / 2);
297
+ auto rutf16be = e->validate_utf16be_with_errors(utf16_source.get(),
298
+ source.size() / 2);
299
+ if (validutf16be !=
300
+ (rutf16be.error == simdutf::SUCCESS)) { // they should agree
301
+ print_input(source, e);
302
+ abort();
303
+ }
304
+ if (validutf16be) {
305
+ // We need a buffer of size where to write the UTF-16 words.
306
+ size_t expected_utf8words =
307
+ e->utf8_length_from_utf16be(utf16_source.get(), source.size() / 2);
308
+ std::unique_ptr<char[]> utf8_output{new char[expected_utf8words]};
309
+ size_t utf8words = e->convert_utf16be_to_utf8(
310
+ utf16_source.get(), source.size() / 2, utf8_output.get());
311
+ // It wrote utf16words * sizeof(char16_t) bytes.
312
+ bool validutf8 = e->validate_utf8(utf8_output.get(), utf8words);
313
+ if (!validutf8) {
314
+ print_input(source, e);
315
+ abort();
316
+ }
317
+ // convert it back:
318
+ // We need a buffer of size where to write the UTF-16 words.
319
+ size_t expected_utf16words =
320
+ e->utf16_length_from_utf8(utf8_output.get(), utf8words);
321
+ std::unique_ptr<char16_t[]> utf16_output{
322
+ new char16_t[expected_utf16words]};
323
+ // convert to UTF-8
324
+ size_t utf16words = e->convert_utf8_to_utf16be(
325
+ utf8_output.get(), utf8words, utf16_output.get());
326
+ for (size_t i = 0; i < source.size() / 2; i++) {
327
+ if (utf16_output.get()[i] != (utf16_source.get())[i]) {
328
+ print_input(source, e);
329
+ abort();
330
+ }
331
+ }
332
+ } else {
333
+ // invalid input!!!
334
+ // We need a buffer of size where to write the UTF-16 words.
335
+ size_t expected_utf8words =
336
+ e->utf8_length_from_utf16be(utf16_source.get(), source.size() / 2);
337
+ std::unique_ptr<char[]> utf8_output{new char[expected_utf8words]};
338
+ size_t utf8words = e->convert_utf16be_to_utf8(
339
+ utf16_source.get(), source.size() / 2, utf8_output.get());
340
+ if (utf8words != 0) {
341
+ print_input(source, e);
342
+ abort();
343
+ }
344
+ }
345
+ }
346
+
347
+ /**
348
+ * Transcoding from latin1 to UTF-8.
349
+ */
350
+ // Get new source data here as this will allow the fuzzer to optimize it's
351
+ // input for latin1.
352
+ source = fdp.ConsumeRandomLengthString(kMaxStringSize);
353
+ bool validlatin1 = true; // has to be
354
+ if (validlatin1) {
355
+ // We need a buffer of size where to write the UTF-8 words.
356
+ size_t expected_utf8words =
357
+ e->utf8_length_from_latin1(source.c_str(), source.size());
358
+ std::unique_ptr<char[]> utf8_output{new char[expected_utf8words]};
359
+ size_t utf8words = e->convert_latin1_to_utf8(
360
+ source.c_str(), source.size(), utf8_output.get());
361
+ // It wrote utf8words * sizeof(char) bytes.
362
+ bool validutf8 = e->validate_utf8(utf8_output.get(), utf8words);
363
+ if (!validutf8) {
364
+ print_input(source, e);
365
+ abort();
366
+ }
367
+ // convert it back:
368
+ // We need a buffer of size where to write the latin1 words.
369
+ size_t expected_latin1words =
370
+ e->latin1_length_from_utf8(utf8_output.get(), utf8words);
371
+ std::unique_ptr<char[]> latin1_output{new char[expected_latin1words]};
372
+ // convert to latin1
373
+ size_t latin1words = e->convert_utf8_to_latin1(
374
+ utf8_output.get(), utf8words, latin1_output.get());
375
+ for (size_t i = 0; i < source.size(); i++) {
376
+ if (latin1_output.get()[i] != (source.c_str())[i]) {
377
+ print_input(source, e);
378
+ abort();
379
+ }
380
+ }
381
+ }
382
+ if (validlatin1) {
383
+ // We need a buffer of size where to write the UTF-16 words.
384
+ size_t expected_utf16words = e->utf16_length_from_latin1(source.size());
385
+ std::unique_ptr<char16_t[]> utf16_output{
386
+ new char16_t[expected_utf16words]};
387
+ size_t utf16words = e->convert_latin1_to_utf16le(
388
+ source.c_str(), source.size(), utf16_output.get());
389
+ // It wrote utf16words * sizeof(char16_t) bytes.
390
+ bool validutf16 = e->validate_utf16le(utf16_output.get(), utf16words);
391
+ if (!validutf16) {
392
+ print_input(source, e);
393
+ abort();
394
+ }
395
+ // convert it back:
396
+ // We need a buffer of size where to write the latin1 words.
397
+ size_t expected_latin1words = e->latin1_length_from_utf16(utf16words);
398
+ std::unique_ptr<char[]> latin1_output{new char[expected_latin1words]};
399
+ // convert to latin1
400
+ size_t latin1words = e->convert_utf16le_to_latin1(
401
+ utf16_output.get(), utf16words, latin1_output.get());
402
+ for (size_t i = 0; i < source.size(); i++) {
403
+ if (latin1_output.get()[i] != (source.c_str())[i]) {
404
+ print_input(source, e);
405
+ abort();
406
+ }
407
+ }
408
+ }
409
+ if (validlatin1) {
410
+ // We need a buffer of size where to write the UTF-16 words.
411
+ size_t expected_utf16words = e->utf16_length_from_latin1(source.size());
412
+ std::unique_ptr<char16_t[]> utf16_output{
413
+ new char16_t[expected_utf16words]};
414
+ size_t utf16words = e->convert_latin1_to_utf16be(
415
+ source.c_str(), source.size(), utf16_output.get());
416
+ // It wrote utf16words * sizeof(char16_t) bytes.
417
+ bool validutf16 = e->validate_utf16be(utf16_output.get(), utf16words);
418
+ if (!validutf16) {
419
+ print_input(source, e);
420
+ abort();
421
+ }
422
+ // convert it back:
423
+ // We need a buffer of size where to write the latin1 words.
424
+ size_t expected_latin1words = e->latin1_length_from_utf16(utf16words);
425
+ std::unique_ptr<char[]> latin1_output{new char[expected_latin1words]};
426
+ // convert to latin1
427
+ size_t latin1words = e->convert_utf16be_to_latin1(
428
+ utf16_output.get(), utf16words, latin1_output.get());
429
+ for (size_t i = 0; i < source.size(); i++) {
430
+ if (latin1_output.get()[i] != (source.c_str())[i]) {
431
+ print_input(source, e);
432
+ abort();
433
+ }
434
+ }
435
+ }
436
+
437
+ if (validlatin1) {
438
+ // We need a buffer of size where to write the UTF-16 words.
439
+ size_t expected_utf32words = e->utf32_length_from_latin1(source.size());
440
+ std::unique_ptr<char32_t[]> utf32_output{
441
+ new char32_t[expected_utf32words]};
442
+ size_t utf32words = e->convert_latin1_to_utf32(
443
+ source.c_str(), source.size(), utf32_output.get());
444
+ // It wrote utf16words * sizeof(char16_t) bytes.
445
+ bool validutf32 = e->validate_utf32(utf32_output.get(), utf32words);
446
+ if (!validutf32) {
447
+ print_input(source, e);
448
+ abort();
449
+ }
450
+ // convert it back:
451
+ // We need a buffer of size where to write the latin1 words.
452
+ size_t expected_latin1words = e->latin1_length_from_utf32(utf32words);
453
+ std::unique_ptr<char[]> latin1_output{new char[expected_latin1words]};
454
+ // convert to latin1
455
+ size_t latin1words = e->convert_utf32_to_latin1(
456
+ utf32_output.get(), utf32words, latin1_output.get());
457
+ for (size_t i = 0; i < source.size(); i++) {
458
+ if (latin1_output.get()[i] != (source.c_str())[i]) {
459
+ print_input(source, e);
460
+ abort();
461
+ }
462
+ }
463
+ }
464
+
465
+ /// Base64 tests. We begin by trying to decode the input, even if we
466
+ /// expect it to fail.
467
+ {
468
+ size_t max_length_needed =
469
+ e->maximal_binary_length_from_base64(source.data(), source.size());
470
+ std::vector<char> back(max_length_needed);
471
+ simdutf::result r =
472
+ e->base64_to_binary(source.data(), source.size(), back.data());
473
+ if (r.error == simdutf::error_code::SUCCESS) {
474
+ // We expect failure but if we succeed, then we should have a roundtrip.
475
+ back.resize(r.count);
476
+ std::vector<char> back2(e->base64_length_from_binary(back.size()));
477
+ size_t base64size =
478
+ e->binary_to_base64(back.data(), back.size(), back2.data());
479
+ back2.resize(base64size);
480
+ std::vector<char> back3(
481
+ e->maximal_binary_length_from_base64(back2.data(), back2.size()));
482
+ simdutf::result r2 =
483
+ e->base64_to_binary(back2.data(), back2.size(), back3.data());
484
+ if (r2.error != simdutf::error_code::SUCCESS) {
485
+ print_input(source, e);
486
+ return false;
487
+ }
488
+ if (r2.count != back.size()) {
489
+ print_input(source, e);
490
+ return false;
491
+ }
492
+ if (back3.size() != back.size()) {
493
+ print_input(source, e);
494
+ return false;
495
+ }
496
+ }
497
+ }
498
+
499
+ // Same as above, but we use the safe decoder version.
500
+ {
501
+ size_t max_length_needed =
502
+ e->maximal_binary_length_from_base64(source.data(), source.size());
503
+ std::vector<char> back(max_length_needed);
504
+ simdutf::result r = simdutf::base64_to_binary_safe(
505
+ source.data(), source.size(), back.data(), max_length_needed);
506
+ if (r.error == simdutf::error_code::SUCCESS) {
507
+ // We expect failure but if we succeed, then we should have a roundtrip.
508
+ back.resize(max_length_needed);
509
+ std::vector<char> back2(e->base64_length_from_binary(back.size()));
510
+ size_t base64size =
511
+ e->binary_to_base64(back.data(), back.size(), back2.data());
512
+ back2.resize(base64size);
513
+ size_t max_length_needed2 =
514
+ e->maximal_binary_length_from_base64(back2.data(), back2.size());
515
+ std::vector<char> back3(max_length_needed2);
516
+ simdutf::result r2 = simdutf::base64_to_binary_safe(
517
+ back2.data(), back2.size(), back3.data(), max_length_needed2);
518
+ if (r2.error != simdutf::error_code::SUCCESS) {
519
+ print_input(source, e);
520
+ return false;
521
+ }
522
+ if (max_length_needed != back.size()) {
523
+ print_input(source, e);
524
+ return false;
525
+ }
526
+ if (back3.size() != back.size()) {
527
+ print_input(source, e);
528
+ return false;
529
+ }
530
+ }
531
+ }
532
+ /// Base64 tests. We encode the content as binary in base64 and we decode
533
+ /// it, it should always succeed.
534
+ {
535
+ source = fdp.ConsumeRandomLengthString(kMaxStringSize);
536
+ std::vector<char> base64buffer(
537
+ e->base64_length_from_binary(source.size()));
538
+ size_t base64size = e->binary_to_base64(source.data(), source.size(),
539
+ base64buffer.data());
540
+ if (base64size != base64buffer.size()) {
541
+ print_input(source, e);
542
+ abort();
543
+ }
544
+ std::vector<char> back(e->maximal_binary_length_from_base64(
545
+ base64buffer.data(), base64buffer.size()));
546
+ simdutf::result r = e->base64_to_binary(base64buffer.data(),
547
+ base64buffer.size(), back.data());
548
+ if (r.error != simdutf::error_code::SUCCESS) {
549
+ print_input(source, e);
550
+ abort();
551
+ }
552
+ if (r.count != source.size()) {
553
+ print_input(source, e);
554
+ abort();
555
+ }
556
+ for (size_t i = 0; i < source.size(); i++) {
557
+ if (back[i] != (source.c_str())[i]) {
558
+ print_input(source, e);
559
+ abort();
560
+ }
561
+ }
562
+ size_t max_length = back.size();
563
+ r = simdutf::base64_to_binary_safe(
564
+ base64buffer.data(), base64buffer.size(), back.data(), max_length);
565
+ if (r.error != simdutf::error_code::SUCCESS) {
566
+ printf("base64 round trip failed, error code %d\n", r.error);
567
+ print_input(source, e);
568
+ return false;
569
+ }
570
+ if (max_length != source.size()) {
571
+ printf("base64 safe round trip failed, not the same size %zu %zu\n",
572
+ max_length, source.size());
573
+ print_input(source, e);
574
+ return false;
575
+ }
576
+ for (size_t i = 0; i < source.size(); i++) {
577
+ if (back[i] != (source.c_str())[i]) {
578
+ printf("base64 round trip failed, same size, different content\n");
579
+ print_input(source, e);
580
+ return false;
581
+ }
582
+ }
583
+ }
584
+
585
+ } // for (auto &e : simdutf::get_available_implementations()) {
586
+
587
+ return 0;
588
+ } // extern "C" int LLVMFuzzerTestOneInput(const uint8_t *data, size_t size) {
@@ -0,0 +1,104 @@
1
+ #include <cassert>
2
+ #include <vector>
3
+
4
+ #include "simdutf.h"
5
+
6
+ void test_latin1_to_utf8(std::span<const uint8_t> input_bytes,
7
+ std::size_t output_size) {
8
+ std::vector<char> output(output_size);
9
+ const auto written_bytes_safe =
10
+ simdutf::convert_latin1_to_utf8_safe(input_bytes, output);
11
+ if (written_bytes_safe > output_size) {
12
+ std::abort();
13
+ }
14
+ const auto needed_size = simdutf::utf8_length_from_latin1(input_bytes);
15
+ std::vector<char> reference(needed_size);
16
+ const auto written_bytes_unsafe =
17
+ simdutf::convert_latin1_to_utf8(input_bytes, reference);
18
+ if (written_bytes_unsafe != needed_size) {
19
+ std::abort();
20
+ }
21
+ if (written_bytes_safe > needed_size) {
22
+ // convert_latin1_to_utf8_safe wrote more output buffer than the unsafe
23
+ // version needed!
24
+ std::abort();
25
+ }
26
+ // ensure output is equal to the beginning of reference
27
+ if (!std::ranges::equal(
28
+ std::span(output).subspan(0, written_bytes_safe),
29
+ std::span(reference).subspan(0, written_bytes_safe))) {
30
+ std::abort();
31
+ }
32
+ }
33
+
34
+ void test_utf16_to_utf8(std::span<const char16_t> input,
35
+ std::size_t output_size) {
36
+ std::vector<char> output(output_size);
37
+ const auto written_bytes_safe =
38
+ simdutf::convert_utf16_to_utf8_safe(input, output);
39
+ if (written_bytes_safe > output_size) {
40
+ std::abort();
41
+ }
42
+ // result is implementation defined in case of garbage input
43
+ const auto unreliable_needed_size = simdutf::utf8_length_from_utf16(input);
44
+ std::vector<char> reference(unreliable_needed_size);
45
+ const auto written_bytes_unsafe =
46
+ simdutf::convert_utf16_to_utf8(input, reference);
47
+
48
+ // ensure output is equal to the beginning of reference
49
+ const auto Ncompare = std::min(written_bytes_safe, written_bytes_unsafe);
50
+ const auto matches =
51
+ std::ranges::equal(std::span(output).subspan(0, Ncompare),
52
+ std::span(reference).subspan(0, Ncompare));
53
+ assert(matches);
54
+ if (!matches) {
55
+ std::abort();
56
+ }
57
+ }
58
+
59
+ void select_implementation(auto index) {
60
+ static const auto implementations = []() {
61
+ const auto list = simdutf::get_available_implementations();
62
+ using Impl = std::decay_t<decltype(*list.begin())>;
63
+ std::vector<Impl> ret;
64
+ for (auto& e : list) {
65
+ if (e->supported_by_runtime_system()) {
66
+ ret.push_back(e);
67
+ }
68
+ }
69
+ return ret;
70
+ }();
71
+ assert(!implementations.empty());
72
+ simdutf::get_active_implementation() =
73
+ implementations.at(index % implementations.size());
74
+ }
75
+
76
+ extern "C" int LLVMFuzzerTestOneInput(const uint8_t* data, size_t size) {
77
+
78
+ if (size < 4) {
79
+ return 0;
80
+ }
81
+
82
+ const auto action = data[0] & 0x1;
83
+ const auto output_size = (data[1] << 8 | data[2]);
84
+ const auto implementation_index = data[3] & 0b0111;
85
+ data += 4;
86
+ size -= 4;
87
+
88
+ const std::span<const uint8_t> input_bytes{data, data + size};
89
+
90
+ select_implementation(implementation_index);
91
+
92
+ switch (action) {
93
+ case 0:
94
+ test_latin1_to_utf8(input_bytes, output_size);
95
+ break;
96
+ case 1: {
97
+ const auto* ptr = reinterpret_cast<const char16_t*>(input_bytes.data());
98
+ test_utf16_to_utf8(std::span(ptr, ptr + input_bytes.size() / 2),
99
+ output_size);
100
+ } break;
101
+ }
102
+
103
+ return 0;
104
+ }