react-native-quick-crypto 1.0.18 → 1.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (751) hide show
  1. package/QuickCrypto.podspec +12 -38
  2. package/README.md +2 -0
  3. package/android/CMakeLists.txt +3 -0
  4. package/cpp/utils/HybridUtils.cpp +39 -77
  5. package/deps/simdutf/.clang-format +4 -0
  6. package/deps/simdutf/.github/ISSUE_TEMPLATE/bug_report.md +62 -0
  7. package/deps/simdutf/.github/ISSUE_TEMPLATE/config.yml +1 -0
  8. package/deps/simdutf/.github/ISSUE_TEMPLATE/feature_request.md +35 -0
  9. package/deps/simdutf/.github/ISSUE_TEMPLATE/standard-issue-template.md +29 -0
  10. package/deps/simdutf/.github/pull_request_template.md +51 -0
  11. package/deps/simdutf/.github/workflows/aarch64.yml +39 -0
  12. package/deps/simdutf/.github/workflows/alpine.yml +27 -0
  13. package/deps/simdutf/.github/workflows/amalgamation_demos.yml +34 -0
  14. package/deps/simdutf/.github/workflows/armv7.yml +32 -0
  15. package/deps/simdutf/.github/workflows/atomic_fuzz.yml +25 -0
  16. package/deps/simdutf/.github/workflows/cifuzz.yml +37 -0
  17. package/deps/simdutf/.github/workflows/clangformat.yml +36 -0
  18. package/deps/simdutf/.github/workflows/debian-latestcxxstandards.yml +40 -0
  19. package/deps/simdutf/.github/workflows/debian.yml +33 -0
  20. package/deps/simdutf/.github/workflows/documentation.yml +36 -0
  21. package/deps/simdutf/.github/workflows/emscripten.yml +19 -0
  22. package/deps/simdutf/.github/workflows/loongarch64-gcc-14.2.yml +39 -0
  23. package/deps/simdutf/.github/workflows/macos-latest.yml +29 -0
  24. package/deps/simdutf/.github/workflows/msys2-clang.yml +48 -0
  25. package/deps/simdutf/.github/workflows/msys2.yml +50 -0
  26. package/deps/simdutf/.github/workflows/ppc64le.yml +29 -0
  27. package/deps/simdutf/.github/workflows/rvv-1024-clang-18.yml +35 -0
  28. package/deps/simdutf/.github/workflows/rvv-128-clang-17.yml +35 -0
  29. package/deps/simdutf/.github/workflows/rvv-256-gcc-14.yml +31 -0
  30. package/deps/simdutf/.github/workflows/s390x.yml +29 -0
  31. package/deps/simdutf/.github/workflows/selective-amalgamation.yml +29 -0
  32. package/deps/simdutf/.github/workflows/typos.yml +19 -0
  33. package/deps/simdutf/.github/workflows/ubuntu22-cxx20.yml +30 -0
  34. package/deps/simdutf/.github/workflows/ubuntu22.yml +32 -0
  35. package/deps/simdutf/.github/workflows/ubuntu22_gcc12.yml +27 -0
  36. package/deps/simdutf/.github/workflows/ubuntu22sani.yml +29 -0
  37. package/deps/simdutf/.github/workflows/ubuntu24-cxxstandards.yml +34 -0
  38. package/deps/simdutf/.github/workflows/ubuntu24-unsignedchar.yml +34 -0
  39. package/deps/simdutf/.github/workflows/ubuntu24.yml +32 -0
  40. package/deps/simdutf/.github/workflows/ubuntu24sani.yml +36 -0
  41. package/deps/simdutf/.github/workflows/ubuntu24sani_clang.yml +29 -0
  42. package/deps/simdutf/.github/workflows/vs17-arm-ci.yml +21 -0
  43. package/deps/simdutf/.github/workflows/vs17-ci-cxx20.yml +41 -0
  44. package/deps/simdutf/.github/workflows/vs17-ci.yml +41 -0
  45. package/deps/simdutf/.github/workflows/vs17-clang-ci.yml +41 -0
  46. package/deps/simdutf/.github/workflows/vs17-cxxstandards.yml +36 -0
  47. package/deps/simdutf/AI_USAGE_POLICY.md +56 -0
  48. package/deps/simdutf/AUTHORS +6 -0
  49. package/deps/simdutf/CMakeLists.txt +231 -0
  50. package/deps/simdutf/CONTRIBUTING.md +214 -0
  51. package/deps/simdutf/CONTRIBUTORS +1 -0
  52. package/deps/simdutf/Doxyfile +2584 -0
  53. package/deps/simdutf/LICENSE-APACHE +201 -0
  54. package/deps/simdutf/LICENSE-MIT +18 -0
  55. package/deps/simdutf/Makefile.crosscompile +54 -0
  56. package/deps/simdutf/README-RVV.md +16 -0
  57. package/deps/simdutf/README.md +2782 -0
  58. package/deps/simdutf/SECURITY.md +8 -0
  59. package/deps/simdutf/benchmarks/CMakeLists.txt +101 -0
  60. package/deps/simdutf/benchmarks/alignment.cpp +150 -0
  61. package/deps/simdutf/benchmarks/base64/CMakeLists.txt +30 -0
  62. package/deps/simdutf/benchmarks/base64/benchmark_base64.cpp +875 -0
  63. package/deps/simdutf/benchmarks/base64/libbase64_spaces.h +49 -0
  64. package/deps/simdutf/benchmarks/base64/node_base64.h +227 -0
  65. package/deps/simdutf/benchmarks/base64/openssl3_base64.h +334 -0
  66. package/deps/simdutf/benchmarks/benchmark.cpp +65 -0
  67. package/deps/simdutf/benchmarks/benchmark_to_well_formed_utf16.cpp +347 -0
  68. package/deps/simdutf/benchmarks/competition/.clang-format-ignore +5 -0
  69. package/deps/simdutf/benchmarks/competition/CppCon2018/utf_utils.cpp +1276 -0
  70. package/deps/simdutf/benchmarks/competition/CppCon2018/utf_utils.h +595 -0
  71. package/deps/simdutf/benchmarks/competition/README.md +7 -0
  72. package/deps/simdutf/benchmarks/competition/hoehrmann/hoehrmann.h +91 -0
  73. package/deps/simdutf/benchmarks/competition/inoue2008/inoue_utf8_to_utf16.h +444 -0
  74. package/deps/simdutf/benchmarks/competition/inoue2008/inoue_utf8_to_utf16_tables.h +13183 -0
  75. package/deps/simdutf/benchmarks/competition/inoue2008/script.py +73 -0
  76. package/deps/simdutf/benchmarks/competition/llvm/ConvertUTF.cpp +738 -0
  77. package/deps/simdutf/benchmarks/competition/llvm/ConvertUTF.h +293 -0
  78. package/deps/simdutf/benchmarks/competition/u8u16/COPYRIGHT +8 -0
  79. package/deps/simdutf/benchmarks/competition/u8u16/Makefile +44 -0
  80. package/deps/simdutf/benchmarks/competition/u8u16/OSL3.0.txt +169 -0
  81. package/deps/simdutf/benchmarks/competition/u8u16/Profiling/BOM_Profiler.h +148 -0
  82. package/deps/simdutf/benchmarks/competition/u8u16/Profiling/i386_timer.h +45 -0
  83. package/deps/simdutf/benchmarks/competition/u8u16/Profiling/ppc_timer.c +34 -0
  84. package/deps/simdutf/benchmarks/competition/u8u16/README +56 -0
  85. package/deps/simdutf/benchmarks/competition/u8u16/config/config_defs.h +43 -0
  86. package/deps/simdutf/benchmarks/competition/u8u16/config/g4_config.h +27 -0
  87. package/deps/simdutf/benchmarks/competition/u8u16/config/mmx_config.h +16 -0
  88. package/deps/simdutf/benchmarks/competition/u8u16/config/p4_config.h +18 -0
  89. package/deps/simdutf/benchmarks/competition/u8u16/config/p4_ideal_config.h +16 -0
  90. package/deps/simdutf/benchmarks/competition/u8u16/config/spu_config.h +28 -0
  91. package/deps/simdutf/benchmarks/competition/u8u16/config/ssse3_config.h +20 -0
  92. package/deps/simdutf/benchmarks/competition/u8u16/iconv_u8u16.c +2 -0
  93. package/deps/simdutf/benchmarks/competition/u8u16/lib/altivec_simd.h +440 -0
  94. package/deps/simdutf/benchmarks/competition/u8u16/lib/libgen/make_basic_ops.py +121 -0
  95. package/deps/simdutf/benchmarks/competition/u8u16/lib/libgen/make_half_operand_versions.py +158 -0
  96. package/deps/simdutf/benchmarks/competition/u8u16/lib/libgen/make_test.py +270 -0
  97. package/deps/simdutf/benchmarks/competition/u8u16/lib/mmx_simd.h +141 -0
  98. package/deps/simdutf/benchmarks/competition/u8u16/lib/mmx_simd_basic.h +216 -0
  99. package/deps/simdutf/benchmarks/competition/u8u16/lib/mmx_simd_built_in.h +119 -0
  100. package/deps/simdutf/benchmarks/competition/u8u16/lib/mmx_simd_modified.h +2430 -0
  101. package/deps/simdutf/benchmarks/competition/u8u16/lib/outline.txt +39 -0
  102. package/deps/simdutf/benchmarks/competition/u8u16/lib/spu_simd.h +421 -0
  103. package/deps/simdutf/benchmarks/competition/u8u16/lib/sse_simd.h +836 -0
  104. package/deps/simdutf/benchmarks/competition/u8u16/lib/stdint.h +222 -0
  105. package/deps/simdutf/benchmarks/competition/u8u16/libu8u16_BE.c +4 -0
  106. package/deps/simdutf/benchmarks/competition/u8u16/libu8u16_LE.c +5 -0
  107. package/deps/simdutf/benchmarks/competition/u8u16/proto/u8u16.py +390 -0
  108. package/deps/simdutf/benchmarks/competition/u8u16/src/Makefile +18 -0
  109. package/deps/simdutf/benchmarks/competition/u8u16/src/bytelex.h +448 -0
  110. package/deps/simdutf/benchmarks/competition/u8u16/src/charsets/ASCII_EBCDIC.h +284 -0
  111. package/deps/simdutf/benchmarks/competition/u8u16/src/libu8u16.c +1975 -0
  112. package/deps/simdutf/benchmarks/competition/u8u16/src/libu8u16.pdf +0 -0
  113. package/deps/simdutf/benchmarks/competition/u8u16/src/libu8u16.w +2263 -0
  114. package/deps/simdutf/benchmarks/competition/u8u16/src/multiliteral.h +239 -0
  115. package/deps/simdutf/benchmarks/competition/u8u16/src/u8u16.c +232 -0
  116. package/deps/simdutf/benchmarks/competition/u8u16/src/x8x16.c +194 -0
  117. package/deps/simdutf/benchmarks/competition/u8u16/src/xml_error.c +193 -0
  118. package/deps/simdutf/benchmarks/competition/u8u16/src/xml_error.h +167 -0
  119. package/deps/simdutf/benchmarks/competition/u8u16/src/xmldecl.c +288 -0
  120. package/deps/simdutf/benchmarks/competition/u8u16/src/xmldecl.h +117 -0
  121. package/deps/simdutf/benchmarks/competition/u8u16/u8u16_g4.c +2 -0
  122. package/deps/simdutf/benchmarks/competition/u8u16/u8u16_mmx.c +2 -0
  123. package/deps/simdutf/benchmarks/competition/u8u16/u8u16_p4.c +3 -0
  124. package/deps/simdutf/benchmarks/competition/u8u16/u8u16_p4_ideal.c +2 -0
  125. package/deps/simdutf/benchmarks/competition/u8u16/u8u16_spu.c +2 -0
  126. package/deps/simdutf/benchmarks/competition/u8u16/u8u16_ssse3.c +3 -0
  127. package/deps/simdutf/benchmarks/competition/u8u16/x8x16_p4.c +2 -0
  128. package/deps/simdutf/benchmarks/competition/utf8lut/LICENSE +23 -0
  129. package/deps/simdutf/benchmarks/competition/utf8lut/data/test_minimal.txt +44 -0
  130. package/deps/simdutf/benchmarks/competition/utf8lut/readme.md +106 -0
  131. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_clang_corr_tests.cmd +11 -0
  132. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_clang_corr_tests.sh +13 -0
  133. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_gcc_corr_tests.sh +13 -0
  134. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_gcc_example.sh +13 -0
  135. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_gcc_file_conv.sh +14 -0
  136. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_gcc_iconv_lib.sh +11 -0
  137. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_gcc_iconv_sample.sh +8 -0
  138. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_mingw_corr_tests.cmd +12 -0
  139. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_mingw_example.cmd +13 -0
  140. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_mingw_file_conv.cmd +14 -0
  141. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_mingw_iconv_lib.cmd +11 -0
  142. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_mingw_iconv_sample.cmd +8 -0
  143. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_msvc_corr_tests.cmd +11 -0
  144. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_msvc_example.cmd +12 -0
  145. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_msvc_file_conv.cmd +13 -0
  146. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_msvc_iconv_lib.cmd +10 -0
  147. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_msvc_iconv_sample.cmd +9 -0
  148. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/html_table.py +25 -0
  149. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/measure.py +94 -0
  150. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/resize.py +20 -0
  151. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/wipe_all.cmd +2 -0
  152. package/deps/simdutf/benchmarks/competition/utf8lut/scripts/wipe_interm.cmd +1 -0
  153. package/deps/simdutf/benchmarks/competition/utf8lut/src/base/CustomMemcpy.h +75 -0
  154. package/deps/simdutf/benchmarks/competition/utf8lut/src/base/PerfDefs.h +47 -0
  155. package/deps/simdutf/benchmarks/competition/utf8lut/src/base/Timing.cpp +17 -0
  156. package/deps/simdutf/benchmarks/competition/utf8lut/src/base/Timing.h +76 -0
  157. package/deps/simdutf/benchmarks/competition/utf8lut/src/buffer/AllProcessors.cpp +35 -0
  158. package/deps/simdutf/benchmarks/competition/utf8lut/src/buffer/BaseBufferProcessor.cpp +117 -0
  159. package/deps/simdutf/benchmarks/competition/utf8lut/src/buffer/BaseBufferProcessor.h +210 -0
  160. package/deps/simdutf/benchmarks/competition/utf8lut/src/buffer/BufferDecoder.h +158 -0
  161. package/deps/simdutf/benchmarks/competition/utf8lut/src/buffer/BufferEncoder.h +104 -0
  162. package/deps/simdutf/benchmarks/competition/utf8lut/src/buffer/ProcessorPlugins.h +334 -0
  163. package/deps/simdutf/benchmarks/competition/utf8lut/src/buffer/ProcessorSelector.h +186 -0
  164. package/deps/simdutf/benchmarks/competition/utf8lut/src/core/DecoderLut.cpp +140 -0
  165. package/deps/simdutf/benchmarks/competition/utf8lut/src/core/DecoderLut.h +42 -0
  166. package/deps/simdutf/benchmarks/competition/utf8lut/src/core/DecoderProcess.h +100 -0
  167. package/deps/simdutf/benchmarks/competition/utf8lut/src/core/Dfa.h +57 -0
  168. package/deps/simdutf/benchmarks/competition/utf8lut/src/core/EncoderLut.cpp +85 -0
  169. package/deps/simdutf/benchmarks/competition/utf8lut/src/core/EncoderLut.h +27 -0
  170. package/deps/simdutf/benchmarks/competition/utf8lut/src/core/EncoderProcess.h +126 -0
  171. package/deps/simdutf/benchmarks/competition/utf8lut/src/core/ProcessTrivial.h +108 -0
  172. package/deps/simdutf/benchmarks/competition/utf8lut/src/iconv/iconv.cpp +139 -0
  173. package/deps/simdutf/benchmarks/competition/utf8lut/src/iconv/iconv.h +74 -0
  174. package/deps/simdutf/benchmarks/competition/utf8lut/src/message/MessageConverter.cpp +65 -0
  175. package/deps/simdutf/benchmarks/competition/utf8lut/src/message/MessageConverter.h +91 -0
  176. package/deps/simdutf/benchmarks/competition/utf8lut/src/tests/CorrectnessTests.cpp +772 -0
  177. package/deps/simdutf/benchmarks/competition/utf8lut/src/tests/Example.cpp +12 -0
  178. package/deps/simdutf/benchmarks/competition/utf8lut/src/tests/FileConverter.cpp +486 -0
  179. package/deps/simdutf/benchmarks/competition/utf8lut/src/tests/iconv_sample.c +162 -0
  180. package/deps/simdutf/benchmarks/competition/utf8lut/src/utf8lut.h +15 -0
  181. package/deps/simdutf/benchmarks/competition/utf8sse4/fromutf8-sse.cpp +292 -0
  182. package/deps/simdutf/benchmarks/competition/utfcpp/LICENSE +23 -0
  183. package/deps/simdutf/benchmarks/competition/utfcpp/README.md +1503 -0
  184. package/deps/simdutf/benchmarks/competition/utfcpp/source/utf8/checked.h +335 -0
  185. package/deps/simdutf/benchmarks/competition/utfcpp/source/utf8/core.h +338 -0
  186. package/deps/simdutf/benchmarks/competition/utfcpp/source/utf8/cpp11.h +103 -0
  187. package/deps/simdutf/benchmarks/competition/utfcpp/source/utf8/cpp17.h +103 -0
  188. package/deps/simdutf/benchmarks/competition/utfcpp/source/utf8/unchecked.h +274 -0
  189. package/deps/simdutf/benchmarks/competition/utfcpp/source/utf8.h +34 -0
  190. package/deps/simdutf/benchmarks/dataset/README.md +155 -0
  191. package/deps/simdutf/benchmarks/dataset/emoji.txt +204 -0
  192. package/deps/simdutf/benchmarks/dataset/scripts/utf8type.py +40 -0
  193. package/deps/simdutf/benchmarks/dataset/wikipedia_mars/Makefile +80 -0
  194. package/deps/simdutf/benchmarks/dataset/wikipedia_mars/convert_to_utf6.py +20 -0
  195. package/deps/simdutf/benchmarks/find/CMakeLists.txt +6 -0
  196. package/deps/simdutf/benchmarks/find/findbenchmark.cpp +63 -0
  197. package/deps/simdutf/benchmarks/find/findbenchmarker.h +46 -0
  198. package/deps/simdutf/benchmarks/shortbench.cpp +555 -0
  199. package/deps/simdutf/benchmarks/src/CMakeLists.txt +52 -0
  200. package/deps/simdutf/benchmarks/src/apple_arm_events.h +1104 -0
  201. package/deps/simdutf/benchmarks/src/benchmark.cpp +3899 -0
  202. package/deps/simdutf/benchmarks/src/benchmark.h +317 -0
  203. package/deps/simdutf/benchmarks/src/benchmark_base.cpp +144 -0
  204. package/deps/simdutf/benchmarks/src/benchmark_base.h +98 -0
  205. package/deps/simdutf/benchmarks/src/cmdline.cpp +176 -0
  206. package/deps/simdutf/benchmarks/src/cmdline.h +35 -0
  207. package/deps/simdutf/benchmarks/src/event_counter.h +162 -0
  208. package/deps/simdutf/benchmarks/src/linux-perf-events.h +104 -0
  209. package/deps/simdutf/benchmarks/stream.cpp +209 -0
  210. package/deps/simdutf/benchmarks/threaded.cpp +123 -0
  211. package/deps/simdutf/cmake/CPM.cmake +1363 -0
  212. package/deps/simdutf/cmake/JoinPaths.cmake +23 -0
  213. package/deps/simdutf/cmake/add_cpp_test.cmake +68 -0
  214. package/deps/simdutf/cmake/simdutf-config.cmake.in +2 -0
  215. package/deps/simdutf/cmake/simdutf-flags.cmake +26 -0
  216. package/deps/simdutf/cmake/toolchains-ci/riscv64-linux-gnu.cmake +4 -0
  217. package/deps/simdutf/cmake/toolchains-dev/README.md +32 -0
  218. package/deps/simdutf/cmake/toolchains-dev/aarch64.cmake +14 -0
  219. package/deps/simdutf/cmake/toolchains-dev/loongarch64.cmake +22 -0
  220. package/deps/simdutf/cmake/toolchains-dev/powerpc64.cmake +16 -0
  221. package/deps/simdutf/cmake/toolchains-dev/powerpc64le.cmake +16 -0
  222. package/deps/simdutf/cmake/toolchains-dev/riscv64.cmake +16 -0
  223. package/deps/simdutf/cmake/toolchains-dev/rvv-spike.cmake +38 -0
  224. package/deps/simdutf/doc/avx512.png +0 -0
  225. package/deps/simdutf/doc/logo.png +0 -0
  226. package/deps/simdutf/doc/logo.svg +165 -0
  227. package/deps/simdutf/doc/node2023.png +0 -0
  228. package/deps/simdutf/doc/shortinput.md +78 -0
  229. package/deps/simdutf/doc/utf16utf8.png +0 -0
  230. package/deps/simdutf/doc/utf8utf16.png +0 -0
  231. package/deps/simdutf/doc/widelogo.png +0 -0
  232. package/deps/simdutf/doxygen.py +50 -0
  233. package/deps/simdutf/fuzz/.clang-format +9 -0
  234. package/deps/simdutf/fuzz/CMakeLists.txt +45 -0
  235. package/deps/simdutf/fuzz/README.md +168 -0
  236. package/deps/simdutf/fuzz/atomic_base64.cpp +448 -0
  237. package/deps/simdutf/fuzz/base64.cpp +278 -0
  238. package/deps/simdutf/fuzz/build.sh +83 -0
  239. package/deps/simdutf/fuzz/conversion.cpp +669 -0
  240. package/deps/simdutf/fuzz/helpers/.clang-format-ignore +1 -0
  241. package/deps/simdutf/fuzz/helpers/common.h +135 -0
  242. package/deps/simdutf/fuzz/helpers/nameof.hpp +1258 -0
  243. package/deps/simdutf/fuzz/main.cpp +72 -0
  244. package/deps/simdutf/fuzz/minimize_and_cleanse.sh +87 -0
  245. package/deps/simdutf/fuzz/misc.cpp +216 -0
  246. package/deps/simdutf/fuzz/random_fuzz.sh +154 -0
  247. package/deps/simdutf/fuzz/roundtrip.cpp +588 -0
  248. package/deps/simdutf/fuzz/safe_conversion.cpp +104 -0
  249. package/deps/simdutf/include/simdutf/avx512.h +79 -0
  250. package/deps/simdutf/include/simdutf/base64_implementation.h +158 -0
  251. package/deps/simdutf/include/simdutf/base64_tables.h +887 -0
  252. package/deps/simdutf/include/simdutf/common_defs.h +186 -0
  253. package/deps/simdutf/include/simdutf/compiler_check.h +50 -0
  254. package/deps/simdutf/include/simdutf/constexpr_ptr.h +138 -0
  255. package/deps/simdutf/include/simdutf/encoding_types.h +189 -0
  256. package/deps/simdutf/include/simdutf/error.h +126 -0
  257. package/deps/simdutf/include/simdutf/implementation.h +7081 -0
  258. package/deps/simdutf/include/simdutf/internal/isadetection.h +325 -0
  259. package/deps/simdutf/include/simdutf/portability.h +285 -0
  260. package/deps/simdutf/include/simdutf/scalar/ascii.h +86 -0
  261. package/deps/simdutf/include/simdutf/scalar/atomic_util.h +105 -0
  262. package/deps/simdutf/include/simdutf/scalar/base64.h +911 -0
  263. package/deps/simdutf/include/simdutf/scalar/latin1.h +26 -0
  264. package/deps/simdutf/include/simdutf/scalar/latin1_to_utf16/latin1_to_utf16.h +52 -0
  265. package/deps/simdutf/include/simdutf/scalar/latin1_to_utf32/latin1_to_utf32.h +27 -0
  266. package/deps/simdutf/include/simdutf/scalar/latin1_to_utf8/latin1_to_utf8.h +191 -0
  267. package/deps/simdutf/include/simdutf/scalar/swap_bytes.h +35 -0
  268. package/deps/simdutf/include/simdutf/scalar/utf16.h +226 -0
  269. package/deps/simdutf/include/simdutf/scalar/utf16_to_latin1/utf16_to_latin1.h +108 -0
  270. package/deps/simdutf/include/simdutf/scalar/utf16_to_latin1/valid_utf16_to_latin1.h +40 -0
  271. package/deps/simdutf/include/simdutf/scalar/utf16_to_utf32/utf16_to_utf32.h +86 -0
  272. package/deps/simdutf/include/simdutf/scalar/utf16_to_utf32/valid_utf16_to_utf32.h +44 -0
  273. package/deps/simdutf/include/simdutf/scalar/utf16_to_utf8/utf16_to_utf8.h +295 -0
  274. package/deps/simdutf/include/simdutf/scalar/utf16_to_utf8/valid_utf16_to_utf8.h +91 -0
  275. package/deps/simdutf/include/simdutf/scalar/utf32.h +82 -0
  276. package/deps/simdutf/include/simdutf/scalar/utf32_to_latin1/utf32_to_latin1.h +68 -0
  277. package/deps/simdutf/include/simdutf/scalar/utf32_to_latin1/valid_utf32_to_latin1.h +67 -0
  278. package/deps/simdutf/include/simdutf/scalar/utf32_to_utf16/utf32_to_utf16.h +84 -0
  279. package/deps/simdutf/include/simdutf/scalar/utf32_to_utf16/valid_utf32_to_utf16.h +44 -0
  280. package/deps/simdutf/include/simdutf/scalar/utf32_to_utf8/utf32_to_utf8.h +142 -0
  281. package/deps/simdutf/include/simdutf/scalar/utf32_to_utf8/valid_utf32_to_utf8.h +72 -0
  282. package/deps/simdutf/include/simdutf/scalar/utf8.h +326 -0
  283. package/deps/simdutf/include/simdutf/scalar/utf8_to_latin1/utf8_to_latin1.h +225 -0
  284. package/deps/simdutf/include/simdutf/scalar/utf8_to_latin1/valid_utf8_to_latin1.h +87 -0
  285. package/deps/simdutf/include/simdutf/scalar/utf8_to_utf16/utf8_to_utf16.h +342 -0
  286. package/deps/simdutf/include/simdutf/scalar/utf8_to_utf16/valid_utf8_to_utf16.h +106 -0
  287. package/deps/simdutf/include/simdutf/scalar/utf8_to_utf32/utf8_to_utf32.h +299 -0
  288. package/deps/simdutf/include/simdutf/scalar/utf8_to_utf32/valid_utf8_to_utf32.h +83 -0
  289. package/deps/simdutf/include/simdutf/simdutf_version.h +26 -0
  290. package/deps/simdutf/include/simdutf.h +26 -0
  291. package/deps/simdutf/include/simdutf_c.h +342 -0
  292. package/deps/simdutf/riscv/Dockerfile +16 -0
  293. package/deps/simdutf/riscv/README.md +24 -0
  294. package/deps/simdutf/riscv/remove-docker-station +8 -0
  295. package/deps/simdutf/riscv/run-docker-station +31 -0
  296. package/deps/simdutf/scripts/.flake8 +2 -0
  297. package/deps/simdutf/scripts/Makefile +2 -0
  298. package/deps/simdutf/scripts/README_ADD_FUNCTION.md +49 -0
  299. package/deps/simdutf/scripts/add_function.py +330 -0
  300. package/deps/simdutf/scripts/amalgamation_tests.py +156 -0
  301. package/deps/simdutf/scripts/base64/Makefile +2 -0
  302. package/deps/simdutf/scripts/base64/README.md +2 -0
  303. package/deps/simdutf/scripts/base64/avx512.py +76 -0
  304. package/deps/simdutf/scripts/base64/neon_decode.py +143 -0
  305. package/deps/simdutf/scripts/base64/neon_generate_lut.py +101 -0
  306. package/deps/simdutf/scripts/base64/sse.py +252 -0
  307. package/deps/simdutf/scripts/base64/sseregular.py +160 -0
  308. package/deps/simdutf/scripts/base64/sseurl.py +283 -0
  309. package/deps/simdutf/scripts/base64/table.py +59 -0
  310. package/deps/simdutf/scripts/base64bench_print.py +145 -0
  311. package/deps/simdutf/scripts/benchmark-all.py +119 -0
  312. package/deps/simdutf/scripts/benchmark_print.py +324 -0
  313. package/deps/simdutf/scripts/check_feature_macros.py +156 -0
  314. package/deps/simdutf/scripts/check_typos.sh +13 -0
  315. package/deps/simdutf/scripts/clang_format.sh +35 -0
  316. package/deps/simdutf/scripts/clang_format_docker.sh +38 -0
  317. package/deps/simdutf/scripts/common.py +24 -0
  318. package/deps/simdutf/scripts/compilation_benchmark.py +55 -0
  319. package/deps/simdutf/scripts/compile_many_variations.sh +64 -0
  320. package/deps/simdutf/scripts/create_latex_table.py +62 -0
  321. package/deps/simdutf/scripts/docker/Dockerfile +14 -0
  322. package/deps/simdutf/scripts/docker/Makefile +9 -0
  323. package/deps/simdutf/scripts/docker/README.md +30 -0
  324. package/deps/simdutf/scripts/docker/llvm.gpg +0 -0
  325. package/deps/simdutf/scripts/ppc64_convert_utf16_to_utf8.py +155 -0
  326. package/deps/simdutf/scripts/prepare_doxygen.sh +21 -0
  327. package/deps/simdutf/scripts/release.py +197 -0
  328. package/deps/simdutf/scripts/shortinputplots.py +97 -0
  329. package/deps/simdutf/scripts/sse_convert_utf16_to_utf8.py +422 -0
  330. package/deps/simdutf/scripts/sse_convert_utf32_to_utf16.py +105 -0
  331. package/deps/simdutf/scripts/sse_utf8_utf16_decode.py +186 -0
  332. package/deps/simdutf/scripts/sse_validate_utf16le_proof.py +137 -0
  333. package/deps/simdutf/scripts/sse_validate_utf16le_testcases.py +129 -0
  334. package/deps/simdutf/scripts/table.py +207 -0
  335. package/deps/simdutf/scripts/tests/new.txt +33 -0
  336. package/deps/simdutf/scripts/tests/old.txt +33 -0
  337. package/deps/simdutf/scripts/tests/results.txt +272 -0
  338. package/deps/simdutf/simdutf.pc.in +11 -0
  339. package/deps/simdutf/singleheader/.flake8 +2 -0
  340. package/deps/simdutf/singleheader/CMakeLists.txt +64 -0
  341. package/deps/simdutf/singleheader/README-dev.md +81 -0
  342. package/deps/simdutf/singleheader/README.md +19 -0
  343. package/deps/simdutf/singleheader/amalgamate.py +513 -0
  344. package/deps/simdutf/singleheader/amalgamation_demo.c +59 -0
  345. package/deps/simdutf/singleheader/amalgamation_demo.cpp +54 -0
  346. package/deps/simdutf/singleheader/test-features.py +262 -0
  347. package/deps/simdutf/src/CMakeLists.txt +78 -0
  348. package/deps/simdutf/src/arm64/arm_base64.cpp +791 -0
  349. package/deps/simdutf/src/arm64/arm_convert_latin1_to_utf16.cpp +24 -0
  350. package/deps/simdutf/src/arm64/arm_convert_latin1_to_utf32.cpp +24 -0
  351. package/deps/simdutf/src/arm64/arm_convert_latin1_to_utf8.cpp +70 -0
  352. package/deps/simdutf/src/arm64/arm_convert_utf16_to_latin1.cpp +61 -0
  353. package/deps/simdutf/src/arm64/arm_convert_utf16_to_utf32.cpp +185 -0
  354. package/deps/simdutf/src/arm64/arm_convert_utf16_to_utf8.cpp +780 -0
  355. package/deps/simdutf/src/arm64/arm_convert_utf32_to_latin1.cpp +60 -0
  356. package/deps/simdutf/src/arm64/arm_convert_utf32_to_utf16.cpp +208 -0
  357. package/deps/simdutf/src/arm64/arm_convert_utf32_to_utf8.cpp +505 -0
  358. package/deps/simdutf/src/arm64/arm_convert_utf8_to_latin1.cpp +69 -0
  359. package/deps/simdutf/src/arm64/arm_convert_utf8_to_utf16.cpp +313 -0
  360. package/deps/simdutf/src/arm64/arm_convert_utf8_to_utf32.cpp +179 -0
  361. package/deps/simdutf/src/arm64/arm_find.cpp +199 -0
  362. package/deps/simdutf/src/arm64/arm_utf16fix.cpp +185 -0
  363. package/deps/simdutf/src/arm64/arm_validate_utf16.cpp +165 -0
  364. package/deps/simdutf/src/arm64/arm_validate_utf32le.cpp +65 -0
  365. package/deps/simdutf/src/arm64/implementation.cpp +1442 -0
  366. package/deps/simdutf/src/encoding_types.cpp +67 -0
  367. package/deps/simdutf/src/error.cpp +3 -0
  368. package/deps/simdutf/src/fallback/implementation.cpp +589 -0
  369. package/deps/simdutf/src/generic/ascii_validation.h +50 -0
  370. package/deps/simdutf/src/generic/base64.h +233 -0
  371. package/deps/simdutf/src/generic/base64lengths.h +63 -0
  372. package/deps/simdutf/src/generic/buf_block_reader.h +109 -0
  373. package/deps/simdutf/src/generic/find.h +75 -0
  374. package/deps/simdutf/src/generic/utf16/change_endianness.h +24 -0
  375. package/deps/simdutf/src/generic/utf16/count_code_points_bytemask.h +58 -0
  376. package/deps/simdutf/src/generic/utf16/to_well_formed.h +93 -0
  377. package/deps/simdutf/src/generic/utf16/utf32_length_from_utf16.h +15 -0
  378. package/deps/simdutf/src/generic/utf16/utf8_length_from_utf16.h +35 -0
  379. package/deps/simdutf/src/generic/utf16/utf8_length_from_utf16_bytemask.h +199 -0
  380. package/deps/simdutf/src/generic/utf16.h +73 -0
  381. package/deps/simdutf/src/generic/utf32.h +136 -0
  382. package/deps/simdutf/src/generic/utf8/utf16_length_from_utf8_bytemask.h +53 -0
  383. package/deps/simdutf/src/generic/utf8.h +92 -0
  384. package/deps/simdutf/src/generic/utf8_to_latin1/utf8_to_latin1.h +316 -0
  385. package/deps/simdutf/src/generic/utf8_to_latin1/valid_utf8_to_latin1.h +78 -0
  386. package/deps/simdutf/src/generic/utf8_to_utf16/utf8_to_utf16.h +332 -0
  387. package/deps/simdutf/src/generic/utf8_to_utf16/valid_utf8_to_utf16.h +74 -0
  388. package/deps/simdutf/src/generic/utf8_to_utf32/utf8_to_utf32.h +318 -0
  389. package/deps/simdutf/src/generic/utf8_to_utf32/valid_utf8_to_utf32.h +42 -0
  390. package/deps/simdutf/src/generic/utf8_validation/utf8_lookup4_algorithm.h +223 -0
  391. package/deps/simdutf/src/generic/utf8_validation/utf8_validator.h +84 -0
  392. package/deps/simdutf/src/generic/validate_utf16.h +164 -0
  393. package/deps/simdutf/src/generic/validate_utf32.h +99 -0
  394. package/deps/simdutf/src/haswell/avx2_base64.cpp +837 -0
  395. package/deps/simdutf/src/haswell/avx2_convert_latin1_to_utf16.cpp +28 -0
  396. package/deps/simdutf/src/haswell/avx2_convert_latin1_to_utf32.cpp +20 -0
  397. package/deps/simdutf/src/haswell/avx2_convert_latin1_to_utf8.cpp +83 -0
  398. package/deps/simdutf/src/haswell/avx2_convert_utf16_to_latin1.cpp +83 -0
  399. package/deps/simdutf/src/haswell/avx2_convert_utf16_to_utf32.cpp +210 -0
  400. package/deps/simdutf/src/haswell/avx2_convert_utf16_to_utf8.cpp +602 -0
  401. package/deps/simdutf/src/haswell/avx2_convert_utf32_to_latin1.cpp +116 -0
  402. package/deps/simdutf/src/haswell/avx2_convert_utf32_to_utf16.cpp +164 -0
  403. package/deps/simdutf/src/haswell/avx2_convert_utf32_to_utf8.cpp +569 -0
  404. package/deps/simdutf/src/haswell/avx2_convert_utf8_to_latin1.cpp +60 -0
  405. package/deps/simdutf/src/haswell/avx2_convert_utf8_to_utf16.cpp +195 -0
  406. package/deps/simdutf/src/haswell/avx2_convert_utf8_to_utf32.cpp +135 -0
  407. package/deps/simdutf/src/haswell/avx2_utf16fix.cpp +173 -0
  408. package/deps/simdutf/src/haswell/avx2_validate_utf16.cpp +17 -0
  409. package/deps/simdutf/src/haswell/implementation.cpp +1447 -0
  410. package/deps/simdutf/src/icelake/icelake_ascii_validation.inl.cpp +19 -0
  411. package/deps/simdutf/src/icelake/icelake_base64.inl.cpp +630 -0
  412. package/deps/simdutf/src/icelake/icelake_common.inl.cpp +37 -0
  413. package/deps/simdutf/src/icelake/icelake_convert_latin1_to_utf16.inl.cpp +36 -0
  414. package/deps/simdutf/src/icelake/icelake_convert_latin1_to_utf32.inl.cpp +23 -0
  415. package/deps/simdutf/src/icelake/icelake_convert_latin1_to_utf8.inl.cpp +107 -0
  416. package/deps/simdutf/src/icelake/icelake_convert_utf16_to_latin1.inl.cpp +103 -0
  417. package/deps/simdutf/src/icelake/icelake_convert_utf16_to_utf32.inl.cpp +136 -0
  418. package/deps/simdutf/src/icelake/icelake_convert_utf16_to_utf8.inl.cpp +206 -0
  419. package/deps/simdutf/src/icelake/icelake_convert_utf32_to_latin1.inl.cpp +74 -0
  420. package/deps/simdutf/src/icelake/icelake_convert_utf32_to_utf16.inl.cpp +338 -0
  421. package/deps/simdutf/src/icelake/icelake_convert_utf32_to_utf8.inl.cpp +574 -0
  422. package/deps/simdutf/src/icelake/icelake_convert_utf8_to_latin1.inl.cpp +104 -0
  423. package/deps/simdutf/src/icelake/icelake_convert_utf8_to_utf16.inl.cpp +75 -0
  424. package/deps/simdutf/src/icelake/icelake_convert_valid_utf8_to_latin1.inl.cpp +69 -0
  425. package/deps/simdutf/src/icelake/icelake_find.inl.cpp +146 -0
  426. package/deps/simdutf/src/icelake/icelake_from_utf8.inl.cpp +266 -0
  427. package/deps/simdutf/src/icelake/icelake_from_valid_utf8.inl.cpp +136 -0
  428. package/deps/simdutf/src/icelake/icelake_macros.inl.cpp +143 -0
  429. package/deps/simdutf/src/icelake/icelake_utf16fix.cpp +138 -0
  430. package/deps/simdutf/src/icelake/icelake_utf32_validation.inl.cpp +63 -0
  431. package/deps/simdutf/src/icelake/icelake_utf8_common.inl.cpp +753 -0
  432. package/deps/simdutf/src/icelake/icelake_utf8_length_from_utf16.inl.cpp +269 -0
  433. package/deps/simdutf/src/icelake/icelake_utf8_validation.inl.cpp +116 -0
  434. package/deps/simdutf/src/icelake/implementation.cpp +1903 -0
  435. package/deps/simdutf/src/implementation.cpp +2526 -0
  436. package/deps/simdutf/src/lasx/implementation.cpp +1531 -0
  437. package/deps/simdutf/src/lasx/lasx_base64.cpp +695 -0
  438. package/deps/simdutf/src/lasx/lasx_convert_latin1_to_utf16.cpp +76 -0
  439. package/deps/simdutf/src/lasx/lasx_convert_latin1_to_utf32.cpp +55 -0
  440. package/deps/simdutf/src/lasx/lasx_convert_latin1_to_utf8.cpp +65 -0
  441. package/deps/simdutf/src/lasx/lasx_convert_utf16_to_latin1.cpp +64 -0
  442. package/deps/simdutf/src/lasx/lasx_convert_utf16_to_utf32.cpp +183 -0
  443. package/deps/simdutf/src/lasx/lasx_convert_utf16_to_utf8.cpp +550 -0
  444. package/deps/simdutf/src/lasx/lasx_convert_utf32_to_latin1.cpp +73 -0
  445. package/deps/simdutf/src/lasx/lasx_convert_utf32_to_utf16.cpp +218 -0
  446. package/deps/simdutf/src/lasx/lasx_convert_utf32_to_utf8.cpp +589 -0
  447. package/deps/simdutf/src/lasx/lasx_convert_utf8_to_latin1.cpp +72 -0
  448. package/deps/simdutf/src/lasx/lasx_convert_utf8_to_utf16.cpp +296 -0
  449. package/deps/simdutf/src/lasx/lasx_convert_utf8_to_utf32.cpp +190 -0
  450. package/deps/simdutf/src/lasx/lasx_find.cpp +64 -0
  451. package/deps/simdutf/src/lasx/lasx_validate_utf16.cpp +13 -0
  452. package/deps/simdutf/src/lasx/lasx_validate_utf32le.cpp +84 -0
  453. package/deps/simdutf/src/lsx/implementation.cpp +1417 -0
  454. package/deps/simdutf/src/lsx/lsx_base64.cpp +675 -0
  455. package/deps/simdutf/src/lsx/lsx_convert_latin1_to_utf16.cpp +39 -0
  456. package/deps/simdutf/src/lsx/lsx_convert_latin1_to_utf32.cpp +27 -0
  457. package/deps/simdutf/src/lsx/lsx_convert_latin1_to_utf8.cpp +56 -0
  458. package/deps/simdutf/src/lsx/lsx_convert_utf16_to_latin1.cpp +64 -0
  459. package/deps/simdutf/src/lsx/lsx_convert_utf16_to_utf32.cpp +133 -0
  460. package/deps/simdutf/src/lsx/lsx_convert_utf16_to_utf8.cpp +518 -0
  461. package/deps/simdutf/src/lsx/lsx_convert_utf32_to_latin1.cpp +66 -0
  462. package/deps/simdutf/src/lsx/lsx_convert_utf32_to_utf16.cpp +155 -0
  463. package/deps/simdutf/src/lsx/lsx_convert_utf32_to_utf8.cpp +459 -0
  464. package/deps/simdutf/src/lsx/lsx_convert_utf8_to_latin1.cpp +75 -0
  465. package/deps/simdutf/src/lsx/lsx_convert_utf8_to_utf16.cpp +291 -0
  466. package/deps/simdutf/src/lsx/lsx_convert_utf8_to_utf32.cpp +179 -0
  467. package/deps/simdutf/src/lsx/lsx_find.cpp +60 -0
  468. package/deps/simdutf/src/lsx/lsx_validate_utf16.cpp +13 -0
  469. package/deps/simdutf/src/lsx/lsx_validate_utf32le.cpp +68 -0
  470. package/deps/simdutf/src/ppc64/implementation.cpp +992 -0
  471. package/deps/simdutf/src/ppc64/ppc64_base64.cpp +480 -0
  472. package/deps/simdutf/src/ppc64/ppc64_base64_internal_tests.cpp +401 -0
  473. package/deps/simdutf/src/ppc64/ppc64_convert_latin1_to_utf16.cpp +12 -0
  474. package/deps/simdutf/src/ppc64/ppc64_convert_latin1_to_utf32.cpp +12 -0
  475. package/deps/simdutf/src/ppc64/ppc64_convert_latin1_to_utf8.cpp +149 -0
  476. package/deps/simdutf/src/ppc64/ppc64_convert_utf16_to_latin1.cpp +67 -0
  477. package/deps/simdutf/src/ppc64/ppc64_convert_utf16_to_utf32.cpp +87 -0
  478. package/deps/simdutf/src/ppc64/ppc64_convert_utf16_to_utf8.cpp +296 -0
  479. package/deps/simdutf/src/ppc64/ppc64_convert_utf32_to_latin1.cpp +57 -0
  480. package/deps/simdutf/src/ppc64/ppc64_convert_utf32_to_utf16.cpp +117 -0
  481. package/deps/simdutf/src/ppc64/ppc64_convert_utf32_to_utf8.cpp +166 -0
  482. package/deps/simdutf/src/ppc64/ppc64_convert_utf8_to_latin1.cpp +69 -0
  483. package/deps/simdutf/src/ppc64/ppc64_convert_utf8_to_utf16.cpp +211 -0
  484. package/deps/simdutf/src/ppc64/ppc64_convert_utf8_to_utf32.cpp +153 -0
  485. package/deps/simdutf/src/ppc64/ppc64_utf16_to_utf8_tables.h +1011 -0
  486. package/deps/simdutf/src/ppc64/ppc64_utf8_length_from_latin1.cpp +37 -0
  487. package/deps/simdutf/src/ppc64/ppc64_validate_utf16.cpp +19 -0
  488. package/deps/simdutf/src/ppc64/templates.cpp +91 -0
  489. package/deps/simdutf/src/rvv/implementation.cpp +138 -0
  490. package/deps/simdutf/src/rvv/rvv_find.cpp +27 -0
  491. package/deps/simdutf/src/rvv/rvv_helpers.inl.cpp +23 -0
  492. package/deps/simdutf/src/rvv/rvv_latin1_to.inl.cpp +71 -0
  493. package/deps/simdutf/src/rvv/rvv_length_from.inl.cpp +164 -0
  494. package/deps/simdutf/src/rvv/rvv_utf16_to.inl.cpp +399 -0
  495. package/deps/simdutf/src/rvv/rvv_utf16fix.cpp +110 -0
  496. package/deps/simdutf/src/rvv/rvv_utf32_to.inl.cpp +307 -0
  497. package/deps/simdutf/src/rvv/rvv_utf8_to.inl.cpp +435 -0
  498. package/deps/simdutf/src/rvv/rvv_validate.inl.cpp +275 -0
  499. package/deps/simdutf/src/simdutf/arm64/begin.h +2 -0
  500. package/deps/simdutf/src/simdutf/arm64/bitmanipulation.h +34 -0
  501. package/deps/simdutf/src/simdutf/arm64/end.h +2 -0
  502. package/deps/simdutf/src/simdutf/arm64/implementation.h +307 -0
  503. package/deps/simdutf/src/simdutf/arm64/intrinsics.h +10 -0
  504. package/deps/simdutf/src/simdutf/arm64/simd.h +547 -0
  505. package/deps/simdutf/src/simdutf/arm64/simd16-inl.h +403 -0
  506. package/deps/simdutf/src/simdutf/arm64/simd32-inl.h +129 -0
  507. package/deps/simdutf/src/simdutf/arm64/simd64-inl.h +28 -0
  508. package/deps/simdutf/src/simdutf/arm64.h +43 -0
  509. package/deps/simdutf/src/simdutf/fallback/begin.h +1 -0
  510. package/deps/simdutf/src/simdutf/fallback/bitmanipulation.h +13 -0
  511. package/deps/simdutf/src/simdutf/fallback/end.h +1 -0
  512. package/deps/simdutf/src/simdutf/fallback/implementation.h +331 -0
  513. package/deps/simdutf/src/simdutf/fallback.h +42 -0
  514. package/deps/simdutf/src/simdutf/haswell/begin.h +15 -0
  515. package/deps/simdutf/src/simdutf/haswell/bitmanipulation.h +35 -0
  516. package/deps/simdutf/src/simdutf/haswell/end.h +13 -0
  517. package/deps/simdutf/src/simdutf/haswell/implementation.h +338 -0
  518. package/deps/simdutf/src/simdutf/haswell/intrinsics.h +67 -0
  519. package/deps/simdutf/src/simdutf/haswell/simd.h +363 -0
  520. package/deps/simdutf/src/simdutf/haswell/simd16-inl.h +261 -0
  521. package/deps/simdutf/src/simdutf/haswell/simd32-inl.h +111 -0
  522. package/deps/simdutf/src/simdutf/haswell/simd64-inl.h +34 -0
  523. package/deps/simdutf/src/simdutf/haswell.h +63 -0
  524. package/deps/simdutf/src/simdutf/icelake/begin.h +14 -0
  525. package/deps/simdutf/src/simdutf/icelake/bitmanipulation.h +44 -0
  526. package/deps/simdutf/src/simdutf/icelake/end.h +12 -0
  527. package/deps/simdutf/src/simdutf/icelake/implementation.h +346 -0
  528. package/deps/simdutf/src/simdutf/icelake/intrinsics.h +138 -0
  529. package/deps/simdutf/src/simdutf/icelake/simd.h +17 -0
  530. package/deps/simdutf/src/simdutf/icelake/simd16-inl.h +90 -0
  531. package/deps/simdutf/src/simdutf/icelake/simd32-inl.h +47 -0
  532. package/deps/simdutf/src/simdutf/icelake.h +81 -0
  533. package/deps/simdutf/src/simdutf/lasx/begin.h +8 -0
  534. package/deps/simdutf/src/simdutf/lasx/bitmanipulation.h +25 -0
  535. package/deps/simdutf/src/simdutf/lasx/end.h +8 -0
  536. package/deps/simdutf/src/simdutf/lasx/implementation.h +310 -0
  537. package/deps/simdutf/src/simdutf/lasx/intrinsics.h +319 -0
  538. package/deps/simdutf/src/simdutf/lasx/simd.h +551 -0
  539. package/deps/simdutf/src/simdutf/lasx/simd16-inl.h +234 -0
  540. package/deps/simdutf/src/simdutf/lasx/simd32-inl.h +74 -0
  541. package/deps/simdutf/src/simdutf/lasx/simd64-inl.h +52 -0
  542. package/deps/simdutf/src/simdutf/lasx.h +49 -0
  543. package/deps/simdutf/src/simdutf/lsx/begin.h +2 -0
  544. package/deps/simdutf/src/simdutf/lsx/bitmanipulation.h +25 -0
  545. package/deps/simdutf/src/simdutf/lsx/end.h +2 -0
  546. package/deps/simdutf/src/simdutf/lsx/implementation.h +309 -0
  547. package/deps/simdutf/src/simdutf/lsx/intrinsics.h +196 -0
  548. package/deps/simdutf/src/simdutf/lsx/simd.h +421 -0
  549. package/deps/simdutf/src/simdutf/lsx/simd16-inl.h +242 -0
  550. package/deps/simdutf/src/simdutf/lsx/simd32-inl.h +69 -0
  551. package/deps/simdutf/src/simdutf/lsx/simd64-inl.h +50 -0
  552. package/deps/simdutf/src/simdutf/lsx.h +52 -0
  553. package/deps/simdutf/src/simdutf/ppc64/begin.h +1 -0
  554. package/deps/simdutf/src/simdutf/ppc64/bitmanipulation.h +29 -0
  555. package/deps/simdutf/src/simdutf/ppc64/end.h +1 -0
  556. package/deps/simdutf/src/simdutf/ppc64/implementation.h +348 -0
  557. package/deps/simdutf/src/simdutf/ppc64/intrinsics.h +19 -0
  558. package/deps/simdutf/src/simdutf/ppc64/simd.h +177 -0
  559. package/deps/simdutf/src/simdutf/ppc64/simd16-inl.h +327 -0
  560. package/deps/simdutf/src/simdutf/ppc64/simd32-inl.h +247 -0
  561. package/deps/simdutf/src/simdutf/ppc64/simd8-inl.h +618 -0
  562. package/deps/simdutf/src/simdutf/ppc64.h +40 -0
  563. package/deps/simdutf/src/simdutf/rvv/begin.h +7 -0
  564. package/deps/simdutf/src/simdutf/rvv/end.h +7 -0
  565. package/deps/simdutf/src/simdutf/rvv/implementation.h +321 -0
  566. package/deps/simdutf/src/simdutf/rvv/intrinsics.h +131 -0
  567. package/deps/simdutf/src/simdutf/rvv.h +41 -0
  568. package/deps/simdutf/src/simdutf/westmere/begin.h +8 -0
  569. package/deps/simdutf/src/simdutf/westmere/bitmanipulation.h +37 -0
  570. package/deps/simdutf/src/simdutf/westmere/end.h +8 -0
  571. package/deps/simdutf/src/simdutf/westmere/implementation.h +338 -0
  572. package/deps/simdutf/src/simdutf/westmere/intrinsics.h +38 -0
  573. package/deps/simdutf/src/simdutf/westmere/simd.h +379 -0
  574. package/deps/simdutf/src/simdutf/westmere/simd16-inl.h +242 -0
  575. package/deps/simdutf/src/simdutf/westmere/simd32-inl.h +151 -0
  576. package/deps/simdutf/src/simdutf/westmere/simd64-inl.h +33 -0
  577. package/deps/simdutf/src/simdutf/westmere.h +59 -0
  578. package/deps/simdutf/src/simdutf.cpp +152 -0
  579. package/deps/simdutf/src/simdutf_c.cpp +525 -0
  580. package/deps/simdutf/src/tables/utf16_to_utf8_tables.h +768 -0
  581. package/deps/simdutf/src/tables/utf32_to_utf16_tables.h +53 -0
  582. package/deps/simdutf/src/tables/utf8_to_utf16_tables.h +826 -0
  583. package/deps/simdutf/src/westmere/implementation.cpp +1479 -0
  584. package/deps/simdutf/src/westmere/internal/loader.cpp +7 -0
  585. package/deps/simdutf/src/westmere/internal/write_v_u16_11bits_to_utf8.cpp +66 -0
  586. package/deps/simdutf/src/westmere/sse_base64.cpp +672 -0
  587. package/deps/simdutf/src/westmere/sse_convert_latin1_to_utf16.cpp +21 -0
  588. package/deps/simdutf/src/westmere/sse_convert_latin1_to_utf32.cpp +31 -0
  589. package/deps/simdutf/src/westmere/sse_convert_latin1_to_utf8.cpp +71 -0
  590. package/deps/simdutf/src/westmere/sse_convert_utf16_to_latin1.cpp +70 -0
  591. package/deps/simdutf/src/westmere/sse_convert_utf16_to_utf32.cpp +206 -0
  592. package/deps/simdutf/src/westmere/sse_convert_utf16_to_utf8.cpp +504 -0
  593. package/deps/simdutf/src/westmere/sse_convert_utf32_to_latin1.cpp +82 -0
  594. package/deps/simdutf/src/westmere/sse_convert_utf32_to_utf16.cpp +209 -0
  595. package/deps/simdutf/src/westmere/sse_convert_utf32_to_utf8.cpp +589 -0
  596. package/deps/simdutf/src/westmere/sse_convert_utf8_to_latin1.cpp +58 -0
  597. package/deps/simdutf/src/westmere/sse_convert_utf8_to_utf16.cpp +197 -0
  598. package/deps/simdutf/src/westmere/sse_convert_utf8_to_utf32.cpp +141 -0
  599. package/deps/simdutf/src/westmere/sse_utf16fix.cpp +82 -0
  600. package/deps/simdutf/src/westmere/sse_validate_utf16.cpp +17 -0
  601. package/deps/simdutf/tests/CMakeLists.txt +483 -0
  602. package/deps/simdutf/tests/atomic_base64_tests.cpp +2845 -0
  603. package/deps/simdutf/tests/base64_tests.cpp +3617 -0
  604. package/deps/simdutf/tests/basic_fuzzer.cpp +805 -0
  605. package/deps/simdutf/tests/bele_tests.cpp +182 -0
  606. package/deps/simdutf/tests/constexpr_base64_tests.cpp +387 -0
  607. package/deps/simdutf/tests/convert_latin1_to_utf16be_tests.cpp +52 -0
  608. package/deps/simdutf/tests/convert_latin1_to_utf16le_tests.cpp +80 -0
  609. package/deps/simdutf/tests/convert_latin1_to_utf32_tests.cpp +66 -0
  610. package/deps/simdutf/tests/convert_latin1_to_utf8_tests.cpp +120 -0
  611. package/deps/simdutf/tests/convert_utf16_to_utf8_safe_tests.cpp +203 -0
  612. package/deps/simdutf/tests/convert_utf16_to_utf8_with_replacement_tests.cpp +276 -0
  613. package/deps/simdutf/tests/convert_utf16be_to_latin1_tests.cpp +109 -0
  614. package/deps/simdutf/tests/convert_utf16be_to_latin1_tests_with_errors.cpp +136 -0
  615. package/deps/simdutf/tests/convert_utf16be_to_utf32_tests.cpp +193 -0
  616. package/deps/simdutf/tests/convert_utf16be_to_utf32_with_errors_tests.cpp +381 -0
  617. package/deps/simdutf/tests/convert_utf16be_to_utf8_tests.cpp +259 -0
  618. package/deps/simdutf/tests/convert_utf16be_to_utf8_with_errors_tests.cpp +266 -0
  619. package/deps/simdutf/tests/convert_utf16le_to_latin1_tests.cpp +148 -0
  620. package/deps/simdutf/tests/convert_utf16le_to_latin1_tests_with_errors.cpp +176 -0
  621. package/deps/simdutf/tests/convert_utf16le_to_utf32_tests.cpp +213 -0
  622. package/deps/simdutf/tests/convert_utf16le_to_utf32_with_errors_tests.cpp +318 -0
  623. package/deps/simdutf/tests/convert_utf16le_to_utf8_tests.cpp +343 -0
  624. package/deps/simdutf/tests/convert_utf16le_to_utf8_with_errors_tests.cpp +271 -0
  625. package/deps/simdutf/tests/convert_utf32_to_latin1_tests.cpp +111 -0
  626. package/deps/simdutf/tests/convert_utf32_to_latin1_with_errors_tests.cpp +96 -0
  627. package/deps/simdutf/tests/convert_utf32_to_utf16be_tests.cpp +148 -0
  628. package/deps/simdutf/tests/convert_utf32_to_utf16be_with_errors_tests.cpp +192 -0
  629. package/deps/simdutf/tests/convert_utf32_to_utf16le_tests.cpp +166 -0
  630. package/deps/simdutf/tests/convert_utf32_to_utf16le_with_errors_tests.cpp +215 -0
  631. package/deps/simdutf/tests/convert_utf32_to_utf8_tests.cpp +181 -0
  632. package/deps/simdutf/tests/convert_utf32_to_utf8_with_errors_tests.cpp +261 -0
  633. package/deps/simdutf/tests/convert_utf8_to_latin1_tests.cpp +516 -0
  634. package/deps/simdutf/tests/convert_utf8_to_latin1_with_errors_tests.cpp +579 -0
  635. package/deps/simdutf/tests/convert_utf8_to_utf16be_tests.cpp +412 -0
  636. package/deps/simdutf/tests/convert_utf8_to_utf16be_with_errors_tests.cpp +480 -0
  637. package/deps/simdutf/tests/convert_utf8_to_utf16le_tests.cpp +671 -0
  638. package/deps/simdutf/tests/convert_utf8_to_utf16le_with_errors_tests.cpp +455 -0
  639. package/deps/simdutf/tests/convert_utf8_to_utf32_tests.cpp +1204 -0
  640. package/deps/simdutf/tests/convert_utf8_to_utf32_with_errors_tests.cpp +337 -0
  641. package/deps/simdutf/tests/convert_valid_utf16be_to_latin1_tests.cpp +37 -0
  642. package/deps/simdutf/tests/convert_valid_utf16be_to_utf32_tests.cpp +97 -0
  643. package/deps/simdutf/tests/convert_valid_utf16be_to_utf8_tests.cpp +126 -0
  644. package/deps/simdutf/tests/convert_valid_utf16le_to_latin1_tests.cpp +71 -0
  645. package/deps/simdutf/tests/convert_valid_utf16le_to_utf32_tests.cpp +122 -0
  646. package/deps/simdutf/tests/convert_valid_utf16le_to_utf8_tests.cpp +244 -0
  647. package/deps/simdutf/tests/convert_valid_utf32_to_latin1_tests.cpp +49 -0
  648. package/deps/simdutf/tests/convert_valid_utf32_to_utf16be_tests.cpp +92 -0
  649. package/deps/simdutf/tests/convert_valid_utf32_to_utf16le_tests.cpp +114 -0
  650. package/deps/simdutf/tests/convert_valid_utf32_to_utf8_tests.cpp +109 -0
  651. package/deps/simdutf/tests/convert_valid_utf8_to_latin1_tests.cpp +84 -0
  652. package/deps/simdutf/tests/convert_valid_utf8_to_utf16be_tests.cpp +124 -0
  653. package/deps/simdutf/tests/convert_valid_utf8_to_utf16le_tests.cpp +221 -0
  654. package/deps/simdutf/tests/convert_valid_utf8_to_utf32_tests.cpp +155 -0
  655. package/deps/simdutf/tests/count_utf16be.cpp +64 -0
  656. package/deps/simdutf/tests/count_utf16le.cpp +61 -0
  657. package/deps/simdutf/tests/count_utf8.cpp +87 -0
  658. package/deps/simdutf/tests/detect_encodings_tests.cpp +312 -0
  659. package/deps/simdutf/tests/embed/valid_utf8.txt +1 -0
  660. package/deps/simdutf/tests/embed_tests.cpp +22 -0
  661. package/deps/simdutf/tests/find_tests.cpp +77 -0
  662. package/deps/simdutf/tests/fixed_string_tests.cpp +153 -0
  663. package/deps/simdutf/tests/helpers/CMakeLists.txt +25 -0
  664. package/deps/simdutf/tests/helpers/compiletime_conversions.h +222 -0
  665. package/deps/simdutf/tests/helpers/fixed_string.h +267 -0
  666. package/deps/simdutf/tests/helpers/random_int.cpp +30 -0
  667. package/deps/simdutf/tests/helpers/random_int.h +39 -0
  668. package/deps/simdutf/tests/helpers/random_utf16.cpp +123 -0
  669. package/deps/simdutf/tests/helpers/random_utf16.h +52 -0
  670. package/deps/simdutf/tests/helpers/random_utf32.cpp +41 -0
  671. package/deps/simdutf/tests/helpers/random_utf32.h +40 -0
  672. package/deps/simdutf/tests/helpers/random_utf8.cpp +93 -0
  673. package/deps/simdutf/tests/helpers/random_utf8.h +36 -0
  674. package/deps/simdutf/tests/helpers/test.cpp +231 -0
  675. package/deps/simdutf/tests/helpers/test.h +193 -0
  676. package/deps/simdutf/tests/helpers/transcode_test_base.cpp +1257 -0
  677. package/deps/simdutf/tests/helpers/transcode_test_base.h +683 -0
  678. package/deps/simdutf/tests/helpers/utf16.h +27 -0
  679. package/deps/simdutf/tests/installation_tests/find/CMakeLists.txt +43 -0
  680. package/deps/simdutf/tests/installation_tests/from_fetch/CMakeLists.txt +47 -0
  681. package/deps/simdutf/tests/internal_tests.cpp +27 -0
  682. package/deps/simdutf/tests/null_safety_tests.cpp +94 -0
  683. package/deps/simdutf/tests/random_fuzzer.cpp +779 -0
  684. package/deps/simdutf/tests/readme_tests.cpp +274 -0
  685. package/deps/simdutf/tests/reference/CMakeLists.txt +23 -0
  686. package/deps/simdutf/tests/reference/decode_utf16.h +81 -0
  687. package/deps/simdutf/tests/reference/decode_utf32.h +47 -0
  688. package/deps/simdutf/tests/reference/encode_latin1.cpp +1 -0
  689. package/deps/simdutf/tests/reference/encode_latin1.h +32 -0
  690. package/deps/simdutf/tests/reference/encode_utf16.cpp +49 -0
  691. package/deps/simdutf/tests/reference/encode_utf16.h +20 -0
  692. package/deps/simdutf/tests/reference/encode_utf32.cpp +1 -0
  693. package/deps/simdutf/tests/reference/encode_utf32.h +36 -0
  694. package/deps/simdutf/tests/reference/encode_utf8.cpp +1 -0
  695. package/deps/simdutf/tests/reference/encode_utf8.h +40 -0
  696. package/deps/simdutf/tests/reference/validate_utf16.cpp +60 -0
  697. package/deps/simdutf/tests/reference/validate_utf16.h +14 -0
  698. package/deps/simdutf/tests/reference/validate_utf16_to_latin1.cpp +35 -0
  699. package/deps/simdutf/tests/reference/validate_utf16_to_latin1.h +13 -0
  700. package/deps/simdutf/tests/reference/validate_utf32.cpp +27 -0
  701. package/deps/simdutf/tests/reference/validate_utf32.h +12 -0
  702. package/deps/simdutf/tests/reference/validate_utf32_to_latin1.cpp +27 -0
  703. package/deps/simdutf/tests/reference/validate_utf32_to_latin1.h +12 -0
  704. package/deps/simdutf/tests/reference/validate_utf8.cpp +82 -0
  705. package/deps/simdutf/tests/reference/validate_utf8.h +11 -0
  706. package/deps/simdutf/tests/reference/validate_utf8_to_latin1.cpp +43 -0
  707. package/deps/simdutf/tests/reference/validate_utf8_to_latin1.h +12 -0
  708. package/deps/simdutf/tests/select_implementation.cpp +43 -0
  709. package/deps/simdutf/tests/simdutf_c_tests.cpp +244 -0
  710. package/deps/simdutf/tests/span_tests.cpp +401 -0
  711. package/deps/simdutf/tests/special_tests.cpp +559 -0
  712. package/deps/simdutf/tests/straight_c_test.c +187 -0
  713. package/deps/simdutf/tests/text_encoding_tests.cpp +77 -0
  714. package/deps/simdutf/tests/to_well_formed_utf16_tests.cpp +377 -0
  715. package/deps/simdutf/tests/utf8_length_from_utf16_tests.cpp +202 -0
  716. package/deps/simdutf/tests/validate_ascii_basic_tests.cpp +165 -0
  717. package/deps/simdutf/tests/validate_ascii_with_errors_tests.cpp +77 -0
  718. package/deps/simdutf/tests/validate_utf16be_basic_tests.cpp +175 -0
  719. package/deps/simdutf/tests/validate_utf16be_with_errors_tests.cpp +188 -0
  720. package/deps/simdutf/tests/validate_utf16le_basic_tests.cpp +268 -0
  721. package/deps/simdutf/tests/validate_utf16le_with_errors_tests.cpp +274 -0
  722. package/deps/simdutf/tests/validate_utf32_basic_tests.cpp +92 -0
  723. package/deps/simdutf/tests/validate_utf32_with_errors_tests.cpp +114 -0
  724. package/deps/simdutf/tests/validate_utf8_basic_tests.cpp +178 -0
  725. package/deps/simdutf/tests/validate_utf8_brute_force_tests.cpp +88 -0
  726. package/deps/simdutf/tests/validate_utf8_puzzler_tests.cpp +33 -0
  727. package/deps/simdutf/tests/validate_utf8_with_errors_tests.cpp +228 -0
  728. package/deps/simdutf/tools/CMakeLists.txt +85 -0
  729. package/deps/simdutf/tools/fastbase64.cpp +250 -0
  730. package/deps/simdutf/tools/sutf.cpp +556 -0
  731. package/deps/simdutf/tools/sutf.h +40 -0
  732. package/lib/commonjs/blake3.js +2 -1
  733. package/lib/commonjs/blake3.js.map +1 -1
  734. package/lib/commonjs/diffie-hellman.js +5 -4
  735. package/lib/commonjs/diffie-hellman.js.map +1 -1
  736. package/lib/commonjs/ecdh.js +5 -4
  737. package/lib/commonjs/ecdh.js.map +1 -1
  738. package/lib/module/blake3.js +2 -1
  739. package/lib/module/blake3.js.map +1 -1
  740. package/lib/module/diffie-hellman.js +5 -4
  741. package/lib/module/diffie-hellman.js.map +1 -1
  742. package/lib/module/ecdh.js +5 -4
  743. package/lib/module/ecdh.js.map +1 -1
  744. package/lib/tsconfig.tsbuildinfo +1 -1
  745. package/lib/typescript/blake3.d.ts.map +1 -1
  746. package/lib/typescript/diffie-hellman.d.ts.map +1 -1
  747. package/lib/typescript/ecdh.d.ts.map +1 -1
  748. package/package.json +2 -2
  749. package/src/blake3.ts +2 -1
  750. package/src/diffie-hellman.ts +5 -7
  751. package/src/ecdh.ts +5 -8
@@ -0,0 +1,779 @@
1
+ #include <cstdlib>
2
+ #include <memory>
3
+ #include <fstream>
4
+ #include <random>
5
+ #include <string>
6
+ #include <type_traits>
7
+ #include <iostream>
8
+ #include <vector>
9
+
10
+ #include "simdutf.h"
11
+
12
+ std::string input;
13
+
14
+ // useful for debugging
15
+ static void print_input(const std::string &s,
16
+ const simdutf::implementation *const e) {
17
+ printf("We are about to abort on the following input: ");
18
+ for (auto c : s) {
19
+ printf("%02x ", (unsigned char)c);
20
+ }
21
+ printf("\n");
22
+ printf("string length: %zu\n", s.size());
23
+ printf("implementation->name() = %s", e->name().c_str());
24
+ }
25
+
26
+ extern "C" {
27
+ void dump_case() {
28
+ printf("Found a problem: ");
29
+ for (size_t i = 0; i < input.size(); i++) {
30
+ printf("\\x%02x", input[i] & 0xFF);
31
+ }
32
+ printf("\n");
33
+ std::string name = "random_fuzzer_log.txt";
34
+ printf("Dumping to: %s\n", name.c_str());
35
+ std::fstream log;
36
+ log.open(name, std::ios::app);
37
+ const size_t buf_size = 4 * input.size() + 3;
38
+ char *buffer = new char[buf_size];
39
+ for (unsigned int i = 0; i < input.size(); i++) {
40
+ SIMDUTF_PUSH_DISABLE_WARNINGS
41
+ SIMDUTF_DISABLE_DEPRECATED_WARNING
42
+ sprintf(buffer + 4 * i + 1, "\\x%02x", input[i]);
43
+ SIMDUTF_POP_DISABLE_WARNINGS
44
+ }
45
+ buffer[0] = '"';
46
+ buffer[buf_size - 2] = '"';
47
+ buffer[buf_size - 1] = '\0';
48
+ log << buffer;
49
+ log << '\n';
50
+ delete[] buffer;
51
+ log.close();
52
+ }
53
+
54
+ void __asan_on_error() {
55
+ printf("asan\n");
56
+ dump_case();
57
+ }
58
+ }
59
+
60
+ template <typename T> bool check_alignment(T *ptr, size_t alignment) {
61
+ uintptr_t address = reinterpret_cast<uintptr_t>(ptr);
62
+ return (address % alignment == 0);
63
+ }
64
+
65
+ template <typename T, bool bigendian = false>
66
+ int validate_tests(const char *databytes, size_t size_in_bytes) {
67
+ const T *data = reinterpret_cast<const T *>(databytes);
68
+ const auto size = size_in_bytes / sizeof(T);
69
+
70
+ simdutf::result reference_result{};
71
+ const simdutf::implementation *reference_impl{};
72
+
73
+ for (auto &e : simdutf::get_available_implementations()) {
74
+ if (!e->supported_by_runtime_system()) {
75
+ continue;
76
+ }
77
+ const char *message = "unknown";
78
+ simdutf::result result{};
79
+ if (std::is_same<T, char>::value == true) {
80
+ message = "utf8";
81
+ result = e->validate_utf8_with_errors(
82
+ reinterpret_cast<const char *>(data), size);
83
+ }
84
+ if (check_alignment(data, 2) && std::is_same<T, char16_t>::value == true &&
85
+ bigendian) {
86
+ message = "utf16be";
87
+ result = e->validate_utf16be_with_errors(
88
+ reinterpret_cast<const char16_t *>(data), size);
89
+ }
90
+ if (check_alignment(data, 2) && std::is_same<T, char16_t>::value == true &&
91
+ !bigendian) {
92
+ message = "utf16le";
93
+ result = e->validate_utf16le_with_errors(
94
+ reinterpret_cast<const char16_t *>(data), size);
95
+ }
96
+ if (check_alignment(data, 4) && std::is_same<T, char32_t>::value == true) {
97
+ message = "utf32";
98
+ result = e->validate_utf32_with_errors(
99
+ reinterpret_cast<const char32_t *>(data), size);
100
+ }
101
+ if (reference_impl != nullptr) {
102
+ if (result.count != reference_result.count) {
103
+ std::cerr << message << std::endl;
104
+ std::cerr << "result.count differed for " << e->name() << ": "
105
+ << result.count << " vs reference " << reference_impl->name()
106
+ << ": " << reference_result.count << "\n";
107
+ return false;
108
+ }
109
+ if (result.error != reference_result.error) {
110
+ std::cerr << message << std::endl;
111
+
112
+ std::cerr << "result.error differed for " << e->name() << ": "
113
+ << +result.error << " vs reference " << reference_impl->name()
114
+ << ": " << +reference_result.error << "\n";
115
+ return false;
116
+ }
117
+ } else {
118
+ reference_result = result;
119
+ reference_impl = e;
120
+ }
121
+ }
122
+ return true;
123
+ }
124
+
125
+ size_t valid_utf8 = 0;
126
+ size_t valid_utf16le = 0;
127
+ size_t valid_utf16be = 0;
128
+ size_t valid_base64 = 0;
129
+
130
+ /**
131
+ * Returns false on error.
132
+ */
133
+ bool fuzz_this(const char *data, size_t size) {
134
+ std::string source(data, size);
135
+ input = source;
136
+ for (auto &e : simdutf::get_available_implementations()) {
137
+ if (!e->supported_by_runtime_system()) {
138
+ continue;
139
+ }
140
+ /**
141
+ * Transcoding from UTF-8 to UTF-16LE.
142
+ */
143
+ bool validutf8 = e->validate_utf8(source.c_str(), source.size());
144
+ auto rutf8 = e->validate_utf8_with_errors(source.c_str(), source.size());
145
+ if (validutf8 != (rutf8.error == simdutf::SUCCESS)) { // they should agree
146
+ print_input(source, e);
147
+ return false;
148
+ }
149
+ if (validutf8) {
150
+ valid_utf8++;
151
+ // We need a buffer where to write the UTF-16LE code units.
152
+ size_t expected_utf16words =
153
+ e->utf16_length_from_utf8(source.c_str(), source.size());
154
+ std::unique_ptr<char16_t[]> utf16_output{
155
+ new char16_t[expected_utf16words]};
156
+ // convert to UTF-16LE
157
+ size_t utf16words = e->convert_utf8_to_utf16le(
158
+ source.c_str(), source.size(), utf16_output.get());
159
+ // It wrote utf16words * sizeof(char16_t) bytes.
160
+ bool validutf16 = e->validate_utf16le(utf16_output.get(), utf16words);
161
+ if (!validutf16) {
162
+ print_input(source, e);
163
+ return false;
164
+ }
165
+ // convert it back:
166
+ // We need a buffer where to write the UTF-8 code units.
167
+ size_t expected_utf8words =
168
+ e->utf8_length_from_utf16le(utf16_output.get(), utf16words);
169
+ simdutf::result expected_utf8words_with_replacement =
170
+ e->utf8_length_from_utf16le_with_replacement(utf16_output.get(),
171
+ utf16words);
172
+ if (expected_utf8words != expected_utf8words_with_replacement.count) {
173
+ printf("Mismatch between replacement and standard utf8 length from "
174
+ "utf16le\n");
175
+ print_input(source, e);
176
+ return false;
177
+ }
178
+ std::unique_ptr<char[]> utf8_output{new char[expected_utf8words]};
179
+ // convert to UTF-8
180
+ size_t utf8words = e->convert_utf16le_to_utf8(
181
+ utf16_output.get(), utf16words, utf8_output.get());
182
+ std::string final_string(utf8_output.get(), utf8words);
183
+ if (final_string != source) {
184
+ print_input(source, e);
185
+ return false;
186
+ }
187
+ } else {
188
+ // invalid input!!!
189
+ // We need a buffer where to write the UTF-16LE code units.
190
+ size_t expected_utf16words =
191
+ e->utf16_length_from_utf8(source.c_str(), source.size());
192
+ std::unique_ptr<char16_t[]> utf16_output{
193
+ new char16_t[expected_utf16words]};
194
+ // convert to UTF-16LE
195
+ size_t utf16words = e->convert_utf8_to_utf16le(
196
+ source.c_str(), source.size(), utf16_output.get());
197
+ if (utf16words != 0) {
198
+ print_input(source, e);
199
+ return false;
200
+ }
201
+ }
202
+
203
+ /**
204
+ * Transcoding from UTF-8 to UTF-16BE.
205
+ */
206
+ if (validutf8) {
207
+ // We need a buffer where to write the UTF-16BE code units.
208
+ size_t expected_utf16words =
209
+ e->utf16_length_from_utf8(source.c_str(), source.size());
210
+ std::unique_ptr<char16_t[]> utf16_output{
211
+ new char16_t[expected_utf16words]};
212
+ // convert to UTF-16BE
213
+ size_t utf16words = e->convert_utf8_to_utf16be(
214
+ source.c_str(), source.size(), utf16_output.get());
215
+ // It wrote utf16words * sizeof(char16_t) bytes.
216
+ bool validutf16 = e->validate_utf16be(utf16_output.get(), utf16words);
217
+ if (!validutf16) {
218
+ print_input(source, e);
219
+ return false;
220
+ }
221
+ // convert it back:
222
+ // We need a buffer where to write the UTF-8 code units.
223
+ size_t expected_utf8words =
224
+ e->utf8_length_from_utf16be(utf16_output.get(), utf16words);
225
+ std::unique_ptr<char[]> utf8_output{new char[expected_utf8words]};
226
+ // convert to UTF-8
227
+ size_t utf8words = e->convert_utf16be_to_utf8(
228
+ utf16_output.get(), utf16words, utf8_output.get());
229
+ std::string final_string(utf8_output.get(), utf8words);
230
+ if (final_string != source) {
231
+ print_input(source, e);
232
+ return false;
233
+ }
234
+ } else {
235
+ // invalid input!!!
236
+ // We need a buffer where to write the UTF-16BE code units.
237
+ size_t expected_utf16words =
238
+ e->utf16_length_from_utf8(source.c_str(), source.size());
239
+ std::unique_ptr<char16_t[]> utf16_output{
240
+ new char16_t[expected_utf16words]};
241
+ // convert to UTF-16BE
242
+ size_t utf16words = e->convert_utf8_to_utf16be(
243
+ source.c_str(), source.size(), utf16_output.get());
244
+ if (utf16words != 0) {
245
+ print_input(source, e);
246
+ return false;
247
+ }
248
+ }
249
+ /**
250
+ * Transcoding from UTF-8 to UTF-32.
251
+ */
252
+ if (validutf8) {
253
+ // We need a buffer where to write the UTF-32 code units.
254
+ size_t expected_utf32words =
255
+ e->utf32_length_from_utf8(source.c_str(), source.size());
256
+ std::unique_ptr<char32_t[]> utf32_output{
257
+ new char32_t[expected_utf32words]};
258
+ // convert to UTF-32
259
+ size_t utf32words = e->convert_utf8_to_utf32(
260
+ source.c_str(), source.size(), utf32_output.get());
261
+ // It wrote utf32words * sizeof(char32_t) bytes.
262
+ bool validutf32 = e->validate_utf32(utf32_output.get(), utf32words);
263
+ if (!validutf32) {
264
+ return false;
265
+ }
266
+ // convert it back:
267
+ // We need a buffer where to write the UTF-8 code units.
268
+ size_t expected_utf8words =
269
+ e->utf8_length_from_utf32(utf32_output.get(), utf32words);
270
+ std::unique_ptr<char[]> utf8_output{new char[expected_utf8words]};
271
+ // convert to UTF-8
272
+ size_t utf8words = e->convert_utf32_to_utf8(
273
+ utf32_output.get(), utf32words, utf8_output.get());
274
+ std::string final_string(utf8_output.get(), utf8words);
275
+ if (source != final_string) {
276
+ print_input(source, e);
277
+ return false;
278
+ }
279
+ } else {
280
+ // invalid input!!!
281
+ size_t expected_utf32words =
282
+ e->utf32_length_from_utf8(source.c_str(), source.size());
283
+ std::unique_ptr<char32_t[]> utf32_output{
284
+ new char32_t[expected_utf32words]};
285
+ // convert to UTF-32
286
+ size_t utf32words = e->convert_utf8_to_utf32(
287
+ source.c_str(), source.size(), utf32_output.get());
288
+ if (utf32words != 0) {
289
+ print_input(source, e);
290
+ return false;
291
+ }
292
+ }
293
+
294
+ /**
295
+ * Transcoding from UTF-8 to Latin 1
296
+ */
297
+ if (validutf8) {
298
+ // We need a buffer where to write the UTF-16LE code units.
299
+ size_t expected_latin1words =
300
+ e->latin1_length_from_utf8(source.c_str(), source.size());
301
+ std::unique_ptr<char[]> latin1_output{new char[expected_latin1words]};
302
+ // convert to latin1
303
+ size_t latin1words = e->convert_utf8_to_latin1(
304
+ source.c_str(), source.size(), latin1_output.get());
305
+ if (latin1words != 0) {
306
+ // convert it back:
307
+ // We need a buffer where to write the UTF-8 code units.
308
+ size_t expected_utf8words =
309
+ e->utf8_length_from_latin1(latin1_output.get(), latin1words);
310
+ std::unique_ptr<char[]> utf8_output{new char[expected_utf8words]};
311
+ // convert to UTF-8
312
+ size_t utf8words = e->convert_latin1_to_utf8(
313
+ latin1_output.get(), latin1words, utf8_output.get());
314
+ std::string final_string(utf8_output.get(), utf8words);
315
+ if (final_string != source) {
316
+ print_input(source, e);
317
+ return false;
318
+ }
319
+ }
320
+ } else {
321
+ // invalid input!!!
322
+ // We need a buffer where to write the Latin 1 code units.
323
+ size_t expected_latin1words =
324
+ e->latin1_length_from_utf8(source.c_str(), source.size());
325
+ std::unique_ptr<char[]> latin1_output{new char[expected_latin1words]};
326
+ // convert to Latin 1
327
+ size_t latin1words = e->convert_utf8_to_latin1(
328
+ source.c_str(), source.size(), latin1_output.get());
329
+ if (latin1words != 0) {
330
+ print_input(source, e);
331
+ return false;
332
+ }
333
+ }
334
+ /**
335
+ * Transcoding from UTF-16LE to UTF-8.
336
+ */
337
+ bool validutf16le =
338
+ e->validate_utf16le((char16_t *)source.c_str(), source.size() / 2);
339
+ auto rutf16le = e->validate_utf16le_with_errors((char16_t *)source.c_str(),
340
+ source.size() / 2);
341
+ if (validutf16le !=
342
+ (rutf16le.error == simdutf::SUCCESS)) { // they should agree
343
+ print_input(source, e);
344
+ return false;
345
+ }
346
+ if (validutf16le) {
347
+ valid_utf16le++;
348
+ // We need a buffer where to write the UTF-16 code units.
349
+ size_t expected_utf8words = e->utf8_length_from_utf16le(
350
+ (char16_t *)source.c_str(), source.size() / 2);
351
+ std::unique_ptr<char[]> utf8_output{new char[expected_utf8words]};
352
+ size_t utf8words = e->convert_utf16le_to_utf8(
353
+ (char16_t *)source.c_str(), source.size() / 2, utf8_output.get());
354
+ // It wrote utf16words * sizeof(char16_t) bytes.
355
+ bool validutf8 = e->validate_utf8(utf8_output.get(), utf8words);
356
+ if (!validutf8) {
357
+ print_input(source, e);
358
+ return false;
359
+ }
360
+ // convert it back:
361
+ // We need a buffer where to write the UTF-16 code units.
362
+ size_t expected_utf16words =
363
+ e->utf16_length_from_utf8(utf8_output.get(), utf8words);
364
+ std::unique_ptr<char16_t[]> utf16_output{
365
+ new char16_t[expected_utf16words]};
366
+ // convert to UTF-8
367
+ size_t utf16words = e->convert_utf8_to_utf16le(
368
+ utf8_output.get(), utf8words, utf16_output.get());
369
+ (void)utf16words;
370
+ for (size_t i = 0; i < source.size() / 2; i++) {
371
+ if (utf16_output.get()[i] != ((char16_t *)source.c_str())[i]) {
372
+ print_input(source, e);
373
+ return false;
374
+ }
375
+ }
376
+ } else {
377
+ // invalid input!!!
378
+ // We need a buffer where to write the UTF-16 code units.
379
+ size_t expected_utf8words = e->utf8_length_from_utf16le(
380
+ (char16_t *)source.c_str(), source.size() / 2);
381
+ std::unique_ptr<char[]> utf8_output{new char[expected_utf8words]};
382
+ size_t utf8words = e->convert_utf16le_to_utf8(
383
+ (char16_t *)source.c_str(), source.size() / 2, utf8_output.get());
384
+ if (utf8words != 0) {
385
+ print_input(source, e);
386
+ return false;
387
+ }
388
+ }
389
+
390
+ /**
391
+ * Transcoding from UTF-16BE to UTF-8.
392
+ */
393
+ bool validutf16be =
394
+ e->validate_utf16be((char16_t *)source.c_str(), source.size() / 2);
395
+ auto rutf16be = e->validate_utf16be_with_errors((char16_t *)source.c_str(),
396
+ source.size() / 2);
397
+ if (validutf16be !=
398
+ (rutf16be.error == simdutf::SUCCESS)) { // they should agree
399
+ print_input(source, e);
400
+ return false;
401
+ }
402
+ if (validutf16be) {
403
+ valid_utf16be++;
404
+ // We need a buffer where to write the UTF-16 code units.
405
+ size_t expected_utf8words = e->utf8_length_from_utf16be(
406
+ (char16_t *)source.c_str(), source.size() / 2);
407
+ std::unique_ptr<char[]> utf8_output{new char[expected_utf8words]};
408
+ size_t utf8words = e->convert_utf16be_to_utf8(
409
+ (char16_t *)source.c_str(), source.size() / 2, utf8_output.get());
410
+ // It wrote utf16words * sizeof(char16_t) bytes.
411
+ bool validutf8 = e->validate_utf8(utf8_output.get(), utf8words);
412
+ if (!validutf8) {
413
+ print_input(source, e);
414
+ return false;
415
+ }
416
+ // convert it back:
417
+ // We need a buffer where to write the UTF-16 code units.
418
+ size_t expected_utf16words =
419
+ e->utf16_length_from_utf8(utf8_output.get(), utf8words);
420
+ std::unique_ptr<char16_t[]> utf16_output{
421
+ new char16_t[expected_utf16words]};
422
+ // convert to UTF-8
423
+ size_t utf16words = e->convert_utf8_to_utf16be(
424
+ utf8_output.get(), utf8words, utf16_output.get());
425
+ (void)utf16words;
426
+ for (size_t i = 0; i < source.size() / 2; i++) {
427
+ if (utf16_output.get()[i] != ((char16_t *)source.c_str())[i]) {
428
+ print_input(source, e);
429
+ return false;
430
+ }
431
+ }
432
+ } else {
433
+ // invalid input!!!
434
+ // We need a buffer where to write the UTF-16 code units.
435
+ size_t expected_utf8words = e->utf8_length_from_utf16be(
436
+ (char16_t *)source.c_str(), source.size() / 2);
437
+ std::unique_ptr<char[]> utf8_output{new char[expected_utf8words]};
438
+ size_t utf8words = e->convert_utf16be_to_utf8(
439
+ (char16_t *)source.c_str(), source.size() / 2, utf8_output.get());
440
+ if (utf8words != 0) {
441
+ print_input(source, e);
442
+ return false;
443
+ }
444
+ }
445
+
446
+ /**
447
+ * Transcoding from latin1 to UTF-8.
448
+ */
449
+ bool validlatin1 = true; // has to be
450
+ if (validlatin1) {
451
+ // We need a buffer where to write the UTF-8 code units.
452
+ size_t expected_utf8words =
453
+ e->utf8_length_from_latin1(source.c_str(), source.size());
454
+ std::unique_ptr<char[]> utf8_output{new char[expected_utf8words]};
455
+ size_t utf8words = e->convert_latin1_to_utf8(
456
+ source.c_str(), source.size(), utf8_output.get());
457
+ // It wrote utf8words * sizeof(char) bytes.
458
+ bool validutf8 = e->validate_utf8(utf8_output.get(), utf8words);
459
+ if (!validutf8) {
460
+ print_input(source, e);
461
+ return false;
462
+ }
463
+ // convert it back:
464
+ // We need a buffer where to write the latin1 code units.
465
+ size_t expected_latin1words =
466
+ e->latin1_length_from_utf8(utf8_output.get(), utf8words);
467
+ std::unique_ptr<char[]> latin1_output{new char[expected_latin1words]};
468
+ // convert to latin1
469
+ size_t latin1words = e->convert_utf8_to_latin1(
470
+ utf8_output.get(), utf8words, latin1_output.get());
471
+ (void)latin1words;
472
+ for (size_t i = 0; i < source.size(); i++) {
473
+ if (latin1_output.get()[i] != (source.c_str())[i]) {
474
+ print_input(source, e);
475
+ return false;
476
+ }
477
+ }
478
+ }
479
+ if (validlatin1) {
480
+ // We need a buffer where to write the UTF-16 code units.
481
+ size_t expected_utf16words = e->utf16_length_from_latin1(source.size());
482
+ std::unique_ptr<char16_t[]> utf16_output{
483
+ new char16_t[expected_utf16words]};
484
+ size_t utf16words = e->convert_latin1_to_utf16le(
485
+ source.c_str(), source.size(), utf16_output.get());
486
+ // It wrote utf16words * sizeof(char16_t) bytes.
487
+ bool validutf16 = e->validate_utf16le(utf16_output.get(), utf16words);
488
+ if (!validutf16) {
489
+ print_input(source, e);
490
+ return false;
491
+ }
492
+ // convert it back:
493
+ // We need a buffer where to write the latin1 code units.
494
+ size_t expected_latin1words = e->latin1_length_from_utf16(utf16words);
495
+ std::unique_ptr<char[]> latin1_output{new char[expected_latin1words]};
496
+ // convert to latin1
497
+ size_t latin1words = e->convert_utf16le_to_latin1(
498
+ utf16_output.get(), utf16words, latin1_output.get());
499
+ (void)latin1words;
500
+ for (size_t i = 0; i < source.size(); i++) {
501
+ if (latin1_output.get()[i] != (source.c_str())[i]) {
502
+ print_input(source, e);
503
+ return false;
504
+ }
505
+ }
506
+ }
507
+ if (validlatin1) {
508
+ // We need a buffer where to write the UTF-16 code units.
509
+ size_t expected_utf16words = e->utf16_length_from_latin1(source.size());
510
+ std::unique_ptr<char16_t[]> utf16_output{
511
+ new char16_t[expected_utf16words]};
512
+ size_t utf16words = e->convert_latin1_to_utf16be(
513
+ source.c_str(), source.size(), utf16_output.get());
514
+ // It wrote utf16words * sizeof(char16_t) bytes.
515
+ bool validutf16 = e->validate_utf16be(utf16_output.get(), utf16words);
516
+ if (!validutf16) {
517
+ print_input(source, e);
518
+ return false;
519
+ }
520
+ // convert it back:
521
+ // We need a buffer where to write the latin1 code units.
522
+ size_t expected_latin1words = e->latin1_length_from_utf16(utf16words);
523
+ std::unique_ptr<char[]> latin1_output{new char[expected_latin1words]};
524
+ // convert to latin1
525
+ size_t latin1words = e->convert_utf16be_to_latin1(
526
+ utf16_output.get(), utf16words, latin1_output.get());
527
+ (void)latin1words;
528
+ for (size_t i = 0; i < source.size(); i++) {
529
+ if (latin1_output.get()[i] != (source.c_str())[i]) {
530
+ print_input(source, e);
531
+ return false;
532
+ }
533
+ }
534
+ }
535
+
536
+ if (validlatin1) {
537
+ // We need a buffer where to write the UTF-16 code units.
538
+ size_t expected_utf32words = e->utf32_length_from_latin1(source.size());
539
+ std::unique_ptr<char32_t[]> utf32_output{
540
+ new char32_t[expected_utf32words]};
541
+ size_t utf32words = e->convert_latin1_to_utf32(
542
+ source.c_str(), source.size(), utf32_output.get());
543
+ // It wrote utf16words * sizeof(char16_t) bytes.
544
+ bool validutf32 = e->validate_utf32(utf32_output.get(), utf32words);
545
+ if (!validutf32) {
546
+ print_input(source, e);
547
+ return false;
548
+ }
549
+ // convert it back:
550
+ // We need a buffer where to write the latin1 code units.
551
+ size_t expected_latin1words = e->latin1_length_from_utf32(utf32words);
552
+ std::unique_ptr<char[]> latin1_output{new char[expected_latin1words]};
553
+ // convert to latin1
554
+ size_t latin1words = e->convert_utf32_to_latin1(
555
+ utf32_output.get(), utf32words, latin1_output.get());
556
+ (void)latin1words;
557
+ for (size_t i = 0; i < source.size(); i++) {
558
+ if (latin1_output.get()[i] != (source.c_str())[i]) {
559
+ print_input(source, e);
560
+ return false;
561
+ }
562
+ }
563
+ }
564
+
565
+ /// Base64 tests. We begin by trying to decode the input, even if we
566
+ /// expect it to fail.
567
+ {
568
+ size_t max_length_needed =
569
+ e->maximal_binary_length_from_base64(source.data(), source.size());
570
+ std::vector<char> back(max_length_needed);
571
+ simdutf::result r =
572
+ e->base64_to_binary(source.data(), source.size(), back.data());
573
+ if (r.error == simdutf::error_code::SUCCESS) {
574
+ valid_base64++;
575
+ // We expect failure but if we succeed, then we should have a roundtrip.
576
+ back.resize(r.count);
577
+ std::vector<char> back2(
578
+ simdutf::base64_length_from_binary(back.size()));
579
+ size_t base64size =
580
+ e->binary_to_base64(back.data(), back.size(), back2.data());
581
+ back2.resize(base64size);
582
+ std::vector<char> back3(
583
+ e->maximal_binary_length_from_base64(back2.data(), back2.size()));
584
+ simdutf::result r2 =
585
+ e->base64_to_binary(back2.data(), back2.size(), back3.data());
586
+ if (r2.error != simdutf::error_code::SUCCESS) {
587
+ print_input(source, e);
588
+ return false;
589
+ }
590
+ if (r2.count != back.size()) {
591
+ print_input(source, e);
592
+ return false;
593
+ }
594
+ if (back3.size() != back.size()) {
595
+ print_input(source, e);
596
+ return false;
597
+ }
598
+ }
599
+ }
600
+ // Same as above, but we use the safe decoder version.
601
+ {
602
+ size_t max_length_needed =
603
+ e->maximal_binary_length_from_base64(source.data(), source.size());
604
+ std::vector<char> back(max_length_needed);
605
+ simdutf::result r = simdutf::base64_to_binary_safe(
606
+ source.data(), source.size(), back.data(), max_length_needed);
607
+ if (r.error == simdutf::error_code::SUCCESS) {
608
+ // We expect failure but if we succeed, then we should have a roundtrip.
609
+ back.resize(max_length_needed);
610
+ std::vector<char> back2(
611
+ simdutf::base64_length_from_binary(back.size()));
612
+ size_t base64size =
613
+ e->binary_to_base64(back.data(), back.size(), back2.data());
614
+ back2.resize(base64size);
615
+ size_t max_length_needed2 =
616
+ e->maximal_binary_length_from_base64(back2.data(), back2.size());
617
+ std::vector<char> back3(max_length_needed2);
618
+ simdutf::result r2 = simdutf::base64_to_binary_safe(
619
+ back2.data(), back2.size(), back3.data(), max_length_needed2);
620
+ if (r2.error != simdutf::error_code::SUCCESS) {
621
+ print_input(source, e);
622
+ return false;
623
+ }
624
+ if (max_length_needed != back.size()) {
625
+ print_input(source, e);
626
+ return false;
627
+ }
628
+ if (back3.size() != back.size()) {
629
+ print_input(source, e);
630
+ return false;
631
+ }
632
+ }
633
+ }
634
+ /// Base64 tests. We encode the content as binary in base64 and we decode
635
+ /// it, it should always succeed.
636
+ {
637
+ std::vector<char> base64buffer(
638
+ simdutf::base64_length_from_binary(source.size()));
639
+ size_t base64size = e->binary_to_base64(source.data(), source.size(),
640
+ base64buffer.data());
641
+ if (base64size != base64buffer.size()) {
642
+ printf("base64 round trip failed, mismatch in base64 size %zu %zu\n",
643
+ base64size, base64buffer.size());
644
+ print_input(source, e);
645
+ return false;
646
+ }
647
+ std::vector<char> back(e->maximal_binary_length_from_base64(
648
+ base64buffer.data(), base64buffer.size()));
649
+ simdutf::result r = e->base64_to_binary(base64buffer.data(),
650
+ base64buffer.size(), back.data());
651
+ if (r.error != simdutf::error_code::SUCCESS) {
652
+ printf("base64 round trip failed, error code %d\n", r.error);
653
+ print_input(source, e);
654
+ return false;
655
+ }
656
+ if (r.count != source.size()) {
657
+ printf("base64 round trip failed, not the same size %zu %zu\n", r.count,
658
+ source.size());
659
+ print_input(source, e);
660
+ return false;
661
+ }
662
+ for (size_t i = 0; i < source.size(); i++) {
663
+ if (back[i] != (source.c_str())[i]) {
664
+ printf("base64 round trip failed, same size, different content\n");
665
+ print_input(source, e);
666
+ return false;
667
+ }
668
+ }
669
+ size_t max_length = back.size();
670
+ r = simdutf::base64_to_binary_safe(
671
+ base64buffer.data(), base64buffer.size(), back.data(), max_length);
672
+ if (r.error != simdutf::error_code::SUCCESS) {
673
+ printf("base64 round trip failed, error code %d\n", r.error);
674
+ print_input(source, e);
675
+ return false;
676
+ }
677
+ if (max_length != source.size()) {
678
+ printf("base64 safe round trip failed, not the same size %zu %zu\n",
679
+ max_length, source.size());
680
+ print_input(source, e);
681
+ return false;
682
+ }
683
+ for (size_t i = 0; i < source.size(); i++) {
684
+ if (back[i] != (source.c_str())[i]) {
685
+ printf("base64 round trip failed, same size, different content\n");
686
+ print_input(source, e);
687
+ return false;
688
+ }
689
+ }
690
+ }
691
+ } // for (auto &e : simdutf::get_available_implementations()) {
692
+
693
+ return true;
694
+ } // extern "C" int LLVMFuzzerTestOneInput(const uint8_t *data, size_t size) {
695
+
696
+ bool run_test(const char *data, size_t size) {
697
+ if (!fuzz_this(data, size)) {
698
+ dump_case();
699
+ return false;
700
+ }
701
+ if (!validate_tests<char>(data, size)) {
702
+ dump_case();
703
+ return false;
704
+ }
705
+ if (!validate_tests<char16_t, false>(data, size)) {
706
+ dump_case();
707
+ return false;
708
+ }
709
+ if (!validate_tests<char16_t, true>(data, size)) {
710
+ dump_case();
711
+ return false;
712
+ }
713
+ if (!validate_tests<char32_t>(data, size)) {
714
+ dump_case();
715
+ return false;
716
+ }
717
+ return true;
718
+ }
719
+ bool fuzz_running(size_t N) {
720
+ std::mt19937 generator{std::random_device{}()};
721
+ std::uniform_int_distribution<int> distribution{0, 255};
722
+ std::uniform_int_distribution<int> length_distribution{0, 2048};
723
+
724
+ for (size_t i = 0; i < N; i++) {
725
+ if ((i % 1000) == 0) {
726
+ printf(".");
727
+ fflush(NULL);
728
+ }
729
+ size_t size = length_distribution(generator);
730
+ input.resize(size);
731
+ for (size_t k = 0; k < size; k++) {
732
+ input[k] = char(distribution(generator));
733
+ }
734
+ if (!check_alignment(input.data(), 4)) {
735
+ fprintf(stderr, "Misaligned input data, skipping\n");
736
+ } else if (!run_test(input.data(), size)) {
737
+ return false;
738
+ }
739
+ }
740
+ printf("\n");
741
+ return true;
742
+ }
743
+
744
+ int main(int argc, char *argv[]) {
745
+ #ifdef RUN_IN_SPIKE_SIMULATOR
746
+ puts("Skipping, fuzzer cannot be run under Spike simulator.");
747
+ return EXIT_FAILURE;
748
+ #endif
749
+ puts("testing the library on 'random garbage'");
750
+ for (auto &e : simdutf::get_available_implementations()) {
751
+ if (!e->supported_by_runtime_system()) {
752
+ continue;
753
+ }
754
+ printf("testing: %s\n", e->name().c_str());
755
+ }
756
+ #ifndef SIMDUTF_TEST_FUZZER_TRIALS
757
+ #error "SIMDUTF_TEST_FUZZER_TRIALS not set."
758
+ #endif
759
+ std::size_t N = SIMDUTF_TEST_FUZZER_TRIALS;
760
+ if (argc == 2) {
761
+ try {
762
+ N = std::stoi(argv[1]);
763
+ } catch (const std::exception &e) {
764
+ printf("%s\n", e.what());
765
+ return EXIT_FAILURE;
766
+ }
767
+ }
768
+ printf("Number of strings: %zu\n", N);
769
+ if (fuzz_running(N)) {
770
+ printf("valid UTF8 = %zu\n", valid_utf8);
771
+ printf("valid UTF16-BE = %zu\n", valid_utf16be);
772
+ printf("valid UTF16-LE = %zu\n", valid_utf16be);
773
+ printf("valid base64 = %zu\n", valid_base64);
774
+ return EXIT_SUCCESS;
775
+ } else {
776
+ printf("Failure\n");
777
+ return EXIT_FAILURE;
778
+ }
779
+ }