react-native-quick-crypto 1.0.18 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/QuickCrypto.podspec +12 -38
- package/README.md +2 -0
- package/android/CMakeLists.txt +3 -0
- package/cpp/utils/HybridUtils.cpp +39 -77
- package/deps/simdutf/.clang-format +4 -0
- package/deps/simdutf/.github/ISSUE_TEMPLATE/bug_report.md +62 -0
- package/deps/simdutf/.github/ISSUE_TEMPLATE/config.yml +1 -0
- package/deps/simdutf/.github/ISSUE_TEMPLATE/feature_request.md +35 -0
- package/deps/simdutf/.github/ISSUE_TEMPLATE/standard-issue-template.md +29 -0
- package/deps/simdutf/.github/pull_request_template.md +51 -0
- package/deps/simdutf/.github/workflows/aarch64.yml +39 -0
- package/deps/simdutf/.github/workflows/alpine.yml +27 -0
- package/deps/simdutf/.github/workflows/amalgamation_demos.yml +34 -0
- package/deps/simdutf/.github/workflows/armv7.yml +32 -0
- package/deps/simdutf/.github/workflows/atomic_fuzz.yml +25 -0
- package/deps/simdutf/.github/workflows/cifuzz.yml +37 -0
- package/deps/simdutf/.github/workflows/clangformat.yml +36 -0
- package/deps/simdutf/.github/workflows/debian-latestcxxstandards.yml +40 -0
- package/deps/simdutf/.github/workflows/debian.yml +33 -0
- package/deps/simdutf/.github/workflows/documentation.yml +36 -0
- package/deps/simdutf/.github/workflows/emscripten.yml +19 -0
- package/deps/simdutf/.github/workflows/loongarch64-gcc-14.2.yml +39 -0
- package/deps/simdutf/.github/workflows/macos-latest.yml +29 -0
- package/deps/simdutf/.github/workflows/msys2-clang.yml +48 -0
- package/deps/simdutf/.github/workflows/msys2.yml +50 -0
- package/deps/simdutf/.github/workflows/ppc64le.yml +29 -0
- package/deps/simdutf/.github/workflows/rvv-1024-clang-18.yml +35 -0
- package/deps/simdutf/.github/workflows/rvv-128-clang-17.yml +35 -0
- package/deps/simdutf/.github/workflows/rvv-256-gcc-14.yml +31 -0
- package/deps/simdutf/.github/workflows/s390x.yml +29 -0
- package/deps/simdutf/.github/workflows/selective-amalgamation.yml +29 -0
- package/deps/simdutf/.github/workflows/typos.yml +19 -0
- package/deps/simdutf/.github/workflows/ubuntu22-cxx20.yml +30 -0
- package/deps/simdutf/.github/workflows/ubuntu22.yml +32 -0
- package/deps/simdutf/.github/workflows/ubuntu22_gcc12.yml +27 -0
- package/deps/simdutf/.github/workflows/ubuntu22sani.yml +29 -0
- package/deps/simdutf/.github/workflows/ubuntu24-cxxstandards.yml +34 -0
- package/deps/simdutf/.github/workflows/ubuntu24-unsignedchar.yml +34 -0
- package/deps/simdutf/.github/workflows/ubuntu24.yml +32 -0
- package/deps/simdutf/.github/workflows/ubuntu24sani.yml +36 -0
- package/deps/simdutf/.github/workflows/ubuntu24sani_clang.yml +29 -0
- package/deps/simdutf/.github/workflows/vs17-arm-ci.yml +21 -0
- package/deps/simdutf/.github/workflows/vs17-ci-cxx20.yml +41 -0
- package/deps/simdutf/.github/workflows/vs17-ci.yml +41 -0
- package/deps/simdutf/.github/workflows/vs17-clang-ci.yml +41 -0
- package/deps/simdutf/.github/workflows/vs17-cxxstandards.yml +36 -0
- package/deps/simdutf/AI_USAGE_POLICY.md +56 -0
- package/deps/simdutf/AUTHORS +6 -0
- package/deps/simdutf/CMakeLists.txt +231 -0
- package/deps/simdutf/CONTRIBUTING.md +214 -0
- package/deps/simdutf/CONTRIBUTORS +1 -0
- package/deps/simdutf/Doxyfile +2584 -0
- package/deps/simdutf/LICENSE-APACHE +201 -0
- package/deps/simdutf/LICENSE-MIT +18 -0
- package/deps/simdutf/Makefile.crosscompile +54 -0
- package/deps/simdutf/README-RVV.md +16 -0
- package/deps/simdutf/README.md +2782 -0
- package/deps/simdutf/SECURITY.md +8 -0
- package/deps/simdutf/benchmarks/CMakeLists.txt +101 -0
- package/deps/simdutf/benchmarks/alignment.cpp +150 -0
- package/deps/simdutf/benchmarks/base64/CMakeLists.txt +30 -0
- package/deps/simdutf/benchmarks/base64/benchmark_base64.cpp +875 -0
- package/deps/simdutf/benchmarks/base64/libbase64_spaces.h +49 -0
- package/deps/simdutf/benchmarks/base64/node_base64.h +227 -0
- package/deps/simdutf/benchmarks/base64/openssl3_base64.h +334 -0
- package/deps/simdutf/benchmarks/benchmark.cpp +65 -0
- package/deps/simdutf/benchmarks/benchmark_to_well_formed_utf16.cpp +347 -0
- package/deps/simdutf/benchmarks/competition/.clang-format-ignore +5 -0
- package/deps/simdutf/benchmarks/competition/CppCon2018/utf_utils.cpp +1276 -0
- package/deps/simdutf/benchmarks/competition/CppCon2018/utf_utils.h +595 -0
- package/deps/simdutf/benchmarks/competition/README.md +7 -0
- package/deps/simdutf/benchmarks/competition/hoehrmann/hoehrmann.h +91 -0
- package/deps/simdutf/benchmarks/competition/inoue2008/inoue_utf8_to_utf16.h +444 -0
- package/deps/simdutf/benchmarks/competition/inoue2008/inoue_utf8_to_utf16_tables.h +13183 -0
- package/deps/simdutf/benchmarks/competition/inoue2008/script.py +73 -0
- package/deps/simdutf/benchmarks/competition/llvm/ConvertUTF.cpp +738 -0
- package/deps/simdutf/benchmarks/competition/llvm/ConvertUTF.h +293 -0
- package/deps/simdutf/benchmarks/competition/u8u16/COPYRIGHT +8 -0
- package/deps/simdutf/benchmarks/competition/u8u16/Makefile +44 -0
- package/deps/simdutf/benchmarks/competition/u8u16/OSL3.0.txt +169 -0
- package/deps/simdutf/benchmarks/competition/u8u16/Profiling/BOM_Profiler.h +148 -0
- package/deps/simdutf/benchmarks/competition/u8u16/Profiling/i386_timer.h +45 -0
- package/deps/simdutf/benchmarks/competition/u8u16/Profiling/ppc_timer.c +34 -0
- package/deps/simdutf/benchmarks/competition/u8u16/README +56 -0
- package/deps/simdutf/benchmarks/competition/u8u16/config/config_defs.h +43 -0
- package/deps/simdutf/benchmarks/competition/u8u16/config/g4_config.h +27 -0
- package/deps/simdutf/benchmarks/competition/u8u16/config/mmx_config.h +16 -0
- package/deps/simdutf/benchmarks/competition/u8u16/config/p4_config.h +18 -0
- package/deps/simdutf/benchmarks/competition/u8u16/config/p4_ideal_config.h +16 -0
- package/deps/simdutf/benchmarks/competition/u8u16/config/spu_config.h +28 -0
- package/deps/simdutf/benchmarks/competition/u8u16/config/ssse3_config.h +20 -0
- package/deps/simdutf/benchmarks/competition/u8u16/iconv_u8u16.c +2 -0
- package/deps/simdutf/benchmarks/competition/u8u16/lib/altivec_simd.h +440 -0
- package/deps/simdutf/benchmarks/competition/u8u16/lib/libgen/make_basic_ops.py +121 -0
- package/deps/simdutf/benchmarks/competition/u8u16/lib/libgen/make_half_operand_versions.py +158 -0
- package/deps/simdutf/benchmarks/competition/u8u16/lib/libgen/make_test.py +270 -0
- package/deps/simdutf/benchmarks/competition/u8u16/lib/mmx_simd.h +141 -0
- package/deps/simdutf/benchmarks/competition/u8u16/lib/mmx_simd_basic.h +216 -0
- package/deps/simdutf/benchmarks/competition/u8u16/lib/mmx_simd_built_in.h +119 -0
- package/deps/simdutf/benchmarks/competition/u8u16/lib/mmx_simd_modified.h +2430 -0
- package/deps/simdutf/benchmarks/competition/u8u16/lib/outline.txt +39 -0
- package/deps/simdutf/benchmarks/competition/u8u16/lib/spu_simd.h +421 -0
- package/deps/simdutf/benchmarks/competition/u8u16/lib/sse_simd.h +836 -0
- package/deps/simdutf/benchmarks/competition/u8u16/lib/stdint.h +222 -0
- package/deps/simdutf/benchmarks/competition/u8u16/libu8u16_BE.c +4 -0
- package/deps/simdutf/benchmarks/competition/u8u16/libu8u16_LE.c +5 -0
- package/deps/simdutf/benchmarks/competition/u8u16/proto/u8u16.py +390 -0
- package/deps/simdutf/benchmarks/competition/u8u16/src/Makefile +18 -0
- package/deps/simdutf/benchmarks/competition/u8u16/src/bytelex.h +448 -0
- package/deps/simdutf/benchmarks/competition/u8u16/src/charsets/ASCII_EBCDIC.h +284 -0
- package/deps/simdutf/benchmarks/competition/u8u16/src/libu8u16.c +1975 -0
- package/deps/simdutf/benchmarks/competition/u8u16/src/libu8u16.pdf +0 -0
- package/deps/simdutf/benchmarks/competition/u8u16/src/libu8u16.w +2263 -0
- package/deps/simdutf/benchmarks/competition/u8u16/src/multiliteral.h +239 -0
- package/deps/simdutf/benchmarks/competition/u8u16/src/u8u16.c +232 -0
- package/deps/simdutf/benchmarks/competition/u8u16/src/x8x16.c +194 -0
- package/deps/simdutf/benchmarks/competition/u8u16/src/xml_error.c +193 -0
- package/deps/simdutf/benchmarks/competition/u8u16/src/xml_error.h +167 -0
- package/deps/simdutf/benchmarks/competition/u8u16/src/xmldecl.c +288 -0
- package/deps/simdutf/benchmarks/competition/u8u16/src/xmldecl.h +117 -0
- package/deps/simdutf/benchmarks/competition/u8u16/u8u16_g4.c +2 -0
- package/deps/simdutf/benchmarks/competition/u8u16/u8u16_mmx.c +2 -0
- package/deps/simdutf/benchmarks/competition/u8u16/u8u16_p4.c +3 -0
- package/deps/simdutf/benchmarks/competition/u8u16/u8u16_p4_ideal.c +2 -0
- package/deps/simdutf/benchmarks/competition/u8u16/u8u16_spu.c +2 -0
- package/deps/simdutf/benchmarks/competition/u8u16/u8u16_ssse3.c +3 -0
- package/deps/simdutf/benchmarks/competition/u8u16/x8x16_p4.c +2 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/LICENSE +23 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/data/test_minimal.txt +44 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/readme.md +106 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_clang_corr_tests.cmd +11 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_clang_corr_tests.sh +13 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_gcc_corr_tests.sh +13 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_gcc_example.sh +13 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_gcc_file_conv.sh +14 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_gcc_iconv_lib.sh +11 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_gcc_iconv_sample.sh +8 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_mingw_corr_tests.cmd +12 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_mingw_example.cmd +13 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_mingw_file_conv.cmd +14 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_mingw_iconv_lib.cmd +11 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_mingw_iconv_sample.cmd +8 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_msvc_corr_tests.cmd +11 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_msvc_example.cmd +12 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_msvc_file_conv.cmd +13 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_msvc_iconv_lib.cmd +10 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/scripts/build_msvc_iconv_sample.cmd +9 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/scripts/html_table.py +25 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/scripts/measure.py +94 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/scripts/resize.py +20 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/scripts/wipe_all.cmd +2 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/scripts/wipe_interm.cmd +1 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/base/CustomMemcpy.h +75 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/base/PerfDefs.h +47 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/base/Timing.cpp +17 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/base/Timing.h +76 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/buffer/AllProcessors.cpp +35 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/buffer/BaseBufferProcessor.cpp +117 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/buffer/BaseBufferProcessor.h +210 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/buffer/BufferDecoder.h +158 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/buffer/BufferEncoder.h +104 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/buffer/ProcessorPlugins.h +334 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/buffer/ProcessorSelector.h +186 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/core/DecoderLut.cpp +140 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/core/DecoderLut.h +42 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/core/DecoderProcess.h +100 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/core/Dfa.h +57 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/core/EncoderLut.cpp +85 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/core/EncoderLut.h +27 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/core/EncoderProcess.h +126 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/core/ProcessTrivial.h +108 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/iconv/iconv.cpp +139 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/iconv/iconv.h +74 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/message/MessageConverter.cpp +65 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/message/MessageConverter.h +91 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/tests/CorrectnessTests.cpp +772 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/tests/Example.cpp +12 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/tests/FileConverter.cpp +486 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/tests/iconv_sample.c +162 -0
- package/deps/simdutf/benchmarks/competition/utf8lut/src/utf8lut.h +15 -0
- package/deps/simdutf/benchmarks/competition/utf8sse4/fromutf8-sse.cpp +292 -0
- package/deps/simdutf/benchmarks/competition/utfcpp/LICENSE +23 -0
- package/deps/simdutf/benchmarks/competition/utfcpp/README.md +1503 -0
- package/deps/simdutf/benchmarks/competition/utfcpp/source/utf8/checked.h +335 -0
- package/deps/simdutf/benchmarks/competition/utfcpp/source/utf8/core.h +338 -0
- package/deps/simdutf/benchmarks/competition/utfcpp/source/utf8/cpp11.h +103 -0
- package/deps/simdutf/benchmarks/competition/utfcpp/source/utf8/cpp17.h +103 -0
- package/deps/simdutf/benchmarks/competition/utfcpp/source/utf8/unchecked.h +274 -0
- package/deps/simdutf/benchmarks/competition/utfcpp/source/utf8.h +34 -0
- package/deps/simdutf/benchmarks/dataset/README.md +155 -0
- package/deps/simdutf/benchmarks/dataset/emoji.txt +204 -0
- package/deps/simdutf/benchmarks/dataset/scripts/utf8type.py +40 -0
- package/deps/simdutf/benchmarks/dataset/wikipedia_mars/Makefile +80 -0
- package/deps/simdutf/benchmarks/dataset/wikipedia_mars/convert_to_utf6.py +20 -0
- package/deps/simdutf/benchmarks/find/CMakeLists.txt +6 -0
- package/deps/simdutf/benchmarks/find/findbenchmark.cpp +63 -0
- package/deps/simdutf/benchmarks/find/findbenchmarker.h +46 -0
- package/deps/simdutf/benchmarks/shortbench.cpp +555 -0
- package/deps/simdutf/benchmarks/src/CMakeLists.txt +52 -0
- package/deps/simdutf/benchmarks/src/apple_arm_events.h +1104 -0
- package/deps/simdutf/benchmarks/src/benchmark.cpp +3899 -0
- package/deps/simdutf/benchmarks/src/benchmark.h +317 -0
- package/deps/simdutf/benchmarks/src/benchmark_base.cpp +144 -0
- package/deps/simdutf/benchmarks/src/benchmark_base.h +98 -0
- package/deps/simdutf/benchmarks/src/cmdline.cpp +176 -0
- package/deps/simdutf/benchmarks/src/cmdline.h +35 -0
- package/deps/simdutf/benchmarks/src/event_counter.h +162 -0
- package/deps/simdutf/benchmarks/src/linux-perf-events.h +104 -0
- package/deps/simdutf/benchmarks/stream.cpp +209 -0
- package/deps/simdutf/benchmarks/threaded.cpp +123 -0
- package/deps/simdutf/cmake/CPM.cmake +1363 -0
- package/deps/simdutf/cmake/JoinPaths.cmake +23 -0
- package/deps/simdutf/cmake/add_cpp_test.cmake +68 -0
- package/deps/simdutf/cmake/simdutf-config.cmake.in +2 -0
- package/deps/simdutf/cmake/simdutf-flags.cmake +26 -0
- package/deps/simdutf/cmake/toolchains-ci/riscv64-linux-gnu.cmake +4 -0
- package/deps/simdutf/cmake/toolchains-dev/README.md +32 -0
- package/deps/simdutf/cmake/toolchains-dev/aarch64.cmake +14 -0
- package/deps/simdutf/cmake/toolchains-dev/loongarch64.cmake +22 -0
- package/deps/simdutf/cmake/toolchains-dev/powerpc64.cmake +16 -0
- package/deps/simdutf/cmake/toolchains-dev/powerpc64le.cmake +16 -0
- package/deps/simdutf/cmake/toolchains-dev/riscv64.cmake +16 -0
- package/deps/simdutf/cmake/toolchains-dev/rvv-spike.cmake +38 -0
- package/deps/simdutf/doc/avx512.png +0 -0
- package/deps/simdutf/doc/logo.png +0 -0
- package/deps/simdutf/doc/logo.svg +165 -0
- package/deps/simdutf/doc/node2023.png +0 -0
- package/deps/simdutf/doc/shortinput.md +78 -0
- package/deps/simdutf/doc/utf16utf8.png +0 -0
- package/deps/simdutf/doc/utf8utf16.png +0 -0
- package/deps/simdutf/doc/widelogo.png +0 -0
- package/deps/simdutf/doxygen.py +50 -0
- package/deps/simdutf/fuzz/.clang-format +9 -0
- package/deps/simdutf/fuzz/CMakeLists.txt +45 -0
- package/deps/simdutf/fuzz/README.md +168 -0
- package/deps/simdutf/fuzz/atomic_base64.cpp +448 -0
- package/deps/simdutf/fuzz/base64.cpp +278 -0
- package/deps/simdutf/fuzz/build.sh +83 -0
- package/deps/simdutf/fuzz/conversion.cpp +669 -0
- package/deps/simdutf/fuzz/helpers/.clang-format-ignore +1 -0
- package/deps/simdutf/fuzz/helpers/common.h +135 -0
- package/deps/simdutf/fuzz/helpers/nameof.hpp +1258 -0
- package/deps/simdutf/fuzz/main.cpp +72 -0
- package/deps/simdutf/fuzz/minimize_and_cleanse.sh +87 -0
- package/deps/simdutf/fuzz/misc.cpp +216 -0
- package/deps/simdutf/fuzz/random_fuzz.sh +154 -0
- package/deps/simdutf/fuzz/roundtrip.cpp +588 -0
- package/deps/simdutf/fuzz/safe_conversion.cpp +104 -0
- package/deps/simdutf/include/simdutf/avx512.h +79 -0
- package/deps/simdutf/include/simdutf/base64_implementation.h +158 -0
- package/deps/simdutf/include/simdutf/base64_tables.h +887 -0
- package/deps/simdutf/include/simdutf/common_defs.h +186 -0
- package/deps/simdutf/include/simdutf/compiler_check.h +50 -0
- package/deps/simdutf/include/simdutf/constexpr_ptr.h +138 -0
- package/deps/simdutf/include/simdutf/encoding_types.h +189 -0
- package/deps/simdutf/include/simdutf/error.h +126 -0
- package/deps/simdutf/include/simdutf/implementation.h +7081 -0
- package/deps/simdutf/include/simdutf/internal/isadetection.h +325 -0
- package/deps/simdutf/include/simdutf/portability.h +285 -0
- package/deps/simdutf/include/simdutf/scalar/ascii.h +86 -0
- package/deps/simdutf/include/simdutf/scalar/atomic_util.h +105 -0
- package/deps/simdutf/include/simdutf/scalar/base64.h +911 -0
- package/deps/simdutf/include/simdutf/scalar/latin1.h +26 -0
- package/deps/simdutf/include/simdutf/scalar/latin1_to_utf16/latin1_to_utf16.h +52 -0
- package/deps/simdutf/include/simdutf/scalar/latin1_to_utf32/latin1_to_utf32.h +27 -0
- package/deps/simdutf/include/simdutf/scalar/latin1_to_utf8/latin1_to_utf8.h +191 -0
- package/deps/simdutf/include/simdutf/scalar/swap_bytes.h +35 -0
- package/deps/simdutf/include/simdutf/scalar/utf16.h +226 -0
- package/deps/simdutf/include/simdutf/scalar/utf16_to_latin1/utf16_to_latin1.h +108 -0
- package/deps/simdutf/include/simdutf/scalar/utf16_to_latin1/valid_utf16_to_latin1.h +40 -0
- package/deps/simdutf/include/simdutf/scalar/utf16_to_utf32/utf16_to_utf32.h +86 -0
- package/deps/simdutf/include/simdutf/scalar/utf16_to_utf32/valid_utf16_to_utf32.h +44 -0
- package/deps/simdutf/include/simdutf/scalar/utf16_to_utf8/utf16_to_utf8.h +295 -0
- package/deps/simdutf/include/simdutf/scalar/utf16_to_utf8/valid_utf16_to_utf8.h +91 -0
- package/deps/simdutf/include/simdutf/scalar/utf32.h +82 -0
- package/deps/simdutf/include/simdutf/scalar/utf32_to_latin1/utf32_to_latin1.h +68 -0
- package/deps/simdutf/include/simdutf/scalar/utf32_to_latin1/valid_utf32_to_latin1.h +67 -0
- package/deps/simdutf/include/simdutf/scalar/utf32_to_utf16/utf32_to_utf16.h +84 -0
- package/deps/simdutf/include/simdutf/scalar/utf32_to_utf16/valid_utf32_to_utf16.h +44 -0
- package/deps/simdutf/include/simdutf/scalar/utf32_to_utf8/utf32_to_utf8.h +142 -0
- package/deps/simdutf/include/simdutf/scalar/utf32_to_utf8/valid_utf32_to_utf8.h +72 -0
- package/deps/simdutf/include/simdutf/scalar/utf8.h +326 -0
- package/deps/simdutf/include/simdutf/scalar/utf8_to_latin1/utf8_to_latin1.h +225 -0
- package/deps/simdutf/include/simdutf/scalar/utf8_to_latin1/valid_utf8_to_latin1.h +87 -0
- package/deps/simdutf/include/simdutf/scalar/utf8_to_utf16/utf8_to_utf16.h +342 -0
- package/deps/simdutf/include/simdutf/scalar/utf8_to_utf16/valid_utf8_to_utf16.h +106 -0
- package/deps/simdutf/include/simdutf/scalar/utf8_to_utf32/utf8_to_utf32.h +299 -0
- package/deps/simdutf/include/simdutf/scalar/utf8_to_utf32/valid_utf8_to_utf32.h +83 -0
- package/deps/simdutf/include/simdutf/simdutf_version.h +26 -0
- package/deps/simdutf/include/simdutf.h +26 -0
- package/deps/simdutf/include/simdutf_c.h +342 -0
- package/deps/simdutf/riscv/Dockerfile +16 -0
- package/deps/simdutf/riscv/README.md +24 -0
- package/deps/simdutf/riscv/remove-docker-station +8 -0
- package/deps/simdutf/riscv/run-docker-station +31 -0
- package/deps/simdutf/scripts/.flake8 +2 -0
- package/deps/simdutf/scripts/Makefile +2 -0
- package/deps/simdutf/scripts/README_ADD_FUNCTION.md +49 -0
- package/deps/simdutf/scripts/add_function.py +330 -0
- package/deps/simdutf/scripts/amalgamation_tests.py +156 -0
- package/deps/simdutf/scripts/base64/Makefile +2 -0
- package/deps/simdutf/scripts/base64/README.md +2 -0
- package/deps/simdutf/scripts/base64/avx512.py +76 -0
- package/deps/simdutf/scripts/base64/neon_decode.py +143 -0
- package/deps/simdutf/scripts/base64/neon_generate_lut.py +101 -0
- package/deps/simdutf/scripts/base64/sse.py +252 -0
- package/deps/simdutf/scripts/base64/sseregular.py +160 -0
- package/deps/simdutf/scripts/base64/sseurl.py +283 -0
- package/deps/simdutf/scripts/base64/table.py +59 -0
- package/deps/simdutf/scripts/base64bench_print.py +145 -0
- package/deps/simdutf/scripts/benchmark-all.py +119 -0
- package/deps/simdutf/scripts/benchmark_print.py +324 -0
- package/deps/simdutf/scripts/check_feature_macros.py +156 -0
- package/deps/simdutf/scripts/check_typos.sh +13 -0
- package/deps/simdutf/scripts/clang_format.sh +35 -0
- package/deps/simdutf/scripts/clang_format_docker.sh +38 -0
- package/deps/simdutf/scripts/common.py +24 -0
- package/deps/simdutf/scripts/compilation_benchmark.py +55 -0
- package/deps/simdutf/scripts/compile_many_variations.sh +64 -0
- package/deps/simdutf/scripts/create_latex_table.py +62 -0
- package/deps/simdutf/scripts/docker/Dockerfile +14 -0
- package/deps/simdutf/scripts/docker/Makefile +9 -0
- package/deps/simdutf/scripts/docker/README.md +30 -0
- package/deps/simdutf/scripts/docker/llvm.gpg +0 -0
- package/deps/simdutf/scripts/ppc64_convert_utf16_to_utf8.py +155 -0
- package/deps/simdutf/scripts/prepare_doxygen.sh +21 -0
- package/deps/simdutf/scripts/release.py +197 -0
- package/deps/simdutf/scripts/shortinputplots.py +97 -0
- package/deps/simdutf/scripts/sse_convert_utf16_to_utf8.py +422 -0
- package/deps/simdutf/scripts/sse_convert_utf32_to_utf16.py +105 -0
- package/deps/simdutf/scripts/sse_utf8_utf16_decode.py +186 -0
- package/deps/simdutf/scripts/sse_validate_utf16le_proof.py +137 -0
- package/deps/simdutf/scripts/sse_validate_utf16le_testcases.py +129 -0
- package/deps/simdutf/scripts/table.py +207 -0
- package/deps/simdutf/scripts/tests/new.txt +33 -0
- package/deps/simdutf/scripts/tests/old.txt +33 -0
- package/deps/simdutf/scripts/tests/results.txt +272 -0
- package/deps/simdutf/simdutf.pc.in +11 -0
- package/deps/simdutf/singleheader/.flake8 +2 -0
- package/deps/simdutf/singleheader/CMakeLists.txt +64 -0
- package/deps/simdutf/singleheader/README-dev.md +81 -0
- package/deps/simdutf/singleheader/README.md +19 -0
- package/deps/simdutf/singleheader/amalgamate.py +513 -0
- package/deps/simdutf/singleheader/amalgamation_demo.c +59 -0
- package/deps/simdutf/singleheader/amalgamation_demo.cpp +54 -0
- package/deps/simdutf/singleheader/test-features.py +262 -0
- package/deps/simdutf/src/CMakeLists.txt +78 -0
- package/deps/simdutf/src/arm64/arm_base64.cpp +791 -0
- package/deps/simdutf/src/arm64/arm_convert_latin1_to_utf16.cpp +24 -0
- package/deps/simdutf/src/arm64/arm_convert_latin1_to_utf32.cpp +24 -0
- package/deps/simdutf/src/arm64/arm_convert_latin1_to_utf8.cpp +70 -0
- package/deps/simdutf/src/arm64/arm_convert_utf16_to_latin1.cpp +61 -0
- package/deps/simdutf/src/arm64/arm_convert_utf16_to_utf32.cpp +185 -0
- package/deps/simdutf/src/arm64/arm_convert_utf16_to_utf8.cpp +780 -0
- package/deps/simdutf/src/arm64/arm_convert_utf32_to_latin1.cpp +60 -0
- package/deps/simdutf/src/arm64/arm_convert_utf32_to_utf16.cpp +208 -0
- package/deps/simdutf/src/arm64/arm_convert_utf32_to_utf8.cpp +505 -0
- package/deps/simdutf/src/arm64/arm_convert_utf8_to_latin1.cpp +69 -0
- package/deps/simdutf/src/arm64/arm_convert_utf8_to_utf16.cpp +313 -0
- package/deps/simdutf/src/arm64/arm_convert_utf8_to_utf32.cpp +179 -0
- package/deps/simdutf/src/arm64/arm_find.cpp +199 -0
- package/deps/simdutf/src/arm64/arm_utf16fix.cpp +185 -0
- package/deps/simdutf/src/arm64/arm_validate_utf16.cpp +165 -0
- package/deps/simdutf/src/arm64/arm_validate_utf32le.cpp +65 -0
- package/deps/simdutf/src/arm64/implementation.cpp +1442 -0
- package/deps/simdutf/src/encoding_types.cpp +67 -0
- package/deps/simdutf/src/error.cpp +3 -0
- package/deps/simdutf/src/fallback/implementation.cpp +589 -0
- package/deps/simdutf/src/generic/ascii_validation.h +50 -0
- package/deps/simdutf/src/generic/base64.h +233 -0
- package/deps/simdutf/src/generic/base64lengths.h +63 -0
- package/deps/simdutf/src/generic/buf_block_reader.h +109 -0
- package/deps/simdutf/src/generic/find.h +75 -0
- package/deps/simdutf/src/generic/utf16/change_endianness.h +24 -0
- package/deps/simdutf/src/generic/utf16/count_code_points_bytemask.h +58 -0
- package/deps/simdutf/src/generic/utf16/to_well_formed.h +93 -0
- package/deps/simdutf/src/generic/utf16/utf32_length_from_utf16.h +15 -0
- package/deps/simdutf/src/generic/utf16/utf8_length_from_utf16.h +35 -0
- package/deps/simdutf/src/generic/utf16/utf8_length_from_utf16_bytemask.h +199 -0
- package/deps/simdutf/src/generic/utf16.h +73 -0
- package/deps/simdutf/src/generic/utf32.h +136 -0
- package/deps/simdutf/src/generic/utf8/utf16_length_from_utf8_bytemask.h +53 -0
- package/deps/simdutf/src/generic/utf8.h +92 -0
- package/deps/simdutf/src/generic/utf8_to_latin1/utf8_to_latin1.h +316 -0
- package/deps/simdutf/src/generic/utf8_to_latin1/valid_utf8_to_latin1.h +78 -0
- package/deps/simdutf/src/generic/utf8_to_utf16/utf8_to_utf16.h +332 -0
- package/deps/simdutf/src/generic/utf8_to_utf16/valid_utf8_to_utf16.h +74 -0
- package/deps/simdutf/src/generic/utf8_to_utf32/utf8_to_utf32.h +318 -0
- package/deps/simdutf/src/generic/utf8_to_utf32/valid_utf8_to_utf32.h +42 -0
- package/deps/simdutf/src/generic/utf8_validation/utf8_lookup4_algorithm.h +223 -0
- package/deps/simdutf/src/generic/utf8_validation/utf8_validator.h +84 -0
- package/deps/simdutf/src/generic/validate_utf16.h +164 -0
- package/deps/simdutf/src/generic/validate_utf32.h +99 -0
- package/deps/simdutf/src/haswell/avx2_base64.cpp +837 -0
- package/deps/simdutf/src/haswell/avx2_convert_latin1_to_utf16.cpp +28 -0
- package/deps/simdutf/src/haswell/avx2_convert_latin1_to_utf32.cpp +20 -0
- package/deps/simdutf/src/haswell/avx2_convert_latin1_to_utf8.cpp +83 -0
- package/deps/simdutf/src/haswell/avx2_convert_utf16_to_latin1.cpp +83 -0
- package/deps/simdutf/src/haswell/avx2_convert_utf16_to_utf32.cpp +210 -0
- package/deps/simdutf/src/haswell/avx2_convert_utf16_to_utf8.cpp +602 -0
- package/deps/simdutf/src/haswell/avx2_convert_utf32_to_latin1.cpp +116 -0
- package/deps/simdutf/src/haswell/avx2_convert_utf32_to_utf16.cpp +164 -0
- package/deps/simdutf/src/haswell/avx2_convert_utf32_to_utf8.cpp +569 -0
- package/deps/simdutf/src/haswell/avx2_convert_utf8_to_latin1.cpp +60 -0
- package/deps/simdutf/src/haswell/avx2_convert_utf8_to_utf16.cpp +195 -0
- package/deps/simdutf/src/haswell/avx2_convert_utf8_to_utf32.cpp +135 -0
- package/deps/simdutf/src/haswell/avx2_utf16fix.cpp +173 -0
- package/deps/simdutf/src/haswell/avx2_validate_utf16.cpp +17 -0
- package/deps/simdutf/src/haswell/implementation.cpp +1447 -0
- package/deps/simdutf/src/icelake/icelake_ascii_validation.inl.cpp +19 -0
- package/deps/simdutf/src/icelake/icelake_base64.inl.cpp +630 -0
- package/deps/simdutf/src/icelake/icelake_common.inl.cpp +37 -0
- package/deps/simdutf/src/icelake/icelake_convert_latin1_to_utf16.inl.cpp +36 -0
- package/deps/simdutf/src/icelake/icelake_convert_latin1_to_utf32.inl.cpp +23 -0
- package/deps/simdutf/src/icelake/icelake_convert_latin1_to_utf8.inl.cpp +107 -0
- package/deps/simdutf/src/icelake/icelake_convert_utf16_to_latin1.inl.cpp +103 -0
- package/deps/simdutf/src/icelake/icelake_convert_utf16_to_utf32.inl.cpp +136 -0
- package/deps/simdutf/src/icelake/icelake_convert_utf16_to_utf8.inl.cpp +206 -0
- package/deps/simdutf/src/icelake/icelake_convert_utf32_to_latin1.inl.cpp +74 -0
- package/deps/simdutf/src/icelake/icelake_convert_utf32_to_utf16.inl.cpp +338 -0
- package/deps/simdutf/src/icelake/icelake_convert_utf32_to_utf8.inl.cpp +574 -0
- package/deps/simdutf/src/icelake/icelake_convert_utf8_to_latin1.inl.cpp +104 -0
- package/deps/simdutf/src/icelake/icelake_convert_utf8_to_utf16.inl.cpp +75 -0
- package/deps/simdutf/src/icelake/icelake_convert_valid_utf8_to_latin1.inl.cpp +69 -0
- package/deps/simdutf/src/icelake/icelake_find.inl.cpp +146 -0
- package/deps/simdutf/src/icelake/icelake_from_utf8.inl.cpp +266 -0
- package/deps/simdutf/src/icelake/icelake_from_valid_utf8.inl.cpp +136 -0
- package/deps/simdutf/src/icelake/icelake_macros.inl.cpp +143 -0
- package/deps/simdutf/src/icelake/icelake_utf16fix.cpp +138 -0
- package/deps/simdutf/src/icelake/icelake_utf32_validation.inl.cpp +63 -0
- package/deps/simdutf/src/icelake/icelake_utf8_common.inl.cpp +753 -0
- package/deps/simdutf/src/icelake/icelake_utf8_length_from_utf16.inl.cpp +269 -0
- package/deps/simdutf/src/icelake/icelake_utf8_validation.inl.cpp +116 -0
- package/deps/simdutf/src/icelake/implementation.cpp +1903 -0
- package/deps/simdutf/src/implementation.cpp +2526 -0
- package/deps/simdutf/src/lasx/implementation.cpp +1531 -0
- package/deps/simdutf/src/lasx/lasx_base64.cpp +695 -0
- package/deps/simdutf/src/lasx/lasx_convert_latin1_to_utf16.cpp +76 -0
- package/deps/simdutf/src/lasx/lasx_convert_latin1_to_utf32.cpp +55 -0
- package/deps/simdutf/src/lasx/lasx_convert_latin1_to_utf8.cpp +65 -0
- package/deps/simdutf/src/lasx/lasx_convert_utf16_to_latin1.cpp +64 -0
- package/deps/simdutf/src/lasx/lasx_convert_utf16_to_utf32.cpp +183 -0
- package/deps/simdutf/src/lasx/lasx_convert_utf16_to_utf8.cpp +550 -0
- package/deps/simdutf/src/lasx/lasx_convert_utf32_to_latin1.cpp +73 -0
- package/deps/simdutf/src/lasx/lasx_convert_utf32_to_utf16.cpp +218 -0
- package/deps/simdutf/src/lasx/lasx_convert_utf32_to_utf8.cpp +589 -0
- package/deps/simdutf/src/lasx/lasx_convert_utf8_to_latin1.cpp +72 -0
- package/deps/simdutf/src/lasx/lasx_convert_utf8_to_utf16.cpp +296 -0
- package/deps/simdutf/src/lasx/lasx_convert_utf8_to_utf32.cpp +190 -0
- package/deps/simdutf/src/lasx/lasx_find.cpp +64 -0
- package/deps/simdutf/src/lasx/lasx_validate_utf16.cpp +13 -0
- package/deps/simdutf/src/lasx/lasx_validate_utf32le.cpp +84 -0
- package/deps/simdutf/src/lsx/implementation.cpp +1417 -0
- package/deps/simdutf/src/lsx/lsx_base64.cpp +675 -0
- package/deps/simdutf/src/lsx/lsx_convert_latin1_to_utf16.cpp +39 -0
- package/deps/simdutf/src/lsx/lsx_convert_latin1_to_utf32.cpp +27 -0
- package/deps/simdutf/src/lsx/lsx_convert_latin1_to_utf8.cpp +56 -0
- package/deps/simdutf/src/lsx/lsx_convert_utf16_to_latin1.cpp +64 -0
- package/deps/simdutf/src/lsx/lsx_convert_utf16_to_utf32.cpp +133 -0
- package/deps/simdutf/src/lsx/lsx_convert_utf16_to_utf8.cpp +518 -0
- package/deps/simdutf/src/lsx/lsx_convert_utf32_to_latin1.cpp +66 -0
- package/deps/simdutf/src/lsx/lsx_convert_utf32_to_utf16.cpp +155 -0
- package/deps/simdutf/src/lsx/lsx_convert_utf32_to_utf8.cpp +459 -0
- package/deps/simdutf/src/lsx/lsx_convert_utf8_to_latin1.cpp +75 -0
- package/deps/simdutf/src/lsx/lsx_convert_utf8_to_utf16.cpp +291 -0
- package/deps/simdutf/src/lsx/lsx_convert_utf8_to_utf32.cpp +179 -0
- package/deps/simdutf/src/lsx/lsx_find.cpp +60 -0
- package/deps/simdutf/src/lsx/lsx_validate_utf16.cpp +13 -0
- package/deps/simdutf/src/lsx/lsx_validate_utf32le.cpp +68 -0
- package/deps/simdutf/src/ppc64/implementation.cpp +992 -0
- package/deps/simdutf/src/ppc64/ppc64_base64.cpp +480 -0
- package/deps/simdutf/src/ppc64/ppc64_base64_internal_tests.cpp +401 -0
- package/deps/simdutf/src/ppc64/ppc64_convert_latin1_to_utf16.cpp +12 -0
- package/deps/simdutf/src/ppc64/ppc64_convert_latin1_to_utf32.cpp +12 -0
- package/deps/simdutf/src/ppc64/ppc64_convert_latin1_to_utf8.cpp +149 -0
- package/deps/simdutf/src/ppc64/ppc64_convert_utf16_to_latin1.cpp +67 -0
- package/deps/simdutf/src/ppc64/ppc64_convert_utf16_to_utf32.cpp +87 -0
- package/deps/simdutf/src/ppc64/ppc64_convert_utf16_to_utf8.cpp +296 -0
- package/deps/simdutf/src/ppc64/ppc64_convert_utf32_to_latin1.cpp +57 -0
- package/deps/simdutf/src/ppc64/ppc64_convert_utf32_to_utf16.cpp +117 -0
- package/deps/simdutf/src/ppc64/ppc64_convert_utf32_to_utf8.cpp +166 -0
- package/deps/simdutf/src/ppc64/ppc64_convert_utf8_to_latin1.cpp +69 -0
- package/deps/simdutf/src/ppc64/ppc64_convert_utf8_to_utf16.cpp +211 -0
- package/deps/simdutf/src/ppc64/ppc64_convert_utf8_to_utf32.cpp +153 -0
- package/deps/simdutf/src/ppc64/ppc64_utf16_to_utf8_tables.h +1011 -0
- package/deps/simdutf/src/ppc64/ppc64_utf8_length_from_latin1.cpp +37 -0
- package/deps/simdutf/src/ppc64/ppc64_validate_utf16.cpp +19 -0
- package/deps/simdutf/src/ppc64/templates.cpp +91 -0
- package/deps/simdutf/src/rvv/implementation.cpp +138 -0
- package/deps/simdutf/src/rvv/rvv_find.cpp +27 -0
- package/deps/simdutf/src/rvv/rvv_helpers.inl.cpp +23 -0
- package/deps/simdutf/src/rvv/rvv_latin1_to.inl.cpp +71 -0
- package/deps/simdutf/src/rvv/rvv_length_from.inl.cpp +164 -0
- package/deps/simdutf/src/rvv/rvv_utf16_to.inl.cpp +399 -0
- package/deps/simdutf/src/rvv/rvv_utf16fix.cpp +110 -0
- package/deps/simdutf/src/rvv/rvv_utf32_to.inl.cpp +307 -0
- package/deps/simdutf/src/rvv/rvv_utf8_to.inl.cpp +435 -0
- package/deps/simdutf/src/rvv/rvv_validate.inl.cpp +275 -0
- package/deps/simdutf/src/simdutf/arm64/begin.h +2 -0
- package/deps/simdutf/src/simdutf/arm64/bitmanipulation.h +34 -0
- package/deps/simdutf/src/simdutf/arm64/end.h +2 -0
- package/deps/simdutf/src/simdutf/arm64/implementation.h +307 -0
- package/deps/simdutf/src/simdutf/arm64/intrinsics.h +10 -0
- package/deps/simdutf/src/simdutf/arm64/simd.h +547 -0
- package/deps/simdutf/src/simdutf/arm64/simd16-inl.h +403 -0
- package/deps/simdutf/src/simdutf/arm64/simd32-inl.h +129 -0
- package/deps/simdutf/src/simdutf/arm64/simd64-inl.h +28 -0
- package/deps/simdutf/src/simdutf/arm64.h +43 -0
- package/deps/simdutf/src/simdutf/fallback/begin.h +1 -0
- package/deps/simdutf/src/simdutf/fallback/bitmanipulation.h +13 -0
- package/deps/simdutf/src/simdutf/fallback/end.h +1 -0
- package/deps/simdutf/src/simdutf/fallback/implementation.h +331 -0
- package/deps/simdutf/src/simdutf/fallback.h +42 -0
- package/deps/simdutf/src/simdutf/haswell/begin.h +15 -0
- package/deps/simdutf/src/simdutf/haswell/bitmanipulation.h +35 -0
- package/deps/simdutf/src/simdutf/haswell/end.h +13 -0
- package/deps/simdutf/src/simdutf/haswell/implementation.h +338 -0
- package/deps/simdutf/src/simdutf/haswell/intrinsics.h +67 -0
- package/deps/simdutf/src/simdutf/haswell/simd.h +363 -0
- package/deps/simdutf/src/simdutf/haswell/simd16-inl.h +261 -0
- package/deps/simdutf/src/simdutf/haswell/simd32-inl.h +111 -0
- package/deps/simdutf/src/simdutf/haswell/simd64-inl.h +34 -0
- package/deps/simdutf/src/simdutf/haswell.h +63 -0
- package/deps/simdutf/src/simdutf/icelake/begin.h +14 -0
- package/deps/simdutf/src/simdutf/icelake/bitmanipulation.h +44 -0
- package/deps/simdutf/src/simdutf/icelake/end.h +12 -0
- package/deps/simdutf/src/simdutf/icelake/implementation.h +346 -0
- package/deps/simdutf/src/simdutf/icelake/intrinsics.h +138 -0
- package/deps/simdutf/src/simdutf/icelake/simd.h +17 -0
- package/deps/simdutf/src/simdutf/icelake/simd16-inl.h +90 -0
- package/deps/simdutf/src/simdutf/icelake/simd32-inl.h +47 -0
- package/deps/simdutf/src/simdutf/icelake.h +81 -0
- package/deps/simdutf/src/simdutf/lasx/begin.h +8 -0
- package/deps/simdutf/src/simdutf/lasx/bitmanipulation.h +25 -0
- package/deps/simdutf/src/simdutf/lasx/end.h +8 -0
- package/deps/simdutf/src/simdutf/lasx/implementation.h +310 -0
- package/deps/simdutf/src/simdutf/lasx/intrinsics.h +319 -0
- package/deps/simdutf/src/simdutf/lasx/simd.h +551 -0
- package/deps/simdutf/src/simdutf/lasx/simd16-inl.h +234 -0
- package/deps/simdutf/src/simdutf/lasx/simd32-inl.h +74 -0
- package/deps/simdutf/src/simdutf/lasx/simd64-inl.h +52 -0
- package/deps/simdutf/src/simdutf/lasx.h +49 -0
- package/deps/simdutf/src/simdutf/lsx/begin.h +2 -0
- package/deps/simdutf/src/simdutf/lsx/bitmanipulation.h +25 -0
- package/deps/simdutf/src/simdutf/lsx/end.h +2 -0
- package/deps/simdutf/src/simdutf/lsx/implementation.h +309 -0
- package/deps/simdutf/src/simdutf/lsx/intrinsics.h +196 -0
- package/deps/simdutf/src/simdutf/lsx/simd.h +421 -0
- package/deps/simdutf/src/simdutf/lsx/simd16-inl.h +242 -0
- package/deps/simdutf/src/simdutf/lsx/simd32-inl.h +69 -0
- package/deps/simdutf/src/simdutf/lsx/simd64-inl.h +50 -0
- package/deps/simdutf/src/simdutf/lsx.h +52 -0
- package/deps/simdutf/src/simdutf/ppc64/begin.h +1 -0
- package/deps/simdutf/src/simdutf/ppc64/bitmanipulation.h +29 -0
- package/deps/simdutf/src/simdutf/ppc64/end.h +1 -0
- package/deps/simdutf/src/simdutf/ppc64/implementation.h +348 -0
- package/deps/simdutf/src/simdutf/ppc64/intrinsics.h +19 -0
- package/deps/simdutf/src/simdutf/ppc64/simd.h +177 -0
- package/deps/simdutf/src/simdutf/ppc64/simd16-inl.h +327 -0
- package/deps/simdutf/src/simdutf/ppc64/simd32-inl.h +247 -0
- package/deps/simdutf/src/simdutf/ppc64/simd8-inl.h +618 -0
- package/deps/simdutf/src/simdutf/ppc64.h +40 -0
- package/deps/simdutf/src/simdutf/rvv/begin.h +7 -0
- package/deps/simdutf/src/simdutf/rvv/end.h +7 -0
- package/deps/simdutf/src/simdutf/rvv/implementation.h +321 -0
- package/deps/simdutf/src/simdutf/rvv/intrinsics.h +131 -0
- package/deps/simdutf/src/simdutf/rvv.h +41 -0
- package/deps/simdutf/src/simdutf/westmere/begin.h +8 -0
- package/deps/simdutf/src/simdutf/westmere/bitmanipulation.h +37 -0
- package/deps/simdutf/src/simdutf/westmere/end.h +8 -0
- package/deps/simdutf/src/simdutf/westmere/implementation.h +338 -0
- package/deps/simdutf/src/simdutf/westmere/intrinsics.h +38 -0
- package/deps/simdutf/src/simdutf/westmere/simd.h +379 -0
- package/deps/simdutf/src/simdutf/westmere/simd16-inl.h +242 -0
- package/deps/simdutf/src/simdutf/westmere/simd32-inl.h +151 -0
- package/deps/simdutf/src/simdutf/westmere/simd64-inl.h +33 -0
- package/deps/simdutf/src/simdutf/westmere.h +59 -0
- package/deps/simdutf/src/simdutf.cpp +152 -0
- package/deps/simdutf/src/simdutf_c.cpp +525 -0
- package/deps/simdutf/src/tables/utf16_to_utf8_tables.h +768 -0
- package/deps/simdutf/src/tables/utf32_to_utf16_tables.h +53 -0
- package/deps/simdutf/src/tables/utf8_to_utf16_tables.h +826 -0
- package/deps/simdutf/src/westmere/implementation.cpp +1479 -0
- package/deps/simdutf/src/westmere/internal/loader.cpp +7 -0
- package/deps/simdutf/src/westmere/internal/write_v_u16_11bits_to_utf8.cpp +66 -0
- package/deps/simdutf/src/westmere/sse_base64.cpp +672 -0
- package/deps/simdutf/src/westmere/sse_convert_latin1_to_utf16.cpp +21 -0
- package/deps/simdutf/src/westmere/sse_convert_latin1_to_utf32.cpp +31 -0
- package/deps/simdutf/src/westmere/sse_convert_latin1_to_utf8.cpp +71 -0
- package/deps/simdutf/src/westmere/sse_convert_utf16_to_latin1.cpp +70 -0
- package/deps/simdutf/src/westmere/sse_convert_utf16_to_utf32.cpp +206 -0
- package/deps/simdutf/src/westmere/sse_convert_utf16_to_utf8.cpp +504 -0
- package/deps/simdutf/src/westmere/sse_convert_utf32_to_latin1.cpp +82 -0
- package/deps/simdutf/src/westmere/sse_convert_utf32_to_utf16.cpp +209 -0
- package/deps/simdutf/src/westmere/sse_convert_utf32_to_utf8.cpp +589 -0
- package/deps/simdutf/src/westmere/sse_convert_utf8_to_latin1.cpp +58 -0
- package/deps/simdutf/src/westmere/sse_convert_utf8_to_utf16.cpp +197 -0
- package/deps/simdutf/src/westmere/sse_convert_utf8_to_utf32.cpp +141 -0
- package/deps/simdutf/src/westmere/sse_utf16fix.cpp +82 -0
- package/deps/simdutf/src/westmere/sse_validate_utf16.cpp +17 -0
- package/deps/simdutf/tests/CMakeLists.txt +483 -0
- package/deps/simdutf/tests/atomic_base64_tests.cpp +2845 -0
- package/deps/simdutf/tests/base64_tests.cpp +3617 -0
- package/deps/simdutf/tests/basic_fuzzer.cpp +805 -0
- package/deps/simdutf/tests/bele_tests.cpp +182 -0
- package/deps/simdutf/tests/constexpr_base64_tests.cpp +387 -0
- package/deps/simdutf/tests/convert_latin1_to_utf16be_tests.cpp +52 -0
- package/deps/simdutf/tests/convert_latin1_to_utf16le_tests.cpp +80 -0
- package/deps/simdutf/tests/convert_latin1_to_utf32_tests.cpp +66 -0
- package/deps/simdutf/tests/convert_latin1_to_utf8_tests.cpp +120 -0
- package/deps/simdutf/tests/convert_utf16_to_utf8_safe_tests.cpp +203 -0
- package/deps/simdutf/tests/convert_utf16_to_utf8_with_replacement_tests.cpp +276 -0
- package/deps/simdutf/tests/convert_utf16be_to_latin1_tests.cpp +109 -0
- package/deps/simdutf/tests/convert_utf16be_to_latin1_tests_with_errors.cpp +136 -0
- package/deps/simdutf/tests/convert_utf16be_to_utf32_tests.cpp +193 -0
- package/deps/simdutf/tests/convert_utf16be_to_utf32_with_errors_tests.cpp +381 -0
- package/deps/simdutf/tests/convert_utf16be_to_utf8_tests.cpp +259 -0
- package/deps/simdutf/tests/convert_utf16be_to_utf8_with_errors_tests.cpp +266 -0
- package/deps/simdutf/tests/convert_utf16le_to_latin1_tests.cpp +148 -0
- package/deps/simdutf/tests/convert_utf16le_to_latin1_tests_with_errors.cpp +176 -0
- package/deps/simdutf/tests/convert_utf16le_to_utf32_tests.cpp +213 -0
- package/deps/simdutf/tests/convert_utf16le_to_utf32_with_errors_tests.cpp +318 -0
- package/deps/simdutf/tests/convert_utf16le_to_utf8_tests.cpp +343 -0
- package/deps/simdutf/tests/convert_utf16le_to_utf8_with_errors_tests.cpp +271 -0
- package/deps/simdutf/tests/convert_utf32_to_latin1_tests.cpp +111 -0
- package/deps/simdutf/tests/convert_utf32_to_latin1_with_errors_tests.cpp +96 -0
- package/deps/simdutf/tests/convert_utf32_to_utf16be_tests.cpp +148 -0
- package/deps/simdutf/tests/convert_utf32_to_utf16be_with_errors_tests.cpp +192 -0
- package/deps/simdutf/tests/convert_utf32_to_utf16le_tests.cpp +166 -0
- package/deps/simdutf/tests/convert_utf32_to_utf16le_with_errors_tests.cpp +215 -0
- package/deps/simdutf/tests/convert_utf32_to_utf8_tests.cpp +181 -0
- package/deps/simdutf/tests/convert_utf32_to_utf8_with_errors_tests.cpp +261 -0
- package/deps/simdutf/tests/convert_utf8_to_latin1_tests.cpp +516 -0
- package/deps/simdutf/tests/convert_utf8_to_latin1_with_errors_tests.cpp +579 -0
- package/deps/simdutf/tests/convert_utf8_to_utf16be_tests.cpp +412 -0
- package/deps/simdutf/tests/convert_utf8_to_utf16be_with_errors_tests.cpp +480 -0
- package/deps/simdutf/tests/convert_utf8_to_utf16le_tests.cpp +671 -0
- package/deps/simdutf/tests/convert_utf8_to_utf16le_with_errors_tests.cpp +455 -0
- package/deps/simdutf/tests/convert_utf8_to_utf32_tests.cpp +1204 -0
- package/deps/simdutf/tests/convert_utf8_to_utf32_with_errors_tests.cpp +337 -0
- package/deps/simdutf/tests/convert_valid_utf16be_to_latin1_tests.cpp +37 -0
- package/deps/simdutf/tests/convert_valid_utf16be_to_utf32_tests.cpp +97 -0
- package/deps/simdutf/tests/convert_valid_utf16be_to_utf8_tests.cpp +126 -0
- package/deps/simdutf/tests/convert_valid_utf16le_to_latin1_tests.cpp +71 -0
- package/deps/simdutf/tests/convert_valid_utf16le_to_utf32_tests.cpp +122 -0
- package/deps/simdutf/tests/convert_valid_utf16le_to_utf8_tests.cpp +244 -0
- package/deps/simdutf/tests/convert_valid_utf32_to_latin1_tests.cpp +49 -0
- package/deps/simdutf/tests/convert_valid_utf32_to_utf16be_tests.cpp +92 -0
- package/deps/simdutf/tests/convert_valid_utf32_to_utf16le_tests.cpp +114 -0
- package/deps/simdutf/tests/convert_valid_utf32_to_utf8_tests.cpp +109 -0
- package/deps/simdutf/tests/convert_valid_utf8_to_latin1_tests.cpp +84 -0
- package/deps/simdutf/tests/convert_valid_utf8_to_utf16be_tests.cpp +124 -0
- package/deps/simdutf/tests/convert_valid_utf8_to_utf16le_tests.cpp +221 -0
- package/deps/simdutf/tests/convert_valid_utf8_to_utf32_tests.cpp +155 -0
- package/deps/simdutf/tests/count_utf16be.cpp +64 -0
- package/deps/simdutf/tests/count_utf16le.cpp +61 -0
- package/deps/simdutf/tests/count_utf8.cpp +87 -0
- package/deps/simdutf/tests/detect_encodings_tests.cpp +312 -0
- package/deps/simdutf/tests/embed/valid_utf8.txt +1 -0
- package/deps/simdutf/tests/embed_tests.cpp +22 -0
- package/deps/simdutf/tests/find_tests.cpp +77 -0
- package/deps/simdutf/tests/fixed_string_tests.cpp +153 -0
- package/deps/simdutf/tests/helpers/CMakeLists.txt +25 -0
- package/deps/simdutf/tests/helpers/compiletime_conversions.h +222 -0
- package/deps/simdutf/tests/helpers/fixed_string.h +267 -0
- package/deps/simdutf/tests/helpers/random_int.cpp +30 -0
- package/deps/simdutf/tests/helpers/random_int.h +39 -0
- package/deps/simdutf/tests/helpers/random_utf16.cpp +123 -0
- package/deps/simdutf/tests/helpers/random_utf16.h +52 -0
- package/deps/simdutf/tests/helpers/random_utf32.cpp +41 -0
- package/deps/simdutf/tests/helpers/random_utf32.h +40 -0
- package/deps/simdutf/tests/helpers/random_utf8.cpp +93 -0
- package/deps/simdutf/tests/helpers/random_utf8.h +36 -0
- package/deps/simdutf/tests/helpers/test.cpp +231 -0
- package/deps/simdutf/tests/helpers/test.h +193 -0
- package/deps/simdutf/tests/helpers/transcode_test_base.cpp +1257 -0
- package/deps/simdutf/tests/helpers/transcode_test_base.h +683 -0
- package/deps/simdutf/tests/helpers/utf16.h +27 -0
- package/deps/simdutf/tests/installation_tests/find/CMakeLists.txt +43 -0
- package/deps/simdutf/tests/installation_tests/from_fetch/CMakeLists.txt +47 -0
- package/deps/simdutf/tests/internal_tests.cpp +27 -0
- package/deps/simdutf/tests/null_safety_tests.cpp +94 -0
- package/deps/simdutf/tests/random_fuzzer.cpp +779 -0
- package/deps/simdutf/tests/readme_tests.cpp +274 -0
- package/deps/simdutf/tests/reference/CMakeLists.txt +23 -0
- package/deps/simdutf/tests/reference/decode_utf16.h +81 -0
- package/deps/simdutf/tests/reference/decode_utf32.h +47 -0
- package/deps/simdutf/tests/reference/encode_latin1.cpp +1 -0
- package/deps/simdutf/tests/reference/encode_latin1.h +32 -0
- package/deps/simdutf/tests/reference/encode_utf16.cpp +49 -0
- package/deps/simdutf/tests/reference/encode_utf16.h +20 -0
- package/deps/simdutf/tests/reference/encode_utf32.cpp +1 -0
- package/deps/simdutf/tests/reference/encode_utf32.h +36 -0
- package/deps/simdutf/tests/reference/encode_utf8.cpp +1 -0
- package/deps/simdutf/tests/reference/encode_utf8.h +40 -0
- package/deps/simdutf/tests/reference/validate_utf16.cpp +60 -0
- package/deps/simdutf/tests/reference/validate_utf16.h +14 -0
- package/deps/simdutf/tests/reference/validate_utf16_to_latin1.cpp +35 -0
- package/deps/simdutf/tests/reference/validate_utf16_to_latin1.h +13 -0
- package/deps/simdutf/tests/reference/validate_utf32.cpp +27 -0
- package/deps/simdutf/tests/reference/validate_utf32.h +12 -0
- package/deps/simdutf/tests/reference/validate_utf32_to_latin1.cpp +27 -0
- package/deps/simdutf/tests/reference/validate_utf32_to_latin1.h +12 -0
- package/deps/simdutf/tests/reference/validate_utf8.cpp +82 -0
- package/deps/simdutf/tests/reference/validate_utf8.h +11 -0
- package/deps/simdutf/tests/reference/validate_utf8_to_latin1.cpp +43 -0
- package/deps/simdutf/tests/reference/validate_utf8_to_latin1.h +12 -0
- package/deps/simdutf/tests/select_implementation.cpp +43 -0
- package/deps/simdutf/tests/simdutf_c_tests.cpp +244 -0
- package/deps/simdutf/tests/span_tests.cpp +401 -0
- package/deps/simdutf/tests/special_tests.cpp +559 -0
- package/deps/simdutf/tests/straight_c_test.c +187 -0
- package/deps/simdutf/tests/text_encoding_tests.cpp +77 -0
- package/deps/simdutf/tests/to_well_formed_utf16_tests.cpp +377 -0
- package/deps/simdutf/tests/utf8_length_from_utf16_tests.cpp +202 -0
- package/deps/simdutf/tests/validate_ascii_basic_tests.cpp +165 -0
- package/deps/simdutf/tests/validate_ascii_with_errors_tests.cpp +77 -0
- package/deps/simdutf/tests/validate_utf16be_basic_tests.cpp +175 -0
- package/deps/simdutf/tests/validate_utf16be_with_errors_tests.cpp +188 -0
- package/deps/simdutf/tests/validate_utf16le_basic_tests.cpp +268 -0
- package/deps/simdutf/tests/validate_utf16le_with_errors_tests.cpp +274 -0
- package/deps/simdutf/tests/validate_utf32_basic_tests.cpp +92 -0
- package/deps/simdutf/tests/validate_utf32_with_errors_tests.cpp +114 -0
- package/deps/simdutf/tests/validate_utf8_basic_tests.cpp +178 -0
- package/deps/simdutf/tests/validate_utf8_brute_force_tests.cpp +88 -0
- package/deps/simdutf/tests/validate_utf8_puzzler_tests.cpp +33 -0
- package/deps/simdutf/tests/validate_utf8_with_errors_tests.cpp +228 -0
- package/deps/simdutf/tools/CMakeLists.txt +85 -0
- package/deps/simdutf/tools/fastbase64.cpp +250 -0
- package/deps/simdutf/tools/sutf.cpp +556 -0
- package/deps/simdutf/tools/sutf.h +40 -0
- package/lib/commonjs/blake3.js +2 -1
- package/lib/commonjs/blake3.js.map +1 -1
- package/lib/commonjs/diffie-hellman.js +5 -4
- package/lib/commonjs/diffie-hellman.js.map +1 -1
- package/lib/commonjs/ecdh.js +5 -4
- package/lib/commonjs/ecdh.js.map +1 -1
- package/lib/module/blake3.js +2 -1
- package/lib/module/blake3.js.map +1 -1
- package/lib/module/diffie-hellman.js +5 -4
- package/lib/module/diffie-hellman.js.map +1 -1
- package/lib/module/ecdh.js +5 -4
- package/lib/module/ecdh.js.map +1 -1
- package/lib/tsconfig.tsbuildinfo +1 -1
- package/lib/typescript/blake3.d.ts.map +1 -1
- package/lib/typescript/diffie-hellman.d.ts.map +1 -1
- package/lib/typescript/ecdh.d.ts.map +1 -1
- package/package.json +2 -2
- package/src/blake3.ts +2 -1
- package/src/diffie-hellman.ts +5 -7
- package/src/ecdh.ts +5 -8
|
@@ -0,0 +1,556 @@
|
|
|
1
|
+
#include "sutf.h"
|
|
2
|
+
|
|
3
|
+
#include <vector>
|
|
4
|
+
#include <string>
|
|
5
|
+
#include <set>
|
|
6
|
+
#include <filesystem>
|
|
7
|
+
#include <iterator>
|
|
8
|
+
#include <climits>
|
|
9
|
+
#include <cerrno>
|
|
10
|
+
|
|
11
|
+
CommandLine parse_and_validate_arguments(int argc, char *argv[]) {
|
|
12
|
+
CommandLine cmdline;
|
|
13
|
+
std::vector<std::string> arguments;
|
|
14
|
+
|
|
15
|
+
for (int i = 1; i < argc; i++) {
|
|
16
|
+
std::string arg{argv[i]};
|
|
17
|
+
if ((arg == "-h") || (arg == "--help")) {
|
|
18
|
+
CommandLine::show_help();
|
|
19
|
+
return cmdline;
|
|
20
|
+
} else if ((arg == "-u") || (arg == "--usage")) {
|
|
21
|
+
CommandLine::show_usage();
|
|
22
|
+
return cmdline;
|
|
23
|
+
} else if ((arg == "-l") || (arg == "--list")) {
|
|
24
|
+
CommandLine::show_formats();
|
|
25
|
+
return cmdline;
|
|
26
|
+
} else {
|
|
27
|
+
arguments.push_back(std::move(arg));
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
bool has_from_arg = false;
|
|
32
|
+
bool has_to_arg = false;
|
|
33
|
+
bool has_output_arg = false;
|
|
34
|
+
|
|
35
|
+
for (size_t i = 0; i < arguments.size();) {
|
|
36
|
+
const std::string &arg = arguments[i];
|
|
37
|
+
size_t size = arg.size();
|
|
38
|
+
|
|
39
|
+
if (arg == "-f") {
|
|
40
|
+
if (has_from_arg) {
|
|
41
|
+
throw std::invalid_argument(
|
|
42
|
+
"Only a single source encoding argument is allowed.");
|
|
43
|
+
}
|
|
44
|
+
const std::string &value = arguments.at(i + 1);
|
|
45
|
+
cmdline.from_encoding = value;
|
|
46
|
+
has_from_arg = true;
|
|
47
|
+
i += 2;
|
|
48
|
+
} else if (arg == "-t") {
|
|
49
|
+
if (has_to_arg) {
|
|
50
|
+
throw std::invalid_argument(
|
|
51
|
+
"Only a single destination encoding argument is allowed.");
|
|
52
|
+
}
|
|
53
|
+
const std::string &value = arguments.at(i + 1);
|
|
54
|
+
cmdline.to_encoding = value;
|
|
55
|
+
has_to_arg = true;
|
|
56
|
+
i += 2;
|
|
57
|
+
} else if (arg == "-o") {
|
|
58
|
+
if (has_output_arg) {
|
|
59
|
+
throw std::invalid_argument("Only a single output file is allowed.");
|
|
60
|
+
}
|
|
61
|
+
has_output_arg = true;
|
|
62
|
+
const std::string &value = arguments.at(i + 1);
|
|
63
|
+
cmdline.output_file = value;
|
|
64
|
+
i += 2;
|
|
65
|
+
} else if (size > 12 && arg.substr(0, 12) == "--from-code=") {
|
|
66
|
+
if (has_from_arg) {
|
|
67
|
+
throw std::invalid_argument(
|
|
68
|
+
"Only a single source encoding argument is allowed.");
|
|
69
|
+
}
|
|
70
|
+
cmdline.from_encoding = arg.substr(12);
|
|
71
|
+
has_from_arg = true;
|
|
72
|
+
i++;
|
|
73
|
+
} else if (size > 10 && arg.substr(0, 10) == "--to-code=") {
|
|
74
|
+
if (has_to_arg) {
|
|
75
|
+
throw std::invalid_argument(
|
|
76
|
+
"Only a single destination encoding argument is allowed.");
|
|
77
|
+
}
|
|
78
|
+
cmdline.to_encoding = arg.substr(10);
|
|
79
|
+
has_to_arg = true;
|
|
80
|
+
i++;
|
|
81
|
+
} else if (size > 9 && arg.substr(0, 9) == "--output=") {
|
|
82
|
+
if (has_output_arg) {
|
|
83
|
+
throw std::invalid_argument("Only a single output file is allowed.");
|
|
84
|
+
}
|
|
85
|
+
cmdline.output_file = arg.substr(9);
|
|
86
|
+
has_output_arg = true;
|
|
87
|
+
i++;
|
|
88
|
+
} else {
|
|
89
|
+
if (!std::filesystem::exists(arg)) {
|
|
90
|
+
throw std::runtime_error("File " + arg + " does not exist.");
|
|
91
|
+
}
|
|
92
|
+
cmdline.input_files.push(arg);
|
|
93
|
+
i++;
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
if (!has_from_arg || !has_to_arg) {
|
|
98
|
+
throw std::invalid_argument("Missing -f ENCODING/--from_code=ENCODING or "
|
|
99
|
+
"-t ENCODING/--to_code=ENCODING argument(s).");
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
return cmdline;
|
|
103
|
+
}
|
|
104
|
+
|
|
105
|
+
void CommandLine::run() {
|
|
106
|
+
if (output_file.empty()) {
|
|
107
|
+
run_procedure(stdout);
|
|
108
|
+
} else {
|
|
109
|
+
SIMDUTF_PUSH_DISABLE_WARNINGS
|
|
110
|
+
SIMDUTF_DISABLE_DEPRECATED_WARNING
|
|
111
|
+
std::FILE *fp = std::fopen(output_file.string().c_str(), "wb");
|
|
112
|
+
SIMDUTF_POP_DISABLE_WARNINGS
|
|
113
|
+
if (fp == NULL) {
|
|
114
|
+
printf("Could not open %s\n", output_file.string().c_str());
|
|
115
|
+
return;
|
|
116
|
+
}
|
|
117
|
+
run_procedure(fp);
|
|
118
|
+
if (fclose(fp) != 0) {
|
|
119
|
+
printf("Failed to close %s\n", output_file.string().c_str());
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
void CommandLine::run_procedure(std::FILE *fpout) {
|
|
125
|
+
if (from_encoding == "UTF-8") {
|
|
126
|
+
if (to_encoding == "UTF-16LE" || to_encoding == "UTF-16") {
|
|
127
|
+
auto proc = [this, &fpout](size_t size) {
|
|
128
|
+
if (!(input_files.empty())) {
|
|
129
|
+
size = find_last_leading_byte(size);
|
|
130
|
+
}
|
|
131
|
+
size_t len = simdutf::convert_utf8_to_utf16le(
|
|
132
|
+
reinterpret_cast<const char *>(input_data.data()), size,
|
|
133
|
+
reinterpret_cast<char16_t *>(output_buffer.data()));
|
|
134
|
+
if (len == 0 && size != 0) {
|
|
135
|
+
printf("Could not convert %s\n",
|
|
136
|
+
input_files.front().string().c_str());
|
|
137
|
+
input_files.pop();
|
|
138
|
+
} else {
|
|
139
|
+
write_to_file_descriptor(fpout, output_buffer.data(),
|
|
140
|
+
len * sizeof(char16_t));
|
|
141
|
+
}
|
|
142
|
+
return size;
|
|
143
|
+
};
|
|
144
|
+
run_simdutf_procedure(proc);
|
|
145
|
+
} else if (to_encoding == "UTF-16BE") {
|
|
146
|
+
auto proc = [this, &fpout](size_t size) {
|
|
147
|
+
if (!(input_files.empty())) {
|
|
148
|
+
size = find_last_leading_byte(size);
|
|
149
|
+
}
|
|
150
|
+
size_t len = simdutf::convert_utf8_to_utf16be(
|
|
151
|
+
reinterpret_cast<const char *>(input_data.data()), size,
|
|
152
|
+
reinterpret_cast<char16_t *>(output_buffer.data()));
|
|
153
|
+
if (len == 0 && size != 0) {
|
|
154
|
+
printf("Could not convert %s\n",
|
|
155
|
+
input_files.front().string().c_str());
|
|
156
|
+
input_files.pop();
|
|
157
|
+
} else {
|
|
158
|
+
write_to_file_descriptor(fpout, output_buffer.data(),
|
|
159
|
+
len * sizeof(char16_t));
|
|
160
|
+
}
|
|
161
|
+
return size;
|
|
162
|
+
};
|
|
163
|
+
run_simdutf_procedure(proc);
|
|
164
|
+
} else if (to_encoding == "UTF-32LE" || to_encoding == "UTF-32") {
|
|
165
|
+
auto proc = [this, &fpout](size_t size) {
|
|
166
|
+
if (!(input_files.empty())) {
|
|
167
|
+
size = find_last_leading_byte(size);
|
|
168
|
+
}
|
|
169
|
+
size_t len = simdutf::convert_utf8_to_utf32(
|
|
170
|
+
reinterpret_cast<const char *>(input_data.data()), size,
|
|
171
|
+
reinterpret_cast<char32_t *>(output_buffer.data()));
|
|
172
|
+
if (len == 0 && size != 0) {
|
|
173
|
+
printf("Could not convert %s\n",
|
|
174
|
+
input_files.front().string().c_str());
|
|
175
|
+
input_files.pop();
|
|
176
|
+
} else {
|
|
177
|
+
write_to_file_descriptor(fpout, output_buffer.data(),
|
|
178
|
+
len * sizeof(char32_t));
|
|
179
|
+
}
|
|
180
|
+
return size;
|
|
181
|
+
};
|
|
182
|
+
run_simdutf_procedure(proc);
|
|
183
|
+
} else {
|
|
184
|
+
iconv_fallback(fpout);
|
|
185
|
+
}
|
|
186
|
+
} else if (from_encoding == "UTF-16LE" || from_encoding == "UTF-16") {
|
|
187
|
+
if (to_encoding == "UTF-8") {
|
|
188
|
+
auto proc = [this, &fpout](size_t size_bytes) {
|
|
189
|
+
if (!(input_files.empty()) &&
|
|
190
|
+
(input_data[size_bytes - 1] & 0xfc) == 0xd8) {
|
|
191
|
+
size_bytes -= 2;
|
|
192
|
+
} // Check if last word is a high surrogate
|
|
193
|
+
const size_t size = size_bytes / 2;
|
|
194
|
+
size_t len = simdutf::convert_utf16le_to_utf8(
|
|
195
|
+
reinterpret_cast<const char16_t *>(input_data.data()), size,
|
|
196
|
+
output_buffer.data());
|
|
197
|
+
if (len == 0 && size != 0) {
|
|
198
|
+
printf("Could not convert %s\n",
|
|
199
|
+
input_files.front().string().c_str());
|
|
200
|
+
input_files.pop();
|
|
201
|
+
} else {
|
|
202
|
+
write_to_file_descriptor(fpout, output_buffer.data(),
|
|
203
|
+
len * sizeof(char));
|
|
204
|
+
}
|
|
205
|
+
return size_bytes;
|
|
206
|
+
};
|
|
207
|
+
run_simdutf_procedure(proc);
|
|
208
|
+
} else if (to_encoding == "UTF-16BE") {
|
|
209
|
+
auto proc = [this, &fpout](size_t size_bytes) {
|
|
210
|
+
const size_t size = size_bytes / 2;
|
|
211
|
+
simdutf::change_endianness_utf16(
|
|
212
|
+
reinterpret_cast<const char16_t *>(input_data.data()), size,
|
|
213
|
+
reinterpret_cast<char16_t *>(output_buffer.data()));
|
|
214
|
+
write_to_file_descriptor(fpout, output_buffer.data(), size);
|
|
215
|
+
return size_bytes;
|
|
216
|
+
};
|
|
217
|
+
run_simdutf_procedure(proc);
|
|
218
|
+
} else if (to_encoding == "UTF-32LE" || to_encoding == "UTF-32") {
|
|
219
|
+
auto proc = [this, &fpout](size_t size_bytes) {
|
|
220
|
+
if (!(input_files.empty()) &&
|
|
221
|
+
(input_data[size_bytes - 1] & 0xfc) == 0xd8) {
|
|
222
|
+
size_bytes -= 2;
|
|
223
|
+
} // Check if last word is a high surrogate
|
|
224
|
+
const size_t size = size_bytes / 2;
|
|
225
|
+
size_t len = simdutf::convert_utf16le_to_utf32(
|
|
226
|
+
reinterpret_cast<const char16_t *>(input_data.data()), size,
|
|
227
|
+
reinterpret_cast<char32_t *>(output_buffer.data()));
|
|
228
|
+
if (len == 0 && size != 0) {
|
|
229
|
+
printf("Could not convert %s\n",
|
|
230
|
+
input_files.front().string().c_str());
|
|
231
|
+
input_files.pop();
|
|
232
|
+
} else {
|
|
233
|
+
write_to_file_descriptor(fpout, output_buffer.data(),
|
|
234
|
+
len * sizeof(char32_t));
|
|
235
|
+
}
|
|
236
|
+
return size_bytes;
|
|
237
|
+
};
|
|
238
|
+
run_simdutf_procedure(proc);
|
|
239
|
+
} else {
|
|
240
|
+
iconv_fallback(fpout);
|
|
241
|
+
}
|
|
242
|
+
} else if (from_encoding == "UTF-16BE") {
|
|
243
|
+
if (to_encoding == "UTF-8") {
|
|
244
|
+
auto proc = [this, &fpout](size_t size_bytes) {
|
|
245
|
+
if ((input_files.empty()) &&
|
|
246
|
+
(input_data[size_bytes - 2] & 0xfc) == 0xd8) {
|
|
247
|
+
size_bytes -= 2;
|
|
248
|
+
} // Check if last word is a high surrogate
|
|
249
|
+
const size_t size = size_bytes / 2;
|
|
250
|
+
size_t len = simdutf::convert_utf16be_to_utf8(
|
|
251
|
+
reinterpret_cast<const char16_t *>(input_data.data()), size,
|
|
252
|
+
output_buffer.data());
|
|
253
|
+
if (len == 0 && size != 0) {
|
|
254
|
+
printf("Could not convert %s\n",
|
|
255
|
+
input_files.front().string().c_str());
|
|
256
|
+
input_files.pop();
|
|
257
|
+
} else {
|
|
258
|
+
write_to_file_descriptor(fpout, output_buffer.data(),
|
|
259
|
+
len * sizeof(char));
|
|
260
|
+
}
|
|
261
|
+
return size_bytes;
|
|
262
|
+
};
|
|
263
|
+
run_simdutf_procedure(proc);
|
|
264
|
+
} else if (to_encoding == "UTF-16LE" || to_encoding == "UTF-16") {
|
|
265
|
+
auto proc = [this, &fpout](size_t size_bytes) {
|
|
266
|
+
const size_t size = size_bytes / 2;
|
|
267
|
+
simdutf::change_endianness_utf16(
|
|
268
|
+
reinterpret_cast<const char16_t *>(input_data.data()), size,
|
|
269
|
+
reinterpret_cast<char16_t *>(output_buffer.data()));
|
|
270
|
+
write_to_file_descriptor(fpout, output_buffer.data(), size);
|
|
271
|
+
return size_bytes;
|
|
272
|
+
};
|
|
273
|
+
run_simdutf_procedure(proc);
|
|
274
|
+
} else if (to_encoding == "UTF-32LE" || to_encoding == "UTF-32") {
|
|
275
|
+
auto proc = [this, &fpout](size_t size_bytes) {
|
|
276
|
+
if (!(input_files.empty()) &&
|
|
277
|
+
(input_data[size_bytes - 2] & 0xfc) == 0xd8) {
|
|
278
|
+
size_bytes -= 2;
|
|
279
|
+
} // Check if last word is a high surrogate
|
|
280
|
+
const size_t size = size_bytes / 2;
|
|
281
|
+
size_t len = simdutf::convert_utf16be_to_utf32(
|
|
282
|
+
reinterpret_cast<const char16_t *>(input_data.data()), size,
|
|
283
|
+
reinterpret_cast<char32_t *>(output_buffer.data()));
|
|
284
|
+
if (len == 0 && size != 0) {
|
|
285
|
+
printf("Could not convert %s\n",
|
|
286
|
+
input_files.front().string().c_str());
|
|
287
|
+
input_files.pop();
|
|
288
|
+
} else {
|
|
289
|
+
write_to_file_descriptor(fpout, output_buffer.data(),
|
|
290
|
+
len * sizeof(char32_t));
|
|
291
|
+
}
|
|
292
|
+
return size_bytes;
|
|
293
|
+
};
|
|
294
|
+
run_simdutf_procedure(proc);
|
|
295
|
+
} else {
|
|
296
|
+
iconv_fallback(fpout);
|
|
297
|
+
}
|
|
298
|
+
} else if (from_encoding == "UTF-32LE" || from_encoding == "UTF-32") {
|
|
299
|
+
if (to_encoding == "UTF-8") {
|
|
300
|
+
auto proc = [this, &fpout](size_t size_bytes) {
|
|
301
|
+
const size_t size = size_bytes / 4;
|
|
302
|
+
size_t len = simdutf::convert_utf32_to_utf8(
|
|
303
|
+
reinterpret_cast<const char32_t *>(input_data.data()), size,
|
|
304
|
+
output_buffer.data());
|
|
305
|
+
if (len == 0 && size != 0) {
|
|
306
|
+
printf("Could not convert %s\n",
|
|
307
|
+
input_files.front().string().c_str());
|
|
308
|
+
input_files.pop();
|
|
309
|
+
} else {
|
|
310
|
+
write_to_file_descriptor(fpout, output_buffer.data(),
|
|
311
|
+
len * sizeof(char));
|
|
312
|
+
}
|
|
313
|
+
return size_bytes;
|
|
314
|
+
};
|
|
315
|
+
run_simdutf_procedure(proc);
|
|
316
|
+
} else if (to_encoding == "UTF-16LE" || to_encoding == "UTF-16") {
|
|
317
|
+
auto proc = [this, &fpout](size_t size_bytes) {
|
|
318
|
+
const size_t size = size_bytes / 4;
|
|
319
|
+
size_t len = simdutf::convert_utf32_to_utf16le(
|
|
320
|
+
reinterpret_cast<const char32_t *>(input_data.data()), size,
|
|
321
|
+
reinterpret_cast<char16_t *>(output_buffer.data()));
|
|
322
|
+
if (len == 0 && size != 0) {
|
|
323
|
+
printf("Could not convert %s\n",
|
|
324
|
+
input_files.front().string().c_str());
|
|
325
|
+
input_files.pop();
|
|
326
|
+
} else {
|
|
327
|
+
write_to_file_descriptor(fpout, output_buffer.data(),
|
|
328
|
+
len * sizeof(char16_t));
|
|
329
|
+
}
|
|
330
|
+
return size_bytes;
|
|
331
|
+
};
|
|
332
|
+
run_simdutf_procedure(proc);
|
|
333
|
+
} else if (to_encoding == "UTF-16BE") {
|
|
334
|
+
auto proc = [this, &fpout](size_t size_bytes) {
|
|
335
|
+
const size_t size = size_bytes / 4;
|
|
336
|
+
size_t len = simdutf::convert_utf32_to_utf16be(
|
|
337
|
+
reinterpret_cast<const char32_t *>(input_data.data()), size,
|
|
338
|
+
reinterpret_cast<char16_t *>(output_buffer.data()));
|
|
339
|
+
if (len == 0 && size != 0) {
|
|
340
|
+
printf("Could not convert %s\n",
|
|
341
|
+
input_files.front().string().c_str());
|
|
342
|
+
input_files.pop();
|
|
343
|
+
} else {
|
|
344
|
+
write_to_file_descriptor(fpout, output_buffer.data(),
|
|
345
|
+
len * sizeof(char16_t));
|
|
346
|
+
}
|
|
347
|
+
return size_bytes;
|
|
348
|
+
};
|
|
349
|
+
run_simdutf_procedure(proc);
|
|
350
|
+
} else {
|
|
351
|
+
iconv_fallback(fpout);
|
|
352
|
+
}
|
|
353
|
+
} else {
|
|
354
|
+
iconv_fallback(fpout);
|
|
355
|
+
}
|
|
356
|
+
}
|
|
357
|
+
|
|
358
|
+
// PROCEDURE takes as parameter the number of bytes to consume in input_data
|
|
359
|
+
// (from the start of input_data). PROCEDURE consumes from the start of
|
|
360
|
+
// input_data buffer. PROCEDURE returns the number of bytes consumed.
|
|
361
|
+
template <typename PROCEDURE>
|
|
362
|
+
void CommandLine::run_simdutf_procedure(PROCEDURE proc) {
|
|
363
|
+
size_t leftovers{0};
|
|
364
|
+
while (!(input_files.empty())) {
|
|
365
|
+
size_t input_size = leftovers;
|
|
366
|
+
if (!load_chunk(&input_size)) {
|
|
367
|
+
printf("Could not load %s\n", input_files.front().string().c_str());
|
|
368
|
+
input_files.pop();
|
|
369
|
+
continue;
|
|
370
|
+
}
|
|
371
|
+
leftovers = input_size - proc(input_size);
|
|
372
|
+
// Copy leftover bytes to the start of input_data
|
|
373
|
+
for (size_t i = 0; i < leftovers; i++) {
|
|
374
|
+
input_data[i] = input_data[input_size - leftovers + i];
|
|
375
|
+
}
|
|
376
|
+
}
|
|
377
|
+
}
|
|
378
|
+
|
|
379
|
+
void CommandLine::iconv_fallback(std::FILE *fpout) {
|
|
380
|
+
#if ICONV_AVAILABLE
|
|
381
|
+
iconv_t cv = iconv_open(to_encoding.c_str(), from_encoding.c_str());
|
|
382
|
+
if (cv == (iconv_t)(-1)) {
|
|
383
|
+
fprintf(stderr, "[iconv] cannot initialize %s to %s converter\n",
|
|
384
|
+
from_encoding.c_str(), to_encoding.c_str());
|
|
385
|
+
return;
|
|
386
|
+
}
|
|
387
|
+
size_t leftovers{0};
|
|
388
|
+
while (!(input_files.empty())) {
|
|
389
|
+
size_t input_size{leftovers};
|
|
390
|
+
if (!load_chunk(&input_size)) {
|
|
391
|
+
printf("Could not load %s\n", input_files.front().string().c_str());
|
|
392
|
+
input_files.pop();
|
|
393
|
+
continue;
|
|
394
|
+
}
|
|
395
|
+
size_t inbytes = input_size;
|
|
396
|
+
size_t outbytes = sizeof(uint32_t) * inbytes;
|
|
397
|
+
size_t start_outbytes = outbytes;
|
|
398
|
+
// win-iconv includes WINICONV_CONST in its function signatures
|
|
399
|
+
// https://github.com/simdutf/simdutf/pull/178
|
|
400
|
+
#ifdef WINICONV_CONST
|
|
401
|
+
WINICONV_CONST char *inptr =
|
|
402
|
+
reinterpret_cast<WINICONV_CONST char *>(input_data.data());
|
|
403
|
+
#else
|
|
404
|
+
char *inptr = reinterpret_cast<char *>(input_data.data());
|
|
405
|
+
#endif
|
|
406
|
+
char *outptr = reinterpret_cast<char *>(output_buffer.data());
|
|
407
|
+
size_t result = iconv(cv, &inptr, &inbytes, &outptr, &outbytes);
|
|
408
|
+
if (result == static_cast<size_t>(-1)) {
|
|
409
|
+
if (errno == EINVAL) { // Incomplete multibyte sequence error is ok
|
|
410
|
+
// Copy leftover bytes to the start of input_data
|
|
411
|
+
leftovers = inbytes;
|
|
412
|
+
for (size_t i = 0; i < leftovers; i++) {
|
|
413
|
+
input_data[i] = input_data[input_size - leftovers + i];
|
|
414
|
+
}
|
|
415
|
+
} else {
|
|
416
|
+
fprintf(stderr, "[iconv] Error iconv.\n");
|
|
417
|
+
return;
|
|
418
|
+
}
|
|
419
|
+
} else {
|
|
420
|
+
leftovers = 0;
|
|
421
|
+
}
|
|
422
|
+
|
|
423
|
+
write_to_file_descriptor(fpout, output_buffer.data(),
|
|
424
|
+
start_outbytes - outbytes);
|
|
425
|
+
}
|
|
426
|
+
iconv_close(cv);
|
|
427
|
+
#else
|
|
428
|
+
fprintf(stderr,
|
|
429
|
+
"Conversion from %s to %s is not supported by the simdutf library "
|
|
430
|
+
"and iconv is not available.\n",
|
|
431
|
+
from_encoding.c_str(), to_encoding.c_str());
|
|
432
|
+
show_formats();
|
|
433
|
+
#endif
|
|
434
|
+
}
|
|
435
|
+
|
|
436
|
+
bool CommandLine::write_to_file_descriptor(std::FILE *fp, const char *data,
|
|
437
|
+
size_t length) {
|
|
438
|
+
if (fp == NULL) {
|
|
439
|
+
return false;
|
|
440
|
+
}
|
|
441
|
+
size_t bytes_written = std::fwrite(data, 1, length, fp);
|
|
442
|
+
if (bytes_written != length) {
|
|
443
|
+
return false;
|
|
444
|
+
}
|
|
445
|
+
return true;
|
|
446
|
+
}
|
|
447
|
+
|
|
448
|
+
// Loads a chunk of data (CHUNK_SIZE bytes). *input_size is the current input
|
|
449
|
+
// size and is updated to the new input size after.
|
|
450
|
+
bool CommandLine::load_chunk(size_t *input_size) {
|
|
451
|
+
size_t count = CHUNK_SIZE - *input_size;
|
|
452
|
+
while (count > 0) {
|
|
453
|
+
// Open a file if no file is opened
|
|
454
|
+
if (current_file == NULL) {
|
|
455
|
+
SIMDUTF_PUSH_DISABLE_WARNINGS
|
|
456
|
+
SIMDUTF_DISABLE_DEPRECATED_WARNING // Disable CRT_SECURE warning on MSVC:
|
|
457
|
+
// manually verified this is safe
|
|
458
|
+
current_file = std::fopen(input_files.front().string().c_str(), "rb");
|
|
459
|
+
SIMDUTF_POP_DISABLE_WARNINGS
|
|
460
|
+
|
|
461
|
+
if (current_file == NULL) {
|
|
462
|
+
return false;
|
|
463
|
+
}
|
|
464
|
+
}
|
|
465
|
+
|
|
466
|
+
// Try to read 'count' bytes
|
|
467
|
+
size_t bytes_read =
|
|
468
|
+
std::fread(input_data.data() + *input_size, 1, count, current_file);
|
|
469
|
+
if (std::ferror(current_file)) {
|
|
470
|
+
return false;
|
|
471
|
+
}
|
|
472
|
+
|
|
473
|
+
count -= bytes_read; // 'count' should never be negative since we read at
|
|
474
|
+
// most 'count' bytes
|
|
475
|
+
*input_size +=
|
|
476
|
+
bytes_read; // input_size should never exceed count initial value
|
|
477
|
+
if (std::feof(current_file)) { // Check if current_file is done
|
|
478
|
+
if (std::fclose(current_file) != 0) {
|
|
479
|
+
return false;
|
|
480
|
+
}
|
|
481
|
+
input_files.pop();
|
|
482
|
+
current_file = NULL;
|
|
483
|
+
if (input_files.empty()) {
|
|
484
|
+
break;
|
|
485
|
+
}
|
|
486
|
+
}
|
|
487
|
+
}
|
|
488
|
+
return true;
|
|
489
|
+
}
|
|
490
|
+
|
|
491
|
+
// UNSAFE if size < 4 (should never happen when CHUNK_SIZE >= 4)
|
|
492
|
+
// Given the size of the input from the start of input_data, returns the size
|
|
493
|
+
// just before the last leading bytes
|
|
494
|
+
size_t CommandLine::find_last_leading_byte(size_t size) {
|
|
495
|
+
// A leading byte cannot be further than 3 bytes away from the end for valid
|
|
496
|
+
// input
|
|
497
|
+
for (int i = 0; i < 4; i++) {
|
|
498
|
+
size--;
|
|
499
|
+
if ((input_data[size] & 0b11000000) != 0b10000000) {
|
|
500
|
+
break;
|
|
501
|
+
}
|
|
502
|
+
}
|
|
503
|
+
return size;
|
|
504
|
+
}
|
|
505
|
+
|
|
506
|
+
void CommandLine::show_help() {
|
|
507
|
+
#if ICONV_AVAILABLE
|
|
508
|
+
printf(
|
|
509
|
+
"Convert encoding of input files from one encoding to another using "
|
|
510
|
+
"simdutf library for supported formats and iconv for other formats.\n");
|
|
511
|
+
#else
|
|
512
|
+
printf("Convert encoding of input files from one encoding to another using "
|
|
513
|
+
"simdutf library for supported formats.\n");
|
|
514
|
+
#endif
|
|
515
|
+
printf("Usage: sutf [OPTIONS...] [INPUTFILES...]\n\n");
|
|
516
|
+
printf(" Encoding specification(mandatory):\n"
|
|
517
|
+
" -f, --from-code=ENCODING encoding of source text\n"
|
|
518
|
+
" -t, --to-code=ENCODING encoding of output\n\n");
|
|
519
|
+
printf(" Output(optional):\n"
|
|
520
|
+
" -o,--output=FILE output file\n\n");
|
|
521
|
+
printf(" Information(optional):\n"
|
|
522
|
+
" -h,--help Display this help text\n"
|
|
523
|
+
" -u,--usage Display short usage message\n"
|
|
524
|
+
" -l,--list Display supported formats by "
|
|
525
|
+
"simdutf library\n\n");
|
|
526
|
+
printf("If output is not specified, the output is redirected to standard "
|
|
527
|
+
"output.\n");
|
|
528
|
+
}
|
|
529
|
+
|
|
530
|
+
void CommandLine::show_usage() {
|
|
531
|
+
printf("Usage: sutf [OPTION...] [-f ENCODING] [-t ENCODING] [-o OUTPUTFILE] "
|
|
532
|
+
"[-l] [-h] [-u]\n"
|
|
533
|
+
" [--from-code=ENCODING] [--to-code=ENCODING] "
|
|
534
|
+
"[--output=OUTPUTFILE] [--list] [--help] [--usage] [INPUTFILES...]\n");
|
|
535
|
+
}
|
|
536
|
+
|
|
537
|
+
void CommandLine::show_formats() {
|
|
538
|
+
printf("Formats supported by simdutf library: UTF-8, UTF-16LE, UTF-16BE, "
|
|
539
|
+
"UTF-32LE\n");
|
|
540
|
+
#if ICONV_AVAILABLE
|
|
541
|
+
printf("Try \"iconv -l\" or \"iconv --list\" to see formats supported by "
|
|
542
|
+
"iconv.\n");
|
|
543
|
+
#endif
|
|
544
|
+
}
|
|
545
|
+
|
|
546
|
+
int main(int argc, char *argv[]) {
|
|
547
|
+
try {
|
|
548
|
+
CommandLine cmdline = parse_and_validate_arguments(argc, argv);
|
|
549
|
+
cmdline.run();
|
|
550
|
+
return EXIT_SUCCESS;
|
|
551
|
+
} catch (const std::exception &e) {
|
|
552
|
+
printf("%s\n", e.what());
|
|
553
|
+
CommandLine::show_help();
|
|
554
|
+
return EXIT_FAILURE;
|
|
555
|
+
}
|
|
556
|
+
}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
#include "simdutf.h"
|
|
2
|
+
|
|
3
|
+
#if !defined(ICONV_AVAILABLE) && __has_include(<iconv.h>)
|
|
4
|
+
#define ICONV_AVAILABLE 1
|
|
5
|
+
#endif //__has_include (<iconv.h>)
|
|
6
|
+
#if ICONV_AVAILABLE
|
|
7
|
+
#include <iconv.h>
|
|
8
|
+
#endif
|
|
9
|
+
|
|
10
|
+
#include <filesystem>
|
|
11
|
+
#include <array>
|
|
12
|
+
#include <memory>
|
|
13
|
+
#include <queue>
|
|
14
|
+
|
|
15
|
+
constexpr size_t CHUNK_SIZE = 65536; // Must be at least 4
|
|
16
|
+
|
|
17
|
+
class CommandLine {
|
|
18
|
+
public:
|
|
19
|
+
std::string from_encoding;
|
|
20
|
+
std::string to_encoding;
|
|
21
|
+
std::queue<std::filesystem::path> input_files;
|
|
22
|
+
std::FILE *current_file{NULL};
|
|
23
|
+
std::filesystem::path output_file;
|
|
24
|
+
std::array<uint8_t, CHUNK_SIZE> input_data;
|
|
25
|
+
std::array<char, CHUNK_SIZE * sizeof(uint32_t)> output_buffer;
|
|
26
|
+
|
|
27
|
+
CommandLine() = default;
|
|
28
|
+
static CommandLine parse_and_validate_arguments(int argc, char *argv[]);
|
|
29
|
+
static void show_help();
|
|
30
|
+
static void show_usage();
|
|
31
|
+
static void show_formats();
|
|
32
|
+
|
|
33
|
+
void run();
|
|
34
|
+
void run_procedure(std::FILE *fp);
|
|
35
|
+
template <typename PROCEDURE> void run_simdutf_procedure(PROCEDURE proc);
|
|
36
|
+
void iconv_fallback(std::FILE *fp);
|
|
37
|
+
bool load_chunk(size_t *input_size);
|
|
38
|
+
bool write_to_file_descriptor(std::FILE *fp, const char *data, size_t length);
|
|
39
|
+
size_t find_last_leading_byte(size_t size);
|
|
40
|
+
};
|
package/lib/commonjs/blake3.js
CHANGED
|
@@ -10,6 +10,7 @@ exports.createBlake3 = createBlake3;
|
|
|
10
10
|
var _reactNativeNitroModules = require("react-native-nitro-modules");
|
|
11
11
|
var _reactNativeBuffer = require("@craftzdog/react-native-buffer");
|
|
12
12
|
var _utils = require("./utils");
|
|
13
|
+
var _conversion = require("./utils/conversion");
|
|
13
14
|
const BLAKE3_KEY_LEN = 32;
|
|
14
15
|
const BLAKE3_OUT_LEN = 32;
|
|
15
16
|
class Blake3 {
|
|
@@ -24,7 +25,7 @@ class Blake3 {
|
|
|
24
25
|
}
|
|
25
26
|
this.mode = 'keyed';
|
|
26
27
|
this.keyData = opts.key;
|
|
27
|
-
this.native.initKeyed(opts.key
|
|
28
|
+
this.native.initKeyed((0, _conversion.toArrayBuffer)(opts.key));
|
|
28
29
|
} else if (opts?.context !== undefined) {
|
|
29
30
|
if (typeof opts.context !== 'string' || opts.context.length === 0) {
|
|
30
31
|
throw new Error('BLAKE3: context must be a non-empty string');
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["_reactNativeNitroModules","require","_reactNativeBuffer","_utils","BLAKE3_KEY_LEN","BLAKE3_OUT_LEN","Blake3","constructor","opts","native","NitroModules","createHybridObject","key","context","Error","length","mode","keyData","initKeyed","
|
|
1
|
+
{"version":3,"names":["_reactNativeNitroModules","require","_reactNativeBuffer","_utils","_conversion","BLAKE3_KEY_LEN","BLAKE3_OUT_LEN","Blake3","constructor","opts","native","NitroModules","createHybridObject","key","context","Error","length","mode","keyData","initKeyed","toArrayBuffer","undefined","contextData","initDeriveKey","initHash","update","data","inputEncoding","buffer","binaryLikeToArrayBuffer","digest","encodingOrLength","encoding","result","ab2str","Buffer","from","digestLength","reset","copy","copied","getVersion","exports","createBlake3","blake3","hasher","dkLen","Uint8Array","create","blake3Exports"],"sourceRoot":"../../src","sources":["blake3.ts"],"mappings":";;;;;;;;;AAAA,IAAAA,wBAAA,GAAAC,OAAA;AACA,IAAAC,kBAAA,GAAAD,OAAA;AAGA,IAAAE,MAAA,GAAAF,OAAA;AACA,IAAAG,WAAA,GAAAH,OAAA;AAEA,MAAMI,cAAc,GAAG,EAAE;AACzB,MAAMC,cAAc,GAAG,EAAE;AAQlB,MAAMC,MAAM,CAAC;EAMlBC,WAAWA,CAACC,IAAoB,EAAE;IAChC,IAAI,CAACC,MAAM,GAAGC,qCAAY,CAACC,kBAAkB,CAAe,QAAQ,CAAC;IAErE,IAAIH,IAAI,EAAEI,GAAG,IAAIJ,IAAI,EAAEK,OAAO,EAAE;MAC9B,MAAM,IAAIC,KAAK,CACb,0DACF,CAAC;IACH;IAEA,IAAIN,IAAI,EAAEI,GAAG,EAAE;MACb,IAAIJ,IAAI,CAACI,GAAG,CAACG,MAAM,KAAKX,cAAc,EAAE;QACtC,MAAM,IAAIU,KAAK,CAAC,+BAA+BV,cAAc,QAAQ,CAAC;MACxE;MACA,IAAI,CAACY,IAAI,GAAG,OAAO;MACnB,IAAI,CAACC,OAAO,GAAGT,IAAI,CAACI,GAAG;MACvB,IAAI,CAACH,MAAM,CAACS,SAAS,CAAC,IAAAC,yBAAa,EAACX,IAAI,CAACI,GAAG,CAAC,CAAC;IAChD,CAAC,MAAM,IAAIJ,IAAI,EAAEK,OAAO,KAAKO,SAAS,EAAE;MACtC,IAAI,OAAOZ,IAAI,CAACK,OAAO,KAAK,QAAQ,IAAIL,IAAI,CAACK,OAAO,CAACE,MAAM,KAAK,CAAC,EAAE;QACjE,MAAM,IAAID,KAAK,CAAC,4CAA4C,CAAC;MAC/D;MACA,IAAI,CAACE,IAAI,GAAG,WAAW;MACvB,IAAI,CAACK,WAAW,GAAGb,IAAI,CAACK,OAAO;MAC/B,IAAI,CAACJ,MAAM,CAACa,aAAa,CAACd,IAAI,CAACK,OAAO,CAAC;IACzC,CAAC,MAAM;MACL,IAAI,CAACG,IAAI,GAAG,MAAM;MAClB,IAAI,CAACP,MAAM,CAACc,QAAQ,CAAC,CAAC;IACxB;EACF;EAEAC,MAAMA,CAACC,IAAgB,EAAEC,aAAwB,EAAQ;IACvD,MAAMC,MAAM,GAAG,IAAAC,8BAAuB,EAACH,IAAI,EAAEC,aAAa,IAAI,MAAM,CAAC;IACrE,IAAI,CAACjB,MAAM,CAACe,MAAM,CAACG,MAAM,CAAC;IAC1B,OAAO,IAAI;EACb;EAKAE,MAAMA,CAACC,gBAAoC,EAAmB;IAC5D,IAAIf,MAA0B;IAC9B,IAAIgB,QAA8B;IAElC,IAAI,OAAOD,gBAAgB,KAAK,QAAQ,EAAE;MACxCf,MAAM,GAAGe,gBAAgB;IAC3B,CAAC,MAAM,IAAIA,gBAAgB,EAAE;MAC3BC,QAAQ,GAAGD,gBAAgB;IAC7B;IAEA,MAAME,MAAM,GAAG,IAAI,CAACvB,MAAM,CAACoB,MAAM,CAACd,MAAM,CAAC;IAEzC,IAAIgB,QAAQ,IAAIA,QAAQ,KAAK,QAAQ,EAAE;MACrC,OAAO,IAAAE,aAAM,EAACD,MAAM,EAAED,QAAQ,CAAC;IACjC;IAEA,OAAOG,yBAAM,CAACC,IAAI,CAACH,MAAM,CAAC;EAC5B;EAEAI,YAAYA,CAACrB,MAAc,EAAU;IACnC,OAAOmB,yBAAM,CAACC,IAAI,CAAC,IAAI,CAAC1B,MAAM,CAACoB,MAAM,CAACd,MAAM,CAAC,CAAC;EAChD;EAEAsB,KAAKA,CAAA,EAAS;IACZ,IAAI,CAAC5B,MAAM,CAAC4B,KAAK,CAAC,CAAC;IACnB,OAAO,IAAI;EACb;EAEAC,IAAIA,CAAA,EAAW;IACb,MAAMC,MAAM,GAAG,IAAIjC,MAAM,CAAC,CAAC;IAC3B;IACAiC,MAAM,CAAC9B,MAAM,GAAG,IAAI,CAACA,MAAM,CAAC6B,IAAI,CAAC,CAAiB;IAClDC,MAAM,CAACvB,IAAI,GAAG,IAAI,CAACA,IAAI;IACvBuB,MAAM,CAACtB,OAAO,GAAG,IAAI,CAACA,OAAO;IAC7BsB,MAAM,CAAClB,WAAW,GAAG,IAAI,CAACA,WAAW;IACrC,OAAOkB,MAAM;EACf;EAEA,OAAOC,UAAUA,CAAA,EAAW;IAC1B,MAAM/B,MAAM,GAAGC,qCAAY,CAACC,kBAAkB,CAAe,QAAQ,CAAC;IACtEF,MAAM,CAACc,QAAQ,CAAC,CAAC;IACjB,OAAOd,MAAM,CAAC+B,UAAU,CAAC,CAAC;EAC5B;AACF;AAACC,OAAA,CAAAnC,MAAA,GAAAA,MAAA;AAEM,SAASoC,YAAYA,CAAClC,IAAoB,EAAU;EACzD,OAAO,IAAIF,MAAM,CAACE,IAAI,CAAC;AACzB;AAEO,SAASmC,MAAMA,CAAClB,IAAgB,EAAEjB,IAAoB,EAAc;EACzE,MAAMoC,MAAM,GAAG,IAAItC,MAAM,CAACE,IAAI,CAAC;EAC/BoC,MAAM,CAACpB,MAAM,CAACC,IAAI,CAAC;EACnB,MAAMV,MAAM,GAAGP,IAAI,EAAEqC,KAAK,IAAIxC,cAAc;EAC5C,MAAM2B,MAAM,GAAGY,MAAM,CAACR,YAAY,CAACrB,MAAM,CAAC;EAC1C,OAAO,IAAI+B,UAAU,CAACd,MAAM,CAAC;AAC/B;AAEAW,MAAM,CAACI,MAAM,GAAGL,YAAY;AAErB,MAAMM,aAAa,GAAAP,OAAA,CAAAO,aAAA,GAAG;EAC3B1C,MAAM;EACNoC,YAAY;EACZC;AACF,CAAC","ignoreList":[]}
|
|
@@ -9,6 +9,7 @@ exports.createDiffieHellmanGroup = exports.getDiffieHellman = getDiffieHellman;
|
|
|
9
9
|
var _reactNativeNitroModules = require("react-native-nitro-modules");
|
|
10
10
|
var _reactNativeBuffer = require("@craftzdog/react-native-buffer");
|
|
11
11
|
var _dhGroups = require("./dh-groups");
|
|
12
|
+
var _conversion = require("./utils/conversion");
|
|
12
13
|
class DiffieHellman {
|
|
13
14
|
constructor(sizeOrPrime, generator, encoding) {
|
|
14
15
|
this._hybrid = _reactNativeNitroModules.NitroModules.createHybridObject('DiffieHellman');
|
|
@@ -32,7 +33,7 @@ class DiffieHellman {
|
|
|
32
33
|
} else {
|
|
33
34
|
genBuf = _reactNativeBuffer.Buffer.from(generator, encoding);
|
|
34
35
|
}
|
|
35
|
-
this._hybrid.init(primeBuf
|
|
36
|
+
this._hybrid.init((0, _conversion.toArrayBuffer)(primeBuf), (0, _conversion.toArrayBuffer)(genBuf));
|
|
36
37
|
}
|
|
37
38
|
}
|
|
38
39
|
generateKeys(encoding) {
|
|
@@ -47,7 +48,7 @@ class DiffieHellman {
|
|
|
47
48
|
} else {
|
|
48
49
|
keyBuf = _reactNativeBuffer.Buffer.from(otherPublicKey, inputEncoding);
|
|
49
50
|
}
|
|
50
|
-
const secret = _reactNativeBuffer.Buffer.from(this._hybrid.computeSecret(
|
|
51
|
+
const secret = _reactNativeBuffer.Buffer.from(this._hybrid.computeSecret((0, _conversion.toArrayBuffer)(keyBuf)));
|
|
51
52
|
if (outputEncoding) return secret.toString(outputEncoding);
|
|
52
53
|
return secret;
|
|
53
54
|
}
|
|
@@ -78,7 +79,7 @@ class DiffieHellman {
|
|
|
78
79
|
} else {
|
|
79
80
|
keyBuf = _reactNativeBuffer.Buffer.from(publicKey, encoding);
|
|
80
81
|
}
|
|
81
|
-
this._hybrid.setPublicKey(
|
|
82
|
+
this._hybrid.setPublicKey((0, _conversion.toArrayBuffer)(keyBuf));
|
|
82
83
|
}
|
|
83
84
|
setPrivateKey(privateKey, encoding) {
|
|
84
85
|
let keyBuf;
|
|
@@ -87,7 +88,7 @@ class DiffieHellman {
|
|
|
87
88
|
} else {
|
|
88
89
|
keyBuf = _reactNativeBuffer.Buffer.from(privateKey, encoding);
|
|
89
90
|
}
|
|
90
|
-
this._hybrid.setPrivateKey(
|
|
91
|
+
this._hybrid.setPrivateKey((0, _conversion.toArrayBuffer)(keyBuf));
|
|
91
92
|
}
|
|
92
93
|
get verifyError() {
|
|
93
94
|
return this._hybrid.getVerifyError();
|