react-native-quick-crypto 1.0.18 → 1.1.0

package/deps/simdutf/tests/convert_utf8_to_utf32_with_errors_tests.cpp

@@ -0,0 +1,337 @@
+#include "simdutf.h"
+
+#include <array>
+#include <memory>
+#include <vector>
+
+#include <tests/helpers/fixed_string.h>
+#include <tests/helpers/random_int.h>
+#include <tests/helpers/test.h>
+#include <tests/helpers/transcode_test_base.h>
+
+namespace {
+std::array<size_t, 7> input_size{7, 16, 12, 64, 67, 128, 256};
+
+using simdutf::tests::helpers::transcode_utf8_to_utf32_test_base;
+
+constexpr size_t fix_size = 512;
+} // namespace
+
+TEST(issue_483) {
+  const unsigned char data[] = {
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0xa9};
+  constexpr std::size_t data_len_bytes = sizeof(data);
+  constexpr std::size_t data_len = data_len_bytes / sizeof(char);
+  const auto validation1 =
+      implementation.validate_utf8_with_errors((const char *)data, data_len);
+  ASSERT_EQUAL(validation1.count, 64);
+  ASSERT_EQUAL(validation1.error, simdutf::error_code::TOO_LONG);
+
+  const auto outlen =
+      implementation.utf32_length_from_utf8((const char *)data, data_len);
+  ASSERT_EQUAL(outlen, 64);
+  std::vector<char32_t> output(outlen);
+  const auto r = implementation.convert_utf8_to_utf32_with_errors(
+      (const char *)data, data_len, output.data());
+  ASSERT_EQUAL(r.error, simdutf::error_code::TOO_LONG);
+  ASSERT_EQUAL(r.count, 64);
+}
+
+TEST(issue_478) {
+  const unsigned char data[] = {
+      0x20, 0xdf, 0xbb, 0xcd, 0x8d, 0xcf, 0xbb, 0x20, 0x20, 0xdf, 0xbb,
+      0xdf, 0xbb, 0xcd, 0xbb, 0xcd, 0xbb, 0xde, 0xbb, 0xdf, 0xbb, 0xcd,
+      0xa9, 0xdf, 0xbb, 0xdf, 0xbb, 0xdf, 0xbb, 0xdf, 0xbb, 0xcd, 0xbb,
+      0xcd, 0xbb, 0xde, 0xbb, 0xdf, 0xbb, 0xcd, 0xa9, 0xd8, 0xbb, 0xdf,
+      0xbb, 0xdf, 0xbb, 0xdf, 0xbb, 0xdf, 0xbb, 0xdf, 0xb3, 0xdf, 0xbb,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0xb9};
+  constexpr std::size_t data_len_bytes = sizeof(data);
+  constexpr std::size_t data_len = data_len_bytes / sizeof(char);
+  const auto validation1 =
+      implementation.validate_utf8_with_errors((const char *)data, data_len);
+  ASSERT_EQUAL(validation1.count, 64);
+  ASSERT_EQUAL(validation1.error, simdutf::error_code::TOO_LONG);
+
+  const auto outlen =
+      implementation.utf32_length_from_utf8((const char *)data, data_len);
+  ASSERT_EQUAL(outlen, 38);
+  std::vector<char32_t> output(outlen);
+  const auto r = implementation.convert_utf8_to_utf32_with_errors(
+      (const char *)data, data_len, output.data());
+  ASSERT_EQUAL(r.error, simdutf::error_code::TOO_LONG);
+  ASSERT_EQUAL(r.count, 64);
+}
+
+TEST(issue_convert_utf8_to_utf32_with_errors_3fa5955f57c6b0a0) {
+  std::vector<char> input;
+  std::vector<char32_t> output(4);
+  const auto r = implementation.convert_utf8_to_utf32_with_errors(
+      input.data(), input.size(), output.data());
+  ASSERT_EQUAL(r.count, 0);
+  ASSERT_EQUAL(r.error, simdutf::error_code::SUCCESS);
+}
+
+TEST(issue_convert_utf8_to_utf32_with_errors_a8ec246845d4878e) {
+  const unsigned char data[] = {
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0xf2, 0xa8, 0xa4, 0x8b, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0xf2, 0xa8, 0xa4, 0x8b, 0x20,
+      0x20, 0x20, 0x20, 0xf2, 0xa8, 0xa4, 0x8b, 0x20, 0x20, 0xf2, 0xa8, 0xa4,
+      0x8b, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0xf2, 0xa8, 0xa4, 0xa8, 0xa4, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20};
+  constexpr std::size_t data_len_bytes = sizeof(data);
+  constexpr std::size_t data_len = data_len_bytes / sizeof(char);
+  std::vector<char32_t> output(4 * data_len);
+  const auto r = implementation.convert_utf8_to_utf32_with_errors(
+      (const char *)data, data_len, output.data());
+  /*
+  got return [count=61, error=TOO_LONG] from implementation icelake
+  got return [count=64, error=TOO_LONG] from implementation haswell
+  got return [count=64, error=TOO_LONG] from implementation westmere
+  got return [count=64, error=TOO_LONG] from implementation fallback
+  */
+  ASSERT_EQUAL(r.count, 64);
+  ASSERT_EQUAL(r.error, simdutf::error_code::TOO_LONG);
+}
+
+TEST(issue_448) {
+  const unsigned char crash[] = {
+      0xcd, 0xb8, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0xff, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20};
+  const unsigned int crash_len = 128;
+  std::vector<char32_t> output(4 * crash_len);
+  const auto r = implementation.convert_utf8_to_utf32_with_errors(
+      (const char *)crash, crash_len / sizeof(char), output.data());
+  ASSERT_EQUAL(r.error, simdutf::HEADER_BITS);
+  ASSERT_EQUAL(r.count, 63);
+}
+
+TEST(issue_213) {
+  const char buf[] = "\x01\x9a\x84";
+  // We select the byte 0x84. It is a continuation byte so it is possible
+  // that the predicted output might be zero.
+  size_t expected_size = implementation.utf32_length_from_utf8(buf + 2, 1);
+  std::unique_ptr<char32_t[]> buffer(new char32_t[expected_size]);
+  simdutf::result r =
+      simdutf::convert_utf8_to_utf32_with_errors(buf + 2, 1, buffer.get());
+  ASSERT_TRUE(r.error != simdutf::SUCCESS);
+  // r.count: In case of error, indicates the position of the error in the
+  // input.
+  //  In case of success, indicates the number of code units validated/written.
+  ASSERT_EQUAL(r.count, 0);
+}
+
+TEST(issue_441) {
+  const unsigned char crash[] = {
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0xa1, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20};
+  const unsigned int crash_len = 73;
+  std::vector<char32_t> output(crash_len);
+  const auto r = implementation.convert_utf8_to_utf32_with_errors(
+      (const char *)crash, crash_len, output.data());
+  ASSERT_TRUE(r.error != simdutf::SUCCESS);
+  ASSERT_EQUAL(r.count, 64);
+}
+
+TEST_LOOP(convert_pure_ASCII) {
+  size_t counter = 0;
+  auto generator = [&counter]() -> uint32_t { return counter++ & 0x7f; };
+
+  auto procedure = [&implementation](const char *utf8, size_t size,
+                                     char32_t *utf32) -> size_t {
+    simdutf::result res =
+        implementation.convert_utf8_to_utf32_with_errors(utf8, size, utf32);
+    ASSERT_EQUAL(res.error, simdutf::error_code::SUCCESS);
+    return res.count;
+  };
+  auto size_procedure = [&implementation](const char *utf8,
+                                          size_t size) -> size_t {
+    return implementation.utf32_length_from_utf8(utf8, size);
+  };
+
+  for (size_t size : input_size) {
+    transcode_utf8_to_utf32_test_base test(generator, size);
+    ASSERT_TRUE(test(procedure));
+    ASSERT_TRUE(test.check_size(size_procedure));
+  }
+}
+
+TEST_LOOP(convert_1_or_2_UTF8_bytes) {
+  simdutf::tests::helpers::RandomInt random(
+      0x0000, 0x07ff, seed); // range for 1 or 2 UTF-8 bytes
+
+  auto procedure = [&implementation](const char *utf8, size_t size,
+                                     char32_t *utf32) -> size_t {
+    simdutf::result res =
+        implementation.convert_utf8_to_utf32_with_errors(utf8, size, utf32);
+    ASSERT_EQUAL(res.error, simdutf::error_code::SUCCESS);
+    return res.count;
+  };
+  auto size_procedure = [&implementation](const char *utf8,
+                                          size_t size) -> size_t {
+    return implementation.utf32_length_from_utf8(utf8, size);
+  };
+  for (size_t size : input_size) {
+    transcode_utf8_to_utf32_test_base test(random, size);
+    ASSERT_TRUE(test(procedure));
+    ASSERT_TRUE(test.check_size(size_procedure));
+  }
+}
+
+TEST_LOOP(convert_1_or_2_or_3_UTF8_bytes) {
+  // range for 1, 2 or 3 UTF-8 bytes
+  simdutf::tests::helpers::RandomIntRanges random(
+      {{0x0000, 0xd7ff}, {0xe000, 0xffff}}, seed);
+
+  auto procedure = [&implementation](const char *utf8, size_t size,
+                                     char32_t *utf32) -> size_t {
+    simdutf::result res =
+        implementation.convert_utf8_to_utf32_with_errors(utf8, size, utf32);
+    ASSERT_EQUAL(res.error, simdutf::error_code::SUCCESS);
+    return res.count;
+  };
+  auto size_procedure = [&implementation](const char *utf8,
+                                          size_t size) -> size_t {
+    return implementation.utf32_length_from_utf8(utf8, size);
+  };
+  for (size_t size : input_size) {
+    transcode_utf8_to_utf32_test_base test(random, size);
+    ASSERT_TRUE(test(procedure));
+    ASSERT_TRUE(test.check_size(size_procedure));
+  }
+}
+
+TEST_LOOP(convert_3_or_4_UTF8_bytes) {
+  simdutf::tests::helpers::RandomIntRanges random(
+      {{0x0800, 0xd800 - 1}, {0xe000, 0x10ffff}},
+      seed); // range for 3 or 4 UTF-8 bytes
+
+  auto procedure = [&implementation](const char *utf8, size_t size,
+                                     char32_t *utf32) -> size_t {
+    simdutf::result res =
+        implementation.convert_utf8_to_utf32_with_errors(utf8, size, utf32);
+    ASSERT_EQUAL(res.error, simdutf::error_code::SUCCESS);
+    return res.count;
+  };
+  auto size_procedure = [&implementation](const char *utf8,
+                                          size_t size) -> size_t {
+    return implementation.utf32_length_from_utf8(utf8, size);
+  };
+  for (size_t size : input_size) {
+    transcode_utf8_to_utf32_test_base test(random, size);
+    ASSERT_TRUE(test(procedure));
+    ASSERT_TRUE(test.check_size(size_procedure));
+  }
+}
+
+TEST_LOOP(too_large_error) {
+  simdutf::tests::helpers::RandomIntRanges random(
+      {{0x0000, 0xd800 - 1}, {0xe000, 0x10ffff}}, seed);
+  transcode_utf8_to_utf32_test_base test(random, fix_size);
+  for (unsigned int i = 1; i < fix_size; i++) {
+    if ((test.input_utf8[i] & 0b11111000) ==
+        0b11110000) { // Can only have too large error in 4-bytes case
+      auto procedure = [&implementation, &i](const char *utf8, size_t size,
+                                             char32_t *utf32) -> size_t {
+        simdutf::result res =
+            implementation.convert_utf8_to_utf32_with_errors(utf8, size, utf32);
+        ASSERT_EQUAL(res.error, simdutf::error_code::TOO_LARGE);
+        ASSERT_EQUAL(res.count, i);
+        return 0;
+      };
+      test.input_utf8[i] += ((test.input_utf8[i] & 0b100) == 0b100)
+                                ? 0b10
+                                : 0b100; // Make sure we get too large error and
+                                         // not header bits error
+      ASSERT_TRUE(test(procedure));
+      test.input_utf8[i] -= 0b100;
+    }
+  }
+}
+
+TEST_LOOP(surrogate_error) {
+  simdutf::tests::helpers::RandomIntRanges random(
+      {{0x0000, 0xd800 - 1}, {0xe000, 0x10ffff}}, seed);
+  transcode_utf8_to_utf32_test_base test(random, fix_size);
+  for (unsigned int i = 1; i < fix_size; i++) {
+    if ((test.input_utf8[i] & 0b11110000) ==
+        0b11100000) { // Can only have surrogate error in 3-bytes case
+      auto procedure = [&implementation, &i](const char *utf8, size_t size,
+                                             char32_t *utf32) -> size_t {
+        simdutf::result res =
+            implementation.convert_utf8_to_utf32_with_errors(utf8, size, utf32);
+        ASSERT_EQUAL(res.error, simdutf::error_code::SURROGATE);
+        ASSERT_EQUAL(res.count, i);
+        return 0;
+      };
+      const unsigned char old = test.input_utf8[i];
+      const unsigned char second_old = test.input_utf8[i + 1];
+      test.input_utf8[i] = char(0b11101101);
+      for (int s = 0x8; s < 0xf;
+           s++) { // Modify second byte to create a surrogate codepoint
+        test.input_utf8[i + 1] =
+            (test.input_utf8[i + 1] & 0b11000011) | (s << 2);
+        ASSERT_TRUE(test(procedure));
+      }
+      test.input_utf8[i] = old;
+      test.input_utf8[i + 1] = second_old;
+    }
+  }
+}
+
+#if SIMDUTF_CPLUSPLUS23
+
+namespace {
+template <auto input> constexpr auto length() {
+  return simdutf::utf32_length_from_utf8(input);
+}
+template <auto input> constexpr auto convert() {
+  using namespace simdutf::tests::helpers;
+  CTString<char32_t, length<input>()> tmp;
+  auto ret = simdutf::convert_utf8_to_utf32_with_errors(input, tmp);
+  if (ret.is_err()) {
+    throw "ouch";
+  }
+  if (ret.count != tmp.size()) {
+    throw "oops";
+  }
+  return tmp;
+}
+} // namespace
+
+TEST(compile_time_convert_utf8_to_utf32_with_errors) {
+  using namespace simdutf::tests::helpers;
+
+  constexpr auto input = u8"köttbulle"_utf8;
+  constexpr auto expected = U"köttbulle"_utf32;
+  constexpr auto actual = convert<input>();
+  static_assert(actual == expected);
+}
+
+#endif
+
+TEST_MAIN

package/deps/simdutf/tests/convert_valid_utf16be_to_latin1_tests.cpp

@@ -0,0 +1,37 @@
+#include "simdutf.h"
+
+#include <array>
+
+#include <tests/helpers/transcode_test_base.h>
+#include <tests/helpers/random_int.h>
+#include <tests/helpers/test.h>
+
+namespace {
+constexpr std::array<size_t, 7> input_size{7, 16, 12, 64, 67, 128, 256};
+constexpr simdutf::endianness BE = simdutf::endianness::BIG;
+
+using simdutf::tests::helpers::transcode_utf16_to_latin1_test_base;
+
+} // namespace
+
+TEST_LOOP(convert_2_UTF16_bytes) {
+  // range for 1, 2 or 3 UTF-8 bytes
+  simdutf::tests::helpers::RandomInt random(0x0000, 0x00ff, seed);
+
+  auto procedure = [&implementation](const char16_t *utf16, size_t size,
+                                     char *latin1) -> size_t {
+    return implementation.convert_valid_utf16be_to_latin1(utf16, size, latin1);
+  };
+  auto size_procedure =
+      [&implementation](simdutf_maybe_unused const char16_t *utf16,
+                        size_t size) -> size_t {
+    return implementation.latin1_length_from_utf16(size);
+  };
+  for (size_t size : input_size) {
+    transcode_utf16_to_latin1_test_base test(BE, random, size);
+    ASSERT_TRUE(test(procedure));
+    ASSERT_TRUE(test.check_size(size_procedure));
+  }
+}
+
+TEST_MAIN

package/deps/simdutf/tests/convert_valid_utf16be_to_utf32_tests.cpp

@@ -0,0 +1,97 @@
+#include "simdutf.h"
+
+#include <array>
+#include <vector>
+
+#include <tests/helpers/fixed_string.h>
+#include <tests/helpers/random_int.h>
+#include <tests/helpers/test.h>
+#include <tests/helpers/transcode_test_base.h>
+#include <tests/reference/validate_utf16.h>
+
+namespace {
+constexpr std::array<size_t, 7> input_size{7, 16, 12, 64, 67, 128, 256};
+constexpr simdutf::endianness BE = simdutf::endianness::BIG;
+
+using simdutf::tests::helpers::transcode_utf16_to_utf32_test_base;
+
+} // namespace
+
+TEST_LOOP(convert_2_UTF16_bytes) {
+  // range for 2-byte UTF-16 (no surrogate pairs)
+  simdutf::tests::helpers::RandomIntRanges random(
+      {{0x0000, 0x007f}, {0x0080, 0x07ff}, {0x0800, 0xd7ff}, {0xe000, 0xffff}},
+      seed);
+
+  auto procedure = [&implementation](const char16_t *utf16, size_t size,
+                                     char32_t *utf32) -> size_t {
+    return implementation.convert_valid_utf16be_to_utf32(utf16, size, utf32);
+  };
+
+  for (size_t size : input_size) {
+    transcode_utf16_to_utf32_test_base test(BE, random, size);
+    ASSERT_TRUE(test(procedure));
+  }
+}
+
+TEST_LOOP(convert_with_surrogate_pairs) {
+  // some surrogate pairs
+  simdutf::tests::helpers::RandomIntRanges random(
+      {{0x0800, 0xd800 - 1}, {0xe000, 0x10ffff}}, seed);
+
+  auto procedure = [&implementation](const char16_t *utf16, size_t size,
+                                     char32_t *utf32) -> size_t {
+    return implementation.convert_valid_utf16be_to_utf32(utf16, size, utf32);
+  };
+
+  for (size_t size : input_size) {
+    transcode_utf16_to_utf32_test_base test(BE, random, size);
+    ASSERT_TRUE(test(procedure));
+  }
+}
+
+TEST(all_possible_8_codepoint_combinations) {
+  auto procedure = [&implementation](const char16_t *utf16, size_t size,
+                                     char32_t *utf32) -> size_t {
+    return implementation.convert_valid_utf16be_to_utf32(utf16, size, utf32);
+  };
+
+  std::vector<char> output_utf32(256, ' ');
+  const auto &combinations = all_utf16_combinations(BE);
+  for (const auto &input_utf16 : combinations) {
+    if (simdutf::tests::reference::validate_utf16(BE, input_utf16.data(),
+                                                  input_utf16.size())) {
+      transcode_utf16_to_utf32_test_base test(BE, input_utf16);
+      ASSERT_TRUE(test(procedure));
+    }
+  }
+}
+
+#if SIMDUTF_CPLUSPLUS23
+
+namespace {
+template <auto input> constexpr auto size_be() {
+  return simdutf::utf32_length_from_utf16le(input);
+}
+
+template <auto input> constexpr auto convert_be() {
+  using namespace simdutf::tests::helpers;
+  CTString<char32_t, size_be<input>()> tmp;
+  const auto ret = simdutf::convert_valid_utf16be_to_utf32(input, tmp);
+  if (ret != tmp.size()) {
+    throw "unexpected write size";
+  }
+  return tmp;
+}
+} // namespace
+
+TEST(compile_time_convert_valid_utf16be_to_utf32) {
+  using namespace simdutf::tests::helpers;
+  constexpr auto input = u"köttbulle"_utf16be;
+  constexpr auto expected = U"köttbulle"_utf32;
+  constexpr auto output = convert_be<input>();
+  static_assert(output == expected);
+}
+
+#endif
+TEST_MAIN

package/deps/simdutf/tests/convert_valid_utf16be_to_utf8_tests.cpp

@@ -0,0 +1,126 @@
+#include "simdutf.h"
+
+#include <array>
+#include <vector>
+
+#include <tests/helpers/fixed_string.h>
+#include <tests/helpers/random_int.h>
+#include <tests/helpers/test.h>
+#include <tests/helpers/transcode_test_base.h>
+#include <tests/reference/validate_utf16.h>
+
+namespace {
+constexpr std::array<size_t, 7> input_size{7, 16, 12, 64, 67, 128, 256};
+constexpr simdutf::endianness BE = simdutf::endianness::BIG;
+
+using simdutf::tests::helpers::transcode_utf16_to_utf8_test_base;
+
+} // namespace
+
+TEST(convert_pure_ASCII) {
+  size_t counter = 0;
+  auto generator = [&counter]() -> uint32_t { return counter++ & 0x7f; };
+
+  auto procedure = [&implementation](const char16_t *utf16, size_t size,
+                                     char *utf8) -> size_t {
+    return implementation.convert_valid_utf16be_to_utf8(utf16, size, utf8);
+  };
+
+  for (size_t size : input_size) {
+    transcode_utf16_to_utf8_test_base test(BE, generator, size);
+    ASSERT_TRUE(test(procedure));
+  }
+}
+
+TEST_LOOP(convert_into_1_or_2_UTF8_bytes) {
+  simdutf::tests::helpers::RandomInt random(
+      0x0000, 0x07ff, seed); // range for 1 or 2 UTF-8 bytes
+
+  auto procedure = [&implementation](const char16_t *utf16, size_t size,
+                                     char *utf8) -> size_t {
+    return implementation.convert_valid_utf16be_to_utf8(utf16, size, utf8);
+  };
+
+  for (size_t size : input_size) {
+    transcode_utf16_to_utf8_test_base test(BE, random, size);
+    ASSERT_TRUE(test(procedure));
+  }
+}
+
+TEST_LOOP(convert_into_1_or_2_or_3_UTF8_bytes) {
+  // range for 1, 2 or 3 UTF-8 bytes
+  simdutf::tests::helpers::RandomIntRanges random(
+      {{0x0000, 0x007f}, {0x0080, 0x07ff}, {0x0800, 0xd7ff}, {0xe000, 0xffff}},
+      seed);
+
+  auto procedure = [&implementation](const char16_t *utf16, size_t size,
+                                     char *utf8) -> size_t {
+    return implementation.convert_valid_utf16be_to_utf8(utf16, size, utf8);
+  };
+
+  for (size_t size : input_size) {
+    transcode_utf16_to_utf8_test_base test(BE, random, size);
+    ASSERT_TRUE(test(procedure));
+  }
+}
+
+TEST_LOOP(convert_into_3_or_4_UTF8_bytes) {
+  // range for 3 or 4 UTF-8 bytes
+  simdutf::tests::helpers::RandomIntRanges random(
+      {{0x0800, 0xd800 - 1}, {0xe000, 0x10ffff}}, seed);
+
+  auto procedure = [&implementation](const char16_t *utf16, size_t size,
+                                     char *utf8) -> size_t {
+    return implementation.convert_valid_utf16be_to_utf8(utf16, size, utf8);
+  };
+
+  for (size_t size : input_size) {
+    transcode_utf16_to_utf8_test_base test(BE, random, size);
+    ASSERT_TRUE(test(procedure));
+  }
+}
+
+TEST(all_possible_8_codepoint_combinations) {
+  auto procedure = [&implementation](const char16_t *utf16, size_t size,
+                                     char *utf8) -> size_t {
+    return implementation.convert_valid_utf16be_to_utf8(utf16, size, utf8);
+  };
+
+  std::vector<char> output_utf8(256, ' ');
+  const auto &combinations = all_utf16_combinations(BE);
+  for (const auto &input_utf16 : combinations) {
+    if (simdutf::tests::reference::validate_utf16(BE, input_utf16.data(),
+                                                  input_utf16.size())) {
+      transcode_utf16_to_utf8_test_base test(BE, input_utf16);
+      ASSERT_TRUE(test(procedure));
+    }
+  }
+}
+
+#if SIMDUTF_CPLUSPLUS23
+
+namespace {
+template <auto input> constexpr auto size_be() {
+  return simdutf::utf8_length_from_utf16be(input);
+}
+template <auto input> constexpr auto convert_be() {
+  using namespace simdutf::tests::helpers;
+  CTString<char8_t, size_be<input>()> tmp;
+  const auto ret = simdutf::convert_valid_utf16be_to_utf8(input, tmp);
+  if (ret != tmp.size()) {
+    throw "unexpected write size";
+  }
+  return tmp;
+}
+} // namespace
+
+TEST(compile_time_convert_utf16be_to_utf8_with_errors) {
+  using namespace simdutf::tests::helpers;
+  constexpr auto input = u"köttbulle"_utf16be;
+  constexpr auto expected = u8"köttbulle"_utf8;
+  constexpr auto output = convert_be<input>();
+  static_assert(output == expected);
+}
+
+#endif
+TEST_MAIN

package/deps/simdutf/tests/convert_valid_utf16le_to_latin1_tests.cpp

@@ -0,0 +1,71 @@
+#include "simdutf.h"
+
+#include <array>
+
+#include <tests/helpers/compiletime_conversions.h>
+#include <tests/helpers/fixed_string.h>
+#include <tests/helpers/random_int.h>
+#include <tests/helpers/test.h>
+#include <tests/helpers/transcode_test_base.h>
+
+namespace {
+constexpr std::array<size_t, 7> input_size{7, 16, 12, 64, 67, 128, 256};
+constexpr simdutf::endianness LE = simdutf::endianness::LITTLE;
+
+using simdutf::tests::helpers::transcode_utf16_to_latin1_test_base;
+
+} // namespace
+
+TEST_LOOP(convert_2_UTF16_bytes) {
+  // range for 1, 2 or 3 UTF-8 bytes
+  simdutf::tests::helpers::RandomInt random(0x0000, 0x00ff, seed);
+
+  auto procedure = [&implementation](const char16_t *utf16, size_t size,
+                                     char *latin1) -> size_t {
+    return implementation.convert_valid_utf16le_to_latin1(utf16, size, latin1);
+  };
+  auto size_procedure =
+      [&implementation](simdutf_maybe_unused const char16_t *utf16,
+                        size_t size) -> size_t {
+    return implementation.latin1_length_from_utf16(size);
+  };
+  for (size_t size : input_size) {
+    transcode_utf16_to_latin1_test_base test(LE, random, size);
+    ASSERT_TRUE(test(procedure));
+    ASSERT_TRUE(test.check_size(size_procedure));
+  }
+}
+
+#if SIMDUTF_CPLUSPLUS23
+
+namespace {
+template <auto input> constexpr auto size() {
+  return simdutf::latin1_length_from_utf16(input.size());
+}
+template <auto input> constexpr auto convert() {
+  using namespace simdutf::tests::helpers;
+  CTString<char, size<input>()> tmp;
+  const auto ret = simdutf::convert_valid_utf16_to_latin1(input, tmp);
+  if (ret != tmp.size()) {
+    throw "unexpected write size";
+  }
+  return tmp;
+}
+} // namespace
+
+TEST(compile_time_test) {
+  using namespace simdutf::tests::helpers;
+
+  constexpr auto expected = "hello!"_latin1;
+
+  static_assert(to_latin1(u"hello!"_utf16) == expected);
+  static_assert(to_latin1(u"hello!"_utf16le) == expected);
+  static_assert(to_latin1(u"hello!"_utf16be) == expected);
+  static_assert(u"hello!"_utf16le[0] != u"hello!"_utf16be[0]);
+
+  static_assert(convert<u"köttbulle"_utf16>() == "k\xF6ttbulle"_latin1);
+}
+
+#endif
+
+TEST_MAIN