mldsa_gh 0.1.0

data/ext/mldsa_gh_native/vendor/mldsa-native/mldsa/src/fips202/fips202x4.h

@@ -0,0 +1,125 @@
+/*
+ * Copyright (c) The mlkem-native project authors
+ * Copyright (c) The mldsa-native project authors
+ * SPDX-License-Identifier: Apache-2.0 OR ISC OR MIT
+ */
+#ifndef MLD_FIPS202_FIPS202X4_H
+#define MLD_FIPS202_FIPS202X4_H
+
+#include "../common.h"
+
+#if !defined(MLD_CONFIG_SERIAL_FIPS202_ONLY)
+
+#include <stddef.h>
+
+#include "../cbmc.h"
+#include "fips202.h"
+#include "keccakf1600.h"
+
+/** Context for the non-incremental 4-way SHAKE128 API. */
+typedef struct
+{
+  uint64_t ctx[MLD_KECCAK_LANES *
+               MLD_KECCAK_WAY]; /**< 4-way Keccak state, stored sequentially. */
+} mld_shake128x4ctx;
+
+/** Context for the 4-way batched SHAKE256 XOF. */
+typedef struct
+{
+  uint64_t ctx[MLD_KECCAK_LANES *
+               MLD_KECCAK_WAY]; /**< Interleaved 4-way Keccak state. */
+} mld_shake256x4ctx;
+
+#if !defined(MLD_CONFIG_REDUCE_RAM) || defined(MLD_UNIT_TEST)
+#define mld_shake128x4_absorb_once MLD_NAMESPACE(shake128x4_absorb_once)
+MLD_INTERNAL_API
+void mld_shake128x4_absorb_once(mld_shake128x4ctx *state, const uint8_t *in0,
+                                const uint8_t *in1, const uint8_t *in2,
+                                const uint8_t *in3, size_t inlen)
+__contract__(
+  requires(inlen <= MLD_MAX_BUFFER_SIZE)
+  requires(memory_no_alias(state, sizeof(mld_shake128x4ctx)))
+  requires(memory_no_alias(in0, inlen))
+  requires(memory_no_alias(in1, inlen))
+  requires(memory_no_alias(in2, inlen))
+  requires(memory_no_alias(in3, inlen))
+  assigns(memory_slice(state, sizeof(mld_shake128x4ctx)))
+);
+
+#define mld_shake128x4_squeezeblocks MLD_NAMESPACE(shake128x4_squeezeblocks)
+MLD_INTERNAL_API
+void mld_shake128x4_squeezeblocks(uint8_t *out0, uint8_t *out1, uint8_t *out2,
+                                  uint8_t *out3, size_t nblocks,
+                                  mld_shake128x4ctx *state)
+__contract__(
+  requires(nblocks <= 8 /* somewhat arbitrary bound */)
+  requires(memory_no_alias(state, sizeof(mld_shake128x4ctx)))
+  requires(memory_no_alias(out0, nblocks * SHAKE128_RATE))
+  requires(memory_no_alias(out1, nblocks * SHAKE128_RATE))
+  requires(memory_no_alias(out2, nblocks * SHAKE128_RATE))
+  requires(memory_no_alias(out3, nblocks * SHAKE128_RATE))
+  assigns(memory_slice(out0, nblocks * SHAKE128_RATE),
+    memory_slice(out1, nblocks * SHAKE128_RATE),
+    memory_slice(out2, nblocks * SHAKE128_RATE),
+    memory_slice(out3, nblocks * SHAKE128_RATE),
+    memory_slice(state, sizeof(mld_shake128x4ctx)))
+);
+
+#define mld_shake128x4_init MLD_NAMESPACE(shake128x4_init)
+MLD_INTERNAL_API
+void mld_shake128x4_init(mld_shake128x4ctx *state);
+
+#define mld_shake128x4_release MLD_NAMESPACE(shake128x4_release)
+MLD_INTERNAL_API
+void mld_shake128x4_release(mld_shake128x4ctx *state);
+#endif /* !MLD_CONFIG_REDUCE_RAM || MLD_UNIT_TEST */
+
+#if !defined(MLD_CONFIG_NO_KEYPAIR_API) || \
+    (!defined(MLD_CONFIG_NO_SIGN_API) &&   \
+     (!defined(MLD_CONFIG_REDUCE_RAM) || defined(MLD_UNIT_TEST)))
+#define mld_shake256x4_absorb_once MLD_NAMESPACE(shake256x4_absorb_once)
+MLD_INTERNAL_API
+void mld_shake256x4_absorb_once(mld_shake256x4ctx *state, const uint8_t *in0,
+                                const uint8_t *in1, const uint8_t *in2,
+                                const uint8_t *in3, size_t inlen)
+__contract__(
+  requires(inlen <= MLD_MAX_BUFFER_SIZE)
+  requires(memory_no_alias(state, sizeof(mld_shake256x4ctx)))
+  requires(memory_no_alias(in0, inlen))
+  requires(memory_no_alias(in1, inlen))
+  requires(memory_no_alias(in2, inlen))
+  requires(memory_no_alias(in3, inlen))
+  assigns(memory_slice(state, sizeof(mld_shake256x4ctx)))
+);
+
+#define mld_shake256x4_squeezeblocks MLD_NAMESPACE(shake256x4_squeezeblocks)
+MLD_INTERNAL_API
+void mld_shake256x4_squeezeblocks(uint8_t *out0, uint8_t *out1, uint8_t *out2,
+                                  uint8_t *out3, size_t nblocks,
+                                  mld_shake256x4ctx *state)
+__contract__(
+  requires(nblocks <= 8 /* somewhat arbitrary bound */)
+  requires(memory_no_alias(state, sizeof(mld_shake256x4ctx)))
+  requires(memory_no_alias(out0, nblocks * SHAKE256_RATE))
+  requires(memory_no_alias(out1, nblocks * SHAKE256_RATE))
+  requires(memory_no_alias(out2, nblocks * SHAKE256_RATE))
+  requires(memory_no_alias(out3, nblocks * SHAKE256_RATE))
+  assigns(memory_slice(out0, nblocks * SHAKE256_RATE),
+    memory_slice(out1, nblocks * SHAKE256_RATE),
+    memory_slice(out2, nblocks * SHAKE256_RATE),
+    memory_slice(out3, nblocks * SHAKE256_RATE),
+    memory_slice(state, sizeof(mld_shake256x4ctx)))
+);
+
+#define mld_shake256x4_init MLD_NAMESPACE(shake256x4_init)
+MLD_INTERNAL_API
+void mld_shake256x4_init(mld_shake256x4ctx *state);
+
+#define mld_shake256x4_release MLD_NAMESPACE(shake256x4_release)
+MLD_INTERNAL_API
+void mld_shake256x4_release(mld_shake256x4ctx *state);
+#endif /* !MLD_CONFIG_NO_KEYPAIR_API || (!MLD_CONFIG_NO_SIGN_API && \
+          (!MLD_CONFIG_REDUCE_RAM || MLD_UNIT_TEST)) */
+
+#endif /* !MLD_CONFIG_SERIAL_FIPS202_ONLY */
+#endif /* !MLD_FIPS202_FIPS202X4_H */

data/ext/mldsa_gh_native/vendor/mldsa-native/mldsa/src/fips202/keccakf1600.c

@@ -0,0 +1,510 @@
+/*
+ * Copyright (c) The mlkem-native project authors
+ * Copyright (c) The mldsa-native project authors
+ * SPDX-License-Identifier: Apache-2.0 OR ISC OR MIT
+ */
+
+/* References
+ * ==========
+ *
+ * - [mupq]
+ *   Common files for pqm4, pqm3, pqriscv
+ *   Kannwischer, Petri, Rijneveld, Schwabe, Stoffelen
+ *   https://github.com/mupq/mupq
+ *
+ * - [supercop]
+ *   SUPERCOP benchmarking framework
+ *   Daniel J. Bernstein
+ *   http://bench.cr.yp.to/supercop.html
+ *
+ * - [tweetfips]
+ *   'tweetfips202' FIPS202 implementation
+ *   Van Assche, Bernstein, Schwabe
+ *   https://keccak.team/2015/tweetfips202.html
+ */
+
+/* Based on the CC0 implementation from @[mupq] and the public domain
+ * implementation @[supercop, crypto_hash/keccakc512/simple/]
+ * by Ronny Van Keer, and the public domain @[tweetfips] implementation. */
+
+#include "keccakf1600.h"
+#if !defined(MLD_CONFIG_MULTILEVEL_NO_SHARED)
+
+#define MLD_KECCAK_NROUNDS 24
+#define MLD_KECCAK_ROL(a, offset) (((a) << (offset)) ^ ((a) >> (64 - (offset))))
+
+MLD_INTERNAL_API
+void mld_keccakf1600_extract_bytes(uint64_t *state, unsigned char *data,
+                                   unsigned offset, unsigned length)
+{
+  unsigned i;
+#if defined(MLD_SYS_LITTLE_ENDIAN)
+  uint8_t *state_ptr = (uint8_t *)state + offset;
+  for (i = 0; i < length; i++)
+  __loop__(invariant(i <= length)
+           decreases(length - i))
+  {
+    data[i] = state_ptr[i];
+  }
+#else  /* MLD_SYS_LITTLE_ENDIAN */
+  /* Portable version */
+  for (i = 0; i < length; i++)
+  __loop__(invariant(i <= length)
+           decreases(length - i))
+  {
+    data[i] = (state[(offset + i) >> 3] >> (8 * ((offset + i) & 0x07))) & 0xFF;
+  }
+#endif /* !MLD_SYS_LITTLE_ENDIAN */
+}
+
+MLD_INTERNAL_API
+void mld_keccakf1600_xor_bytes(uint64_t *state, const unsigned char *data,
+                               unsigned offset, unsigned length)
+{
+  unsigned i;
+#if defined(MLD_SYS_LITTLE_ENDIAN)
+  uint8_t *state_ptr = (uint8_t *)state + offset;
+  for (i = 0; i < length; i++)
+  __loop__(invariant(i <= length)
+           decreases(length - i))
+  {
+    state_ptr[i] ^= data[i];
+  }
+#else  /* MLD_SYS_LITTLE_ENDIAN */
+  /* Portable version */
+  for (i = 0; i < length; i++)
+  __loop__(invariant(i <= length)
+           decreases(length - i))
+  {
+    state[(offset + i) >> 3] ^= (uint64_t)data[i]
+                                << (8 * ((offset + i) & 0x07));
+  }
+#endif /* !MLD_SYS_LITTLE_ENDIAN */
+}
+
+#if (!defined(MLD_CONFIG_NO_KEYPAIR_API) || !defined(MLD_CONFIG_REDUCE_RAM) || \
+     defined(MLD_UNIT_TEST)) &&                                                \
+    !defined(MLD_CONFIG_SERIAL_FIPS202_ONLY)
+static void mld_keccakf1600x4_extract_bytes_c(uint64_t *state,
+                                              unsigned char *data0,
+                                              unsigned char *data1,
+                                              unsigned char *data2,
+                                              unsigned char *data3,
+                                              unsigned offset, unsigned length)
+__contract__(
+    requires(0 <= offset && offset <= MLD_KECCAK_LANES * sizeof(uint64_t) &&
+         0 <= length && length <= MLD_KECCAK_LANES * sizeof(uint64_t) - offset)
+    requires(memory_no_alias(state, sizeof(uint64_t) * MLD_KECCAK_LANES * MLD_KECCAK_WAY))
+    requires(memory_no_alias(data0, length))
+    requires(memory_no_alias(data1, length))
+    requires(memory_no_alias(data2, length))
+    requires(memory_no_alias(data3, length))
+    assigns(memory_slice(data0, length))
+    assigns(memory_slice(data1, length))
+    assigns(memory_slice(data2, length))
+    assigns(memory_slice(data3, length))
+)
+{
+  mld_keccakf1600_extract_bytes(state + MLD_KECCAK_LANES * 0, data0, offset,
+                                length);
+  mld_keccakf1600_extract_bytes(state + MLD_KECCAK_LANES * 1, data1, offset,
+                                length);
+  mld_keccakf1600_extract_bytes(state + MLD_KECCAK_LANES * 2, data2, offset,
+                                length);
+  mld_keccakf1600_extract_bytes(state + MLD_KECCAK_LANES * 3, data3, offset,
+                                length);
+}
+
+MLD_INTERNAL_API
+void mld_keccakf1600x4_extract_bytes(uint64_t *state, unsigned char *data0,
+                                     unsigned char *data1, unsigned char *data2,
+                                     unsigned char *data3, unsigned offset,
+                                     unsigned length)
+{
+#if defined(MLD_USE_NATIVE_FIPS202_X4_EXTRACT_BYTES)
+  if (mld_keccakf1600_extract_bytes_x4_native(state, data0, data1, data2, data3,
+                                              offset, length) ==
+      MLD_NATIVE_FUNC_SUCCESS)
+  {
+    return;
+  }
+#endif /* MLD_USE_NATIVE_FIPS202_X4_EXTRACT_BYTES */
+  mld_keccakf1600x4_extract_bytes_c(state, data0, data1, data2, data3, offset,
+                                    length);
+}
+
+static void mld_keccakf1600x4_xor_bytes_c(uint64_t *state,
+                                          const unsigned char *data0,
+                                          const unsigned char *data1,
+                                          const unsigned char *data2,
+                                          const unsigned char *data3,
+                                          unsigned offset, unsigned length)
+__contract__(
+    requires(0 <= offset && offset <= MLD_KECCAK_LANES * sizeof(uint64_t) &&
+         0 <= length && length <= MLD_KECCAK_LANES * sizeof(uint64_t) - offset)
+    requires(memory_no_alias(state, sizeof(uint64_t) * MLD_KECCAK_LANES * MLD_KECCAK_WAY))
+    requires(memory_no_alias(data0, length))
+    /* Case 1: all input buffers are distinct; Case 2: All input buffers are the same */
+    requires((data0 == data1 &&
+              data0 == data2 &&
+              data0 == data3) ||
+         (memory_no_alias(data1, length) &&
+              memory_no_alias(data2, length) &&
+              memory_no_alias(data3, length)))
+    assigns(memory_slice(state, sizeof(uint64_t) * MLD_KECCAK_LANES * MLD_KECCAK_WAY))
+)
+{
+  mld_keccakf1600_xor_bytes(state + MLD_KECCAK_LANES * 0, data0, offset,
+                            length);
+  mld_keccakf1600_xor_bytes(state + MLD_KECCAK_LANES * 1, data1, offset,
+                            length);
+  mld_keccakf1600_xor_bytes(state + MLD_KECCAK_LANES * 2, data2, offset,
+                            length);
+  mld_keccakf1600_xor_bytes(state + MLD_KECCAK_LANES * 3, data3, offset,
+                            length);
+}
+
+MLD_INTERNAL_API
+void mld_keccakf1600x4_xor_bytes(uint64_t *state, const unsigned char *data0,
+                                 const unsigned char *data1,
+                                 const unsigned char *data2,
+                                 const unsigned char *data3, unsigned offset,
+                                 unsigned length)
+{
+#if defined(MLD_USE_NATIVE_FIPS202_X4_XOR_BYTES)
+  if (mld_keccakf1600_xor_bytes_x4_native(state, data0, data1, data2, data3,
+                                          offset,
+                                          length) == MLD_NATIVE_FUNC_SUCCESS)
+  {
+    return;
+  }
+#endif /* MLD_USE_NATIVE_FIPS202_X4_XOR_BYTES */
+  mld_keccakf1600x4_xor_bytes_c(state, data0, data1, data2, data3, offset,
+                                length);
+}
+
+MLD_INTERNAL_API
+void mld_keccakf1600x4_permute(uint64_t *state)
+{
+#if defined(MLD_USE_NATIVE_FIPS202_X4)
+  if (mld_keccak_f1600_x4_native(state) == MLD_NATIVE_FUNC_SUCCESS)
+  {
+    return;
+  }
+#endif /* MLD_USE_NATIVE_FIPS202_X4 */
+  mld_keccakf1600_permute(state + MLD_KECCAK_LANES * 0);
+  mld_keccakf1600_permute(state + MLD_KECCAK_LANES * 1);
+  mld_keccakf1600_permute(state + MLD_KECCAK_LANES * 2);
+  mld_keccakf1600_permute(state + MLD_KECCAK_LANES * 3);
+}
+#endif /* (!MLD_CONFIG_NO_KEYPAIR_API || !MLD_CONFIG_REDUCE_RAM || \
+          MLD_UNIT_TEST) && !MLD_CONFIG_SERIAL_FIPS202_ONLY */
+
+static const uint64_t mld_KeccakF_RoundConstants[MLD_KECCAK_NROUNDS] = {
+    (uint64_t)0x0000000000000001ULL, (uint64_t)0x0000000000008082ULL,
+    (uint64_t)0x800000000000808aULL, (uint64_t)0x8000000080008000ULL,
+    (uint64_t)0x000000000000808bULL, (uint64_t)0x0000000080000001ULL,
+    (uint64_t)0x8000000080008081ULL, (uint64_t)0x8000000000008009ULL,
+    (uint64_t)0x000000000000008aULL, (uint64_t)0x0000000000000088ULL,
+    (uint64_t)0x0000000080008009ULL, (uint64_t)0x000000008000000aULL,
+    (uint64_t)0x000000008000808bULL, (uint64_t)0x800000000000008bULL,
+    (uint64_t)0x8000000000008089ULL, (uint64_t)0x8000000000008003ULL,
+    (uint64_t)0x8000000000008002ULL, (uint64_t)0x8000000000000080ULL,
+    (uint64_t)0x000000000000800aULL, (uint64_t)0x800000008000000aULL,
+    (uint64_t)0x8000000080008081ULL, (uint64_t)0x8000000000008080ULL,
+    (uint64_t)0x0000000080000001ULL, (uint64_t)0x8000000080008008ULL};
+
+MLD_STATIC_TESTABLE
+void mld_keccakf1600_permute_c(uint64_t *state)
+__contract__(
+    requires(memory_no_alias(state, sizeof(uint64_t) * MLD_KECCAK_LANES))
+    assigns(memory_slice(state, sizeof(uint64_t) * MLD_KECCAK_LANES))
+)
+{
+  unsigned round;
+
+  uint64_t Aba, Abe, Abi, Abo, Abu;
+  uint64_t Aga, Age, Agi, Ago, Agu;
+  uint64_t Aka, Ake, Aki, Ako, Aku;
+  uint64_t Ama, Ame, Ami, Amo, Amu;
+  uint64_t Asa, Ase, Asi, Aso, Asu;
+  uint64_t BCa, BCe, BCi, BCo, BCu;
+  uint64_t Da, De, Di, Do, Du;
+  uint64_t Eba, Ebe, Ebi, Ebo, Ebu;
+  uint64_t Ega, Ege, Egi, Ego, Egu;
+  uint64_t Eka, Eke, Eki, Eko, Eku;
+  uint64_t Ema, Eme, Emi, Emo, Emu;
+  uint64_t Esa, Ese, Esi, Eso, Esu;
+
+  /* copyFromState(A, state) */
+  Aba = state[0];
+  Abe = state[1];
+  Abi = state[2];
+  Abo = state[3];
+  Abu = state[4];
+  Aga = state[5];
+  Age = state[6];
+  Agi = state[7];
+  Ago = state[8];
+  Agu = state[9];
+  Aka = state[10];
+  Ake = state[11];
+  Aki = state[12];
+  Ako = state[13];
+  Aku = state[14];
+  Ama = state[15];
+  Ame = state[16];
+  Ami = state[17];
+  Amo = state[18];
+  Amu = state[19];
+  Asa = state[20];
+  Ase = state[21];
+  Asi = state[22];
+  Aso = state[23];
+  Asu = state[24];
+
+  for (round = 0; round < MLD_KECCAK_NROUNDS; round += 2)
+  __loop__(invariant(round <= MLD_KECCAK_NROUNDS && round % 2 == 0)
+           decreases(MLD_KECCAK_NROUNDS - round))
+  {
+    /* prepareTheta */
+    BCa = Aba ^ Aga ^ Aka ^ Ama ^ Asa;
+    BCe = Abe ^ Age ^ Ake ^ Ame ^ Ase;
+    BCi = Abi ^ Agi ^ Aki ^ Ami ^ Asi;
+    BCo = Abo ^ Ago ^ Ako ^ Amo ^ Aso;
+    BCu = Abu ^ Agu ^ Aku ^ Amu ^ Asu;
+
+    /* thetaRhoPiChiIotaPrepareTheta(round, A, E) */
+    Da = BCu ^ MLD_KECCAK_ROL(BCe, 1);
+    De = BCa ^ MLD_KECCAK_ROL(BCi, 1);
+    Di = BCe ^ MLD_KECCAK_ROL(BCo, 1);
+    Do = BCi ^ MLD_KECCAK_ROL(BCu, 1);
+    Du = BCo ^ MLD_KECCAK_ROL(BCa, 1);
+
+    Aba ^= Da;
+    BCa = Aba;
+    Age ^= De;
+    BCe = MLD_KECCAK_ROL(Age, 44);
+    Aki ^= Di;
+    BCi = MLD_KECCAK_ROL(Aki, 43);
+    Amo ^= Do;
+    BCo = MLD_KECCAK_ROL(Amo, 21);
+    Asu ^= Du;
+    BCu = MLD_KECCAK_ROL(Asu, 14);
+    Eba = BCa ^ ((~BCe) & BCi);
+    Eba ^= (uint64_t)mld_KeccakF_RoundConstants[round];
+    Ebe = BCe ^ ((~BCi) & BCo);
+    Ebi = BCi ^ ((~BCo) & BCu);
+    Ebo = BCo ^ ((~BCu) & BCa);
+    Ebu = BCu ^ ((~BCa) & BCe);
+
+    Abo ^= Do;
+    BCa = MLD_KECCAK_ROL(Abo, 28);
+    Agu ^= Du;
+    BCe = MLD_KECCAK_ROL(Agu, 20);
+    Aka ^= Da;
+    BCi = MLD_KECCAK_ROL(Aka, 3);
+    Ame ^= De;
+    BCo = MLD_KECCAK_ROL(Ame, 45);
+    Asi ^= Di;
+    BCu = MLD_KECCAK_ROL(Asi, 61);
+    Ega = BCa ^ ((~BCe) & BCi);
+    Ege = BCe ^ ((~BCi) & BCo);
+    Egi = BCi ^ ((~BCo) & BCu);
+    Ego = BCo ^ ((~BCu) & BCa);
+    Egu = BCu ^ ((~BCa) & BCe);
+
+    Abe ^= De;
+    BCa = MLD_KECCAK_ROL(Abe, 1);
+    Agi ^= Di;
+    BCe = MLD_KECCAK_ROL(Agi, 6);
+    Ako ^= Do;
+    BCi = MLD_KECCAK_ROL(Ako, 25);
+    Amu ^= Du;
+    BCo = MLD_KECCAK_ROL(Amu, 8);
+    Asa ^= Da;
+    BCu = MLD_KECCAK_ROL(Asa, 18);
+    Eka = BCa ^ ((~BCe) & BCi);
+    Eke = BCe ^ ((~BCi) & BCo);
+    Eki = BCi ^ ((~BCo) & BCu);
+    Eko = BCo ^ ((~BCu) & BCa);
+    Eku = BCu ^ ((~BCa) & BCe);
+
+    Abu ^= Du;
+    BCa = MLD_KECCAK_ROL(Abu, 27);
+    Aga ^= Da;
+    BCe = MLD_KECCAK_ROL(Aga, 36);
+    Ake ^= De;
+    BCi = MLD_KECCAK_ROL(Ake, 10);
+    Ami ^= Di;
+    BCo = MLD_KECCAK_ROL(Ami, 15);
+    Aso ^= Do;
+    BCu = MLD_KECCAK_ROL(Aso, 56);
+    Ema = BCa ^ ((~BCe) & BCi);
+    Eme = BCe ^ ((~BCi) & BCo);
+    Emi = BCi ^ ((~BCo) & BCu);
+    Emo = BCo ^ ((~BCu) & BCa);
+    Emu = BCu ^ ((~BCa) & BCe);
+
+    Abi ^= Di;
+    BCa = MLD_KECCAK_ROL(Abi, 62);
+    Ago ^= Do;
+    BCe = MLD_KECCAK_ROL(Ago, 55);
+    Aku ^= Du;
+    BCi = MLD_KECCAK_ROL(Aku, 39);
+    Ama ^= Da;
+    BCo = MLD_KECCAK_ROL(Ama, 41);
+    Ase ^= De;
+    BCu = MLD_KECCAK_ROL(Ase, 2);
+    Esa = BCa ^ ((~BCe) & BCi);
+    Ese = BCe ^ ((~BCi) & BCo);
+    Esi = BCi ^ ((~BCo) & BCu);
+    Eso = BCo ^ ((~BCu) & BCa);
+    Esu = BCu ^ ((~BCa) & BCe);
+
+    /* prepareTheta */
+    BCa = Eba ^ Ega ^ Eka ^ Ema ^ Esa;
+    BCe = Ebe ^ Ege ^ Eke ^ Eme ^ Ese;
+    BCi = Ebi ^ Egi ^ Eki ^ Emi ^ Esi;
+    BCo = Ebo ^ Ego ^ Eko ^ Emo ^ Eso;
+    BCu = Ebu ^ Egu ^ Eku ^ Emu ^ Esu;
+
+    /* thetaRhoPiChiIotaPrepareTheta(round+1, E, A) */
+    Da = BCu ^ MLD_KECCAK_ROL(BCe, 1);
+    De = BCa ^ MLD_KECCAK_ROL(BCi, 1);
+    Di = BCe ^ MLD_KECCAK_ROL(BCo, 1);
+    Do = BCi ^ MLD_KECCAK_ROL(BCu, 1);
+    Du = BCo ^ MLD_KECCAK_ROL(BCa, 1);
+
+    Eba ^= Da;
+    BCa = Eba;
+    Ege ^= De;
+    BCe = MLD_KECCAK_ROL(Ege, 44);
+    Eki ^= Di;
+    BCi = MLD_KECCAK_ROL(Eki, 43);
+    Emo ^= Do;
+    BCo = MLD_KECCAK_ROL(Emo, 21);
+    Esu ^= Du;
+    BCu = MLD_KECCAK_ROL(Esu, 14);
+    Aba = BCa ^ ((~BCe) & BCi);
+    Aba ^= (uint64_t)mld_KeccakF_RoundConstants[round + 1];
+    Abe = BCe ^ ((~BCi) & BCo);
+    Abi = BCi ^ ((~BCo) & BCu);
+    Abo = BCo ^ ((~BCu) & BCa);
+    Abu = BCu ^ ((~BCa) & BCe);
+
+    Ebo ^= Do;
+    BCa = MLD_KECCAK_ROL(Ebo, 28);
+    Egu ^= Du;
+    BCe = MLD_KECCAK_ROL(Egu, 20);
+    Eka ^= Da;
+    BCi = MLD_KECCAK_ROL(Eka, 3);
+    Eme ^= De;
+    BCo = MLD_KECCAK_ROL(Eme, 45);
+    Esi ^= Di;
+    BCu = MLD_KECCAK_ROL(Esi, 61);
+    Aga = BCa ^ ((~BCe) & BCi);
+    Age = BCe ^ ((~BCi) & BCo);
+    Agi = BCi ^ ((~BCo) & BCu);
+    Ago = BCo ^ ((~BCu) & BCa);
+    Agu = BCu ^ ((~BCa) & BCe);
+
+    Ebe ^= De;
+    BCa = MLD_KECCAK_ROL(Ebe, 1);
+    Egi ^= Di;
+    BCe = MLD_KECCAK_ROL(Egi, 6);
+    Eko ^= Do;
+    BCi = MLD_KECCAK_ROL(Eko, 25);
+    Emu ^= Du;
+    BCo = MLD_KECCAK_ROL(Emu, 8);
+    Esa ^= Da;
+    BCu = MLD_KECCAK_ROL(Esa, 18);
+    Aka = BCa ^ ((~BCe) & BCi);
+    Ake = BCe ^ ((~BCi) & BCo);
+    Aki = BCi ^ ((~BCo) & BCu);
+    Ako = BCo ^ ((~BCu) & BCa);
+    Aku = BCu ^ ((~BCa) & BCe);
+
+    Ebu ^= Du;
+    BCa = MLD_KECCAK_ROL(Ebu, 27);
+    Ega ^= Da;
+    BCe = MLD_KECCAK_ROL(Ega, 36);
+    Eke ^= De;
+    BCi = MLD_KECCAK_ROL(Eke, 10);
+    Emi ^= Di;
+    BCo = MLD_KECCAK_ROL(Emi, 15);
+    Eso ^= Do;
+    BCu = MLD_KECCAK_ROL(Eso, 56);
+    Ama = BCa ^ ((~BCe) & BCi);
+    Ame = BCe ^ ((~BCi) & BCo);
+    Ami = BCi ^ ((~BCo) & BCu);
+    Amo = BCo ^ ((~BCu) & BCa);
+    Amu = BCu ^ ((~BCa) & BCe);
+
+    Ebi ^= Di;
+    BCa = MLD_KECCAK_ROL(Ebi, 62);
+    Ego ^= Do;
+    BCe = MLD_KECCAK_ROL(Ego, 55);
+    Eku ^= Du;
+    BCi = MLD_KECCAK_ROL(Eku, 39);
+    Ema ^= Da;
+    BCo = MLD_KECCAK_ROL(Ema, 41);
+    Ese ^= De;
+    BCu = MLD_KECCAK_ROL(Ese, 2);
+    Asa = BCa ^ ((~BCe) & BCi);
+    Ase = BCe ^ ((~BCi) & BCo);
+    Asi = BCi ^ ((~BCo) & BCu);
+    Aso = BCo ^ ((~BCu) & BCa);
+    Asu = BCu ^ ((~BCa) & BCe);
+  }
+
+  /* copyToState(state, A) */
+  state[0] = Aba;
+  state[1] = Abe;
+  state[2] = Abi;
+  state[3] = Abo;
+  state[4] = Abu;
+  state[5] = Aga;
+  state[6] = Age;
+  state[7] = Agi;
+  state[8] = Ago;
+  state[9] = Agu;
+  state[10] = Aka;
+  state[11] = Ake;
+  state[12] = Aki;
+  state[13] = Ako;
+  state[14] = Aku;
+  state[15] = Ama;
+  state[16] = Ame;
+  state[17] = Ami;
+  state[18] = Amo;
+  state[19] = Amu;
+  state[20] = Asa;
+  state[21] = Ase;
+  state[22] = Asi;
+  state[23] = Aso;
+  state[24] = Asu;
+}
+
+MLD_INTERNAL_API
+void mld_keccakf1600_permute(uint64_t *state)
+{
+#if defined(MLD_USE_NATIVE_FIPS202_X1)
+  if (mld_keccak_f1600_x1_native(state) == MLD_NATIVE_FUNC_SUCCESS)
+  {
+    return;
+  }
+#endif /* MLD_USE_NATIVE_FIPS202_X1 */
+  mld_keccakf1600_permute_c(state);
+}
+
+#else /* !MLD_CONFIG_MULTILEVEL_NO_SHARED */
+
+MLD_EMPTY_CU(keccakf1600)
+
+#endif /* MLD_CONFIG_MULTILEVEL_NO_SHARED */
+
+/* To facilitate single-compilation-unit (SCU) builds, undefine all macros.
+ * Don't modify by hand -- this is auto-generated by scripts/autogen. */
+#undef MLD_KECCAK_NROUNDS
+#undef MLD_KECCAK_ROL