digest-kangarootwelve 0.3.2 → 0.4.0

data/ext/digest/kangarootwelve/keccak/armv7a/KeccakP-1600-inplace-pl2-armv7a-neon-le-gcc.s

@@ -1,1245 +0,0 @@
-@
-@ Implementation by Ronny Van Keer, hereby denoted as "the implementer".
-@
-@ For more information, feedback or questions, please refer to our website:
-@ https://keccak.team/
-@
-@ To the extent possible under law, the implementer has waived all copyright
-@ and related or neighboring rights to the source code in this file.
-@ http://creativecommons.org/publicdomain/zero/1.0/
-@
-@ ---
-@
-@ This file implements Keccak-p[1600]×2 in a PlSnP-compatible way.
-@ Please refer to PlSnP-documentation.h for more details.
-@
-@ This implementation comes with KeccakP-1600-times2-SnP.h in the same folder.
-@ Please refer to LowLevel.build for the exact list of other files it must be combined with.
-@
-
-@ WARNING: These functions work only on little endian CPU with@ ARMv7A + NEON architecture
-@ WARNING: State must be 256 bit (32 bytes) aligned, best is 64-byte (cache alignment).
-
-@ INFO: Tested on Cortex-A8 (BeagleBone Black), using gcc.
-@ INFO: Parallel execution of Keccak-P permutation on 2 lane interleaved states.
-
-@ INFO: KeccakP1600times2_PermuteAll_12rounds() execution time is 7690 cycles on a Cortex-A8 (BeagleBone Black)
-
-
-
-.text
-
-@----------------------------------------------------------------------------
-
-@ --- offsets in state
-.equ _ba    , 0*16
-.equ _be    , 1*16
-.equ _bi    , 2*16
-.equ _bo    , 3*16
-.equ _bu    , 4*16
-.equ _ga    , 5*16
-.equ _ge    , 6*16
-.equ _gi    , 7*16
-.equ _go    , 8*16
-.equ _gu    , 9*16
-.equ _ka    , 10*16
-.equ _ke    , 11*16
-.equ _ki    , 12*16
-.equ _ko    , 13*16
-.equ _ku    , 14*16
-.equ _ma    , 15*16
-.equ _me    , 16*16
-.equ _mi    , 17*16
-.equ _mo    , 18*16
-.equ _mu    , 19*16
-.equ _sa    , 20*16
-.equ _se    , 21*16
-.equ _si    , 22*16
-.equ _so    , 23*16
-.equ _su    , 24*16
-
-@ --- macros for Single permutation
-
-.macro    KeccakS_ThetaRhoPiChiIota argA1, argA2, argA3, argA4, argA5
-
-    @Prepare Theta
-    @ Ca = Aba^Aga^Aka^Ama^Asa
-    @ Ce = Abe^Age^Ake^Ame^Ase
-    @ Ci = Abi^Agi^Aki^Ami^Asi
-    @ Co = Abo^Ago^Ako^Amo^Aso
-    @ Cu = Abu^Agu^Aku^Amu^Asu
-    @ De = Ca^ROL64(Ci, 1)
-    @ Di = Ce^ROL64(Co, 1)
-    @ Do = Ci^ROL64(Cu, 1)
-    @ Du = Co^ROL64(Ca, 1)
-    @ Da = Cu^ROL64(Ce, 1)
-    veor.64     q4,   q6, q7
-    veor.64     q5,   q9, q10
-    veor.64     d8,    d8,   d9
-    veor.64     d10,    d10,   d11
-    veor.64     d1,    d8,   d16
-    veor.64     d2,    d10,   d17
-
-    veor.64     q4,   q11, q12
-    veor.64     q5,   q14, q15
-    veor.64     d8,    d8,   d9
-    veor.64     d10,    d10,   d11
-    veor.64     d3,    d8,   d26
-
-    vadd.u64    q4,   q1,  q1
-    veor.64     d4,    d10,   d27
-    vmov.64     d0,    d5
-    vsri.64     q4,   q1,  #63
-
-    vadd.u64    q5,   q2,  q2
-    veor.64     q4,   q4,  q0
-    vsri.64     q5,   q2,  #63
-    vadd.u64    d7,    d1,   d1
-    veor.64     \argA2, \argA2,d8
-    veor.64     q5,   q5,  q1
-
-    vsri.64     d7,    d1,   #63
-    vshl.u64    d1,    \argA2,#44
-    veor.64     \argA3, \argA3,d9
-    veor.64     d7,    d7,   d4
-
-    @ Ba = argA1^Da
-    @ Be = ROL64((argA2^De), 44)
-    @ Bi = ROL64((argA3^Di), 43)
-    @ Bo = ROL64((argA4^Do), 21)
-    @ Bu = ROL64((argA5^Du), 14)
-    @ argA2 =   Be ^((~Bi)& Bo )
-    @ argA3 =   Bi ^((~Bo)& Bu )
-    @ argA4 =   Bo ^((~Bu)& Ba )
-    @ argA5 =   Bu ^((~Ba)& Be )
-    @ argA1 =   Ba ^((~Be)& Bi )
-    @ argA1 ^= KeccakP1600RoundConstants[i+round]
-    vsri.64     d1,    \argA2,   #64-44
-    vshl.u64    d2,    \argA3,   #43
-    vldr.64     d0,    [r0, #\argA1]
-    veor.64     \argA4, \argA4,   d10
-    vsri.64     d2,    \argA3,   #64-43
-    vshl.u64    d3,    \argA4,   #21
-    veor.64     \argA5, \argA5,   d11
-    veor.64     d0,    d0,      d7
-    vsri.64     d3,    \argA4,   #64-21
-    vbic.64     d5,    d2,      d1
-    vshl.u64    d4,    \argA5,   #14
-    vbic.64     \argA2, d3,      d2
-    vld1.64     d6,    [r1]!
-    veor.64     d5,    d0
-    vsri.64     d4,    \argA5,   #64-14
-    veor.64     d5,    d6
-    vbic.64     \argA5, d1,      d0
-    vbic.64     \argA3, d4,      d3
-    vbic.64     \argA4, d0,      d4
-    veor.64     \argA2, d1
-    vstr.64     d5,    [r0, #\argA1]
-    veor.64     \argA3, d2
-    veor.64     \argA4, d3
-    veor.64     \argA5, d4
-    .endm
-
-.macro    KeccakS_ThetaRhoPiChi1 argA1, argA2, argA3, argA4, argA5
-
-    @ Bi = ROL64((argA1^Da), 3)
-    @ Bo = ROL64((argA2^De), 45)
-    @ Bu = ROL64((argA3^Di), 61)
-    @ Ba = ROL64((argA4^Do), 28)
-    @ Be = ROL64((argA5^Du), 20)
-    @ argA1 =   Ba ^((~Be)&  Bi )
-    @ Ca ^= argA1
-    @ argA2 =   Be ^((~Bi)&  Bo )
-    @ argA3 =   Bi ^((~Bo)&  Bu )
-    @ argA4 =   Bo ^((~Bu)&  Ba )
-    @ argA5 =   Bu ^((~Ba)&  Be )
-    veor.64     \argA2, \argA2,   d8
-    veor.64     \argA3, \argA3,   d9
-    vshl.u64    d3,    \argA2,   #45
-    vldr.64     d6,    [r0, #\argA1]
-    vshl.u64    d4,    \argA3,   #61
-    veor.64     \argA4, \argA4,   d10
-    vsri.64     d3,    \argA2,   #64-45
-    veor.64     \argA5, \argA5,   d11
-    vsri.64     d4,    \argA3,   #64-61
-    vshl.u64    d0,    \argA4,   #28
-    veor.64     d6,    d6,      d7
-    vshl.u64    d1,    \argA5,   #20
-    vbic.64     \argA3, d4,      d3
-    vsri.64     d0,    \argA4,   #64-28
-    vbic.64     \argA4, d0,      d4
-    vshl.u64    d2,    d6,      #3
-    vsri.64     d1,    \argA5,   #64-20
-    veor.64     \argA4, d3
-    vsri.64     d2,    d6,      #64-3
-    vbic.64     \argA5, d1,     d0
-    vbic.64     d6,    d2,     d1
-    vbic.64     \argA2, d3,     d2
-    veor.64     d6,    d0
-    veor.64     \argA2, d1
-    vstr.64     d6,    [r0, #\argA1]
-    veor.64     \argA3, d2
-    veor.64     d5,    d6
-    veor.64     \argA5, d4
-    .endm
-
-.macro    KeccakS_ThetaRhoPiChi2 argA1, argA2, argA3, argA4, argA5
-
-    @ Bu = ROL64((argA1^Da), 18)
-    @ Ba = ROL64((argA2^De), 1)
-    @ Be = ROL64((argA3^Di), 6)
-    @ Bi = ROL64((argA4^Do), 25)
-    @ Bo = ROL64((argA5^Du), 8)
-    @ argA1 =   Ba ^((~Be)&  Bi )
-    @ Ca ^= argA1@
-    @ argA2 =   Be ^((~Bi)&  Bo )
-    @ argA3 =   Bi ^((~Bo)&  Bu )
-    @ argA4 =   Bo ^((~Bu)&  Ba )
-    @ argA5 =   Bu ^((~Ba)&  Be )
-    veor.64     \argA3, \argA3,   d9
-    veor.64     \argA4, \argA4,   d10
-    vshl.u64    d1,    \argA3,   #6
-    vldr.64     d6,    [r0, #\argA1]
-    vshl.u64    d2,    \argA4,   #25
-    veor.64     \argA5, \argA5,   d11
-    vsri.64     d1,    \argA3,   #64-6
-    veor.64     \argA2, \argA2,   d8
-    vsri.64     d2,    \argA4,   #64-25
-    vext.8       d3,   \argA5,   \argA5, #7
-    veor.64     d6,    d6,      d7
-    vbic.64     \argA3, d2,      d1
-    vadd.u64    d0,    \argA2,   \argA2
-    vbic.64     \argA4, d3,      d2
-    vsri.64     d0,    \argA2,   #64-1
-    vshl.u64    d4,    d6,      #18
-    veor.64     \argA2, d1,      \argA4
-    veor.64     \argA3, d0
-    vsri.64     d4,    d6,      #64-18
-    vstr.64     \argA3, [r0, #\argA1]
-    veor.64     d5,    \argA3
-    vbic.64     \argA5, d1,      d0
-    vbic.64     \argA3, d4,      d3
-    vbic.64     \argA4, d0,      d4
-    veor.64     \argA3, d2
-    veor.64     \argA4, d3
-    veor.64     \argA5, d4
-    .endm
-
-.macro    KeccakS_ThetaRhoPiChi3 argA1, argA2, argA3, argA4, argA5
-
-    @ Be = ROL64((argA1^Da), 36)
-    @ Bi = ROL64((argA2^De), 10)
-    @ Bo = ROL64((argA3^Di), 15)
-    @ Bu = ROL64((argA4^Do), 56)
-    @ Ba = ROL64((argA5^Du), 27)
-    @ argA1 =   Ba ^((~Be)&  Bi )
-    @ Ca ^= argA1
-    @ argA2 =   Be ^((~Bi)&  Bo )
-    @ argA3 =   Bi ^((~Bo)&  Bu )
-    @ argA4 =   Bo ^((~Bu)&  Ba )
-    @ argA5 =   Bu ^((~Ba)&  Be )
-    veor.64     \argA2, \argA2,   d8
-    veor.64     \argA3, \argA3,   d9
-    vshl.u64    d2,    \argA2,   #10
-    vldr.64     d6,    [r0, #\argA1]
-    vshl.u64    d3,    \argA3,   #15
-    veor.64     \argA4, \argA4,   d10
-    vsri.64     d2,    \argA2,   #64-10
-    vsri.64     d3,    \argA3,   #64-15
-    veor.64     \argA5, \argA5,   d11
-    vext.8      d4,    \argA4,   \argA4, #1
-    vbic.64     \argA2, d3,      d2
-    vshl.u64    d0,    \argA5,   #27
-    veor.64     d6,    d6,      d7
-    vbic.64     \argA3, d4,      d3
-    vsri.64     d0,    \argA5,   #64-27
-    vshl.u64    d1,    d6,      #36
-    veor.64     \argA3, d2
-    vbic.64     \argA4, d0,      d4
-    vsri.64     d1,    d6,      #64-36
-    veor.64     \argA4, d3
-    vbic.64     d6,    d2,      d1
-    vbic.64     \argA5, d1,      d0
-    veor.64     d6,    d0
-    veor.64     \argA2, d1
-    vstr.64     d6,    [r0, #\argA1]
-    veor.64     d5,    d6
-    veor.64     \argA5, d4
-    .endm
-
-.macro    KeccakS_ThetaRhoPiChi4 argA1, argA2, argA3, argA4, argA5
-
-    @ Bo = ROL64((argA1^Da), 41)
-    @ Bu = ROL64((argA2^De), 2)
-    @ Ba = ROL64((argA3^Di), 62)
-    @ Be = ROL64((argA4^Do), 55)
-    @ Bi = ROL64((argA5^Du), 39)
-    @ argA1 =   Ba ^((~Be)&  Bi )
-    @ Ca ^= argA1
-    @ argA2 =   Be ^((~Bi)&  Bo )
-    @ argA3 =   Bi ^((~Bo)&  Bu )
-    @ argA4 =   Bo ^((~Bu)&  Ba )
-    @ argA5 =   Bu ^((~Ba)&  Be )
-    veor.64     \argA2, \argA2,   d8
-    veor.64     \argA3, \argA3,   d9
-    vshl.u64    d4,    \argA2,   #2
-    veor.64     \argA5, \argA5,   d11
-    vshl.u64    d0,    \argA3,   #62
-    vldr.64     d6,    [r0, #\argA1]
-    vsri.64     d4,    \argA2,   #64-2
-    veor.64     \argA4, \argA4,   d10
-    vsri.64     d0,    \argA3,   #64-62
-    vshl.u64    d1,    \argA4,   #55
-    veor.64     d6,    d6,      d7
-    vshl.u64    d2,    \argA5,   #39
-    vsri.64     d1,    \argA4,   #64-55
-    vbic.64     \argA4, d0,      d4
-    vsri.64     d2,    \argA5,   #64-39
-    vbic.64     \argA2, d1,      d0
-    vshl.u64    d3,    d6,      #41
-    veor.64     \argA5, d4,      \argA2
-    vbic.64     \argA2, d2,      d1
-    vsri.64     d3,    d6,      #64-41
-    veor.64     d6,    d0,      \argA2
-    vbic.64     \argA2, d3,      d2
-    vbic.64     \argA3, d4,      d3
-    veor.64     \argA2, d1
-    vstr.64     d6,    [r0, #\argA1]
-    veor.64     d5,    d6
-    veor.64     \argA3, d2
-    veor.64     \argA4, d3
-    .endm
-
-@ --- macros for Parallel permutation
-
-.macro    m_pls     start
-    .if \start  != -1
-    add         r3, r0, #\start
-    .endif
-    .endm
-
-.macro    m_ld      qreg, next
-    .if \next == 16
-    vld1.64     { \qreg }, [r3:128]!
-    .else
-    vld1.64     { \qreg }, [r3:128], r4
-    .endif
-    .endm
-
-.macro    m_st      qreg, next
-    .if \next == 16
-    vst1.64     { \qreg }, [r3:128]!
-    .else
-    vst1.64     { \qreg }, [r3:128], r4
-    .endif
-    .endm
-
-.macro    KeccakP_ThetaRhoPiChiIota ofs1, ofs2, ofs3, ofs4, ofs5, next, ofsn1
-
-    @ De = Ca ^ ROL64(Ci, 1)
-    @ Di = Ce ^ ROL64(Co, 1)
-    @ Do = Ci ^ ROL64(Cu, 1)
-    @ Du = Co ^ ROL64(Ca, 1)
-    @ Da = Cu ^ ROL64(Ce, 1)
-    vadd.u64    q6, q2,  q2
-    vadd.u64    q7, q3,  q3
-    vadd.u64    q8, q4,  q4
-    vadd.u64    q9, q0,  q0
-    vadd.u64    q5, q1,  q1
-
-    vsri.64     q6, q2, #63
-    vsri.64     q7, q3, #63
-    vsri.64     q8, q4, #63
-    vsri.64     q9, q0, #63
-    vsri.64     q5, q1, #63
-
-    veor.64     q6, q6,  q0
-    veor.64     q7, q7,  q1
-    veor.64     q8, q8,  q2
-    .if  \next != 16
-    mov     r4, #\next
-    .endif
-    veor.64     q9, q9,  q3
-    veor.64     q5, q5,  q4
-
-    @ Ba = argA1^Da
-    @ Be = ROL64(argA2^De, 44)
-    @ Bi = ROL64(argA3^Di, 43)
-    @ Bo = ROL64(argA4^Do, 21)
-    @ Bu = ROL64(argA5^Du, 14)
-    m_ld    q10, \next
-    m_pls   \ofs2
-    m_ld    q1, \next
-    m_pls   \ofs3
-    veor.64 q10,    q10,    q5
-    m_ld    q2, \next
-    m_pls   \ofs4
-    veor.64 q1, q1, q6
-    m_ld    q3, \next
-    m_pls   \ofs5
-    veor.64 q2, q2, q7
-    m_ld    q4, \next
-    veor.64 q3, q3, q8
-    mov     r6, r5
-    veor.64 q4, q4, q9
-
-    vst1.64 { q6 }, [r6:128]!
-    vshl.u64    q11,    q1, #44
-    vshl.u64    q12,    q2, #43
-    vst1.64 { q7 }, [r6:128]!
-    vshl.u64    q13,    q3, #21
-    vshl.u64    q14,    q4, #14
-    vst1.64 { q8 }, [r6:128]!
-    vsri.64 q11,    q1, #64-44
-    vsri.64 q12,    q2, #64-43
-    vst1.64 { q9 }, [r6:128]!
-    vsri.64 q13,    q3, #64-21
-    vsri.64 q14,    q4, #64-14
-
-    @ argA1 = Ba ^(~Be & Bi) ^ KeccakP1600RoundConstants[round]
-    @ argA2 = Be ^(~Bi & Bo)
-    @ argA3 = Bi ^(~Bo & Bu)
-    @ argA4 = Bo ^(~Bu & Ba)
-    @ argA5 = Bu ^(~Ba & Be)
-    vld1.64     { d30 },    [r1:64]
-    vbic.64     q0, q12,    q11
-    vbic.64     q1, q13,    q12
-    vld1.64     { d31 },    [r1:64]!
-    veor.64     q0, q10
-    vbic.64     q4, q11,    q10
-    veor.64     q0, q15
-    vbic.64     q2, q14,    q13
-    vbic.64     q3, q10,    q14
-
-    m_pls   \ofs1
-    veor.64 q1, q11
-    m_st    q0, \next
-    m_pls   \ofs2
-    veor.64 q2, q12
-    m_st    q1, \next
-    m_pls   \ofs3
-    veor.64 q3, q13
-    m_st    q2, \next
-    m_pls   \ofs4
-    veor.64 q4, q14
-    m_st    q3, \next
-    m_pls   \ofs5
-    m_st    q4, \next
-    m_pls   \ofsn1
-    .endm
-
-.macro    KeccakP_ThetaRhoPiChi  ofs1, ofs2, ofs3, ofs4, ofs5, next, ofsn1, Bb1, Bb2, Bb3, Bb4, Bb5, Rr1, Rr2, Rr3, Rr4, Rr5
-
-    @ Bb1 = ROL64((argA1^Da), Rr1)
-    @ Bb2 = ROL64((argA2^De), Rr2)
-    @ Bb3 = ROL64((argA3^Di), Rr3)
-    @ Bb4 = ROL64((argA4^Do), Rr4)
-    @ Bb5 = ROL64((argA5^Du), Rr5)
-
-    .if  \next != 16
-    mov     r4, #\next
-    .endif
-
-    m_ld    \Bb1, \next
-    m_pls   \ofs2
-    m_ld    \Bb2, \next
-    m_pls   \ofs3
-    veor.64 q15,   q5,  \Bb1
-    m_ld    \Bb3, \next
-    m_pls   \ofs4
-    veor.64 q6,  q6,  \Bb2
-    m_ld    \Bb4, \next
-    m_pls   \ofs5
-    veor.64 q7,  q7,  \Bb3
-    m_ld    \Bb5, \next
-    veor.64 q8,  q8,  \Bb4
-    veor.64 q9,  q9,  \Bb5
-
-    vshl.u64    \Bb1,  q15,   #\Rr1
-    vshl.u64    \Bb2,  q6,  #\Rr2
-    vshl.u64    \Bb3,  q7,  #\Rr3
-    vshl.u64    \Bb4,  q8,  #\Rr4
-    vshl.u64    \Bb5,  q9,  #\Rr5
-
-    vsri.64 \Bb1,  q15,   #64-\Rr1
-    vsri.64 \Bb2,  q6,  #64-\Rr2
-    vsri.64 \Bb3,  q7,  #64-\Rr3
-    vsri.64 \Bb4,  q8,  #64-\Rr4
-    vsri.64 \Bb5,  q9,  #64-\Rr5
-
-    @ argA1 = Ba ^((~Be)&  Bi ), Ca ^= argA1
-    @ argA2 = Be ^((~Bi)&  Bo ), Ce ^= argA2
-    @ argA3 = Bi ^((~Bo)&  Bu ), Ci ^= argA3
-    @ argA4 = Bo ^((~Bu)&  Ba ), Co ^= argA4
-    @ argA5 = Bu ^((~Ba)&  Be ), Cu ^= argA5
-    vbic.64 q15,    q12,  q11
-    mov     r6, r5
-    vbic.64 q6,   q13,  q12
-    m_pls   \ofs1
-    vbic.64 q7,   q14,  q13
-    vbic.64 q8,   q10,  q14
-    vbic.64 q9,   q11,  q10
-
-    veor.64 q15,    q15,    q10
-    veor.64 q6,   q6,   q11
-
-    m_st    q15, \next
-    m_pls   \ofs2
-    veor.64 q7,   q7,   q12
-
-    m_st    q6, \next
-    m_pls   \ofs3
-    veor.64 q1,   q1,  q6
-    vld1.64 { q6 }, [r6:128]!
-    veor.64 q8,   q8,   q13
-
-    m_st    q7, \next
-    m_pls   \ofs4
-    veor.64 q2,   q2,  q7
-    vld1.64 { q7 }, [r6:128]!
-    veor.64 q9,   q9,   q14
-
-    m_st    q8,  \next
-    m_pls   \ofs5
-    veor.64 q3,  q3,  q8
-
-    m_st    q9,  \next
-
-    vld1.64 { q8 }, [r6:128]!
-    veor.64 q4,  q4,  q9
-    m_pls   \ofsn1
-    vld1.64 { q9 }, [r6:128]!
-    veor.64 q0,  q0,  q15
-    .endm
-
-.macro    KeccakP_ThetaRhoPiChi1 ofs1, ofs2, ofs3, ofs4, ofs5, next, ofsn1
-    KeccakP_ThetaRhoPiChi  \ofs1, \ofs2, \ofs3, \ofs4, \ofs5, \next, \ofsn1, q12, q13, q14, q10, q11,  3, 45, 61, 28, 20
-    .endm
-
-.macro    KeccakP_ThetaRhoPiChi2 ofs1, ofs2, ofs3, ofs4, ofs5, next, ofsn1
-    KeccakP_ThetaRhoPiChi  \ofs1, \ofs2, \ofs3, \ofs4, \ofs5, \next, \ofsn1, q14, q10, q11, q12, q13, 18,  1,  6, 25,  8
-    .endm
-
-.macro    KeccakP_ThetaRhoPiChi3 ofs1, ofs2, ofs3, ofs4, ofs5, next, ofsn1
-    KeccakP_ThetaRhoPiChi  \ofs1, \ofs2, \ofs3, \ofs4, \ofs5, \next, \ofsn1, q11, q12, q13, q14, q10, 36, 10, 15, 56, 27
-    .endm
-
-.macro    KeccakP_ThetaRhoPiChi4 ofs1, ofs2, ofs3, ofs4, ofs5, next, ofsn1
-
-    @ Bo = ROL64((argA1^Da), 41)
-    @ Bu = ROL64((argA2^De), 2)
-    @ Ba = ROL64((argA3^Di), 62)
-    @ Be = ROL64((argA4^Do), 55)
-    @ Bi = ROL64((argA5^Du), 39)
-    @ KeccakChi
-
-    .if  \next != 16
-    mov     r4, #\next
-    .endif
-
-    m_ld    q13, \next
-    m_pls   \ofs2
-    m_ld    q14, \next
-    m_pls   \ofs3
-    veor.64 q5,  q5,  q13
-    m_ld    q10, \next
-    m_pls   \ofs4
-    veor.64 q6,  q6,  q14
-    m_ld    q11, \next
-    m_pls   \ofs5
-    veor.64 q7,  q7,  q10
-    m_ld    q12, \next
-    veor.64 q8,  q8,  q11
-    veor.64 q9,  q9,  q12
-
-    vshl.u64    q13,  q5,  #41
-    vshl.u64    q14,  q6,  #2
-    vshl.u64    q10,  q7,  #62
-    vshl.u64    q11,  q8,  #55
-    vshl.u64    q12,  q9,  #39
-
-    vsri.64 q13,  q5,  #64-41
-    vsri.64 q14,  q6,  #64-2
-    vsri.64 q11,  q8,  #64-55
-    vsri.64 q12,  q9,  #64-39
-    vsri.64 q10,  q7,  #64-62
-
-    vbic.64 q5,   q12,  q11
-    vbic.64 q6,   q13,  q12
-    vbic.64 q7,   q14,  q13
-    vbic.64 q8,   q10,  q14
-    vbic.64 q9,   q11,  q10
-    veor.64 q5,   q5,  q10
-    veor.64 q6,   q6,  q11
-    veor.64 q7,   q7,  q12
-    veor.64 q8,   q8,  q13
-    m_pls   \ofs1
-    veor.64 q9,   q9,  q14
-    m_st    q5,  \next
-    m_pls   \ofs2
-    veor.64 q0,   q0,  q5
-    m_st    q6,  \next
-    m_pls   \ofs3
-    veor.64 q1,   q1,  q6
-    m_st    q7,  \next
-    m_pls   \ofs4
-    veor.64 q2,   q2,  q7
-    m_st    q8,  \next
-    m_pls   \ofs5
-    veor.64 q3,   q3,  q8
-    m_st    q9,  \next
-    m_pls   \ofsn1
-    veor.64 q4,   q4,  q9
-    .endm
-
-@----------------------------------------------------------------------------
-@
-@ void KeccakP1600_Pl_StaticInitialize( void )
-@
-.align 8
-.global   KeccakP1600_Pl_StaticInitialize
-.type	KeccakP1600_Pl_StaticInitialize, %function;
-KeccakP1600_Pl_StaticInitialize:
-    bx      lr
-
-
-@----------------------------------------------------------------------------
-@
-@ void KeccakP1600times2_InitializeAll( void *states )
-@
-.align 8
-.global   KeccakP1600times2_InitializeAll
-.type	KeccakP1600times2_InitializeAll, %function;
-KeccakP1600times2_InitializeAll:
-    vmov.i64    q0, #0
-    vmov.i64    q1, #0
-    vmov.i64    q2, #0
-    vmov.i64    q3, #0
-    vstm        r0!, { d0 - d7 }      @  8 (clear 8 lanes at a time)
-    vstm        r0!, { d0 - d7 }      @ 16
-    vstm        r0!, { d0 - d7 }      @ 24
-    vstm        r0!, { d0 - d7 }      @ 32
-    vstm        r0!, { d0 - d7 }      @ 40
-    vstm        r0!, { d0 - d7 }      @ 48
-    vstm        r0!, { d0 - d1}       @ 50
-    bx          lr
-
-
-
-@----------------------------------------------------------------------------
-@
-@ void KeccakP1600times2_AddByte( void *states, unsigned int instanceIndex, unsigned char byte, unsigned int offset )
-@
-.align 8
-.global   KeccakP1600times2_AddByte
-.type	KeccakP1600times2_AddByte, %function;
-KeccakP1600times2_AddByte:
-    add     r0, r0, r1, LSL #3          @ states += 8 * instanceIndex
-    lsr     r1, r3, #3                  @ states += (offset & ~7) * 2
-    add     r0, r0, r1, LSL #4
-    and     r3, r3, #7
-    add     r0, r0, r3                  @ states += offset & 7
-    ldrb    r1, [r0]
-    eor     r1, r1, r2
-    strb    r1, [r0]
-    bx      lr
-
-
-@----------------------------------------------------------------------------
-@
-@ void KeccakP1600times2_AddBytes( void *states, unsigned int instanceIndex, const unsigned char *data,
-@                                   unsigned int offset, unsigned int length )
-@
-.align 8
-.global   KeccakP1600times2_AddBytes
-.type	KeccakP1600times2_AddBytes, %function;
-KeccakP1600times2_AddBytes:
-    add     r0, r0, r1, LSL #3          @ states += 8 * instanceIndex
-    ldr     r1, [sp, #0*4]              @ r1 = length
-    cmp     r1, #0
-    beq     KeccakP1600times2_AddBytes_Exit
-    push    { r4- r7 }
-    lsr     r4, r3, #3                  @ states += (offset & ~7) * 2
-    add     r0, r0, r4, LSL #4
-    ands    r3, r3, #7                  @ .if (offset & 7) != 0
-    beq     KeccakP1600times2_AddBytes_CheckLanes
-    add     r0, r0, r3                  @ states += offset & 7
-    rsb     r3, r3, #8                  @ lenInLane = 8 - (offset & 7)
-KeccakP1600times2_AddBytes_LoopBytesFirst:
-    ldrb    r4, [r0]
-    ldrb    r5, [r2], #1
-    eor     r4, r4, r5
-    subs    r1, r1, #1
-    strb    r4, [r0], #1
-    beq     KeccakP1600times2_AddBytes_Done
-    subs    r3, r3, #1
-    bne     KeccakP1600times2_AddBytes_LoopBytesFirst
-    add     r0, r0, #8                  @ states += 8 (next lane of current state part)
-KeccakP1600times2_AddBytes_CheckLanes:
-    lsrs    r3, r1, #3
-    beq     KeccakP1600times2_AddBytes_CheckBytesLast
-KeccakP1600times2_AddBytes_LoopLanes:
-    ldr     r4, [r0]
-    ldr     r5, [r0, #4]
-    ldr     r6, [r2], #4
-    ldr     r7, [r2], #4
-    eor     r4, r4, r6
-    eor     r5, r5, r7
-    subs    r3, r3, #1
-    str     r4, [r0], #4
-    str     r5, [r0], #12               @ states += 8 (next lane of current state part)
-    bne     KeccakP1600times2_AddBytes_LoopLanes
-KeccakP1600times2_AddBytes_CheckBytesLast:
-    ands    r1, r1, #7
-    beq     KeccakP1600times2_AddBytes_Done
-KeccakP1600times2_AddBytes_LoopBytesLast:
-    ldrb    r4, [r0]
-    ldrb    r5, [r2], #1
-    eor     r4, r4, r5
-    subs    r1, r1, #1
-    strb    r4, [r0], #1
-    bne     KeccakP1600times2_AddBytes_LoopBytesLast
-KeccakP1600times2_AddBytes_Done:
-    pop     { r4- r7 }
-KeccakP1600times2_AddBytes_Exit:
-    bx      lr
-
-
-@----------------------------------------------------------------------------
-@
-@ void KeccakP1600times2_AddLanesAll( void *states, const unsigned char *data, unsigned int laneCount, unsigned int laneOffset )
-@
-.global   KeccakP1600times2_AddLanesAll
-.type	KeccakP1600times2_AddLanesAll, %function;
-.align 8
-KeccakP1600times2_AddLanesAll:
-    cmp     r2, #0
-    beq     KeccakP1600times2_AddLanesAll_Exit
-    add     r3, r1, r3, LSL #3      @ r3: data + 8 * laneOffset
-    push    {r4 - r7}
-KeccakP1600times2_AddLanesAll_Loop:
-    ldr     r4, [r1], #4            @ index 0
-    ldr     r5, [r1], #4
-    ldrd    r6, r7, [r0]
-    eor     r6, r6, r4
-    eor     r7, r7, r5
-    strd    r6, r7, [r0], #8
-    ldr     r4, [r3], #4            @ index 1
-    ldr     r5, [r3], #4
-    ldrd    r6, r7, [r0]
-    eor     r6, r6, r4
-    eor     r7, r7, r5
-    strd    r6, r7, [r0], #8
-    subs    r2, r2, #1
-    bne     KeccakP1600times2_AddLanesAll_Loop
-    pop     {r4 - r7}
-KeccakP1600times2_AddLanesAll_Exit:
-    bx      lr
-
-
-@----------------------------------------------------------------------------
-@
-@ void KeccakP1600times2_OverwriteBytes( void *states, unsigned int instanceIndex, const unsigned char *data,
-@                                   unsigned int offset, unsigned int length )
-@
-.align 8
-.global     KeccakP1600times2_OverwriteBytes
-.type	KeccakP1600times2_OverwriteBytes, %function;
-KeccakP1600times2_OverwriteBytes:
-    add     r0, r0, r1, LSL #3          @ states += 8 * instanceIndex
-    ldr     r1, [sp, #0*4]              @ r1 = length
-    cmp     r1, #0
-    beq     KeccakP1600times2_OverwriteBytes_Exit
-    push    { r4-r5 }
-    lsr     r4, r3, #3                  @ states += (offset & ~7) * 2
-    add     r0, r0, r4, LSL #4
-    ands    r3, r3, #7                  @ .if (offset & 7) != 0
-    beq     KeccakP1600times2_OverwriteBytes_CheckLanes
-    add     r0, r0, r3                  @ states += offset & 7
-    rsb     r3, r3, #8                  @ lenInLane = 8 - (offset & 7)
-KeccakP1600times2_OverwriteBytes_LoopBytesFirst:
-    ldrb    r4, [r2], #1
-    strb    r4, [r0], #1
-    subs    r1, r1, #1
-    beq     KeccakP1600times2_OverwriteBytes_Done
-    subs    r3, r3, #1
-    bne     KeccakP1600times2_OverwriteBytes_LoopBytesFirst
-    add     r0, r0, #8                  @ states += 8 (next lane of current state part)
-KeccakP1600times2_OverwriteBytes_CheckLanes:
-    lsrs    r3, r1, #3
-    beq     KeccakP1600times2_OverwriteBytes_CheckBytesLast
-KeccakP1600times2_OverwriteBytes_LoopLanes:
-    ldr     r4, [r2], #4
-    ldr     r5, [r2], #4
-    str     r4, [r0], #4
-    str     r5, [r0], #12               @ states += 8 (next lane of current state part)
-    subs    r3, r3, #1
-    bne     KeccakP1600times2_OverwriteBytes_LoopLanes
-KeccakP1600times2_OverwriteBytes_CheckBytesLast:
-    ands    r1, r1, #7
-    beq     KeccakP1600times2_OverwriteBytes_Done
-KeccakP1600times2_OverwriteBytes_LoopBytesLast:
-    ldrb    r4, [r2], #1
-    subs    r1, r1, #1
-    strb    r4, [r0], #1
-    bne     KeccakP1600times2_OverwriteBytes_LoopBytesLast
-KeccakP1600times2_OverwriteBytes_Done:
-    pop     { r4- r5 }
-KeccakP1600times2_OverwriteBytes_Exit:
-    bx      lr
-
-
-@----------------------------------------------------------------------------
-@
-@ KeccakP1600times2_OverwriteLanesAll( void *states, const unsigned char *data, unsigned int laneCount, unsigned int laneOffset )
-@
-.align 8
-.global     KeccakP1600times2_OverwriteLanesAll
-.type	KeccakP1600times2_OverwriteLanesAll, %function;
-KeccakP1600times2_OverwriteLanesAll:
-    cmp     r2, #0
-    beq     KeccakP1600times2_OverwriteLanesAll_Exit
-    lsls    r12, r1, #32-3
-    bne     KeccakP1600times2_OverwriteLanesAll_Unaligned
-    add     r3, r1, r3, LSL #3      @ r3(pointer instance 1): data + 8 * laneOffset
-    lsrs    r2, r2, #1
-    bcc     KeccakP1600times2_OverwriteLanesAll_LoopAligned
-    vldm    r1!, { d0 }
-    vldm    r3!, { d1 }
-    vstm    r0!, { d0 - d1 }
-    beq     KeccakP1600times2_OverwriteLanesAll_Exit
-KeccakP1600times2_OverwriteLanesAll_LoopAligned:
-    vldm    r1!, { d0 }
-    vldm    r1!, { d2 }
-    vldm    r3!, { d1 }
-    vldm    r3!, { d3 }
-    subs    r2, r2, #1
-    vstm    r0!, { d0 - d3 }
-    bne     KeccakP1600times2_OverwriteLanesAll_LoopAligned
-    bx      lr
-KeccakP1600times2_OverwriteLanesAll_Unaligned:
-    add     r3, r1, r3, LSL #3      @ r3(pointer instance 1): data + 8 * laneOffset
-    push    { r4, r5 }
-KeccakP1600times2_OverwriteLanesAll_LoopUnaligned:
-    ldr     r4, [r1], #4
-    ldr     r5, [r1], #4
-    strd    r4, r5, [r0], #8
-    ldr     r4, [r3], #4
-    ldr     r5, [r3], #4
-    subs    r2, r2, #1
-    strd    r4, r5, [r0], #8
-    bne     KeccakP1600times2_OverwriteLanesAll_LoopUnaligned
-    pop     { r4, r5 }
-KeccakP1600times2_OverwriteLanesAll_Exit:
-    bx      lr
-
-
-@----------------------------------------------------------------------------
-@
-@ void KeccakP1600times2_OverwriteWithZeroes( void *states, unsigned int instanceIndex, unsigned int byteCount )
-@
-.align 8
-.global     KeccakP1600times2_OverwriteWithZeroes
-.type	KeccakP1600times2_OverwriteWithZeroes, %function;
-KeccakP1600times2_OverwriteWithZeroes:
-    add     r0, r0, r1, LSL #3          @ states += 8 * instanceIndex
-    lsrs    r1, r2, #3                  @ r1: laneCount
-    beq     KeccakP1600times2_OverwriteWithZeroes_Bytes
-    vmov.i64 d0, #0
-KeccakP1600times2_OverwriteWithZeroes_LoopLanes:
-    subs    r1, r1, #1
-    vstm    r0!, { d0 }
-    add     r0, r0, #8
-    bne     KeccakP1600times2_OverwriteWithZeroes_LoopLanes
-KeccakP1600times2_OverwriteWithZeroes_Bytes:
-    ands    r2, r2, #7                  @ r2: byteCount remaining
-    beq     KeccakP1600times2_OverwriteWithZeroes_Exit
-    movs    r3, #0
-KeccakP1600times2_OverwriteWithZeroes_LoopBytes:
-    subs    r2, r2, #1
-    strb    r3, [r0], #1
-    bne     KeccakP1600times2_OverwriteWithZeroes_LoopBytes
-KeccakP1600times2_OverwriteWithZeroes_Exit:
-    bx      lr
-
-
-@----------------------------------------------------------------------------
-@
-@ void KeccakP1600times2_ExtractBytes( void *states, unsigned int instanceIndex, const unsigned char *data,
-@                                   unsigned int offset, unsigned int length )
-@
-.align 8
-.global     KeccakP1600times2_ExtractBytes
-.type	KeccakP1600times2_ExtractBytes, %function;
-KeccakP1600times2_ExtractBytes:
-    add     r0, r0, r1, LSL #3          @ states += 8 * instanceIndex
-    ldr     r1, [sp, #0*4]              @ r1 = length
-    cmp     r1, #0
-    beq     KeccakP1600times2_ExtractBytes_Exit
-    push    { r4-r5 }
-    lsr     r4, r3, #3                  @ states += (offset & ~7) * 2
-    add     r0, r0, r4, LSL #4
-    ands    r3, r3, #7                  @ .if (offset & 7) != 0
-    beq     KeccakP1600times2_ExtractBytes_CheckLanes
-    add     r0, r0, r3                  @ states += offset & 7
-    rsb     r3, r3, #8                  @ lenInLane = 8 - (offset & 7)
-KeccakP1600times2_ExtractBytes_LoopBytesFirst:
-    ldrb    r4, [r0], #1
-    strb    r4, [r2], #1
-    subs    r1, r1, #1
-    beq     KeccakP1600times2_ExtractBytes_Done
-    subs    r3, r3, #1
-    bne     KeccakP1600times2_ExtractBytes_LoopBytesFirst
-    add     r0, r0, #8                  @ states += 8 (next lane of current state part)
-KeccakP1600times2_ExtractBytes_CheckLanes:
-    lsrs    r3, r1, #3
-    beq     KeccakP1600times2_ExtractBytes_CheckBytesLast
-KeccakP1600times2_ExtractBytes_LoopLanes:
-    ldr     r4, [r0], #4
-    ldr     r5, [r0], #12               @ states += 8 (next lane of current state part)
-    str     r4, [r2], #4
-    str     r5, [r2], #4
-    subs    r3, r3, #1
-    bne     KeccakP1600times2_ExtractBytes_LoopLanes
-KeccakP1600times2_ExtractBytes_CheckBytesLast:
-    ands    r1, r1, #7
-    beq     KeccakP1600times2_ExtractBytes_Done
-KeccakP1600times2_ExtractBytes_LoopBytesLast:
-    ldrb    r4, [r0], #1
-    subs    r1, r1, #1
-    strb    r4, [r2], #1
-    bne     KeccakP1600times2_ExtractBytes_LoopBytesLast
-KeccakP1600times2_ExtractBytes_Done:
-    pop     { r4-r5 }
-KeccakP1600times2_ExtractBytes_Exit:
-    bx      lr
-
-
-@----------------------------------------------------------------------------
-@
-@ void KeccakP1600times2_ExtractLanesAll( const void *states, unsigned char *data, unsigned int laneCount, unsigned int laneOffset )
-@
-.align 8
-.global     KeccakP1600times2_ExtractLanesAll
-.type	KeccakP1600times2_ExtractLanesAll, %function;
-KeccakP1600times2_ExtractLanesAll:
-    cmp     r2, #0
-    beq     KeccakP1600times2_ExtractLanesAll_Exit
-    lsls    r12, r1, #32-3
-    bne     KeccakP1600times2_ExtractLanesAll_Unaligned
-    add     r3, r1, r3, LSL #3      @ r3(pointer instance 1): data + 8 * laneOffset
-    lsrs    r2, r2, #1
-    bcc     KeccakP1600times2_ExtractLanesAll_LoopAligned
-    vldm    r0!, { d0 - d1 }
-    vstm    r1!, { d0 }
-    vstm    r3!, { d1 }
-    beq     KeccakP1600times2_ExtractLanesAll_Exit
-KeccakP1600times2_ExtractLanesAll_LoopAligned:
-    vldm    r0!, { d0 - d3 }
-    subs    r2, r2, #1
-    vstm    r1!, { d0 }
-    vstm    r1!, { d2 }
-    vstm    r3!, { d1 }
-    vstm    r3!, { d3 }
-    bne     KeccakP1600times2_ExtractLanesAll_LoopAligned
-    bx      lr
-KeccakP1600times2_ExtractLanesAll_Unaligned:
-    add     r3, r1, r3, LSL #3      @ r3(pointer instance 1): data + 8 * laneOffset
-    push    { r4, r5 }
-KeccakP1600times2_ExtractLanesAll_LoopUnaligned:
-    ldrd    r4, r5, [r0], #8
-    str     r4, [r1], #4
-    str     r5, [r1], #4
-    ldrd    r4, r5, [r0], #8
-    subs    r2, r2, #1
-    str     r4, [r3], #4
-    str     r5, [r3], #4
-    bne     KeccakP1600times2_ExtractLanesAll_LoopUnaligned
-    pop     { r4, r5 }
-KeccakP1600times2_ExtractLanesAll_Exit:
-    bx      lr
-
-
-@----------------------------------------------------------------------------
-@
-@ void KeccakP1600times2_ExtractAndAddBytes(    void *states, unsigned int instanceIndex,
-@                                           const unsigned char *input, unsigned char *output,
-@                                           unsigned int offset, unsigned int length )
-@
-.align 8
-.global     KeccakP1600times2_ExtractAndAddBytes
-.type	KeccakP1600times2_ExtractAndAddBytes, %function;
-KeccakP1600times2_ExtractAndAddBytes:
-    add     r0, r0, r1, LSL #3          @ states += 8 * instanceIndex
-    ldr     r1, [sp, #1*4]              @ r1 = length
-    cmp     r1, #0
-    beq     KeccakP1600times2_ExtractAndAddBytes_Exit
-    push    { r4 - r9 }
-    ldr     r8, [sp, #6*4]              @ r8 = offset
-    lsr     r4, r8, #3                  @ states += (offset & ~7) * 2
-    add     r0, r0, r4, LSL #4
-    ands    r8, r8, #7                  @ .if (offset & 7) != 0
-    beq     KeccakP1600times2_ExtractAndAddBytes_CheckLanes
-    add     r0, r0, r8                  @ states += offset & 7
-    rsb     r8, r8, #8                  @ lenInLane = 8 - (offset & 7)
-KeccakP1600times2_ExtractAndAddBytes_LoopBytesFirst:
-    ldrb    r4, [r0], #1
-    ldrb    r5, [r2], #1
-    eor     r4, r4, r5
-    strb    r4, [r3], #1
-    subs    r1, r1, #1
-    beq     KeccakP1600times2_ExtractAndAddBytes_Done
-    subs    r8, r8, #1
-    bne     KeccakP1600times2_ExtractAndAddBytes_LoopBytesFirst
-    add     r0, r0, #8                  @ states += 8 (next lane of current state part)
-KeccakP1600times2_ExtractAndAddBytes_CheckLanes:
-    lsrs    r8, r1, #3
-    beq     KeccakP1600times2_ExtractAndAddBytes_CheckBytesLast
-KeccakP1600times2_ExtractAndAddBytes_LoopLanes:
-    ldr     r4, [r0], #4
-    ldr     r5, [r0], #12
-    ldr     r6, [r2], #4
-    ldr     r7, [r2], #4
-    eor     r4, r4, r6
-    eor     r5, r5, r7
-    str     r4, [r3], #4
-    str     r5, [r3], #4                @ states += 8 (next lane of current state part)
-    subs    r8, r8, #1
-    bne     KeccakP1600times2_ExtractAndAddBytes_LoopLanes
-KeccakP1600times2_ExtractAndAddBytes_CheckBytesLast:
-    ands    r1, r1, #7
-    beq     KeccakP1600times2_ExtractAndAddBytes_Done
-KeccakP1600times2_ExtractAndAddBytes_LoopBytesLast:
-    ldrb    r4, [r0], #1
-    ldrb    r5, [r2], #1
-    eor     r4, r4, r5
-    strb    r4, [r3], #1
-    subs    r1, r1, #1
-    bne     KeccakP1600times2_ExtractAndAddBytes_LoopBytesLast
-KeccakP1600times2_ExtractAndAddBytes_Done:
-    pop     { r4 - r9 }
-KeccakP1600times2_ExtractAndAddBytes_Exit:
-    bx      lr
-
-
-@----------------------------------------------------------------------------
-@
-@ void KeccakP1600times2_ExtractAndAddLanesAll( const void *states,
-@                                               const unsigned char *input, unsigned char *output,
-@                                               unsigned int laneCount, unsigned int laneOffset )
-@
-.align 8
-.global     KeccakP1600times2_ExtractAndAddLanesAll
-.type	KeccakP1600times2_ExtractAndAddLanesAll, %function;
-KeccakP1600times2_ExtractAndAddLanesAll:
-    cmp     r3, #0
-    beq     KeccakP1600times2_ExtractAndAddLanesAll_Exit
-    orr     r12, r1, r2
-    lsls    r12, r12, #32-3         @ unaligned access .if input or output unaligned
-    bne     KeccakP1600times2_ExtractAndAddLanesAll_Unaligned
-    push    {r4,r5}
-    ldr     r12, [sp, #2*4]         @ r12 = laneOffset
-    lsrs    r3, r3, #1
-    add     r4, r1, r12, LSL #3     @ r4(input instance 1): input + 8 * laneOffset
-    add     r5, r2, r12, LSL #3     @ r5(output instance 1): output + 8 * laneOffset
-    bcc     KeccakP1600times2_ExtractAndAddLanesAll_LoopAligned
-    vldm    r0!, { d0 - d1 }
-    vldm    r1!, { d2 }
-    vldm    r4!, { d3 }
-    veor    q0, q0, q1
-    vstm    r2!, { d0 }
-    vstm    r5!, { d1 }
-    beq     KeccakP1600times2_ExtractAndAddLanesAll_AlignedDone
-KeccakP1600times2_ExtractAndAddLanesAll_LoopAligned:
-    vldm    r0!, { d0 - d3 }
-    vldm    r1!, { d4 }
-    vldm    r1!, { d6 }
-    vldm    r4!, { d5 }
-    vldm    r4!, { d7 }
-    subs    r3, r3, #1
-    veor    q0, q0, q2
-    veor    q1, q1, q3
-    vstm    r2!, { d0 }
-    vstm    r2!, { d2 }
-    vstm    r5!, { d1 }
-    vstm    r5!, { d3 }
-    bne     KeccakP1600times2_ExtractAndAddLanesAll_LoopAligned
-KeccakP1600times2_ExtractAndAddLanesAll_AlignedDone:
-    pop     {r4,r5}
-    bx      lr
-KeccakP1600times2_ExtractAndAddLanesAll_Unaligned:
-    push    {r4-r9}
-    ldr     r12, [sp, #6*4]         @ r12 = laneOffset
-    add     r4, r1, r12, LSL #3     @ r4(input instance 1): input + 8 * laneOffset
-    add     r5, r2, r12, LSL #3     @ r5(output instance 1): output + 8 * laneOffset
-KeccakP1600times2_ExtractAndAddLanesAll_LoopUnaligned:
-    ldrd    r8, r9, [r0], #8
-    ldr     r6, [r1], #4
-    ldr     r7, [r1], #4
-    eor     r8, r8, r6
-    eor     r9, r9, r7
-    str     r8, [r2], #4
-    str     r9, [r2], #4
-    ldrd    r8, r9, [r0], #8
-    ldr     r6, [r4], #4
-    ldr     r7, [r4], #4
-    eor     r8, r8, r6
-    eor     r9, r9, r7
-    str     r8, [r5], #4
-    subs    r3, r3, #1
-    str     r9, [r5], #4
-    bne     KeccakP1600times2_ExtractAndAddLanesAll_LoopUnaligned
-    pop     { r4 - r9 }
-KeccakP1600times2_ExtractAndAddLanesAll_Exit:
-    bx      lr
-
-
-@----------------------------------------------------------------------------
-@
-@ void KeccakP1600times2_PermuteAll_24rounds( void *states )
-@
-.align 8
-.global     KeccakP1600times2_PermuteAll_24rounds
-.type	KeccakP1600times2_PermuteAll_24rounds, %function;
-KeccakP1600times2_PermuteAll_24rounds:
-    adr     r1, KeccakP1600times2_Permute_RoundConstants24
-    movs    r2, #24
-    b       KeccakP1600times2_PermuteAll
-
-
-@----------------------------------------------------------------------------
-@
-@ void KeccakP1600times2_PermuteAll_12rounds( void *states )
-@
-.align 8
-.global     KeccakP1600times2_PermuteAll_12rounds
-.type	KeccakP1600times2_PermuteAll_12rounds, %function;
-KeccakP1600times2_PermuteAll_12rounds:
-    adr     r1, KeccakP1600times2_Permute_RoundConstants12
-    movs    r2, #12
-    b       KeccakP1600times2_PermuteAll
-
-
-.align 8
-KeccakP1600times2_Permute_RoundConstants24:
-        .quad      0x0000000000000001
-        .quad      0x0000000000008082
-        .quad      0x800000000000808a
-        .quad      0x8000000080008000
-        .quad      0x000000000000808b
-        .quad      0x0000000080000001
-        .quad      0x8000000080008081
-        .quad      0x8000000000008009
-        .quad      0x000000000000008a
-        .quad      0x0000000000000088
-        .quad      0x0000000080008009
-        .quad      0x000000008000000a
-KeccakP1600times2_Permute_RoundConstants12:
-        .quad      0x000000008000808b
-        .quad      0x800000000000008b
-        .quad      0x8000000000008089
-        .quad      0x8000000000008003
-        .quad      0x8000000000008002
-        .quad      0x8000000000000080
-        .quad      0x000000000000800a
-        .quad      0x800000008000000a
-        .quad      0x8000000080008081
-        .quad      0x8000000000008080
-        .quad      0x0000000080000001
-        .quad      0x8000000080008008
-
-@----------------------------------------------------------------------------
-@
-@ void KeccakP1600times2_PermuteAll( void *states, void *rc, unsigned int nr )
-@
-.align 8
-KeccakP1600times2_PermuteAll:
-    vpush   {q4-q7}
-    push    {r4-r7}
-    sub     sp, #4*2*8+8    @allocate 4 D double lanes (plus 8bytes to allow alignment on 16 bytes)
-    mov     r3, r0
-    add     r5, sp, #8
-
-    @PrepareTheta
-    @ Ca = ba ^ ga ^ ka ^ ma ^ sa
-    @ Ce = be ^ ge ^ ke ^ me ^ se
-    @ Ci = bi ^ gi ^ ki ^ mi ^ si
-    @ Co = bo ^ go ^ ko ^ mo ^ so
-    @ Cu = bu ^ gu ^ ku ^ mu ^ su
-    vld1.64 { d0, d1, d2, d3 }, [r3:256]!   @ _ba _be
-    bic     r5, #15
-    vld1.64 { d4, d5, d6, d7 }, [r3:256]!   @ _bi _bo
-    vld1.64 { d8, d9, d10, d11 }, [r3:256]! @ _bu _ga
-    vld1.64 { d12, d13 }, [r3:128]! @ _ge
-    veor.64 q0, q0, q5
-    vld1.64 { d14, d15 }, [r3:128]! @ _gi
-    veor.64 q1, q1, q6
-    vld1.64 { d16, d17 }, [r3:128]! @ _go
-    veor.64 q2, q2, q7
-    vld1.64 { d18, d19 }, [r3:128]! @ _gu
-    veor.64 q3, q3, q8
-    vld1.64 { d10, d11 }, [r3:128]! @ _ka
-    veor.64 q4, q4, q9
-    vld1.64 { d12, d13 }, [r3:128]! @ _ke
-    veor.64 q0, q0, q5
-    vld1.64 { d14, d15 }, [r3:128]! @ _ki
-    veor.64 q1, q1, q6
-    vld1.64 { d16, d17 }, [r3:128]! @ _ko
-    veor.64 q2, q2, q7
-    vld1.64 { d18, d19 }, [r3:128]! @ _ku
-    veor.64 q3, q3, q8
-    vld1.64 { d10, d11 }, [r3:128]! @ _ma
-    veor.64 q4, q4, q9
-    vld1.64 { d12, d13 }, [r3:128]! @ _me
-    veor.64 q0, q0, q5
-    vld1.64 { d14, d15 }, [r3:128]! @ _mi
-    veor.64 q1, q1, q6
-    vld1.64 { d16, d17 }, [r3:128]! @ _mo
-    veor.64 q2, q2, q7
-    vld1.64 { d18, d19 }, [r3:128]! @ _mu
-    veor.64 q3, q3, q8
-    vld1.64 { d10, d11 }, [r3:128]! @ _sa
-    veor.64 q4, q4, q9
-    vld1.64 { d12, d13 }, [r3:128]! @ _se
-    veor.64 q0, q0, q5
-    vld1.64 { d14, d15 }, [r3:128]! @ _si
-    veor.64 q1, q1, q6
-    vld1.64 { d16, d17 }, [r3:128]! @ _so
-    veor.64 q2, q2, q7
-    vld1.64 { d18, d19 }, [r3:128]! @ _su
-    mov     r3, r0
-    veor.64 q3, q3, q8
-    veor.64 q4, q4, q9
-
-KeccakP1600times2_PermuteAll_RoundLoop:
-    KeccakP_ThetaRhoPiChiIota  _ba,  -1,  -1,  -1,  -1, _ge-_ba, _ka @ _ba, _ge, _ki, _mo, _su
-    KeccakP_ThetaRhoPiChi1     _ka,  -1,  -1,  _bo, -1, _me-_ka, _sa @ _ka, _me, _si, _bo, _gu
-    KeccakP_ThetaRhoPiChi2     _sa, _be,  -1,  -1,  -1, _gi-_be, _ga @ _sa, _be, _gi, _ko, _mu
-    KeccakP_ThetaRhoPiChi3     _ga,  -1,  -1,  -1, _bu, _ke-_ga, _ma @ _ga, _ke, _mi, _so, _bu
-    KeccakP_ThetaRhoPiChi4     _ma,  -1, _bi,  -1,  -1, _se-_ma, _ba @ _ma, _se, _bi, _go, _ku
-
-    KeccakP_ThetaRhoPiChiIota  _ba,  -1, _gi,  -1, _ku, _me-_ba, _sa @ _ba, _me, _gi, _so, _ku
-    KeccakP_ThetaRhoPiChi1     _sa, _ke, _bi,  -1, _gu, _mo-_bi, _ma @ _sa, _ke, _bi, _mo, _gu
-    KeccakP_ThetaRhoPiChi2     _ma, _ge,  -1, _ko, _bu, _si-_ge, _ka @ _ma, _ge, _si, _ko, _bu
-    KeccakP_ThetaRhoPiChi3     _ka, _be,  -1, _go,  -1, _mi-_be, _ga @ _ka, _be, _mi, _go, _su
-    KeccakP_ThetaRhoPiChi4     _ga,  -1, _ki, _bo,  -1, _se-_ga, _ba @ _ga, _se, _ki, _bo, _mu
-
-    KeccakP_ThetaRhoPiChiIota  _ba,  -1,  -1, _go,  -1, _ke-_ba, _ma @ _ba, _ke, _si, _go, _mu
-    KeccakP_ThetaRhoPiChi1     _ma, _be,  -1,  -1, _gu, _ki-_be, _ga @ _ma, _be, _ki, _so, _gu
-    KeccakP_ThetaRhoPiChi2     _ga,  -1, _bi,  -1,  -1, _me-_ga, _sa @ _ga, _me, _bi, _ko, _su
-    KeccakP_ThetaRhoPiChi3     _sa, _ge,  -1, _bo,  -1, _mi-_ge, _ka @ _sa, _ge, _mi, _bo, _ku
-    KeccakP_ThetaRhoPiChi4     _ka,  -1, _gi,  -1, _bu, _se-_ka, _ba @ _ka, _se, _gi, _mo, _bu
-
-    KeccakP_ThetaRhoPiChiIota  _ba,  -1,  -1,  -1,  -1, _be-_ba, _ga @ _ba, _be, _bi, _bo, _bu
-    KeccakP_ThetaRhoPiChi1     _ga,  -1,  -1,  -1,  -1, _ge-_ga, _ka @ _ga, _ge, _gi, _go, _gu
-    KeccakP_ThetaRhoPiChi2     _ka,  -1,  -1,  -1,  -1, _ke-_ka, _ma @ _ka, _ke, _ki, _ko, _ku
-    KeccakP_ThetaRhoPiChi3     _ma,  -1,  -1,  -1,  -1, _me-_ma, _sa @ _ma, _me, _mi, _mo, _mu
-    subs    r2, #4
-    KeccakP_ThetaRhoPiChi4     _sa,  -1,  -1,  -1,  -1, _se-_sa, _ba @ _sa, _se, _si, _so, _su
-    bne     KeccakP1600times2_PermuteAll_RoundLoop
-    add     sp, #4*2*8+8    @ free 4.5 D lanes
-    pop     {r4-r7}
-    vpop    {q4-q7}
-    bx      lr
-
-