// Copyright 2024 The Go Authors. All rights reserved. // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. //go:build !purego #include "textflag.h" // SHA256 block routine. See sha256block.go for Go equivalent. // // The algorithm is detailed in FIPS 180-4: // // https://csrc.nist.gov/publications/fips/fips180-4/fips-180-4.pdf // // W[i] = M[i]; for 0 <= i <= 15 // W[i] = SIGMA1(W[i-2]) + W[i-7] + SIGMA0(W[i-15]) + W[i-16]; for 16 <= i <= 63 // // a = H0 // b = H1 // c = H2 // d = H3 // e = H4 // f = H5 // g = H6 // h = H7 // // for i = 0 to 63 { // T1 = h + BIGSIGMA1(e) + Ch(e,f,g) + K[i] + W[i] // T2 = BIGSIGMA0(a) + Maj(a,b,c) // h = g // g = f // f = e // e = d + T1 // d = c // c = b // b = a // a = T1 + T2 // } // // H0 = a + H0 // H1 = b + H1 // H2 = c + H2 // H3 = d + H3 // H4 = e + H4 // H5 = f + H5 // H6 = g + H6 // H7 = h + H7 #define REGTMP R30 #define REGTMP1 R16 #define REGTMP2 R17 #define REGTMP3 R18 #define REGTMP4 R7 #define REGTMP5 R6 #define REG_KT R19 // W[i] = M[i]; for 0 <= i <= 15 #define LOAD0(index) \ MOVW (index*4)(R5), REGTMP4; \ REVB2W REGTMP4, REGTMP4; \ MOVW REGTMP4, (index*4)(R3) // W[i] = SIGMA1(W[i-2]) + W[i-7] + SIGMA0(W[i-15]) + W[i-16]; for 16 <= i <= 63 // SIGMA0(x) = ROTR(7,x) XOR ROTR(18,x) XOR SHR(3,x) // SIGMA1(x) = ROTR(17,x) XOR ROTR(19,x) XOR SHR(10,x) #define LOAD1(index) \ MOVW (((index-2)&0xf)*4)(R3), REGTMP4; \ MOVW (((index-15)&0xf)*4)(R3), REGTMP1; \ MOVW (((index-7)&0xf)*4)(R3), REGTMP; \ MOVW REGTMP4, REGTMP2; \ MOVW REGTMP4, REGTMP3; \ ROTR $17, REGTMP4; \ ROTR $19, REGTMP2; \ SRL $10, REGTMP3; \ XOR REGTMP2, REGTMP4; \ XOR REGTMP3, REGTMP4; \ ROTR $7, REGTMP1, REGTMP5; \ SRL $3, REGTMP1, REGTMP3; \ ROTR $18, REGTMP1, REGTMP2; \ ADD REGTMP, REGTMP4; \ MOVW (((index-16)&0xf)*4)(R3), REGTMP; \ XOR REGTMP3, REGTMP5; \ XOR REGTMP2, REGTMP5; \ ADD REGTMP, REGTMP5; \ ADD REGTMP5, REGTMP4; \ MOVW REGTMP4, ((index&0xf)*4)(R3) // T1 = h + BIGSIGMA1(e) + Ch(e, f, g) + K[i] + W[i] // BIGSIGMA1(x) = ROTR(6,x) XOR ROTR(11,x) XOR ROTR(25,x) // Ch(x, y, z) = (x AND y) XOR (NOT x AND z) // = ((y XOR z) AND x) XOR z // Calculate T1 in REGTMP4 #define SHA256T1(index, e, f, g, h) \ MOVW (index*4)(REG_KT), REGTMP5; \ ADDV REGTMP5, h; \ ADD REGTMP4, h; \ ROTR $6, e, REGTMP5; \ ROTR $11, e, REGTMP; \ ROTR $25, e, REGTMP3; \ XOR f, g, REGTMP2; \ XOR REGTMP, REGTMP5; \ AND e, REGTMP2; \ XOR REGTMP5, REGTMP3; \ XOR g, REGTMP2; \ ADD REGTMP3, h; \ ADD h, REGTMP2, REGTMP4 // T2 = BIGSIGMA0(a) + Maj(a, b, c) // BIGSIGMA0(x) = ROTR(2,x) XOR ROTR(13,x) XOR ROTR(22,x) // Maj(x, y, z) = (x AND y) XOR (x AND z) XOR (y AND z) // = ((y XOR z) AND x) XOR (y AND z) // Calculate T2 in REGTMP1 #define SHA256T2(a, b, c) \ ROTR $2, a, REGTMP5; \ ROTR $13, a, REGTMP3; \ ROTR $22, a, REGTMP2; \ XOR b, c, REGTMP; \ AND b, c, REGTMP1; \ XOR REGTMP3, REGTMP5; \ AND REGTMP, a, REGTMP; \ XOR REGTMP2, REGTMP5; \ XOR REGTMP, REGTMP1; \ ADD REGTMP5, REGTMP1 // Calculate T1 and T2, then e = d + T1 and a = T1 + T2. // The values for e and a are stored in d and h, ready for rotation. #define SHA256ROUND(index, a, b, c, d, e, f, g, h) \ SHA256T1(index, e, f, g, h); \ SHA256T2(a, b, c); \ ADD REGTMP4, d; \ ADD REGTMP1, REGTMP4, h #define SHA256ROUND0(index, a, b, c, d, e, f, g, h) \ LOAD0(index); \ SHA256ROUND(index, a, b, c, d, e, f, g, h) #define SHA256ROUND1(index, a, b, c, d, e, f, g, h) \ LOAD1(index); \ SHA256ROUND(index, a, b, c, d, e, f, g, h) // A stack frame size of 64 bytes is required here, because // the frame size used for data expansion is 64 bytes. // See the definition of the macro LOAD1 above (4 bytes * 16 entries). // //func block(dig *Digest, p []byte) TEXT ·block(SB),NOSPLIT,$64-32 MOVV p_base+8(FP), R5 MOVV p_len+16(FP), R6 AND $~63, R6 BEQ R6, end MOVV $·_K(SB), REG_KT // const table // p_len >= 64 MOVV dig+0(FP), R4 ADDV R5, R6, R25 MOVW (0*4)(R4), R8 // a = H0 MOVW (1*4)(R4), R9 // b = H1 MOVW (2*4)(R4), R10 // c = H2 MOVW (3*4)(R4), R11 // d = H3 MOVW (4*4)(R4), R12 // e = H4 MOVW (5*4)(R4), R13 // f = H5 MOVW (6*4)(R4), R14 // g = H6 MOVW (7*4)(R4), R15 // h = H7 loop: SHA256ROUND0(0, R8, R9, R10, R11, R12, R13, R14, R15) SHA256ROUND0(1, R15, R8, R9, R10, R11, R12, R13, R14) SHA256ROUND0(2, R14, R15, R8, R9, R10, R11, R12, R13) SHA256ROUND0(3, R13, R14, R15, R8, R9, R10, R11, R12) SHA256ROUND0(4, R12, R13, R14, R15, R8, R9, R10, R11) SHA256ROUND0(5, R11, R12, R13, R14, R15, R8, R9, R10) SHA256ROUND0(6, R10, R11, R12, R13, R14, R15, R8, R9) SHA256ROUND0(7, R9, R10, R11, R12, R13, R14, R15, R8) SHA256ROUND0(8, R8, R9, R10, R11, R12, R13, R14, R15) SHA256ROUND0(9, R15, R8, R9, R10, R11, R12, R13, R14) SHA256ROUND0(10, R14, R15, R8, R9, R10, R11, R12, R13) SHA256ROUND0(11, R13, R14, R15, R8, R9, R10, R11, R12) SHA256ROUND0(12, R12, R13, R14, R15, R8, R9, R10, R11) SHA256ROUND0(13, R11, R12, R13, R14, R15, R8, R9, R10) SHA256ROUND0(14, R10, R11, R12, R13, R14, R15, R8, R9) SHA256ROUND0(15, R9, R10, R11, R12, R13, R14, R15, R8) SHA256ROUND1(16, R8, R9, R10, R11, R12, R13, R14, R15) SHA256ROUND1(17, R15, R8, R9, R10, R11, R12, R13, R14) SHA256ROUND1(18, R14, R15, R8, R9, R10, R11, R12, R13) SHA256ROUND1(19, R13, R14, R15, R8, R9, R10, R11, R12) SHA256ROUND1(20, R12, R13, R14, R15, R8, R9, R10, R11) SHA256ROUND1(21, R11, R12, R13, R14, R15, R8, R9, R10) SHA256ROUND1(22, R10, R11, R12, R13, R14, R15, R8, R9) SHA256ROUND1(23, R9, R10, R11, R12, R13, R14, R15, R8) SHA256ROUND1(24, R8, R9, R10, R11, R12, R13, R14, R15) SHA256ROUND1(25, R15, R8, R9, R10, R11, R12, R13, R14) SHA256ROUND1(26, R14, R15, R8, R9, R10, R11, R12, R13) SHA256ROUND1(27, R13, R14, R15, R8, R9, R10, R11, R12) SHA256ROUND1(28, R12, R13, R14, R15, R8, R9, R10, R11) SHA256ROUND1(29, R11, R12, R13, R14, R15, R8, R9, R10) SHA256ROUND1(30, R10, R11, R12, R13, R14, R15, R8, R9) SHA256ROUND1(31, R9, R10, R11, R12, R13, R14, R15, R8) SHA256ROUND1(32, R8, R9, R10, R11, R12, R13, R14, R15) SHA256ROUND1(33, R15, R8, R9, R10, R11, R12, R13, R14) SHA256ROUND1(34, R14, R15, R8, R9, R10, R11, R12, R13) SHA256ROUND1(35, R13, R14, R15, R8, R9, R10, R11, R12) SHA256ROUND1(36, R12, R13, R14, R15, R8, R9, R10, R11) SHA256ROUND1(37, R11, R12, R13, R14, R15, R8, R9, R10) SHA256ROUND1(38, R10, R11, R12, R13, R14, R15, R8, R9) SHA256ROUND1(39, R9, R10, R11, R12, R13, R14, R15, R8) SHA256ROUND1(40, R8, R9, R10, R11, R12, R13, R14, R15) SHA256ROUND1(41, R15, R8, R9, R10, R11, R12, R13, R14) SHA256ROUND1(42, R14, R15, R8, R9, R10, R11, R12, R13) SHA256ROUND1(43, R13, R14, R15, R8, R9, R10, R11, R12) SHA256ROUND1(44, R12, R13, R14, R15, R8, R9, R10, R11) SHA256ROUND1(45, R11, R12, R13, R14, R15, R8, R9, R10) SHA256ROUND1(46, R10, R11, R12, R13, R14, R15, R8, R9) SHA256ROUND1(47, R9, R10, R11, R12, R13, R14, R15, R8) SHA256ROUND1(48, R8, R9, R10, R11, R12, R13, R14, R15) SHA256ROUND1(49, R15, R8, R9, R10, R11, R12, R13, R14) SHA256ROUND1(50, R14, R15, R8, R9, R10, R11, R12, R13) SHA256ROUND1(51, R13, R14, R15, R8, R9, R10, R11, R12) SHA256ROUND1(52, R12, R13, R14, R15, R8, R9, R10, R11) SHA256ROUND1(53, R11, R12, R13, R14, R15, R8, R9, R10) SHA256ROUND1(54, R10, R11, R12, R13, R14, R15, R8, R9) SHA256ROUND1(55, R9, R10, R11, R12, R13, R14, R15, R8) SHA256ROUND1(56, R8, R9, R10, R11, R12, R13, R14, R15) SHA256ROUND1(57, R15, R8, R9, R10, R11, R12, R13, R14) SHA256ROUND1(58, R14, R15, R8, R9, R10, R11, R12, R13) SHA256ROUND1(59, R13, R14, R15, R8, R9, R10, R11, R12) SHA256ROUND1(60, R12, R13, R14, R15, R8, R9, R10, R11) SHA256ROUND1(61, R11, R12, R13, R14, R15, R8, R9, R10) SHA256ROUND1(62, R10, R11, R12, R13, R14, R15, R8, R9) SHA256ROUND1(63, R9, R10, R11, R12, R13, R14, R15, R8) MOVW (0*4)(R4), REGTMP MOVW (1*4)(R4), REGTMP1 MOVW (2*4)(R4), REGTMP2 MOVW (3*4)(R4), REGTMP3 ADD REGTMP, R8 // H0 = a + H0 ADD REGTMP1, R9 // H1 = b + H1 ADD REGTMP2, R10 // H2 = c + H2 ADD REGTMP3, R11 // H3 = d + H3 MOVW R8, (0*4)(R4) MOVW R9, (1*4)(R4) MOVW R10, (2*4)(R4) MOVW R11, (3*4)(R4) MOVW (4*4)(R4), REGTMP MOVW (5*4)(R4), REGTMP1 MOVW (6*4)(R4), REGTMP2 MOVW (7*4)(R4), REGTMP3 ADD REGTMP, R12 // H4 = e + H4 ADD REGTMP1, R13 // H5 = f + H5 ADD REGTMP2, R14 // H6 = g + H6 ADD REGTMP3, R15 // H7 = h + H7 MOVW R12, (4*4)(R4) MOVW R13, (5*4)(R4) MOVW R14, (6*4)(R4) MOVW R15, (7*4)(R4) ADDV $64, R5 BNE R5, R25, loop end: RET