Damien Miller | 0fde8ac | 2013-11-21 14:12:23 +1100 | [diff] [blame] | 1 | /* |
| 2 | * Public Domain poly1305 from Andrew M. |
| 3 | * poly1305-donna-unrolled.c from https://github.com/floodyberry/poly1305-donna |
| 4 | */ |
| 5 | |
| 6 | /* $OpenBSD: poly1305.c,v 1.2 2013/11/21 02:50:00 djm Exp $ */ |
| 7 | |
| 8 | #include "includes.h" |
| 9 | |
| 10 | #include <sys/types.h> |
| 11 | #include <stdint.h> |
| 12 | |
| 13 | #include "poly1305.h" |
| 14 | |
| 15 | #define mul32x32_64(a,b) ((uint64_t)(a) * (b)) |
| 16 | |
| 17 | #define U8TO32_LE(p) \ |
| 18 | (((uint32_t)((p)[0])) | \ |
| 19 | ((uint32_t)((p)[1]) << 8) | \ |
| 20 | ((uint32_t)((p)[2]) << 16) | \ |
| 21 | ((uint32_t)((p)[3]) << 24)) |
| 22 | |
| 23 | #define U32TO8_LE(p, v) \ |
| 24 | do { \ |
| 25 | (p)[0] = (uint8_t)((v)); \ |
| 26 | (p)[1] = (uint8_t)((v) >> 8); \ |
| 27 | (p)[2] = (uint8_t)((v) >> 16); \ |
| 28 | (p)[3] = (uint8_t)((v) >> 24); \ |
| 29 | } while (0) |
| 30 | |
| 31 | void |
| 32 | poly1305_auth(unsigned char out[POLY1305_TAGLEN], const unsigned char *m, size_t inlen, const unsigned char key[POLY1305_KEYLEN]) { |
| 33 | uint32_t t0,t1,t2,t3; |
| 34 | uint32_t h0,h1,h2,h3,h4; |
| 35 | uint32_t r0,r1,r2,r3,r4; |
| 36 | uint32_t s1,s2,s3,s4; |
| 37 | uint32_t b, nb; |
| 38 | size_t j; |
| 39 | uint64_t t[5]; |
| 40 | uint64_t f0,f1,f2,f3; |
| 41 | uint32_t g0,g1,g2,g3,g4; |
| 42 | uint64_t c; |
| 43 | unsigned char mp[16]; |
| 44 | |
| 45 | /* clamp key */ |
| 46 | t0 = U8TO32_LE(key+0); |
| 47 | t1 = U8TO32_LE(key+4); |
| 48 | t2 = U8TO32_LE(key+8); |
| 49 | t3 = U8TO32_LE(key+12); |
| 50 | |
| 51 | /* precompute multipliers */ |
| 52 | r0 = t0 & 0x3ffffff; t0 >>= 26; t0 |= t1 << 6; |
| 53 | r1 = t0 & 0x3ffff03; t1 >>= 20; t1 |= t2 << 12; |
| 54 | r2 = t1 & 0x3ffc0ff; t2 >>= 14; t2 |= t3 << 18; |
| 55 | r3 = t2 & 0x3f03fff; t3 >>= 8; |
| 56 | r4 = t3 & 0x00fffff; |
| 57 | |
| 58 | s1 = r1 * 5; |
| 59 | s2 = r2 * 5; |
| 60 | s3 = r3 * 5; |
| 61 | s4 = r4 * 5; |
| 62 | |
| 63 | /* init state */ |
| 64 | h0 = 0; |
| 65 | h1 = 0; |
| 66 | h2 = 0; |
| 67 | h3 = 0; |
| 68 | h4 = 0; |
| 69 | |
| 70 | /* full blocks */ |
| 71 | if (inlen < 16) goto poly1305_donna_atmost15bytes; |
| 72 | poly1305_donna_16bytes: |
| 73 | m += 16; |
| 74 | inlen -= 16; |
| 75 | |
| 76 | t0 = U8TO32_LE(m-16); |
| 77 | t1 = U8TO32_LE(m-12); |
| 78 | t2 = U8TO32_LE(m-8); |
| 79 | t3 = U8TO32_LE(m-4); |
| 80 | |
| 81 | h0 += t0 & 0x3ffffff; |
| 82 | h1 += ((((uint64_t)t1 << 32) | t0) >> 26) & 0x3ffffff; |
| 83 | h2 += ((((uint64_t)t2 << 32) | t1) >> 20) & 0x3ffffff; |
| 84 | h3 += ((((uint64_t)t3 << 32) | t2) >> 14) & 0x3ffffff; |
| 85 | h4 += (t3 >> 8) | (1 << 24); |
| 86 | |
| 87 | |
| 88 | poly1305_donna_mul: |
| 89 | t[0] = mul32x32_64(h0,r0) + mul32x32_64(h1,s4) + mul32x32_64(h2,s3) + mul32x32_64(h3,s2) + mul32x32_64(h4,s1); |
| 90 | t[1] = mul32x32_64(h0,r1) + mul32x32_64(h1,r0) + mul32x32_64(h2,s4) + mul32x32_64(h3,s3) + mul32x32_64(h4,s2); |
| 91 | t[2] = mul32x32_64(h0,r2) + mul32x32_64(h1,r1) + mul32x32_64(h2,r0) + mul32x32_64(h3,s4) + mul32x32_64(h4,s3); |
| 92 | t[3] = mul32x32_64(h0,r3) + mul32x32_64(h1,r2) + mul32x32_64(h2,r1) + mul32x32_64(h3,r0) + mul32x32_64(h4,s4); |
| 93 | t[4] = mul32x32_64(h0,r4) + mul32x32_64(h1,r3) + mul32x32_64(h2,r2) + mul32x32_64(h3,r1) + mul32x32_64(h4,r0); |
| 94 | |
| 95 | h0 = (uint32_t)t[0] & 0x3ffffff; c = (t[0] >> 26); |
| 96 | t[1] += c; h1 = (uint32_t)t[1] & 0x3ffffff; b = (uint32_t)(t[1] >> 26); |
| 97 | t[2] += b; h2 = (uint32_t)t[2] & 0x3ffffff; b = (uint32_t)(t[2] >> 26); |
| 98 | t[3] += b; h3 = (uint32_t)t[3] & 0x3ffffff; b = (uint32_t)(t[3] >> 26); |
| 99 | t[4] += b; h4 = (uint32_t)t[4] & 0x3ffffff; b = (uint32_t)(t[4] >> 26); |
| 100 | h0 += b * 5; |
| 101 | |
| 102 | if (inlen >= 16) goto poly1305_donna_16bytes; |
| 103 | |
| 104 | /* final bytes */ |
| 105 | poly1305_donna_atmost15bytes: |
| 106 | if (!inlen) goto poly1305_donna_finish; |
| 107 | |
| 108 | for (j = 0; j < inlen; j++) mp[j] = m[j]; |
| 109 | mp[j++] = 1; |
| 110 | for (; j < 16; j++) mp[j] = 0; |
| 111 | inlen = 0; |
| 112 | |
| 113 | t0 = U8TO32_LE(mp+0); |
| 114 | t1 = U8TO32_LE(mp+4); |
| 115 | t2 = U8TO32_LE(mp+8); |
| 116 | t3 = U8TO32_LE(mp+12); |
| 117 | |
| 118 | h0 += t0 & 0x3ffffff; |
| 119 | h1 += ((((uint64_t)t1 << 32) | t0) >> 26) & 0x3ffffff; |
| 120 | h2 += ((((uint64_t)t2 << 32) | t1) >> 20) & 0x3ffffff; |
| 121 | h3 += ((((uint64_t)t3 << 32) | t2) >> 14) & 0x3ffffff; |
| 122 | h4 += (t3 >> 8); |
| 123 | |
| 124 | goto poly1305_donna_mul; |
| 125 | |
| 126 | poly1305_donna_finish: |
| 127 | b = h0 >> 26; h0 = h0 & 0x3ffffff; |
| 128 | h1 += b; b = h1 >> 26; h1 = h1 & 0x3ffffff; |
| 129 | h2 += b; b = h2 >> 26; h2 = h2 & 0x3ffffff; |
| 130 | h3 += b; b = h3 >> 26; h3 = h3 & 0x3ffffff; |
| 131 | h4 += b; b = h4 >> 26; h4 = h4 & 0x3ffffff; |
| 132 | h0 += b * 5; b = h0 >> 26; h0 = h0 & 0x3ffffff; |
| 133 | h1 += b; |
| 134 | |
| 135 | g0 = h0 + 5; b = g0 >> 26; g0 &= 0x3ffffff; |
| 136 | g1 = h1 + b; b = g1 >> 26; g1 &= 0x3ffffff; |
| 137 | g2 = h2 + b; b = g2 >> 26; g2 &= 0x3ffffff; |
| 138 | g3 = h3 + b; b = g3 >> 26; g3 &= 0x3ffffff; |
| 139 | g4 = h4 + b - (1 << 26); |
| 140 | |
| 141 | b = (g4 >> 31) - 1; |
| 142 | nb = ~b; |
| 143 | h0 = (h0 & nb) | (g0 & b); |
| 144 | h1 = (h1 & nb) | (g1 & b); |
| 145 | h2 = (h2 & nb) | (g2 & b); |
| 146 | h3 = (h3 & nb) | (g3 & b); |
| 147 | h4 = (h4 & nb) | (g4 & b); |
| 148 | |
| 149 | f0 = ((h0 ) | (h1 << 26)) + (uint64_t)U8TO32_LE(&key[16]); |
| 150 | f1 = ((h1 >> 6) | (h2 << 20)) + (uint64_t)U8TO32_LE(&key[20]); |
| 151 | f2 = ((h2 >> 12) | (h3 << 14)) + (uint64_t)U8TO32_LE(&key[24]); |
| 152 | f3 = ((h3 >> 18) | (h4 << 8)) + (uint64_t)U8TO32_LE(&key[28]); |
| 153 | |
| 154 | U32TO8_LE(&out[ 0], f0); f1 += (f0 >> 32); |
| 155 | U32TO8_LE(&out[ 4], f1); f2 += (f1 >> 32); |
| 156 | U32TO8_LE(&out[ 8], f2); f3 += (f2 >> 32); |
| 157 | U32TO8_LE(&out[12], f3); |
| 158 | } |