blob: 6a484e16171d1da2080dca2a3a5b7af1ec689bcf [file] [log] [blame]
Theodore Ts'oe192be92016-06-12 18:13:36 -04001/*
Eric Biggersbc41a672018-11-16 17:26:18 -08002 * The "hash function" used as the core of the ChaCha20 stream cipher (RFC7539)
Theodore Ts'oe192be92016-06-12 18:13:36 -04003 *
4 * Copyright (C) 2015 Martin Willi
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
10 */
11
12#include <linux/kernel.h>
13#include <linux/export.h>
14#include <linux/bitops.h>
15#include <linux/cryptohash.h>
16#include <asm/unaligned.h>
17#include <crypto/chacha20.h>
18
Eric Biggersbc41a672018-11-16 17:26:18 -080019static void chacha20_permute(u32 *x)
Theodore Ts'oe192be92016-06-12 18:13:36 -040020{
Theodore Ts'oe192be92016-06-12 18:13:36 -040021 int i;
22
Theodore Ts'oe192be92016-06-12 18:13:36 -040023 for (i = 0; i < 20; i += 2) {
Eric Biggers3e5e2bc2017-12-31 18:02:45 -060024 x[0] += x[4]; x[12] = rol32(x[12] ^ x[0], 16);
25 x[1] += x[5]; x[13] = rol32(x[13] ^ x[1], 16);
26 x[2] += x[6]; x[14] = rol32(x[14] ^ x[2], 16);
27 x[3] += x[7]; x[15] = rol32(x[15] ^ x[3], 16);
Theodore Ts'oe192be92016-06-12 18:13:36 -040028
Eric Biggers3e5e2bc2017-12-31 18:02:45 -060029 x[8] += x[12]; x[4] = rol32(x[4] ^ x[8], 12);
30 x[9] += x[13]; x[5] = rol32(x[5] ^ x[9], 12);
31 x[10] += x[14]; x[6] = rol32(x[6] ^ x[10], 12);
32 x[11] += x[15]; x[7] = rol32(x[7] ^ x[11], 12);
Theodore Ts'oe192be92016-06-12 18:13:36 -040033
Eric Biggers3e5e2bc2017-12-31 18:02:45 -060034 x[0] += x[4]; x[12] = rol32(x[12] ^ x[0], 8);
35 x[1] += x[5]; x[13] = rol32(x[13] ^ x[1], 8);
36 x[2] += x[6]; x[14] = rol32(x[14] ^ x[2], 8);
37 x[3] += x[7]; x[15] = rol32(x[15] ^ x[3], 8);
Theodore Ts'oe192be92016-06-12 18:13:36 -040038
Eric Biggers3e5e2bc2017-12-31 18:02:45 -060039 x[8] += x[12]; x[4] = rol32(x[4] ^ x[8], 7);
40 x[9] += x[13]; x[5] = rol32(x[5] ^ x[9], 7);
41 x[10] += x[14]; x[6] = rol32(x[6] ^ x[10], 7);
42 x[11] += x[15]; x[7] = rol32(x[7] ^ x[11], 7);
Theodore Ts'oe192be92016-06-12 18:13:36 -040043
Eric Biggers3e5e2bc2017-12-31 18:02:45 -060044 x[0] += x[5]; x[15] = rol32(x[15] ^ x[0], 16);
45 x[1] += x[6]; x[12] = rol32(x[12] ^ x[1], 16);
46 x[2] += x[7]; x[13] = rol32(x[13] ^ x[2], 16);
47 x[3] += x[4]; x[14] = rol32(x[14] ^ x[3], 16);
Theodore Ts'oe192be92016-06-12 18:13:36 -040048
Eric Biggers3e5e2bc2017-12-31 18:02:45 -060049 x[10] += x[15]; x[5] = rol32(x[5] ^ x[10], 12);
50 x[11] += x[12]; x[6] = rol32(x[6] ^ x[11], 12);
51 x[8] += x[13]; x[7] = rol32(x[7] ^ x[8], 12);
52 x[9] += x[14]; x[4] = rol32(x[4] ^ x[9], 12);
Theodore Ts'oe192be92016-06-12 18:13:36 -040053
Eric Biggers3e5e2bc2017-12-31 18:02:45 -060054 x[0] += x[5]; x[15] = rol32(x[15] ^ x[0], 8);
55 x[1] += x[6]; x[12] = rol32(x[12] ^ x[1], 8);
56 x[2] += x[7]; x[13] = rol32(x[13] ^ x[2], 8);
57 x[3] += x[4]; x[14] = rol32(x[14] ^ x[3], 8);
Theodore Ts'oe192be92016-06-12 18:13:36 -040058
Eric Biggers3e5e2bc2017-12-31 18:02:45 -060059 x[10] += x[15]; x[5] = rol32(x[5] ^ x[10], 7);
60 x[11] += x[12]; x[6] = rol32(x[6] ^ x[11], 7);
61 x[8] += x[13]; x[7] = rol32(x[7] ^ x[8], 7);
62 x[9] += x[14]; x[4] = rol32(x[4] ^ x[9], 7);
Theodore Ts'oe192be92016-06-12 18:13:36 -040063 }
Eric Biggersbc41a672018-11-16 17:26:18 -080064}
65
66/**
67 * chacha20_block - generate one keystream block and increment block counter
68 * @state: input state matrix (16 32-bit words)
69 * @stream: output keystream block (64 bytes)
70 *
71 * This is the ChaCha20 core, a function from 64-byte strings to 64-byte
72 * strings. The caller has already converted the endianness of the input. This
73 * function also handles incrementing the block counter in the input matrix.
74 */
75void chacha20_block(u32 *state, u8 *stream)
76{
77 u32 x[16];
78 int i;
79
80 memcpy(x, state, 64);
81
82 chacha20_permute(x);
Theodore Ts'oe192be92016-06-12 18:13:36 -040083
84 for (i = 0; i < ARRAY_SIZE(x); i++)
Eric Biggersede5c832018-09-11 20:05:10 -070085 put_unaligned_le32(x[i] + state[i], &stream[i * sizeof(u32)]);
Theodore Ts'oe192be92016-06-12 18:13:36 -040086
87 state[12]++;
88}
89EXPORT_SYMBOL(chacha20_block);
Eric Biggersbc41a672018-11-16 17:26:18 -080090
91/**
92 * hchacha20_block - abbreviated ChaCha20 core, for XChaCha20
93 * @in: input state matrix (16 32-bit words)
94 * @out: output (8 32-bit words)
95 *
96 * HChaCha20 is the ChaCha equivalent of HSalsa20 and is an intermediate step
97 * towards XChaCha20 (see https://cr.yp.to/snuffle/xsalsa-20081128.pdf).
98 * HChaCha20 skips the final addition of the initial state, and outputs only
99 * certain words of the state. It should not be used for streaming directly.
100 */
101void hchacha20_block(const u32 *in, u32 *out)
102{
103 u32 x[16];
104
105 memcpy(x, in, 64);
106
107 chacha20_permute(x);
108
109 memcpy(&out[0], &x[0], 16);
110 memcpy(&out[4], &x[12], 16);
111}
112EXPORT_SYMBOL(hchacha20_block);