blob: a46d2832dbabd094091a2432a08f69a491f20ade [file] [log] [blame]
Theodore Ts'oe192be92016-06-12 18:13:36 -04001/*
Eric Biggersb8181f32018-11-16 17:26:21 -08002 * The "hash function" used as the core of the ChaCha stream cipher (RFC7539)
Theodore Ts'oe192be92016-06-12 18:13:36 -04003 *
4 * Copyright (C) 2015 Martin Willi
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
10 */
11
12#include <linux/kernel.h>
13#include <linux/export.h>
14#include <linux/bitops.h>
15#include <linux/cryptohash.h>
16#include <asm/unaligned.h>
Eric Biggersb8181f32018-11-16 17:26:21 -080017#include <crypto/chacha.h>
Theodore Ts'oe192be92016-06-12 18:13:36 -040018
Eric Biggersb8181f32018-11-16 17:26:21 -080019static void chacha_permute(u32 *x, int nrounds)
Theodore Ts'oe192be92016-06-12 18:13:36 -040020{
Theodore Ts'oe192be92016-06-12 18:13:36 -040021 int i;
22
Eric Biggersb8181f32018-11-16 17:26:21 -080023 /* whitelist the allowed round counts */
Eric Biggersbb31ed52018-11-16 17:26:22 -080024 WARN_ON_ONCE(nrounds != 20 && nrounds != 12);
Eric Biggersb8181f32018-11-16 17:26:21 -080025
26 for (i = 0; i < nrounds; i += 2) {
Eric Biggers3e5e2bc2017-12-31 18:02:45 -060027 x[0] += x[4]; x[12] = rol32(x[12] ^ x[0], 16);
28 x[1] += x[5]; x[13] = rol32(x[13] ^ x[1], 16);
29 x[2] += x[6]; x[14] = rol32(x[14] ^ x[2], 16);
30 x[3] += x[7]; x[15] = rol32(x[15] ^ x[3], 16);
Theodore Ts'oe192be92016-06-12 18:13:36 -040031
Eric Biggers3e5e2bc2017-12-31 18:02:45 -060032 x[8] += x[12]; x[4] = rol32(x[4] ^ x[8], 12);
33 x[9] += x[13]; x[5] = rol32(x[5] ^ x[9], 12);
34 x[10] += x[14]; x[6] = rol32(x[6] ^ x[10], 12);
35 x[11] += x[15]; x[7] = rol32(x[7] ^ x[11], 12);
Theodore Ts'oe192be92016-06-12 18:13:36 -040036
Eric Biggers3e5e2bc2017-12-31 18:02:45 -060037 x[0] += x[4]; x[12] = rol32(x[12] ^ x[0], 8);
38 x[1] += x[5]; x[13] = rol32(x[13] ^ x[1], 8);
39 x[2] += x[6]; x[14] = rol32(x[14] ^ x[2], 8);
40 x[3] += x[7]; x[15] = rol32(x[15] ^ x[3], 8);
Theodore Ts'oe192be92016-06-12 18:13:36 -040041
Eric Biggers3e5e2bc2017-12-31 18:02:45 -060042 x[8] += x[12]; x[4] = rol32(x[4] ^ x[8], 7);
43 x[9] += x[13]; x[5] = rol32(x[5] ^ x[9], 7);
44 x[10] += x[14]; x[6] = rol32(x[6] ^ x[10], 7);
45 x[11] += x[15]; x[7] = rol32(x[7] ^ x[11], 7);
Theodore Ts'oe192be92016-06-12 18:13:36 -040046
Eric Biggers3e5e2bc2017-12-31 18:02:45 -060047 x[0] += x[5]; x[15] = rol32(x[15] ^ x[0], 16);
48 x[1] += x[6]; x[12] = rol32(x[12] ^ x[1], 16);
49 x[2] += x[7]; x[13] = rol32(x[13] ^ x[2], 16);
50 x[3] += x[4]; x[14] = rol32(x[14] ^ x[3], 16);
Theodore Ts'oe192be92016-06-12 18:13:36 -040051
Eric Biggers3e5e2bc2017-12-31 18:02:45 -060052 x[10] += x[15]; x[5] = rol32(x[5] ^ x[10], 12);
53 x[11] += x[12]; x[6] = rol32(x[6] ^ x[11], 12);
54 x[8] += x[13]; x[7] = rol32(x[7] ^ x[8], 12);
55 x[9] += x[14]; x[4] = rol32(x[4] ^ x[9], 12);
Theodore Ts'oe192be92016-06-12 18:13:36 -040056
Eric Biggers3e5e2bc2017-12-31 18:02:45 -060057 x[0] += x[5]; x[15] = rol32(x[15] ^ x[0], 8);
58 x[1] += x[6]; x[12] = rol32(x[12] ^ x[1], 8);
59 x[2] += x[7]; x[13] = rol32(x[13] ^ x[2], 8);
60 x[3] += x[4]; x[14] = rol32(x[14] ^ x[3], 8);
Theodore Ts'oe192be92016-06-12 18:13:36 -040061
Eric Biggers3e5e2bc2017-12-31 18:02:45 -060062 x[10] += x[15]; x[5] = rol32(x[5] ^ x[10], 7);
63 x[11] += x[12]; x[6] = rol32(x[6] ^ x[11], 7);
64 x[8] += x[13]; x[7] = rol32(x[7] ^ x[8], 7);
65 x[9] += x[14]; x[4] = rol32(x[4] ^ x[9], 7);
Theodore Ts'oe192be92016-06-12 18:13:36 -040066 }
Eric Biggersbc41a672018-11-16 17:26:18 -080067}
68
69/**
Eric Biggersb8181f32018-11-16 17:26:21 -080070 * chacha_block - generate one keystream block and increment block counter
Eric Biggersbc41a672018-11-16 17:26:18 -080071 * @state: input state matrix (16 32-bit words)
72 * @stream: output keystream block (64 bytes)
Eric Biggersbb31ed52018-11-16 17:26:22 -080073 * @nrounds: number of rounds (20 or 12; 20 is recommended)
Eric Biggersbc41a672018-11-16 17:26:18 -080074 *
Eric Biggersb8181f32018-11-16 17:26:21 -080075 * This is the ChaCha core, a function from 64-byte strings to 64-byte strings.
76 * The caller has already converted the endianness of the input. This function
77 * also handles incrementing the block counter in the input matrix.
Eric Biggersbc41a672018-11-16 17:26:18 -080078 */
Eric Biggersb8181f32018-11-16 17:26:21 -080079void chacha_block(u32 *state, u8 *stream, int nrounds)
Eric Biggersbc41a672018-11-16 17:26:18 -080080{
81 u32 x[16];
82 int i;
83
84 memcpy(x, state, 64);
85
Eric Biggersb8181f32018-11-16 17:26:21 -080086 chacha_permute(x, nrounds);
Theodore Ts'oe192be92016-06-12 18:13:36 -040087
88 for (i = 0; i < ARRAY_SIZE(x); i++)
Eric Biggersede5c832018-09-11 20:05:10 -070089 put_unaligned_le32(x[i] + state[i], &stream[i * sizeof(u32)]);
Theodore Ts'oe192be92016-06-12 18:13:36 -040090
91 state[12]++;
92}
Eric Biggersb8181f32018-11-16 17:26:21 -080093EXPORT_SYMBOL(chacha_block);
Eric Biggersbc41a672018-11-16 17:26:18 -080094
95/**
Eric Biggersb8181f32018-11-16 17:26:21 -080096 * hchacha_block - abbreviated ChaCha core, for XChaCha
Eric Biggersbc41a672018-11-16 17:26:18 -080097 * @in: input state matrix (16 32-bit words)
98 * @out: output (8 32-bit words)
Eric Biggersbb31ed52018-11-16 17:26:22 -080099 * @nrounds: number of rounds (20 or 12; 20 is recommended)
Eric Biggersbc41a672018-11-16 17:26:18 -0800100 *
Eric Biggersb8181f32018-11-16 17:26:21 -0800101 * HChaCha is the ChaCha equivalent of HSalsa and is an intermediate step
102 * towards XChaCha (see https://cr.yp.to/snuffle/xsalsa-20081128.pdf). HChaCha
103 * skips the final addition of the initial state, and outputs only certain words
104 * of the state. It should not be used for streaming directly.
Eric Biggersbc41a672018-11-16 17:26:18 -0800105 */
Eric Biggersb8181f32018-11-16 17:26:21 -0800106void hchacha_block(const u32 *in, u32 *out, int nrounds)
Eric Biggersbc41a672018-11-16 17:26:18 -0800107{
108 u32 x[16];
109
110 memcpy(x, in, 64);
111
Eric Biggersb8181f32018-11-16 17:26:21 -0800112 chacha_permute(x, nrounds);
Eric Biggersbc41a672018-11-16 17:26:18 -0800113
114 memcpy(&out[0], &x[0], 16);
115 memcpy(&out[4], &x[12], 16);
116}
Eric Biggersb8181f32018-11-16 17:26:21 -0800117EXPORT_SYMBOL(hchacha_block);