xref: /f-stack/freebsd/libkern/arc4random.c (revision 22ce4aff)
1a9643ea8Slogwang /*-
2*22ce4affSfengbojiang  * Copyright (c) 2017 The FreeBSD Foundation
3*22ce4affSfengbojiang  * All rights reserved.
4a9643ea8Slogwang  *
5*22ce4affSfengbojiang  * Redistribution and use in source and binary forms, with or without
6*22ce4affSfengbojiang  * modification, are permitted provided that the following conditions
7*22ce4affSfengbojiang  * are met:
8*22ce4affSfengbojiang  * 1. Redistributions of source code must retain the above copyright
9*22ce4affSfengbojiang  *    notice, this list of conditions and the following disclaimer
10*22ce4affSfengbojiang  *    in this position and unchanged.
11*22ce4affSfengbojiang  * 2. Redistributions in binary form must reproduce the above copyright
12*22ce4affSfengbojiang  *    notice, this list of conditions and the following disclaimer in the
13*22ce4affSfengbojiang  *    documentation and/or other materials provided with the distribution.
14a9643ea8Slogwang  *
15*22ce4affSfengbojiang  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
16*22ce4affSfengbojiang  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
17*22ce4affSfengbojiang  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
18*22ce4affSfengbojiang  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
19*22ce4affSfengbojiang  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
20*22ce4affSfengbojiang  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
21*22ce4affSfengbojiang  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
22*22ce4affSfengbojiang  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
23*22ce4affSfengbojiang  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
24*22ce4affSfengbojiang  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25*22ce4affSfengbojiang  *
26a9643ea8Slogwang  */
27a9643ea8Slogwang 
28a9643ea8Slogwang #include <sys/cdefs.h>
29a9643ea8Slogwang __FBSDID("$FreeBSD$");
30a9643ea8Slogwang 
31a9643ea8Slogwang #include <sys/types.h>
32a9643ea8Slogwang #include <sys/param.h>
33a9643ea8Slogwang #include <sys/kernel.h>
34a9643ea8Slogwang #include <sys/libkern.h>
35*22ce4affSfengbojiang #include <sys/linker.h>
36a9643ea8Slogwang #include <sys/lock.h>
37*22ce4affSfengbojiang #include <sys/malloc.h>
38a9643ea8Slogwang #include <sys/mutex.h>
39*22ce4affSfengbojiang #include <sys/random.h>
40*22ce4affSfengbojiang #include <sys/smp.h>
41a9643ea8Slogwang #include <sys/time.h>
42a9643ea8Slogwang 
43*22ce4affSfengbojiang #include <machine/cpu.h>
44a9643ea8Slogwang 
45*22ce4affSfengbojiang #include <crypto/chacha20/chacha.h>
46*22ce4affSfengbojiang #include <crypto/sha2/sha256.h>
47*22ce4affSfengbojiang #include <dev/random/randomdev.h>
48*22ce4affSfengbojiang #ifdef RANDOM_FENESTRASX
49*22ce4affSfengbojiang #include <dev/random/fenestrasX/fx_pub.h>
50*22ce4affSfengbojiang #endif
51*22ce4affSfengbojiang 
52*22ce4affSfengbojiang #define	CHACHA20_RESEED_BYTES	65536
53*22ce4affSfengbojiang #define	CHACHA20_RESEED_SECONDS	300
54*22ce4affSfengbojiang #define	CHACHA20_KEYBYTES	32
55*22ce4affSfengbojiang #define	CHACHA20_BUFFER_SIZE	64
56*22ce4affSfengbojiang 
57*22ce4affSfengbojiang CTASSERT(CHACHA20_KEYBYTES*8 >= CHACHA_MINKEYLEN);
58*22ce4affSfengbojiang 
59*22ce4affSfengbojiang #ifndef RANDOM_FENESTRASX
60a9643ea8Slogwang int arc4rand_iniseed_state = ARC4_ENTR_NONE;
61*22ce4affSfengbojiang #endif
62a9643ea8Slogwang 
63*22ce4affSfengbojiang MALLOC_DEFINE(M_CHACHA20RANDOM, "chacha20random", "chacha20random structures");
64a9643ea8Slogwang 
65*22ce4affSfengbojiang struct chacha20_s {
66*22ce4affSfengbojiang 	struct mtx mtx;
67*22ce4affSfengbojiang 	int numbytes;
68*22ce4affSfengbojiang 	time_t t_reseed;
69*22ce4affSfengbojiang 	u_int8_t m_buffer[CHACHA20_BUFFER_SIZE];
70*22ce4affSfengbojiang 	struct chacha_ctx ctx;
71*22ce4affSfengbojiang #ifdef RANDOM_FENESTRASX
72*22ce4affSfengbojiang 	uint64_t seed_version;
73*22ce4affSfengbojiang #endif
74*22ce4affSfengbojiang } __aligned(CACHE_LINE_SIZE);
75a9643ea8Slogwang 
76*22ce4affSfengbojiang static struct chacha20_s *chacha20inst = NULL;
77a9643ea8Slogwang 
78*22ce4affSfengbojiang #define CHACHA20_FOREACH(_chacha20) \
79*22ce4affSfengbojiang 	for (_chacha20 = &chacha20inst[0]; \
80*22ce4affSfengbojiang 	     _chacha20 <= &chacha20inst[mp_maxid]; \
81*22ce4affSfengbojiang 	     _chacha20++)
82a9643ea8Slogwang 
83a9643ea8Slogwang /*
84*22ce4affSfengbojiang  * Mix up the current context.
85a9643ea8Slogwang  */
86a9643ea8Slogwang static void
chacha20_randomstir(struct chacha20_s * chacha20)87*22ce4affSfengbojiang chacha20_randomstir(struct chacha20_s *chacha20)
88a9643ea8Slogwang {
89a9643ea8Slogwang 	struct timeval tv_now;
90*22ce4affSfengbojiang 	u_int8_t key[CHACHA20_KEYBYTES];
91*22ce4affSfengbojiang #ifdef RANDOM_FENESTRASX
92*22ce4affSfengbojiang 	uint64_t seed_version;
93a9643ea8Slogwang 
94*22ce4affSfengbojiang #else
95*22ce4affSfengbojiang 	if (__predict_false(random_bypass_before_seeding && !is_random_seeded())) {
96*22ce4affSfengbojiang 		SHA256_CTX ctx;
97*22ce4affSfengbojiang 		uint64_t cc;
98*22ce4affSfengbojiang 		uint32_t fver;
99*22ce4affSfengbojiang 
100*22ce4affSfengbojiang 		if (!arc4random_bypassed_before_seeding) {
101*22ce4affSfengbojiang 			arc4random_bypassed_before_seeding = true;
102*22ce4affSfengbojiang 			if (!random_bypass_disable_warnings)
103*22ce4affSfengbojiang 				printf("arc4random: WARNING: initial seeding "
104*22ce4affSfengbojiang 				    "bypassed the cryptographic random device "
105*22ce4affSfengbojiang 				    "because it was not yet seeded and the "
106*22ce4affSfengbojiang 				    "knob 'bypass_before_seeding' was "
107*22ce4affSfengbojiang 				    "enabled.\n");
108a9643ea8Slogwang 		}
109*22ce4affSfengbojiang 
110*22ce4affSfengbojiang 		/* Last ditch effort to inject something in a bad condition. */
111*22ce4affSfengbojiang 		cc = get_cyclecount();
112*22ce4affSfengbojiang 		SHA256_Init(&ctx);
113*22ce4affSfengbojiang 		SHA256_Update(&ctx, key, sizeof(key));
114*22ce4affSfengbojiang 		SHA256_Update(&ctx, &cc, sizeof(cc));
115*22ce4affSfengbojiang 		fver = __FreeBSD_version;
116*22ce4affSfengbojiang 		SHA256_Update(&ctx, &fver, sizeof(fver));
117*22ce4affSfengbojiang 		_Static_assert(sizeof(key) == SHA256_DIGEST_LENGTH,
118*22ce4affSfengbojiang 		    "make sure 256 bits is still 256 bits");
119*22ce4affSfengbojiang 		SHA256_Final(key, &ctx);
120*22ce4affSfengbojiang 	} else {
121*22ce4affSfengbojiang #endif
122*22ce4affSfengbojiang #ifdef RANDOM_FENESTRASX
123*22ce4affSfengbojiang 		read_random_key(key, CHACHA20_KEYBYTES, &seed_version);
124*22ce4affSfengbojiang #else
125a9643ea8Slogwang 		/*
126*22ce4affSfengbojiang 		* If the loader(8) did not have an entropy stash from the
127*22ce4affSfengbojiang 		* previous shutdown to load, then we will block.  The answer is
128*22ce4affSfengbojiang 		* to make sure there is an entropy stash at shutdown time.
129a9643ea8Slogwang 		*
130*22ce4affSfengbojiang 		* On the other hand, if the random_bypass_before_seeding knob
131*22ce4affSfengbojiang 		* was set and we landed in this branch, we know this won't
132*22ce4affSfengbojiang 		* block because we know the random device is seeded.
133a9643ea8Slogwang 		*/
134*22ce4affSfengbojiang 		read_random(key, CHACHA20_KEYBYTES);
135*22ce4affSfengbojiang 	}
136*22ce4affSfengbojiang #endif
137*22ce4affSfengbojiang 	getmicrouptime(&tv_now);
138*22ce4affSfengbojiang 	mtx_lock(&chacha20->mtx);
139*22ce4affSfengbojiang 	chacha_keysetup(&chacha20->ctx, key, CHACHA20_KEYBYTES*8);
140*22ce4affSfengbojiang 	chacha_ivsetup(&chacha20->ctx, (u_char *)&tv_now.tv_sec, (u_char *)&tv_now.tv_usec);
141*22ce4affSfengbojiang 	/* Reset for next reseed cycle. */
142*22ce4affSfengbojiang 	chacha20->t_reseed = tv_now.tv_sec + CHACHA20_RESEED_SECONDS;
143*22ce4affSfengbojiang 	chacha20->numbytes = 0;
144*22ce4affSfengbojiang #ifdef RANDOM_FENESTRASX
145*22ce4affSfengbojiang 	chacha20->seed_version = seed_version;
146*22ce4affSfengbojiang #endif
147*22ce4affSfengbojiang 	mtx_unlock(&chacha20->mtx);
148a9643ea8Slogwang }
149a9643ea8Slogwang 
150a9643ea8Slogwang /*
151*22ce4affSfengbojiang  * Initialize the contexts.
152a9643ea8Slogwang  */
153a9643ea8Slogwang static void
154*22ce4affSfengbojiang chacha20_init(void)
155a9643ea8Slogwang {
156*22ce4affSfengbojiang 	struct chacha20_s *chacha20;
157a9643ea8Slogwang 
158*22ce4affSfengbojiang 	chacha20inst = malloc((mp_maxid + 1) * sizeof(struct chacha20_s),
159*22ce4affSfengbojiang 			M_CHACHA20RANDOM, M_NOWAIT | M_ZERO);
160*22ce4affSfengbojiang 	KASSERT(chacha20inst != NULL, ("chacha20_init: memory allocation error"));
161a9643ea8Slogwang 
162*22ce4affSfengbojiang 	CHACHA20_FOREACH(chacha20) {
163*22ce4affSfengbojiang 		mtx_init(&chacha20->mtx, "chacha20_mtx", NULL, MTX_DEF);
164*22ce4affSfengbojiang 		chacha20->t_reseed = -1;
165*22ce4affSfengbojiang 		chacha20->numbytes = 0;
166*22ce4affSfengbojiang 		explicit_bzero(chacha20->m_buffer, CHACHA20_BUFFER_SIZE);
167*22ce4affSfengbojiang 		explicit_bzero(&chacha20->ctx, sizeof(chacha20->ctx));
168a9643ea8Slogwang 	}
169*22ce4affSfengbojiang }
170*22ce4affSfengbojiang SYSINIT(chacha20, SI_SUB_LOCK, SI_ORDER_ANY, chacha20_init, NULL);
171a9643ea8Slogwang 
172a9643ea8Slogwang 
173*22ce4affSfengbojiang static void
174*22ce4affSfengbojiang chacha20_uninit(void)
175a9643ea8Slogwang {
176*22ce4affSfengbojiang 	struct chacha20_s *chacha20;
177a9643ea8Slogwang 
178*22ce4affSfengbojiang 	CHACHA20_FOREACH(chacha20)
179*22ce4affSfengbojiang 		mtx_destroy(&chacha20->mtx);
180*22ce4affSfengbojiang 	free(chacha20inst, M_CHACHA20RANDOM);
181a9643ea8Slogwang }
182*22ce4affSfengbojiang SYSUNINIT(chacha20, SI_SUB_LOCK, SI_ORDER_ANY, chacha20_uninit, NULL);
183*22ce4affSfengbojiang 
184a9643ea8Slogwang 
185a9643ea8Slogwang /*
186a9643ea8Slogwang  * MPSAFE
187a9643ea8Slogwang  */
188a9643ea8Slogwang void
189a9643ea8Slogwang arc4rand(void *ptr, u_int len, int reseed)
190a9643ea8Slogwang {
191*22ce4affSfengbojiang 	struct chacha20_s *chacha20;
192a9643ea8Slogwang 	struct timeval tv;
193*22ce4affSfengbojiang 	u_int length;
194*22ce4affSfengbojiang 	u_int8_t *p;
195*22ce4affSfengbojiang 
196*22ce4affSfengbojiang #ifdef RANDOM_FENESTRASX
197*22ce4affSfengbojiang 	if (__predict_false(reseed))
198*22ce4affSfengbojiang #else
199*22ce4affSfengbojiang 	if (__predict_false(reseed ||
200*22ce4affSfengbojiang 	    (arc4rand_iniseed_state == ARC4_ENTR_HAVE &&
201*22ce4affSfengbojiang 	    atomic_cmpset_int(&arc4rand_iniseed_state, ARC4_ENTR_HAVE, ARC4_ENTR_SEED))))
202*22ce4affSfengbojiang #endif
203*22ce4affSfengbojiang 		CHACHA20_FOREACH(chacha20)
204*22ce4affSfengbojiang 			chacha20_randomstir(chacha20);
205a9643ea8Slogwang 
206a9643ea8Slogwang 	getmicrouptime(&tv);
207*22ce4affSfengbojiang 	chacha20 = &chacha20inst[curcpu];
208*22ce4affSfengbojiang 	/* We may get unlucky and be migrated off this CPU, but that is expected to be infrequent */
209*22ce4affSfengbojiang 	if ((chacha20->numbytes > CHACHA20_RESEED_BYTES) || (tv.tv_sec > chacha20->t_reseed))
210*22ce4affSfengbojiang 		chacha20_randomstir(chacha20);
211a9643ea8Slogwang 
212*22ce4affSfengbojiang 	mtx_lock(&chacha20->mtx);
213*22ce4affSfengbojiang #ifdef RANDOM_FENESTRASX
214*22ce4affSfengbojiang 	if (__predict_false(
215*22ce4affSfengbojiang 	    atomic_load_acq_64(&fxrng_root_generation) != chacha20->seed_version
216*22ce4affSfengbojiang 	    )) {
217*22ce4affSfengbojiang 		mtx_unlock(&chacha20->mtx);
218*22ce4affSfengbojiang 		chacha20_randomstir(chacha20);
219*22ce4affSfengbojiang 		mtx_lock(&chacha20->mtx);
220*22ce4affSfengbojiang 	}
221*22ce4affSfengbojiang #endif
222*22ce4affSfengbojiang 
223a9643ea8Slogwang 	p = ptr;
224*22ce4affSfengbojiang 	while (len) {
225*22ce4affSfengbojiang 		length = MIN(CHACHA20_BUFFER_SIZE, len);
226*22ce4affSfengbojiang 		chacha_encrypt_bytes(&chacha20->ctx, chacha20->m_buffer, p, length);
227*22ce4affSfengbojiang 		p += length;
228*22ce4affSfengbojiang 		len -= length;
229*22ce4affSfengbojiang 		chacha20->numbytes += length;
230*22ce4affSfengbojiang 		if (chacha20->numbytes > CHACHA20_RESEED_BYTES) {
231*22ce4affSfengbojiang 			mtx_unlock(&chacha20->mtx);
232*22ce4affSfengbojiang 			chacha20_randomstir(chacha20);
233*22ce4affSfengbojiang 			mtx_lock(&chacha20->mtx);
234*22ce4affSfengbojiang 		}
235*22ce4affSfengbojiang 	}
236*22ce4affSfengbojiang 	mtx_unlock(&chacha20->mtx);
237a9643ea8Slogwang }
238a9643ea8Slogwang 
239a9643ea8Slogwang uint32_t
240a9643ea8Slogwang arc4random(void)
241a9643ea8Slogwang {
242a9643ea8Slogwang 	uint32_t ret;
243a9643ea8Slogwang 
244*22ce4affSfengbojiang 	arc4rand(&ret, sizeof(ret), 0);
245a9643ea8Slogwang 	return ret;
246a9643ea8Slogwang }
247*22ce4affSfengbojiang 
248*22ce4affSfengbojiang void
249*22ce4affSfengbojiang arc4random_buf(void *ptr, size_t len)
250*22ce4affSfengbojiang {
251*22ce4affSfengbojiang 
252*22ce4affSfengbojiang 	arc4rand(ptr, len, 0);
253*22ce4affSfengbojiang }
254