1999-11-28 17:51:09 +00:00
|
|
|
/*-
|
2017-04-16 09:11:02 +00:00
|
|
|
* Copyright (c) 2017 The FreeBSD Foundation
|
|
|
|
* All rights reserved.
|
1999-11-28 17:51:09 +00:00
|
|
|
*
|
2017-04-16 09:11:02 +00:00
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
* are met:
|
|
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer
|
|
|
|
* in this position and unchanged.
|
|
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
|
|
* documentation and/or other materials provided with the distribution.
|
|
|
|
*
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
|
|
|
|
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
|
|
|
|
* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
|
|
|
|
* IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
|
|
|
|
* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
|
|
|
|
* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
|
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
|
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
|
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
|
|
|
|
* THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
1999-11-28 17:51:09 +00:00
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
2003-06-11 05:37:42 +00:00
|
|
|
#include <sys/cdefs.h>
|
|
|
|
__FBSDID("$FreeBSD$");
|
|
|
|
|
2000-06-25 10:15:58 +00:00
|
|
|
#include <sys/types.h>
|
2003-08-15 06:34:47 +00:00
|
|
|
#include <sys/param.h>
|
|
|
|
#include <sys/kernel.h>
|
1999-11-28 17:51:09 +00:00
|
|
|
#include <sys/libkern.h>
|
2017-04-16 09:11:02 +00:00
|
|
|
#include <sys/linker.h>
|
2003-08-15 06:34:47 +00:00
|
|
|
#include <sys/lock.h>
|
2017-04-16 09:11:02 +00:00
|
|
|
#include <sys/malloc.h>
|
2003-08-15 06:34:47 +00:00
|
|
|
#include <sys/mutex.h>
|
2017-04-16 09:11:02 +00:00
|
|
|
#include <sys/random.h>
|
2016-11-25 13:49:33 +00:00
|
|
|
#include <sys/smp.h>
|
2017-04-16 09:11:02 +00:00
|
|
|
#include <sys/time.h>
|
|
|
|
|
|
|
|
#include <crypto/chacha20/chacha.h>
|
|
|
|
|
|
|
|
#define CHACHA20_RESEED_BYTES 65536
|
|
|
|
#define CHACHA20_RESEED_SECONDS 300
|
|
|
|
#define CHACHA20_KEYBYTES 32
|
|
|
|
#define CHACHA20_BUFFER_SIZE 64
|
1999-11-28 23:39:49 +00:00
|
|
|
|
2017-04-16 09:11:02 +00:00
|
|
|
CTASSERT(CHACHA20_KEYBYTES*8 >= CHACHA_MINKEYLEN);
|
1999-11-28 17:51:09 +00:00
|
|
|
|
2013-04-19 00:30:52 +00:00
|
|
|
int arc4rand_iniseed_state = ARC4_ENTR_NONE;
|
|
|
|
|
2017-04-16 09:11:02 +00:00
|
|
|
MALLOC_DEFINE(M_CHACHA20RANDOM, "chacha20random", "chacha20random structures");
|
2001-08-30 01:15:25 +00:00
|
|
|
|
2017-04-16 09:11:02 +00:00
|
|
|
struct chacha20_s {
|
2016-11-25 17:20:23 +00:00
|
|
|
struct mtx mtx;
|
2017-04-16 09:11:02 +00:00
|
|
|
int numbytes;
|
|
|
|
int first_time_done;
|
2016-11-25 13:49:33 +00:00
|
|
|
time_t t_reseed;
|
2017-04-16 09:11:02 +00:00
|
|
|
u_int8_t m_buffer[CHACHA20_BUFFER_SIZE];
|
|
|
|
struct chacha_ctx ctx;
|
2016-11-25 17:20:23 +00:00
|
|
|
} __aligned(CACHE_LINE_SIZE);
|
2016-11-25 13:49:33 +00:00
|
|
|
|
2017-04-16 09:11:02 +00:00
|
|
|
static struct chacha20_s *chacha20inst = NULL;
|
2016-11-25 13:49:33 +00:00
|
|
|
|
2017-04-16 09:11:02 +00:00
|
|
|
#define CHACHA20_FOREACH(_chacha20) \
|
|
|
|
for (_chacha20 = &chacha20inst[0]; \
|
|
|
|
_chacha20 <= &chacha20inst[mp_maxid]; \
|
|
|
|
_chacha20++)
|
1999-11-28 17:51:09 +00:00
|
|
|
|
|
|
|
/*
|
2017-04-16 09:11:02 +00:00
|
|
|
* Mix up the current context.
|
1999-11-28 17:51:09 +00:00
|
|
|
*/
|
|
|
|
static void
|
2017-04-16 09:11:02 +00:00
|
|
|
chacha20_randomstir(struct chacha20_s* chacha20)
|
1999-11-28 17:51:09 +00:00
|
|
|
{
|
2002-10-11 13:13:08 +00:00
|
|
|
struct timeval tv_now;
|
2017-04-16 09:11:02 +00:00
|
|
|
size_t n, size;
|
|
|
|
u_int8_t key[CHACHA20_KEYBYTES], *data;
|
|
|
|
caddr_t keyfile;
|
1999-11-28 17:51:09 +00:00
|
|
|
|
2001-08-30 12:30:58 +00:00
|
|
|
/*
|
2017-04-16 09:11:02 +00:00
|
|
|
* This is making the best of what may be an insecure
|
|
|
|
* Situation. If the loader(8) did not have an entropy
|
|
|
|
* stash from the previous shutdown to load, then we will
|
|
|
|
* be improperly seeded. The answer is to make sure there
|
|
|
|
* is an entropy stash at shutdown time.
|
2000-12-02 16:23:54 +00:00
|
|
|
*/
|
2017-04-16 09:11:02 +00:00
|
|
|
(void)read_random(key, CHACHA20_KEYBYTES);
|
|
|
|
if (!chacha20->first_time_done) {
|
|
|
|
keyfile = preload_search_by_type(RANDOM_CACHED_BOOT_ENTROPY_MODULE);
|
|
|
|
if (keyfile != NULL) {
|
|
|
|
data = preload_fetch_addr(keyfile);
|
|
|
|
size = MIN(preload_fetch_size(keyfile), CHACHA20_KEYBYTES);
|
|
|
|
for (n = 0; n < size; n++)
|
|
|
|
key[n] ^= data[n];
|
|
|
|
explicit_bzero(data, size);
|
|
|
|
if (bootverbose)
|
|
|
|
printf("arc4random: read %zu bytes from preloaded cache\n", size);
|
|
|
|
} else
|
|
|
|
printf("arc4random: no preloaded entropy cache\n");
|
|
|
|
chacha20->first_time_done = 1;
|
1999-11-28 17:51:09 +00:00
|
|
|
}
|
2017-04-16 09:11:02 +00:00
|
|
|
getmicrouptime(&tv_now);
|
|
|
|
mtx_lock(&chacha20->mtx);
|
|
|
|
chacha_keysetup(&chacha20->ctx, key, CHACHA20_KEYBYTES*8);
|
|
|
|
chacha_ivsetup(&chacha20->ctx, (u_char *)&tv_now.tv_sec, (u_char *)&tv_now.tv_usec);
|
2001-08-30 01:15:25 +00:00
|
|
|
/* Reset for next reseed cycle. */
|
2017-04-16 09:11:02 +00:00
|
|
|
chacha20->t_reseed = tv_now.tv_sec + CHACHA20_RESEED_SECONDS;
|
|
|
|
chacha20->numbytes = 0;
|
|
|
|
mtx_unlock(&chacha20->mtx);
|
1999-11-28 23:39:49 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
2017-04-16 09:11:02 +00:00
|
|
|
* Initialize the contexts.
|
1999-11-28 23:39:49 +00:00
|
|
|
*/
|
|
|
|
static void
|
2017-04-16 09:11:02 +00:00
|
|
|
chacha20_init(void)
|
1999-11-28 23:39:49 +00:00
|
|
|
{
|
2017-04-16 09:11:02 +00:00
|
|
|
struct chacha20_s *chacha20;
|
|
|
|
|
|
|
|
chacha20inst = malloc((mp_maxid + 1) * sizeof(struct chacha20_s),
|
|
|
|
M_CHACHA20RANDOM, M_NOWAIT | M_ZERO);
|
|
|
|
KASSERT(chacha20inst != NULL, ("chacha20_init: memory allocation error"));
|
|
|
|
|
|
|
|
CHACHA20_FOREACH(chacha20) {
|
|
|
|
mtx_init(&chacha20->mtx, "chacha20_mtx", NULL, MTX_DEF);
|
|
|
|
chacha20->t_reseed = -1;
|
|
|
|
chacha20->numbytes = 0;
|
|
|
|
chacha20->first_time_done = 0;
|
|
|
|
explicit_bzero(chacha20->m_buffer, CHACHA20_BUFFER_SIZE);
|
|
|
|
explicit_bzero(&chacha20->ctx, sizeof(chacha20->ctx));
|
2016-11-25 13:49:33 +00:00
|
|
|
}
|
|
|
|
}
|
2017-04-16 09:11:02 +00:00
|
|
|
SYSINIT(chacha20, SI_SUB_LOCK, SI_ORDER_ANY, chacha20_init, NULL);
|
2016-11-25 13:49:33 +00:00
|
|
|
|
|
|
|
|
|
|
|
static void
|
2017-04-16 09:11:02 +00:00
|
|
|
chacha20_uninit(void)
|
2016-11-25 13:49:33 +00:00
|
|
|
{
|
2017-04-16 09:11:02 +00:00
|
|
|
struct chacha20_s *chacha20;
|
2016-11-25 13:49:33 +00:00
|
|
|
|
2017-04-16 09:11:02 +00:00
|
|
|
CHACHA20_FOREACH(chacha20)
|
|
|
|
mtx_destroy(&chacha20->mtx);
|
|
|
|
free(chacha20inst, M_CHACHA20RANDOM);
|
1999-11-28 17:51:09 +00:00
|
|
|
}
|
2017-04-16 09:11:02 +00:00
|
|
|
SYSUNINIT(chacha20, SI_SUB_LOCK, SI_ORDER_ANY, chacha20_uninit, NULL);
|
1999-11-28 17:51:09 +00:00
|
|
|
|
|
|
|
|
2003-08-15 06:34:47 +00:00
|
|
|
/*
|
|
|
|
* MPSAFE
|
|
|
|
*/
|
2002-10-11 13:13:08 +00:00
|
|
|
void
|
|
|
|
arc4rand(void *ptr, u_int len, int reseed)
|
1999-11-28 17:51:09 +00:00
|
|
|
{
|
2017-04-16 09:11:02 +00:00
|
|
|
struct chacha20_s *chacha20;
|
2002-10-11 13:13:08 +00:00
|
|
|
struct timeval tv;
|
2017-04-16 09:11:02 +00:00
|
|
|
u_int length;
|
|
|
|
u_int8_t *p;
|
1999-11-28 17:51:09 +00:00
|
|
|
|
2017-04-16 09:11:02 +00:00
|
|
|
if (reseed || atomic_cmpset_int(&arc4rand_iniseed_state, ARC4_ENTR_HAVE, ARC4_ENTR_SEED))
|
|
|
|
CHACHA20_FOREACH(chacha20)
|
|
|
|
chacha20_randomstir(chacha20);
|
2016-11-25 13:49:33 +00:00
|
|
|
|
2017-04-16 09:11:02 +00:00
|
|
|
chacha20 = &chacha20inst[curcpu];
|
2002-10-11 13:13:08 +00:00
|
|
|
getmicrouptime(&tv);
|
2017-04-16 09:11:02 +00:00
|
|
|
/* We may get unlucky and be migrated off this CPU, but that is expected to be infrequent */
|
|
|
|
if ((chacha20->numbytes > CHACHA20_RESEED_BYTES) || (tv.tv_sec > chacha20->t_reseed))
|
|
|
|
chacha20_randomstir(chacha20);
|
2016-11-25 13:49:33 +00:00
|
|
|
|
2017-04-16 09:11:02 +00:00
|
|
|
mtx_lock(&chacha20->mtx);
|
2002-10-11 13:13:08 +00:00
|
|
|
p = ptr;
|
2017-04-16 09:11:02 +00:00
|
|
|
while (len) {
|
|
|
|
length = MIN(CHACHA20_BUFFER_SIZE, len);
|
|
|
|
chacha_encrypt_bytes(&chacha20->ctx, chacha20->m_buffer, p, length);
|
|
|
|
p += length;
|
|
|
|
len -= length;
|
|
|
|
chacha20->numbytes += length;
|
|
|
|
if (chacha20->numbytes > CHACHA20_RESEED_BYTES) {
|
|
|
|
mtx_unlock(&chacha20->mtx);
|
|
|
|
chacha20_randomstir(chacha20);
|
|
|
|
mtx_lock(&chacha20->mtx);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
mtx_unlock(&chacha20->mtx);
|
2002-10-11 13:13:08 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
uint32_t
|
|
|
|
arc4random(void)
|
|
|
|
{
|
|
|
|
uint32_t ret;
|
1999-11-28 17:51:09 +00:00
|
|
|
|
2017-04-16 09:11:02 +00:00
|
|
|
arc4rand(&ret, sizeof(ret), 0);
|
1999-11-28 17:51:09 +00:00
|
|
|
return ret;
|
|
|
|
}
|
2017-04-16 09:11:02 +00:00
|
|
|
|
|
|
|
void
|
|
|
|
arc4random_buf(void *ptr, size_t len)
|
|
|
|
{
|
|
|
|
|
|
|
|
arc4rand(ptr, len, 0);
|
|
|
|
}
|