191 lines
3.5 KiB
C
191 lines
3.5 KiB
C
// SPDX-License-Identifier: GPL-2.0-or-later
|
|
/*
|
|
* Copyright 2013, Michael Ellerman, IBM Corporation.
|
|
*/
|
|
|
|
#define pr_fmt(fmt) "powernv-rng: " fmt
|
|
|
|
#include <linux/kernel.h>
|
|
#include <linux/of.h>
|
|
#include <linux/of_address.h>
|
|
#include <linux/of_platform.h>
|
|
#include <linux/slab.h>
|
|
#include <linux/smp.h>
|
|
#include <asm/archrandom.h>
|
|
#include <asm/cputable.h>
|
|
#include <asm/io.h>
|
|
#include <asm/prom.h>
|
|
#include <asm/machdep.h>
|
|
#include <asm/smp.h>
|
|
|
|
#define DARN_ERR 0xFFFFFFFFFFFFFFFFul
|
|
|
|
struct powernv_rng {
|
|
void __iomem *regs;
|
|
void __iomem *regs_real;
|
|
unsigned long mask;
|
|
};
|
|
|
|
static DEFINE_PER_CPU(struct powernv_rng *, powernv_rng);
|
|
|
|
|
|
int powernv_hwrng_present(void)
|
|
{
|
|
struct powernv_rng *rng;
|
|
|
|
rng = get_cpu_var(powernv_rng);
|
|
put_cpu_var(rng);
|
|
return rng != NULL;
|
|
}
|
|
|
|
static unsigned long rng_whiten(struct powernv_rng *rng, unsigned long val)
|
|
{
|
|
unsigned long parity;
|
|
|
|
/* Calculate the parity of the value */
|
|
asm ("popcntd %0,%1" : "=r" (parity) : "r" (val));
|
|
|
|
/* xor our value with the previous mask */
|
|
val ^= rng->mask;
|
|
|
|
/* update the mask based on the parity of this value */
|
|
rng->mask = (rng->mask << 1) | (parity & 1);
|
|
|
|
return val;
|
|
}
|
|
|
|
int powernv_get_random_real_mode(unsigned long *v)
|
|
{
|
|
struct powernv_rng *rng;
|
|
|
|
rng = raw_cpu_read(powernv_rng);
|
|
|
|
*v = rng_whiten(rng, __raw_rm_readq(rng->regs_real));
|
|
|
|
return 1;
|
|
}
|
|
|
|
int powernv_get_random_darn(unsigned long *v)
|
|
{
|
|
unsigned long val;
|
|
|
|
/* Using DARN with L=1 - 64-bit conditioned random number */
|
|
asm volatile(PPC_DARN(%0, 1) : "=r"(val));
|
|
|
|
if (val == DARN_ERR)
|
|
return 0;
|
|
|
|
*v = val;
|
|
|
|
return 1;
|
|
}
|
|
|
|
static int initialise_darn(void)
|
|
{
|
|
unsigned long val;
|
|
int i;
|
|
|
|
if (!cpu_has_feature(CPU_FTR_ARCH_300))
|
|
return -ENODEV;
|
|
|
|
for (i = 0; i < 10; i++) {
|
|
if (powernv_get_random_darn(&val)) {
|
|
ppc_md.get_random_seed = powernv_get_random_darn;
|
|
return 0;
|
|
}
|
|
}
|
|
|
|
pr_warn("Unable to use DARN for get_random_seed()\n");
|
|
|
|
return -EIO;
|
|
}
|
|
|
|
int powernv_get_random_long(unsigned long *v)
|
|
{
|
|
struct powernv_rng *rng;
|
|
|
|
rng = get_cpu_var(powernv_rng);
|
|
|
|
*v = rng_whiten(rng, in_be64(rng->regs));
|
|
|
|
put_cpu_var(rng);
|
|
|
|
return 1;
|
|
}
|
|
EXPORT_SYMBOL_GPL(powernv_get_random_long);
|
|
|
|
static __init void rng_init_per_cpu(struct powernv_rng *rng,
|
|
struct device_node *dn)
|
|
{
|
|
int chip_id, cpu;
|
|
|
|
chip_id = of_get_ibm_chip_id(dn);
|
|
if (chip_id == -1)
|
|
pr_warn("No ibm,chip-id found for %pOF.\n", dn);
|
|
|
|
for_each_possible_cpu(cpu) {
|
|
if (per_cpu(powernv_rng, cpu) == NULL ||
|
|
cpu_to_chip_id(cpu) == chip_id) {
|
|
per_cpu(powernv_rng, cpu) = rng;
|
|
}
|
|
}
|
|
}
|
|
|
|
static __init int rng_create(struct device_node *dn)
|
|
{
|
|
struct powernv_rng *rng;
|
|
struct resource res;
|
|
unsigned long val;
|
|
|
|
rng = kzalloc(sizeof(*rng), GFP_KERNEL);
|
|
if (!rng)
|
|
return -ENOMEM;
|
|
|
|
if (of_address_to_resource(dn, 0, &res)) {
|
|
kfree(rng);
|
|
return -ENXIO;
|
|
}
|
|
|
|
rng->regs_real = (void __iomem *)res.start;
|
|
|
|
rng->regs = of_iomap(dn, 0);
|
|
if (!rng->regs) {
|
|
kfree(rng);
|
|
return -ENXIO;
|
|
}
|
|
|
|
val = in_be64(rng->regs);
|
|
rng->mask = val;
|
|
|
|
rng_init_per_cpu(rng, dn);
|
|
|
|
pr_info_once("Registering arch random hook.\n");
|
|
|
|
ppc_md.get_random_seed = powernv_get_random_long;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static __init int rng_init(void)
|
|
{
|
|
struct device_node *dn;
|
|
int rc;
|
|
|
|
for_each_compatible_node(dn, NULL, "ibm,power-rng") {
|
|
rc = rng_create(dn);
|
|
if (rc) {
|
|
pr_err("Failed creating rng for %pOF (%d).\n",
|
|
dn, rc);
|
|
continue;
|
|
}
|
|
|
|
/* Create devices for hwrng driver */
|
|
of_platform_device_create(dn, NULL, NULL);
|
|
}
|
|
|
|
initialise_darn();
|
|
|
|
return 0;
|
|
}
|
|
machine_subsys_initcall(powernv, rng_init);
|