rng.c 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200
  1. // SPDX-License-Identifier: GPL-2.0-or-later
  2. /*
  3. * Copyright 2013, Michael Ellerman, IBM Corporation.
  4. */
  5. #define pr_fmt(fmt) "powernv-rng: " fmt
  6. #include <linux/kernel.h>
  7. #include <linux/of.h>
  8. #include <linux/of_address.h>
  9. #include <linux/of_platform.h>
  10. #include <linux/slab.h>
  11. #include <linux/smp.h>
  12. #include <asm/archrandom.h>
  13. #include <asm/cputable.h>
  14. #include <asm/io.h>
  15. #include <asm/prom.h>
  16. #include <asm/machdep.h>
  17. #include <asm/smp.h>
  18. #include "powernv.h"
  19. #define DARN_ERR 0xFFFFFFFFFFFFFFFFul
  20. struct pnv_rng {
  21. void __iomem *regs;
  22. void __iomem *regs_real;
  23. unsigned long mask;
  24. };
  25. static DEFINE_PER_CPU(struct pnv_rng *, pnv_rng);
  26. static unsigned long rng_whiten(struct pnv_rng *rng, unsigned long val)
  27. {
  28. unsigned long parity;
  29. /* Calculate the parity of the value */
  30. asm (".machine push; \
  31. .machine power7; \
  32. popcntd %0,%1; \
  33. .machine pop;"
  34. : "=r" (parity) : "r" (val));
  35. /* xor our value with the previous mask */
  36. val ^= rng->mask;
  37. /* update the mask based on the parity of this value */
  38. rng->mask = (rng->mask << 1) | (parity & 1);
  39. return val;
  40. }
  41. static int pnv_get_random_darn(unsigned long *v)
  42. {
  43. unsigned long val;
  44. /* Using DARN with L=1 - 64-bit conditioned random number */
  45. asm volatile(PPC_DARN(%0, 1) : "=r"(val));
  46. if (val == DARN_ERR)
  47. return 0;
  48. *v = val;
  49. return 1;
  50. }
  51. static int __init initialise_darn(void)
  52. {
  53. unsigned long val;
  54. int i;
  55. if (!cpu_has_feature(CPU_FTR_ARCH_300))
  56. return -ENODEV;
  57. for (i = 0; i < 10; i++) {
  58. if (pnv_get_random_darn(&val)) {
  59. ppc_md.get_random_seed = pnv_get_random_darn;
  60. return 0;
  61. }
  62. }
  63. return -EIO;
  64. }
  65. int pnv_get_random_long(unsigned long *v)
  66. {
  67. struct pnv_rng *rng;
  68. if (mfmsr() & MSR_DR) {
  69. rng = get_cpu_var(pnv_rng);
  70. *v = rng_whiten(rng, in_be64(rng->regs));
  71. put_cpu_var(rng);
  72. } else {
  73. rng = raw_cpu_read(pnv_rng);
  74. *v = rng_whiten(rng, __raw_rm_readq(rng->regs_real));
  75. }
  76. return 1;
  77. }
  78. EXPORT_SYMBOL_GPL(pnv_get_random_long);
  79. static __init void rng_init_per_cpu(struct pnv_rng *rng,
  80. struct device_node *dn)
  81. {
  82. int chip_id, cpu;
  83. chip_id = of_get_ibm_chip_id(dn);
  84. if (chip_id == -1)
  85. pr_warn("No ibm,chip-id found for %pOF.\n", dn);
  86. for_each_possible_cpu(cpu) {
  87. if (per_cpu(pnv_rng, cpu) == NULL ||
  88. cpu_to_chip_id(cpu) == chip_id) {
  89. per_cpu(pnv_rng, cpu) = rng;
  90. }
  91. }
  92. }
  93. static __init int rng_create(struct device_node *dn)
  94. {
  95. struct pnv_rng *rng;
  96. struct resource res;
  97. unsigned long val;
  98. rng = kzalloc(sizeof(*rng), GFP_KERNEL);
  99. if (!rng)
  100. return -ENOMEM;
  101. if (of_address_to_resource(dn, 0, &res)) {
  102. kfree(rng);
  103. return -ENXIO;
  104. }
  105. rng->regs_real = (void __iomem *)res.start;
  106. rng->regs = of_iomap(dn, 0);
  107. if (!rng->regs) {
  108. kfree(rng);
  109. return -ENXIO;
  110. }
  111. val = in_be64(rng->regs);
  112. rng->mask = val;
  113. rng_init_per_cpu(rng, dn);
  114. ppc_md.get_random_seed = pnv_get_random_long;
  115. return 0;
  116. }
  117. static int __init pnv_get_random_long_early(unsigned long *v)
  118. {
  119. struct device_node *dn;
  120. if (!slab_is_available())
  121. return 0;
  122. if (cmpxchg(&ppc_md.get_random_seed, pnv_get_random_long_early,
  123. NULL) != pnv_get_random_long_early)
  124. return 0;
  125. for_each_compatible_node(dn, NULL, "ibm,power-rng")
  126. rng_create(dn);
  127. if (!ppc_md.get_random_seed)
  128. return 0;
  129. return ppc_md.get_random_seed(v);
  130. }
  131. void __init pnv_rng_init(void)
  132. {
  133. struct device_node *dn;
  134. /* Prefer darn over the rest. */
  135. if (!initialise_darn())
  136. return;
  137. dn = of_find_compatible_node(NULL, NULL, "ibm,power-rng");
  138. if (dn)
  139. ppc_md.get_random_seed = pnv_get_random_long_early;
  140. of_node_put(dn);
  141. }
  142. static int __init pnv_rng_late_init(void)
  143. {
  144. struct device_node *dn;
  145. unsigned long v;
  146. /* In case it wasn't called during init for some other reason. */
  147. if (ppc_md.get_random_seed == pnv_get_random_long_early)
  148. pnv_get_random_long_early(&v);
  149. if (ppc_md.get_random_seed == pnv_get_random_long) {
  150. for_each_compatible_node(dn, NULL, "ibm,power-rng")
  151. of_platform_device_create(dn, NULL, NULL);
  152. }
  153. return 0;
  154. }
  155. machine_subsys_initcall(powernv, pnv_rng_late_init);