cavium-rng-vf.c 6.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270
  1. // SPDX-License-Identifier: GPL-2.0
  2. /*
  3. * Hardware Random Number Generator support.
  4. * Cavium Thunder, Marvell OcteonTx/Tx2 processor families.
  5. *
  6. * Copyright (C) 2016 Cavium, Inc.
  7. */
  8. #include <linux/hw_random.h>
  9. #include <linux/io.h>
  10. #include <linux/module.h>
  11. #include <linux/pci.h>
  12. #include <linux/pci_ids.h>
  13. #include <asm/arch_timer.h>
  14. /* PCI device IDs */
  15. #define PCI_DEVID_CAVIUM_RNG_PF 0xA018
  16. #define PCI_DEVID_CAVIUM_RNG_VF 0xA033
  17. #define HEALTH_STATUS_REG 0x38
  18. /* RST device info */
  19. #define PCI_DEVICE_ID_RST_OTX2 0xA085
  20. #define RST_BOOT_REG 0x1600ULL
  21. #define CLOCK_BASE_RATE 50000000ULL
  22. #define MSEC_TO_NSEC(x) (x * 1000000)
  23. struct cavium_rng {
  24. struct hwrng ops;
  25. void __iomem *result;
  26. void __iomem *pf_regbase;
  27. struct pci_dev *pdev;
  28. u64 clock_rate;
  29. u64 prev_error;
  30. u64 prev_time;
  31. };
  32. static inline bool is_octeontx(struct pci_dev *pdev)
  33. {
  34. if (midr_is_cpu_model_range(read_cpuid_id(), MIDR_THUNDERX_83XX,
  35. MIDR_CPU_VAR_REV(0, 0),
  36. MIDR_CPU_VAR_REV(3, 0)) ||
  37. midr_is_cpu_model_range(read_cpuid_id(), MIDR_THUNDERX_81XX,
  38. MIDR_CPU_VAR_REV(0, 0),
  39. MIDR_CPU_VAR_REV(3, 0)) ||
  40. midr_is_cpu_model_range(read_cpuid_id(), MIDR_THUNDERX,
  41. MIDR_CPU_VAR_REV(0, 0),
  42. MIDR_CPU_VAR_REV(3, 0)))
  43. return true;
  44. return false;
  45. }
  46. static u64 rng_get_coprocessor_clkrate(void)
  47. {
  48. u64 ret = CLOCK_BASE_RATE * 16; /* Assume 800Mhz as default */
  49. struct pci_dev *pdev;
  50. void __iomem *base;
  51. pdev = pci_get_device(PCI_VENDOR_ID_CAVIUM,
  52. PCI_DEVICE_ID_RST_OTX2, NULL);
  53. if (!pdev)
  54. goto error;
  55. base = pci_ioremap_bar(pdev, 0);
  56. if (!base)
  57. goto error_put_pdev;
  58. /* RST: PNR_MUL * 50Mhz gives clockrate */
  59. ret = CLOCK_BASE_RATE * ((readq(base + RST_BOOT_REG) >> 33) & 0x3F);
  60. iounmap(base);
  61. error_put_pdev:
  62. pci_dev_put(pdev);
  63. error:
  64. return ret;
  65. }
  66. static int check_rng_health(struct cavium_rng *rng)
  67. {
  68. u64 cur_err, cur_time;
  69. u64 status, cycles;
  70. u64 time_elapsed;
  71. /* Skip checking health for OcteonTx */
  72. if (!rng->pf_regbase)
  73. return 0;
  74. status = readq(rng->pf_regbase + HEALTH_STATUS_REG);
  75. if (status & BIT_ULL(0)) {
  76. dev_err(&rng->pdev->dev, "HWRNG: Startup health test failed\n");
  77. return -EIO;
  78. }
  79. cycles = status >> 1;
  80. if (!cycles)
  81. return 0;
  82. cur_time = arch_timer_read_counter();
  83. /* RNM_HEALTH_STATUS[CYCLES_SINCE_HEALTH_FAILURE]
  84. * Number of coprocessor cycles times 2 since the last failure.
  85. * This field doesn't get cleared/updated until another failure.
  86. */
  87. cycles = cycles / 2;
  88. cur_err = (cycles * 1000000000) / rng->clock_rate; /* In nanosec */
  89. /* Ignore errors that happenned a long time ago, these
  90. * are most likely false positive errors.
  91. */
  92. if (cur_err > MSEC_TO_NSEC(10)) {
  93. rng->prev_error = 0;
  94. rng->prev_time = 0;
  95. return 0;
  96. }
  97. if (rng->prev_error) {
  98. /* Calculate time elapsed since last error
  99. * '1' tick of CNTVCT is 10ns, since it runs at 100Mhz.
  100. */
  101. time_elapsed = (cur_time - rng->prev_time) * 10;
  102. time_elapsed += rng->prev_error;
  103. /* Check if current error is a new one or the old one itself.
  104. * If error is a new one then consider there is a persistent
  105. * issue with entropy, declare hardware failure.
  106. */
  107. if (cur_err < time_elapsed) {
  108. dev_err(&rng->pdev->dev, "HWRNG failure detected\n");
  109. rng->prev_error = cur_err;
  110. rng->prev_time = cur_time;
  111. return -EIO;
  112. }
  113. }
  114. rng->prev_error = cur_err;
  115. rng->prev_time = cur_time;
  116. return 0;
  117. }
  118. /* Read data from the RNG unit */
  119. static int cavium_rng_read(struct hwrng *rng, void *dat, size_t max, bool wait)
  120. {
  121. struct cavium_rng *p = container_of(rng, struct cavium_rng, ops);
  122. unsigned int size = max;
  123. int err = 0;
  124. err = check_rng_health(p);
  125. if (err)
  126. return err;
  127. while (size >= 8) {
  128. *((u64 *)dat) = readq(p->result);
  129. size -= 8;
  130. dat += 8;
  131. }
  132. while (size > 0) {
  133. *((u8 *)dat) = readb(p->result);
  134. size--;
  135. dat++;
  136. }
  137. return max;
  138. }
  139. static int cavium_map_pf_regs(struct cavium_rng *rng)
  140. {
  141. struct pci_dev *pdev;
  142. /* Health status is not supported on 83xx, skip mapping PF CSRs */
  143. if (is_octeontx(rng->pdev)) {
  144. rng->pf_regbase = NULL;
  145. return 0;
  146. }
  147. pdev = pci_get_device(PCI_VENDOR_ID_CAVIUM,
  148. PCI_DEVID_CAVIUM_RNG_PF, NULL);
  149. if (!pdev) {
  150. pr_err("Cannot find RNG PF device\n");
  151. return -EIO;
  152. }
  153. rng->pf_regbase = ioremap(pci_resource_start(pdev, 0),
  154. pci_resource_len(pdev, 0));
  155. if (!rng->pf_regbase) {
  156. dev_err(&pdev->dev, "Failed to map PF CSR region\n");
  157. pci_dev_put(pdev);
  158. return -ENOMEM;
  159. }
  160. pci_dev_put(pdev);
  161. /* Get co-processor clock rate */
  162. rng->clock_rate = rng_get_coprocessor_clkrate();
  163. return 0;
  164. }
  165. /* Map Cavium RNG to an HWRNG object */
  166. static int cavium_rng_probe_vf(struct pci_dev *pdev,
  167. const struct pci_device_id *id)
  168. {
  169. struct cavium_rng *rng;
  170. int ret;
  171. rng = devm_kzalloc(&pdev->dev, sizeof(*rng), GFP_KERNEL);
  172. if (!rng)
  173. return -ENOMEM;
  174. rng->pdev = pdev;
  175. /* Map the RNG result */
  176. rng->result = pcim_iomap(pdev, 0, 0);
  177. if (!rng->result) {
  178. dev_err(&pdev->dev, "Error iomap failed retrieving result.\n");
  179. return -ENOMEM;
  180. }
  181. rng->ops.name = devm_kasprintf(&pdev->dev, GFP_KERNEL,
  182. "cavium-rng-%s", dev_name(&pdev->dev));
  183. if (!rng->ops.name)
  184. return -ENOMEM;
  185. rng->ops.read = cavium_rng_read;
  186. rng->ops.quality = 1000;
  187. pci_set_drvdata(pdev, rng);
  188. /* Health status is available only at PF, hence map PF registers. */
  189. ret = cavium_map_pf_regs(rng);
  190. if (ret)
  191. return ret;
  192. ret = devm_hwrng_register(&pdev->dev, &rng->ops);
  193. if (ret) {
  194. dev_err(&pdev->dev, "Error registering device as HWRNG.\n");
  195. return ret;
  196. }
  197. return 0;
  198. }
  199. /* Remove the VF */
  200. static void cavium_rng_remove_vf(struct pci_dev *pdev)
  201. {
  202. struct cavium_rng *rng;
  203. rng = pci_get_drvdata(pdev);
  204. iounmap(rng->pf_regbase);
  205. }
  206. static const struct pci_device_id cavium_rng_vf_id_table[] = {
  207. { PCI_DEVICE(PCI_VENDOR_ID_CAVIUM, PCI_DEVID_CAVIUM_RNG_VF) },
  208. { 0, }
  209. };
  210. MODULE_DEVICE_TABLE(pci, cavium_rng_vf_id_table);
  211. static struct pci_driver cavium_rng_vf_driver = {
  212. .name = "cavium_rng_vf",
  213. .id_table = cavium_rng_vf_id_table,
  214. .probe = cavium_rng_probe_vf,
  215. .remove = cavium_rng_remove_vf,
  216. };
  217. module_pci_driver(cavium_rng_vf_driver);
  218. MODULE_AUTHOR("Omer Khaliq <[email protected]>");
  219. MODULE_LICENSE("GPL v2");