nitrox_sriov.c 4.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234
  1. // SPDX-License-Identifier: GPL-2.0
  2. #include <linux/pci.h>
  3. #include <linux/delay.h>
  4. #include "nitrox_dev.h"
  5. #include "nitrox_hal.h"
  6. #include "nitrox_common.h"
  7. #include "nitrox_isr.h"
  8. #include "nitrox_mbx.h"
  9. /**
  10. * num_vfs_valid - validate VF count
  11. * @num_vfs: number of VF(s)
  12. */
  13. static inline bool num_vfs_valid(int num_vfs)
  14. {
  15. bool valid = false;
  16. switch (num_vfs) {
  17. case 16:
  18. case 32:
  19. case 64:
  20. case 128:
  21. valid = true;
  22. break;
  23. }
  24. return valid;
  25. }
  26. static inline enum vf_mode num_vfs_to_mode(int num_vfs)
  27. {
  28. enum vf_mode mode = 0;
  29. switch (num_vfs) {
  30. case 0:
  31. mode = __NDEV_MODE_PF;
  32. break;
  33. case 16:
  34. mode = __NDEV_MODE_VF16;
  35. break;
  36. case 32:
  37. mode = __NDEV_MODE_VF32;
  38. break;
  39. case 64:
  40. mode = __NDEV_MODE_VF64;
  41. break;
  42. case 128:
  43. mode = __NDEV_MODE_VF128;
  44. break;
  45. }
  46. return mode;
  47. }
  48. static inline int vf_mode_to_nr_queues(enum vf_mode mode)
  49. {
  50. int nr_queues = 0;
  51. switch (mode) {
  52. case __NDEV_MODE_PF:
  53. nr_queues = MAX_PF_QUEUES;
  54. break;
  55. case __NDEV_MODE_VF16:
  56. nr_queues = 8;
  57. break;
  58. case __NDEV_MODE_VF32:
  59. nr_queues = 4;
  60. break;
  61. case __NDEV_MODE_VF64:
  62. nr_queues = 2;
  63. break;
  64. case __NDEV_MODE_VF128:
  65. nr_queues = 1;
  66. break;
  67. }
  68. return nr_queues;
  69. }
  70. static void nitrox_pf_cleanup(struct nitrox_device *ndev)
  71. {
  72. /* PF has no queues in SR-IOV mode */
  73. atomic_set(&ndev->state, __NDEV_NOT_READY);
  74. /* unregister crypto algorithms */
  75. nitrox_crypto_unregister();
  76. /* cleanup PF resources */
  77. nitrox_unregister_interrupts(ndev);
  78. nitrox_common_sw_cleanup(ndev);
  79. }
  80. /**
  81. * nitrox_pf_reinit - re-initialize PF resources once SR-IOV is disabled
  82. * @ndev: NITROX device
  83. */
  84. static int nitrox_pf_reinit(struct nitrox_device *ndev)
  85. {
  86. int err;
  87. /* allocate resources for PF */
  88. err = nitrox_common_sw_init(ndev);
  89. if (err)
  90. return err;
  91. err = nitrox_register_interrupts(ndev);
  92. if (err) {
  93. nitrox_common_sw_cleanup(ndev);
  94. return err;
  95. }
  96. /* configure the AQM queues */
  97. nitrox_config_aqm_rings(ndev);
  98. /* configure the packet queues */
  99. nitrox_config_pkt_input_rings(ndev);
  100. nitrox_config_pkt_solicit_ports(ndev);
  101. /* set device to ready state */
  102. atomic_set(&ndev->state, __NDEV_READY);
  103. /* register crypto algorithms */
  104. return nitrox_crypto_register();
  105. }
  106. static void nitrox_sriov_cleanup(struct nitrox_device *ndev)
  107. {
  108. /* unregister interrupts for PF in SR-IOV */
  109. nitrox_sriov_unregister_interrupts(ndev);
  110. nitrox_mbox_cleanup(ndev);
  111. }
  112. static int nitrox_sriov_init(struct nitrox_device *ndev)
  113. {
  114. int ret;
  115. /* register interrupts for PF in SR-IOV */
  116. ret = nitrox_sriov_register_interupts(ndev);
  117. if (ret)
  118. return ret;
  119. ret = nitrox_mbox_init(ndev);
  120. if (ret)
  121. goto sriov_init_fail;
  122. return 0;
  123. sriov_init_fail:
  124. nitrox_sriov_cleanup(ndev);
  125. return ret;
  126. }
  127. static int nitrox_sriov_enable(struct pci_dev *pdev, int num_vfs)
  128. {
  129. struct nitrox_device *ndev = pci_get_drvdata(pdev);
  130. int err;
  131. if (!num_vfs_valid(num_vfs)) {
  132. dev_err(DEV(ndev), "Invalid num_vfs %d\n", num_vfs);
  133. return -EINVAL;
  134. }
  135. if (pci_num_vf(pdev) == num_vfs)
  136. return num_vfs;
  137. err = pci_enable_sriov(pdev, num_vfs);
  138. if (err) {
  139. dev_err(DEV(ndev), "failed to enable PCI sriov %d\n", err);
  140. return err;
  141. }
  142. dev_info(DEV(ndev), "Enabled VF(s) %d\n", num_vfs);
  143. ndev->mode = num_vfs_to_mode(num_vfs);
  144. ndev->iov.num_vfs = num_vfs;
  145. ndev->iov.max_vf_queues = vf_mode_to_nr_queues(ndev->mode);
  146. /* set bit in flags */
  147. set_bit(__NDEV_SRIOV_BIT, &ndev->flags);
  148. /* cleanup PF resources */
  149. nitrox_pf_cleanup(ndev);
  150. /* PF SR-IOV mode initialization */
  151. err = nitrox_sriov_init(ndev);
  152. if (err)
  153. goto iov_fail;
  154. config_nps_core_vfcfg_mode(ndev, ndev->mode);
  155. return num_vfs;
  156. iov_fail:
  157. pci_disable_sriov(pdev);
  158. /* clear bit in flags */
  159. clear_bit(__NDEV_SRIOV_BIT, &ndev->flags);
  160. ndev->iov.num_vfs = 0;
  161. ndev->mode = __NDEV_MODE_PF;
  162. /* reset back to working mode in PF */
  163. nitrox_pf_reinit(ndev);
  164. return err;
  165. }
  166. static int nitrox_sriov_disable(struct pci_dev *pdev)
  167. {
  168. struct nitrox_device *ndev = pci_get_drvdata(pdev);
  169. if (!test_bit(__NDEV_SRIOV_BIT, &ndev->flags))
  170. return 0;
  171. if (pci_vfs_assigned(pdev)) {
  172. dev_warn(DEV(ndev), "VFs are attached to VM. Can't disable SR-IOV\n");
  173. return -EPERM;
  174. }
  175. pci_disable_sriov(pdev);
  176. /* clear bit in flags */
  177. clear_bit(__NDEV_SRIOV_BIT, &ndev->flags);
  178. ndev->iov.num_vfs = 0;
  179. ndev->iov.max_vf_queues = 0;
  180. ndev->mode = __NDEV_MODE_PF;
  181. /* cleanup PF SR-IOV resources */
  182. nitrox_sriov_cleanup(ndev);
  183. config_nps_core_vfcfg_mode(ndev, ndev->mode);
  184. return nitrox_pf_reinit(ndev);
  185. }
  186. int nitrox_sriov_configure(struct pci_dev *pdev, int num_vfs)
  187. {
  188. if (!num_vfs)
  189. return nitrox_sriov_disable(pdev);
  190. return nitrox_sriov_enable(pdev, num_vfs);
  191. }