vas.c 5.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253
  1. // SPDX-License-Identifier: GPL-2.0-or-later
  2. /*
  3. * Copyright 2016-17 IBM Corp.
  4. */
  5. #define pr_fmt(fmt) "vas: " fmt
  6. #include <linux/module.h>
  7. #include <linux/kernel.h>
  8. #include <linux/export.h>
  9. #include <linux/types.h>
  10. #include <linux/slab.h>
  11. #include <linux/platform_device.h>
  12. #include <linux/of_platform.h>
  13. #include <linux/of_address.h>
  14. #include <linux/of.h>
  15. #include <linux/irqdomain.h>
  16. #include <linux/interrupt.h>
  17. #include <asm/prom.h>
  18. #include <asm/xive.h>
  19. #include "vas.h"
  20. DEFINE_MUTEX(vas_mutex);
  21. static LIST_HEAD(vas_instances);
  22. static DEFINE_PER_CPU(int, cpu_vas_id);
  23. static int vas_irq_fault_window_setup(struct vas_instance *vinst)
  24. {
  25. int rc = 0;
  26. rc = request_threaded_irq(vinst->virq, vas_fault_handler,
  27. vas_fault_thread_fn, 0, vinst->name, vinst);
  28. if (rc) {
  29. pr_err("VAS[%d]: Request IRQ(%d) failed with %d\n",
  30. vinst->vas_id, vinst->virq, rc);
  31. goto out;
  32. }
  33. rc = vas_setup_fault_window(vinst);
  34. if (rc)
  35. free_irq(vinst->virq, vinst);
  36. out:
  37. return rc;
  38. }
  39. static int init_vas_instance(struct platform_device *pdev)
  40. {
  41. struct device_node *dn = pdev->dev.of_node;
  42. struct vas_instance *vinst;
  43. struct xive_irq_data *xd;
  44. uint32_t chipid, hwirq;
  45. struct resource *res;
  46. int rc, cpu, vasid;
  47. rc = of_property_read_u32(dn, "ibm,vas-id", &vasid);
  48. if (rc) {
  49. pr_err("No ibm,vas-id property for %s?\n", pdev->name);
  50. return -ENODEV;
  51. }
  52. rc = of_property_read_u32(dn, "ibm,chip-id", &chipid);
  53. if (rc) {
  54. pr_err("No ibm,chip-id property for %s?\n", pdev->name);
  55. return -ENODEV;
  56. }
  57. if (pdev->num_resources != 4) {
  58. pr_err("Unexpected DT configuration for [%s, %d]\n",
  59. pdev->name, vasid);
  60. return -ENODEV;
  61. }
  62. vinst = kzalloc(sizeof(*vinst), GFP_KERNEL);
  63. if (!vinst)
  64. return -ENOMEM;
  65. vinst->name = kasprintf(GFP_KERNEL, "vas-%d", vasid);
  66. if (!vinst->name) {
  67. kfree(vinst);
  68. return -ENOMEM;
  69. }
  70. INIT_LIST_HEAD(&vinst->node);
  71. ida_init(&vinst->ida);
  72. mutex_init(&vinst->mutex);
  73. vinst->vas_id = vasid;
  74. vinst->pdev = pdev;
  75. res = &pdev->resource[0];
  76. vinst->hvwc_bar_start = res->start;
  77. res = &pdev->resource[1];
  78. vinst->uwc_bar_start = res->start;
  79. res = &pdev->resource[2];
  80. vinst->paste_base_addr = res->start;
  81. res = &pdev->resource[3];
  82. if (res->end > 62) {
  83. pr_err("Bad 'paste_win_id_shift' in DT, %llx\n", res->end);
  84. goto free_vinst;
  85. }
  86. vinst->paste_win_id_shift = 63 - res->end;
  87. hwirq = xive_native_alloc_irq_on_chip(chipid);
  88. if (!hwirq) {
  89. pr_err("Inst%d: Unable to allocate global irq for chip %d\n",
  90. vinst->vas_id, chipid);
  91. return -ENOENT;
  92. }
  93. vinst->virq = irq_create_mapping(NULL, hwirq);
  94. if (!vinst->virq) {
  95. pr_err("Inst%d: Unable to map global irq %d\n",
  96. vinst->vas_id, hwirq);
  97. return -EINVAL;
  98. }
  99. xd = irq_get_handler_data(vinst->virq);
  100. if (!xd) {
  101. pr_err("Inst%d: Invalid virq %d\n",
  102. vinst->vas_id, vinst->virq);
  103. return -EINVAL;
  104. }
  105. vinst->irq_port = xd->trig_page;
  106. pr_devel("Initialized instance [%s, %d] paste_base 0x%llx paste_win_id_shift 0x%llx IRQ %d Port 0x%llx\n",
  107. pdev->name, vasid, vinst->paste_base_addr,
  108. vinst->paste_win_id_shift, vinst->virq,
  109. vinst->irq_port);
  110. for_each_possible_cpu(cpu) {
  111. if (cpu_to_chip_id(cpu) == of_get_ibm_chip_id(dn))
  112. per_cpu(cpu_vas_id, cpu) = vasid;
  113. }
  114. mutex_lock(&vas_mutex);
  115. list_add(&vinst->node, &vas_instances);
  116. mutex_unlock(&vas_mutex);
  117. spin_lock_init(&vinst->fault_lock);
  118. /*
  119. * IRQ and fault handling setup is needed only for user space
  120. * send windows.
  121. */
  122. if (vinst->virq) {
  123. rc = vas_irq_fault_window_setup(vinst);
  124. /*
  125. * Fault window is used only for user space send windows.
  126. * So if vinst->virq is NULL, tx_win_open returns -ENODEV
  127. * for user space.
  128. */
  129. if (rc)
  130. vinst->virq = 0;
  131. }
  132. vas_instance_init_dbgdir(vinst);
  133. dev_set_drvdata(&pdev->dev, vinst);
  134. return 0;
  135. free_vinst:
  136. kfree(vinst->name);
  137. kfree(vinst);
  138. return -ENODEV;
  139. }
  140. /*
  141. * Although this is read/used multiple times, it is written to only
  142. * during initialization.
  143. */
  144. struct vas_instance *find_vas_instance(int vasid)
  145. {
  146. struct list_head *ent;
  147. struct vas_instance *vinst;
  148. mutex_lock(&vas_mutex);
  149. if (vasid == -1)
  150. vasid = per_cpu(cpu_vas_id, smp_processor_id());
  151. list_for_each(ent, &vas_instances) {
  152. vinst = list_entry(ent, struct vas_instance, node);
  153. if (vinst->vas_id == vasid) {
  154. mutex_unlock(&vas_mutex);
  155. return vinst;
  156. }
  157. }
  158. mutex_unlock(&vas_mutex);
  159. pr_devel("Instance %d not found\n", vasid);
  160. return NULL;
  161. }
  162. int chip_to_vas_id(int chipid)
  163. {
  164. int cpu;
  165. for_each_possible_cpu(cpu) {
  166. if (cpu_to_chip_id(cpu) == chipid)
  167. return per_cpu(cpu_vas_id, cpu);
  168. }
  169. return -1;
  170. }
  171. EXPORT_SYMBOL(chip_to_vas_id);
  172. static int vas_probe(struct platform_device *pdev)
  173. {
  174. return init_vas_instance(pdev);
  175. }
  176. static const struct of_device_id powernv_vas_match[] = {
  177. { .compatible = "ibm,vas",},
  178. {},
  179. };
  180. static struct platform_driver vas_driver = {
  181. .driver = {
  182. .name = "vas",
  183. .of_match_table = powernv_vas_match,
  184. },
  185. .probe = vas_probe,
  186. };
  187. static int __init vas_init(void)
  188. {
  189. int found = 0;
  190. struct device_node *dn;
  191. platform_driver_register(&vas_driver);
  192. for_each_compatible_node(dn, NULL, "ibm,vas") {
  193. of_platform_device_create(dn, NULL, NULL);
  194. found++;
  195. }
  196. if (!found) {
  197. platform_driver_unregister(&vas_driver);
  198. return -ENODEV;
  199. }
  200. pr_devel("Found %d instances\n", found);
  201. return 0;
  202. }
  203. device_initcall(vas_init);