kgsl_ioctl.c 6.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (c) 2008-2021, The Linux Foundation. All rights reserved.
  4. * Copyright (c) 2022 Qualcomm Innovation Center, Inc. All rights reserved.
  5. */
  6. #include "kgsl_device.h"
  7. #include "kgsl_sync.h"
  8. static const struct kgsl_ioctl kgsl_ioctl_funcs[] = {
  9. KGSL_IOCTL_FUNC(IOCTL_KGSL_DEVICE_GETPROPERTY,
  10. kgsl_ioctl_device_getproperty),
  11. /* IOCTL_KGSL_DEVICE_WAITTIMESTAMP is no longer supported */
  12. KGSL_IOCTL_FUNC(IOCTL_KGSL_DEVICE_WAITTIMESTAMP_CTXTID,
  13. kgsl_ioctl_device_waittimestamp_ctxtid),
  14. KGSL_IOCTL_FUNC(IOCTL_KGSL_RINGBUFFER_ISSUEIBCMDS,
  15. kgsl_ioctl_rb_issueibcmds),
  16. KGSL_IOCTL_FUNC(IOCTL_KGSL_SUBMIT_COMMANDS,
  17. kgsl_ioctl_submit_commands),
  18. /* IOCTL_KGSL_CMDSTREAM_READTIMESTAMP is no longer supported */
  19. KGSL_IOCTL_FUNC(IOCTL_KGSL_CMDSTREAM_READTIMESTAMP_CTXTID,
  20. kgsl_ioctl_cmdstream_readtimestamp_ctxtid),
  21. /* IOCTL_KGSL_CMDSTREAM_FREEMEMONTIMESTAMP is no longer supported */
  22. KGSL_IOCTL_FUNC(IOCTL_KGSL_CMDSTREAM_FREEMEMONTIMESTAMP_CTXTID,
  23. kgsl_ioctl_cmdstream_freememontimestamp_ctxtid),
  24. KGSL_IOCTL_FUNC(IOCTL_KGSL_DRAWCTXT_CREATE,
  25. kgsl_ioctl_drawctxt_create),
  26. KGSL_IOCTL_FUNC(IOCTL_KGSL_DRAWCTXT_DESTROY,
  27. kgsl_ioctl_drawctxt_destroy),
  28. KGSL_IOCTL_FUNC(IOCTL_KGSL_MAP_USER_MEM,
  29. kgsl_ioctl_map_user_mem),
  30. KGSL_IOCTL_FUNC(IOCTL_KGSL_SHAREDMEM_FROM_PMEM,
  31. kgsl_ioctl_map_user_mem),
  32. KGSL_IOCTL_FUNC(IOCTL_KGSL_SHAREDMEM_FREE,
  33. kgsl_ioctl_sharedmem_free),
  34. KGSL_IOCTL_FUNC(IOCTL_KGSL_SHAREDMEM_FLUSH_CACHE,
  35. kgsl_ioctl_sharedmem_flush_cache),
  36. KGSL_IOCTL_FUNC(IOCTL_KGSL_GPUMEM_ALLOC,
  37. kgsl_ioctl_gpumem_alloc),
  38. KGSL_IOCTL_FUNC(IOCTL_KGSL_TIMESTAMP_EVENT,
  39. kgsl_ioctl_timestamp_event),
  40. KGSL_IOCTL_FUNC(IOCTL_KGSL_SETPROPERTY,
  41. kgsl_ioctl_device_setproperty),
  42. KGSL_IOCTL_FUNC(IOCTL_KGSL_GPUMEM_ALLOC_ID,
  43. kgsl_ioctl_gpumem_alloc_id),
  44. KGSL_IOCTL_FUNC(IOCTL_KGSL_GPUMEM_FREE_ID,
  45. kgsl_ioctl_gpumem_free_id),
  46. KGSL_IOCTL_FUNC(IOCTL_KGSL_GPUMEM_GET_INFO,
  47. kgsl_ioctl_gpumem_get_info),
  48. KGSL_IOCTL_FUNC(IOCTL_KGSL_GPUMEM_SYNC_CACHE,
  49. kgsl_ioctl_gpumem_sync_cache),
  50. KGSL_IOCTL_FUNC(IOCTL_KGSL_GPUMEM_SYNC_CACHE_BULK,
  51. kgsl_ioctl_gpumem_sync_cache_bulk),
  52. KGSL_IOCTL_FUNC(IOCTL_KGSL_SYNCSOURCE_CREATE,
  53. kgsl_ioctl_syncsource_create),
  54. KGSL_IOCTL_FUNC(IOCTL_KGSL_SYNCSOURCE_DESTROY,
  55. kgsl_ioctl_syncsource_destroy),
  56. KGSL_IOCTL_FUNC(IOCTL_KGSL_SYNCSOURCE_CREATE_FENCE,
  57. kgsl_ioctl_syncsource_create_fence),
  58. KGSL_IOCTL_FUNC(IOCTL_KGSL_SYNCSOURCE_SIGNAL_FENCE,
  59. kgsl_ioctl_syncsource_signal_fence),
  60. KGSL_IOCTL_FUNC(IOCTL_KGSL_GPUOBJ_ALLOC,
  61. kgsl_ioctl_gpuobj_alloc),
  62. KGSL_IOCTL_FUNC(IOCTL_KGSL_GPUOBJ_FREE,
  63. kgsl_ioctl_gpuobj_free),
  64. KGSL_IOCTL_FUNC(IOCTL_KGSL_GPUOBJ_INFO,
  65. kgsl_ioctl_gpuobj_info),
  66. KGSL_IOCTL_FUNC(IOCTL_KGSL_GPUOBJ_IMPORT,
  67. kgsl_ioctl_gpuobj_import),
  68. KGSL_IOCTL_FUNC(IOCTL_KGSL_GPUOBJ_SYNC,
  69. kgsl_ioctl_gpuobj_sync),
  70. KGSL_IOCTL_FUNC(IOCTL_KGSL_GPU_COMMAND,
  71. kgsl_ioctl_gpu_command),
  72. KGSL_IOCTL_FUNC(IOCTL_KGSL_GPUOBJ_SET_INFO,
  73. kgsl_ioctl_gpuobj_set_info),
  74. KGSL_IOCTL_FUNC(IOCTL_KGSL_SPARSE_PHYS_ALLOC,
  75. NULL),
  76. KGSL_IOCTL_FUNC(IOCTL_KGSL_SPARSE_PHYS_FREE,
  77. NULL),
  78. KGSL_IOCTL_FUNC(IOCTL_KGSL_SPARSE_VIRT_ALLOC,
  79. NULL),
  80. KGSL_IOCTL_FUNC(IOCTL_KGSL_SPARSE_VIRT_FREE,
  81. NULL),
  82. KGSL_IOCTL_FUNC(IOCTL_KGSL_SPARSE_BIND,
  83. NULL),
  84. KGSL_IOCTL_FUNC(IOCTL_KGSL_GPU_SPARSE_COMMAND,
  85. NULL),
  86. KGSL_IOCTL_FUNC(IOCTL_KGSL_GPUMEM_BIND_RANGES,
  87. kgsl_ioctl_gpumem_bind_ranges),
  88. KGSL_IOCTL_FUNC(IOCTL_KGSL_GPU_AUX_COMMAND,
  89. kgsl_ioctl_gpu_aux_command),
  90. KGSL_IOCTL_FUNC(IOCTL_KGSL_TIMELINE_CREATE,
  91. kgsl_ioctl_timeline_create),
  92. KGSL_IOCTL_FUNC(IOCTL_KGSL_TIMELINE_WAIT,
  93. kgsl_ioctl_timeline_wait),
  94. KGSL_IOCTL_FUNC(IOCTL_KGSL_TIMELINE_FENCE_GET,
  95. kgsl_ioctl_timeline_fence_get),
  96. KGSL_IOCTL_FUNC(IOCTL_KGSL_TIMELINE_QUERY,
  97. kgsl_ioctl_timeline_query),
  98. KGSL_IOCTL_FUNC(IOCTL_KGSL_TIMELINE_SIGNAL,
  99. kgsl_ioctl_timeline_signal),
  100. KGSL_IOCTL_FUNC(IOCTL_KGSL_TIMELINE_DESTROY,
  101. kgsl_ioctl_timeline_destroy),
  102. KGSL_IOCTL_FUNC(IOCTL_KGSL_GET_FAULT_REPORT,
  103. kgsl_ioctl_get_fault_report),
  104. KGSL_IOCTL_FUNC(IOCTL_KGSL_RECURRING_COMMAND,
  105. kgsl_ioctl_recurring_command),
  106. };
  107. long kgsl_ioctl_copy_in(unsigned int kernel_cmd, unsigned int user_cmd,
  108. unsigned long arg, unsigned char *ptr)
  109. {
  110. unsigned int usize = _IOC_SIZE(user_cmd);
  111. unsigned int ksize = _IOC_SIZE(kernel_cmd);
  112. unsigned int copy = ksize < usize ? ksize : usize;
  113. if ((kernel_cmd & IOC_IN) && (user_cmd & IOC_IN)) {
  114. if (copy > 0 && copy_from_user(ptr, (void __user *) arg, copy))
  115. return -EFAULT;
  116. }
  117. return 0;
  118. }
  119. long kgsl_ioctl_copy_out(unsigned int kernel_cmd, unsigned int user_cmd,
  120. unsigned long arg, unsigned char *ptr)
  121. {
  122. unsigned int usize = _IOC_SIZE(user_cmd);
  123. unsigned int ksize = _IOC_SIZE(kernel_cmd);
  124. unsigned int copy = ksize < usize ? ksize : usize;
  125. if ((kernel_cmd & IOC_OUT) && (user_cmd & IOC_OUT)) {
  126. if (copy > 0 && copy_to_user((void __user *) arg, ptr, copy))
  127. return -EFAULT;
  128. }
  129. return 0;
  130. }
  131. long kgsl_ioctl_helper(struct file *filep, unsigned int cmd, unsigned long arg,
  132. const struct kgsl_ioctl *cmds, int len)
  133. {
  134. struct kgsl_device_private *dev_priv = filep->private_data;
  135. unsigned char data[128] = { 0 };
  136. unsigned int nr = _IOC_NR(cmd);
  137. long ret;
  138. if (nr >= len || cmds[nr].func == NULL)
  139. return -ENOIOCTLCMD;
  140. if (_IOC_SIZE(cmds[nr].cmd) > sizeof(data)) {
  141. dev_err_ratelimited(dev_priv->device->dev,
  142. "data too big for ioctl 0x%08x: %d/%zu\n",
  143. cmd, _IOC_SIZE(cmds[nr].cmd), sizeof(data));
  144. return -EINVAL;
  145. }
  146. if (_IOC_SIZE(cmds[nr].cmd)) {
  147. ret = kgsl_ioctl_copy_in(cmds[nr].cmd, cmd, arg, data);
  148. if (ret)
  149. return ret;
  150. }
  151. ret = cmds[nr].func(dev_priv, cmd, data);
  152. if (ret == 0 && _IOC_SIZE(cmds[nr].cmd))
  153. ret = kgsl_ioctl_copy_out(cmds[nr].cmd, cmd, arg, data);
  154. return ret;
  155. }
  156. long kgsl_ioctl(struct file *filep, unsigned int cmd, unsigned long arg)
  157. {
  158. struct kgsl_device_private *dev_priv = filep->private_data;
  159. struct kgsl_device *device = dev_priv->device;
  160. long ret;
  161. ret = kgsl_ioctl_helper(filep, cmd, arg, kgsl_ioctl_funcs,
  162. ARRAY_SIZE(kgsl_ioctl_funcs));
  163. /*
  164. * If the command was unrecognized in the generic core, try the device
  165. * specific function
  166. */
  167. if (ret == -ENOIOCTLCMD) {
  168. if (is_compat_task())
  169. return device->ftbl->compat_ioctl(dev_priv, cmd, arg);
  170. return device->ftbl->ioctl(dev_priv, cmd, arg);
  171. }
  172. return ret;
  173. }