dp_li_rx.h 7.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232
  1. /*
  2. * Copyright (c) 2016-2021 The Linux Foundation. All rights reserved.
  3. * Copyright (c) 2021-2022 Qualcomm Innovation Center, Inc. All rights reserved.
  4. *
  5. * Permission to use, copy, modify, and/or distribute this software for
  6. * any purpose with or without fee is hereby granted, provided that the
  7. * above copyright notice and this permission notice appear in all
  8. * copies.
  9. *
  10. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  11. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  12. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  13. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  14. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  15. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  16. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  17. * PERFORMANCE OF THIS SOFTWARE.
  18. */
  19. #ifndef _DP_LI_RX_H_
  20. #define _DP_LI_RX_H_
  21. #include <dp_types.h>
  22. #include <dp_rx.h>
  23. #include "dp_li.h"
  24. uint32_t dp_rx_process_li(struct dp_intr *int_ctx,
  25. hal_ring_handle_t hal_ring_hdl, uint8_t reo_ring_num,
  26. uint32_t quota);
  27. /**
  28. * dp_rx_desc_pool_init_li() - Initialize Rx Descriptor pool(s)
  29. * @soc: Handle to DP Soc structure
  30. * @rx_desc_pool: Rx descriptor pool handler
  31. * @pool_id: Rx descriptor pool ID
  32. *
  33. * Return: None
  34. */
  35. QDF_STATUS dp_rx_desc_pool_init_li(struct dp_soc *soc,
  36. struct rx_desc_pool *rx_desc_pool,
  37. uint32_t pool_id);
  38. /**
  39. * dp_rx_desc_pool_deinit_li() - De-initialize Rx Descriptor pool(s)
  40. * @soc: Handle to DP Soc structure
  41. * @rx_desc_pool: Rx descriptor pool handler
  42. * @pool_id: Rx descriptor pool ID
  43. *
  44. * Return: None
  45. */
  46. void dp_rx_desc_pool_deinit_li(struct dp_soc *soc,
  47. struct rx_desc_pool *rx_desc_pool,
  48. uint32_t pool_id);
  49. /**
  50. * dp_wbm_get_rx_desc_from_hal_desc_li() - Get corresponding Rx Desc
  51. * address from WBM ring Desc
  52. * @soc: Handle to DP Soc structure
  53. * @ring_desc: ring descriptor structure pointer
  54. * @r_rx_desc: pointer to a pointer of Rx Desc
  55. *
  56. * Return: QDF_STATUS_SUCCESS - succeeded, others - failed
  57. */
  58. QDF_STATUS dp_wbm_get_rx_desc_from_hal_desc_li(
  59. struct dp_soc *soc,
  60. void *ring_desc,
  61. struct dp_rx_desc **r_rx_desc);
  62. /**
  63. * dp_rx_desc_cookie_2_va_li() - Convert RX Desc cookie ID to VA
  64. * @soc:Handle to DP Soc structure
  65. * @cookie: cookie used to lookup virtual address
  66. *
  67. * Return: Rx descriptor virtual address
  68. */
  69. static inline
  70. struct dp_rx_desc *dp_rx_desc_cookie_2_va_li(struct dp_soc *soc,
  71. uint32_t cookie)
  72. {
  73. return dp_rx_cookie_2_va_rxdma_buf(soc, cookie);
  74. }
  75. #define DP_PEER_METADATA_VDEV_ID_MASK 0x003f0000
  76. #define DP_PEER_METADATA_VDEV_ID_SHIFT 16
  77. #define DP_PEER_METADATA_OFFLOAD_MASK 0x01000000
  78. #define DP_PEER_METADATA_OFFLOAD_SHIFT 24
  79. #define DP_PEER_METADATA_VDEV_ID_GET_LI(_peer_metadata) \
  80. (((_peer_metadata) & DP_PEER_METADATA_VDEV_ID_MASK) \
  81. >> DP_PEER_METADATA_VDEV_ID_SHIFT)
  82. #define DP_PEER_METADATA_OFFLOAD_GET_LI(_peer_metadata) \
  83. (((_peer_metadata) & DP_PEER_METADATA_OFFLOAD_MASK) \
  84. >> DP_PEER_METADATA_OFFLOAD_SHIFT)
  85. static inline uint16_t
  86. dp_rx_peer_metadata_peer_id_get_li(struct dp_soc *soc, uint32_t peer_metadata)
  87. {
  88. struct htt_rx_peer_metadata_v0 *metadata =
  89. (struct htt_rx_peer_metadata_v0 *)&peer_metadata;
  90. return metadata->peer_id;
  91. }
  92. #ifdef QCA_DP_RX_NBUF_AND_NBUF_DATA_PREFETCH
  93. static inline
  94. void dp_rx_prefetch_nbuf_data(qdf_nbuf_t nbuf, qdf_nbuf_t next)
  95. {
  96. struct rx_pkt_tlvs *pkt_tlvs;
  97. if (next) {
  98. /* prefetch skb->next and first few bytes of skb->cb */
  99. qdf_prefetch(next);
  100. /* skb->cb spread across 2 cache lines hence below prefetch */
  101. qdf_prefetch(&next->_skb_refdst);
  102. qdf_prefetch(&next->len);
  103. qdf_prefetch(&next->protocol);
  104. pkt_tlvs = (struct rx_pkt_tlvs *)next->data;
  105. /* sa_idx, da_idx, l3_pad in RX msdu_end TLV */
  106. qdf_prefetch(pkt_tlvs);
  107. /* msdu_done in RX attention TLV */
  108. qdf_prefetch(&pkt_tlvs->attn_tlv);
  109. /* fr_ds & to_ds in RX MPDU start TLV */
  110. if (qdf_nbuf_is_rx_chfrag_end(nbuf))
  111. qdf_prefetch(&pkt_tlvs->mpdu_start_tlv);
  112. }
  113. }
  114. #else
  115. static inline
  116. void dp_rx_prefetch_nbuf_data(qdf_nbuf_t nbuf, qdf_nbuf_t next)
  117. {
  118. }
  119. #endif
  120. #ifdef QCA_DP_RX_HW_SW_NBUF_DESC_PREFETCH
  121. /**
  122. * dp_rx_cookie_2_va_rxdma_buf_prefetch() - function to prefetch the SW desc
  123. * @soc: Handle to DP Soc structure
  124. * @cookie: cookie used to lookup virtual address
  125. *
  126. * Return: prefetched Rx descriptor virtual address
  127. */
  128. static inline
  129. void *dp_rx_cookie_2_va_rxdma_buf_prefetch(struct dp_soc *soc, uint32_t cookie)
  130. {
  131. uint8_t pool_id = DP_RX_DESC_COOKIE_POOL_ID_GET(cookie);
  132. uint16_t index = DP_RX_DESC_COOKIE_INDEX_GET(cookie);
  133. struct rx_desc_pool *rx_desc_pool;
  134. void *prefetch_desc;
  135. if (qdf_unlikely(pool_id >= MAX_RXDESC_POOLS))
  136. return NULL;
  137. rx_desc_pool = &soc->rx_desc_buf[pool_id];
  138. if (qdf_unlikely(index >= rx_desc_pool->pool_size))
  139. return NULL;
  140. prefetch_desc = &soc->rx_desc_buf[pool_id].array[index].rx_desc;
  141. qdf_prefetch(prefetch_desc);
  142. return prefetch_desc;
  143. }
  144. /**
  145. * dp_rx_prefetch_hw_sw_nbuf_desc() - function to prefetch HW and SW desc
  146. * @soc: Handle to HAL Soc structure
  147. * @num_entries: valid number of HW descriptors
  148. * @hal_ring_hdl: Destination ring pointer
  149. * @last_prefetched_hw_desc: pointer to the last prefetched HW descriptor
  150. * @last_prefetched_sw_desc: input & output param of last prefetch SW desc
  151. *
  152. * Return: None
  153. */
  154. static inline
  155. void dp_rx_prefetch_hw_sw_nbuf_desc(struct dp_soc *soc,
  156. hal_soc_handle_t hal_soc,
  157. uint32_t num_entries,
  158. hal_ring_handle_t hal_ring_hdl,
  159. hal_ring_desc_t *last_prefetched_hw_desc,
  160. struct dp_rx_desc **last_prefetched_sw_desc)
  161. {
  162. if (*last_prefetched_sw_desc) {
  163. qdf_prefetch((uint8_t *)(*last_prefetched_sw_desc)->nbuf);
  164. qdf_prefetch((uint8_t *)(*last_prefetched_sw_desc)->nbuf + 64);
  165. }
  166. if (num_entries) {
  167. *last_prefetched_sw_desc = dp_rx_cookie_2_va_rxdma_buf_prefetch(soc, HAL_RX_REO_BUF_COOKIE_GET(*last_prefetched_hw_desc));
  168. *last_prefetched_hw_desc = hal_srng_dst_prefetch_next_cached_desc(hal_soc,
  169. hal_ring_hdl,
  170. (uint8_t *)*last_prefetched_hw_desc);
  171. }
  172. }
  173. #else
  174. static inline
  175. void dp_rx_prefetch_hw_sw_nbuf_desc(struct dp_soc *soc,
  176. hal_soc_handle_t hal_soc,
  177. uint32_t quota,
  178. hal_ring_handle_t hal_ring_hdl,
  179. hal_ring_desc_t *last_prefetched_hw_desc,
  180. struct dp_rx_desc **last_prefetched_sw_desc)
  181. {
  182. }
  183. #endif
  184. static inline
  185. QDF_STATUS dp_peer_rx_reorder_queue_setup_li(struct dp_soc *soc,
  186. struct dp_peer *peer,
  187. int tid,
  188. uint32_t ba_window_size)
  189. {
  190. struct dp_rx_tid *rx_tid = &peer->rx_tid[tid];
  191. if (!rx_tid->hw_qdesc_paddr)
  192. return QDF_STATUS_E_INVAL;
  193. if (soc->cdp_soc.ol_ops->peer_rx_reorder_queue_setup) {
  194. if (soc->cdp_soc.ol_ops->peer_rx_reorder_queue_setup(
  195. soc->ctrl_psoc,
  196. peer->vdev->pdev->pdev_id,
  197. peer->vdev->vdev_id,
  198. peer->mac_addr.raw, rx_tid->hw_qdesc_paddr, tid, tid,
  199. 1, ba_window_size)) {
  200. dp_peer_err("%pK: Failed to send reo queue setup to FW - tid %d\n",
  201. soc, tid);
  202. return QDF_STATUS_E_FAILURE;
  203. }
  204. }
  205. return QDF_STATUS_SUCCESS;
  206. }
  207. #endif