dp_li_rx.h 7.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236
  1. /*
  2. * Copyright (c) 2016-2021 The Linux Foundation. All rights reserved.
  3. * Copyright (c) 2021-2022 Qualcomm Innovation Center, Inc. All rights reserved.
  4. *
  5. * Permission to use, copy, modify, and/or distribute this software for
  6. * any purpose with or without fee is hereby granted, provided that the
  7. * above copyright notice and this permission notice appear in all
  8. * copies.
  9. *
  10. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  11. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  12. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  13. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  14. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  15. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  16. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  17. * PERFORMANCE OF THIS SOFTWARE.
  18. */
  19. #ifndef _DP_LI_RX_H_
  20. #define _DP_LI_RX_H_
  21. #include <dp_types.h>
  22. #include <dp_rx.h>
  23. #include "dp_li.h"
  24. uint32_t dp_rx_process_li(struct dp_intr *int_ctx,
  25. hal_ring_handle_t hal_ring_hdl, uint8_t reo_ring_num,
  26. uint32_t quota);
  27. /**
  28. * dp_rx_desc_pool_init_li() - Initialize Rx Descriptor pool(s)
  29. * @soc: Handle to DP Soc structure
  30. * @rx_desc_pool: Rx descriptor pool handler
  31. * @pool_id: Rx descriptor pool ID
  32. *
  33. * Return: None
  34. */
  35. QDF_STATUS dp_rx_desc_pool_init_li(struct dp_soc *soc,
  36. struct rx_desc_pool *rx_desc_pool,
  37. uint32_t pool_id);
  38. /**
  39. * dp_rx_desc_pool_deinit_li() - De-initialize Rx Descriptor pool(s)
  40. * @soc: Handle to DP Soc structure
  41. * @rx_desc_pool: Rx descriptor pool handler
  42. * @pool_id: Rx descriptor pool ID
  43. *
  44. * Return: None
  45. */
  46. void dp_rx_desc_pool_deinit_li(struct dp_soc *soc,
  47. struct rx_desc_pool *rx_desc_pool,
  48. uint32_t pool_id);
  49. /**
  50. * dp_wbm_get_rx_desc_from_hal_desc_li() - Get corresponding Rx Desc
  51. * address from WBM ring Desc
  52. * @soc: Handle to DP Soc structure
  53. * @ring_desc: ring descriptor structure pointer
  54. * @r_rx_desc: pointer to a pointer of Rx Desc
  55. *
  56. * Return: QDF_STATUS_SUCCESS - succeeded, others - failed
  57. */
  58. QDF_STATUS dp_wbm_get_rx_desc_from_hal_desc_li(
  59. struct dp_soc *soc,
  60. void *ring_desc,
  61. struct dp_rx_desc **r_rx_desc);
  62. /**
  63. * dp_rx_desc_cookie_2_va_li() - Convert RX Desc cookie ID to VA
  64. * @soc:Handle to DP Soc structure
  65. * @cookie: cookie used to lookup virtual address
  66. *
  67. * Return: Rx descriptor virtual address
  68. */
  69. static inline
  70. struct dp_rx_desc *dp_rx_desc_cookie_2_va_li(struct dp_soc *soc,
  71. uint32_t cookie)
  72. {
  73. return dp_rx_cookie_2_va_rxdma_buf(soc, cookie);
  74. }
  75. #define DP_PEER_METADATA_VDEV_ID_MASK 0x003f0000
  76. #define DP_PEER_METADATA_VDEV_ID_SHIFT 16
  77. #define DP_PEER_METADATA_OFFLOAD_MASK 0x01000000
  78. #define DP_PEER_METADATA_OFFLOAD_SHIFT 24
  79. #define DP_PEER_METADATA_VDEV_ID_GET_LI(_peer_metadata) \
  80. (((_peer_metadata) & DP_PEER_METADATA_VDEV_ID_MASK) \
  81. >> DP_PEER_METADATA_VDEV_ID_SHIFT)
  82. #define DP_PEER_METADATA_OFFLOAD_GET_LI(_peer_metadata) \
  83. (((_peer_metadata) & DP_PEER_METADATA_OFFLOAD_MASK) \
  84. >> DP_PEER_METADATA_OFFLOAD_SHIFT)
  85. static inline uint16_t
  86. dp_rx_peer_metadata_peer_id_get_li(struct dp_soc *soc, uint32_t peer_metadata)
  87. {
  88. struct htt_rx_peer_metadata_v0 *metadata =
  89. (struct htt_rx_peer_metadata_v0 *)&peer_metadata;
  90. return metadata->peer_id;
  91. }
  92. bool
  93. dp_rx_intrabss_handle_nawds_li(struct dp_soc *soc, struct dp_txrx_peer *ta_peer,
  94. qdf_nbuf_t nbuf_copy,
  95. struct cdp_tid_rx_stats *tid_stats);
  96. #ifdef QCA_DP_RX_NBUF_AND_NBUF_DATA_PREFETCH
  97. static inline
  98. void dp_rx_prefetch_nbuf_data(qdf_nbuf_t nbuf, qdf_nbuf_t next)
  99. {
  100. struct rx_pkt_tlvs *pkt_tlvs;
  101. if (next) {
  102. /* prefetch skb->next and first few bytes of skb->cb */
  103. qdf_prefetch(next);
  104. /* skb->cb spread across 2 cache lines hence below prefetch */
  105. qdf_prefetch(&next->_skb_refdst);
  106. qdf_prefetch(&next->len);
  107. qdf_prefetch(&next->protocol);
  108. pkt_tlvs = (struct rx_pkt_tlvs *)next->data;
  109. /* sa_idx, da_idx, l3_pad in RX msdu_end TLV */
  110. qdf_prefetch(pkt_tlvs);
  111. /* msdu_done in RX attention TLV */
  112. qdf_prefetch(&pkt_tlvs->attn_tlv);
  113. /* fr_ds & to_ds in RX MPDU start TLV */
  114. if (qdf_nbuf_is_rx_chfrag_end(nbuf))
  115. qdf_prefetch(&pkt_tlvs->mpdu_start_tlv);
  116. }
  117. }
  118. #else
  119. static inline
  120. void dp_rx_prefetch_nbuf_data(qdf_nbuf_t nbuf, qdf_nbuf_t next)
  121. {
  122. }
  123. #endif
  124. #ifdef QCA_DP_RX_HW_SW_NBUF_DESC_PREFETCH
  125. /**
  126. * dp_rx_cookie_2_va_rxdma_buf_prefetch() - function to prefetch the SW desc
  127. * @soc: Handle to DP Soc structure
  128. * @cookie: cookie used to lookup virtual address
  129. *
  130. * Return: prefetched Rx descriptor virtual address
  131. */
  132. static inline
  133. void *dp_rx_cookie_2_va_rxdma_buf_prefetch(struct dp_soc *soc, uint32_t cookie)
  134. {
  135. uint8_t pool_id = DP_RX_DESC_COOKIE_POOL_ID_GET(cookie);
  136. uint16_t index = DP_RX_DESC_COOKIE_INDEX_GET(cookie);
  137. struct rx_desc_pool *rx_desc_pool;
  138. void *prefetch_desc;
  139. if (qdf_unlikely(pool_id >= MAX_RXDESC_POOLS))
  140. return NULL;
  141. rx_desc_pool = &soc->rx_desc_buf[pool_id];
  142. if (qdf_unlikely(index >= rx_desc_pool->pool_size))
  143. return NULL;
  144. prefetch_desc = &soc->rx_desc_buf[pool_id].array[index].rx_desc;
  145. qdf_prefetch(prefetch_desc);
  146. return prefetch_desc;
  147. }
  148. /**
  149. * dp_rx_prefetch_hw_sw_nbuf_desc() - function to prefetch HW and SW desc
  150. * @soc: Handle to HAL Soc structure
  151. * @num_entries: valid number of HW descriptors
  152. * @hal_ring_hdl: Destination ring pointer
  153. * @last_prefetched_hw_desc: pointer to the last prefetched HW descriptor
  154. * @last_prefetched_sw_desc: input & output param of last prefetch SW desc
  155. *
  156. * Return: None
  157. */
  158. static inline
  159. void dp_rx_prefetch_hw_sw_nbuf_desc(struct dp_soc *soc,
  160. hal_soc_handle_t hal_soc,
  161. uint32_t num_entries,
  162. hal_ring_handle_t hal_ring_hdl,
  163. hal_ring_desc_t *last_prefetched_hw_desc,
  164. struct dp_rx_desc **last_prefetched_sw_desc)
  165. {
  166. if (*last_prefetched_sw_desc) {
  167. qdf_prefetch((uint8_t *)(*last_prefetched_sw_desc)->nbuf);
  168. qdf_prefetch((uint8_t *)(*last_prefetched_sw_desc)->nbuf + 64);
  169. }
  170. if (num_entries) {
  171. *last_prefetched_sw_desc = dp_rx_cookie_2_va_rxdma_buf_prefetch(soc, HAL_RX_REO_BUF_COOKIE_GET(*last_prefetched_hw_desc));
  172. *last_prefetched_hw_desc = hal_srng_dst_prefetch_next_cached_desc(hal_soc,
  173. hal_ring_hdl,
  174. (uint8_t *)*last_prefetched_hw_desc);
  175. }
  176. }
  177. #else
  178. static inline
  179. void dp_rx_prefetch_hw_sw_nbuf_desc(struct dp_soc *soc,
  180. hal_soc_handle_t hal_soc,
  181. uint32_t quota,
  182. hal_ring_handle_t hal_ring_hdl,
  183. hal_ring_desc_t *last_prefetched_hw_desc,
  184. struct dp_rx_desc **last_prefetched_sw_desc)
  185. {
  186. }
  187. #endif
  188. static inline
  189. QDF_STATUS dp_peer_rx_reorder_queue_setup_li(struct dp_soc *soc,
  190. struct dp_peer *peer,
  191. int tid,
  192. uint32_t ba_window_size)
  193. {
  194. struct dp_rx_tid *rx_tid = &peer->rx_tid[tid];
  195. if (!rx_tid->hw_qdesc_paddr)
  196. return QDF_STATUS_E_INVAL;
  197. if (soc->cdp_soc.ol_ops->peer_rx_reorder_queue_setup) {
  198. if (soc->cdp_soc.ol_ops->peer_rx_reorder_queue_setup(
  199. soc->ctrl_psoc,
  200. peer->vdev->pdev->pdev_id,
  201. peer->vdev->vdev_id,
  202. peer->mac_addr.raw, rx_tid->hw_qdesc_paddr, tid, tid,
  203. 1, ba_window_size)) {
  204. dp_peer_err("%pK: Failed to send reo queue setup to FW - tid %d\n",
  205. soc, tid);
  206. return QDF_STATUS_E_FAILURE;
  207. }
  208. }
  209. return QDF_STATUS_SUCCESS;
  210. }
  211. #endif