dp_rx.h 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436
  1. /*
  2. * Copyright (c) 2016-2017 The Linux Foundation. All rights reserved.
  3. *
  4. * Permission to use, copy, modify, and/or distribute this software for
  5. * any purpose with or without fee is hereby granted, provided that the
  6. * above copyright notice and this permission notice appear in all
  7. * copies.
  8. *
  9. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  10. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  11. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  12. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  13. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  14. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  15. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  16. * PERFORMANCE OF THIS SOFTWARE.
  17. */
  18. #ifndef _DP_RX_H
  19. #define _DP_RX_H
  20. #include "hal_rx.h"
  21. #include "dp_tx.h"
  22. #include "dp_peer.h"
  23. #ifdef RXDMA_OPTIMIZATION
  24. #define RX_BUFFER_ALIGNMENT 128
  25. #else /* RXDMA_OPTIMIZATION */
  26. #define RX_BUFFER_ALIGNMENT 4
  27. #endif /* RXDMA_OPTIMIZATION */
  28. #define RX_BUFFER_SIZE 2048
  29. #define RX_BUFFER_RESERVATION 0
  30. #define DP_PEER_METADATA_PEER_ID_MASK 0x0000ffff
  31. #define DP_PEER_METADATA_PEER_ID_SHIFT 0
  32. #define DP_PEER_METADATA_VDEV_ID_MASK 0x00070000
  33. #define DP_PEER_METADATA_VDEV_ID_SHIFT 16
  34. #define DP_PEER_METADATA_PEER_ID_GET(_peer_metadata) \
  35. (((_peer_metadata) & DP_PEER_METADATA_PEER_ID_MASK) \
  36. >> DP_PEER_METADATA_PEER_ID_SHIFT)
  37. #define DP_PEER_METADATA_ID_GET(_peer_metadata) \
  38. (((_peer_metadata) & DP_PEER_METADATA_VDEV_ID_MASK) \
  39. >> DP_PEER_METADATA_VDEV_ID_SHIFT)
  40. /**
  41. * struct dp_rx_desc
  42. *
  43. * @nbuf : VA of the "skb" posted
  44. * @rx_buf_start : VA of the original Rx buffer, before
  45. * movement of any skb->data pointer
  46. * @cookie : index into the sw array which holds
  47. * the sw Rx descriptors
  48. * Cookie space is 21 bits:
  49. * lower 18 bits -- index
  50. * upper 3 bits -- pool_id
  51. * @pool_id : pool Id for which this allocated.
  52. * Can only be used if there is no flow
  53. * steering
  54. */
  55. struct dp_rx_desc {
  56. qdf_nbuf_t nbuf;
  57. uint8_t *rx_buf_start;
  58. uint32_t cookie;
  59. uint8_t pool_id;
  60. };
  61. #define RX_DESC_COOKIE_INDEX_SHIFT 0
  62. #define RX_DESC_COOKIE_INDEX_MASK 0x3ffff /* 18 bits */
  63. #define RX_DESC_COOKIE_POOL_ID_SHIFT 18
  64. #define RX_DESC_COOKIE_POOL_ID_MASK 0x1c0000
  65. #define DP_RX_DESC_COOKIE_POOL_ID_GET(_cookie) \
  66. (((_cookie) & RX_DESC_COOKIE_POOL_ID_MASK) >> \
  67. RX_DESC_COOKIE_POOL_ID_SHIFT)
  68. #define DP_RX_DESC_COOKIE_INDEX_GET(_cookie) \
  69. (((_cookie) & RX_DESC_COOKIE_INDEX_MASK) >> \
  70. RX_DESC_COOKIE_INDEX_SHIFT)
  71. /**
  72. * struct dp_rx_desc_list_elem_t
  73. *
  74. * @next : Next pointer to form free list
  75. * @rx_desc : DP Rx descriptor
  76. */
  77. union dp_rx_desc_list_elem_t {
  78. union dp_rx_desc_list_elem_t *next;
  79. struct dp_rx_desc rx_desc;
  80. };
  81. /**
  82. * dp_rx_cookie_2_va_rxdma_buf() - Converts cookie to a virtual address of
  83. * the Rx descriptor on Rx DMA source ring buffer
  84. * @soc: core txrx main context
  85. * @cookie: cookie used to lookup virtual address
  86. *
  87. * Return: void *: Virtual Address of the Rx descriptor
  88. */
  89. static inline
  90. void *dp_rx_cookie_2_va_rxdma_buf(struct dp_soc *soc, uint32_t cookie)
  91. {
  92. uint8_t pool_id = DP_RX_DESC_COOKIE_POOL_ID_GET(cookie);
  93. uint16_t index = DP_RX_DESC_COOKIE_INDEX_GET(cookie);
  94. /* TODO */
  95. /* Add sanity for pool_id & index */
  96. return &(soc->rx_desc_buf[pool_id].array[index].rx_desc);
  97. }
  98. /**
  99. * dp_rx_cookie_2_va_mon_buf() - Converts cookie to a virtual address of
  100. * the Rx descriptor on monitor ring buffer
  101. * @soc: core txrx main context
  102. * @cookie: cookie used to lookup virtual address
  103. *
  104. * Return: void *: Virtual Address of the Rx descriptor
  105. */
  106. static inline
  107. void *dp_rx_cookie_2_va_mon_buf(struct dp_soc *soc, uint32_t cookie)
  108. {
  109. uint8_t pool_id = DP_RX_DESC_COOKIE_POOL_ID_GET(cookie);
  110. uint16_t index = DP_RX_DESC_COOKIE_INDEX_GET(cookie);
  111. /* TODO */
  112. /* Add sanity for pool_id & index */
  113. return &(soc->rx_desc_mon[pool_id].array[index].rx_desc);
  114. }
  115. /**
  116. * dp_rx_cookie_2_va_mon_status() - Converts cookie to a virtual address of
  117. * the Rx descriptor on monitor status ring buffer
  118. * @soc: core txrx main context
  119. * @cookie: cookie used to lookup virtual address
  120. *
  121. * Return: void *: Virtual Address of the Rx descriptor
  122. */
  123. static inline
  124. void *dp_rx_cookie_2_va_mon_status(struct dp_soc *soc, uint32_t cookie)
  125. {
  126. uint8_t pool_id = DP_RX_DESC_COOKIE_POOL_ID_GET(cookie);
  127. uint16_t index = DP_RX_DESC_COOKIE_INDEX_GET(cookie);
  128. /* TODO */
  129. /* Add sanity for pool_id & index */
  130. return &(soc->rx_desc_status[pool_id].array[index].rx_desc);
  131. }
  132. void dp_rx_add_desc_list_to_free_list(struct dp_soc *soc,
  133. union dp_rx_desc_list_elem_t **local_desc_list,
  134. union dp_rx_desc_list_elem_t **tail,
  135. uint16_t pool_id,
  136. struct rx_desc_pool *rx_desc_pool);
  137. uint16_t dp_rx_get_free_desc_list(struct dp_soc *soc, uint32_t pool_id,
  138. struct rx_desc_pool *rx_desc_pool,
  139. uint16_t num_descs,
  140. union dp_rx_desc_list_elem_t **desc_list,
  141. union dp_rx_desc_list_elem_t **tail);
  142. QDF_STATUS dp_rx_pdev_attach(struct dp_pdev *pdev);
  143. void dp_rx_pdev_detach(struct dp_pdev *pdev);
  144. uint32_t dp_rx_process(struct dp_soc *soc, void *hal_ring, uint32_t quota);
  145. uint32_t dp_rx_err_process(struct dp_soc *soc, void *hal_ring, uint32_t quota);
  146. uint32_t
  147. dp_rx_wbm_err_process(struct dp_soc *soc, void *hal_ring, uint32_t quota);
  148. QDF_STATUS dp_rx_desc_pool_alloc(struct dp_soc *soc,
  149. uint32_t pool_id,
  150. uint32_t pool_size,
  151. struct rx_desc_pool *rx_desc_pool);
  152. void dp_rx_desc_pool_free(struct dp_soc *soc,
  153. uint32_t pool_id,
  154. struct rx_desc_pool *rx_desc_pool);
  155. void dp_rx_deliver_raw(struct dp_vdev *vdev, qdf_nbuf_t nbuf_list);
  156. /**
  157. * dp_rx_add_to_free_desc_list() - Adds to a local free descriptor list
  158. *
  159. * @head: pointer to the head of local free list
  160. * @tail: pointer to the tail of local free list
  161. * @new: new descriptor that is added to the free list
  162. *
  163. * Return: void:
  164. */
  165. static inline
  166. void dp_rx_add_to_free_desc_list(union dp_rx_desc_list_elem_t **head,
  167. union dp_rx_desc_list_elem_t **tail,
  168. struct dp_rx_desc *new)
  169. {
  170. qdf_assert(head && new);
  171. new->nbuf = NULL;
  172. ((union dp_rx_desc_list_elem_t *)new)->next = *head;
  173. *head = (union dp_rx_desc_list_elem_t *)new;
  174. if (*tail == NULL)
  175. *tail = *head;
  176. }
  177. /**
  178. * dp_rx_wds_srcport_learn() - Add or update the STA PEER which
  179. * is behind the WDS repeater.
  180. *
  181. * @soc: core txrx main context
  182. * @rx_tlv_hdr: base address of RX TLV header
  183. * @ta_peer: WDS repeater peer
  184. * @nbuf: rx pkt
  185. *
  186. * Return: void:
  187. */
  188. #ifndef CONFIG_MCL
  189. static inline void
  190. dp_rx_wds_srcport_learn(struct dp_soc *soc,
  191. uint8_t *rx_tlv_hdr,
  192. struct dp_peer *ta_peer,
  193. qdf_nbuf_t nbuf)
  194. {
  195. uint16_t sa_sw_peer_id = hal_rx_msdu_end_sa_sw_peer_id_get(rx_tlv_hdr);
  196. uint32_t flags = IEEE80211_NODE_F_WDS_HM;
  197. uint32_t ret = 0;
  198. uint8_t wds_src_mac[IEEE80211_ADDR_LEN];
  199. memcpy(wds_src_mac, (qdf_nbuf_data(nbuf) + IEEE80211_ADDR_LEN),
  200. IEEE80211_ADDR_LEN);
  201. if (!hal_rx_msdu_end_sa_is_valid_get(rx_tlv_hdr)) {
  202. ret = soc->cdp_soc.ol_ops->peer_add_wds_entry(
  203. soc->osif_soc,
  204. wds_src_mac,
  205. ta_peer->mac_addr.raw,
  206. flags);
  207. } else if (sa_sw_peer_id != ta_peer->peer_ids[0]) {
  208. ret = soc->cdp_soc.ol_ops->peer_update_wds_entry(
  209. soc->osif_soc,
  210. wds_src_mac,
  211. ta_peer->mac_addr.raw,
  212. flags);
  213. }
  214. return;
  215. }
  216. #else
  217. static inline void
  218. dp_rx_wds_srcport_learn(struct dp_soc *soc,
  219. uint8_t *rx_tlv_hdr,
  220. struct dp_peer *ta_peer,
  221. qdf_nbuf_t nbuf)
  222. {
  223. }
  224. #endif
  225. uint8_t dp_rx_process_invalid_peer(struct dp_soc *soc, qdf_nbuf_t nbuf);
  226. #define DP_RX_LIST_APPEND(head, tail, elem) \
  227. do { \
  228. if (!(head)) { \
  229. (head) = (elem); \
  230. } else { \
  231. qdf_nbuf_set_next((tail), (elem)); \
  232. } \
  233. (tail) = (elem); \
  234. qdf_nbuf_set_next((tail), NULL); \
  235. } while (0)
  236. #ifndef BUILD_X86
  237. static inline int check_x86_paddr(struct dp_soc *dp_soc, qdf_nbuf_t *rx_netbuf,
  238. qdf_dma_addr_t *paddr, struct dp_pdev *pdev)
  239. {
  240. return QDF_STATUS_SUCCESS;
  241. }
  242. #else
  243. #define MAX_RETRY 100
  244. static inline int check_x86_paddr(struct dp_soc *dp_soc, qdf_nbuf_t *rx_netbuf,
  245. qdf_dma_addr_t *paddr, struct dp_pdev *pdev)
  246. {
  247. uint32_t nbuf_retry = 0;
  248. int32_t ret;
  249. const uint32_t x86_phy_addr = 0x50000000;
  250. /*
  251. * in M2M emulation platforms (x86) the memory below 0x50000000
  252. * is reserved for target use, so any memory allocated in this
  253. * region should not be used by host
  254. */
  255. do {
  256. if (qdf_likely(*paddr > x86_phy_addr))
  257. return QDF_STATUS_SUCCESS;
  258. else {
  259. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO,
  260. "phy addr %p exceded 0x50000000 trying again\n",
  261. paddr);
  262. nbuf_retry++;
  263. if ((*rx_netbuf)) {
  264. qdf_nbuf_unmap_single(dp_soc->osdev, *rx_netbuf,
  265. QDF_DMA_BIDIRECTIONAL);
  266. /* Not freeing buffer intentionally.
  267. * Observed that same buffer is getting
  268. * re-allocated resulting in longer load time
  269. * WMI init timeout.
  270. * This buffer is anyway not useful so skip it.
  271. **/
  272. }
  273. *rx_netbuf = qdf_nbuf_alloc(pdev->osif_pdev,
  274. RX_BUFFER_SIZE,
  275. RX_BUFFER_RESERVATION,
  276. RX_BUFFER_ALIGNMENT,
  277. FALSE);
  278. if (qdf_unlikely(!(*rx_netbuf)))
  279. return QDF_STATUS_E_FAILURE;
  280. ret = qdf_nbuf_map_single(dp_soc->osdev, *rx_netbuf,
  281. QDF_DMA_BIDIRECTIONAL);
  282. if (qdf_unlikely(ret == QDF_STATUS_E_FAILURE)) {
  283. qdf_nbuf_free(*rx_netbuf);
  284. *rx_netbuf = NULL;
  285. continue;
  286. }
  287. *paddr = qdf_nbuf_get_frag_paddr(*rx_netbuf, 0);
  288. }
  289. } while (nbuf_retry < MAX_RETRY);
  290. if ((*rx_netbuf)) {
  291. qdf_nbuf_unmap_single(dp_soc->osdev, *rx_netbuf,
  292. QDF_DMA_BIDIRECTIONAL);
  293. qdf_nbuf_free(*rx_netbuf);
  294. }
  295. return QDF_STATUS_E_FAILURE;
  296. }
  297. #endif
  298. /**
  299. * dp_rx_cookie_2_link_desc_va() - Converts cookie to a virtual address of
  300. * the MSDU Link Descriptor
  301. * @soc: core txrx main context
  302. * @buf_info: buf_info include cookie that used to lookup virtual address of
  303. * link descriptor Normally this is just an index into a per SOC array.
  304. *
  305. * This is the VA of the link descriptor, that HAL layer later uses to
  306. * retrieve the list of MSDU's for a given MPDU.
  307. *
  308. * Return: void *: Virtual Address of the Rx descriptor
  309. */
  310. static inline
  311. void *dp_rx_cookie_2_link_desc_va(struct dp_soc *soc,
  312. struct hal_buf_info *buf_info)
  313. {
  314. void *link_desc_va;
  315. /* TODO */
  316. /* Add sanity for cookie */
  317. link_desc_va = soc->link_desc_banks[buf_info->sw_cookie].base_vaddr +
  318. (buf_info->paddr -
  319. soc->link_desc_banks[buf_info->sw_cookie].base_paddr);
  320. return link_desc_va;
  321. }
  322. /**
  323. * dp_rx_cookie_2_mon_link_desc_va() - Converts cookie to a virtual address of
  324. * the MSDU Link Descriptor
  325. * @pdev: core txrx pdev context
  326. * @buf_info: buf_info includes cookie that used to lookup virtual address of
  327. * link descriptor. Normally this is just an index into a per pdev array.
  328. *
  329. * This is the VA of the link descriptor in monitor mode destination ring,
  330. * that HAL layer later uses to retrieve the list of MSDU's for a given MPDU.
  331. *
  332. * Return: void *: Virtual Address of the Rx descriptor
  333. */
  334. static inline
  335. void *dp_rx_cookie_2_mon_link_desc_va(struct dp_pdev *pdev,
  336. struct hal_buf_info *buf_info)
  337. {
  338. void *link_desc_va;
  339. /* TODO */
  340. /* Add sanity for cookie */
  341. link_desc_va = pdev->link_desc_banks[buf_info->sw_cookie].base_vaddr +
  342. (buf_info->paddr -
  343. pdev->link_desc_banks[buf_info->sw_cookie].base_paddr);
  344. return link_desc_va;
  345. }
  346. /*
  347. * dp_rx_buffers_replenish() - replenish rxdma ring with rx nbufs
  348. * called during dp rx initialization
  349. * and at the end of dp_rx_process.
  350. *
  351. * @soc: core txrx main context
  352. * @mac_id: mac_id which is one of 3 mac_ids
  353. * @dp_rxdma_srng: dp rxdma circular ring
  354. * @rx_desc_pool: Poiter to free Rx descriptor pool
  355. * @num_req_buffers: number of buffer to be replenished
  356. * @desc_list: list of descs if called from dp_rx_process
  357. * or NULL during dp rx initialization or out of buffer
  358. * interrupt.
  359. * @tail: tail of descs list
  360. * @owner: who owns the nbuf (host, NSS etc...)
  361. * Return: return success or failure
  362. */
  363. QDF_STATUS dp_rx_buffers_replenish(struct dp_soc *dp_soc, uint32_t mac_id,
  364. struct dp_srng *dp_rxdma_srng,
  365. struct rx_desc_pool *rx_desc_pool,
  366. uint32_t num_req_buffers,
  367. union dp_rx_desc_list_elem_t **desc_list,
  368. union dp_rx_desc_list_elem_t **tail,
  369. uint8_t owner);
  370. /**
  371. * dp_rx_link_desc_return() - Return a MPDU link descriptor to HW
  372. * (WBM), following error handling
  373. *
  374. * @soc: core DP main context
  375. * @buf_addr_info: opaque pointer to the REO error ring descriptor
  376. * @buf_addr_info: void pointer to the buffer_addr_info
  377. * Return: QDF_STATUS
  378. */
  379. QDF_STATUS
  380. dp_rx_link_desc_buf_return(struct dp_soc *soc, struct dp_srng *dp_rxdma_srng,
  381. void *buf_addr_info);
  382. #endif /* _DP_RX_H */