dp_rx.h 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900
  1. /*
  2. * Copyright (c) 2016-2018 The Linux Foundation. All rights reserved.
  3. *
  4. * Permission to use, copy, modify, and/or distribute this software for
  5. * any purpose with or without fee is hereby granted, provided that the
  6. * above copyright notice and this permission notice appear in all
  7. * copies.
  8. *
  9. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  10. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  11. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  12. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  13. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  14. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  15. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  16. * PERFORMANCE OF THIS SOFTWARE.
  17. */
  18. #ifndef _DP_RX_H
  19. #define _DP_RX_H
  20. #include "hal_rx.h"
  21. #include "dp_tx.h"
  22. #include "dp_peer.h"
  23. #include "dp_internal.h"
  24. #ifdef RXDMA_OPTIMIZATION
  25. #define RX_BUFFER_ALIGNMENT 128
  26. #else /* RXDMA_OPTIMIZATION */
  27. #define RX_BUFFER_ALIGNMENT 4
  28. #endif /* RXDMA_OPTIMIZATION */
  29. #ifdef QCA_HOST2FW_RXBUF_RING
  30. #define DP_WBM2SW_RBM HAL_RX_BUF_RBM_SW1_BM
  31. #else
  32. #define DP_WBM2SW_RBM HAL_RX_BUF_RBM_SW3_BM
  33. #endif
  34. #define RX_BUFFER_SIZE 2048
  35. #define RX_BUFFER_RESERVATION 0
  36. #define DP_PEER_METADATA_PEER_ID_MASK 0x0000ffff
  37. #define DP_PEER_METADATA_PEER_ID_SHIFT 0
  38. #define DP_PEER_METADATA_VDEV_ID_MASK 0x00070000
  39. #define DP_PEER_METADATA_VDEV_ID_SHIFT 16
  40. #define DP_PEER_METADATA_PEER_ID_GET(_peer_metadata) \
  41. (((_peer_metadata) & DP_PEER_METADATA_PEER_ID_MASK) \
  42. >> DP_PEER_METADATA_PEER_ID_SHIFT)
  43. #define DP_PEER_METADATA_ID_GET(_peer_metadata) \
  44. (((_peer_metadata) & DP_PEER_METADATA_VDEV_ID_MASK) \
  45. >> DP_PEER_METADATA_VDEV_ID_SHIFT)
  46. #define DP_RX_DESC_MAGIC 0xdec0de
  47. /**
  48. * struct dp_rx_desc
  49. *
  50. * @nbuf : VA of the "skb" posted
  51. * @rx_buf_start : VA of the original Rx buffer, before
  52. * movement of any skb->data pointer
  53. * @cookie : index into the sw array which holds
  54. * the sw Rx descriptors
  55. * Cookie space is 21 bits:
  56. * lower 18 bits -- index
  57. * upper 3 bits -- pool_id
  58. * @pool_id : pool Id for which this allocated.
  59. * Can only be used if there is no flow
  60. * steering
  61. * @in_use rx_desc is in use
  62. * @unmapped used to mark rx_desc an unmapped if the corresponding
  63. * nbuf is already unmapped
  64. */
  65. struct dp_rx_desc {
  66. qdf_nbuf_t nbuf;
  67. uint8_t *rx_buf_start;
  68. uint32_t cookie;
  69. uint8_t pool_id;
  70. #ifdef RX_DESC_DEBUG_CHECK
  71. uint32_t magic;
  72. #endif
  73. uint8_t in_use:1,
  74. unmapped:1;
  75. };
  76. #define RX_DESC_COOKIE_INDEX_SHIFT 0
  77. #define RX_DESC_COOKIE_INDEX_MASK 0x3ffff /* 18 bits */
  78. #define RX_DESC_COOKIE_POOL_ID_SHIFT 18
  79. #define RX_DESC_COOKIE_POOL_ID_MASK 0x1c0000
  80. #define DP_RX_DESC_COOKIE_MAX \
  81. (RX_DESC_COOKIE_INDEX_MASK | RX_DESC_COOKIE_POOL_ID_MASK)
  82. #define DP_RX_DESC_COOKIE_POOL_ID_GET(_cookie) \
  83. (((_cookie) & RX_DESC_COOKIE_POOL_ID_MASK) >> \
  84. RX_DESC_COOKIE_POOL_ID_SHIFT)
  85. #define DP_RX_DESC_COOKIE_INDEX_GET(_cookie) \
  86. (((_cookie) & RX_DESC_COOKIE_INDEX_MASK) >> \
  87. RX_DESC_COOKIE_INDEX_SHIFT)
  88. /*
  89. *dp_rx_xor_block() - xor block of data
  90. *@b: destination data block
  91. *@a: source data block
  92. *@len: length of the data to process
  93. *
  94. *Returns: None
  95. */
  96. static inline void dp_rx_xor_block(uint8_t *b, const uint8_t *a, qdf_size_t len)
  97. {
  98. qdf_size_t i;
  99. for (i = 0; i < len; i++)
  100. b[i] ^= a[i];
  101. }
  102. /*
  103. *dp_rx_rotl() - rotate the bits left
  104. *@val: unsigned integer input value
  105. *@bits: number of bits
  106. *
  107. *Returns: Integer with left rotated by number of 'bits'
  108. */
  109. static inline uint32_t dp_rx_rotl(uint32_t val, int bits)
  110. {
  111. return (val << bits) | (val >> (32 - bits));
  112. }
  113. /*
  114. *dp_rx_rotr() - rotate the bits right
  115. *@val: unsigned integer input value
  116. *@bits: number of bits
  117. *
  118. *Returns: Integer with right rotated by number of 'bits'
  119. */
  120. static inline uint32_t dp_rx_rotr(uint32_t val, int bits)
  121. {
  122. return (val >> bits) | (val << (32 - bits));
  123. }
  124. /*
  125. * dp_set_rx_queue() - set queue_mapping in skb
  126. * @nbuf: skb
  127. * @queue_id: rx queue_id
  128. *
  129. * Return: void
  130. */
  131. #ifdef QCA_OL_RX_MULTIQ_SUPPORT
  132. static inline void dp_set_rx_queue(qdf_nbuf_t nbuf, uint8_t queue_id)
  133. {
  134. qdf_nbuf_record_rx_queue(nbuf, queue_id);
  135. return;
  136. }
  137. #else
  138. static inline void dp_set_rx_queue(qdf_nbuf_t nbuf, uint8_t queue_id)
  139. {
  140. }
  141. #endif
  142. /*
  143. *dp_rx_xswap() - swap the bits left
  144. *@val: unsigned integer input value
  145. *
  146. *Returns: Integer with bits swapped
  147. */
  148. static inline uint32_t dp_rx_xswap(uint32_t val)
  149. {
  150. return ((val & 0x00ff00ff) << 8) | ((val & 0xff00ff00) >> 8);
  151. }
  152. /*
  153. *dp_rx_get_le32_split() - get little endian 32 bits split
  154. *@b0: byte 0
  155. *@b1: byte 1
  156. *@b2: byte 2
  157. *@b3: byte 3
  158. *
  159. *Returns: Integer with split little endian 32 bits
  160. */
  161. static inline uint32_t dp_rx_get_le32_split(uint8_t b0, uint8_t b1, uint8_t b2,
  162. uint8_t b3)
  163. {
  164. return b0 | (b1 << 8) | (b2 << 16) | (b3 << 24);
  165. }
  166. /*
  167. *dp_rx_get_le32() - get little endian 32 bits
  168. *@b0: byte 0
  169. *@b1: byte 1
  170. *@b2: byte 2
  171. *@b3: byte 3
  172. *
  173. *Returns: Integer with little endian 32 bits
  174. */
  175. static inline uint32_t dp_rx_get_le32(const uint8_t *p)
  176. {
  177. return dp_rx_get_le32_split(p[0], p[1], p[2], p[3]);
  178. }
  179. /*
  180. * dp_rx_put_le32() - put little endian 32 bits
  181. * @p: destination char array
  182. * @v: source 32-bit integer
  183. *
  184. * Returns: None
  185. */
  186. static inline void dp_rx_put_le32(uint8_t *p, uint32_t v)
  187. {
  188. p[0] = (v) & 0xff;
  189. p[1] = (v >> 8) & 0xff;
  190. p[2] = (v >> 16) & 0xff;
  191. p[3] = (v >> 24) & 0xff;
  192. }
  193. /* Extract michal mic block of data */
  194. #define dp_rx_michael_block(l, r) \
  195. do { \
  196. r ^= dp_rx_rotl(l, 17); \
  197. l += r; \
  198. r ^= dp_rx_xswap(l); \
  199. l += r; \
  200. r ^= dp_rx_rotl(l, 3); \
  201. l += r; \
  202. r ^= dp_rx_rotr(l, 2); \
  203. l += r; \
  204. } while (0)
  205. /**
  206. * struct dp_rx_desc_list_elem_t
  207. *
  208. * @next : Next pointer to form free list
  209. * @rx_desc : DP Rx descriptor
  210. */
  211. union dp_rx_desc_list_elem_t {
  212. union dp_rx_desc_list_elem_t *next;
  213. struct dp_rx_desc rx_desc;
  214. };
  215. /**
  216. * dp_rx_cookie_2_va_rxdma_buf() - Converts cookie to a virtual address of
  217. * the Rx descriptor on Rx DMA source ring buffer
  218. * @soc: core txrx main context
  219. * @cookie: cookie used to lookup virtual address
  220. *
  221. * Return: void *: Virtual Address of the Rx descriptor
  222. */
  223. static inline
  224. void *dp_rx_cookie_2_va_rxdma_buf(struct dp_soc *soc, uint32_t cookie)
  225. {
  226. uint8_t pool_id = DP_RX_DESC_COOKIE_POOL_ID_GET(cookie);
  227. uint16_t index = DP_RX_DESC_COOKIE_INDEX_GET(cookie);
  228. struct rx_desc_pool *rx_desc_pool;
  229. if (qdf_unlikely(pool_id >= MAX_RXDESC_POOLS))
  230. return NULL;
  231. rx_desc_pool = &soc->rx_desc_buf[pool_id];
  232. if (qdf_unlikely(index >= rx_desc_pool->pool_size))
  233. return NULL;
  234. return &(soc->rx_desc_buf[pool_id].array[index].rx_desc);
  235. }
  236. /**
  237. * dp_rx_cookie_2_va_mon_buf() - Converts cookie to a virtual address of
  238. * the Rx descriptor on monitor ring buffer
  239. * @soc: core txrx main context
  240. * @cookie: cookie used to lookup virtual address
  241. *
  242. * Return: void *: Virtual Address of the Rx descriptor
  243. */
  244. static inline
  245. void *dp_rx_cookie_2_va_mon_buf(struct dp_soc *soc, uint32_t cookie)
  246. {
  247. uint8_t pool_id = DP_RX_DESC_COOKIE_POOL_ID_GET(cookie);
  248. uint16_t index = DP_RX_DESC_COOKIE_INDEX_GET(cookie);
  249. /* TODO */
  250. /* Add sanity for pool_id & index */
  251. return &(soc->rx_desc_mon[pool_id].array[index].rx_desc);
  252. }
  253. /**
  254. * dp_rx_cookie_2_va_mon_status() - Converts cookie to a virtual address of
  255. * the Rx descriptor on monitor status ring buffer
  256. * @soc: core txrx main context
  257. * @cookie: cookie used to lookup virtual address
  258. *
  259. * Return: void *: Virtual Address of the Rx descriptor
  260. */
  261. static inline
  262. void *dp_rx_cookie_2_va_mon_status(struct dp_soc *soc, uint32_t cookie)
  263. {
  264. uint8_t pool_id = DP_RX_DESC_COOKIE_POOL_ID_GET(cookie);
  265. uint16_t index = DP_RX_DESC_COOKIE_INDEX_GET(cookie);
  266. /* TODO */
  267. /* Add sanity for pool_id & index */
  268. return &(soc->rx_desc_status[pool_id].array[index].rx_desc);
  269. }
  270. void dp_rx_add_desc_list_to_free_list(struct dp_soc *soc,
  271. union dp_rx_desc_list_elem_t **local_desc_list,
  272. union dp_rx_desc_list_elem_t **tail,
  273. uint16_t pool_id,
  274. struct rx_desc_pool *rx_desc_pool);
  275. uint16_t dp_rx_get_free_desc_list(struct dp_soc *soc, uint32_t pool_id,
  276. struct rx_desc_pool *rx_desc_pool,
  277. uint16_t num_descs,
  278. union dp_rx_desc_list_elem_t **desc_list,
  279. union dp_rx_desc_list_elem_t **tail);
  280. QDF_STATUS dp_rx_pdev_attach(struct dp_pdev *pdev);
  281. void dp_rx_pdev_detach(struct dp_pdev *pdev);
  282. uint32_t
  283. dp_rx_process(struct dp_intr *int_ctx, void *hal_ring, uint8_t reo_ring_num,
  284. uint32_t quota);
  285. uint32_t dp_rx_err_process(struct dp_soc *soc, void *hal_ring, uint32_t quota);
  286. uint32_t
  287. dp_rx_wbm_err_process(struct dp_soc *soc, void *hal_ring, uint32_t quota);
  288. /**
  289. * dp_rx_sg_create() - create a frag_list for MSDUs which are spread across
  290. * multiple nbufs.
  291. * @nbuf: pointer to the first msdu of an amsdu.
  292. * @rx_tlv_hdr: pointer to the start of RX TLV headers.
  293. *
  294. * This function implements the creation of RX frag_list for cases
  295. * where an MSDU is spread across multiple nbufs.
  296. *
  297. * Return: returns the head nbuf which contains complete frag_list.
  298. */
  299. qdf_nbuf_t dp_rx_sg_create(qdf_nbuf_t nbuf, uint8_t *rx_tlv_hdr);
  300. QDF_STATUS dp_rx_desc_pool_alloc(struct dp_soc *soc,
  301. uint32_t pool_id,
  302. uint32_t pool_size,
  303. struct rx_desc_pool *rx_desc_pool);
  304. void dp_rx_desc_pool_free(struct dp_soc *soc,
  305. uint32_t pool_id,
  306. struct rx_desc_pool *rx_desc_pool);
  307. void dp_rx_deliver_raw(struct dp_vdev *vdev, qdf_nbuf_t nbuf_list,
  308. struct dp_peer *peer);
  309. /**
  310. * dp_rx_add_to_free_desc_list() - Adds to a local free descriptor list
  311. *
  312. * @head: pointer to the head of local free list
  313. * @tail: pointer to the tail of local free list
  314. * @new: new descriptor that is added to the free list
  315. *
  316. * Return: void:
  317. */
  318. static inline
  319. void dp_rx_add_to_free_desc_list(union dp_rx_desc_list_elem_t **head,
  320. union dp_rx_desc_list_elem_t **tail,
  321. struct dp_rx_desc *new)
  322. {
  323. qdf_assert(head && new);
  324. new->nbuf = NULL;
  325. new->in_use = 0;
  326. new->unmapped = 0;
  327. ((union dp_rx_desc_list_elem_t *)new)->next = *head;
  328. *head = (union dp_rx_desc_list_elem_t *)new;
  329. if (*tail == NULL)
  330. *tail = *head;
  331. }
  332. /**
  333. * dp_rx_wds_srcport_learn() - Add or update the STA PEER which
  334. * is behind the WDS repeater.
  335. *
  336. * @soc: core txrx main context
  337. * @rx_tlv_hdr: base address of RX TLV header
  338. * @ta_peer: WDS repeater peer
  339. * @nbuf: rx pkt
  340. *
  341. * Return: void:
  342. */
  343. #ifdef FEATURE_WDS
  344. static inline void
  345. dp_rx_wds_srcport_learn(struct dp_soc *soc,
  346. uint8_t *rx_tlv_hdr,
  347. struct dp_peer *ta_peer,
  348. qdf_nbuf_t nbuf)
  349. {
  350. uint16_t sa_sw_peer_id = hal_rx_msdu_end_sa_sw_peer_id_get(rx_tlv_hdr);
  351. uint32_t flags = IEEE80211_NODE_F_WDS_HM;
  352. uint32_t ret = 0;
  353. uint8_t wds_src_mac[IEEE80211_ADDR_LEN];
  354. struct dp_peer *sa_peer;
  355. struct dp_peer *wds_peer;
  356. struct dp_ast_entry *ast;
  357. uint16_t sa_idx;
  358. bool del_in_progress;
  359. if (qdf_unlikely(!ta_peer))
  360. return;
  361. /* For AP mode : Do wds source port learning only if it is a
  362. * 4-address mpdu
  363. *
  364. * For STA mode : Frames from RootAP backend will be in 3-address mode,
  365. * till RootAP does the WDS source port learning; Hence in repeater/STA
  366. * mode, we enable learning even in 3-address mode , to avoid RootAP
  367. * backbone getting wrongly learnt as MEC on repeater
  368. */
  369. if (ta_peer->vdev->opmode != wlan_op_mode_sta) {
  370. if (!(qdf_nbuf_is_rx_chfrag_start(nbuf) &&
  371. hal_rx_get_mpdu_mac_ad4_valid(rx_tlv_hdr)))
  372. return;
  373. } else {
  374. /* For HKv2 Source port learing is not needed in STA mode
  375. * as we have support in HW
  376. */
  377. if (soc->ast_override_support)
  378. return;
  379. }
  380. memcpy(wds_src_mac, (qdf_nbuf_data(nbuf) + IEEE80211_ADDR_LEN),
  381. IEEE80211_ADDR_LEN);
  382. if (qdf_unlikely(!hal_rx_msdu_end_sa_is_valid_get(rx_tlv_hdr))) {
  383. ret = dp_peer_add_ast(soc,
  384. ta_peer,
  385. wds_src_mac,
  386. CDP_TXRX_AST_TYPE_WDS,
  387. flags);
  388. return;
  389. }
  390. /*
  391. * Get the AST entry from HW SA index and mark it as active
  392. */
  393. sa_idx = hal_rx_msdu_end_sa_idx_get(rx_tlv_hdr);
  394. qdf_spin_lock_bh(&soc->ast_lock);
  395. ast = soc->ast_table[sa_idx];
  396. qdf_spin_unlock_bh(&soc->ast_lock);
  397. if (!ast) {
  398. /*
  399. * In HKv1, it is possible that HW retains the AST entry in
  400. * GSE cache on 1 radio , even after the AST entry is deleted
  401. * (on another radio).
  402. *
  403. * Due to this, host might still get sa_is_valid indications
  404. * for frames with SA not really present in AST table.
  405. *
  406. * So we go ahead and send an add_ast command to FW in such
  407. * cases where sa is reported still as valid, so that FW will
  408. * invalidate this GSE cache entry and new AST entry gets
  409. * cached.
  410. */
  411. if (!soc->ast_override_support) {
  412. wds_peer = dp_peer_find_hash_find(soc, wds_src_mac,
  413. 0, DP_VDEV_ALL);
  414. if (wds_peer) {
  415. del_in_progress = wds_peer->delete_in_progress;
  416. dp_peer_unref_delete(wds_peer);
  417. if (!del_in_progress) {
  418. QDF_TRACE(QDF_MODULE_ID_DP,
  419. QDF_TRACE_LEVEL_DEBUG,
  420. "wds peer %pM found",
  421. wds_src_mac);
  422. QDF_TRACE(QDF_MODULE_ID_DP,
  423. QDF_TRACE_LEVEL_DEBUG,
  424. "No AST no Del in progress");
  425. }
  426. return;
  427. }
  428. ret = dp_peer_add_ast(soc,
  429. ta_peer,
  430. wds_src_mac,
  431. CDP_TXRX_AST_TYPE_WDS,
  432. flags);
  433. }
  434. return;
  435. }
  436. if ((ast->type == CDP_TXRX_AST_TYPE_WDS_HM) ||
  437. (ast->type == CDP_TXRX_AST_TYPE_WDS_HM_SEC))
  438. return;
  439. /*
  440. * Ensure we are updating the right AST entry by
  441. * validating ast_idx.
  442. * There is a possibility we might arrive here without
  443. * AST MAP event , so this check is mandatory
  444. */
  445. if (ast->is_mapped && (ast->ast_idx == sa_idx))
  446. ast->is_active = TRUE;
  447. if (sa_sw_peer_id != ta_peer->peer_ids[0]) {
  448. sa_peer = ast->peer;
  449. if ((ast->type != CDP_TXRX_AST_TYPE_STATIC) &&
  450. (ast->type != CDP_TXRX_AST_TYPE_SELF) &&
  451. (ast->type != CDP_TXRX_AST_TYPE_STA_BSS)) {
  452. if (ast->pdev_id != ta_peer->vdev->pdev->pdev_id) {
  453. /* This case is when a STA roams from one
  454. * repeater to another repeater, but these
  455. * repeaters are connected to root AP on
  456. * different radios.
  457. * Ex: rptr1 connected to ROOT AP over 5G
  458. * and rptr2 connected to ROOT AP over 2G
  459. * radio
  460. */
  461. qdf_spin_lock_bh(&soc->ast_lock);
  462. dp_peer_del_ast(soc, ast);
  463. qdf_spin_unlock_bh(&soc->ast_lock);
  464. } else {
  465. /* this case is when a STA roams from one
  466. * reapter to another repeater, but inside
  467. * same radio.
  468. */
  469. qdf_spin_lock_bh(&soc->ast_lock);
  470. dp_peer_update_ast(soc, ta_peer, ast, flags);
  471. qdf_spin_unlock_bh(&soc->ast_lock);
  472. return;
  473. }
  474. }
  475. /*
  476. * Do not kickout STA if it belongs to a different radio.
  477. * For DBDC repeater, it is possible to arrive here
  478. * for multicast loopback frames originated from connected
  479. * clients and looped back (intrabss) by Root AP
  480. */
  481. if (ast->pdev_id != ta_peer->vdev->pdev->pdev_id) {
  482. return;
  483. }
  484. /*
  485. * Kickout, when direct associated peer(SA) roams
  486. * to another AP and reachable via TA peer
  487. */
  488. if ((sa_peer->vdev->opmode == wlan_op_mode_ap) &&
  489. !sa_peer->delete_in_progress) {
  490. sa_peer->delete_in_progress = true;
  491. if (soc->cdp_soc.ol_ops->peer_sta_kickout) {
  492. soc->cdp_soc.ol_ops->peer_sta_kickout(
  493. sa_peer->vdev->pdev->ctrl_pdev,
  494. wds_src_mac);
  495. }
  496. }
  497. }
  498. return;
  499. }
  500. #else
  501. static inline void
  502. dp_rx_wds_srcport_learn(struct dp_soc *soc,
  503. uint8_t *rx_tlv_hdr,
  504. struct dp_peer *ta_peer,
  505. qdf_nbuf_t nbuf)
  506. {
  507. }
  508. #endif
  509. uint8_t dp_rx_process_invalid_peer(struct dp_soc *soc, qdf_nbuf_t nbuf);
  510. void dp_rx_process_invalid_peer_wrapper(struct dp_soc *soc,
  511. qdf_nbuf_t mpdu, bool mpdu_done);
  512. void dp_rx_process_mic_error(struct dp_soc *soc, qdf_nbuf_t nbuf,
  513. uint8_t *rx_tlv_hdr, struct dp_peer *peer);
  514. #define DP_RX_LIST_APPEND(head, tail, elem) \
  515. do { \
  516. if (!(head)) { \
  517. (head) = (elem); \
  518. QDF_NBUF_CB_RX_NUM_ELEMENTS_IN_LIST(head) = 1;\
  519. } else { \
  520. qdf_nbuf_set_next((tail), (elem)); \
  521. QDF_NBUF_CB_RX_NUM_ELEMENTS_IN_LIST(head)++; \
  522. } \
  523. (tail) = (elem); \
  524. qdf_nbuf_set_next((tail), NULL); \
  525. } while (0)
  526. #ifndef BUILD_X86
  527. static inline int check_x86_paddr(struct dp_soc *dp_soc, qdf_nbuf_t *rx_netbuf,
  528. qdf_dma_addr_t *paddr, struct dp_pdev *pdev)
  529. {
  530. return QDF_STATUS_SUCCESS;
  531. }
  532. #else
  533. #define MAX_RETRY 100
  534. static inline int check_x86_paddr(struct dp_soc *dp_soc, qdf_nbuf_t *rx_netbuf,
  535. qdf_dma_addr_t *paddr, struct dp_pdev *pdev)
  536. {
  537. uint32_t nbuf_retry = 0;
  538. int32_t ret;
  539. const uint32_t x86_phy_addr = 0x50000000;
  540. /*
  541. * in M2M emulation platforms (x86) the memory below 0x50000000
  542. * is reserved for target use, so any memory allocated in this
  543. * region should not be used by host
  544. */
  545. do {
  546. if (qdf_likely(*paddr > x86_phy_addr))
  547. return QDF_STATUS_SUCCESS;
  548. else {
  549. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO,
  550. "phy addr %pK exceeded 0x50000000 trying again",
  551. paddr);
  552. nbuf_retry++;
  553. if ((*rx_netbuf)) {
  554. qdf_nbuf_unmap_single(dp_soc->osdev, *rx_netbuf,
  555. QDF_DMA_BIDIRECTIONAL);
  556. /* Not freeing buffer intentionally.
  557. * Observed that same buffer is getting
  558. * re-allocated resulting in longer load time
  559. * WMI init timeout.
  560. * This buffer is anyway not useful so skip it.
  561. **/
  562. }
  563. *rx_netbuf = qdf_nbuf_alloc(dp_soc->osdev,
  564. RX_BUFFER_SIZE,
  565. RX_BUFFER_RESERVATION,
  566. RX_BUFFER_ALIGNMENT,
  567. FALSE);
  568. if (qdf_unlikely(!(*rx_netbuf)))
  569. return QDF_STATUS_E_FAILURE;
  570. ret = qdf_nbuf_map_single(dp_soc->osdev, *rx_netbuf,
  571. QDF_DMA_BIDIRECTIONAL);
  572. if (qdf_unlikely(ret == QDF_STATUS_E_FAILURE)) {
  573. qdf_nbuf_free(*rx_netbuf);
  574. *rx_netbuf = NULL;
  575. continue;
  576. }
  577. *paddr = qdf_nbuf_get_frag_paddr(*rx_netbuf, 0);
  578. }
  579. } while (nbuf_retry < MAX_RETRY);
  580. if ((*rx_netbuf)) {
  581. qdf_nbuf_unmap_single(dp_soc->osdev, *rx_netbuf,
  582. QDF_DMA_BIDIRECTIONAL);
  583. qdf_nbuf_free(*rx_netbuf);
  584. }
  585. return QDF_STATUS_E_FAILURE;
  586. }
  587. #endif
  588. /**
  589. * dp_rx_cookie_2_link_desc_va() - Converts cookie to a virtual address of
  590. * the MSDU Link Descriptor
  591. * @soc: core txrx main context
  592. * @buf_info: buf_info include cookie that used to lookup virtual address of
  593. * link descriptor Normally this is just an index into a per SOC array.
  594. *
  595. * This is the VA of the link descriptor, that HAL layer later uses to
  596. * retrieve the list of MSDU's for a given MPDU.
  597. *
  598. * Return: void *: Virtual Address of the Rx descriptor
  599. */
  600. static inline
  601. void *dp_rx_cookie_2_link_desc_va(struct dp_soc *soc,
  602. struct hal_buf_info *buf_info)
  603. {
  604. void *link_desc_va;
  605. uint32_t bank_id = LINK_DESC_COOKIE_BANK_ID(buf_info->sw_cookie);
  606. /* TODO */
  607. /* Add sanity for cookie */
  608. link_desc_va = soc->link_desc_banks[bank_id].base_vaddr +
  609. (buf_info->paddr -
  610. soc->link_desc_banks[bank_id].base_paddr);
  611. return link_desc_va;
  612. }
  613. /**
  614. * dp_rx_cookie_2_mon_link_desc_va() - Converts cookie to a virtual address of
  615. * the MSDU Link Descriptor
  616. * @pdev: core txrx pdev context
  617. * @buf_info: buf_info includes cookie that used to lookup virtual address of
  618. * link descriptor. Normally this is just an index into a per pdev array.
  619. *
  620. * This is the VA of the link descriptor in monitor mode destination ring,
  621. * that HAL layer later uses to retrieve the list of MSDU's for a given MPDU.
  622. *
  623. * Return: void *: Virtual Address of the Rx descriptor
  624. */
  625. static inline
  626. void *dp_rx_cookie_2_mon_link_desc_va(struct dp_pdev *pdev,
  627. struct hal_buf_info *buf_info,
  628. int mac_id)
  629. {
  630. void *link_desc_va;
  631. int mac_for_pdev = dp_get_mac_id_for_mac(pdev->soc, mac_id);
  632. /* TODO */
  633. /* Add sanity for cookie */
  634. link_desc_va =
  635. pdev->link_desc_banks[mac_for_pdev][buf_info->sw_cookie].base_vaddr +
  636. (buf_info->paddr -
  637. pdev->link_desc_banks[mac_for_pdev][buf_info->sw_cookie].base_paddr);
  638. return link_desc_va;
  639. }
  640. /**
  641. * dp_rx_defrag_concat() - Concatenate the fragments
  642. *
  643. * @dst: destination pointer to the buffer
  644. * @src: source pointer from where the fragment payload is to be copied
  645. *
  646. * Return: QDF_STATUS
  647. */
  648. static inline QDF_STATUS dp_rx_defrag_concat(qdf_nbuf_t dst, qdf_nbuf_t src)
  649. {
  650. /*
  651. * Inside qdf_nbuf_cat, if it is necessary to reallocate dst
  652. * to provide space for src, the headroom portion is copied from
  653. * the original dst buffer to the larger new dst buffer.
  654. * (This is needed, because the headroom of the dst buffer
  655. * contains the rx desc.)
  656. */
  657. if (qdf_nbuf_cat(dst, src))
  658. return QDF_STATUS_E_DEFRAG_ERROR;
  659. return QDF_STATUS_SUCCESS;
  660. }
  661. /*
  662. * dp_rx_ast_set_active() - set the active flag of the astentry
  663. * corresponding to a hw index.
  664. * @soc: core txrx main context
  665. * @sa_idx: hw idx
  666. * @is_active: active flag
  667. *
  668. */
  669. #ifdef FEATURE_WDS
  670. static inline QDF_STATUS dp_rx_ast_set_active(struct dp_soc *soc, uint16_t sa_idx, bool is_active)
  671. {
  672. struct dp_ast_entry *ast;
  673. qdf_spin_lock_bh(&soc->ast_lock);
  674. ast = soc->ast_table[sa_idx];
  675. /*
  676. * Ensure we are updating the right AST entry by
  677. * validating ast_idx.
  678. * There is a possibility we might arrive here without
  679. * AST MAP event , so this check is mandatory
  680. */
  681. if (ast && ast->is_mapped && (ast->ast_idx == sa_idx)) {
  682. ast->is_active = is_active;
  683. qdf_spin_unlock_bh(&soc->ast_lock);
  684. return QDF_STATUS_SUCCESS;
  685. }
  686. qdf_spin_unlock_bh(&soc->ast_lock);
  687. return QDF_STATUS_E_FAILURE;
  688. }
  689. #else
  690. static inline QDF_STATUS dp_rx_ast_set_active(struct dp_soc *soc, uint16_t sa_idx, bool is_active)
  691. {
  692. return QDF_STATUS_SUCCESS;
  693. }
  694. #endif
  695. /*
  696. * check_qwrap_multicast_loopback() - Check if rx packet is a loopback packet.
  697. * In qwrap mode, packets originated from
  698. * any vdev should not loopback and
  699. * should be dropped.
  700. * @vdev: vdev on which rx packet is received
  701. * @nbuf: rx pkt
  702. *
  703. */
  704. #if ATH_SUPPORT_WRAP
  705. static inline bool check_qwrap_multicast_loopback(struct dp_vdev *vdev,
  706. qdf_nbuf_t nbuf)
  707. {
  708. struct dp_vdev *psta_vdev;
  709. struct dp_pdev *pdev = vdev->pdev;
  710. struct dp_soc *soc = pdev->soc;
  711. uint8_t *data = qdf_nbuf_data(nbuf);
  712. uint8_t i;
  713. for (i = 0; i < MAX_PDEV_CNT && soc->pdev_list[i]; i++) {
  714. pdev = soc->pdev_list[i];
  715. if (qdf_unlikely(vdev->proxysta_vdev)) {
  716. /* In qwrap isolation mode, allow loopback packets as all
  717. * packets go to RootAP and Loopback on the mpsta.
  718. */
  719. if (vdev->isolation_vdev)
  720. return false;
  721. TAILQ_FOREACH(psta_vdev, &pdev->vdev_list, vdev_list_elem) {
  722. if (qdf_unlikely(psta_vdev->proxysta_vdev &&
  723. !qdf_mem_cmp(psta_vdev->mac_addr.raw,
  724. &data[DP_MAC_ADDR_LEN], DP_MAC_ADDR_LEN))) {
  725. /* Drop packet if source address is equal to
  726. * any of the vdev addresses.
  727. */
  728. return true;
  729. }
  730. }
  731. }
  732. }
  733. return false;
  734. }
  735. #else
  736. static inline bool check_qwrap_multicast_loopback(struct dp_vdev *vdev,
  737. qdf_nbuf_t nbuf)
  738. {
  739. return false;
  740. }
  741. #endif
  742. /*
  743. * dp_rx_buffers_replenish() - replenish rxdma ring with rx nbufs
  744. * called during dp rx initialization
  745. * and at the end of dp_rx_process.
  746. *
  747. * @soc: core txrx main context
  748. * @mac_id: mac_id which is one of 3 mac_ids
  749. * @dp_rxdma_srng: dp rxdma circular ring
  750. * @rx_desc_pool: Pointer to free Rx descriptor pool
  751. * @num_req_buffers: number of buffer to be replenished
  752. * @desc_list: list of descs if called from dp_rx_process
  753. * or NULL during dp rx initialization or out of buffer
  754. * interrupt.
  755. * @tail: tail of descs list
  756. * Return: return success or failure
  757. */
  758. QDF_STATUS dp_rx_buffers_replenish(struct dp_soc *dp_soc, uint32_t mac_id,
  759. struct dp_srng *dp_rxdma_srng,
  760. struct rx_desc_pool *rx_desc_pool,
  761. uint32_t num_req_buffers,
  762. union dp_rx_desc_list_elem_t **desc_list,
  763. union dp_rx_desc_list_elem_t **tail);
  764. /**
  765. * dp_rx_link_desc_return() - Return a MPDU link descriptor to HW
  766. * (WBM), following error handling
  767. *
  768. * @soc: core DP main context
  769. * @buf_addr_info: opaque pointer to the REO error ring descriptor
  770. * @buf_addr_info: void pointer to the buffer_addr_info
  771. * @bm_action: put to idle_list or release to msdu_list
  772. * Return: QDF_STATUS
  773. */
  774. QDF_STATUS
  775. dp_rx_link_desc_return(struct dp_soc *soc, void *ring_desc, uint8_t bm_action);
  776. QDF_STATUS
  777. dp_rx_link_desc_buf_return(struct dp_soc *soc, struct dp_srng *dp_rxdma_srng,
  778. void *buf_addr_info, uint8_t bm_action);
  779. /**
  780. * dp_rx_link_desc_return_by_addr - Return a MPDU link descriptor to
  781. * (WBM) by address
  782. *
  783. * @soc: core DP main context
  784. * @link_desc_addr: link descriptor addr
  785. *
  786. * Return: QDF_STATUS
  787. */
  788. QDF_STATUS
  789. dp_rx_link_desc_return_by_addr(struct dp_soc *soc, void *link_desc_addr,
  790. uint8_t bm_action);
  791. uint32_t
  792. dp_rxdma_err_process(struct dp_soc *soc, uint32_t mac_id,
  793. uint32_t quota);
  794. void dp_rx_fill_mesh_stats(struct dp_vdev *vdev, qdf_nbuf_t nbuf,
  795. uint8_t *rx_tlv_hdr, struct dp_peer *peer);
  796. QDF_STATUS dp_rx_filter_mesh_packets(struct dp_vdev *vdev, qdf_nbuf_t nbuf,
  797. uint8_t *rx_tlv_hdr);
  798. int dp_wds_rx_policy_check(uint8_t *rx_tlv_hdr, struct dp_vdev *vdev,
  799. struct dp_peer *peer, int rx_mcast);
  800. qdf_nbuf_t
  801. dp_rx_nbuf_prepare(struct dp_soc *soc, struct dp_pdev *pdev);
  802. #endif /* _DP_RX_H */