123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236 |
- /*
- * Copyright (c) 2016-2021 The Linux Foundation. All rights reserved.
- * Copyright (c) 2021-2022 Qualcomm Innovation Center, Inc. All rights reserved.
- *
- * Permission to use, copy, modify, and/or distribute this software for
- * any purpose with or without fee is hereby granted, provided that the
- * above copyright notice and this permission notice appear in all
- * copies.
- *
- * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
- * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
- * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
- * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
- * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
- * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
- * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
- * PERFORMANCE OF THIS SOFTWARE.
- */
- #ifndef _DP_LI_RX_H_
- #define _DP_LI_RX_H_
- #include <dp_types.h>
- #include <dp_rx.h>
- #include "dp_li.h"
- uint32_t dp_rx_process_li(struct dp_intr *int_ctx,
- hal_ring_handle_t hal_ring_hdl, uint8_t reo_ring_num,
- uint32_t quota);
- /**
- * dp_rx_desc_pool_init_li() - Initialize Rx Descriptor pool(s)
- * @soc: Handle to DP Soc structure
- * @rx_desc_pool: Rx descriptor pool handler
- * @pool_id: Rx descriptor pool ID
- *
- * Return: None
- */
- QDF_STATUS dp_rx_desc_pool_init_li(struct dp_soc *soc,
- struct rx_desc_pool *rx_desc_pool,
- uint32_t pool_id);
- /**
- * dp_rx_desc_pool_deinit_li() - De-initialize Rx Descriptor pool(s)
- * @soc: Handle to DP Soc structure
- * @rx_desc_pool: Rx descriptor pool handler
- * @pool_id: Rx descriptor pool ID
- *
- * Return: None
- */
- void dp_rx_desc_pool_deinit_li(struct dp_soc *soc,
- struct rx_desc_pool *rx_desc_pool,
- uint32_t pool_id);
- /**
- * dp_wbm_get_rx_desc_from_hal_desc_li() - Get corresponding Rx Desc
- * address from WBM ring Desc
- * @soc: Handle to DP Soc structure
- * @ring_desc: ring descriptor structure pointer
- * @r_rx_desc: pointer to a pointer of Rx Desc
- *
- * Return: QDF_STATUS_SUCCESS - succeeded, others - failed
- */
- QDF_STATUS dp_wbm_get_rx_desc_from_hal_desc_li(
- struct dp_soc *soc,
- void *ring_desc,
- struct dp_rx_desc **r_rx_desc);
- /**
- * dp_rx_desc_cookie_2_va_li() - Convert RX Desc cookie ID to VA
- * @soc:Handle to DP Soc structure
- * @cookie: cookie used to lookup virtual address
- *
- * Return: Rx descriptor virtual address
- */
- static inline
- struct dp_rx_desc *dp_rx_desc_cookie_2_va_li(struct dp_soc *soc,
- uint32_t cookie)
- {
- return dp_rx_cookie_2_va_rxdma_buf(soc, cookie);
- }
- #define DP_PEER_METADATA_VDEV_ID_MASK 0x003f0000
- #define DP_PEER_METADATA_VDEV_ID_SHIFT 16
- #define DP_PEER_METADATA_OFFLOAD_MASK 0x01000000
- #define DP_PEER_METADATA_OFFLOAD_SHIFT 24
- #define DP_PEER_METADATA_VDEV_ID_GET_LI(_peer_metadata) \
- (((_peer_metadata) & DP_PEER_METADATA_VDEV_ID_MASK) \
- >> DP_PEER_METADATA_VDEV_ID_SHIFT)
- #define DP_PEER_METADATA_OFFLOAD_GET_LI(_peer_metadata) \
- (((_peer_metadata) & DP_PEER_METADATA_OFFLOAD_MASK) \
- >> DP_PEER_METADATA_OFFLOAD_SHIFT)
- static inline uint16_t
- dp_rx_peer_metadata_peer_id_get_li(struct dp_soc *soc, uint32_t peer_metadata)
- {
- struct htt_rx_peer_metadata_v0 *metadata =
- (struct htt_rx_peer_metadata_v0 *)&peer_metadata;
- return metadata->peer_id;
- }
- bool
- dp_rx_intrabss_handle_nawds_li(struct dp_soc *soc, struct dp_txrx_peer *ta_peer,
- qdf_nbuf_t nbuf_copy,
- struct cdp_tid_rx_stats *tid_stats);
- #ifdef QCA_DP_RX_NBUF_AND_NBUF_DATA_PREFETCH
- static inline
- void dp_rx_prefetch_nbuf_data(qdf_nbuf_t nbuf, qdf_nbuf_t next)
- {
- struct rx_pkt_tlvs *pkt_tlvs;
- if (next) {
- /* prefetch skb->next and first few bytes of skb->cb */
- qdf_prefetch(next);
- /* skb->cb spread across 2 cache lines hence below prefetch */
- qdf_prefetch(&next->_skb_refdst);
- qdf_prefetch(&next->len);
- qdf_prefetch(&next->protocol);
- pkt_tlvs = (struct rx_pkt_tlvs *)next->data;
- /* sa_idx, da_idx, l3_pad in RX msdu_end TLV */
- qdf_prefetch(pkt_tlvs);
- /* msdu_done in RX attention TLV */
- qdf_prefetch(&pkt_tlvs->attn_tlv);
- /* fr_ds & to_ds in RX MPDU start TLV */
- if (qdf_nbuf_is_rx_chfrag_end(nbuf))
- qdf_prefetch(&pkt_tlvs->mpdu_start_tlv);
- }
- }
- #else
- static inline
- void dp_rx_prefetch_nbuf_data(qdf_nbuf_t nbuf, qdf_nbuf_t next)
- {
- }
- #endif
- #ifdef QCA_DP_RX_HW_SW_NBUF_DESC_PREFETCH
- /**
- * dp_rx_cookie_2_va_rxdma_buf_prefetch() - function to prefetch the SW desc
- * @soc: Handle to DP Soc structure
- * @cookie: cookie used to lookup virtual address
- *
- * Return: prefetched Rx descriptor virtual address
- */
- static inline
- void *dp_rx_cookie_2_va_rxdma_buf_prefetch(struct dp_soc *soc, uint32_t cookie)
- {
- uint8_t pool_id = DP_RX_DESC_COOKIE_POOL_ID_GET(cookie);
- uint16_t index = DP_RX_DESC_COOKIE_INDEX_GET(cookie);
- struct rx_desc_pool *rx_desc_pool;
- void *prefetch_desc;
- if (qdf_unlikely(pool_id >= MAX_RXDESC_POOLS))
- return NULL;
- rx_desc_pool = &soc->rx_desc_buf[pool_id];
- if (qdf_unlikely(index >= rx_desc_pool->pool_size))
- return NULL;
- prefetch_desc = &soc->rx_desc_buf[pool_id].array[index].rx_desc;
- qdf_prefetch(prefetch_desc);
- return prefetch_desc;
- }
- /**
- * dp_rx_prefetch_hw_sw_nbuf_desc() - function to prefetch HW and SW desc
- * @soc: Handle to HAL Soc structure
- * @num_entries: valid number of HW descriptors
- * @hal_ring_hdl: Destination ring pointer
- * @last_prefetched_hw_desc: pointer to the last prefetched HW descriptor
- * @last_prefetched_sw_desc: input & output param of last prefetch SW desc
- *
- * Return: None
- */
- static inline
- void dp_rx_prefetch_hw_sw_nbuf_desc(struct dp_soc *soc,
- hal_soc_handle_t hal_soc,
- uint32_t num_entries,
- hal_ring_handle_t hal_ring_hdl,
- hal_ring_desc_t *last_prefetched_hw_desc,
- struct dp_rx_desc **last_prefetched_sw_desc)
- {
- if (*last_prefetched_sw_desc) {
- qdf_prefetch((uint8_t *)(*last_prefetched_sw_desc)->nbuf);
- qdf_prefetch((uint8_t *)(*last_prefetched_sw_desc)->nbuf + 64);
- }
- if (num_entries) {
- *last_prefetched_sw_desc = dp_rx_cookie_2_va_rxdma_buf_prefetch(soc, HAL_RX_REO_BUF_COOKIE_GET(*last_prefetched_hw_desc));
- *last_prefetched_hw_desc = hal_srng_dst_prefetch_next_cached_desc(hal_soc,
- hal_ring_hdl,
- (uint8_t *)*last_prefetched_hw_desc);
- }
- }
- #else
- static inline
- void dp_rx_prefetch_hw_sw_nbuf_desc(struct dp_soc *soc,
- hal_soc_handle_t hal_soc,
- uint32_t quota,
- hal_ring_handle_t hal_ring_hdl,
- hal_ring_desc_t *last_prefetched_hw_desc,
- struct dp_rx_desc **last_prefetched_sw_desc)
- {
- }
- #endif
- static inline
- QDF_STATUS dp_peer_rx_reorder_queue_setup_li(struct dp_soc *soc,
- struct dp_peer *peer,
- int tid,
- uint32_t ba_window_size)
- {
- struct dp_rx_tid *rx_tid = &peer->rx_tid[tid];
- if (!rx_tid->hw_qdesc_paddr)
- return QDF_STATUS_E_INVAL;
- if (soc->cdp_soc.ol_ops->peer_rx_reorder_queue_setup) {
- if (soc->cdp_soc.ol_ops->peer_rx_reorder_queue_setup(
- soc->ctrl_psoc,
- peer->vdev->pdev->pdev_id,
- peer->vdev->vdev_id,
- peer->mac_addr.raw, rx_tid->hw_qdesc_paddr, tid, tid,
- 1, ba_window_size)) {
- dp_peer_err("%pK: Failed to send reo queue setup to FW - tid %d\n",
- soc, tid);
- return QDF_STATUS_E_FAILURE;
- }
- }
- return QDF_STATUS_SUCCESS;
- }
- #endif
|