123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498 |
- /*
- * Copyright (c) 2017 The Linux Foundation. All rights reserved.
- *
- * Permission to use, copy, modify, and/or distribute this software for
- * any purpose with or without fee is hereby granted, provided that the
- * above copyright notice and this permission notice appear in all
- * copies.
- *
- * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
- * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
- * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
- * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
- * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
- * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
- * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
- * PERFORMANCE OF THIS SOFTWARE.
- */
- #include "dp_types.h"
- #include "dp_rx.h"
- #include "dp_peer.h"
- #include "hal_rx.h"
- #include "hal_api.h"
- #include "qdf_trace.h"
- #include "qdf_nbuf.h"
- #include "hal_api_mon.h"
- #include "ieee80211.h"
- #include "dp_rx_mon.h"
- #include "dp_internal.h"
- #include "qdf_mem.h" /* qdf_mem_malloc,free */
- /**
- * dp_rx_mon_status_process_tlv() - Process status TLV in status
- * buffer on Rx status Queue posted by status SRNG processing.
- * @soc: core txrx main context
- * @mac_id: mac_id which is one of 3 mac_ids _ring
- *
- * Return: none
- */
- static inline void
- dp_rx_mon_status_process_tlv(struct dp_soc *soc, uint32_t mac_id,
- uint32_t quota)
- {
- struct dp_pdev *pdev = soc->pdev_list[mac_id];
- struct hal_rx_ppdu_info *ppdu_info;
- qdf_nbuf_t status_nbuf;
- uint8_t *rx_tlv;
- uint8_t *rx_tlv_start;
- uint32_t tlv_status = HAL_TLV_STATUS_DUMMY;
- #ifdef DP_INTR_POLL_BASED
- if (!pdev)
- return;
- #endif
- ppdu_info = &pdev->ppdu_info;
- if (pdev->mon_ppdu_status != DP_PPDU_STATUS_START)
- return;
- while (!qdf_nbuf_is_queue_empty(&pdev->rx_status_q)) {
- status_nbuf = qdf_nbuf_queue_remove(&pdev->rx_status_q);
- rx_tlv = qdf_nbuf_data(status_nbuf);
- rx_tlv_start = rx_tlv;
- #if defined(CONFIG_WIN) && WDI_EVENT_ENABLE
- #ifndef REMOVE_PKT_LOG
- dp_wdi_event_handler(WDI_EVENT_RX_DESC, soc,
- status_nbuf, HTT_INVALID_PEER, WDI_NO_VAL, mac_id);
- #endif
- #endif
- if (pdev->monitor_vdev != NULL) {
- do {
- tlv_status = hal_rx_status_get_tlv_info(rx_tlv,
- ppdu_info);
- rx_tlv = hal_rx_status_get_next_tlv(rx_tlv);
- if ((rx_tlv - rx_tlv_start) >= RX_BUFFER_SIZE)
- break;
- } while (tlv_status == HAL_TLV_STATUS_PPDU_NOT_DONE);
- }
- qdf_nbuf_free(status_nbuf);
- if (tlv_status == HAL_TLV_STATUS_PPDU_DONE) {
- pdev->mon_ppdu_status = DP_PPDU_STATUS_DONE;
- dp_rx_mon_dest_process(soc, mac_id, quota);
- pdev->mon_ppdu_status = DP_PPDU_STATUS_START;
- }
- }
- return;
- }
- /*
- * dp_rx_mon_status_srng_process() - Process monitor status ring
- * post the status ring buffer to Rx status Queue for later
- * processing when status ring is filled with status TLV.
- * Allocate a new buffer to status ring if the filled buffer
- * is posted.
- *
- * @soc: core txrx main context
- * @mac_id: mac_id which is one of 3 mac_ids
- * @quota: No. of ring entry that can be serviced in one shot.
- * Return: uint32_t: No. of ring entry that is processed.
- */
- static inline uint32_t
- dp_rx_mon_status_srng_process(struct dp_soc *soc, uint32_t mac_id,
- uint32_t quota)
- {
- struct dp_pdev *pdev = soc->pdev_list[mac_id];
- void *hal_soc;
- void *mon_status_srng;
- void *rxdma_mon_status_ring_entry;
- QDF_STATUS status;
- uint32_t work_done = 0;
- #ifdef DP_INTR_POLL_BASED
- if (!pdev)
- return work_done;
- #endif
- mon_status_srng = pdev->rxdma_mon_status_ring.hal_srng;
- qdf_assert(mon_status_srng);
- hal_soc = soc->hal_soc;
- qdf_assert(hal_soc);
- if (qdf_unlikely(hal_srng_access_start(hal_soc, mon_status_srng)))
- goto done;
- /* mon_status_ring_desc => WBM_BUFFER_RING STRUCT =>
- * BUFFER_ADDR_INFO STRUCT
- */
- while (qdf_likely((rxdma_mon_status_ring_entry =
- hal_srng_src_peek(hal_soc, mon_status_srng))
- && quota--)) {
- uint32_t rx_buf_cookie;
- qdf_nbuf_t status_nbuf;
- struct dp_rx_desc *rx_desc;
- uint8_t *status_buf;
- qdf_dma_addr_t paddr;
- uint64_t buf_addr;
- buf_addr =
- (HAL_RX_BUFFER_ADDR_31_0_GET(
- rxdma_mon_status_ring_entry) |
- ((uint64_t)(HAL_RX_BUFFER_ADDR_39_32_GET(
- rxdma_mon_status_ring_entry)) << 32));
- if (qdf_likely(buf_addr)) {
- rx_buf_cookie =
- HAL_RX_BUF_COOKIE_GET(
- rxdma_mon_status_ring_entry);
- rx_desc = dp_rx_cookie_2_va_mon_status(soc,
- rx_buf_cookie);
- qdf_assert(rx_desc);
- status_nbuf = rx_desc->nbuf;
- qdf_nbuf_sync_for_cpu(soc->osdev, status_nbuf,
- QDF_DMA_FROM_DEVICE);
- status_buf = qdf_nbuf_data(status_nbuf);
- status = hal_get_rx_status_done(status_buf);
- if (status != QDF_STATUS_SUCCESS) {
- QDF_TRACE(QDF_MODULE_ID_DP,
- QDF_TRACE_LEVEL_WARN,
- "[%s][%d] status not done",
- __func__, __LINE__);
- break;
- }
- qdf_nbuf_set_pktlen(status_nbuf, RX_BUFFER_SIZE);
- qdf_nbuf_unmap_single(soc->osdev, status_nbuf,
- QDF_DMA_FROM_DEVICE);
- /* Put the status_nbuf to queue */
- qdf_nbuf_queue_add(&pdev->rx_status_q, status_nbuf);
- } else {
- union dp_rx_desc_list_elem_t *desc_list = NULL;
- union dp_rx_desc_list_elem_t *tail = NULL;
- struct rx_desc_pool *rx_desc_pool;
- uint32_t num_alloc_desc;
- rx_desc_pool = &soc->rx_desc_status[mac_id];
- num_alloc_desc = dp_rx_get_free_desc_list(soc, mac_id,
- rx_desc_pool,
- 1,
- &desc_list,
- &tail);
- rx_desc = &desc_list->rx_desc;
- }
- /* Allocate a new skb */
- status_nbuf = qdf_nbuf_alloc(pdev->osif_pdev, RX_BUFFER_SIZE,
- RX_BUFFER_RESERVATION, RX_BUFFER_ALIGNMENT, FALSE);
- status_buf = qdf_nbuf_data(status_nbuf);
- hal_clear_rx_status_done(status_buf);
- qdf_nbuf_map_single(soc->osdev, status_nbuf,
- QDF_DMA_BIDIRECTIONAL);
- paddr = qdf_nbuf_get_frag_paddr(status_nbuf, 0);
- rx_desc->nbuf = status_nbuf;
- rx_desc->in_use = 1;
- hal_rxdma_buff_addr_info_set(rxdma_mon_status_ring_entry,
- paddr, rx_desc->cookie, HAL_RX_BUF_RBM_SW3_BM);
- rxdma_mon_status_ring_entry =
- hal_srng_src_get_next(hal_soc, mon_status_srng);
- work_done++;
- }
- done:
- hal_srng_access_end(hal_soc, mon_status_srng);
- return work_done;
- }
- /*
- * dp_rx_mon_status_process() - Process monitor status ring and
- * TLV in status ring.
- *
- * @soc: core txrx main context
- * @mac_id: mac_id which is one of 3 mac_ids
- * @quota: No. of ring entry that can be serviced in one shot.
- * Return: uint32_t: No. of ring entry that is processed.
- */
- static inline uint32_t
- dp_rx_mon_status_process(struct dp_soc *soc, uint32_t mac_id, uint32_t quota) {
- uint32_t work_done;
- work_done = dp_rx_mon_status_srng_process(soc, mac_id, quota);
- quota -= work_done;
- dp_rx_mon_status_process_tlv(soc, mac_id, quota);
- return work_done;
- }
- /**
- * dp_mon_process() - Main monitor mode processing roution.
- * This call monitor status ring process then monitor
- * destination ring process.
- * Called from the bottom half (tasklet/NET_RX_SOFTIRQ)
- * @soc: core txrx main context
- * @mac_id: mac_id which is one of 3 mac_ids
- * @quota: No. of status ring entry that can be serviced in one shot.
- * Return: uint32_t: No. of ring entry that is processed.
- */
- uint32_t
- dp_mon_process(struct dp_soc *soc, uint32_t mac_id, uint32_t quota) {
- return dp_rx_mon_status_process(soc, mac_id, quota);
- }
- /**
- * dp_rx_pdev_mon_detach() - detach dp rx for status ring
- * @pdev: core txrx pdev context
- *
- * This function will detach DP RX status ring from
- * main device context. will free DP Rx resources for
- * status ring
- *
- * Return: QDF_STATUS_SUCCESS: success
- * QDF_STATUS_E_RESOURCES: Error return
- */
- QDF_STATUS
- dp_rx_pdev_mon_status_detach(struct dp_pdev *pdev)
- {
- uint8_t pdev_id = pdev->pdev_id;
- struct dp_soc *soc = pdev->soc;
- struct rx_desc_pool *rx_desc_pool;
- rx_desc_pool = &soc->rx_desc_status[pdev_id];
- dp_rx_desc_pool_free(soc, pdev_id, rx_desc_pool);
- return QDF_STATUS_SUCCESS;
- }
- /*
- * dp_rx_buffers_replenish() - replenish monitor status ring with
- * rx nbufs called during dp rx
- * monitor status ring initialization
- *
- * @soc: core txrx main context
- * @mac_id: mac_id which is one of 3 mac_ids
- * @dp_rxdma_srng: dp monitor status circular ring
- * @rx_desc_pool; Pointer to Rx descriptor pool
- * @num_req_buffers: number of buffer to be replenished
- * @desc_list: list of descs if called from dp rx monitor status
- * process or NULL during dp rx initialization or
- * out of buffer interrupt
- * @tail: tail of descs list
- * @owner: who owns the nbuf (host, NSS etc...)
- * Return: return success or failure
- */
- static inline
- QDF_STATUS dp_rx_mon_status_buffers_replenish(struct dp_soc *dp_soc,
- uint32_t mac_id,
- struct dp_srng *dp_rxdma_srng,
- struct rx_desc_pool *rx_desc_pool,
- uint32_t num_req_buffers,
- union dp_rx_desc_list_elem_t **desc_list,
- union dp_rx_desc_list_elem_t **tail,
- uint8_t owner)
- {
- uint32_t num_alloc_desc;
- uint16_t num_desc_to_free = 0;
- uint32_t num_entries_avail;
- uint32_t count;
- int sync_hw_ptr = 1;
- qdf_dma_addr_t paddr;
- qdf_nbuf_t rx_netbuf;
- void *rxdma_ring_entry;
- union dp_rx_desc_list_elem_t *next;
- void *rxdma_srng;
- uint8_t *status_buf;
- rxdma_srng = dp_rxdma_srng->hal_srng;
- qdf_assert(rxdma_srng);
- QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO,
- "[%s][%d] requested %d buffers for replenish\n",
- __func__, __LINE__, num_req_buffers);
- /*
- * if desc_list is NULL, allocate the descs from freelist
- */
- if (!(*desc_list)) {
- num_alloc_desc = dp_rx_get_free_desc_list(dp_soc, mac_id,
- rx_desc_pool,
- num_req_buffers,
- desc_list,
- tail);
- if (!num_alloc_desc) {
- QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
- "[%s][%d] no free rx_descs in freelist\n",
- __func__, __LINE__);
- return QDF_STATUS_E_NOMEM;
- }
- QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO,
- "[%s][%d] %d rx desc allocated\n", __func__, __LINE__,
- num_alloc_desc);
- num_req_buffers = num_alloc_desc;
- }
- hal_srng_access_start(dp_soc->hal_soc, rxdma_srng);
- num_entries_avail = hal_srng_src_num_avail(dp_soc->hal_soc,
- rxdma_srng, sync_hw_ptr);
- QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO,
- "[%s][%d] no of availble entries in rxdma ring: %d\n",
- __func__, __LINE__, num_entries_avail);
- if (num_entries_avail < num_req_buffers) {
- num_desc_to_free = num_req_buffers - num_entries_avail;
- num_req_buffers = num_entries_avail;
- }
- for (count = 0; count < num_req_buffers; count++) {
- rxdma_ring_entry = hal_srng_src_get_next(dp_soc->hal_soc,
- rxdma_srng);
- rx_netbuf = qdf_nbuf_alloc(dp_soc->osdev,
- RX_BUFFER_SIZE,
- RX_BUFFER_RESERVATION,
- RX_BUFFER_ALIGNMENT,
- FALSE);
- status_buf = qdf_nbuf_data(rx_netbuf);
- hal_clear_rx_status_done(status_buf);
- memset(status_buf, 0, RX_BUFFER_SIZE);
- qdf_nbuf_map_single(dp_soc->osdev, rx_netbuf,
- QDF_DMA_BIDIRECTIONAL);
- paddr = qdf_nbuf_get_frag_paddr(rx_netbuf, 0);
- next = (*desc_list)->next;
- (*desc_list)->rx_desc.nbuf = rx_netbuf;
- (*desc_list)->rx_desc.in_use = 1;
- hal_rxdma_buff_addr_info_set(rxdma_ring_entry, paddr,
- (*desc_list)->rx_desc.cookie, owner);
- QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
- "[%s][%d] rx_desc=%p, cookie=%d, nbuf=%p, \
- status_buf=%p paddr=%p\n",
- __func__, __LINE__, &(*desc_list)->rx_desc,
- (*desc_list)->rx_desc.cookie, rx_netbuf,
- status_buf, (void *)paddr);
- *desc_list = next;
- }
- hal_srng_access_end(dp_soc->hal_soc, rxdma_srng);
- QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO,
- "successfully replenished %d buffers\n", num_req_buffers);
- QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO,
- "%d rx desc added back to free list\n", num_desc_to_free);
- QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO,
- "[%s][%d] desc_list=%p, tail=%p rx_desc=%p, cookie=%d\n",
- __func__, __LINE__, desc_list, tail, &(*desc_list)->rx_desc,
- (*desc_list)->rx_desc.cookie);
- /*
- * add any available free desc back to the free list
- */
- if (*desc_list) {
- dp_rx_add_desc_list_to_free_list(dp_soc, desc_list, tail,
- mac_id, rx_desc_pool);
- }
- return QDF_STATUS_SUCCESS;
- }
- /**
- * dp_rx_pdev_mon_status_attach() - attach DP RX monitor status ring
- * @pdev: core txrx pdev context
- *
- * This function will attach a DP RX monitor status ring into pDEV
- * and replenish monitor status ring with buffer.
- *
- * Return: QDF_STATUS_SUCCESS: success
- * QDF_STATUS_E_RESOURCES: Error return
- */
- QDF_STATUS
- dp_rx_pdev_mon_status_attach(struct dp_pdev *pdev) {
- uint8_t pdev_id = pdev->pdev_id;
- struct dp_soc *soc = pdev->soc;
- union dp_rx_desc_list_elem_t *desc_list = NULL;
- union dp_rx_desc_list_elem_t *tail = NULL;
- struct dp_srng *rxdma_srng;
- uint32_t rxdma_entries;
- struct rx_desc_pool *rx_desc_pool;
- QDF_STATUS status;
- rxdma_srng = &pdev->rxdma_mon_status_ring;
- rxdma_entries = rxdma_srng->alloc_size/hal_srng_get_entrysize(
- soc->hal_soc, RXDMA_MONITOR_STATUS);
- rx_desc_pool = &soc->rx_desc_status[pdev_id];
- QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_WARN,
- "%s: Mon RX Status Pool[%d] allocation size=%d\n",
- __func__, pdev_id, rxdma_entries);
- status = dp_rx_desc_pool_alloc(soc, pdev_id, rxdma_entries+1,
- rx_desc_pool);
- if (!QDF_IS_STATUS_SUCCESS(status)) {
- QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
- "%s: dp_rx_desc_pool_alloc() failed \n", __func__);
- return status;
- }
- QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_WARN,
- "%s: Mon RX Status Buffers Replenish pdev_id=%d\n",
- __func__, pdev_id);
- status = dp_rx_mon_status_buffers_replenish(soc, pdev_id, rxdma_srng,
- rx_desc_pool, rxdma_entries, &desc_list, &tail,
- HAL_RX_BUF_RBM_SW3_BM);
- if (!QDF_IS_STATUS_SUCCESS(status)) {
- QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
- "%s: dp_rx_buffers_replenish() failed \n", __func__);
- return status;
- }
- qdf_nbuf_queue_init(&pdev->rx_status_q);
- pdev->mon_ppdu_status = DP_PPDU_STATUS_START;
- qdf_mem_zero(&(pdev->ppdu_info.rx_status),
- sizeof(pdev->ppdu_info.rx_status));
- return QDF_STATUS_SUCCESS;
- }
|