123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935 |
- /*
- * Copyright (c) 2017, The Linux Foundation. All rights reserved.
- *
- * Permission to use, copy, modify, and/or distribute this software for any
- * purpose with or without fee is hereby granted, provided that the above
- * copyright notice and this permission notice appear in all copies.
- *
- * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
- * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
- * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
- * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
- * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
- * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
- * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
- */
- #ifdef IPA_OFFLOAD
- #include <qdf_ipa_wdi3.h>
- #include <qdf_types.h>
- #include <qdf_lock.h>
- #include <hal_api.h>
- #include <hif.h>
- #include <htt.h>
- #include <wdi_event.h>
- #include <queue.h>
- #include "dp_types.h"
- #include "dp_htt.h"
- #include "dp_tx.h"
- #include "dp_ipa.h"
- /* Hard coded config parameters until dp_ops_cfg.cfg_attach implemented */
- #define CFG_IPA_UC_TX_BUF_SIZE_DEFAULT (2048)
- /**
- * dp_tx_ipa_uc_detach - Free autonomy TX resources
- * @soc: data path instance
- * @pdev: core txrx pdev context
- *
- * Free allocated TX buffers with WBM SRNG
- *
- * Return: none
- */
- static void dp_tx_ipa_uc_detach(struct dp_soc *soc, struct dp_pdev *pdev)
- {
- int idx;
- uint32_t ring_base_align = 8;
- /*
- * Uncomment when dp_ops_cfg.cfg_attach is implemented
- * unsigned int uc_tx_buf_sz =
- * dp_cfg_ipa_uc_tx_buf_size(pdev->osif_pdev);
- */
- unsigned int uc_tx_buf_sz = CFG_IPA_UC_TX_BUF_SIZE_DEFAULT;
- unsigned int alloc_size = uc_tx_buf_sz + ring_base_align - 1;
- for (idx = 0; idx < soc->ipa_uc_tx_rsc.alloc_tx_buf_cnt; idx++) {
- if (soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned[idx]) {
- qdf_mem_free_consistent(
- soc->osdev, soc->osdev->dev,
- alloc_size,
- soc->ipa_uc_tx_rsc.
- tx_buf_pool_vaddr_unaligned[idx],
- soc->ipa_uc_tx_rsc.
- tx_buf_pool_paddr_unaligned[idx],
- 0);
- soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned[idx] =
- (void *)NULL;
- soc->ipa_uc_tx_rsc.tx_buf_pool_paddr_unaligned[idx] =
- (qdf_dma_addr_t)NULL;
- }
- }
- qdf_mem_free(soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned);
- soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned = NULL;
- qdf_mem_free(soc->ipa_uc_tx_rsc.tx_buf_pool_paddr_unaligned);
- soc->ipa_uc_tx_rsc.tx_buf_pool_paddr_unaligned = NULL;
- }
- /**
- * dp_rx_ipa_uc_detach - free autonomy RX resources
- * @soc: data path instance
- * @pdev: core txrx pdev context
- *
- * This function will detach DP RX into main device context
- * will free DP Rx resources.
- *
- * Return: none
- */
- static void dp_rx_ipa_uc_detach(struct dp_soc *soc, struct dp_pdev *pdev)
- {
- }
- int dp_ipa_uc_detach(struct dp_soc *soc, struct dp_pdev *pdev)
- {
- /* TX resource detach */
- dp_tx_ipa_uc_detach(soc, pdev);
- /* RX resource detach */
- dp_rx_ipa_uc_detach(soc, pdev);
- return QDF_STATUS_SUCCESS; /* success */
- }
- /**
- * dp_tx_ipa_uc_attach - Allocate autonomy TX resources
- * @soc: data path instance
- * @pdev: Physical device handle
- *
- * Allocate TX buffer from non-cacheable memory
- * Attache allocated TX buffers with WBM SRNG
- *
- * Return: int
- */
- static int dp_tx_ipa_uc_attach(struct dp_soc *soc, struct dp_pdev *pdev)
- {
- uint32_t tx_buffer_count;
- uint32_t ring_base_align = 8;
- void *buffer_vaddr_unaligned;
- void *buffer_vaddr;
- qdf_dma_addr_t buffer_paddr_unaligned;
- qdf_dma_addr_t buffer_paddr;
- struct hal_srng *wbm_srng =
- soc->tx_comp_ring[IPA_TX_COMP_RING_IDX].hal_srng;
- struct hal_srng_params srng_params;
- uint32_t paddr_lo;
- uint32_t paddr_hi;
- void *ring_entry;
- int num_entries;
- int retval = QDF_STATUS_SUCCESS;
- /*
- * Uncomment when dp_ops_cfg.cfg_attach is implemented
- * unsigned int uc_tx_buf_sz =
- * dp_cfg_ipa_uc_tx_buf_size(pdev->osif_pdev);
- */
- unsigned int uc_tx_buf_sz = CFG_IPA_UC_TX_BUF_SIZE_DEFAULT;
- unsigned int alloc_size = uc_tx_buf_sz + ring_base_align - 1;
- hal_get_srng_params(soc->hal_soc, (void *)wbm_srng, &srng_params);
- num_entries = srng_params.num_entries;
- QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO,
- "%s: requested %d buffers to be posted to wbm ring",
- __func__, num_entries);
- soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned =
- qdf_mem_malloc(num_entries *
- sizeof(*soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned));
- if (!soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned) {
- QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
- "%s: IPA WBM Ring Tx buf pool vaddr alloc fail",
- __func__);
- return -ENOMEM;
- }
- soc->ipa_uc_tx_rsc.tx_buf_pool_paddr_unaligned =
- qdf_mem_malloc(num_entries *
- sizeof(*soc->ipa_uc_tx_rsc.tx_buf_pool_paddr_unaligned));
- if (!soc->ipa_uc_tx_rsc.tx_buf_pool_paddr_unaligned) {
- QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
- "%s: IPA WBM Ring Tx buf pool paddr alloc fail",
- __func__);
- qdf_mem_free(soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned);
- return -ENOMEM;
- }
- hal_srng_access_start(soc->hal_soc, (void *)wbm_srng);
- /*
- * Allocate Tx buffers as many as possible
- * Populate Tx buffers into WBM2IPA ring
- * This initial buffer population will simulate H/W as source ring,
- * and update HP
- */
- for (tx_buffer_count = 0;
- tx_buffer_count < num_entries - 1; tx_buffer_count++) {
- buffer_vaddr_unaligned = qdf_mem_alloc_consistent(soc->osdev,
- soc->osdev->dev, alloc_size, &buffer_paddr_unaligned);
- if (!buffer_vaddr_unaligned)
- break;
- ring_entry = hal_srng_dst_get_next_hp(soc->hal_soc,
- (void *)wbm_srng);
- if (!ring_entry) {
- QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO,
- "%s: Failed to get WBM ring entry\n",
- __func__);
- qdf_mem_free_consistent(soc->osdev, soc->osdev->dev,
- alloc_size, buffer_vaddr_unaligned,
- buffer_paddr_unaligned, 0);
- break;
- }
- buffer_vaddr = (void *)qdf_align((unsigned long)
- buffer_vaddr_unaligned, ring_base_align);
- buffer_paddr = buffer_paddr_unaligned +
- ((unsigned long)(buffer_vaddr) -
- (unsigned long)buffer_vaddr_unaligned);
- paddr_lo = ((u64)buffer_paddr & 0x00000000ffffffff);
- paddr_hi = ((u64)buffer_paddr & 0x0000001f00000000) >> 32;
- HAL_WBM_PADDR_LO_SET(ring_entry, paddr_lo);
- HAL_WBM_PADDR_HI_SET(ring_entry, paddr_hi);
- soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned[tx_buffer_count]
- = buffer_vaddr_unaligned;
- soc->ipa_uc_tx_rsc.tx_buf_pool_paddr_unaligned[tx_buffer_count]
- = buffer_paddr_unaligned;
- }
- hal_srng_access_end(soc->hal_soc, wbm_srng);
- soc->ipa_uc_tx_rsc.alloc_tx_buf_cnt = tx_buffer_count;
- if (tx_buffer_count) {
- QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO,
- "%s: IPA WDI TX buffer: %d allocated\n",
- __func__, tx_buffer_count);
- } else {
- QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
- "%s: No IPA WDI TX buffer allocated\n",
- __func__);
- qdf_mem_free(soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned);
- soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned = NULL;
- qdf_mem_free(soc->ipa_uc_tx_rsc.tx_buf_pool_paddr_unaligned);
- soc->ipa_uc_tx_rsc.tx_buf_pool_paddr_unaligned = NULL;
- retval = -ENOMEM;
- }
- return retval;
- }
- /**
- * dp_rx_ipa_uc_attach - Allocate autonomy RX resources
- * @soc: data path instance
- * @pdev: core txrx pdev context
- *
- * This function will attach a DP RX instance into the main
- * device (SOC) context.
- *
- * Return: QDF_STATUS_SUCCESS: success
- * QDF_STATUS_E_RESOURCES: Error return
- */
- static int dp_rx_ipa_uc_attach(struct dp_soc *soc, struct dp_pdev *pdev)
- {
- return QDF_STATUS_SUCCESS;
- }
- int dp_ipa_uc_attach(struct dp_soc *soc, struct dp_pdev *pdev)
- {
- int error;
- /* TX resource attach */
- error = dp_tx_ipa_uc_attach(soc, pdev);
- if (error) {
- QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
- "%s: DP IPA UC TX attach fail code %d\n",
- __func__, error);
- return error;
- }
- /* RX resource attach */
- error = dp_rx_ipa_uc_attach(soc, pdev);
- if (error) {
- QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
- "%s: DP IPA UC RX attach fail code %d\n",
- __func__, error);
- dp_tx_ipa_uc_detach(soc, pdev);
- return error;
- }
- return QDF_STATUS_SUCCESS; /* success */
- }
- /*
- * dp_ipa_ring_resource_setup() - setup IPA ring resources
- * @soc: data path SoC handle
- *
- * Return: none
- */
- int dp_ipa_ring_resource_setup(struct dp_soc *soc,
- struct dp_pdev *pdev)
- {
- struct hal_soc *hal_soc = (struct hal_soc *)soc->hal_soc;
- struct hal_srng *hal_srng;
- struct hal_srng_params srng_params;
- qdf_dma_addr_t hp_addr;
- unsigned long addr_offset, dev_base_paddr;
- /* IPA TCL_DATA Ring - HAL_SRNG_SW2TCL3 */
- hal_srng = soc->tcl_data_ring[IPA_TCL_DATA_RING_IDX].hal_srng;
- hal_get_srng_params(hal_soc, (void *)hal_srng, &srng_params);
- soc->ipa_uc_tx_rsc.ipa_tcl_ring_base_paddr =
- srng_params.ring_base_paddr;
- soc->ipa_uc_tx_rsc.ipa_tcl_ring_base_vaddr =
- srng_params.ring_base_vaddr;
- soc->ipa_uc_tx_rsc.ipa_tcl_ring_size =
- (srng_params.num_entries * srng_params.entry_size) << 2;
- /*
- * For the register backed memory addresses, use the scn->mem_pa to
- * calculate the physical address of the shadow registers
- */
- dev_base_paddr =
- (unsigned long)
- ((struct hif_softc *)(hal_soc->hif_handle))->mem_pa;
- addr_offset = (unsigned long)(hal_srng->u.src_ring.hp_addr) -
- (unsigned long)(hal_soc->dev_base_addr);
- soc->ipa_uc_tx_rsc.ipa_tcl_hp_paddr =
- (qdf_dma_addr_t)(addr_offset + dev_base_paddr);
- QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_INFO,
- "%s: addr_offset=%x, dev_base_paddr=%x, ipa_tcl_hp_paddr=%x",
- __func__, (unsigned int)addr_offset,
- (unsigned int)dev_base_paddr,
- (unsigned int)(soc->ipa_uc_tx_rsc.ipa_tcl_hp_paddr));
- /* IPA TX COMP Ring - HAL_SRNG_WBM2SW2_RELEASE */
- hal_srng = soc->tx_comp_ring[IPA_TX_COMP_RING_IDX].hal_srng;
- hal_get_srng_params(hal_soc, (void *)hal_srng, &srng_params);
- soc->ipa_uc_tx_rsc.ipa_wbm_ring_base_paddr =
- srng_params.ring_base_paddr;
- soc->ipa_uc_tx_rsc.ipa_wbm_ring_base_vaddr =
- srng_params.ring_base_vaddr;
- soc->ipa_uc_tx_rsc.ipa_wbm_ring_size =
- (srng_params.num_entries * srng_params.entry_size) << 2;
- addr_offset = (unsigned long)(hal_srng->u.dst_ring.tp_addr) -
- (unsigned long)(hal_soc->dev_base_addr);
- soc->ipa_uc_tx_rsc.ipa_wbm_tp_paddr =
- (qdf_dma_addr_t)(addr_offset + dev_base_paddr);
- QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_INFO,
- "%s: addr_offset=%x, dev_base_paddr=%x, ipa_wbm_tp_paddr=%x",
- __func__, (unsigned int)addr_offset,
- (unsigned int)dev_base_paddr,
- (unsigned int)(soc->ipa_uc_tx_rsc.ipa_wbm_tp_paddr));
- /* IPA REO_DEST Ring - HAL_SRNG_REO2SW4 */
- hal_srng = soc->reo_dest_ring[IPA_REO_DEST_RING_IDX].hal_srng;
- hal_get_srng_params(hal_soc, (void *)hal_srng, &srng_params);
- soc->ipa_uc_rx_rsc.ipa_reo_ring_base_paddr =
- srng_params.ring_base_paddr;
- soc->ipa_uc_rx_rsc.ipa_reo_ring_base_vaddr =
- srng_params.ring_base_vaddr;
- soc->ipa_uc_rx_rsc.ipa_reo_ring_size =
- (srng_params.num_entries * srng_params.entry_size) << 2;
- addr_offset = (unsigned long)(hal_srng->u.dst_ring.tp_addr) -
- (unsigned long)(hal_soc->dev_base_addr);
- soc->ipa_uc_rx_rsc.ipa_reo_tp_paddr =
- (qdf_dma_addr_t)(addr_offset + dev_base_paddr);
- QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_INFO,
- "%s: addr_offset=%x, dev_base_paddr=%x, ipa_reo_tp_paddr=%x",
- __func__, (unsigned int)addr_offset,
- (unsigned int)dev_base_paddr,
- (unsigned int)(soc->ipa_uc_rx_rsc.ipa_reo_tp_paddr));
- hal_srng = pdev->rx_refill_buf_ring2.hal_srng;
- hal_get_srng_params(hal_soc, (void *)hal_srng, &srng_params);
- soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_ring_base_paddr =
- srng_params.ring_base_paddr;
- soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_ring_base_vaddr =
- srng_params.ring_base_vaddr;
- soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_ring_size =
- (srng_params.num_entries * srng_params.entry_size) << 2;
- hp_addr = hal_srng_get_hp_addr(hal_soc, (void *)hal_srng);
- soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_hp_paddr = hp_addr;
- QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_INFO,
- "%s: ipa_rx_refill_buf_hp_paddr=%x", __func__,
- (unsigned int)(soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_hp_paddr));
- return 0;
- }
- /**
- * dp_ipa_uc_get_resource() - Client request resource information
- * @ppdev - handle to the device instance
- *
- * IPA client will request IPA UC related resource information
- * Resource information will be distributed to IPA module
- * All of the required resources should be pre-allocated
- *
- * Return: QDF_STATUS
- */
- QDF_STATUS dp_ipa_get_resource(struct cdp_pdev *ppdev)
- {
- struct dp_pdev *pdev = (struct dp_pdev *)ppdev;
- struct dp_soc *soc = pdev->soc;
- struct dp_ipa_resources *ipa_res = &pdev->ipa_resource;
- ipa_res->tx_ring_base_paddr =
- soc->ipa_uc_tx_rsc.ipa_tcl_ring_base_paddr;
- ipa_res->tx_ring_size =
- soc->ipa_uc_tx_rsc.ipa_tcl_ring_size;
- ipa_res->tx_num_alloc_buffer =
- (uint32_t)soc->ipa_uc_tx_rsc.alloc_tx_buf_cnt;
- ipa_res->tx_comp_ring_base_paddr =
- soc->ipa_uc_tx_rsc.ipa_wbm_ring_base_paddr;
- ipa_res->tx_comp_ring_size =
- soc->ipa_uc_tx_rsc.ipa_wbm_ring_size;
- ipa_res->rx_rdy_ring_base_paddr =
- soc->ipa_uc_rx_rsc.ipa_reo_ring_base_paddr;
- ipa_res->rx_rdy_ring_size =
- soc->ipa_uc_rx_rsc.ipa_reo_ring_size;
- ipa_res->rx_refill_ring_base_paddr =
- soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_ring_base_paddr;
- ipa_res->rx_refill_ring_size =
- soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_ring_size;
- if ((0 == ipa_res->tx_comp_ring_base_paddr) ||
- (0 == ipa_res->rx_rdy_ring_base_paddr))
- return QDF_STATUS_E_FAILURE;
- return QDF_STATUS_SUCCESS;
- }
- /**
- * dp_ipa_set_doorbell_paddr () - Set doorbell register physical address to SRNG
- * @ppdev - handle to the device instance
- *
- * Set TX_COMP_DOORBELL register physical address to WBM Head_Ptr_MemAddr_LSB
- * Set RX_READ_DOORBELL register physical address to REO Head_Ptr_MemAddr_LSB
- *
- * Return: none
- */
- QDF_STATUS dp_ipa_set_doorbell_paddr(struct cdp_pdev *ppdev)
- {
- struct dp_pdev *pdev = (struct dp_pdev *)ppdev;
- struct dp_soc *soc = pdev->soc;
- struct dp_ipa_resources *ipa_res = &pdev->ipa_resource;
- struct hal_srng *wbm_srng =
- soc->tx_comp_ring[IPA_TX_COMP_RING_IDX].hal_srng;
- struct hal_srng *reo_srng =
- soc->reo_dest_ring[IPA_REO_DEST_RING_IDX].hal_srng;
- hal_srng_dst_set_hp_paddr(wbm_srng, ipa_res->tx_comp_doorbell_paddr);
- hal_srng_dst_init_hp(wbm_srng, ipa_res->tx_comp_doorbell_vaddr);
- hal_srng_dst_set_hp_paddr(reo_srng, ipa_res->rx_ready_doorbell_paddr);
- return QDF_STATUS_SUCCESS;
- }
- /**
- * dp_ipa_op_response() - Handle OP command response from firmware
- * @ppdev - handle to the device instance
- * @op_msg: op response message from firmware
- *
- * Return: none
- */
- QDF_STATUS dp_ipa_op_response(struct cdp_pdev *ppdev, uint8_t *op_msg)
- {
- struct dp_pdev *pdev = (struct dp_pdev *)ppdev;
- if (pdev->ipa_uc_op_cb) {
- pdev->ipa_uc_op_cb(op_msg, pdev->usr_ctxt);
- } else {
- QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
- "%s: IPA callback function is not registered", __func__);
- qdf_mem_free(op_msg);
- return QDF_STATUS_E_FAILURE;
- }
- return QDF_STATUS_SUCCESS;
- }
- /**
- * dp_ipa_register_op_cb() - Register OP handler function
- * @ppdev - handle to the device instance
- * @op_cb: handler function pointer
- *
- * Return: none
- */
- QDF_STATUS dp_ipa_register_op_cb(struct cdp_pdev *ppdev,
- ipa_uc_op_cb_type op_cb,
- void *usr_ctxt)
- {
- struct dp_pdev *pdev = (struct dp_pdev *)ppdev;
- pdev->ipa_uc_op_cb = op_cb;
- pdev->usr_ctxt = usr_ctxt;
- return QDF_STATUS_SUCCESS;
- }
- /**
- * dp_ipa_get_stat() - Get firmware wdi status
- * @ppdev - handle to the device instance
- *
- * Return: none
- */
- QDF_STATUS dp_ipa_get_stat(struct cdp_pdev *ppdev)
- {
- /* TBD */
- return QDF_STATUS_SUCCESS;
- }
- /**
- * dp_tx_send_ipa_data_frame() - send IPA data frame
- * @vdev: vdev
- * @skb: skb
- *
- * Return: skb/ NULL is for success
- */
- qdf_nbuf_t dp_tx_send_ipa_data_frame(struct cdp_vdev *vdev, qdf_nbuf_t skb)
- {
- qdf_nbuf_t ret;
- /* Terminate the (single-element) list of tx frames */
- qdf_nbuf_set_next(skb, NULL);
- ret = dp_tx_send((struct dp_vdev_t *)vdev, skb);
- if (ret) {
- QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
- "%s: Failed to tx", __func__);
- return ret;
- }
- return NULL;
- }
- /**
- * dp_ipa_enable_autonomy() – Enable autonomy RX path
- * @pdev - handle to the device instance
- *
- * Set all RX packet route to IPA REO ring
- * Program Destination_Ring_Ctrl_IX_0 REO register to point IPA REO ring
- * Return: none
- */
- QDF_STATUS dp_ipa_enable_autonomy(struct cdp_pdev *ppdev)
- {
- struct dp_pdev *pdev = (struct dp_pdev *)ppdev;
- struct dp_soc *soc = pdev->soc;
- uint32_t remap_val;
- /* Call HAL API to remap REO rings to REO2IPA ring */
- remap_val = HAL_REO_REMAP_VAL(REO_REMAP_TCL, REO_REMAP_TCL) |
- HAL_REO_REMAP_VAL(REO_REMAP_SW1, REO_REMAP_SW4) |
- HAL_REO_REMAP_VAL(REO_REMAP_SW2, REO_REMAP_SW4) |
- HAL_REO_REMAP_VAL(REO_REMAP_SW3, REO_REMAP_SW4) |
- HAL_REO_REMAP_VAL(REO_REMAP_SW4, REO_REMAP_SW4) |
- HAL_REO_REMAP_VAL(REO_REMAP_RELEASE, REO_REMAP_RELEASE) |
- HAL_REO_REMAP_VAL(REO_REMAP_FW, REO_REMAP_FW) |
- HAL_REO_REMAP_VAL(REO_REMAP_UNUSED, REO_REMAP_FW);
- hal_reo_remap_IX0(soc->hal_soc, remap_val);
- return QDF_STATUS_SUCCESS;
- }
- /**
- * dp_ipa_disable_autonomy() – Disable autonomy RX path
- * @ppdev - handle to the device instance
- *
- * Disable RX packet routing to IPA REO
- * Program Destination_Ring_Ctrl_IX_0 REO register to disable
- * Return: none
- */
- QDF_STATUS dp_ipa_disable_autonomy(struct cdp_pdev *ppdev)
- {
- struct dp_pdev *pdev = (struct dp_pdev *)ppdev;
- struct dp_soc *soc = pdev->soc;
- uint32_t remap_val;
- /* Call HAL API to remap REO rings to REO2IPA ring */
- remap_val = HAL_REO_REMAP_VAL(REO_REMAP_TCL, REO_REMAP_TCL) |
- HAL_REO_REMAP_VAL(REO_REMAP_SW1, REO_REMAP_SW1) |
- HAL_REO_REMAP_VAL(REO_REMAP_SW2, REO_REMAP_SW2) |
- HAL_REO_REMAP_VAL(REO_REMAP_SW3, REO_REMAP_SW3) |
- HAL_REO_REMAP_VAL(REO_REMAP_SW4, REO_REMAP_SW2) |
- HAL_REO_REMAP_VAL(REO_REMAP_RELEASE, REO_REMAP_RELEASE) |
- HAL_REO_REMAP_VAL(REO_REMAP_FW, REO_REMAP_FW) |
- HAL_REO_REMAP_VAL(REO_REMAP_UNUSED, REO_REMAP_FW);
- hal_reo_remap_IX0(soc->hal_soc, remap_val);
- return QDF_STATUS_SUCCESS;
- }
- /* This should be configurable per H/W configuration enable status */
- #define L3_HEADER_PADDING 2
- /**
- * dp_ipa_setup() - Setup and connect IPA pipes
- * @ppdev - handle to the device instance
- * @ipa_i2w_cb: IPA to WLAN callback
- * @ipa_w2i_cb: WLAN to IPA callback
- * @ipa_wdi_meter_notifier_cb: IPA WDI metering callback
- * @ipa_desc_size: IPA descriptor size
- * @ipa_priv: handle to the HTT instance
- * @is_rm_enabled: Is IPA RM enabled or not
- * @tx_pipe_handle: pointer to Tx pipe handle
- * @rx_pipe_handle: pointer to Rx pipe handle
- *
- * Return: QDF_STATUS
- */
- QDF_STATUS dp_ipa_setup(struct cdp_pdev *ppdev, void *ipa_i2w_cb,
- void *ipa_w2i_cb, void *ipa_wdi_meter_notifier_cb,
- uint32_t ipa_desc_size, void *ipa_priv,
- bool is_rm_enabled, uint32_t *tx_pipe_handle,
- uint32_t *rx_pipe_handle)
- {
- struct dp_pdev *pdev = (struct dp_pdev *)ppdev;
- struct dp_soc *soc = pdev->soc;
- struct dp_ipa_resources *ipa_res = &pdev->ipa_resource;
- qdf_ipa_wdi3_setup_info_t *tx;
- qdf_ipa_wdi3_setup_info_t *rx;
- qdf_ipa_wdi3_conn_in_params_t pipe_in;
- qdf_ipa_wdi3_conn_out_params_t pipe_out;
- struct tcl_data_cmd *tcl_desc_ptr;
- uint8_t *desc_addr;
- uint32_t desc_size;
- int ret;
- qdf_mem_zero(&tx, sizeof(struct ipa_wdi3_setup_info));
- qdf_mem_zero(&rx, sizeof(struct ipa_wdi3_setup_info));
- qdf_mem_zero(&pipe_in, sizeof(pipe_in));
- qdf_mem_zero(&pipe_out, sizeof(pipe_out));
- /* TX PIPE */
- /**
- * Transfer Ring: WBM Ring
- * Transfer Ring Doorbell PA: WBM Tail Pointer Address
- * Event Ring: TCL ring
- * Event Ring Doorbell PA: TCL Head Pointer Address
- */
- tx = &QDF_IPA_WDI3_CONN_IN_PARAMS_TX(&pipe_in);
- QDF_IPA_WDI3_SETUP_INFO_NAT_EN(tx) = IPA_BYPASS_NAT;
- QDF_IPA_WDI3_SETUP_INFO_HDR_LEN(tx) = DP_IPA_UC_WLAN_TX_HDR_LEN;
- QDF_IPA_WDI3_SETUP_INFO_HDR_OFST_PKT_SIZE_VALID(tx) = 0;
- QDF_IPA_WDI3_SETUP_INFO_HDR_OFST_PKT_SIZE(tx) = 0;
- QDF_IPA_WDI3_SETUP_INFO_HDR_ADDITIONAL_CONST_LEN(tx) = 0;
- QDF_IPA_WDI3_SETUP_INFO_MODE(tx) = IPA_BASIC;
- QDF_IPA_WDI3_SETUP_INFO_HDR_LITTLE_ENDIAN(tx) = true;
- QDF_IPA_WDI3_SETUP_INFO_CLIENT(tx) = IPA_CLIENT_WLAN1_CONS;
- QDF_IPA_WDI3_SETUP_INFO_TRANSFER_RING_BASE_PA(tx) =
- ipa_res->tx_comp_ring_base_paddr;
- QDF_IPA_WDI3_SETUP_INFO_TRANSFER_RING_SIZE(tx) =
- ipa_res->tx_comp_ring_size;
- /* WBM Tail Pointer Address */
- QDF_IPA_WDI3_SETUP_INFO_TRANSFER_RING_DOORBELL_PA(tx) =
- soc->ipa_uc_tx_rsc.ipa_wbm_tp_paddr;
- QDF_IPA_WDI3_SETUP_INFO_EVENT_RING_BASE_PA(tx) =
- ipa_res->tx_ring_base_paddr;
- QDF_IPA_WDI3_SETUP_INFO_EVENT_RING_SIZE(tx) = ipa_res->tx_ring_size;
- /* TCL Head Pointer Address */
- QDF_IPA_WDI3_SETUP_INFO_EVENT_RING_DOORBELL_PA(tx) =
- soc->ipa_uc_tx_rsc.ipa_tcl_hp_paddr;
- QDF_IPA_WDI3_SETUP_INFO_NUM_PKT_BUFFERS(tx) =
- ipa_res->tx_num_alloc_buffer;
- QDF_IPA_WDI3_SETUP_INFO_PKT_OFFSET(tx) = 0;
- /* Preprogram TCL descriptor */
- desc_addr =
- (uint8_t *)QDF_IPA_WDI3_SETUP_INFO_DESC_FORMAT_TEMPLATE(tx);
- desc_size = sizeof(struct tcl_data_cmd);
- HAL_TX_DESC_SET_TLV_HDR(desc_addr, HAL_TX_TCL_DATA_TAG, desc_size);
- tcl_desc_ptr = (struct tcl_data_cmd *)
- (QDF_IPA_WDI3_SETUP_INFO_DESC_FORMAT_TEMPLATE(tx) + 1);
- tcl_desc_ptr->buf_addr_info.return_buffer_manager =
- HAL_RX_BUF_RBM_SW2_BM;
- tcl_desc_ptr->addrx_en = 1; /* Address X search enable in ASE */
- tcl_desc_ptr->encap_type = HAL_TX_ENCAP_TYPE_ETHERNET;
- tcl_desc_ptr->packet_offset = 2; /* padding for alignment */
- /* RX PIPE */
- /**
- * Transfer Ring: REO Ring
- * Transfer Ring Doorbell PA: REO Tail Pointer Address
- * Event Ring: FW ring
- * Event Ring Doorbell PA: FW Head Pointer Address
- */
- rx = &QDF_IPA_WDI3_CONN_IN_PARAMS_RX(&pipe_in);
- QDF_IPA_WDI3_SETUP_INFO_NAT_EN(rx) = IPA_BYPASS_NAT;
- QDF_IPA_WDI3_SETUP_INFO_HDR_LEN(rx) = DP_IPA_UC_WLAN_TX_HDR_LEN;
- QDF_IPA_WDI3_SETUP_INFO_HDR_OFST_METADATA_VALID(rx) = 0;
- QDF_IPA_WDI3_SETUP_INFO_HDR_METADATA_REG_VALID(rx) = 1;
- QDF_IPA_WDI3_SETUP_INFO_MODE(rx) = IPA_BASIC;
- QDF_IPA_WDI3_SETUP_INFO_CLIENT(rx) = IPA_CLIENT_WLAN1_PROD;
- QDF_IPA_WDI3_SETUP_INFO_TRANSFER_RING_BASE_PA(rx) = ipa_res->rx_rdy_ring_base_paddr;
- QDF_IPA_WDI3_SETUP_INFO_TRANSFER_RING_SIZE(rx) = ipa_res->rx_rdy_ring_size;
- QDF_IPA_WDI3_SETUP_INFO_TRANSFER_RING_DOORBELL_PA(rx) = /* REO Tail Pointer Address */
- soc->ipa_uc_rx_rsc.ipa_reo_tp_paddr;
- QDF_IPA_WDI3_SETUP_INFO_EVENT_RING_BASE_PA(rx) = ipa_res->rx_refill_ring_base_paddr;
- QDF_IPA_WDI3_SETUP_INFO_EVENT_RING_SIZE(rx) = ipa_res->rx_refill_ring_size;
- QDF_IPA_WDI3_SETUP_INFO_EVENT_RING_DOORBELL_PA(rx) = /* FW Head Pointer Address */
- soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_hp_paddr;
- QDF_IPA_WDI3_SETUP_INFO_PKT_OFFSET(rx) = RX_PKT_TLVS_LEN + L3_HEADER_PADDING;
- QDF_IPA_WDI3_CONN_IN_PARAMS_NOTIFY(&pipe_in) = ipa_w2i_cb;
- QDF_IPA_WDI3_CONN_IN_PARAMS_PRIV(&pipe_in) = ipa_priv;
- /* Connect WDI IPA PIPE */
- ret = qdf_ipa_wdi3_conn_pipes(&pipe_in, &pipe_out);
- if (ret) {
- QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
- "%s: ipa_wdi3_conn_pipes: IPA pipe setup failed: ret=%d",
- __func__, ret);
- return QDF_STATUS_E_FAILURE;
- }
- /* IPA uC Doorbell registers */
- QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_DEBUG,
- "%s: Tx DB PA=0x%x, Rx DB PA=0x%x",
- __func__,
- (unsigned int)QDF_IPA_WDI3_CONN_OUT_PARAMS_TX_UC_DB_PA(&pipe_out),
- (unsigned int)QDF_IPA_WDI3_CONN_OUT_PARAMS_RX_UC_DB_PA(&pipe_out));
- ipa_res->tx_comp_doorbell_paddr =
- QDF_IPA_WDI3_CONN_OUT_PARAMS_TX_UC_DB_PA(&pipe_out);
- ipa_res->tx_comp_doorbell_vaddr =
- QDF_IPA_WDI3_CONN_OUT_PARAMS_TX_UC_DB_VA(&pipe_out);
- ipa_res->rx_ready_doorbell_paddr =
- QDF_IPA_WDI3_CONN_OUT_PARAMS_RX_UC_DB_PA(&pipe_out);
- QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_DEBUG,
- "%s: Tx: %s=%pK, %s=%d, %s=%pK, %s=%pK, %s=%d, %s=%pK, %s=%d, %s=%pK",
- __func__,
- "transfer_ring_base_pa",
- (void *)QDF_IPA_WDI3_SETUP_INFO_TRANSFER_RING_BASE_PA(tx),
- "transfer_ring_size",
- QDF_IPA_WDI3_SETUP_INFO_TRANSFER_RING_SIZE(tx),
- "transfer_ring_doorbell_pa",
- (void *)QDF_IPA_WDI3_SETUP_INFO_TRANSFER_RING_DOORBELL_PA(tx),
- "event_ring_base_pa",
- (void *)QDF_IPA_WDI3_SETUP_INFO_EVENT_RING_BASE_PA(tx),
- "event_ring_size",
- QDF_IPA_WDI3_SETUP_INFO_EVENT_RING_SIZE(tx),
- "event_ring_doorbell_pa",
- (void *)QDF_IPA_WDI3_SETUP_INFO_EVENT_RING_DOORBELL_PA(tx),
- "num_pkt_buffers",
- QDF_IPA_WDI3_SETUP_INFO_NUM_PKT_BUFFERS(tx),
- "tx_comp_doorbell_paddr",
- (void *)ipa_res->tx_comp_doorbell_paddr);
- QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_DEBUG,
- "%s: Rx: %s=%pK, %s=%d, %s=%pK, %s=%pK, %s=%d, %s=%pK, %s=%d, %s=%pK",
- __func__,
- "transfer_ring_base_pa",
- (void *)QDF_IPA_WDI3_SETUP_INFO_TRANSFER_RING_BASE_PA(rx),
- "transfer_ring_size",
- QDF_IPA_WDI3_SETUP_INFO_TRANSFER_RING_SIZE(rx),
- "transfer_ring_doorbell_pa",
- (void *)QDF_IPA_WDI3_SETUP_INFO_TRANSFER_RING_DOORBELL_PA(rx),
- "event_ring_base_pa",
- (void *)QDF_IPA_WDI3_SETUP_INFO_EVENT_RING_BASE_PA(rx),
- "event_ring_size",
- QDF_IPA_WDI3_SETUP_INFO_EVENT_RING_SIZE(rx),
- "event_ring_doorbell_pa",
- (void *)QDF_IPA_WDI3_SETUP_INFO_EVENT_RING_DOORBELL_PA(rx),
- "num_pkt_buffers",
- QDF_IPA_WDI3_SETUP_INFO_NUM_PKT_BUFFERS(rx),
- "tx_comp_doorbell_paddr",
- (void *)ipa_res->rx_ready_doorbell_paddr);
- return QDF_STATUS_SUCCESS;
- }
- /**
- * dp_ipa_cleanup() - Disconnect IPA pipes
- * @tx_pipe_handle: Tx pipe handle
- * @rx_pipe_handle: Rx pipe handle
- *
- * Return: QDF_STATUS
- */
- QDF_STATUS dp_ipa_cleanup(uint32_t tx_pipe_handle, uint32_t rx_pipe_handle)
- {
- int ret;
- ret = qdf_ipa_wdi3_disconn_pipes();
- if (ret) {
- QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
- "%s: ipa_wdi3_disconn_pipes: IPA pipe cleanup failed: ret=%d",
- __func__, ret);
- return QDF_STATUS_E_FAILURE;
- }
- return QDF_STATUS_SUCCESS;
- }
- /**
- * dp_ipa_setup_iface() - Setup IPA header and register interface
- * @ifname: Interface name
- * @mac_addr: Interface MAC address
- * @prod_client: IPA prod client type
- * @cons_client: IPA cons client type
- * @session_id: Session ID
- * @is_ipv6_enabled: Is IPV6 enabled or not
- *
- * Return: QDF_STATUS
- */
- QDF_STATUS dp_ipa_setup_iface(char *ifname, uint8_t *mac_addr,
- qdf_ipa_client_type_t prod_client,
- qdf_ipa_client_type_t cons_client,
- uint8_t session_id, bool is_ipv6_enabled)
- {
- qdf_ipa_wdi3_reg_intf_in_params_t in;
- qdf_ipa_wdi3_hdr_info_t hdr_info;
- struct dp_ipa_uc_tx_hdr uc_tx_hdr;
- int ret = -EINVAL;
- QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_DEBUG,
- "%s: Add Partial hdr: %s, %pM",
- __func__, ifname, mac_addr);
- qdf_mem_zero(&hdr_info, sizeof(qdf_ipa_wdi3_hdr_info_t));
- qdf_ether_addr_copy(uc_tx_hdr.eth.h_source, mac_addr);
- /* IPV4 header */
- uc_tx_hdr.eth.h_proto = qdf_htons(ETH_P_IP);
- QDF_IPA_WDI3_HDR_INFO_HDR(&hdr_info) = (uint8_t *)&uc_tx_hdr;
- QDF_IPA_WDI3_HDR_INFO_HDR_LEN(&hdr_info) = DP_IPA_UC_WLAN_TX_HDR_LEN;
- QDF_IPA_WDI3_HDR_INFO_HDR_TYPE(&hdr_info) = IPA_HDR_L2_ETHERNET_II;
- QDF_IPA_WDI3_HDR_INFO_DST_MAC_ADDR_OFFSET(&hdr_info) =
- DP_IPA_UC_WLAN_HDR_DES_MAC_OFFSET;
- QDF_IPA_WDI3_REG_INTF_IN_PARAMS_NETDEV_NAME(&in) = ifname;
- memcpy(&(QDF_IPA_WDI3_REG_INTF_IN_PARAMS_HDR_INFO(&in)[0]), &hdr_info,
- sizeof(qdf_ipa_wdi3_hdr_info_t));
- QDF_IPA_WDI3_REG_INTF_IN_PARAMS_IS_META_DATA_VALID(&in) = 1;
- QDF_IPA_WDI3_REG_INTF_IN_PARAMS_META_DATA(&in) =
- htonl(session_id << 16);
- QDF_IPA_WDI3_REG_INTF_IN_PARAMS_META_DATA_MASK(&in) = htonl(0x00FF0000);
- /* IPV6 header */
- if (is_ipv6_enabled) {
- uc_tx_hdr.eth.h_proto = qdf_htons(ETH_P_IPV6);
- memcpy(&(QDF_IPA_WDI3_REG_INTF_IN_PARAMS_HDR_INFO(&in)[1]),
- &hdr_info, sizeof(qdf_ipa_wdi3_hdr_info_t));
- }
- ret = qdf_ipa_wdi3_reg_intf(&in);
- if (ret) {
- QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
- "%s: ipa_wdi3_reg_intf: register IPA interface falied: ret=%d",
- __func__, ret);
- return QDF_STATUS_E_FAILURE;
- }
- return QDF_STATUS_SUCCESS;
- }
- /**
- * dp_ipa_cleanup_iface() - Cleanup IPA header and deregister interface
- * @ifname: Interface name
- * @is_ipv6_enabled: Is IPV6 enabled or not
- *
- * Return: QDF_STATUS
- */
- QDF_STATUS dp_ipa_cleanup_iface(char *ifname, bool is_ipv6_enabled)
- {
- int ret;
- ret = qdf_ipa_wdi3_dereg_intf(ifname);
- if (ret) {
- QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
- "%s: ipa_wdi3_dereg_intf: IPA pipe deregistration failed: ret=%d",
- __func__, ret);
- return QDF_STATUS_E_FAILURE;
- }
- return QDF_STATUS_SUCCESS;
- }
- /**
- * dp_ipa_uc_enable_pipes() - Enable and resume traffic on Tx/Rx pipes
- * @ppdev - handle to the device instance
- *
- * Return: QDF_STATUS
- */
- QDF_STATUS dp_ipa_enable_pipes(struct cdp_pdev *ppdev)
- {
- QDF_STATUS result;
- result = qdf_ipa_wdi3_enable_pipes();
- if (result) {
- QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
- "%s: Enable WDI PIPE fail, code %d",
- __func__, result);
- return QDF_STATUS_E_FAILURE;
- }
- return QDF_STATUS_SUCCESS;
- }
- /**
- * dp_ipa_uc_disable_pipes() – Suspend traffic and disable Tx/Rx pipes
- * @ppdev - handle to the device instance
- *
- * Return: QDF_STATUS
- */
- QDF_STATUS dp_ipa_disable_pipes(struct cdp_pdev *ppdev)
- {
- QDF_STATUS result;
- result = qdf_ipa_wdi3_disable_pipes();
- if (result) {
- QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
- "%s: Disable WDI PIPE fail, code %d",
- __func__, result);
- return QDF_STATUS_E_FAILURE;
- }
- return QDF_STATUS_SUCCESS;
- }
- /**
- * dp_ipa_set_perf_level() - Set IPA clock bandwidth based on data rates
- * @client: Client type
- * @max_supported_bw_mbps: Maximum bandwidth needed (in Mbps)
- *
- * Return: QDF_STATUS
- */
- QDF_STATUS dp_ipa_set_perf_level(int client, uint32_t max_supported_bw_mbps)
- {
- qdf_ipa_wdi3_perf_profile_t profile;
- QDF_STATUS result;
- profile.client = client;
- profile.max_supported_bw_mbps = max_supported_bw_mbps;
- result = qdf_ipa_wdi3_set_perf_profile(&profile);
- if (result) {
- QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
- "%s: ipa_wdi3_set_perf_profile fail, code %d",
- __func__, result);
- return QDF_STATUS_E_FAILURE;
- }
- return QDF_STATUS_SUCCESS;
- }
- #endif
|