12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085 |
- /*
- * Copyright (c) 2016-2021 The Linux Foundation. All rights reserved.
- * Copyright (c) 2021-2022 Qualcomm Innovation Center, Inc. All rights reserved.
- *
- * Permission to use, copy, modify, and/or distribute this software for
- * any purpose with or without fee is hereby granted, provided that the
- * above copyright notice and this permission notice appear in all
- * copies.
- *
- * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
- * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
- * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
- * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
- * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
- * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
- * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
- * PERFORMANCE OF THIS SOFTWARE.
- */
- #include <qdf_module.h>
- #include "hal_be_api.h"
- #include "hal_be_hw_headers.h"
- #include "hal_be_reo.h"
- #include "hal_tx.h" //HAL_SET_FLD
- #include "hal_be_rx.h" //HAL_RX_BUF_RBM_GET
- /*
- * The 4 bits REO destination ring value is defined as: 0: TCL
- * 1:SW1 2:SW2 3:SW3 4:SW4 5:Release 6:FW(WIFI) 7:SW5
- * 8:SW6 9:SW7 10:SW8 11: NOT_USED.
- *
- */
- uint32_t reo_dest_ring_remap[] = {REO_REMAP_SW1, REO_REMAP_SW2,
- REO_REMAP_SW3, REO_REMAP_SW4,
- REO_REMAP_SW5, REO_REMAP_SW6,
- REO_REMAP_SW7, REO_REMAP_SW8};
- #if defined(QDF_BIG_ENDIAN_MACHINE)
- void hal_setup_reo_swap(struct hal_soc *soc)
- {
- uint32_t reg_val;
- reg_val = HAL_REG_READ(soc, HWIO_REO_R0_CACHE_CTL_CONFIG_ADDR(
- REO_REG_REG_BASE));
- reg_val |= HAL_SM(HWIO_REO_R0_CACHE_CTL_CONFIG, WRITE_STRUCT_SWAP, 1);
- reg_val |= HAL_SM(HWIO_REO_R0_CACHE_CTL_CONFIG, READ_STRUCT_SWAP, 1);
- HAL_REG_WRITE(soc, HWIO_REO_R0_CACHE_CTL_CONFIG_ADDR(
- REO_REG_REG_BASE), reg_val);
- }
- #else
- void hal_setup_reo_swap(struct hal_soc *soc)
- {
- }
- #endif
- /**
- * hal_tx_init_data_ring_be() - Initialize all the TCL Descriptors in SRNG
- * @hal_soc_hdl: Handle to HAL SoC structure
- * @hal_srng: Handle to HAL SRNG structure
- *
- * Return: none
- */
- static void
- hal_tx_init_data_ring_be(hal_soc_handle_t hal_soc_hdl,
- hal_ring_handle_t hal_ring_hdl)
- {
- }
- void hal_reo_setup_generic_be(struct hal_soc *soc, void *reoparams)
- {
- uint32_t reg_val;
- struct hal_reo_params *reo_params = (struct hal_reo_params *)reoparams;
- reg_val = HAL_REG_READ(soc, HWIO_REO_R0_GENERAL_ENABLE_ADDR(
- REO_REG_REG_BASE));
- hal_reo_config(soc, reg_val, reo_params);
- /* Other ring enable bits and REO_ENABLE will be set by FW */
- /* TODO: Setup destination ring mapping if enabled */
- /* TODO: Error destination ring setting is left to default.
- * Default setting is to send all errors to release ring.
- */
- /* Set the reo descriptor swap bits in case of BIG endian platform */
- hal_setup_reo_swap(soc);
- HAL_REG_WRITE(soc,
- HWIO_REO_R0_AGING_THRESHOLD_IX_0_ADDR(REO_REG_REG_BASE),
- HAL_DEFAULT_BE_BK_VI_REO_TIMEOUT_MS * 1000);
- HAL_REG_WRITE(soc,
- HWIO_REO_R0_AGING_THRESHOLD_IX_1_ADDR(REO_REG_REG_BASE),
- (HAL_DEFAULT_BE_BK_VI_REO_TIMEOUT_MS * 1000));
- HAL_REG_WRITE(soc,
- HWIO_REO_R0_AGING_THRESHOLD_IX_2_ADDR(REO_REG_REG_BASE),
- (HAL_DEFAULT_BE_BK_VI_REO_TIMEOUT_MS * 1000));
- HAL_REG_WRITE(soc,
- HWIO_REO_R0_AGING_THRESHOLD_IX_3_ADDR(REO_REG_REG_BASE),
- (HAL_DEFAULT_VO_REO_TIMEOUT_MS * 1000));
- /*
- * When hash based routing is enabled, routing of the rx packet
- * is done based on the following value: 1 _ _ _ _ The last 4
- * bits are based on hash[3:0]. This means the possible values
- * are 0x10 to 0x1f. This value is used to look-up the
- * ring ID configured in Destination_Ring_Ctrl_IX_* register.
- * The Destination_Ring_Ctrl_IX_2 and Destination_Ring_Ctrl_IX_3
- * registers need to be configured to set-up the 16 entries to
- * map the hash values to a ring number. There are 3 bits per
- * hash entry which are mapped as follows:
- * 0: TCL, 1:SW1, 2:SW2, * 3:SW3, 4:SW4, 5:Release, 6:FW(WIFI),
- * 7: NOT_USED.
- */
- if (reo_params->rx_hash_enabled) {
- HAL_REG_WRITE(soc,
- HWIO_REO_R0_DESTINATION_RING_CTRL_IX_2_ADDR(
- REO_REG_REG_BASE),
- reo_params->remap1);
- hal_debug("HWIO_REO_R0_DESTINATION_RING_CTRL_IX_2_ADDR 0x%x",
- HAL_REG_READ(soc,
- HWIO_REO_R0_DESTINATION_RING_CTRL_IX_2_ADDR(
- REO_REG_REG_BASE)));
- HAL_REG_WRITE(soc,
- HWIO_REO_R0_DESTINATION_RING_CTRL_IX_3_ADDR(
- REO_REG_REG_BASE),
- reo_params->remap2);
- hal_debug("HWIO_REO_R0_DESTINATION_RING_CTRL_IX_3_ADDR 0x%x",
- HAL_REG_READ(soc,
- HWIO_REO_R0_DESTINATION_RING_CTRL_IX_3_ADDR(
- REO_REG_REG_BASE)));
- }
- /* TODO: Check if the following registers shoould be setup by host:
- * AGING_CONTROL
- * HIGH_MEMORY_THRESHOLD
- * GLOBAL_LINK_DESC_COUNT_THRESH_IX_0[1,2]
- * GLOBAL_LINK_DESC_COUNT_CTRL
- */
- }
- void hal_set_link_desc_addr_be(void *desc, uint32_t cookie,
- qdf_dma_addr_t link_desc_paddr,
- uint8_t bm_id)
- {
- uint32_t *buf_addr = (uint32_t *)desc;
- HAL_DESC_SET_FIELD(buf_addr, BUFFER_ADDR_INFO, BUFFER_ADDR_31_0,
- link_desc_paddr & 0xffffffff);
- HAL_DESC_SET_FIELD(buf_addr, BUFFER_ADDR_INFO, BUFFER_ADDR_39_32,
- (uint64_t)link_desc_paddr >> 32);
- HAL_DESC_SET_FIELD(buf_addr, BUFFER_ADDR_INFO, RETURN_BUFFER_MANAGER,
- bm_id);
- HAL_DESC_SET_FIELD(buf_addr, BUFFER_ADDR_INFO, SW_BUFFER_COOKIE,
- cookie);
- }
- static uint32_t hal_get_reo_qdesc_size_be(uint32_t ba_window_size, int tid)
- {
- /* Hardcode the ba_window_size to HAL_RX_MAX_BA_WINDOW for
- * NON_QOS_TID until HW issues are resolved.
- */
- if (tid != HAL_NON_QOS_TID)
- ba_window_size = HAL_RX_MAX_BA_WINDOW;
- /* Return descriptor size corresponding to window size of 2 since
- * we set ba_window_size to 2 while setting up REO descriptors as
- * a WAR to get 2k jump exception aggregates are received without
- * a BA session.
- */
- if (ba_window_size <= 1) {
- if (tid != HAL_NON_QOS_TID)
- return sizeof(struct rx_reo_queue) +
- sizeof(struct rx_reo_queue_ext);
- else
- return sizeof(struct rx_reo_queue);
- }
- if (ba_window_size <= 105)
- return sizeof(struct rx_reo_queue) +
- sizeof(struct rx_reo_queue_ext);
- if (ba_window_size <= 210)
- return sizeof(struct rx_reo_queue) +
- (2 * sizeof(struct rx_reo_queue_ext));
- return sizeof(struct rx_reo_queue) +
- (3 * sizeof(struct rx_reo_queue_ext));
- }
- void *hal_rx_msdu_ext_desc_info_get_ptr_be(void *msdu_details_ptr)
- {
- return HAL_RX_MSDU_EXT_DESC_INFO_GET(msdu_details_ptr);
- }
- #if defined(QCA_WIFI_KIWI) && !defined(QCA_WIFI_KIWI_V2)
- static inline uint32_t
- hal_wbm2sw_release_source_get(void *hal_desc, enum hal_be_wbm_release_dir dir)
- {
- uint32_t buf_src;
- buf_src = HAL_WBM2SW_RELEASE_SRC_GET(hal_desc);
- switch (buf_src) {
- case HAL_BE_RX_WBM_ERR_SRC_RXDMA:
- return HAL_RX_WBM_ERR_SRC_RXDMA;
- case HAL_BE_RX_WBM_ERR_SRC_REO:
- return HAL_RX_WBM_ERR_SRC_REO;
- case HAL_BE_RX_WBM_ERR_SRC_FW_RX:
- if (dir != HAL_BE_WBM_RELEASE_DIR_RX)
- qdf_assert_always(0);
- return HAL_RX_WBM_ERR_SRC_FW;
- case HAL_BE_RX_WBM_ERR_SRC_SW_RX:
- if (dir != HAL_BE_WBM_RELEASE_DIR_RX)
- qdf_assert_always(0);
- return HAL_RX_WBM_ERR_SRC_SW;
- case HAL_BE_RX_WBM_ERR_SRC_TQM:
- return HAL_RX_WBM_ERR_SRC_TQM;
- case HAL_BE_RX_WBM_ERR_SRC_FW_TX:
- if (dir != HAL_BE_WBM_RELEASE_DIR_TX)
- qdf_assert_always(0);
- return HAL_RX_WBM_ERR_SRC_FW;
- case HAL_BE_RX_WBM_ERR_SRC_SW_TX:
- if (dir != HAL_BE_WBM_RELEASE_DIR_TX)
- qdf_assert_always(0);
- return HAL_RX_WBM_ERR_SRC_SW;
- default:
- qdf_assert_always(0);
- }
- return buf_src;
- }
- #else
- static inline uint32_t
- hal_wbm2sw_release_source_get(void *hal_desc, enum hal_be_wbm_release_dir dir)
- {
- return HAL_WBM2SW_RELEASE_SRC_GET(hal_desc);
- }
- #endif
- uint32_t hal_tx_comp_get_buffer_source_generic_be(void *hal_desc)
- {
- return hal_wbm2sw_release_source_get(hal_desc,
- HAL_BE_WBM_RELEASE_DIR_TX);
- }
- /**
- * hal_tx_comp_get_release_reason_generic_be() - TQM Release reason
- * @hal_desc: completion ring descriptor pointer
- *
- * This function will return the type of pointer - buffer or descriptor
- *
- * Return: buffer type
- */
- static uint8_t hal_tx_comp_get_release_reason_generic_be(void *hal_desc)
- {
- uint32_t comp_desc = *(uint32_t *)(((uint8_t *)hal_desc) +
- WBM2SW_COMPLETION_RING_TX_TQM_RELEASE_REASON_OFFSET);
- return (comp_desc &
- WBM2SW_COMPLETION_RING_TX_TQM_RELEASE_REASON_MASK) >>
- WBM2SW_COMPLETION_RING_TX_TQM_RELEASE_REASON_LSB;
- }
- /**
- * hal_get_wbm_internal_error_generic_be() - is WBM internal error
- * @hal_desc: completion ring descriptor pointer
- *
- * This function will return 0 or 1 - is it WBM internal error or not
- *
- * Return: uint8_t
- */
- static uint8_t hal_get_wbm_internal_error_generic_be(void *hal_desc)
- {
- /*
- * TODO - This func is called by tx comp and wbm error handler
- * Check if one needs to use WBM2SW-TX and other WBM2SW-RX
- */
- uint32_t comp_desc =
- *(uint32_t *)(((uint8_t *)hal_desc) +
- HAL_WBM_INTERNAL_ERROR_OFFSET);
- return (comp_desc & HAL_WBM_INTERNAL_ERROR_MASK) >>
- HAL_WBM_INTERNAL_ERROR_LSB;
- }
- /**
- * hal_setup_link_idle_list_generic_be - Setup scattered idle list using the
- * buffer list provided
- *
- * @hal_soc: Opaque HAL SOC handle
- * @scatter_bufs_base_paddr: Array of physical base addresses
- * @scatter_bufs_base_vaddr: Array of virtual base addresses
- * @num_scatter_bufs: Number of scatter buffers in the above lists
- * @scatter_buf_size: Size of each scatter buffer
- * @last_buf_end_offset: Offset to the last entry
- * @num_entries: Total entries of all scatter bufs
- *
- * Return: None
- */
- static void
- hal_setup_link_idle_list_generic_be(struct hal_soc *soc,
- qdf_dma_addr_t scatter_bufs_base_paddr[],
- void *scatter_bufs_base_vaddr[],
- uint32_t num_scatter_bufs,
- uint32_t scatter_buf_size,
- uint32_t last_buf_end_offset,
- uint32_t num_entries)
- {
- int i;
- uint32_t *prev_buf_link_ptr = NULL;
- uint32_t reg_scatter_buf_size, reg_tot_scatter_buf_size;
- uint32_t val;
- /* Link the scatter buffers */
- for (i = 0; i < num_scatter_bufs; i++) {
- if (i > 0) {
- prev_buf_link_ptr[0] =
- scatter_bufs_base_paddr[i] & 0xffffffff;
- prev_buf_link_ptr[1] = HAL_SM(
- HWIO_WBM_R0_SCATTERED_LINK_DESC_LIST_BASE_MSB,
- BASE_ADDRESS_39_32,
- ((uint64_t)(scatter_bufs_base_paddr[i])
- >> 32)) | HAL_SM(
- HWIO_WBM_R0_SCATTERED_LINK_DESC_LIST_BASE_MSB,
- ADDRESS_MATCH_TAG,
- ADDRESS_MATCH_TAG_VAL);
- }
- prev_buf_link_ptr = (uint32_t *)(scatter_bufs_base_vaddr[i] +
- scatter_buf_size - WBM_IDLE_SCATTER_BUF_NEXT_PTR_SIZE);
- }
- /* TBD: Register programming partly based on MLD & the rest based on
- * inputs from HW team. Not complete yet.
- */
- reg_scatter_buf_size = (scatter_buf_size -
- WBM_IDLE_SCATTER_BUF_NEXT_PTR_SIZE) / 64;
- reg_tot_scatter_buf_size = ((scatter_buf_size -
- WBM_IDLE_SCATTER_BUF_NEXT_PTR_SIZE) * num_scatter_bufs) / 64;
- HAL_REG_WRITE(soc,
- HWIO_WBM_R0_IDLE_LIST_CONTROL_ADDR(
- WBM_REG_REG_BASE),
- HAL_SM(HWIO_WBM_R0_IDLE_LIST_CONTROL, SCATTER_BUFFER_SIZE,
- reg_scatter_buf_size) |
- HAL_SM(HWIO_WBM_R0_IDLE_LIST_CONTROL, LINK_DESC_IDLE_LIST_MODE,
- 0x1));
- HAL_REG_WRITE(soc,
- HWIO_WBM_R0_IDLE_LIST_SIZE_ADDR(
- WBM_REG_REG_BASE),
- HAL_SM(HWIO_WBM_R0_IDLE_LIST_SIZE,
- SCATTER_RING_SIZE_OF_IDLE_LINK_DESC_LIST,
- reg_tot_scatter_buf_size));
- HAL_REG_WRITE(soc,
- HWIO_WBM_R0_SCATTERED_LINK_DESC_LIST_BASE_LSB_ADDR(
- WBM_REG_REG_BASE),
- scatter_bufs_base_paddr[0] & 0xffffffff);
- HAL_REG_WRITE(soc,
- HWIO_WBM_R0_SCATTERED_LINK_DESC_LIST_BASE_MSB_ADDR(
- WBM_REG_REG_BASE),
- ((uint64_t)(scatter_bufs_base_paddr[0]) >> 32) &
- HWIO_WBM_R0_SCATTERED_LINK_DESC_LIST_BASE_MSB_BASE_ADDRESS_39_32_BMSK);
- HAL_REG_WRITE(soc,
- HWIO_WBM_R0_SCATTERED_LINK_DESC_LIST_BASE_MSB_ADDR(
- WBM_REG_REG_BASE),
- HAL_SM(HWIO_WBM_R0_SCATTERED_LINK_DESC_LIST_BASE_MSB,
- BASE_ADDRESS_39_32, ((uint64_t)(scatter_bufs_base_paddr[0])
- >> 32)) |
- HAL_SM(HWIO_WBM_R0_SCATTERED_LINK_DESC_LIST_BASE_MSB,
- ADDRESS_MATCH_TAG, ADDRESS_MATCH_TAG_VAL));
- /* ADDRESS_MATCH_TAG field in the above register is expected to match
- * with the upper bits of link pointer. The above write sets this field
- * to zero and we are also setting the upper bits of link pointers to
- * zero while setting up the link list of scatter buffers above
- */
- /* Setup head and tail pointers for the idle list */
- HAL_REG_WRITE(soc,
- HWIO_WBM_R0_SCATTERED_LINK_DESC_PTR_HEAD_INFO_IX0_ADDR(
- WBM_REG_REG_BASE),
- scatter_bufs_base_paddr[num_scatter_bufs - 1] & 0xffffffff);
- HAL_REG_WRITE(soc,
- HWIO_WBM_R0_SCATTERED_LINK_DESC_PTR_HEAD_INFO_IX1_ADDR(
- WBM_REG_REG_BASE),
- HAL_SM(HWIO_WBM_R0_SCATTERED_LINK_DESC_PTR_HEAD_INFO_IX1,
- BUFFER_ADDRESS_39_32,
- ((uint64_t)(scatter_bufs_base_paddr[num_scatter_bufs - 1])
- >> 32)) |
- HAL_SM(HWIO_WBM_R0_SCATTERED_LINK_DESC_PTR_HEAD_INFO_IX1,
- HEAD_POINTER_OFFSET, last_buf_end_offset >> 2));
- HAL_REG_WRITE(soc,
- HWIO_WBM_R0_SCATTERED_LINK_DESC_PTR_HEAD_INFO_IX0_ADDR(
- WBM_REG_REG_BASE),
- scatter_bufs_base_paddr[0] & 0xffffffff);
- HAL_REG_WRITE(soc,
- HWIO_WBM_R0_SCATTERED_LINK_DESC_PTR_TAIL_INFO_IX0_ADDR(
- WBM_REG_REG_BASE),
- scatter_bufs_base_paddr[0] & 0xffffffff);
- HAL_REG_WRITE(soc,
- HWIO_WBM_R0_SCATTERED_LINK_DESC_PTR_TAIL_INFO_IX1_ADDR(
- WBM_REG_REG_BASE),
- HAL_SM(HWIO_WBM_R0_SCATTERED_LINK_DESC_PTR_TAIL_INFO_IX1,
- BUFFER_ADDRESS_39_32,
- ((uint64_t)(scatter_bufs_base_paddr[0]) >>
- 32)) | HAL_SM(HWIO_WBM_R0_SCATTERED_LINK_DESC_PTR_TAIL_INFO_IX1,
- TAIL_POINTER_OFFSET, 0));
- HAL_REG_WRITE(soc,
- HWIO_WBM_R0_SCATTERED_LINK_DESC_PTR_HP_ADDR(
- WBM_REG_REG_BASE),
- 2 * num_entries);
- /* Set RING_ID_DISABLE */
- val = HAL_SM(HWIO_WBM_R0_WBM_IDLE_LINK_RING_MISC, RING_ID_DISABLE, 1);
- /*
- * SRNG_ENABLE bit is not available in HWK v1 (QCA8074v1). Hence
- * check the presence of the bit before toggling it.
- */
- #ifdef HWIO_WBM_R0_WBM_IDLE_LINK_RING_MISC_SRNG_ENABLE_BMSK
- val |= HAL_SM(HWIO_WBM_R0_WBM_IDLE_LINK_RING_MISC, SRNG_ENABLE, 1);
- #endif
- HAL_REG_WRITE(soc,
- HWIO_WBM_R0_WBM_IDLE_LINK_RING_MISC_ADDR(WBM_REG_REG_BASE),
- val);
- }
- /**
- * hal_rx_wbm_err_src_get_be() - Get WBM error source from descriptor
- * @ring_desc: ring descriptor
- *
- * Return: wbm error source
- */
- static uint32_t hal_rx_wbm_err_src_get_be(hal_ring_desc_t ring_desc)
- {
- return hal_wbm2sw_release_source_get(ring_desc,
- HAL_BE_WBM_RELEASE_DIR_RX);
- }
- /**
- * hal_rx_ret_buf_manager_get_be() - Get return buffer manager from ring desc
- * @ring_desc: ring descriptor
- *
- * Return: rbm
- */
- uint8_t hal_rx_ret_buf_manager_get_be(hal_ring_desc_t ring_desc)
- {
- /*
- * The following macro takes buf_addr_info as argument,
- * but since buf_addr_info is the first field in ring_desc
- * Hence the following call is OK
- */
- return HAL_RX_BUF_RBM_GET(ring_desc);
- }
- #define HAL_RX_WBM_REO_PUSH_REASON_GET(wbm_desc) (((*(((uint32_t *)wbm_desc) + \
- (WBM2SW_COMPLETION_RING_RX_REO_PUSH_REASON_OFFSET >> 2))) & \
- WBM2SW_COMPLETION_RING_RX_REO_PUSH_REASON_MASK) >> \
- WBM2SW_COMPLETION_RING_RX_REO_PUSH_REASON_LSB)
- #define HAL_RX_WBM_REO_ERROR_CODE_GET(wbm_desc) (((*(((uint32_t *)wbm_desc) + \
- (WBM2SW_COMPLETION_RING_RX_REO_ERROR_CODE_OFFSET >> 2))) & \
- WBM2SW_COMPLETION_RING_RX_REO_ERROR_CODE_MASK) >> \
- WBM2SW_COMPLETION_RING_RX_REO_ERROR_CODE_LSB)
- #define HAL_RX_WBM_RXDMA_PUSH_REASON_GET(wbm_desc) \
- (((*(((uint32_t *)wbm_desc) + \
- (WBM2SW_COMPLETION_RING_RX_RXDMA_PUSH_REASON_OFFSET >> 2))) & \
- WBM2SW_COMPLETION_RING_RX_RXDMA_PUSH_REASON_MASK) >> \
- WBM2SW_COMPLETION_RING_RX_RXDMA_PUSH_REASON_LSB)
- #define HAL_RX_WBM_RXDMA_ERROR_CODE_GET(wbm_desc) \
- (((*(((uint32_t *)wbm_desc) + \
- (WBM2SW_COMPLETION_RING_RX_RXDMA_ERROR_CODE_OFFSET >> 2))) & \
- WBM2SW_COMPLETION_RING_RX_RXDMA_ERROR_CODE_MASK) >> \
- WBM2SW_COMPLETION_RING_RX_RXDMA_ERROR_CODE_LSB)
- /**
- * hal_rx_wbm_err_info_get_generic_be(): Retrieves WBM error code and reason and
- * save it to hal_wbm_err_desc_info structure passed by caller
- * @wbm_desc: wbm ring descriptor
- * @wbm_er_info1: hal_wbm_err_desc_info structure, output parameter.
- * Return: void
- */
- void hal_rx_wbm_err_info_get_generic_be(void *wbm_desc, void *wbm_er_info1)
- {
- struct hal_wbm_err_desc_info *wbm_er_info =
- (struct hal_wbm_err_desc_info *)wbm_er_info1;
- wbm_er_info->wbm_err_src = hal_rx_wbm_err_src_get_be(wbm_desc);
- wbm_er_info->reo_psh_rsn = HAL_RX_WBM_REO_PUSH_REASON_GET(wbm_desc);
- wbm_er_info->reo_err_code = HAL_RX_WBM_REO_ERROR_CODE_GET(wbm_desc);
- wbm_er_info->rxdma_psh_rsn = HAL_RX_WBM_RXDMA_PUSH_REASON_GET(wbm_desc);
- wbm_er_info->rxdma_err_code = HAL_RX_WBM_RXDMA_ERROR_CODE_GET(wbm_desc);
- }
- static void hal_rx_reo_buf_paddr_get_be(hal_ring_desc_t rx_desc,
- struct hal_buf_info *buf_info)
- {
- struct reo_destination_ring *reo_ring =
- (struct reo_destination_ring *)rx_desc;
- buf_info->paddr =
- (HAL_RX_REO_BUFFER_ADDR_31_0_GET(reo_ring) |
- ((uint64_t)(HAL_RX_REO_BUFFER_ADDR_39_32_GET(reo_ring)) << 32));
- buf_info->sw_cookie = HAL_RX_REO_BUF_COOKIE_GET(reo_ring);
- }
- static void hal_rx_msdu_link_desc_set_be(hal_soc_handle_t hal_soc_hdl,
- void *src_srng_desc,
- hal_buff_addrinfo_t buf_addr_info,
- uint8_t bm_action)
- {
- /*
- * The offsets for fields used in this function are same in
- * wbm_release_ring for Lithium and wbm_release_ring_tx
- * for Beryllium. hence we can use wbm_release_ring directly.
- */
- struct wbm_release_ring *wbm_rel_srng =
- (struct wbm_release_ring *)src_srng_desc;
- uint32_t addr_31_0;
- uint8_t addr_39_32;
- /* Structure copy !!! */
- wbm_rel_srng->released_buff_or_desc_addr_info =
- *((struct buffer_addr_info *)buf_addr_info);
- addr_31_0 =
- wbm_rel_srng->released_buff_or_desc_addr_info.buffer_addr_31_0;
- addr_39_32 =
- wbm_rel_srng->released_buff_or_desc_addr_info.buffer_addr_39_32;
- HAL_DESC_SET_FIELD(src_srng_desc, HAL_SW2WBM_RELEASE_RING,
- RELEASE_SOURCE_MODULE, HAL_RX_WBM_ERR_SRC_SW);
- HAL_DESC_SET_FIELD(src_srng_desc, HAL_SW2WBM_RELEASE_RING, BM_ACTION,
- bm_action);
- HAL_DESC_SET_FIELD(src_srng_desc, HAL_SW2WBM_RELEASE_RING,
- BUFFER_OR_DESC_TYPE,
- HAL_RX_WBM_BUF_TYPE_MSDU_LINK_DESC);
- /* WBM error is indicated when any of the link descriptors given to
- * WBM has a NULL address, and one those paths is the link descriptors
- * released from host after processing RXDMA errors,
- * or from Rx defrag path, and we want to add an assert here to ensure
- * host is not releasing descriptors with NULL address.
- */
- if (qdf_unlikely(!addr_31_0 && !addr_39_32)) {
- hal_dump_wbm_rel_desc(src_srng_desc);
- qdf_assert_always(0);
- }
- }
- /**
- * hal_rx_reo_ent_buf_paddr_get_be: Gets the physical address and
- * cookie from the REO entrance ring element
- *
- * @ hal_rx_desc_cookie: Opaque cookie pointer used by HAL to get to
- * the current descriptor
- * @ buf_info: structure to return the buffer information
- * @ msdu_cnt: pointer to msdu count in MPDU
- * Return: void
- */
- static
- void hal_rx_buf_cookie_rbm_get_be(uint32_t *buf_addr_info_hdl,
- hal_buf_info_t buf_info_hdl)
- {
- struct hal_buf_info *buf_info =
- (struct hal_buf_info *)buf_info_hdl;
- struct buffer_addr_info *buf_addr_info =
- (struct buffer_addr_info *)buf_addr_info_hdl;
- buf_info->sw_cookie = HAL_RX_BUF_COOKIE_GET(buf_addr_info);
- /*
- * buffer addr info is the first member of ring desc, so the typecast
- * can be done.
- */
- buf_info->rbm = hal_rx_ret_buf_manager_get_be(
- (hal_ring_desc_t)buf_addr_info);
- }
- /*
- * hal_rxdma_buff_addr_info_set_be() - set the buffer_addr_info of the
- * rxdma ring entry.
- * @rxdma_entry: descriptor entry
- * @paddr: physical address of nbuf data pointer.
- * @cookie: SW cookie used as a index to SW rx desc.
- * @manager: who owns the nbuf (host, NSS, etc...).
- *
- */
- static inline void
- hal_rxdma_buff_addr_info_set_be(void *rxdma_entry,
- qdf_dma_addr_t paddr, uint32_t cookie,
- uint8_t manager)
- {
- uint32_t paddr_lo = ((u64)paddr & 0x00000000ffffffff);
- uint32_t paddr_hi = ((u64)paddr & 0xffffffff00000000) >> 32;
- HAL_RXDMA_PADDR_LO_SET(rxdma_entry, paddr_lo);
- HAL_RXDMA_PADDR_HI_SET(rxdma_entry, paddr_hi);
- HAL_RXDMA_COOKIE_SET(rxdma_entry, cookie);
- HAL_RXDMA_MANAGER_SET(rxdma_entry, manager);
- }
- /**
- * hal_rx_get_reo_error_code_be() - Get REO error code from ring desc
- * @rx_desc: rx descriptor
- *
- * Return: REO error code
- */
- static uint32_t hal_rx_get_reo_error_code_be(hal_ring_desc_t rx_desc)
- {
- struct reo_destination_ring *reo_desc =
- (struct reo_destination_ring *)rx_desc;
- return HAL_RX_REO_ERROR_GET(reo_desc);
- }
- /**
- * hal_gen_reo_remap_val_generic_be() - Generate the reo map value
- * @ix0_map: mapping values for reo
- *
- * Return: IX0 reo remap register value to be written
- */
- static uint32_t
- hal_gen_reo_remap_val_generic_be(enum hal_reo_remap_reg remap_reg,
- uint8_t *ix0_map)
- {
- uint32_t ix_val = 0;
- switch (remap_reg) {
- case HAL_REO_REMAP_REG_IX0:
- ix_val = HAL_REO_REMAP_IX0(ix0_map[0], 0) |
- HAL_REO_REMAP_IX0(ix0_map[1], 1) |
- HAL_REO_REMAP_IX0(ix0_map[2], 2) |
- HAL_REO_REMAP_IX0(ix0_map[3], 3) |
- HAL_REO_REMAP_IX0(ix0_map[4], 4) |
- HAL_REO_REMAP_IX0(ix0_map[5], 5) |
- HAL_REO_REMAP_IX0(ix0_map[6], 6) |
- HAL_REO_REMAP_IX0(ix0_map[7], 7);
- break;
- case HAL_REO_REMAP_REG_IX2:
- ix_val = HAL_REO_REMAP_IX2(ix0_map[0], 16) |
- HAL_REO_REMAP_IX2(ix0_map[1], 17) |
- HAL_REO_REMAP_IX2(ix0_map[2], 18) |
- HAL_REO_REMAP_IX2(ix0_map[3], 19) |
- HAL_REO_REMAP_IX2(ix0_map[4], 20) |
- HAL_REO_REMAP_IX2(ix0_map[5], 21) |
- HAL_REO_REMAP_IX2(ix0_map[6], 22) |
- HAL_REO_REMAP_IX2(ix0_map[7], 23);
- break;
- default:
- break;
- }
- return ix_val;
- }
- static uint8_t hal_rx_err_status_get_be(hal_ring_desc_t rx_desc)
- {
- return HAL_RX_ERROR_STATUS_GET(rx_desc);
- }
- static QDF_STATUS hal_reo_status_update_be(hal_soc_handle_t hal_soc_hdl,
- hal_ring_desc_t reo_desc,
- void *st_handle,
- uint32_t tlv, int *num_ref)
- {
- union hal_reo_status *reo_status_ref;
- reo_status_ref = (union hal_reo_status *)st_handle;
- switch (tlv) {
- case HAL_REO_QUEUE_STATS_STATUS_TLV:
- hal_reo_queue_stats_status_be(reo_desc,
- &reo_status_ref->queue_status,
- hal_soc_hdl);
- *num_ref = reo_status_ref->queue_status.header.cmd_num;
- break;
- case HAL_REO_FLUSH_QUEUE_STATUS_TLV:
- hal_reo_flush_queue_status_be(reo_desc,
- &reo_status_ref->fl_queue_status,
- hal_soc_hdl);
- *num_ref = reo_status_ref->fl_queue_status.header.cmd_num;
- break;
- case HAL_REO_FLUSH_CACHE_STATUS_TLV:
- hal_reo_flush_cache_status_be(reo_desc,
- &reo_status_ref->fl_cache_status,
- hal_soc_hdl);
- *num_ref = reo_status_ref->fl_cache_status.header.cmd_num;
- break;
- case HAL_REO_UNBLK_CACHE_STATUS_TLV:
- hal_reo_unblock_cache_status_be
- (reo_desc, hal_soc_hdl,
- &reo_status_ref->unblk_cache_status);
- *num_ref = reo_status_ref->unblk_cache_status.header.cmd_num;
- break;
- case HAL_REO_TIMOUT_LIST_STATUS_TLV:
- hal_reo_flush_timeout_list_status_be(
- reo_desc,
- &reo_status_ref->fl_timeout_status,
- hal_soc_hdl);
- *num_ref = reo_status_ref->fl_timeout_status.header.cmd_num;
- break;
- case HAL_REO_DESC_THRES_STATUS_TLV:
- hal_reo_desc_thres_reached_status_be(
- reo_desc,
- &reo_status_ref->thres_status,
- hal_soc_hdl);
- *num_ref = reo_status_ref->thres_status.header.cmd_num;
- break;
- case HAL_REO_UPDATE_RX_QUEUE_STATUS_TLV:
- hal_reo_rx_update_queue_status_be(
- reo_desc,
- &reo_status_ref->rx_queue_status,
- hal_soc_hdl);
- *num_ref = reo_status_ref->rx_queue_status.header.cmd_num;
- break;
- default:
- QDF_TRACE(QDF_MODULE_ID_DP_REO, QDF_TRACE_LEVEL_WARN,
- "hal_soc %pK: no handler for TLV:%d",
- hal_soc_hdl, tlv);
- return QDF_STATUS_E_FAILURE;
- } /* switch */
- return QDF_STATUS_SUCCESS;
- }
- static uint8_t hal_rx_reo_buf_type_get_be(hal_ring_desc_t rx_desc)
- {
- return HAL_RX_REO_BUF_TYPE_GET(rx_desc);
- }
- #ifdef DP_HW_COOKIE_CONVERT_EXCEPTION
- #define HAL_WBM_MISC_CONTROL_SPARE_CONTROL_FIELD_BIT15 0x8000
- #endif
- void hal_cookie_conversion_reg_cfg_be(hal_soc_handle_t hal_soc_hdl,
- struct hal_hw_cc_config *cc_cfg)
- {
- uint32_t reg_addr, reg_val = 0;
- struct hal_soc *soc = (struct hal_soc *)hal_soc_hdl;
- /* REO CFG */
- reg_addr = HWIO_REO_R0_SW_COOKIE_CFG0_ADDR(REO_REG_REG_BASE);
- reg_val = cc_cfg->lut_base_addr_31_0;
- HAL_REG_WRITE(soc, reg_addr, reg_val);
- reg_addr = HWIO_REO_R0_SW_COOKIE_CFG1_ADDR(REO_REG_REG_BASE);
- reg_val = 0;
- reg_val |= HAL_SM(HWIO_REO_R0_SW_COOKIE_CFG1,
- SW_COOKIE_CONVERT_GLOBAL_ENABLE,
- cc_cfg->cc_global_en);
- reg_val |= HAL_SM(HWIO_REO_R0_SW_COOKIE_CFG1,
- SW_COOKIE_CONVERT_ENABLE,
- cc_cfg->cc_global_en);
- reg_val |= HAL_SM(HWIO_REO_R0_SW_COOKIE_CFG1,
- PAGE_ALIGNMENT,
- cc_cfg->page_4k_align);
- reg_val |= HAL_SM(HWIO_REO_R0_SW_COOKIE_CFG1,
- COOKIE_OFFSET_MSB,
- cc_cfg->cookie_offset_msb);
- reg_val |= HAL_SM(HWIO_REO_R0_SW_COOKIE_CFG1,
- COOKIE_PAGE_MSB,
- cc_cfg->cookie_page_msb);
- reg_val |= HAL_SM(HWIO_REO_R0_SW_COOKIE_CFG1,
- CMEM_LUT_BASE_ADDR_39_32,
- cc_cfg->lut_base_addr_39_32);
- HAL_REG_WRITE(soc, reg_addr, reg_val);
- /* WBM CFG */
- reg_addr = HWIO_WBM_R0_SW_COOKIE_CFG0_ADDR(WBM_REG_REG_BASE);
- reg_val = cc_cfg->lut_base_addr_31_0;
- HAL_REG_WRITE(soc, reg_addr, reg_val);
- reg_addr = HWIO_WBM_R0_SW_COOKIE_CFG1_ADDR(WBM_REG_REG_BASE);
- reg_val = 0;
- reg_val |= HAL_SM(HWIO_WBM_R0_SW_COOKIE_CFG1,
- PAGE_ALIGNMENT,
- cc_cfg->page_4k_align);
- reg_val |= HAL_SM(HWIO_WBM_R0_SW_COOKIE_CFG1,
- COOKIE_OFFSET_MSB,
- cc_cfg->cookie_offset_msb);
- reg_val |= HAL_SM(HWIO_WBM_R0_SW_COOKIE_CFG1,
- COOKIE_PAGE_MSB,
- cc_cfg->cookie_page_msb);
- reg_val |= HAL_SM(HWIO_WBM_R0_SW_COOKIE_CFG1,
- CMEM_LUT_BASE_ADDR_39_32,
- cc_cfg->lut_base_addr_39_32);
- HAL_REG_WRITE(soc, reg_addr, reg_val);
- /*
- * WCSS_UMAC_WBM_R0_SW_COOKIE_CONVERT_CFG default value is 0x1FE,
- */
- reg_addr = HWIO_WBM_R0_SW_COOKIE_CONVERT_CFG_ADDR(WBM_REG_REG_BASE);
- reg_val = 0;
- reg_val |= HAL_SM(HWIO_WBM_R0_SW_COOKIE_CONVERT_CFG,
- WBM_COOKIE_CONV_GLOBAL_ENABLE,
- cc_cfg->cc_global_en);
- reg_val |= HAL_SM(HWIO_WBM_R0_SW_COOKIE_CONVERT_CFG,
- WBM2SW6_COOKIE_CONVERSION_EN,
- cc_cfg->wbm2sw6_cc_en);
- reg_val |= HAL_SM(HWIO_WBM_R0_SW_COOKIE_CONVERT_CFG,
- WBM2SW5_COOKIE_CONVERSION_EN,
- cc_cfg->wbm2sw5_cc_en);
- reg_val |= HAL_SM(HWIO_WBM_R0_SW_COOKIE_CONVERT_CFG,
- WBM2SW4_COOKIE_CONVERSION_EN,
- cc_cfg->wbm2sw4_cc_en);
- reg_val |= HAL_SM(HWIO_WBM_R0_SW_COOKIE_CONVERT_CFG,
- WBM2SW3_COOKIE_CONVERSION_EN,
- cc_cfg->wbm2sw3_cc_en);
- reg_val |= HAL_SM(HWIO_WBM_R0_SW_COOKIE_CONVERT_CFG,
- WBM2SW2_COOKIE_CONVERSION_EN,
- cc_cfg->wbm2sw2_cc_en);
- reg_val |= HAL_SM(HWIO_WBM_R0_SW_COOKIE_CONVERT_CFG,
- WBM2SW1_COOKIE_CONVERSION_EN,
- cc_cfg->wbm2sw1_cc_en);
- reg_val |= HAL_SM(HWIO_WBM_R0_SW_COOKIE_CONVERT_CFG,
- WBM2SW0_COOKIE_CONVERSION_EN,
- cc_cfg->wbm2sw0_cc_en);
- reg_val |= HAL_SM(HWIO_WBM_R0_SW_COOKIE_CONVERT_CFG,
- WBM2FW_COOKIE_CONVERSION_EN,
- cc_cfg->wbm2fw_cc_en);
- HAL_REG_WRITE(soc, reg_addr, reg_val);
- #ifdef HWIO_WBM_R0_WBM_CFG_2_COOKIE_DEBUG_SEL_BMSK
- reg_addr = HWIO_WBM_R0_WBM_CFG_2_ADDR(WBM_REG_REG_BASE);
- reg_val = 0;
- reg_val |= HAL_SM(HWIO_WBM_R0_WBM_CFG_2,
- COOKIE_DEBUG_SEL,
- cc_cfg->cc_global_en);
- reg_val |= HAL_SM(HWIO_WBM_R0_WBM_CFG_2,
- COOKIE_CONV_INDICATION_EN,
- cc_cfg->cc_global_en);
- reg_val |= HAL_SM(HWIO_WBM_R0_WBM_CFG_2,
- ERROR_PATH_COOKIE_CONV_EN,
- cc_cfg->error_path_cookie_conv_en);
- reg_val |= HAL_SM(HWIO_WBM_R0_WBM_CFG_2,
- RELEASE_PATH_COOKIE_CONV_EN,
- cc_cfg->release_path_cookie_conv_en);
- HAL_REG_WRITE(soc, reg_addr, reg_val);
- #endif
- #ifdef DP_HW_COOKIE_CONVERT_EXCEPTION
- /*
- * To enable indication for HW cookie conversion done or not for
- * WBM, WCSS_UMAC_WBM_R0_MISC_CONTROL spare_control field 15th
- * bit spare_control[15] should be set.
- */
- reg_addr = HWIO_WBM_R0_MISC_CONTROL_ADDR(WBM_REG_REG_BASE);
- reg_val = HAL_REG_READ(soc, reg_addr);
- reg_val |= HAL_SM(HWIO_WCSS_UMAC_WBM_R0_MISC_CONTROL,
- SPARE_CONTROL,
- HAL_WBM_MISC_CONTROL_SPARE_CONTROL_FIELD_BIT15);
- HAL_REG_WRITE(soc, reg_addr, reg_val);
- #endif
- }
- qdf_export_symbol(hal_cookie_conversion_reg_cfg_be);
- static inline void
- hal_msdu_desc_info_set_be(hal_soc_handle_t hal_soc_hdl,
- void *msdu_desc, uint32_t dst_ind,
- uint32_t nbuf_len)
- {
- struct rx_msdu_desc_info *msdu_desc_info =
- (struct rx_msdu_desc_info *)msdu_desc;
- HAL_RX_MSDU_DESC_INFO_SET(msdu_desc_info,
- FIRST_MSDU_IN_MPDU_FLAG, 1);
- HAL_RX_MSDU_DESC_INFO_SET(msdu_desc_info,
- LAST_MSDU_IN_MPDU_FLAG, 1);
- HAL_RX_MSDU_DESC_INFO_SET(msdu_desc_info,
- MSDU_CONTINUATION, 0x0);
- HAL_RX_MSDU_DESC_INFO_SET(msdu_desc_info,
- MSDU_LENGTH, nbuf_len);
- HAL_RX_MSDU_DESC_INFO_SET(msdu_desc_info,
- SA_IS_VALID, 1);
- HAL_RX_MSDU_DESC_INFO_SET(msdu_desc_info,
- DA_IS_VALID, 1);
- }
- static inline void
- hal_mpdu_desc_info_set_be(hal_soc_handle_t hal_soc_hdl,
- void *mpdu_desc, uint32_t seq_no)
- {
- struct rx_mpdu_desc_info *mpdu_desc_info =
- (struct rx_mpdu_desc_info *)mpdu_desc;
- HAL_RX_MPDU_DESC_INFO_SET(mpdu_desc_info,
- MSDU_COUNT, 0x1);
- /* unset frag bit */
- HAL_RX_MPDU_DESC_INFO_SET(mpdu_desc_info,
- FRAGMENT_FLAG, 0x0);
- HAL_RX_MPDU_DESC_INFO_SET(mpdu_desc_info,
- RAW_MPDU, 0x0);
- }
- /**
- * hal_rx_msdu_reo_dst_ind_get: Gets the REO
- * destination ring ID from the msdu desc info
- *
- * @msdu_link_desc : Opaque cookie pointer used by HAL to get to
- * the current descriptor
- *
- * Return: dst_ind (REO destination ring ID)
- */
- static inline
- uint32_t hal_rx_msdu_reo_dst_ind_get_be(hal_soc_handle_t hal_soc_hdl,
- void *msdu_link_desc)
- {
- struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
- struct rx_msdu_details *msdu_details;
- struct rx_msdu_desc_info *msdu_desc_info;
- struct rx_msdu_link *msdu_link = (struct rx_msdu_link *)msdu_link_desc;
- uint32_t dst_ind;
- msdu_details = hal_rx_link_desc_msdu0_ptr(msdu_link, hal_soc);
- /* The first msdu in the link should exsist */
- msdu_desc_info = hal_rx_msdu_ext_desc_info_get_ptr(&msdu_details[0],
- hal_soc);
- dst_ind = HAL_RX_MSDU_REO_DST_IND_GET(msdu_desc_info);
- return dst_ind;
- }
- uint32_t
- hal_reo_ix_remap_value_get_be(hal_soc_handle_t hal_soc_hdl,
- uint8_t rx_ring_mask)
- {
- uint32_t num_rings = 0;
- uint32_t i = 0;
- uint32_t ring_remap_arr[HAL_MAX_REO2SW_RINGS] = {0};
- uint32_t reo_remap_val = 0;
- uint32_t ring_idx = 0;
- uint8_t ix_map[HAL_NUM_RX_RING_PER_IX_MAP] = {0};
- /* create reo ring remap array */
- while (i < HAL_MAX_REO2SW_RINGS) {
- if (rx_ring_mask & (1 << i)) {
- ring_remap_arr[num_rings] = reo_dest_ring_remap[i];
- num_rings++;
- }
- i++;
- }
- for (i = 0; i < HAL_NUM_RX_RING_PER_IX_MAP; i++) {
- if (rx_ring_mask) {
- ix_map[i] = ring_remap_arr[ring_idx];
- ring_idx = ((ring_idx + 1) % num_rings);
- } else {
- /* if ring mask is zero configure to release to WBM */
- ix_map[i] = REO_REMAP_RELEASE;
- }
- }
- reo_remap_val = HAL_REO_REMAP_IX0(ix_map[0], 0) |
- HAL_REO_REMAP_IX0(ix_map[1], 1) |
- HAL_REO_REMAP_IX0(ix_map[2], 2) |
- HAL_REO_REMAP_IX0(ix_map[3], 3) |
- HAL_REO_REMAP_IX0(ix_map[4], 4) |
- HAL_REO_REMAP_IX0(ix_map[5], 5) |
- HAL_REO_REMAP_IX0(ix_map[6], 6) |
- HAL_REO_REMAP_IX0(ix_map[7], 7);
- return reo_remap_val;
- }
- qdf_export_symbol(hal_reo_ix_remap_value_get_be);
- uint8_t hal_reo_ring_remap_value_get_be(uint8_t rx_ring_id)
- {
- if (rx_ring_id >= HAL_MAX_REO2SW_RINGS)
- return REO_REMAP_RELEASE;
- return reo_dest_ring_remap[rx_ring_id];
- }
- qdf_export_symbol(hal_reo_ring_remap_value_get_be);
- uint8_t hal_get_idle_link_bm_id_be(uint8_t chip_id)
- {
- return (WBM_IDLE_DESC_LIST + chip_id);
- }
- #ifndef DP_FEATURE_HW_COOKIE_CONVERSION
- static inline void
- hal_rx_wbm_rel_buf_paddr_get_be(hal_ring_desc_t rx_desc,
- struct hal_buf_info *buf_info)
- {
- struct wbm_release_ring_rx *wbm_rel_ring =
- (struct wbm_release_ring_rx *)rx_desc;
- buf_info->paddr =
- (HAL_RX_WBM_BUF_ADDR_31_0_GET(wbm_rel_ring) |
- ((uint64_t)(HAL_RX_WBM_BUF_ADDR_39_32_GET(wbm_rel_ring)) << 32));
- buf_info->sw_cookie = HAL_RX_WBM_BUF_COOKIE_GET(wbm_rel_ring);
- }
- #else
- static inline void
- hal_rx_wbm_rel_buf_paddr_get_be(hal_ring_desc_t rx_desc,
- struct hal_buf_info *buf_info)
- {
- buf_info->paddr =
- (HAL_RX_GET(rx_desc, WBM2SW_COMPLETION_RING_RX, BUFFER_PHYS_ADDR_31_0) |
- (uint64_t)HAL_RX_GET(rx_desc, WBM2SW_COMPLETION_RING_RX,
- BUFFER_PHYS_ADDR_39_32) << 32);
- }
- #endif
- /**
- * hal_hw_txrx_default_ops_attach_be() - Attach the default hal ops for
- * beryllium chipsets.
- * @hal_soc_hdl: HAL soc handle
- *
- * Return: None
- */
- void hal_hw_txrx_default_ops_attach_be(struct hal_soc *hal_soc)
- {
- hal_soc->ops->hal_get_reo_qdesc_size = hal_get_reo_qdesc_size_be;
- hal_soc->ops->hal_set_link_desc_addr = hal_set_link_desc_addr_be;
- hal_soc->ops->hal_tx_init_data_ring = hal_tx_init_data_ring_be;
- hal_soc->ops->hal_get_ba_aging_timeout = hal_get_ba_aging_timeout_be;
- hal_soc->ops->hal_set_ba_aging_timeout = hal_set_ba_aging_timeout_be;
- hal_soc->ops->hal_get_reo_reg_base_offset =
- hal_get_reo_reg_base_offset_be;
- hal_soc->ops->hal_setup_link_idle_list =
- hal_setup_link_idle_list_generic_be;
- hal_soc->ops->hal_reo_setup = hal_reo_setup_generic_be;
- hal_soc->ops->hal_rx_reo_buf_paddr_get = hal_rx_reo_buf_paddr_get_be;
- hal_soc->ops->hal_rx_msdu_link_desc_set = hal_rx_msdu_link_desc_set_be;
- hal_soc->ops->hal_rx_buf_cookie_rbm_get = hal_rx_buf_cookie_rbm_get_be;
- hal_soc->ops->hal_rx_ret_buf_manager_get =
- hal_rx_ret_buf_manager_get_be;
- hal_soc->ops->hal_rxdma_buff_addr_info_set =
- hal_rxdma_buff_addr_info_set_be;
- hal_soc->ops->hal_rx_msdu_flags_get = hal_rx_msdu_flags_get_be;
- hal_soc->ops->hal_rx_get_reo_error_code = hal_rx_get_reo_error_code_be;
- hal_soc->ops->hal_gen_reo_remap_val =
- hal_gen_reo_remap_val_generic_be;
- hal_soc->ops->hal_tx_comp_get_buffer_source =
- hal_tx_comp_get_buffer_source_generic_be;
- hal_soc->ops->hal_tx_comp_get_release_reason =
- hal_tx_comp_get_release_reason_generic_be;
- hal_soc->ops->hal_get_wbm_internal_error =
- hal_get_wbm_internal_error_generic_be;
- hal_soc->ops->hal_rx_mpdu_desc_info_get =
- hal_rx_mpdu_desc_info_get_be;
- hal_soc->ops->hal_rx_err_status_get = hal_rx_err_status_get_be;
- hal_soc->ops->hal_rx_reo_buf_type_get = hal_rx_reo_buf_type_get_be;
- hal_soc->ops->hal_rx_wbm_err_src_get = hal_rx_wbm_err_src_get_be;
- hal_soc->ops->hal_rx_wbm_rel_buf_paddr_get =
- hal_rx_wbm_rel_buf_paddr_get_be;
- hal_soc->ops->hal_reo_send_cmd = hal_reo_send_cmd_be;
- hal_soc->ops->hal_reo_qdesc_setup = hal_reo_qdesc_setup_be;
- hal_soc->ops->hal_reo_status_update = hal_reo_status_update_be;
- hal_soc->ops->hal_get_tlv_hdr_size = hal_get_tlv_hdr_size_be;
- hal_soc->ops->hal_rx_msdu_reo_dst_ind_get =
- hal_rx_msdu_reo_dst_ind_get_be;
- hal_soc->ops->hal_get_idle_link_bm_id = hal_get_idle_link_bm_id_be;
- hal_soc->ops->hal_rx_msdu_ext_desc_info_get_ptr =
- hal_rx_msdu_ext_desc_info_get_ptr_be;
- hal_soc->ops->hal_msdu_desc_info_set = hal_msdu_desc_info_set_be;
- hal_soc->ops->hal_mpdu_desc_info_set = hal_mpdu_desc_info_set_be;
- }
|