1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150 |
- /*
- * Copyright (c) 2016-2018 The Linux Foundation. All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are
- * met:
- * * Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * * Redistributions in binary form must reproduce the above
- * copyright notice, this list of conditions and the following
- * disclaimer in the documentation and/or other materials provided
- * with the distribution.
- * * Neither the name of The Linux Foundation nor the names of its
- * contributors may be used to endorse or promote products derived
- * from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED
- * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
- * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT
- * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS
- * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
- * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
- * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
- * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
- * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
- * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
- * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
- #ifndef _HAL_API_H_
- #define _HAL_API_H_
- #include "qdf_types.h"
- #include "qdf_util.h"
- #include "hal_internal.h"
- #include "rx_msdu_link.h"
- #include "rx_reo_queue.h"
- #include "rx_reo_queue_ext.h"
- #define MAX_UNWINDOWED_ADDRESS 0x80000
- #define WINDOW_ENABLE_BIT 0x80000000
- #define WINDOW_REG_ADDRESS 0x310C
- #define WINDOW_SHIFT 19
- #define WINDOW_VALUE_MASK 0x3F
- #define WINDOW_START MAX_UNWINDOWED_ADDRESS
- #define WINDOW_RANGE_MASK 0x7FFFF
- static inline void hal_select_window(struct hal_soc *hal_soc, uint32_t offset)
- {
- uint32_t window = (offset >> WINDOW_SHIFT) & WINDOW_VALUE_MASK;
- if (window != hal_soc->register_window) {
- qdf_iowrite32(hal_soc->dev_base_addr + WINDOW_REG_ADDRESS,
- WINDOW_ENABLE_BIT | window);
- hal_soc->register_window = window;
- }
- }
- /**
- * note1: WINDOW_RANGE_MASK = (1 << WINDOW_SHIFT) -1
- * note2: 1 << WINDOW_SHIFT = MAX_UNWINDOWED_ADDRESS
- * note3: WINDOW_VALUE_MASK = big enough that trying to write past that window
- * would be a bug
- */
- static inline void hal_write32_mb(struct hal_soc *hal_soc, uint32_t offset,
- uint32_t value)
- {
- if (!hal_soc->use_register_windowing ||
- offset < MAX_UNWINDOWED_ADDRESS) {
- qdf_iowrite32(hal_soc->dev_base_addr + offset, value);
- } else {
- qdf_spin_lock_irqsave(&hal_soc->register_access_lock);
- hal_select_window(hal_soc, offset);
- qdf_iowrite32(hal_soc->dev_base_addr + WINDOW_START +
- (offset & WINDOW_RANGE_MASK), value);
- qdf_spin_unlock_irqrestore(&hal_soc->register_access_lock);
- }
- }
- /**
- * hal_write_address_32_mb - write a value to a register
- *
- */
- static inline void hal_write_address_32_mb(struct hal_soc *hal_soc,
- void __iomem *addr, uint32_t value)
- {
- uint32_t offset;
- if (!hal_soc->use_register_windowing)
- return qdf_iowrite32(addr, value);
- offset = addr - hal_soc->dev_base_addr;
- hal_write32_mb(hal_soc, offset, value);
- }
- static inline uint32_t hal_read32_mb(struct hal_soc *hal_soc, uint32_t offset)
- {
- uint32_t ret;
- if (!hal_soc->use_register_windowing ||
- offset < MAX_UNWINDOWED_ADDRESS) {
- return qdf_ioread32(hal_soc->dev_base_addr + offset);
- }
- qdf_spin_lock_irqsave(&hal_soc->register_access_lock);
- hal_select_window(hal_soc, offset);
- ret = qdf_ioread32(hal_soc->dev_base_addr + WINDOW_START +
- (offset & WINDOW_RANGE_MASK));
- qdf_spin_unlock_irqrestore(&hal_soc->register_access_lock);
- return ret;
- }
- #include "hif_io32.h"
- /**
- * hal_attach - Initalize HAL layer
- * @hif_handle: Opaque HIF handle
- * @qdf_dev: QDF device
- *
- * Return: Opaque HAL SOC handle
- * NULL on failure (if given ring is not available)
- *
- * This function should be called as part of HIF initialization (for accessing
- * copy engines). DP layer will get hal_soc handle using hif_get_hal_handle()
- */
- extern void *hal_attach(void *hif_handle, qdf_device_t qdf_dev);
- /**
- * hal_detach - Detach HAL layer
- * @hal_soc: HAL SOC handle
- *
- * This function should be called as part of HIF detach
- *
- */
- extern void hal_detach(void *hal_soc);
- /* SRNG type to be passed in APIs hal_srng_get_entrysize and hal_srng_setup */
- enum hal_ring_type {
- REO_DST,
- REO_EXCEPTION,
- REO_REINJECT,
- REO_CMD,
- REO_STATUS,
- TCL_DATA,
- TCL_CMD,
- TCL_STATUS,
- CE_SRC,
- CE_DST,
- CE_DST_STATUS,
- WBM_IDLE_LINK,
- SW2WBM_RELEASE,
- WBM2SW_RELEASE,
- RXDMA_BUF,
- RXDMA_DST,
- RXDMA_MONITOR_BUF,
- RXDMA_MONITOR_STATUS,
- RXDMA_MONITOR_DST,
- RXDMA_MONITOR_DESC,
- DIR_BUF_RX_DMA_SRC,
- #ifdef WLAN_FEATURE_CIF_CFR
- WIFI_POS_SRC,
- #endif
- MAX_RING_TYPES
- };
- /* SRNG flags passed in hal_srng_params.flags */
- #define HAL_SRNG_MSI_SWAP 0x00000008
- #define HAL_SRNG_RING_PTR_SWAP 0x00000010
- #define HAL_SRNG_DATA_TLV_SWAP 0x00000020
- #define HAL_SRNG_LOW_THRES_INTR_ENABLE 0x00010000
- #define HAL_SRNG_MSI_INTR 0x00020000
- #define PN_SIZE_24 0
- #define PN_SIZE_48 1
- #define PN_SIZE_128 2
- /**
- * hal_srng_get_entrysize - Returns size of ring entry in bytes. Should be
- * used by callers for calculating the size of memory to be allocated before
- * calling hal_srng_setup to setup the ring
- *
- * @hal_soc: Opaque HAL SOC handle
- * @ring_type: one of the types from hal_ring_type
- *
- */
- extern uint32_t hal_srng_get_entrysize(void *hal_soc, int ring_type);
- /**
- * hal_srng_max_entries - Returns maximum possible number of ring entries
- * @hal_soc: Opaque HAL SOC handle
- * @ring_type: one of the types from hal_ring_type
- *
- * Return: Maximum number of entries for the given ring_type
- */
- uint32_t hal_srng_max_entries(void *hal_soc, int ring_type);
- /**
- * hal_srng_dump - Dump ring status
- * @srng: hal srng pointer
- */
- void hal_srng_dump(struct hal_srng *srng);
- /**
- * hal_srng_get_dir - Returns the direction of the ring
- * @hal_soc: Opaque HAL SOC handle
- * @ring_type: one of the types from hal_ring_type
- *
- * Return: Ring direction
- */
- enum hal_srng_dir hal_srng_get_dir(void *hal_soc, int ring_type);
- /* HAL memory information */
- struct hal_mem_info {
- /* dev base virutal addr */
- void *dev_base_addr;
- /* dev base physical addr */
- void *dev_base_paddr;
- /* Remote virtual pointer memory for HW/FW updates */
- void *shadow_rdptr_mem_vaddr;
- /* Remote physical pointer memory for HW/FW updates */
- void *shadow_rdptr_mem_paddr;
- /* Shared memory for ring pointer updates from host to FW */
- void *shadow_wrptr_mem_vaddr;
- /* Shared physical memory for ring pointer updates from host to FW */
- void *shadow_wrptr_mem_paddr;
- };
- /* SRNG parameters to be passed to hal_srng_setup */
- struct hal_srng_params {
- /* Physical base address of the ring */
- qdf_dma_addr_t ring_base_paddr;
- /* Virtual base address of the ring */
- void *ring_base_vaddr;
- /* Number of entries in ring */
- uint32_t num_entries;
- /* max transfer length */
- uint16_t max_buffer_length;
- /* MSI Address */
- qdf_dma_addr_t msi_addr;
- /* MSI data */
- uint32_t msi_data;
- /* Interrupt timer threshold – in micro seconds */
- uint32_t intr_timer_thres_us;
- /* Interrupt batch counter threshold – in number of ring entries */
- uint32_t intr_batch_cntr_thres_entries;
- /* Low threshold – in number of ring entries
- * (valid for src rings only)
- */
- uint32_t low_threshold;
- /* Misc flags */
- uint32_t flags;
- /* Unique ring id */
- uint8_t ring_id;
- /* Source or Destination ring */
- enum hal_srng_dir ring_dir;
- /* Size of ring entry */
- uint32_t entry_size;
- /* hw register base address */
- void *hwreg_base[MAX_SRNG_REG_GROUPS];
- };
- /* hal_construct_shadow_config() - initialize the shadow registers for dp rings
- * @hal_soc: hal handle
- *
- * Return: QDF_STATUS_OK on success
- */
- extern QDF_STATUS hal_construct_shadow_config(void *hal_soc);
- /* hal_set_one_shadow_config() - add a config for the specified ring
- * @hal_soc: hal handle
- * @ring_type: ring type
- * @ring_num: ring num
- *
- * The ring type and ring num uniquely specify the ring. After this call,
- * the hp/tp will be added as the next entry int the shadow register
- * configuration table. The hal code will use the shadow register address
- * in place of the hp/tp address.
- *
- * This function is exposed, so that the CE module can skip configuring shadow
- * registers for unused ring and rings assigned to the firmware.
- *
- * Return: QDF_STATUS_OK on success
- */
- extern QDF_STATUS hal_set_one_shadow_config(void *hal_soc, int ring_type,
- int ring_num);
- /**
- * hal_get_shadow_config() - retrieve the config table
- * @hal_soc: hal handle
- * @shadow_config: will point to the table after
- * @num_shadow_registers_configured: will contain the number of valid entries
- */
- extern void hal_get_shadow_config(void *hal_soc,
- struct pld_shadow_reg_v2_cfg **shadow_config,
- int *num_shadow_registers_configured);
- /**
- * hal_srng_setup - Initalize HW SRNG ring.
- *
- * @hal_soc: Opaque HAL SOC handle
- * @ring_type: one of the types from hal_ring_type
- * @ring_num: Ring number if there are multiple rings of
- * same type (staring from 0)
- * @mac_id: valid MAC Id should be passed if ring type is one of lmac rings
- * @ring_params: SRNG ring params in hal_srng_params structure.
- * Callers are expected to allocate contiguous ring memory of size
- * 'num_entries * entry_size' bytes and pass the physical and virtual base
- * addresses through 'ring_base_paddr' and 'ring_base_vaddr' in hal_srng_params
- * structure. Ring base address should be 8 byte aligned and size of each ring
- * entry should be queried using the API hal_srng_get_entrysize
- *
- * Return: Opaque pointer to ring on success
- * NULL on failure (if given ring is not available)
- */
- extern void *hal_srng_setup(void *hal_soc, int ring_type, int ring_num,
- int mac_id, struct hal_srng_params *ring_params);
- /* Remapping ids of REO rings */
- #define REO_REMAP_TCL 0
- #define REO_REMAP_SW1 1
- #define REO_REMAP_SW2 2
- #define REO_REMAP_SW3 3
- #define REO_REMAP_SW4 4
- #define REO_REMAP_RELEASE 5
- #define REO_REMAP_FW 6
- #define REO_REMAP_UNUSED 7
- /*
- * currently this macro only works for IX0 since all the rings we are remapping
- * can be remapped from HWIO_REO_R0_DESTINATION_RING_CTRL_IX_0
- */
- #define HAL_REO_REMAP_VAL(_ORIGINAL_DEST, _NEW_DEST) \
- HAL_REO_REMAP_VAL_(_ORIGINAL_DEST, _NEW_DEST)
- /* allow the destination macros to be expanded */
- #define HAL_REO_REMAP_VAL_(_ORIGINAL_DEST, _NEW_DEST) \
- (_NEW_DEST << \
- (HWIO_REO_R0_DESTINATION_RING_CTRL_IX_0_DEST_RING_MAPPING_ ## \
- _ORIGINAL_DEST ## _SHFT))
- /**
- * hal_reo_remap_IX0 - Remap REO ring destination
- * @hal: HAL SOC handle
- * @remap_val: Remap value
- */
- extern void hal_reo_remap_IX0(struct hal_soc *hal, uint32_t remap_val);
- /**
- * hal_srng_set_hp_paddr() - Set physical address to dest SRNG head pointer
- * @sring: sring pointer
- * @paddr: physical address
- */
- extern void hal_srng_dst_set_hp_paddr(struct hal_srng *sring, uint64_t paddr);
- /**
- * hal_srng_dst_init_hp() - Initilaize head pointer with cached head pointer
- * @srng: sring pointer
- * @vaddr: virtual address
- */
- extern void hal_srng_dst_init_hp(struct hal_srng *srng, uint32_t *vaddr);
- /**
- * hal_srng_cleanup - Deinitialize HW SRNG ring.
- * @hal_soc: Opaque HAL SOC handle
- * @hal_srng: Opaque HAL SRNG pointer
- */
- extern void hal_srng_cleanup(void *hal_soc, void *hal_srng);
- static inline bool hal_srng_initialized(void *hal_ring)
- {
- struct hal_srng *srng = (struct hal_srng *)hal_ring;
- return !!srng->initialized;
- }
- /**
- * hal_srng_access_start_unlocked - Start ring access (unlocked). Should use
- * hal_srng_access_start if locked access is required
- *
- * @hal_soc: Opaque HAL SOC handle
- * @hal_ring: Ring pointer (Source or Destination ring)
- *
- * Return: 0 on success; error on failire
- */
- static inline int hal_srng_access_start_unlocked(void *hal_soc, void *hal_ring)
- {
- struct hal_srng *srng = (struct hal_srng *)hal_ring;
- if (srng->ring_dir == HAL_SRNG_SRC_RING)
- srng->u.src_ring.cached_tp =
- *(volatile uint32_t *)(srng->u.src_ring.tp_addr);
- else
- srng->u.dst_ring.cached_hp =
- *(volatile uint32_t *)(srng->u.dst_ring.hp_addr);
- return 0;
- }
- /**
- * hal_srng_access_start - Start (locked) ring access
- *
- * @hal_soc: Opaque HAL SOC handle
- * @hal_ring: Ring pointer (Source or Destination ring)
- *
- * Return: 0 on success; error on failire
- */
- static inline int hal_srng_access_start(void *hal_soc, void *hal_ring)
- {
- struct hal_srng *srng = (struct hal_srng *)hal_ring;
- SRNG_LOCK(&(srng->lock));
- return hal_srng_access_start_unlocked(hal_soc, hal_ring);
- }
- /**
- * hal_srng_dst_get_next - Get next entry from a destination ring and move
- * cached tail pointer
- *
- * @hal_soc: Opaque HAL SOC handle
- * @hal_ring: Destination ring pointer
- *
- * Return: Opaque pointer for next ring entry; NULL on failire
- */
- static inline void *hal_srng_dst_get_next(void *hal_soc, void *hal_ring)
- {
- struct hal_srng *srng = (struct hal_srng *)hal_ring;
- uint32_t *desc;
- if (srng->u.dst_ring.tp != srng->u.dst_ring.cached_hp) {
- desc = &(srng->ring_base_vaddr[srng->u.dst_ring.tp]);
- /* TODO: Using % is expensive, but we have to do this since
- * size of some SRNG rings is not power of 2 (due to descriptor
- * sizes). Need to create separate API for rings used
- * per-packet, with sizes power of 2 (TCL2SW, REO2SW,
- * SW2RXDMA and CE rings)
- */
- srng->u.dst_ring.tp = (srng->u.dst_ring.tp + srng->entry_size) %
- srng->ring_size;
- return (void *)desc;
- }
- return NULL;
- }
- /**
- * hal_srng_dst_get_next_hp - Get next entry from a destination ring and move
- * cached head pointer
- *
- * @hal_soc: Opaque HAL SOC handle
- * @hal_ring: Destination ring pointer
- *
- * Return: Opaque pointer for next ring entry; NULL on failire
- */
- static inline void *hal_srng_dst_get_next_hp(void *hal_soc, void *hal_ring)
- {
- struct hal_srng *srng = (struct hal_srng *)hal_ring;
- uint32_t *desc;
- /* TODO: Using % is expensive, but we have to do this since
- * size of some SRNG rings is not power of 2 (due to descriptor
- * sizes). Need to create separate API for rings used
- * per-packet, with sizes power of 2 (TCL2SW, REO2SW,
- * SW2RXDMA and CE rings)
- */
- uint32_t next_hp = (srng->u.dst_ring.cached_hp + srng->entry_size) %
- srng->ring_size;
- if (next_hp != srng->u.dst_ring.tp) {
- desc = &(srng->ring_base_vaddr[srng->u.dst_ring.cached_hp]);
- srng->u.dst_ring.cached_hp = next_hp;
- return (void *)desc;
- }
- return NULL;
- }
- /**
- * hal_srng_dst_peek - Get next entry from a ring without moving tail pointer.
- * hal_srng_dst_get_next should be called subsequently to move the tail pointer
- * TODO: See if we need an optimized version of get_next that doesn't check for
- * loop_cnt
- *
- * @hal_soc: Opaque HAL SOC handle
- * @hal_ring: Destination ring pointer
- *
- * Return: Opaque pointer for next ring entry; NULL on failire
- */
- static inline void *hal_srng_dst_peek(void *hal_soc, void *hal_ring)
- {
- struct hal_srng *srng = (struct hal_srng *)hal_ring;
- if (srng->u.dst_ring.tp != srng->u.dst_ring.cached_hp)
- return (void *)(&(srng->ring_base_vaddr[srng->u.dst_ring.tp]));
- return NULL;
- }
- /**
- * hal_srng_dst_num_valid - Returns number of valid entries (to be processed
- * by SW) in destination ring
- *
- * @hal_soc: Opaque HAL SOC handle
- * @hal_ring: Destination ring pointer
- * @sync_hw_ptr: Sync cached head pointer with HW
- *
- */
- static inline uint32_t hal_srng_dst_num_valid(void *hal_soc, void *hal_ring,
- int sync_hw_ptr)
- {
- struct hal_srng *srng = (struct hal_srng *)hal_ring;
- uint32 hp;
- uint32 tp = srng->u.dst_ring.tp;
- if (sync_hw_ptr) {
- hp = *(srng->u.dst_ring.hp_addr);
- srng->u.dst_ring.cached_hp = hp;
- } else {
- hp = srng->u.dst_ring.cached_hp;
- }
- if (hp >= tp)
- return (hp - tp) / srng->entry_size;
- else
- return (srng->ring_size - tp + hp) / srng->entry_size;
- }
- /**
- * hal_srng_src_reap_next - Reap next entry from a source ring and move reap
- * pointer. This can be used to release any buffers associated with completed
- * ring entries. Note that this should not be used for posting new descriptor
- * entries. Posting of new entries should be done only using
- * hal_srng_src_get_next_reaped when this function is used for reaping.
- *
- * @hal_soc: Opaque HAL SOC handle
- * @hal_ring: Source ring pointer
- *
- * Return: Opaque pointer for next ring entry; NULL on failire
- */
- static inline void *hal_srng_src_reap_next(void *hal_soc, void *hal_ring)
- {
- struct hal_srng *srng = (struct hal_srng *)hal_ring;
- uint32_t *desc;
- /* TODO: Using % is expensive, but we have to do this since
- * size of some SRNG rings is not power of 2 (due to descriptor
- * sizes). Need to create separate API for rings used
- * per-packet, with sizes power of 2 (TCL2SW, REO2SW,
- * SW2RXDMA and CE rings)
- */
- uint32_t next_reap_hp = (srng->u.src_ring.reap_hp + srng->entry_size) %
- srng->ring_size;
- if (next_reap_hp != srng->u.src_ring.cached_tp) {
- desc = &(srng->ring_base_vaddr[next_reap_hp]);
- srng->u.src_ring.reap_hp = next_reap_hp;
- return (void *)desc;
- }
- return NULL;
- }
- /**
- * hal_srng_src_get_next_reaped - Get next entry from a source ring that is
- * already reaped using hal_srng_src_reap_next, for posting new entries to
- * the ring
- *
- * @hal_soc: Opaque HAL SOC handle
- * @hal_ring: Source ring pointer
- *
- * Return: Opaque pointer for next (reaped) source ring entry; NULL on failire
- */
- static inline void *hal_srng_src_get_next_reaped(void *hal_soc, void *hal_ring)
- {
- struct hal_srng *srng = (struct hal_srng *)hal_ring;
- uint32_t *desc;
- if (srng->u.src_ring.hp != srng->u.src_ring.reap_hp) {
- desc = &(srng->ring_base_vaddr[srng->u.src_ring.hp]);
- srng->u.src_ring.hp = (srng->u.src_ring.hp + srng->entry_size) %
- srng->ring_size;
- return (void *)desc;
- }
- return NULL;
- }
- /**
- * hal_srng_src_pending_reap_next - Reap next entry from a source ring and
- * move reap pointer. This API is used in detach path to release any buffers
- * associated with ring entries which are pending reap.
- *
- * @hal_soc: Opaque HAL SOC handle
- * @hal_ring: Source ring pointer
- *
- * Return: Opaque pointer for next ring entry; NULL on failire
- */
- static inline void *hal_srng_src_pending_reap_next(void *hal_soc, void *hal_ring)
- {
- struct hal_srng *srng = (struct hal_srng *)hal_ring;
- uint32_t *desc;
- uint32_t next_reap_hp = (srng->u.src_ring.reap_hp + srng->entry_size) %
- srng->ring_size;
- if (next_reap_hp != srng->u.src_ring.hp) {
- desc = &(srng->ring_base_vaddr[next_reap_hp]);
- srng->u.src_ring.reap_hp = next_reap_hp;
- return (void *)desc;
- }
- return NULL;
- }
- /**
- * hal_srng_src_done_val -
- *
- * @hal_soc: Opaque HAL SOC handle
- * @hal_ring: Source ring pointer
- *
- * Return: Opaque pointer for next ring entry; NULL on failire
- */
- static inline uint32_t hal_srng_src_done_val(void *hal_soc, void *hal_ring)
- {
- struct hal_srng *srng = (struct hal_srng *)hal_ring;
- /* TODO: Using % is expensive, but we have to do this since
- * size of some SRNG rings is not power of 2 (due to descriptor
- * sizes). Need to create separate API for rings used
- * per-packet, with sizes power of 2 (TCL2SW, REO2SW,
- * SW2RXDMA and CE rings)
- */
- uint32_t next_reap_hp = (srng->u.src_ring.reap_hp + srng->entry_size) %
- srng->ring_size;
- if (next_reap_hp == srng->u.src_ring.cached_tp)
- return 0;
- if (srng->u.src_ring.cached_tp > next_reap_hp)
- return (srng->u.src_ring.cached_tp - next_reap_hp) /
- srng->entry_size;
- else
- return ((srng->ring_size - next_reap_hp) +
- srng->u.src_ring.cached_tp) / srng->entry_size;
- }
- /**
- * hal_api_get_tphp - Get head and tail pointer location for any ring
- * @hal_soc: Opaque HAL SOC handle
- * @hal_ring: Source ring pointer
- * @tailp: Tail Pointer
- * @headp: Head Pointer
- *
- * Return: Update tail pointer and head pointer in arguments.
- */
- static inline void hal_api_get_tphp(void *hal_soc, void *hal_ring,
- uint32_t *tailp, uint32_t *headp)
- {
- struct hal_srng *srng = (struct hal_srng *)hal_ring;
- if (srng->ring_dir == HAL_SRNG_SRC_RING) {
- *headp = srng->u.src_ring.hp / srng->entry_size;
- *tailp = *(srng->u.src_ring.tp_addr) / srng->entry_size;
- } else {
- *tailp = srng->u.dst_ring.tp / srng->entry_size;
- *headp = *(srng->u.dst_ring.hp_addr) / srng->entry_size;
- }
- }
- /**
- * hal_srng_src_get_next - Get next entry from a source ring and move cached tail pointer
- *
- * @hal_soc: Opaque HAL SOC handle
- * @hal_ring: Source ring pointer
- *
- * Return: Opaque pointer for next ring entry; NULL on failire
- */
- static inline void *hal_srng_src_get_next(void *hal_soc, void *hal_ring)
- {
- struct hal_srng *srng = (struct hal_srng *)hal_ring;
- uint32_t *desc;
- /* TODO: Using % is expensive, but we have to do this since
- * size of some SRNG rings is not power of 2 (due to descriptor
- * sizes). Need to create separate API for rings used
- * per-packet, with sizes power of 2 (TCL2SW, REO2SW,
- * SW2RXDMA and CE rings)
- */
- uint32_t next_hp = (srng->u.src_ring.hp + srng->entry_size) %
- srng->ring_size;
- if (next_hp != srng->u.src_ring.cached_tp) {
- desc = &(srng->ring_base_vaddr[srng->u.src_ring.hp]);
- srng->u.src_ring.hp = next_hp;
- /* TODO: Since reap function is not used by all rings, we can
- * remove the following update of reap_hp in this function
- * if we can ensure that only hal_srng_src_get_next_reaped
- * is used for the rings requiring reap functionality
- */
- srng->u.src_ring.reap_hp = next_hp;
- return (void *)desc;
- }
- return NULL;
- }
- /**
- * hal_srng_src_peek - Get next entry from a ring without moving head pointer.
- * hal_srng_src_get_next should be called subsequently to move the head pointer
- *
- * @hal_soc: Opaque HAL SOC handle
- * @hal_ring: Source ring pointer
- *
- * Return: Opaque pointer for next ring entry; NULL on failire
- */
- static inline void *hal_srng_src_peek(void *hal_soc, void *hal_ring)
- {
- struct hal_srng *srng = (struct hal_srng *)hal_ring;
- uint32_t *desc;
- /* TODO: Using % is expensive, but we have to do this since
- * size of some SRNG rings is not power of 2 (due to descriptor
- * sizes). Need to create separate API for rings used
- * per-packet, with sizes power of 2 (TCL2SW, REO2SW,
- * SW2RXDMA and CE rings)
- */
- if (((srng->u.src_ring.hp + srng->entry_size) %
- srng->ring_size) != srng->u.src_ring.cached_tp) {
- desc = &(srng->ring_base_vaddr[srng->u.src_ring.hp]);
- return (void *)desc;
- }
- return NULL;
- }
- /**
- * hal_srng_src_num_avail - Returns number of available entries in src ring
- *
- * @hal_soc: Opaque HAL SOC handle
- * @hal_ring: Source ring pointer
- * @sync_hw_ptr: Sync cached tail pointer with HW
- *
- */
- static inline uint32_t hal_srng_src_num_avail(void *hal_soc,
- void *hal_ring, int sync_hw_ptr)
- {
- struct hal_srng *srng = (struct hal_srng *)hal_ring;
- uint32 tp;
- uint32 hp = srng->u.src_ring.hp;
- if (sync_hw_ptr) {
- tp = *(srng->u.src_ring.tp_addr);
- srng->u.src_ring.cached_tp = tp;
- } else {
- tp = srng->u.src_ring.cached_tp;
- }
- if (tp > hp)
- return ((tp - hp) / srng->entry_size) - 1;
- else
- return ((srng->ring_size - hp + tp) / srng->entry_size) - 1;
- }
- /**
- * hal_srng_access_end_unlocked - End ring access (unlocked) - update cached
- * ring head/tail pointers to HW.
- * This should be used only if hal_srng_access_start_unlocked to start ring
- * access
- *
- * @hal_soc: Opaque HAL SOC handle
- * @hal_ring: Ring pointer (Source or Destination ring)
- *
- * Return: 0 on success; error on failire
- */
- static inline void hal_srng_access_end_unlocked(void *hal_soc, void *hal_ring)
- {
- struct hal_srng *srng = (struct hal_srng *)hal_ring;
- /* TODO: See if we need a write memory barrier here */
- if (srng->flags & HAL_SRNG_LMAC_RING) {
- /* For LMAC rings, ring pointer updates are done through FW and
- * hence written to a shared memory location that is read by FW
- */
- if (srng->ring_dir == HAL_SRNG_SRC_RING) {
- *(srng->u.src_ring.hp_addr) = srng->u.src_ring.hp;
- } else {
- *(srng->u.dst_ring.tp_addr) = srng->u.dst_ring.tp;
- }
- } else {
- if (srng->ring_dir == HAL_SRNG_SRC_RING)
- hal_write_address_32_mb(hal_soc,
- srng->u.src_ring.hp_addr,
- srng->u.src_ring.hp);
- else
- hal_write_address_32_mb(hal_soc,
- srng->u.dst_ring.tp_addr,
- srng->u.dst_ring.tp);
- }
- }
- /**
- * hal_srng_access_end - Unlock ring access and update cached ring head/tail
- * pointers to HW
- * This should be used only if hal_srng_access_start to start ring access
- *
- * @hal_soc: Opaque HAL SOC handle
- * @hal_ring: Ring pointer (Source or Destination ring)
- *
- * Return: 0 on success; error on failire
- */
- static inline void hal_srng_access_end(void *hal_soc, void *hal_ring)
- {
- struct hal_srng *srng = (struct hal_srng *)hal_ring;
- hal_srng_access_end_unlocked(hal_soc, hal_ring);
- SRNG_UNLOCK(&(srng->lock));
- }
- /**
- * hal_srng_access_end_reap - Unlock ring access
- * This should be used only if hal_srng_access_start to start ring access
- * and should be used only while reaping SRC ring completions
- *
- * @hal_soc: Opaque HAL SOC handle
- * @hal_ring: Ring pointer (Source or Destination ring)
- *
- * Return: 0 on success; error on failire
- */
- static inline void hal_srng_access_end_reap(void *hal_soc, void *hal_ring)
- {
- struct hal_srng *srng = (struct hal_srng *)hal_ring;
- SRNG_UNLOCK(&(srng->lock));
- }
- /* TODO: Check if the following definitions is available in HW headers */
- #define WBM_IDLE_DESC_LIST 1
- #define WBM_IDLE_SCATTER_BUF_SIZE 32704
- #define NUM_MPDUS_PER_LINK_DESC 6
- #define NUM_MSDUS_PER_LINK_DESC 7
- #define REO_QUEUE_DESC_ALIGN 128
- #define LINK_DESC_SIZE (NUM_OF_DWORDS_RX_MSDU_LINK << 2)
- #define LINK_DESC_ALIGN 128
- #define ADDRESS_MATCH_TAG_VAL 0x5
- /* Number of mpdu link pointers is 9 in case of TX_MPDU_QUEUE_HEAD and 14 in
- * of TX_MPDU_QUEUE_EXT. We are defining a common average count here
- */
- #define NUM_MPDU_LINKS_PER_QUEUE_DESC 12
- /* TODO: Check with HW team on the scatter buffer size supported. As per WBM
- * MLD, scatter_buffer_size in IDLE_LIST_CONTROL register is 9 bits and size
- * should be specified in 16 word units. But the number of bits defined for
- * this field in HW header files is 5.
- */
- #define WBM_IDLE_SCATTER_BUF_NEXT_PTR_SIZE 8
- /**
- * hal_set_link_desc_addr - Setup link descriptor in a buffer_addr_info
- * HW structure
- *
- * @desc: Descriptor entry (from WBM_IDLE_LINK ring)
- * @cookie: SW cookie for the buffer/descriptor
- * @link_desc_paddr: Physical address of link descriptor entry
- *
- */
- static inline void hal_set_link_desc_addr(void *desc, uint32_t cookie,
- qdf_dma_addr_t link_desc_paddr)
- {
- uint32_t *buf_addr = (uint32_t *)desc;
- HAL_DESC_SET_FIELD(buf_addr, BUFFER_ADDR_INFO_0, BUFFER_ADDR_31_0,
- link_desc_paddr & 0xffffffff);
- HAL_DESC_SET_FIELD(buf_addr, BUFFER_ADDR_INFO_1, BUFFER_ADDR_39_32,
- (uint64_t)link_desc_paddr >> 32);
- HAL_DESC_SET_FIELD(buf_addr, BUFFER_ADDR_INFO_1, RETURN_BUFFER_MANAGER,
- WBM_IDLE_DESC_LIST);
- HAL_DESC_SET_FIELD(buf_addr, BUFFER_ADDR_INFO_1, SW_BUFFER_COOKIE,
- cookie);
- }
- /**
- * hal_idle_list_scatter_buf_size - Get the size of each scatter buffer
- * in an idle list
- *
- * @hal_soc: Opaque HAL SOC handle
- *
- */
- static inline uint32_t hal_idle_list_scatter_buf_size(void *hal_soc)
- {
- return WBM_IDLE_SCATTER_BUF_SIZE;
- }
- /**
- * hal_get_link_desc_size - Get the size of each link descriptor
- *
- * @hal_soc: Opaque HAL SOC handle
- *
- */
- static inline uint32_t hal_get_link_desc_size(void *hal_soc)
- {
- return LINK_DESC_SIZE;
- }
- /**
- * hal_get_link_desc_align - Get the required start address alignment for
- * link descriptors
- *
- * @hal_soc: Opaque HAL SOC handle
- *
- */
- static inline uint32_t hal_get_link_desc_align(void *hal_soc)
- {
- return LINK_DESC_ALIGN;
- }
- /**
- * hal_num_mpdus_per_link_desc - Get number of mpdus each link desc can hold
- *
- * @hal_soc: Opaque HAL SOC handle
- *
- */
- static inline uint32_t hal_num_mpdus_per_link_desc(void *hal_soc)
- {
- return NUM_MPDUS_PER_LINK_DESC;
- }
- /**
- * hal_num_msdus_per_link_desc - Get number of msdus each link desc can hold
- *
- * @hal_soc: Opaque HAL SOC handle
- *
- */
- static inline uint32_t hal_num_msdus_per_link_desc(void *hal_soc)
- {
- return NUM_MSDUS_PER_LINK_DESC;
- }
- /**
- * hal_num_mpdu_links_per_queue_desc - Get number of mpdu links each queue
- * descriptor can hold
- *
- * @hal_soc: Opaque HAL SOC handle
- *
- */
- static inline uint32_t hal_num_mpdu_links_per_queue_desc(void *hal_soc)
- {
- return NUM_MPDU_LINKS_PER_QUEUE_DESC;
- }
- /**
- * hal_idle_list_scatter_buf_num_entries - Get the number of link desc entries
- * that the given buffer size
- *
- * @hal_soc: Opaque HAL SOC handle
- * @scatter_buf_size: Size of scatter buffer
- *
- */
- static inline uint32_t hal_idle_scatter_buf_num_entries(void *hal_soc,
- uint32_t scatter_buf_size)
- {
- return (scatter_buf_size - WBM_IDLE_SCATTER_BUF_NEXT_PTR_SIZE) /
- hal_srng_get_entrysize(hal_soc, WBM_IDLE_LINK);
- }
- /**
- * hal_idle_list_num_scatter_bufs - Get the number of sctater buffer
- * each given buffer size
- *
- * @hal_soc: Opaque HAL SOC handle
- * @total_mem: size of memory to be scattered
- * @scatter_buf_size: Size of scatter buffer
- *
- */
- static inline uint32_t hal_idle_list_num_scatter_bufs(void *hal_soc,
- uint32_t total_mem, uint32_t scatter_buf_size)
- {
- uint8_t rem = (total_mem % (scatter_buf_size -
- WBM_IDLE_SCATTER_BUF_NEXT_PTR_SIZE)) ? 1 : 0;
- uint32_t num_scatter_bufs = (total_mem / (scatter_buf_size -
- WBM_IDLE_SCATTER_BUF_NEXT_PTR_SIZE)) + rem;
- return num_scatter_bufs;
- }
- /**
- * hal_idle_scatter_buf_setup - Setup scattered idle list using the buffer list
- * provided
- *
- * @hal_soc: Opaque HAL SOC handle
- * @idle_scatter_bufs_base_paddr: Array of physical base addresses
- * @idle_scatter_bufs_base_vaddr: Array of virtual base addresses
- * @num_scatter_bufs: Number of scatter buffers in the above lists
- * @scatter_buf_size: Size of each scatter buffer
- * @last_buf_end_offset: Offset to the last entry
- * @num_entries: Total entries of all scatter bufs
- *
- */
- extern void hal_setup_link_idle_list(void *hal_soc,
- qdf_dma_addr_t scatter_bufs_base_paddr[],
- void *scatter_bufs_base_vaddr[], uint32_t num_scatter_bufs,
- uint32_t scatter_buf_size, uint32_t last_buf_end_offset,
- uint32_t num_entries);
- /* REO parameters to be passed to hal_reo_setup */
- struct hal_reo_params {
- /** rx hash steering enabled or disabled */
- bool rx_hash_enabled;
- /** reo remap 1 register */
- uint32_t remap1;
- /** reo remap 2 register */
- uint32_t remap2;
- /** fragment destination ring */
- uint8_t frag_dst_ring;
- /** padding */
- uint8_t padding[3];
- };
- /**
- * hal_reo_setup - Initialize HW REO block
- *
- * @hal_soc: Opaque HAL SOC handle
- * @reo_params: parameters needed by HAL for REO config
- */
- extern void hal_reo_setup(void *hal_soc,
- struct hal_reo_params *reo_params);
- enum hal_pn_type {
- HAL_PN_NONE,
- HAL_PN_WPA,
- HAL_PN_WAPI_EVEN,
- HAL_PN_WAPI_UNEVEN,
- };
- #define HAL_RX_MAX_BA_WINDOW 256
- /**
- * hal_get_reo_qdesc_size - Get size of reo queue descriptor
- *
- * @hal_soc: Opaque HAL SOC handle
- * @ba_window_size: BlockAck window size
- *
- */
- static inline uint32_t hal_get_reo_qdesc_size(void *hal_soc,
- uint32_t ba_window_size)
- {
- if (ba_window_size <= 1)
- return sizeof(struct rx_reo_queue);
- if (ba_window_size <= 105)
- return sizeof(struct rx_reo_queue) +
- sizeof(struct rx_reo_queue_ext);
- if (ba_window_size <= 210)
- return sizeof(struct rx_reo_queue) +
- (2 * sizeof(struct rx_reo_queue_ext));
- return sizeof(struct rx_reo_queue) +
- (3 * sizeof(struct rx_reo_queue_ext));
- }
- /**
- * hal_get_reo_qdesc_align - Get start address alignment for reo
- * queue descriptors
- *
- * @hal_soc: Opaque HAL SOC handle
- *
- */
- static inline uint32_t hal_get_reo_qdesc_align(void *hal_soc)
- {
- return REO_QUEUE_DESC_ALIGN;
- }
- /**
- * hal_reo_qdesc_setup - Setup HW REO queue descriptor
- *
- * @hal_soc: Opaque HAL SOC handle
- * @ba_window_size: BlockAck window size
- * @start_seq: Starting sequence number
- * @hw_qdesc_vaddr: Virtual address of REO queue descriptor memory
- * @hw_qdesc_paddr: Physical address of REO queue descriptor memory
- * @pn_type: PN type (one of the types defined in 'enum hal_pn_type')
- *
- */
- extern void hal_reo_qdesc_setup(void *hal_soc, int tid, uint32_t ba_window_size,
- uint32_t start_seq, void *hw_qdesc_vaddr, qdf_dma_addr_t hw_qdesc_paddr,
- int pn_type);
- /**
- * hal_srng_get_hp_addr - Get head pointer physical address
- *
- * @hal_soc: Opaque HAL SOC handle
- * @hal_ring: Ring pointer (Source or Destination ring)
- *
- */
- static inline qdf_dma_addr_t hal_srng_get_hp_addr(void *hal_soc, void *hal_ring)
- {
- struct hal_srng *srng = (struct hal_srng *)hal_ring;
- struct hal_soc *hal = (struct hal_soc *)hal_soc;
- if (srng->ring_dir == HAL_SRNG_SRC_RING) {
- return hal->shadow_wrptr_mem_paddr +
- ((unsigned long)(srng->u.src_ring.hp_addr) -
- (unsigned long)(hal->shadow_wrptr_mem_vaddr));
- } else {
- return hal->shadow_rdptr_mem_paddr +
- ((unsigned long)(srng->u.dst_ring.hp_addr) -
- (unsigned long)(hal->shadow_rdptr_mem_vaddr));
- }
- }
- /**
- * hal_srng_get_tp_addr - Get tail pointer physical address
- *
- * @hal_soc: Opaque HAL SOC handle
- * @hal_ring: Ring pointer (Source or Destination ring)
- *
- */
- static inline qdf_dma_addr_t hal_srng_get_tp_addr(void *hal_soc, void *hal_ring)
- {
- struct hal_srng *srng = (struct hal_srng *)hal_ring;
- struct hal_soc *hal = (struct hal_soc *)hal_soc;
- if (srng->ring_dir == HAL_SRNG_SRC_RING) {
- return hal->shadow_rdptr_mem_paddr +
- ((unsigned long)(srng->u.src_ring.tp_addr) -
- (unsigned long)(hal->shadow_rdptr_mem_vaddr));
- } else {
- return hal->shadow_wrptr_mem_paddr +
- ((unsigned long)(srng->u.dst_ring.tp_addr) -
- (unsigned long)(hal->shadow_wrptr_mem_vaddr));
- }
- }
- /**
- * hal_get_srng_params - Retreive SRNG parameters for a given ring from HAL
- *
- * @hal_soc: Opaque HAL SOC handle
- * @hal_ring: Ring pointer (Source or Destination ring)
- * @ring_params: SRNG parameters will be returned through this structure
- */
- extern void hal_get_srng_params(void *hal_soc, void *hal_ring,
- struct hal_srng_params *ring_params);
- /**
- * hal_mem_info - Retreive hal memory base address
- *
- * @hal_soc: Opaque HAL SOC handle
- * @mem: pointer to structure to be updated with hal mem info
- */
- extern void hal_get_meminfo(void *hal_soc,struct hal_mem_info *mem );
- #endif /* _HAL_APIH_ */
|