123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459 |
- /*
- * Copyright (c) 2021 The Linux Foundation. All rights reserved.
- *
- * Permission to use, copy, modify, and/or distribute this software for
- * any purpose with or without fee is hereby granted, provided that the
- * above copyright notice and this permission notice appear in all
- * copies.
- *
- * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
- * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
- * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
- * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
- * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
- * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
- * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
- * PERFORMANCE OF THIS SOFTWARE.
- */
- #ifndef __DP_BE_H
- #define __DP_BE_H
- #include <dp_types.h>
- #include <hal_be_tx.h>
- /* maximum number of entries in one page of secondary page table */
- #define DP_CC_SPT_PAGE_MAX_ENTRIES 512
- /* maximum number of entries in primary page table */
- #define DP_CC_PPT_MAX_ENTRIES 1024
- /* cookie conversion required CMEM offset from CMEM pool */
- #define DP_CC_MEM_OFFSET_IN_CMEM 0
- /* cookie conversion primary page table size 4K */
- #define DP_CC_PPT_MEM_SIZE 4096
- /* FST required CMEM offset from CMEM pool */
- #define DP_FST_MEM_OFFSET_IN_CMEM \
- (DP_CC_MEM_OFFSET_IN_CMEM + DP_CC_PPT_MEM_SIZE)
- /* lower 9 bits in Desc ID for offset in page of SPT */
- #define DP_CC_DESC_ID_SPT_VA_OS_SHIFT 0
- #define DP_CC_DESC_ID_SPT_VA_OS_MASK 0x1FF
- #define DP_CC_DESC_ID_SPT_VA_OS_LSB 0
- #define DP_CC_DESC_ID_SPT_VA_OS_MSB 8
- /* higher 11 bits in Desc ID for offset in CMEM of PPT */
- #define DP_CC_DESC_ID_PPT_PAGE_OS_LSB 9
- #define DP_CC_DESC_ID_PPT_PAGE_OS_MSB 19
- #define DP_CC_DESC_ID_PPT_PAGE_OS_SHIFT 9
- #define DP_CC_DESC_ID_PPT_PAGE_OS_MASK 0xFFE00
- /*
- * page 4K unaligned case, single SPT page physical address
- * need 8 bytes in PPT
- */
- #define DP_CC_PPT_ENTRY_SIZE_4K_UNALIGNED 8
- /*
- * page 4K aligned case, single SPT page physical address
- * need 4 bytes in PPT
- */
- #define DP_CC_PPT_ENTRY_SIZE_4K_ALIGNED 4
- /* 4K aligned case, number of bits HW append for one PPT entry value */
- #define DP_CC_PPT_ENTRY_HW_APEND_BITS_4K_ALIGNED 12
- /**
- * struct dp_spt_page_desc - secondary page table page descriptors
- * @next: pointer to next linked SPT page Desc
- * @page_v_addr: page virtual address
- * @page_p_addr: page physical address
- * @ppt_index: entry index in primary page table where this page physical
- address stored
- * @avail_entry_index: index for available entry that store TX/RX Desc VA
- */
- struct dp_spt_page_desc {
- struct dp_spt_page_desc *next;
- uint8_t *page_v_addr;
- qdf_dma_addr_t page_p_addr;
- uint16_t ppt_index;
- uint16_t avail_entry_index;
- };
- /**
- * struct dp_hw_cookie_conversion_t - main context for HW cookie conversion
- * @cmem_base: CMEM base address for primary page table setup
- * @total_page_num: total DDR page allocated
- * @free_page_num: available DDR page number for TX/RX Desc ID initialization
- * @page_desc_freelist: available page Desc list
- * @page_desc_base: page Desc buffer base address.
- * @page_pool: DDR pages pool
- * @cc_lock: locks for page acquiring/free
- */
- struct dp_hw_cookie_conversion_t {
- uint32_t cmem_base;
- uint32_t total_page_num;
- uint32_t free_page_num;
- struct dp_spt_page_desc *page_desc_freelist;
- struct dp_spt_page_desc *page_desc_base;
- struct qdf_mem_multi_page_t page_pool;
- qdf_spinlock_t cc_lock;
- };
- /**
- * struct dp_spt_page_desc_list - containor of SPT page desc list info
- * @spt_page_list_head: head of SPT page descriptor list
- * @spt_page_list_tail: tail of SPT page descriptor list
- * @num_spt_pages: number of SPT page descriptor allocated
- */
- struct dp_spt_page_desc_list {
- struct dp_spt_page_desc *spt_page_list_head;
- struct dp_spt_page_desc *spt_page_list_tail;
- uint16_t num_spt_pages;
- };
- /* HW reading 8 bytes for VA */
- #define DP_CC_HW_READ_BYTES 8
- #define DP_CC_SPT_PAGE_UPDATE_VA(_page_base_va, _index, _desc_va) \
- { *((uintptr_t *)((_page_base_va) + (_index) * DP_CC_HW_READ_BYTES)) \
- = (uintptr_t)(_desc_va); }
- /**
- * struct dp_tx_bank_profile - DP wrapper for TCL banks
- * @is_configured: flag indicating if this bank is configured
- * @ref_count: ref count indicating number of users of the bank
- * @bank_config: HAL TX bank configuration
- */
- struct dp_tx_bank_profile {
- uint8_t is_configured;
- qdf_atomic_t ref_count;
- union hal_tx_bank_config bank_config;
- };
- /**
- * struct dp_soc_be - Extended DP soc for BE targets
- * @soc: dp soc structure
- * @num_bank_profiles: num TX bank profiles
- * @bank_profiles: bank profiles for various TX banks
- * @hw_cc_ctx: core context of HW cookie conversion
- * @tx_spt_page_desc: spt page desc allocated for TX desc pool
- * @rx_spt_page_desc: spt page desc allocated for RX desc pool
- */
- struct dp_soc_be {
- struct dp_soc soc;
- uint8_t num_bank_profiles;
- qdf_mutex_t tx_bank_lock;
- struct dp_tx_bank_profile *bank_profiles;
- struct dp_hw_cookie_conversion_t hw_cc_ctx;
- struct dp_spt_page_desc_list tx_spt_page_desc[MAX_TXDESC_POOLS];
- struct dp_spt_page_desc_list rx_spt_page_desc[MAX_RXDESC_POOLS];
- #ifdef WLAN_SUPPORT_PPEDS
- struct dp_srng reo2ppe_ring;
- struct dp_srng ppe2tcl_ring;
- struct dp_srng ppe_release_ring;
- #endif
- };
- /* convert struct dp_soc_be pointer to struct dp_soc pointer */
- #define DP_SOC_BE_GET_SOC(be_soc) ((struct dp_soc *)be_soc)
- /**
- * struct dp_pdev_be - Extended DP pdev for BE targets
- * @pdev: dp pdev structure
- */
- struct dp_pdev_be {
- struct dp_pdev pdev;
- };
- /**
- * struct dp_vdev_be - Extended DP vdev for BE targets
- * @vdev: dp vdev structure
- * @bank_id: bank_id to be used for TX
- * @vdev_id_check_en: flag if HW vdev_id check is enabled for vdev
- */
- struct dp_vdev_be {
- struct dp_vdev vdev;
- int8_t bank_id;
- uint8_t vdev_id_check_en;
- };
- /**
- * struct dp_peer_be - Extended DP peer for BE targets
- * @dp_peer: dp peer structure
- */
- struct dp_peer_be {
- struct dp_peer peer;
- };
- /**
- * dp_get_soc_context_size_be() - get context size for target specific DP soc
- *
- * Return: value in bytes for BE specific soc structure
- */
- qdf_size_t dp_get_soc_context_size_be(void);
- /**
- * dp_initialize_arch_ops_be() - initialize BE specific arch ops
- * @arch_ops: arch ops pointer
- *
- * Return: none
- */
- void dp_initialize_arch_ops_be(struct dp_arch_ops *arch_ops);
- /**
- * dp_get_context_size_be() - get BE specific size for peer/vdev/pdev/soc
- * @arch_ops: arch ops pointer
- *
- * Return: size in bytes for the context_type
- */
- qdf_size_t dp_get_context_size_be(enum dp_context_type context_type);
- /**
- * dp_get_be_soc_from_dp_soc() - get dp_soc_be from dp_soc
- * @soc: dp_soc pointer
- *
- * Return: dp_soc_be pointer
- */
- static inline struct dp_soc_be *dp_get_be_soc_from_dp_soc(struct dp_soc *soc)
- {
- return (struct dp_soc_be *)soc;
- }
- /**
- * dp_get_be_pdev_from_dp_pdev() - get dp_pdev_be from dp_pdev
- * @pdev: dp_pdev pointer
- *
- * Return: dp_pdev_be pointer
- */
- static inline
- struct dp_pdev_be *dp_get_be_pdev_from_dp_pdev(struct dp_pdev *pdev)
- {
- return (struct dp_pdev_be *)pdev;
- }
- /**
- * dp_get_be_vdev_from_dp_vdev() - get dp_vdev_be from dp_vdev
- * @vdev: dp_vdev pointer
- *
- * Return: dp_vdev_be pointer
- */
- static inline
- struct dp_vdev_be *dp_get_be_vdev_from_dp_vdev(struct dp_vdev *vdev)
- {
- return (struct dp_vdev_be *)vdev;
- }
- /**
- * dp_get_be_peer_from_dp_peer() - get dp_peer_be from dp_peer
- * @peer: dp_peer pointer
- *
- * Return: dp_peer_be pointer
- */
- static inline
- struct dp_peer_be *dp_get_be_peer_from_dp_peer(struct dp_peer *peer)
- {
- return (struct dp_peer_be *)peer;
- }
- /**
- * dp_cc_spt_page_desc_alloc() - allocate SPT DDR page descriptor from pool
- * @be_soc: beryllium soc handler
- * @list_head: pointer to page desc head
- * @list_tail: pointer to page desc tail
- * @num_desc: number of TX/RX Descs required for SPT pages
- *
- * Return: number of SPT page Desc allocated
- */
- uint16_t dp_cc_spt_page_desc_alloc(struct dp_soc_be *be_soc,
- struct dp_spt_page_desc **list_head,
- struct dp_spt_page_desc **list_tail,
- uint16_t num_desc);
- /**
- * dp_cc_spt_page_desc_free() - free SPT DDR page descriptor to pool
- * @be_soc: beryllium soc handler
- * @list_head: pointer to page desc head
- * @list_tail: pointer to page desc tail
- * @page_nums: number of page desc freed back to pool
- */
- void dp_cc_spt_page_desc_free(struct dp_soc_be *be_soc,
- struct dp_spt_page_desc **list_head,
- struct dp_spt_page_desc **list_tail,
- uint16_t page_nums);
- /**
- * dp_cc_desc_id_generate() - generate SW cookie ID according to
- DDR page 4K aligned or not
- * @ppt_index: offset index in primary page table
- * @spt_index: offset index in sceondary DDR page
- *
- * Generate SW cookie ID to match as HW expected
- *
- * Return: cookie ID
- */
- static inline uint32_t dp_cc_desc_id_generate(uint16_t ppt_index,
- uint16_t spt_index)
- {
- /*
- * for 4k aligned case, cmem entry size is 4 bytes,
- * HW index from bit19~bit10 value = ppt_index / 2, high 32bits flag
- * from bit9 value = ppt_index % 2, then bit 19 ~ bit9 value is
- * exactly same with original ppt_index value.
- * for 4k un-aligned case, cmem entry size is 8 bytes.
- * bit19 ~ bit9 will be HW index value, same as ppt_index value.
- */
- return ((((uint32_t)ppt_index) << DP_CC_DESC_ID_PPT_PAGE_OS_SHIFT) |
- spt_index);
- }
- /**
- * dp_cc_desc_va_find() - find TX/RX Descs virtual address by ID
- * @be_soc: be soc handle
- * @desc_id: TX/RX Dess ID
- *
- * Return: TX/RX Desc virtual address
- */
- static inline uintptr_t dp_cc_desc_find(struct dp_soc *soc,
- uint32_t desc_id)
- {
- struct dp_soc_be *be_soc;
- struct dp_hw_cookie_conversion_t *cc_ctx;
- uint16_t ppt_page_id, spt_va_id;
- uint8_t *spt_page_va;
- be_soc = dp_get_be_soc_from_dp_soc(soc);
- cc_ctx = &be_soc->hw_cc_ctx;
- ppt_page_id = (desc_id & DP_CC_DESC_ID_PPT_PAGE_OS_MASK) >>
- DP_CC_DESC_ID_PPT_PAGE_OS_SHIFT;
- spt_va_id = (desc_id & DP_CC_DESC_ID_SPT_VA_OS_MASK) >>
- DP_CC_DESC_ID_SPT_VA_OS_SHIFT;
- /*
- * ppt index in cmem is same order where the page in the
- * page desc array during initialization.
- * entry size in DDR page is 64 bits, for 32 bits system,
- * only lower 32 bits VA value is needed.
- */
- spt_page_va = cc_ctx->page_desc_base[ppt_page_id].page_v_addr;
- return (*((uintptr_t *)(spt_page_va +
- spt_va_id * DP_CC_HW_READ_BYTES)));
- }
- #ifdef WLAN_FEATURE_NEAR_FULL_IRQ
- /**
- * enum dp_srng_near_full_levels - SRNG Near FULL levels
- * @DP_SRNG_THRESH_SAFE: SRNG level safe for yielding the near full mode
- * of processing the entries in SRNG
- * @DP_SRNG_THRESH_NEAR_FULL: SRNG level enters the near full mode
- * of processing the entries in SRNG
- * @DP_SRNG_THRESH_CRITICAL: SRNG level enters the critical level of full
- * condition and drastic steps need to be taken for processing
- * the entries in SRNG
- */
- enum dp_srng_near_full_levels {
- DP_SRNG_THRESH_SAFE,
- DP_SRNG_THRESH_NEAR_FULL,
- DP_SRNG_THRESH_CRITICAL,
- };
- /**
- * dp_srng_check_ring_near_full() - Check if SRNG is marked as near-full from
- * its corresponding near-full irq handler
- * @soc: Datapath SoC handle
- * @dp_srng: datapath handle for this SRNG
- *
- * Return: 1, if the srng was marked as near-full
- * 0, if the srng was not marked as near-full
- */
- static inline int dp_srng_check_ring_near_full(struct dp_soc *soc,
- struct dp_srng *dp_srng)
- {
- return qdf_atomic_read(&dp_srng->near_full);
- }
- /**
- * dp_srng_get_near_full_level() - Check the num available entries in the
- * consumer srng and return the level of the srng
- * near full state.
- * @soc: Datapath SoC Handle [To be validated by the caller]
- * @hal_ring_hdl: SRNG handle
- *
- * Return: near-full level
- */
- static inline int
- dp_srng_get_near_full_level(struct dp_soc *soc, struct dp_srng *dp_srng)
- {
- uint32_t num_valid;
- num_valid = hal_srng_dst_num_valid_nolock(soc->hal_soc,
- dp_srng->hal_srng,
- true);
- if (num_valid > dp_srng->crit_thresh)
- return DP_SRNG_THRESH_CRITICAL;
- else if (num_valid < dp_srng->safe_thresh)
- return DP_SRNG_THRESH_SAFE;
- else
- return DP_SRNG_THRESH_NEAR_FULL;
- }
- #define DP_SRNG_PER_LOOP_NF_REAP_MULTIPLIER 2
- /**
- * dp_srng_test_and_update_nf_params() - Test the near full level and update
- * the reap_limit and flags to reflect the state.
- * @soc: Datapath soc handle
- * @srng: Datapath handle for the srng
- * @max_reap_limit: [Output Param] Buffer to set the map_reap_limit as
- * per the near-full state
- *
- * Return: 1, if the srng is near full
- * 0, if the srng is not near full
- */
- static inline int
- _dp_srng_test_and_update_nf_params(struct dp_soc *soc,
- struct dp_srng *srng,
- int *max_reap_limit)
- {
- int ring_near_full = 0, near_full_level;
- if (dp_srng_check_ring_near_full(soc, srng)) {
- near_full_level = dp_srng_get_near_full_level(soc, srng);
- switch (near_full_level) {
- case DP_SRNG_THRESH_CRITICAL:
- /* Currently not doing anything special here */
- /* fall through */
- case DP_SRNG_THRESH_NEAR_FULL:
- ring_near_full = 1;
- *max_reap_limit *= DP_SRNG_PER_LOOP_NF_REAP_MULTIPLIER;
- break;
- case DP_SRNG_THRESH_SAFE:
- qdf_atomic_set(&srng->near_full, 0);
- ring_near_full = 0;
- break;
- default:
- qdf_assert(0);
- break;
- }
- }
- return ring_near_full;
- }
- #else
- static inline int
- _dp_srng_test_and_update_nf_params(struct dp_soc *soc,
- struct dp_srng *srng,
- int *max_reap_limit)
- {
- return 0;
- }
- #endif
- #endif
|