123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437 |
- /*
- * Copyright (c) 2013-2021 The Linux Foundation. All rights reserved.
- * Copyright (c) 2022 Qualcomm Innovation Center, Inc. All rights reserved.
- *
- * Permission to use, copy, modify, and/or distribute this software for
- * any purpose with or without fee is hereby granted, provided that the
- * above copyright notice and this permission notice appear in all
- * copies.
- *
- * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
- * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
- * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
- * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
- * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
- * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
- * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
- * PERFORMANCE OF THIS SOFTWARE.
- */
- #ifndef _HTC_INTERNAL_H_
- #define _HTC_INTERNAL_H_
- #ifdef __cplusplus
- extern "C" {
- #endif /* __cplusplus */
- #include "htc_api.h"
- #include "htc_packet.h"
- #include <hif.h>
- #include <htc.h>
- #include <qdf_atomic.h>
- #include <qdf_event.h>
- #include <qdf_lock.h>
- #include <qdf_nbuf.h>
- #include <qdf_timer.h>
- #include <qdf_types.h>
- /* HTC operational parameters */
- #define HTC_TARGET_RESPONSE_TIMEOUT 2000 /* in ms */
- #define HTC_TARGET_DEBUG_INTR_MASK 0x01
- #define HTC_TARGET_CREDIT_INTR_MASK 0xF0
- #define HTC_MIN_MSG_PER_BUNDLE 2
- #if defined(HIF_USB)
- #define HTC_MAX_MSG_PER_BUNDLE_RX 11
- #if defined(CFG_HTC_MAX_MSG_PER_BUNDLE_TX)
- #define HTC_MAX_MSG_PER_BUNDLE_TX CFG_HTC_MAX_MSG_PER_BUNDLE_TX
- #else
- #define HTC_MAX_MSG_PER_BUNDLE_TX 8
- #endif /* CFG_HTC_MAX_MSG_PER_BUNDLE_TX */
- #else
- #define HTC_MAX_MSG_PER_BUNDLE_RX 64
- #define HTC_MAX_MSG_PER_BUNDLE 16
- #define HTC_MAX_MSG_PER_BUNDLE_TX 32
- #endif
- #ifdef HIF_SDIO
- #define UPDATE_ALT_CREDIT(tar, val) (tar->AltDataCreditSize = (uint16_t) val)
- #else
- #define UPDATE_ALT_CREDIT(tar, val) /* no-op */
- #endif
- /*
- * HTC_MAX_TX_BUNDLE_SEND_LIMIT -
- * This value is in units of tx frame fragments.
- * It needs to be at least as large as the maximum number of tx frames in a
- * HTC download bundle times the average number of fragments in each such frame
- * (In certain operating systems, such as Linux, we expect to only have
- * a single fragment per frame anyway.)
- */
- #define HTC_MAX_TX_BUNDLE_SEND_LIMIT 255
- #define HTC_PACKET_CONTAINER_ALLOCATION 32
- #define NUM_CONTROL_TX_BUFFERS 2
- #define HTC_CONTROL_BUFFER_SIZE (HTC_MAX_CONTROL_MESSAGE_LENGTH + \
- HTC_HDR_LENGTH)
- #define HTC_CONTROL_BUFFER_ALIGN 32
- #define HTC_TARGET_RESPONSE_POLL_MS 10
- #if !defined(A_SIMOS_DEVHOST)
- #define HTC_TARGET_MAX_RESPONSE_POLL 200 /* actual HW */
- #else
- #define HTC_TARGET_MAX_RESPONSE_POLL 600 /* host + target simulation */
- #endif
- #define HTC_SERVICE_TX_PACKET_TAG HTC_TX_PACKET_TAG_INTERNAL
- #ifndef HTC_CREDIT_HISTORY_MAX
- #define HTC_CREDIT_HISTORY_MAX 1024
- #endif
- #define HTC_IS_EPPING_ENABLED(_x) ((_x) == QDF_GLOBAL_EPPING_MODE)
- enum htc_credit_exchange_type {
- HTC_REQUEST_CREDIT,
- HTC_PROCESS_CREDIT_REPORT,
- HTC_SUSPEND_ACK,
- HTC_SUSPEND_NACK,
- HTC_INITIAL_WAKE_UP,
- };
- static inline const char*
- htc_credit_exchange_type_str(enum htc_credit_exchange_type type)
- {
- switch (type) {
- case HTC_REQUEST_CREDIT:
- return "HTC_REQUEST_CREDIT";
- case HTC_PROCESS_CREDIT_REPORT:
- return "HTC_PROCESS_CREDIT_REPORT";
- case HTC_SUSPEND_ACK:
- return "HTC_SUSPEND_ACK";
- case HTC_SUSPEND_NACK:
- return "HTC_SUSPEND_NACK";
- case HTC_INITIAL_WAKE_UP:
- return "HTC_INITIAL_WAKE_UP";
- default:
- return "Unknown htc_credit_exchange_type";
- }
- }
- typedef struct _HTC_ENDPOINT {
- HTC_ENDPOINT_ID Id;
- /* service ID this endpoint is bound to
- * non-zero value means this endpoint is in use
- */
- HTC_SERVICE_ID service_id;
- /* callbacks associated with this endpoint */
- struct htc_ep_callbacks EpCallBacks;
- /* HTC frame buffer TX queue */
- HTC_PACKET_QUEUE TxQueue;
- /* max depth of the TX queue before calling driver's full handler */
- int MaxTxQueueDepth;
- /* max length of endpoint message */
- int MaxMsgLength;
- uint8_t UL_PipeID;
- uint8_t DL_PipeID;
- /* Need to call HIF to get tx completion callbacks? */
- int ul_is_polled;
- qdf_timer_t ul_poll_timer;
- int ul_poll_timer_active;
- int ul_outstanding_cnt;
- uint32_t htc_send_cnt;
- uint32_t htc_comp_cnt;
- /* Need to call HIF to fetch rx? (Not currently supported.) */
- int dl_is_polled;
- /* not currently supported */
- /* qdf_timer_t dl_poll_timer; */
- /* lookup queue to match netbufs to htc packets */
- HTC_PACKET_QUEUE TxLookupQueue;
- /* temporary hold queue for back compatibility */
- HTC_PACKET_QUEUE RxBufferHoldQueue;
- /* TX seq no (helpful) for debugging */
- uint8_t SeqNo;
- /* serialization */
- qdf_atomic_t TxProcessCount;
- struct _HTC_TARGET *target;
- /* TX credits available on this endpoint */
- int TxCredits;
- /* size in bytes of each credit (set by HTC) */
- int TxCreditSize;
- /* credits required per max message (precalculated) */
- int TxCreditsPerMaxMsg;
- #ifdef HTC_EP_STAT_PROFILING
- /* endpoint statistics */
- struct htc_endpoint_stats endpoint_stats;
- #endif
- bool TxCreditFlowEnabled;
- bool async_update; /* packets can be queued asynchronously */
- qdf_spinlock_t lookup_queue_lock;
- /* number of consecutive requeue attempts used for print */
- uint32_t num_requeues_warn;
- /* total number of requeue attempts */
- uint32_t total_num_requeues;
- } HTC_ENDPOINT;
- #ifdef HTC_EP_STAT_PROFILING
- #define INC_HTC_EP_STAT(p, stat, count) ((p)->endpoint_stats.stat += (count))
- #else
- #define INC_HTC_EP_STAT(p, stat, count)
- #endif
- struct htc_service_tx_credit_allocation {
- uint16_t service_id;
- uint8_t CreditAllocation;
- };
- #define HTC_MAX_SERVICE_ALLOC_ENTRIES 8
- /* Error codes for HTC layer packet stats*/
- enum ol_ath_htc_pkt_ecodes {
- /* error- get packet at head of HTC_PACKET_Q */
- GET_HTC_PKT_Q_FAIL = 0,
- HTC_PKT_Q_EMPTY,
- HTC_SEND_Q_EMPTY
- };
- /* our HTC target state */
- typedef struct _HTC_TARGET {
- struct hif_opaque_softc *hif_dev;
- HTC_ENDPOINT endpoint[ENDPOINT_MAX];
- qdf_spinlock_t HTCLock;
- qdf_spinlock_t HTCRxLock;
- qdf_spinlock_t HTCTxLock;
- uint32_t HTCStateFlags;
- void *host_handle;
- struct htc_init_info HTCInitInfo;
- HTC_PACKET *pHTCPacketStructPool; /* pool of HTC packets */
- HTC_PACKET_QUEUE ControlBufferTXFreeList;
- uint8_t CtrlResponseBuffer[HTC_MAX_CONTROL_MESSAGE_LENGTH];
- int CtrlResponseLength;
- qdf_event_t ctrl_response_valid;
- bool CtrlResponseProcessing;
- int TotalTransmitCredits;
- struct htc_service_tx_credit_allocation
- ServiceTxAllocTable[HTC_MAX_SERVICE_ALLOC_ENTRIES];
- int TargetCreditSize;
- #ifdef RX_SG_SUPPORT
- qdf_nbuf_queue_t RxSgQueue;
- bool IsRxSgInprogress;
- uint32_t CurRxSgTotalLen; /* current total length */
- uint32_t ExpRxSgTotalLen; /* expected total length */
- #endif
- qdf_device_t osdev;
- struct ol_ath_htc_stats htc_pkt_stats;
- HTC_PACKET *pBundleFreeList;
- uint32_t ce_send_cnt;
- uint32_t TX_comp_cnt;
- uint8_t MaxMsgsPerHTCBundle;
- qdf_work_t queue_kicker;
- #ifdef HIF_SDIO
- uint16_t AltDataCreditSize;
- #endif
- uint32_t avail_tx_credits;
- #if defined(DEBUG_HL_LOGGING) && defined(CONFIG_HL_SUPPORT)
- uint32_t rx_bundle_stats[HTC_MAX_MSG_PER_BUNDLE_RX];
- uint32_t tx_bundle_stats[HTC_MAX_MSG_PER_BUNDLE_TX];
- #endif
- uint32_t con_mode;
- /*
- * This flag is from the mboxping tool. It indicates that we cannot
- * drop it. Besides, nodrop pkts have higher priority than normal pkts.
- */
- A_BOOL is_nodrop_pkt;
- /*
- * Number of WMI endpoints used.
- * Default value is 1. But it should be overridden after htc_create to
- * reflect the actual count.
- */
- uint8_t wmi_ep_count;
- /* Flag to indicate whether htc header length check is required */
- bool htc_hdr_length_check;
- /* flag to enable packet send debug */
- bool htc_pkt_dbg;
- #ifdef FEATURE_RUNTIME_PM
- /* Runtime count for H2T HTT msg with response */
- qdf_atomic_t htc_htt_runtime_cnt;
- /* Runtime count for WMI msg*/
- qdf_atomic_t htc_wmi_runtime_cnt;
- #endif
- /* Non flow ctrl enabled endpoints nbuf map unmap count */
- uint32_t nbuf_nfc_map_count;
- uint32_t nbuf_nfc_unmap_count;
- } HTC_TARGET;
- #ifdef RX_SG_SUPPORT
- #define RESET_RX_SG_CONFIG(_target) \
- do { \
- _target->ExpRxSgTotalLen = 0; \
- _target->CurRxSgTotalLen = 0; \
- _target->IsRxSgInprogress = false; \
- } while (0)
- #endif
- #define HTC_STATE_STOPPING (1 << 0)
- #define HTC_STOPPING(t) ((t)->HTCStateFlags & HTC_STATE_STOPPING)
- #define LOCK_HTC(t) qdf_spin_lock_bh(&(t)->HTCLock)
- #define UNLOCK_HTC(t) qdf_spin_unlock_bh(&(t)->HTCLock)
- #define LOCK_HTC_RX(t) qdf_spin_lock_bh(&(t)->HTCRxLock)
- #define UNLOCK_HTC_RX(t) qdf_spin_unlock_bh(&(t)->HTCRxLock)
- #define LOCK_HTC_TX(t) qdf_spin_lock_bh(&(t)->HTCTxLock)
- #define UNLOCK_HTC_TX(t) qdf_spin_unlock_bh(&(t)->HTCTxLock)
- #define LOCK_HTC_EP_TX_LOOKUP(t) qdf_spin_lock_bh(&(t)->lookup_queue_lock)
- #define UNLOCK_HTC_EP_TX_LOOKUP(t) qdf_spin_unlock_bh(&(t)->lookup_queue_lock)
- #define GET_HTC_TARGET_FROM_HANDLE(hnd) ((HTC_TARGET *)(hnd))
- #define IS_TX_CREDIT_FLOW_ENABLED(ep) ((ep)->TxCreditFlowEnabled)
- #define HTC_POLL_CLEANUP_PERIOD_MS 10 /* milliseconds */
- /* Macro to Increment the HTC_PACKET_ERRORS for Tx.*/
- #define OL_ATH_HTC_PKT_ERROR_COUNT_INCR(_target, _ecode) \
- do { \
- if (_ecode == GET_HTC_PKT_Q_FAIL) \
- (_target->htc_pkt_stats.htc_get_pkt_q_fail_count) += 1; \
- if (_ecode == HTC_PKT_Q_EMPTY) \
- (_target->htc_pkt_stats.htc_pkt_q_empty_count) += 1; \
- if (_ecode == HTC_SEND_Q_EMPTY) \
- (_target->htc_pkt_stats.htc_send_q_empty_count) += 1; \
- } while (0)
- /* internal HTC functions */
- QDF_STATUS htc_rx_completion_handler(void *Context, qdf_nbuf_t netbuf,
- uint8_t pipeID);
- QDF_STATUS htc_tx_completion_handler(void *Context, qdf_nbuf_t netbuf,
- unsigned int transferID,
- uint32_t toeplitz_hash_result);
- HTC_PACKET *allocate_htc_bundle_packet(HTC_TARGET *target);
- void free_htc_bundle_packet(HTC_TARGET *target, HTC_PACKET *pPacket);
- HTC_PACKET *allocate_htc_packet_container(HTC_TARGET *target);
- void free_htc_packet_container(HTC_TARGET *target, HTC_PACKET *pPacket);
- void htc_flush_rx_hold_queue(HTC_TARGET *target, HTC_ENDPOINT *pEndpoint);
- void htc_flush_endpoint_tx(HTC_TARGET *target, HTC_ENDPOINT *pEndpoint,
- HTC_TX_TAG Tag);
- /**
- * htc_flush_endpoint_txlookupQ() - Flush EP's lookup queue
- * @target: HTC target
- * @endpoint_id: EP ID
- * @call_ep_callback: whether to call EP tx completion callback
- *
- * Return: void
- */
- void htc_flush_endpoint_txlookupQ(HTC_TARGET *target,
- HTC_ENDPOINT_ID endpoint_id,
- bool call_ep_callback);
- void htc_recv_init(HTC_TARGET *target);
- QDF_STATUS htc_wait_recv_ctrl_message(HTC_TARGET *target);
- void htc_free_control_tx_packet(HTC_TARGET *target, HTC_PACKET *pPacket);
- HTC_PACKET *htc_alloc_control_tx_packet(HTC_TARGET *target);
- uint8_t htc_get_credit_allocation(HTC_TARGET *target, uint16_t service_id);
- void htc_tx_resource_avail_handler(void *context, uint8_t pipeID);
- void htc_control_rx_complete(void *Context, HTC_PACKET *pPacket);
- void htc_process_credit_rpt(HTC_TARGET *target,
- HTC_CREDIT_REPORT *pRpt,
- int NumEntries, HTC_ENDPOINT_ID FromEndpoint);
- void htc_fw_event_handler(void *context, QDF_STATUS status);
- void htc_send_complete_check_cleanup(void *context);
- #ifdef FEATURE_RUNTIME_PM
- void htc_kick_queues(void *context);
- #endif
- static inline void htc_send_complete_poll_timer_stop(HTC_ENDPOINT *
- pEndpoint) {
- LOCK_HTC_TX(pEndpoint->target);
- if (pEndpoint->ul_poll_timer_active) {
- /* qdf_timer_stop(&pEndpoint->ul_poll_timer); */
- pEndpoint->ul_poll_timer_active = 0;
- }
- UNLOCK_HTC_TX(pEndpoint->target);
- }
- static inline void htc_send_complete_poll_timer_start(HTC_ENDPOINT *
- pEndpoint) {
- LOCK_HTC_TX(pEndpoint->target);
- if (pEndpoint->ul_outstanding_cnt
- && !pEndpoint->ul_poll_timer_active) {
- /* qdf_timer_start(
- * &pEndpoint->ul_poll_timer, HTC_POLL_CLEANUP_PERIOD_MS);
- */
- pEndpoint->ul_poll_timer_active = 1;
- }
- UNLOCK_HTC_TX(pEndpoint->target);
- }
- static inline void
- htc_send_complete_check(HTC_ENDPOINT *pEndpoint, int force) {
- /*
- * Stop the polling-cleanup timer that will result in a later call to
- * this function. It may get started again below, if there are still
- * outsending sends.
- */
- htc_send_complete_poll_timer_stop(pEndpoint);
- /*
- * Check whether HIF has any prior sends that have finished,
- * have not had the post-processing done.
- */
- hif_send_complete_check(pEndpoint->target->hif_dev,
- pEndpoint->UL_PipeID, force);
- /*
- * If there are still outstanding sends after polling, start a timer
- * to check again a little later.
- */
- htc_send_complete_poll_timer_start(pEndpoint);
- }
- #ifdef __cplusplus
- }
- #endif
- #ifndef DEBUG_BUNDLE
- #define DEBUG_BUNDLE 0
- #endif
- /* HTC Control message receive timeout msec */
- #define HTC_CONTROL_RX_TIMEOUT 6000
- #if defined(HIF_SDIO) || defined(HIF_USB)
- #ifndef ENABLE_BUNDLE_TX
- #define ENABLE_BUNDLE_TX 1
- #endif
- #ifndef ENABLE_BUNDLE_RX
- #define ENABLE_BUNDLE_RX 1
- #endif
- #endif /*defined(HIF_SDIO) || defined(HIF_USB)*/
- #if defined ENABLE_BUNDLE_TX
- #define HTC_TX_BUNDLE_ENABLED(target) (target->MaxMsgsPerHTCBundle > 1)
- #else
- #define HTC_TX_BUNDLE_ENABLED(target) 0
- #endif
- #if defined ENABLE_BUNDLE_RX
- #define HTC_RX_BUNDLE_ENABLED(target) (target->MaxMsgsPerHTCBundle > 1)
- #else
- #define HTC_RX_BUNDLE_ENABLED(target) 0
- #endif
- #define HTC_ENABLE_BUNDLE(target) (target->MaxMsgsPerHTCBundle > 1)
- #endif /* !_HTC_HOST_INTERNAL_H_ */
|