hal_api.h 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950
  1. /*
  2. * Copyright (c) 2016-2017 The Linux Foundation. All rights reserved.
  3. *
  4. * Redistribution and use in source and binary forms, with or without
  5. * modification, are permitted provided that the following conditions are
  6. * met:
  7. * * Redistributions of source code must retain the above copyright
  8. * notice, this list of conditions and the following disclaimer.
  9. * * Redistributions in binary form must reproduce the above
  10. * copyright notice, this list of conditions and the following
  11. * disclaimer in the documentation and/or other materials provided
  12. * with the distribution.
  13. * * Neither the name of The Linux Foundation nor the names of its
  14. * contributors may be used to endorse or promote products derived
  15. * from this software without specific prior written permission.
  16. *
  17. * THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED
  18. * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
  19. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT
  20. * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS
  21. * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
  22. * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
  23. * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
  24. * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
  25. * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
  26. * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
  27. * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  28. */
  29. #ifndef _HAL_API_H_
  30. #define _HAL_API_H_
  31. #include "qdf_types.h"
  32. #include "qdf_util.h"
  33. #include "hal_internal.h"
  34. #include "rx_msdu_link.h"
  35. #include "rx_reo_queue.h"
  36. #include "rx_reo_queue_ext.h"
  37. #define MAX_UNWINDOWED_ADDRESS 0x80000
  38. #define WINDOW_ENABLE_BIT 0x80000000
  39. #define WINDOW_REG_ADDRESS 0x310C
  40. #define WINDOW_SHIFT 19
  41. #define WINDOW_VALUE_MASK 0x1F
  42. #define WINDOW_START MAX_UNWINDOWED_ADDRESS
  43. #define WINDOW_RANGE_MASK 0x7FFFF
  44. static inline void hal_select_window(struct hal_soc *hal_soc, uint32_t offset)
  45. {
  46. uint32_t window = (offset >> WINDOW_SHIFT) & WINDOW_VALUE_MASK;
  47. if (window != hal_soc->register_window) {
  48. qdf_iowrite32(hal_soc->dev_base_addr + WINDOW_REG_ADDRESS,
  49. WINDOW_ENABLE_BIT | window);
  50. hal_soc->register_window = window;
  51. }
  52. }
  53. /**
  54. * note1: WINDOW_RANGE_MASK = (1 << WINDOW_SHIFT) -1
  55. * note2: 1 << WINDOW_SHIFT = MAX_UNWINDOWED_ADDRESS
  56. * note3: WINDOW_VALUE_MASK = big enough that trying to write past that window
  57. * would be a bug
  58. */
  59. static inline void hal_write32_mb(struct hal_soc *hal_soc, uint32_t offset,
  60. uint32_t value)
  61. {
  62. if (!hal_soc->use_register_windowing ||
  63. offset < MAX_UNWINDOWED_ADDRESS) {
  64. qdf_iowrite32(hal_soc->dev_base_addr + offset, value);
  65. } else {
  66. qdf_spin_lock_irqsave(&hal_soc->register_access_lock);
  67. hal_select_window(hal_soc, offset);
  68. qdf_iowrite32(hal_soc->dev_base_addr + WINDOW_START +
  69. (offset & WINDOW_RANGE_MASK), value);
  70. qdf_spin_unlock_irqrestore(&hal_soc->register_access_lock);
  71. }
  72. }
  73. /**
  74. * hal_write_address_32_mb - write a value to a register
  75. *
  76. */
  77. static inline void hal_write_address_32_mb(struct hal_soc *hal_soc,
  78. void __iomem *addr, uint32_t value)
  79. {
  80. uint32_t offset;
  81. if (!hal_soc->use_register_windowing)
  82. return qdf_iowrite32(addr, value);
  83. offset = addr - hal_soc->dev_base_addr;
  84. hal_write32_mb(hal_soc, offset, value);
  85. }
  86. static inline uint32_t hal_read32_mb(struct hal_soc *hal_soc, uint32_t offset)
  87. {
  88. uint32_t ret;
  89. if (!hal_soc->use_register_windowing ||
  90. offset < MAX_UNWINDOWED_ADDRESS) {
  91. return qdf_ioread32(hal_soc->dev_base_addr + offset);
  92. }
  93. qdf_spin_lock_irqsave(&hal_soc->register_access_lock);
  94. hal_select_window(hal_soc, offset);
  95. ret = qdf_ioread32(hal_soc->dev_base_addr + WINDOW_START +
  96. (offset & WINDOW_RANGE_MASK));
  97. qdf_spin_unlock_irqrestore(&hal_soc->register_access_lock);
  98. return ret;
  99. }
  100. #include "hif_io32.h"
  101. /**
  102. * hal_attach - Initalize HAL layer
  103. * @hif_handle: Opaque HIF handle
  104. * @qdf_dev: QDF device
  105. *
  106. * Return: Opaque HAL SOC handle
  107. * NULL on failure (if given ring is not available)
  108. *
  109. * This function should be called as part of HIF initialization (for accessing
  110. * copy engines). DP layer will get hal_soc handle using hif_get_hal_handle()
  111. */
  112. extern void *hal_attach(void *hif_handle, qdf_device_t qdf_dev);
  113. /**
  114. * hal_detach - Detach HAL layer
  115. * @hal_soc: HAL SOC handle
  116. *
  117. * This function should be called as part of HIF detach
  118. *
  119. */
  120. extern void hal_detach(void *hal_soc);
  121. /* SRNG type to be passed in APIs hal_srng_get_entrysize and hal_srng_setup */
  122. enum hal_ring_type {
  123. REO_DST,
  124. REO_EXCEPTION,
  125. REO_REINJECT,
  126. REO_CMD,
  127. REO_STATUS,
  128. TCL_DATA,
  129. TCL_CMD,
  130. TCL_STATUS,
  131. CE_SRC,
  132. CE_DST,
  133. CE_DST_STATUS,
  134. WBM_IDLE_LINK,
  135. SW2WBM_RELEASE,
  136. WBM2SW_RELEASE,
  137. RXDMA_BUF,
  138. RXDMA_DST,
  139. RXDMA_MONITOR_BUF,
  140. RXDMA_MONITOR_STATUS,
  141. RXDMA_MONITOR_DST,
  142. RXDMA_MONITOR_DESC,
  143. MAX_RING_TYPES
  144. };
  145. /* SRNG flags passed in hal_srng_params.flags */
  146. #define HAL_SRNG_MSI_SWAP 0x00000008
  147. #define HAL_SRNG_RING_PTR_SWAP 0x00000010
  148. #define HAL_SRNG_DATA_TLV_SWAP 0x00000020
  149. #define HAL_SRNG_LOW_THRES_INTR_ENABLE 0x00010000
  150. #define HAL_SRNG_MSI_INTR 0x00020000
  151. /**
  152. * hal_srng_get_entrysize - Returns size of ring entry in bytes. Should be
  153. * used by callers for calculating the size of memory to be allocated before
  154. * calling hal_srng_setup to setup the ring
  155. *
  156. * @hal_soc: Opaque HAL SOC handle
  157. * @ring_type: one of the types from hal_ring_type
  158. *
  159. */
  160. extern uint32_t hal_srng_get_entrysize(void *hal_soc, int ring_type);
  161. /**
  162. * hal_srng_max_entries - Returns maximum possible number of ring entries
  163. * @hal_soc: Opaque HAL SOC handle
  164. * @ring_type: one of the types from hal_ring_type
  165. *
  166. * Return: Maximum number of entries for the given ring_type
  167. */
  168. uint32_t hal_srng_max_entries(void *hal_soc, int ring_type);
  169. /* SRNG parameters to be passed to hal_srng_setup */
  170. struct hal_srng_params {
  171. /* Physical base address of the ring */
  172. qdf_dma_addr_t ring_base_paddr;
  173. /* Virtual base address of the ring */
  174. void *ring_base_vaddr;
  175. /* Number of entries in ring */
  176. uint32_t num_entries;
  177. /* max transfer length */
  178. uint16_t max_buffer_length;
  179. /* MSI Address */
  180. qdf_dma_addr_t msi_addr;
  181. /* MSI data */
  182. uint32_t msi_data;
  183. /* Interrupt timer threshold – in micro seconds */
  184. uint32_t intr_timer_thres_us;
  185. /* Interrupt batch counter threshold – in number of ring entries */
  186. uint32_t intr_batch_cntr_thres_entries;
  187. /* Low threshold – in number of ring entries
  188. * (valid for src rings only)
  189. */
  190. uint32_t low_threshold;
  191. /* Misc flags */
  192. uint32_t flags;
  193. /* Unique ring id */
  194. uint8_t ring_id;
  195. };
  196. /* hal_construct_shadow_config() - initialize the shadow registers for dp rings
  197. * @hal_soc: hal handle
  198. *
  199. * Return: QDF_STATUS_OK on success
  200. */
  201. extern QDF_STATUS hal_construct_shadow_config(void *hal_soc);
  202. /* hal_set_one_shadow_config() - add a config for the specified ring
  203. * @hal_soc: hal handle
  204. * @ring_type: ring type
  205. * @ring_num: ring num
  206. *
  207. * The ring type and ring num uniquely specify the ring. After this call,
  208. * the hp/tp will be added as the next entry int the shadow register
  209. * configuration table. The hal code will use the shadow register address
  210. * in place of the hp/tp address.
  211. *
  212. * This function is exposed, so that the CE module can skip configuring shadow
  213. * registers for unused ring and rings assigned to the firmware.
  214. *
  215. * Return: QDF_STATUS_OK on success
  216. */
  217. extern QDF_STATUS hal_set_one_shadow_config(void *hal_soc, int ring_type,
  218. int ring_num);
  219. /**
  220. * hal_get_shadow_config() - retrieve the config table
  221. * @hal_soc: hal handle
  222. * @shadow_config: will point to the table after
  223. * @num_shadow_registers_configured: will contain the number of valid entries
  224. */
  225. extern void hal_get_shadow_config(void *hal_soc,
  226. struct pld_shadow_reg_v2_cfg **shadow_config,
  227. int *num_shadow_registers_configured);
  228. /**
  229. * hal_srng_setup - Initalize HW SRNG ring.
  230. *
  231. * @hal_soc: Opaque HAL SOC handle
  232. * @ring_type: one of the types from hal_ring_type
  233. * @ring_num: Ring number if there are multiple rings of
  234. * same type (staring from 0)
  235. * @mac_id: valid MAC Id should be passed if ring type is one of lmac rings
  236. * @ring_params: SRNG ring params in hal_srng_params structure.
  237. * Callers are expected to allocate contiguous ring memory of size
  238. * 'num_entries * entry_size' bytes and pass the physical and virtual base
  239. * addresses through 'ring_base_paddr' and 'ring_base_vaddr' in hal_srng_params
  240. * structure. Ring base address should be 8 byte aligned and size of each ring
  241. * entry should be queried using the API hal_srng_get_entrysize
  242. *
  243. * Return: Opaque pointer to ring on success
  244. * NULL on failure (if given ring is not available)
  245. */
  246. extern void *hal_srng_setup(void *hal_soc, int ring_type, int ring_num,
  247. int mac_id, struct hal_srng_params *ring_params);
  248. /**
  249. * hal_srng_cleanup - Deinitialize HW SRNG ring.
  250. * @hal_soc: Opaque HAL SOC handle
  251. * @hal_srng: Opaque HAL SRNG pointer
  252. */
  253. extern void hal_srng_cleanup(void *hal_soc, void *hal_srng);
  254. /**
  255. * hal_srng_access_start_unlocked - Start ring access (unlocked). Should use
  256. * hal_srng_access_start if locked access is required
  257. *
  258. * @hal_soc: Opaque HAL SOC handle
  259. * @hal_ring: Ring pointer (Source or Destination ring)
  260. *
  261. * Return: 0 on success; error on failire
  262. */
  263. static inline int hal_srng_access_start_unlocked(void *hal_soc, void *hal_ring)
  264. {
  265. struct hal_srng *srng = (struct hal_srng *)hal_ring;
  266. if (srng->ring_dir == HAL_SRNG_SRC_RING)
  267. srng->u.src_ring.cached_tp =
  268. *(volatile uint32_t *)(srng->u.src_ring.tp_addr);
  269. else
  270. srng->u.dst_ring.cached_hp =
  271. *(volatile uint32_t *)(srng->u.dst_ring.hp_addr);
  272. return 0;
  273. }
  274. /**
  275. * hal_srng_access_start - Start (locked) ring access
  276. *
  277. * @hal_soc: Opaque HAL SOC handle
  278. * @hal_ring: Ring pointer (Source or Destination ring)
  279. *
  280. * Return: 0 on success; error on failire
  281. */
  282. static inline int hal_srng_access_start(void *hal_soc, void *hal_ring)
  283. {
  284. struct hal_srng *srng = (struct hal_srng *)hal_ring;
  285. SRNG_LOCK(&(srng->lock));
  286. return hal_srng_access_start_unlocked(hal_soc, hal_ring);
  287. }
  288. /**
  289. * hal_srng_dst_get_next - Get next entry from a destination ring and move
  290. * cached tail pointer
  291. *
  292. * @hal_soc: Opaque HAL SOC handle
  293. * @hal_ring: Destination ring pointer
  294. *
  295. * Return: Opaque pointer for next ring entry; NULL on failire
  296. */
  297. static inline void *hal_srng_dst_get_next(void *hal_soc, void *hal_ring)
  298. {
  299. struct hal_srng *srng = (struct hal_srng *)hal_ring;
  300. volatile uint32_t *desc = &(srng->ring_base_vaddr[srng->u.dst_ring.tp]);
  301. uint32_t desc_loop_cnt;
  302. desc_loop_cnt = (desc[srng->entry_size - 1] & SRNG_LOOP_CNT_MASK)
  303. >> SRNG_LOOP_CNT_LSB;
  304. if (srng->u.dst_ring.loop_cnt == desc_loop_cnt) {
  305. /* TODO: Using % is expensive, but we have to do this since
  306. * size of some SRNG rings is not power of 2 (due to descriptor
  307. * sizes). Need to create separate API for rings used
  308. * per-packet, with sizes power of 2 (TCL2SW, REO2SW,
  309. * SW2RXDMA and CE rings)
  310. */
  311. srng->u.dst_ring.tp = (srng->u.dst_ring.tp + srng->entry_size) %
  312. srng->ring_size;
  313. srng->u.dst_ring.loop_cnt = (srng->u.dst_ring.loop_cnt +
  314. !srng->u.dst_ring.tp) &
  315. (SRNG_LOOP_CNT_MASK >> SRNG_LOOP_CNT_LSB);
  316. /* TODO: Confirm if loop count mask is same for all rings */
  317. return (void *)desc;
  318. }
  319. return NULL;
  320. }
  321. /**
  322. * hal_srng_dst_peek - Get next entry from a ring without moving tail pointer.
  323. * hal_srng_dst_get_next should be called subsequently to move the tail pointer
  324. * TODO: See if we need an optimized version of get_next that doesn't check for
  325. * loop_cnt
  326. *
  327. * @hal_soc: Opaque HAL SOC handle
  328. * @hal_ring: Destination ring pointer
  329. *
  330. * Return: Opaque pointer for next ring entry; NULL on failire
  331. */
  332. static inline void *hal_srng_dst_peek(void *hal_soc, void *hal_ring)
  333. {
  334. struct hal_srng *srng = (struct hal_srng *)hal_ring;
  335. uint32_t *desc = &(srng->ring_base_vaddr[srng->u.dst_ring.tp]);
  336. uint32_t desc_loop_cnt;
  337. desc_loop_cnt = (desc[srng->entry_size - 1] & SRNG_LOOP_CNT_MASK)
  338. >> SRNG_LOOP_CNT_LSB;
  339. if (srng->u.dst_ring.loop_cnt == desc_loop_cnt)
  340. return (void *)desc;
  341. return NULL;
  342. }
  343. /**
  344. * hal_srng_dst_num_valid - Returns number of valid entries (to be processed
  345. * by SW) in destination ring
  346. *
  347. * @hal_soc: Opaque HAL SOC handle
  348. * @hal_ring: Destination ring pointer
  349. * @sync_hw_ptr: Sync cached head pointer with HW
  350. *
  351. */
  352. static inline uint32_t hal_srng_dst_num_valid(void *hal_soc, void *hal_ring,
  353. int sync_hw_ptr)
  354. {
  355. struct hal_srng *srng = (struct hal_srng *)hal_ring;
  356. uint32 hp;
  357. uint32 tp = srng->u.dst_ring.tp;
  358. if (sync_hw_ptr) {
  359. hp = *(srng->u.dst_ring.hp_addr);
  360. srng->u.dst_ring.cached_hp = hp;
  361. } else {
  362. hp = srng->u.dst_ring.cached_hp;
  363. }
  364. if (hp >= tp)
  365. return (hp - tp) / srng->entry_size;
  366. else
  367. return (srng->ring_size - tp + hp) / srng->entry_size;
  368. }
  369. /**
  370. * hal_srng_src_reap_next - Reap next entry from a source ring and move reap
  371. * pointer. This can be used to release any buffers associated with completed
  372. * ring entries. Note that this should not be used for posting new descriptor
  373. * entries. Posting of new entries should be done only using
  374. * hal_srng_src_get_next_reaped when this function is used for reaping.
  375. *
  376. * @hal_soc: Opaque HAL SOC handle
  377. * @hal_ring: Source ring pointer
  378. *
  379. * Return: Opaque pointer for next ring entry; NULL on failire
  380. */
  381. static inline void *hal_srng_src_reap_next(void *hal_soc, void *hal_ring)
  382. {
  383. struct hal_srng *srng = (struct hal_srng *)hal_ring;
  384. uint32_t *desc;
  385. /* TODO: Using % is expensive, but we have to do this since
  386. * size of some SRNG rings is not power of 2 (due to descriptor
  387. * sizes). Need to create separate API for rings used
  388. * per-packet, with sizes power of 2 (TCL2SW, REO2SW,
  389. * SW2RXDMA and CE rings)
  390. */
  391. uint32_t next_reap_hp = (srng->u.src_ring.reap_hp + srng->entry_size) %
  392. srng->ring_size;
  393. if (next_reap_hp != srng->u.src_ring.cached_tp) {
  394. desc = &(srng->ring_base_vaddr[next_reap_hp]);
  395. srng->u.src_ring.reap_hp = next_reap_hp;
  396. return (void *)desc;
  397. }
  398. return NULL;
  399. }
  400. /**
  401. * hal_srng_src_get_next_reaped - Get next entry from a source ring that is
  402. * already reaped using hal_srng_src_reap_next, for posting new entries to
  403. * the ring
  404. *
  405. * @hal_soc: Opaque HAL SOC handle
  406. * @hal_ring: Source ring pointer
  407. *
  408. * Return: Opaque pointer for next (reaped) source ring entry; NULL on failire
  409. */
  410. static inline void *hal_srng_src_get_next_reaped(void *hal_soc, void *hal_ring)
  411. {
  412. struct hal_srng *srng = (struct hal_srng *)hal_ring;
  413. uint32_t *desc;
  414. if (srng->u.src_ring.hp != srng->u.src_ring.reap_hp) {
  415. desc = &(srng->ring_base_vaddr[srng->u.src_ring.hp]);
  416. srng->u.src_ring.hp = (srng->u.src_ring.hp + srng->entry_size) %
  417. srng->ring_size;
  418. return (void *)desc;
  419. }
  420. return NULL;
  421. }
  422. /**
  423. * hal_srng_src_done_val -
  424. *
  425. * @hal_soc: Opaque HAL SOC handle
  426. * @hal_ring: Source ring pointer
  427. *
  428. * Return: Opaque pointer for next ring entry; NULL on failire
  429. */
  430. static inline uint32_t hal_srng_src_done_val(void *hal_soc, void *hal_ring)
  431. {
  432. struct hal_srng *srng = (struct hal_srng *)hal_ring;
  433. /* TODO: Using % is expensive, but we have to do this since
  434. * size of some SRNG rings is not power of 2 (due to descriptor
  435. * sizes). Need to create separate API for rings used
  436. * per-packet, with sizes power of 2 (TCL2SW, REO2SW,
  437. * SW2RXDMA and CE rings)
  438. */
  439. uint32_t next_reap_hp = (srng->u.src_ring.reap_hp + srng->entry_size) %
  440. srng->ring_size;
  441. if (next_reap_hp == srng->u.src_ring.cached_tp)
  442. return 0;
  443. if (srng->u.src_ring.cached_tp > next_reap_hp)
  444. return (srng->u.src_ring.cached_tp - next_reap_hp) /
  445. srng->entry_size;
  446. else
  447. return ((srng->ring_size - next_reap_hp) +
  448. srng->u.src_ring.cached_tp) / srng->entry_size;
  449. }
  450. /**
  451. * hal_srng_src_get_next - Get next entry from a source ring and move cached tail pointer
  452. *
  453. * @hal_soc: Opaque HAL SOC handle
  454. * @hal_ring: Source ring pointer
  455. *
  456. * Return: Opaque pointer for next ring entry; NULL on failire
  457. */
  458. static inline void *hal_srng_src_get_next(void *hal_soc, void *hal_ring)
  459. {
  460. struct hal_srng *srng = (struct hal_srng *)hal_ring;
  461. uint32_t *desc;
  462. /* TODO: Using % is expensive, but we have to do this since
  463. * size of some SRNG rings is not power of 2 (due to descriptor
  464. * sizes). Need to create separate API for rings used
  465. * per-packet, with sizes power of 2 (TCL2SW, REO2SW,
  466. * SW2RXDMA and CE rings)
  467. */
  468. uint32_t next_hp = (srng->u.src_ring.hp + srng->entry_size) %
  469. srng->ring_size;
  470. if (next_hp != srng->u.src_ring.cached_tp) {
  471. desc = &(srng->ring_base_vaddr[srng->u.src_ring.hp]);
  472. srng->u.src_ring.hp = next_hp;
  473. /* TODO: Since reap function is not used by all rings, we can
  474. * remove the following update of reap_hp in this function
  475. * if we can ensure that only hal_srng_src_get_next_reaped
  476. * is used for the rings requiring reap functionality
  477. */
  478. srng->u.src_ring.reap_hp = next_hp;
  479. return (void *)desc;
  480. }
  481. return NULL;
  482. }
  483. /**
  484. * hal_srng_src_peek - Get next entry from a ring without moving head pointer.
  485. * hal_srng_src_get_next should be called subsequently to move the head pointer
  486. *
  487. * @hal_soc: Opaque HAL SOC handle
  488. * @hal_ring: Source ring pointer
  489. *
  490. * Return: Opaque pointer for next ring entry; NULL on failire
  491. */
  492. static inline void *hal_srng_src_peek(void *hal_soc, void *hal_ring)
  493. {
  494. struct hal_srng *srng = (struct hal_srng *)hal_ring;
  495. uint32_t *desc;
  496. /* TODO: Using % is expensive, but we have to do this since
  497. * size of some SRNG rings is not power of 2 (due to descriptor
  498. * sizes). Need to create separate API for rings used
  499. * per-packet, with sizes power of 2 (TCL2SW, REO2SW,
  500. * SW2RXDMA and CE rings)
  501. */
  502. if (((srng->u.src_ring.hp + srng->entry_size) %
  503. srng->ring_size) != srng->u.src_ring.cached_tp) {
  504. desc = &(srng->ring_base_vaddr[srng->u.src_ring.hp]);
  505. return (void *)desc;
  506. }
  507. return NULL;
  508. }
  509. /**
  510. * hal_srng_src_num_avail - Returns number of available entries in src ring
  511. *
  512. * @hal_soc: Opaque HAL SOC handle
  513. * @hal_ring: Source ring pointer
  514. * @sync_hw_ptr: Sync cached tail pointer with HW
  515. *
  516. */
  517. static inline uint32_t hal_srng_src_num_avail(void *hal_soc,
  518. void *hal_ring, int sync_hw_ptr)
  519. {
  520. struct hal_srng *srng = (struct hal_srng *)hal_ring;
  521. uint32 tp;
  522. uint32 hp = srng->u.src_ring.hp;
  523. if (sync_hw_ptr) {
  524. tp = *(srng->u.src_ring.tp_addr);
  525. srng->u.src_ring.cached_tp = tp;
  526. } else {
  527. tp = srng->u.src_ring.cached_tp;
  528. }
  529. if (tp > hp)
  530. return ((tp - hp) / srng->entry_size) - 1;
  531. else
  532. return ((srng->ring_size - hp + tp) / srng->entry_size) - 1;
  533. }
  534. /**
  535. * hal_srng_access_end_unlocked - End ring access (unlocked) - update cached
  536. * ring head/tail pointers to HW.
  537. * This should be used only if hal_srng_access_start_unlocked to start ring
  538. * access
  539. *
  540. * @hal_soc: Opaque HAL SOC handle
  541. * @hal_ring: Ring pointer (Source or Destination ring)
  542. *
  543. * Return: 0 on success; error on failire
  544. */
  545. static inline void hal_srng_access_end_unlocked(void *hal_soc, void *hal_ring)
  546. {
  547. struct hal_srng *srng = (struct hal_srng *)hal_ring;
  548. /* TODO: See if we need a write memory barrier here */
  549. if (srng->flags & HAL_SRNG_LMAC_RING) {
  550. /* For LMAC rings, ring pointer updates are done through FW and
  551. * hence written to a shared memory location that is read by FW
  552. */
  553. if (srng->ring_dir == HAL_SRNG_SRC_RING) {
  554. *(srng->u.src_ring.hp_addr) = srng->u.src_ring.hp;
  555. } else {
  556. *(srng->u.dst_ring.tp_addr) = srng->u.dst_ring.tp;
  557. }
  558. } else {
  559. if (srng->ring_dir == HAL_SRNG_SRC_RING)
  560. hal_write_address_32_mb(hal_soc,
  561. srng->u.src_ring.hp_addr,
  562. srng->u.src_ring.hp);
  563. else
  564. hal_write_address_32_mb(hal_soc,
  565. srng->u.dst_ring.tp_addr,
  566. srng->u.dst_ring.tp);
  567. }
  568. }
  569. /**
  570. * hal_srng_access_end - Unlock ring access and update cached ring head/tail
  571. * pointers to HW
  572. * This should be used only if hal_srng_access_start to start ring access
  573. *
  574. * @hal_soc: Opaque HAL SOC handle
  575. * @hal_ring: Ring pointer (Source or Destination ring)
  576. *
  577. * Return: 0 on success; error on failire
  578. */
  579. static inline void hal_srng_access_end(void *hal_soc, void *hal_ring)
  580. {
  581. struct hal_srng *srng = (struct hal_srng *)hal_ring;
  582. hal_srng_access_end_unlocked(hal_soc, hal_ring);
  583. SRNG_UNLOCK(&(srng->lock));
  584. }
  585. /**
  586. * hal_srng_access_end_reap - Unlock ring access
  587. * This should be used only if hal_srng_access_start to start ring access
  588. * and should be used only while reaping SRC ring completions
  589. *
  590. * @hal_soc: Opaque HAL SOC handle
  591. * @hal_ring: Ring pointer (Source or Destination ring)
  592. *
  593. * Return: 0 on success; error on failire
  594. */
  595. static inline void hal_srng_access_end_reap(void *hal_soc, void *hal_ring)
  596. {
  597. struct hal_srng *srng = (struct hal_srng *)hal_ring;
  598. SRNG_UNLOCK(&(srng->lock));
  599. }
  600. /* TODO: Check if the following definitions is available in HW headers */
  601. #define WBM_IDLE_DESC_LIST 1
  602. #define WBM_IDLE_SCATTER_BUF_SIZE 32704
  603. #define NUM_MPDUS_PER_LINK_DESC 6
  604. #define NUM_MSDUS_PER_LINK_DESC 7
  605. #define REO_QUEUE_DESC_ALIGN 128
  606. #define LINK_DESC_SIZE (NUM_OF_DWORDS_RX_MSDU_LINK << 2)
  607. #define LINK_DESC_ALIGN 128
  608. /* Number of mpdu link pointers is 9 in case of TX_MPDU_QUEUE_HEAD and 14 in
  609. * of TX_MPDU_QUEUE_EXT. We are defining a common average count here
  610. */
  611. #define NUM_MPDU_LINKS_PER_QUEUE_DESC 12
  612. /* TODO: Check with HW team on the scatter buffer size supported. As per WBM
  613. * MLD, scatter_buffer_size in IDLE_LIST_CONTROL register is 9 bits and size
  614. * should be specified in 16 word units. But the number of bits defined for
  615. * this field in HW header files is 5.
  616. */
  617. #define WBM_IDLE_SCATTER_BUF_NEXT_PTR_SIZE 8
  618. /**
  619. * hal_set_link_desc_addr - Setup link descriptor in a buffer_addr_info
  620. * HW structure
  621. *
  622. * @desc: Descriptor entry (from WBM_IDLE_LINK ring)
  623. * @cookie: SW cookie for the buffer/descriptor
  624. * @link_desc_paddr: Physical address of link descriptor entry
  625. *
  626. */
  627. static inline void hal_set_link_desc_addr(void *desc, uint32_t cookie,
  628. qdf_dma_addr_t link_desc_paddr)
  629. {
  630. uint32_t *buf_addr = (uint32_t *)desc;
  631. HAL_DESC_SET_FIELD(buf_addr, BUFFER_ADDR_INFO_0, BUFFER_ADDR_31_0,
  632. link_desc_paddr & 0xffffffff);
  633. HAL_DESC_SET_FIELD(buf_addr, BUFFER_ADDR_INFO_1, BUFFER_ADDR_39_32,
  634. (uint64_t)link_desc_paddr >> 32);
  635. HAL_DESC_SET_FIELD(buf_addr, BUFFER_ADDR_INFO_1, RETURN_BUFFER_MANAGER,
  636. WBM_IDLE_DESC_LIST);
  637. HAL_DESC_SET_FIELD(buf_addr, BUFFER_ADDR_INFO_1, SW_BUFFER_COOKIE,
  638. cookie);
  639. }
  640. /**
  641. * hal_idle_list_scatter_buf_size - Get the size of each scatter buffer
  642. * in an idle list
  643. *
  644. * @hal_soc: Opaque HAL SOC handle
  645. *
  646. */
  647. static inline uint32_t hal_idle_list_scatter_buf_size(void *hal_soc)
  648. {
  649. return WBM_IDLE_SCATTER_BUF_SIZE;
  650. }
  651. /**
  652. * hal_get_link_desc_size - Get the size of each link descriptor
  653. *
  654. * @hal_soc: Opaque HAL SOC handle
  655. *
  656. */
  657. static inline uint32_t hal_get_link_desc_size(void *hal_soc)
  658. {
  659. return LINK_DESC_SIZE;
  660. }
  661. /**
  662. * hal_get_link_desc_align - Get the required start address alignment for
  663. * link descriptors
  664. *
  665. * @hal_soc: Opaque HAL SOC handle
  666. *
  667. */
  668. static inline uint32_t hal_get_link_desc_align(void *hal_soc)
  669. {
  670. return LINK_DESC_ALIGN;
  671. }
  672. /**
  673. * hal_num_mpdus_per_link_desc - Get number of mpdus each link desc can hold
  674. *
  675. * @hal_soc: Opaque HAL SOC handle
  676. *
  677. */
  678. static inline uint32_t hal_num_mpdus_per_link_desc(void *hal_soc)
  679. {
  680. return NUM_MPDUS_PER_LINK_DESC;
  681. }
  682. /**
  683. * hal_num_msdus_per_link_desc - Get number of msdus each link desc can hold
  684. *
  685. * @hal_soc: Opaque HAL SOC handle
  686. *
  687. */
  688. static inline uint32_t hal_num_msdus_per_link_desc(void *hal_soc)
  689. {
  690. return NUM_MSDUS_PER_LINK_DESC;
  691. }
  692. /**
  693. * hal_num_mpdu_links_per_queue_desc - Get number of mpdu links each queue
  694. * descriptor can hold
  695. *
  696. * @hal_soc: Opaque HAL SOC handle
  697. *
  698. */
  699. static inline uint32_t hal_num_mpdu_links_per_queue_desc(void *hal_soc)
  700. {
  701. return NUM_MPDU_LINKS_PER_QUEUE_DESC;
  702. }
  703. /**
  704. * hal_idle_list_scatter_buf_num_entries - Get the number of link desc entries
  705. * that the given buffer size
  706. *
  707. * @hal_soc: Opaque HAL SOC handle
  708. * @scatter_buf_size: Size of scatter buffer
  709. *
  710. */
  711. static inline uint32_t hal_idle_scatter_buf_num_entries(void *hal_soc,
  712. uint32_t scatter_buf_size)
  713. {
  714. return (scatter_buf_size - WBM_IDLE_SCATTER_BUF_NEXT_PTR_SIZE) /
  715. hal_srng_get_entrysize(hal_soc, WBM_IDLE_LINK);
  716. }
  717. /**
  718. * hal_idle_scatter_buf_setup - Setup scattered idle list using the buffer list
  719. * provided
  720. *
  721. * @hal_soc: Opaque HAL SOC handle
  722. * @idle_scatter_bufs_base_paddr: Array of physical base addresses
  723. * @idle_scatter_bufs_base_vaddr: Array of virtual base addresses
  724. * @num_scatter_bufs: Number of scatter buffers in the above lists
  725. * @scatter_buf_size: Size of each scatter buffer
  726. *
  727. */
  728. extern void hal_setup_link_idle_list(void *hal_soc,
  729. qdf_dma_addr_t scatter_bufs_base_paddr[],
  730. void *scatter_bufs_base_vaddr[], uint32_t num_scatter_bufs,
  731. uint32_t scatter_buf_size, uint32_t last_buf_end_offset);
  732. /* REO parameters to be passed to hal_reo_setup */
  733. struct hal_reo_params {
  734. bool rx_hash_enabled;
  735. };
  736. /**
  737. * hal_reo_setup - Initialize HW REO block
  738. *
  739. * @hal_soc: Opaque HAL SOC handle
  740. * @reo_params: parameters needed by HAL for REO config
  741. */
  742. extern void hal_reo_setup(void *hal_soc,
  743. struct hal_reo_params *reo_params);
  744. enum hal_pn_type {
  745. HAL_PN_NONE,
  746. HAL_PN_WPA,
  747. HAL_PN_WAPI_EVEN,
  748. HAL_PN_WAPI_UNEVEN,
  749. };
  750. #define HAL_RX_MAX_BA_WINDOW 256
  751. /**
  752. * hal_get_reo_qdesc_size - Get size of reo queue descriptor
  753. *
  754. * @hal_soc: Opaque HAL SOC handle
  755. * @ba_window_size: BlockAck window size
  756. *
  757. */
  758. static inline uint32_t hal_get_reo_qdesc_size(void *hal_soc,
  759. uint32_t ba_window_size)
  760. {
  761. if (ba_window_size <= 1)
  762. return sizeof(struct rx_reo_queue);
  763. if (ba_window_size <= 105)
  764. return sizeof(struct rx_reo_queue) +
  765. sizeof(struct rx_reo_queue_ext);
  766. if (ba_window_size <= 210)
  767. return sizeof(struct rx_reo_queue) +
  768. (2 * sizeof(struct rx_reo_queue_ext));
  769. return sizeof(struct rx_reo_queue) +
  770. (3 * sizeof(struct rx_reo_queue_ext));
  771. }
  772. /**
  773. * hal_get_reo_qdesc_align - Get start address alignment for reo
  774. * queue descriptors
  775. *
  776. * @hal_soc: Opaque HAL SOC handle
  777. *
  778. */
  779. static inline uint32_t hal_get_reo_qdesc_align(void *hal_soc)
  780. {
  781. return REO_QUEUE_DESC_ALIGN;
  782. }
  783. /**
  784. * hal_reo_qdesc_setup - Setup HW REO queue descriptor
  785. *
  786. * @hal_soc: Opaque HAL SOC handle
  787. * @ba_window_size: BlockAck window size
  788. * @start_seq: Starting sequence number
  789. * @hw_qdesc_vaddr: Virtual address of REO queue descriptor memory
  790. * @hw_qdesc_paddr: Physical address of REO queue descriptor memory
  791. * @pn_type: PN type (one of the types defined in 'enum hal_pn_type')
  792. *
  793. */
  794. extern void hal_reo_qdesc_setup(void *hal_soc, int tid, uint32_t ba_window_size,
  795. uint32_t start_seq, void *hw_qdesc_vaddr, qdf_dma_addr_t hw_qdesc_paddr,
  796. int pn_type);
  797. /**
  798. * hal_srng_get_hp_addr - Get head pointer physical address
  799. *
  800. * @hal_soc: Opaque HAL SOC handle
  801. * @hal_ring: Ring pointer (Source or Destination ring)
  802. *
  803. */
  804. static inline qdf_dma_addr_t hal_srng_get_hp_addr(void *hal_soc, void *hal_ring)
  805. {
  806. struct hal_srng *srng = (struct hal_srng *)hal_ring;
  807. struct hal_soc *hal = (struct hal_soc *)hal_soc;
  808. if (!(srng->flags & HAL_SRNG_LMAC_RING)) {
  809. /* Currently this interface is required only for LMAC rings */
  810. return (qdf_dma_addr_t)NULL;
  811. }
  812. if (srng->ring_dir == HAL_SRNG_SRC_RING) {
  813. return hal->shadow_wrptr_mem_paddr +
  814. ((unsigned long)(srng->u.src_ring.hp_addr) -
  815. (unsigned long)(hal->shadow_wrptr_mem_vaddr));
  816. } else {
  817. return hal->shadow_rdptr_mem_paddr +
  818. ((unsigned long)(srng->u.dst_ring.hp_addr) -
  819. (unsigned long)(hal->shadow_rdptr_mem_vaddr));
  820. }
  821. }
  822. /**
  823. * hal_srng_get_tp_addr - Get tail pointer physical address
  824. *
  825. * @hal_soc: Opaque HAL SOC handle
  826. * @hal_ring: Ring pointer (Source or Destination ring)
  827. *
  828. */
  829. static inline qdf_dma_addr_t hal_srng_get_tp_addr(void *hal_soc, void *hal_ring)
  830. {
  831. struct hal_srng *srng = (struct hal_srng *)hal_ring;
  832. struct hal_soc *hal = (struct hal_soc *)hal_soc;
  833. if (!(srng->flags & HAL_SRNG_LMAC_RING)) {
  834. /* Currently this interface is required only for LMAC rings */
  835. return (qdf_dma_addr_t)NULL;
  836. }
  837. if (srng->ring_dir == HAL_SRNG_SRC_RING) {
  838. return hal->shadow_rdptr_mem_paddr +
  839. ((unsigned long)(srng->u.src_ring.tp_addr) -
  840. (unsigned long)(hal->shadow_rdptr_mem_vaddr));
  841. } else {
  842. return hal->shadow_wrptr_mem_paddr +
  843. ((unsigned long)(srng->u.dst_ring.tp_addr) -
  844. (unsigned long)(hal->shadow_wrptr_mem_vaddr));
  845. }
  846. }
  847. /**
  848. * hal_get_srng_params - Retreive SRNG parameters for a given ring from HAL
  849. *
  850. * @hal_soc: Opaque HAL SOC handle
  851. * @hal_ring: Ring pointer (Source or Destination ring)
  852. * @ring_params: SRNG parameters will be returned through this structure
  853. */
  854. extern void hal_get_srng_params(void *hal_soc, void *hal_ring,
  855. struct hal_srng_params *ring_params);
  856. #endif /* _HAL_API_H_ */