hal_srng.c 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830
  1. /*
  2. * Copyright (c) 2016-2019 The Linux Foundation. All rights reserved.
  3. *
  4. * Permission to use, copy, modify, and/or distribute this software for
  5. * any purpose with or without fee is hereby granted, provided that the
  6. * above copyright notice and this permission notice appear in all
  7. * copies.
  8. *
  9. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  10. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  11. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  12. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  13. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  14. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  15. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  16. * PERFORMANCE OF THIS SOFTWARE.
  17. */
  18. #include "hal_hw_headers.h"
  19. #include "hal_api.h"
  20. #include "target_type.h"
  21. #include "wcss_version.h"
  22. #include "qdf_module.h"
  23. #ifdef QCA_WIFI_QCA8074
  24. void hal_qca6290_attach(struct hal_soc *hal);
  25. #endif
  26. #ifdef QCA_WIFI_QCA8074
  27. void hal_qca8074_attach(struct hal_soc *hal);
  28. #endif
  29. #ifdef QCA_WIFI_QCA8074V2
  30. void hal_qca8074v2_attach(struct hal_soc *hal);
  31. #endif
  32. #ifdef QCA_WIFI_QCA6390
  33. void hal_qca6390_attach(struct hal_soc *hal);
  34. #endif
  35. #ifdef QCA_WIFI_QCA6018
  36. void hal_qca6018_attach(struct hal_soc *hal);
  37. #endif
  38. #ifdef ENABLE_VERBOSE_DEBUG
  39. bool is_hal_verbose_debug_enabled;
  40. #endif
  41. /**
  42. * hal_get_srng_ring_id() - get the ring id of a descriped ring
  43. * @hal: hal_soc data structure
  44. * @ring_type: type enum describing the ring
  45. * @ring_num: which ring of the ring type
  46. * @mac_id: which mac does the ring belong to (or 0 for non-lmac rings)
  47. *
  48. * Return: the ring id or -EINVAL if the ring does not exist.
  49. */
  50. static int hal_get_srng_ring_id(struct hal_soc *hal, int ring_type,
  51. int ring_num, int mac_id)
  52. {
  53. struct hal_hw_srng_config *ring_config =
  54. HAL_SRNG_CONFIG(hal, ring_type);
  55. int ring_id;
  56. if (ring_num >= ring_config->max_rings) {
  57. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_INFO,
  58. "%s: ring_num exceeded maximum no. of supported rings",
  59. __func__);
  60. /* TODO: This is a programming error. Assert if this happens */
  61. return -EINVAL;
  62. }
  63. if (ring_config->lmac_ring) {
  64. ring_id = ring_config->start_ring_id + ring_num +
  65. (mac_id * HAL_MAX_RINGS_PER_LMAC);
  66. } else {
  67. ring_id = ring_config->start_ring_id + ring_num;
  68. }
  69. return ring_id;
  70. }
  71. static struct hal_srng *hal_get_srng(struct hal_soc *hal, int ring_id)
  72. {
  73. /* TODO: Should we allocate srng structures dynamically? */
  74. return &(hal->srng_list[ring_id]);
  75. }
  76. #define HP_OFFSET_IN_REG_START 1
  77. #define OFFSET_FROM_HP_TO_TP 4
  78. static void hal_update_srng_hp_tp_address(void *hal_soc,
  79. int shadow_config_index,
  80. int ring_type,
  81. int ring_num)
  82. {
  83. struct hal_srng *srng;
  84. struct hal_soc *hal = (struct hal_soc *)hal_soc;
  85. int ring_id;
  86. struct hal_hw_srng_config *ring_config =
  87. HAL_SRNG_CONFIG(hal, ring_type);
  88. ring_id = hal_get_srng_ring_id(hal_soc, ring_type, ring_num, 0);
  89. if (ring_id < 0)
  90. return;
  91. srng = hal_get_srng(hal_soc, ring_id);
  92. if (ring_config->ring_dir == HAL_SRNG_DST_RING) {
  93. srng->u.dst_ring.tp_addr = SHADOW_REGISTER(shadow_config_index)
  94. + hal->dev_base_addr;
  95. hal_debug("tp_addr=%pK dev base addr %pK index %u",
  96. srng->u.dst_ring.tp_addr, hal->dev_base_addr,
  97. shadow_config_index);
  98. } else {
  99. srng->u.src_ring.hp_addr = SHADOW_REGISTER(shadow_config_index)
  100. + hal->dev_base_addr;
  101. hal_debug("hp_addr=%pK dev base addr %pK index %u",
  102. srng->u.src_ring.hp_addr,
  103. hal->dev_base_addr, shadow_config_index);
  104. }
  105. }
  106. QDF_STATUS hal_set_one_shadow_config(void *hal_soc,
  107. int ring_type,
  108. int ring_num)
  109. {
  110. uint32_t target_register;
  111. struct hal_soc *hal = (struct hal_soc *)hal_soc;
  112. struct hal_hw_srng_config *srng_config = &hal->hw_srng_table[ring_type];
  113. int shadow_config_index = hal->num_shadow_registers_configured;
  114. if (shadow_config_index >= MAX_SHADOW_REGISTERS) {
  115. QDF_ASSERT(0);
  116. return QDF_STATUS_E_RESOURCES;
  117. }
  118. hal->num_shadow_registers_configured++;
  119. target_register = srng_config->reg_start[HP_OFFSET_IN_REG_START];
  120. target_register += (srng_config->reg_size[HP_OFFSET_IN_REG_START]
  121. *ring_num);
  122. /* if the ring is a dst ring, we need to shadow the tail pointer */
  123. if (srng_config->ring_dir == HAL_SRNG_DST_RING)
  124. target_register += OFFSET_FROM_HP_TO_TP;
  125. hal->shadow_config[shadow_config_index].addr = target_register;
  126. /* update hp/tp addr in the hal_soc structure*/
  127. hal_update_srng_hp_tp_address(hal_soc, shadow_config_index, ring_type,
  128. ring_num);
  129. hal_debug("target_reg %x, shadow register 0x%x shadow_index 0x%x, ring_type %d, ring num %d",
  130. target_register,
  131. SHADOW_REGISTER(shadow_config_index),
  132. shadow_config_index,
  133. ring_type, ring_num);
  134. return QDF_STATUS_SUCCESS;
  135. }
  136. qdf_export_symbol(hal_set_one_shadow_config);
  137. QDF_STATUS hal_construct_shadow_config(void *hal_soc)
  138. {
  139. int ring_type, ring_num;
  140. struct hal_soc *hal = (struct hal_soc *)hal_soc;
  141. for (ring_type = 0; ring_type < MAX_RING_TYPES; ring_type++) {
  142. struct hal_hw_srng_config *srng_config =
  143. &hal->hw_srng_table[ring_type];
  144. if (ring_type == CE_SRC ||
  145. ring_type == CE_DST ||
  146. ring_type == CE_DST_STATUS)
  147. continue;
  148. if (srng_config->lmac_ring)
  149. continue;
  150. for (ring_num = 0; ring_num < srng_config->max_rings;
  151. ring_num++)
  152. hal_set_one_shadow_config(hal_soc, ring_type, ring_num);
  153. }
  154. return QDF_STATUS_SUCCESS;
  155. }
  156. qdf_export_symbol(hal_construct_shadow_config);
  157. void hal_get_shadow_config(void *hal_soc,
  158. struct pld_shadow_reg_v2_cfg **shadow_config,
  159. int *num_shadow_registers_configured)
  160. {
  161. struct hal_soc *hal = (struct hal_soc *)hal_soc;
  162. *shadow_config = hal->shadow_config;
  163. *num_shadow_registers_configured =
  164. hal->num_shadow_registers_configured;
  165. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  166. "%s", __func__);
  167. }
  168. qdf_export_symbol(hal_get_shadow_config);
  169. static void hal_validate_shadow_register(struct hal_soc *hal,
  170. uint32_t *destination,
  171. uint32_t *shadow_address)
  172. {
  173. unsigned int index;
  174. uint32_t *shadow_0_offset = SHADOW_REGISTER(0) + hal->dev_base_addr;
  175. int destination_ba_offset =
  176. ((char *)destination) - (char *)hal->dev_base_addr;
  177. index = shadow_address - shadow_0_offset;
  178. if (index >= MAX_SHADOW_REGISTERS) {
  179. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  180. "%s: index %x out of bounds", __func__, index);
  181. goto error;
  182. } else if (hal->shadow_config[index].addr != destination_ba_offset) {
  183. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  184. "%s: sanity check failure, expected %x, found %x",
  185. __func__, destination_ba_offset,
  186. hal->shadow_config[index].addr);
  187. goto error;
  188. }
  189. return;
  190. error:
  191. qdf_print("%s: baddr %pK, desination %pK, shadow_address %pK s0offset %pK index %x",
  192. __func__, hal->dev_base_addr, destination, shadow_address,
  193. shadow_0_offset, index);
  194. QDF_BUG(0);
  195. return;
  196. }
  197. static void hal_target_based_configure(struct hal_soc *hal)
  198. {
  199. switch (hal->target_type) {
  200. #ifdef QCA_WIFI_QCA6290
  201. case TARGET_TYPE_QCA6290:
  202. hal->use_register_windowing = true;
  203. hal_qca6290_attach(hal);
  204. break;
  205. #endif
  206. #ifdef QCA_WIFI_QCA6390
  207. case TARGET_TYPE_QCA6390:
  208. hal->use_register_windowing = true;
  209. hal_qca6390_attach(hal);
  210. break;
  211. #endif
  212. #if defined(QCA_WIFI_QCA8074) && defined(CONFIG_WIN)
  213. case TARGET_TYPE_QCA8074:
  214. hal_qca8074_attach(hal);
  215. break;
  216. #endif
  217. #if defined(QCA_WIFI_QCA8074V2) && defined(CONFIG_WIN)
  218. case TARGET_TYPE_QCA8074V2:
  219. hal_qca8074v2_attach(hal);
  220. break;
  221. #endif
  222. #if defined(QCA_WIFI_QCA6018) && defined(CONFIG_WIN)
  223. case TARGET_TYPE_QCA6018:
  224. hal_qca6018_attach(hal);
  225. break;
  226. #endif
  227. default:
  228. break;
  229. }
  230. }
  231. uint32_t hal_get_target_type(struct hal_soc *hal)
  232. {
  233. struct hif_target_info *tgt_info =
  234. hif_get_target_info_handle(hal->hif_handle);
  235. return tgt_info->target_type;
  236. }
  237. qdf_export_symbol(hal_get_target_type);
  238. /**
  239. * hal_attach - Initialize HAL layer
  240. * @hif_handle: Opaque HIF handle
  241. * @qdf_dev: QDF device
  242. *
  243. * Return: Opaque HAL SOC handle
  244. * NULL on failure (if given ring is not available)
  245. *
  246. * This function should be called as part of HIF initialization (for accessing
  247. * copy engines). DP layer will get hal_soc handle using hif_get_hal_handle()
  248. *
  249. */
  250. void *hal_attach(void *hif_handle, qdf_device_t qdf_dev)
  251. {
  252. struct hal_soc *hal;
  253. int i;
  254. hal = qdf_mem_malloc(sizeof(*hal));
  255. if (!hal) {
  256. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  257. "%s: hal_soc allocation failed", __func__);
  258. goto fail0;
  259. }
  260. hal->hif_handle = hif_handle;
  261. hal->dev_base_addr = hif_get_dev_ba(hif_handle);
  262. hal->qdf_dev = qdf_dev;
  263. hal->shadow_rdptr_mem_vaddr = (uint32_t *)qdf_mem_alloc_consistent(
  264. qdf_dev, qdf_dev->dev, sizeof(*(hal->shadow_rdptr_mem_vaddr)) *
  265. HAL_SRNG_ID_MAX, &(hal->shadow_rdptr_mem_paddr));
  266. if (!hal->shadow_rdptr_mem_paddr) {
  267. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  268. "%s: hal->shadow_rdptr_mem_paddr allocation failed",
  269. __func__);
  270. goto fail1;
  271. }
  272. qdf_mem_zero(hal->shadow_rdptr_mem_vaddr,
  273. sizeof(*(hal->shadow_rdptr_mem_vaddr)) * HAL_SRNG_ID_MAX);
  274. hal->shadow_wrptr_mem_vaddr =
  275. (uint32_t *)qdf_mem_alloc_consistent(qdf_dev, qdf_dev->dev,
  276. sizeof(*(hal->shadow_wrptr_mem_vaddr)) * HAL_MAX_LMAC_RINGS,
  277. &(hal->shadow_wrptr_mem_paddr));
  278. if (!hal->shadow_wrptr_mem_vaddr) {
  279. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  280. "%s: hal->shadow_wrptr_mem_vaddr allocation failed",
  281. __func__);
  282. goto fail2;
  283. }
  284. qdf_mem_zero(hal->shadow_wrptr_mem_vaddr,
  285. sizeof(*(hal->shadow_wrptr_mem_vaddr)) * HAL_MAX_LMAC_RINGS);
  286. for (i = 0; i < HAL_SRNG_ID_MAX; i++) {
  287. hal->srng_list[i].initialized = 0;
  288. hal->srng_list[i].ring_id = i;
  289. }
  290. qdf_spinlock_create(&hal->register_access_lock);
  291. hal->register_window = 0;
  292. hal->target_type = hal_get_target_type(hal);
  293. hal_target_based_configure(hal);
  294. return (void *)hal;
  295. fail2:
  296. qdf_mem_free_consistent(qdf_dev, qdf_dev->dev,
  297. sizeof(*(hal->shadow_rdptr_mem_vaddr)) * HAL_SRNG_ID_MAX,
  298. hal->shadow_rdptr_mem_vaddr, hal->shadow_rdptr_mem_paddr, 0);
  299. fail1:
  300. qdf_mem_free(hal);
  301. fail0:
  302. return NULL;
  303. }
  304. qdf_export_symbol(hal_attach);
  305. /**
  306. * hal_mem_info - Retrieve hal memory base address
  307. *
  308. * @hal_soc: Opaque HAL SOC handle
  309. * @mem: pointer to structure to be updated with hal mem info
  310. */
  311. void hal_get_meminfo(void *hal_soc, struct hal_mem_info *mem )
  312. {
  313. struct hal_soc *hal = (struct hal_soc *)hal_soc;
  314. mem->dev_base_addr = (void *)hal->dev_base_addr;
  315. mem->shadow_rdptr_mem_vaddr = (void *)hal->shadow_rdptr_mem_vaddr;
  316. mem->shadow_wrptr_mem_vaddr = (void *)hal->shadow_wrptr_mem_vaddr;
  317. mem->shadow_rdptr_mem_paddr = (void *)hal->shadow_rdptr_mem_paddr;
  318. mem->shadow_wrptr_mem_paddr = (void *)hal->shadow_wrptr_mem_paddr;
  319. hif_read_phy_mem_base(hal->hif_handle, (qdf_dma_addr_t *)&mem->dev_base_paddr);
  320. return;
  321. }
  322. qdf_export_symbol(hal_get_meminfo);
  323. /**
  324. * hal_detach - Detach HAL layer
  325. * @hal_soc: HAL SOC handle
  326. *
  327. * Return: Opaque HAL SOC handle
  328. * NULL on failure (if given ring is not available)
  329. *
  330. * This function should be called as part of HIF initialization (for accessing
  331. * copy engines). DP layer will get hal_soc handle using hif_get_hal_handle()
  332. *
  333. */
  334. extern void hal_detach(void *hal_soc)
  335. {
  336. struct hal_soc *hal = (struct hal_soc *)hal_soc;
  337. qdf_mem_free_consistent(hal->qdf_dev, hal->qdf_dev->dev,
  338. sizeof(*(hal->shadow_rdptr_mem_vaddr)) * HAL_SRNG_ID_MAX,
  339. hal->shadow_rdptr_mem_vaddr, hal->shadow_rdptr_mem_paddr, 0);
  340. qdf_mem_free_consistent(hal->qdf_dev, hal->qdf_dev->dev,
  341. sizeof(*(hal->shadow_wrptr_mem_vaddr)) * HAL_MAX_LMAC_RINGS,
  342. hal->shadow_wrptr_mem_vaddr, hal->shadow_wrptr_mem_paddr, 0);
  343. qdf_mem_free(hal);
  344. return;
  345. }
  346. qdf_export_symbol(hal_detach);
  347. /**
  348. * hal_ce_dst_setup - Initialize CE destination ring registers
  349. * @hal_soc: HAL SOC handle
  350. * @srng: SRNG ring pointer
  351. */
  352. static inline void hal_ce_dst_setup(struct hal_soc *hal, struct hal_srng *srng,
  353. int ring_num)
  354. {
  355. uint32_t reg_val = 0;
  356. uint32_t reg_addr;
  357. struct hal_hw_srng_config *ring_config =
  358. HAL_SRNG_CONFIG(hal, CE_DST);
  359. /* set DEST_MAX_LENGTH according to ce assignment */
  360. reg_addr = HWIO_WFSS_CE_CHANNEL_DST_R0_DEST_CTRL_ADDR(
  361. ring_config->reg_start[R0_INDEX] +
  362. (ring_num * ring_config->reg_size[R0_INDEX]));
  363. reg_val = HAL_REG_READ(hal, reg_addr);
  364. reg_val &= ~HWIO_WFSS_CE_CHANNEL_DST_R0_DEST_CTRL_DEST_MAX_LENGTH_BMSK;
  365. reg_val |= srng->u.dst_ring.max_buffer_length &
  366. HWIO_WFSS_CE_CHANNEL_DST_R0_DEST_CTRL_DEST_MAX_LENGTH_BMSK;
  367. HAL_REG_WRITE(hal, reg_addr, reg_val);
  368. }
  369. /**
  370. * hal_reo_read_write_ctrl_ix - Read or write REO_DESTINATION_RING_CTRL_IX
  371. * @hal: HAL SOC handle
  372. * @read: boolean value to indicate if read or write
  373. * @ix0: pointer to store IX0 reg value
  374. * @ix1: pointer to store IX1 reg value
  375. * @ix2: pointer to store IX2 reg value
  376. * @ix3: pointer to store IX3 reg value
  377. */
  378. void hal_reo_read_write_ctrl_ix(struct hal_soc *hal, bool read, uint32_t *ix0,
  379. uint32_t *ix1, uint32_t *ix2, uint32_t *ix3)
  380. {
  381. uint32_t reg_offset;
  382. if (read) {
  383. if (ix0) {
  384. reg_offset =
  385. HWIO_REO_R0_DESTINATION_RING_CTRL_IX_0_ADDR(
  386. SEQ_WCSS_UMAC_REO_REG_OFFSET);
  387. *ix0 = HAL_REG_READ(hal, reg_offset);
  388. }
  389. if (ix1) {
  390. reg_offset =
  391. HWIO_REO_R0_DESTINATION_RING_CTRL_IX_1_ADDR(
  392. SEQ_WCSS_UMAC_REO_REG_OFFSET);
  393. *ix1 = HAL_REG_READ(hal, reg_offset);
  394. }
  395. if (ix2) {
  396. reg_offset =
  397. HWIO_REO_R0_DESTINATION_RING_CTRL_IX_2_ADDR(
  398. SEQ_WCSS_UMAC_REO_REG_OFFSET);
  399. *ix2 = HAL_REG_READ(hal, reg_offset);
  400. }
  401. if (ix3) {
  402. reg_offset =
  403. HWIO_REO_R0_DESTINATION_RING_CTRL_IX_3_ADDR(
  404. SEQ_WCSS_UMAC_REO_REG_OFFSET);
  405. *ix3 = HAL_REG_READ(hal, reg_offset);
  406. }
  407. } else {
  408. if (ix0) {
  409. reg_offset =
  410. HWIO_REO_R0_DESTINATION_RING_CTRL_IX_0_ADDR(
  411. SEQ_WCSS_UMAC_REO_REG_OFFSET);
  412. HAL_REG_WRITE(hal, reg_offset, *ix0);
  413. }
  414. if (ix1) {
  415. reg_offset =
  416. HWIO_REO_R0_DESTINATION_RING_CTRL_IX_1_ADDR(
  417. SEQ_WCSS_UMAC_REO_REG_OFFSET);
  418. HAL_REG_WRITE(hal, reg_offset, *ix1);
  419. }
  420. if (ix2) {
  421. reg_offset =
  422. HWIO_REO_R0_DESTINATION_RING_CTRL_IX_2_ADDR(
  423. SEQ_WCSS_UMAC_REO_REG_OFFSET);
  424. HAL_REG_WRITE(hal, reg_offset, *ix2);
  425. }
  426. if (ix3) {
  427. reg_offset =
  428. HWIO_REO_R0_DESTINATION_RING_CTRL_IX_3_ADDR(
  429. SEQ_WCSS_UMAC_REO_REG_OFFSET);
  430. HAL_REG_WRITE(hal, reg_offset, *ix3);
  431. }
  432. }
  433. }
  434. /**
  435. * hal_srng_dst_set_hp_paddr() - Set physical address to dest ring head pointer
  436. * @srng: sring pointer
  437. * @paddr: physical address
  438. */
  439. void hal_srng_dst_set_hp_paddr(struct hal_srng *srng,
  440. uint64_t paddr)
  441. {
  442. SRNG_DST_REG_WRITE(srng, HP_ADDR_LSB,
  443. paddr & 0xffffffff);
  444. SRNG_DST_REG_WRITE(srng, HP_ADDR_MSB,
  445. paddr >> 32);
  446. }
  447. /**
  448. * hal_srng_dst_init_hp() - Initilaize destination ring head pointer
  449. * @srng: sring pointer
  450. * @vaddr: virtual address
  451. */
  452. void hal_srng_dst_init_hp(struct hal_srng *srng,
  453. uint32_t *vaddr)
  454. {
  455. if (!srng)
  456. return;
  457. srng->u.dst_ring.hp_addr = vaddr;
  458. SRNG_DST_REG_WRITE(srng, HP, srng->u.dst_ring.cached_hp);
  459. if (vaddr) {
  460. *srng->u.dst_ring.hp_addr = srng->u.dst_ring.cached_hp;
  461. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  462. "hp_addr=%pK, cached_hp=%d, hp=%d",
  463. (void *)srng->u.dst_ring.hp_addr,
  464. srng->u.dst_ring.cached_hp,
  465. *srng->u.dst_ring.hp_addr);
  466. }
  467. }
  468. /**
  469. * hal_srng_hw_init - Private function to initialize SRNG HW
  470. * @hal_soc: HAL SOC handle
  471. * @srng: SRNG ring pointer
  472. */
  473. static inline void hal_srng_hw_init(struct hal_soc *hal,
  474. struct hal_srng *srng)
  475. {
  476. if (srng->ring_dir == HAL_SRNG_SRC_RING)
  477. hal_srng_src_hw_init(hal, srng);
  478. else
  479. hal_srng_dst_hw_init(hal, srng);
  480. }
  481. #ifdef CONFIG_SHADOW_V2
  482. #define ignore_shadow false
  483. #define CHECK_SHADOW_REGISTERS true
  484. #else
  485. #define ignore_shadow true
  486. #define CHECK_SHADOW_REGISTERS false
  487. #endif
  488. /**
  489. * hal_srng_setup - Initialize HW SRNG ring.
  490. * @hal_soc: Opaque HAL SOC handle
  491. * @ring_type: one of the types from hal_ring_type
  492. * @ring_num: Ring number if there are multiple rings of same type (staring
  493. * from 0)
  494. * @mac_id: valid MAC Id should be passed if ring type is one of lmac rings
  495. * @ring_params: SRNG ring params in hal_srng_params structure.
  496. * Callers are expected to allocate contiguous ring memory of size
  497. * 'num_entries * entry_size' bytes and pass the physical and virtual base
  498. * addresses through 'ring_base_paddr' and 'ring_base_vaddr' in
  499. * hal_srng_params structure. Ring base address should be 8 byte aligned
  500. * and size of each ring entry should be queried using the API
  501. * hal_srng_get_entrysize
  502. *
  503. * Return: Opaque pointer to ring on success
  504. * NULL on failure (if given ring is not available)
  505. */
  506. void *hal_srng_setup(void *hal_soc, int ring_type, int ring_num,
  507. int mac_id, struct hal_srng_params *ring_params)
  508. {
  509. int ring_id;
  510. struct hal_soc *hal = (struct hal_soc *)hal_soc;
  511. struct hal_srng *srng;
  512. struct hal_hw_srng_config *ring_config =
  513. HAL_SRNG_CONFIG(hal, ring_type);
  514. void *dev_base_addr;
  515. int i;
  516. ring_id = hal_get_srng_ring_id(hal_soc, ring_type, ring_num, mac_id);
  517. if (ring_id < 0)
  518. return NULL;
  519. hal_verbose_debug("mac_id %d ring_id %d", mac_id, ring_id);
  520. srng = hal_get_srng(hal_soc, ring_id);
  521. if (srng->initialized) {
  522. hal_verbose_debug("Ring (ring_type, ring_num) already initialized");
  523. return NULL;
  524. }
  525. dev_base_addr = hal->dev_base_addr;
  526. srng->ring_id = ring_id;
  527. srng->ring_dir = ring_config->ring_dir;
  528. srng->ring_base_paddr = ring_params->ring_base_paddr;
  529. srng->ring_base_vaddr = ring_params->ring_base_vaddr;
  530. srng->entry_size = ring_config->entry_size;
  531. srng->num_entries = ring_params->num_entries;
  532. srng->ring_size = srng->num_entries * srng->entry_size;
  533. srng->ring_size_mask = srng->ring_size - 1;
  534. srng->msi_addr = ring_params->msi_addr;
  535. srng->msi_data = ring_params->msi_data;
  536. srng->intr_timer_thres_us = ring_params->intr_timer_thres_us;
  537. srng->intr_batch_cntr_thres_entries =
  538. ring_params->intr_batch_cntr_thres_entries;
  539. srng->hal_soc = hal_soc;
  540. for (i = 0 ; i < MAX_SRNG_REG_GROUPS; i++) {
  541. srng->hwreg_base[i] = dev_base_addr + ring_config->reg_start[i]
  542. + (ring_num * ring_config->reg_size[i]);
  543. }
  544. /* Zero out the entire ring memory */
  545. qdf_mem_zero(srng->ring_base_vaddr, (srng->entry_size *
  546. srng->num_entries) << 2);
  547. srng->flags = ring_params->flags;
  548. #ifdef BIG_ENDIAN_HOST
  549. /* TODO: See if we should we get these flags from caller */
  550. srng->flags |= HAL_SRNG_DATA_TLV_SWAP;
  551. srng->flags |= HAL_SRNG_MSI_SWAP;
  552. srng->flags |= HAL_SRNG_RING_PTR_SWAP;
  553. #endif
  554. if (srng->ring_dir == HAL_SRNG_SRC_RING) {
  555. srng->u.src_ring.hp = 0;
  556. srng->u.src_ring.reap_hp = srng->ring_size -
  557. srng->entry_size;
  558. srng->u.src_ring.tp_addr =
  559. &(hal->shadow_rdptr_mem_vaddr[ring_id]);
  560. srng->u.src_ring.low_threshold =
  561. ring_params->low_threshold * srng->entry_size;
  562. if (ring_config->lmac_ring) {
  563. /* For LMAC rings, head pointer updates will be done
  564. * through FW by writing to a shared memory location
  565. */
  566. srng->u.src_ring.hp_addr =
  567. &(hal->shadow_wrptr_mem_vaddr[ring_id -
  568. HAL_SRNG_LMAC1_ID_START]);
  569. srng->flags |= HAL_SRNG_LMAC_RING;
  570. } else if (ignore_shadow || (srng->u.src_ring.hp_addr == 0)) {
  571. srng->u.src_ring.hp_addr = SRNG_SRC_ADDR(srng, HP);
  572. if (CHECK_SHADOW_REGISTERS) {
  573. QDF_TRACE(QDF_MODULE_ID_TXRX,
  574. QDF_TRACE_LEVEL_ERROR,
  575. "%s: Ring (%d, %d) missing shadow config",
  576. __func__, ring_type, ring_num);
  577. }
  578. } else {
  579. hal_validate_shadow_register(hal,
  580. SRNG_SRC_ADDR(srng, HP),
  581. srng->u.src_ring.hp_addr);
  582. }
  583. } else {
  584. /* During initialization loop count in all the descriptors
  585. * will be set to zero, and HW will set it to 1 on completing
  586. * descriptor update in first loop, and increments it by 1 on
  587. * subsequent loops (loop count wraps around after reaching
  588. * 0xffff). The 'loop_cnt' in SW ring state is the expected
  589. * loop count in descriptors updated by HW (to be processed
  590. * by SW).
  591. */
  592. srng->u.dst_ring.loop_cnt = 1;
  593. srng->u.dst_ring.tp = 0;
  594. srng->u.dst_ring.hp_addr =
  595. &(hal->shadow_rdptr_mem_vaddr[ring_id]);
  596. if (ring_config->lmac_ring) {
  597. /* For LMAC rings, tail pointer updates will be done
  598. * through FW by writing to a shared memory location
  599. */
  600. srng->u.dst_ring.tp_addr =
  601. &(hal->shadow_wrptr_mem_vaddr[ring_id -
  602. HAL_SRNG_LMAC1_ID_START]);
  603. srng->flags |= HAL_SRNG_LMAC_RING;
  604. } else if (ignore_shadow || srng->u.dst_ring.tp_addr == 0) {
  605. srng->u.dst_ring.tp_addr = SRNG_DST_ADDR(srng, TP);
  606. if (CHECK_SHADOW_REGISTERS) {
  607. QDF_TRACE(QDF_MODULE_ID_TXRX,
  608. QDF_TRACE_LEVEL_ERROR,
  609. "%s: Ring (%d, %d) missing shadow config",
  610. __func__, ring_type, ring_num);
  611. }
  612. } else {
  613. hal_validate_shadow_register(hal,
  614. SRNG_DST_ADDR(srng, TP),
  615. srng->u.dst_ring.tp_addr);
  616. }
  617. }
  618. if (!(ring_config->lmac_ring)) {
  619. hal_srng_hw_init(hal, srng);
  620. if (ring_type == CE_DST) {
  621. srng->u.dst_ring.max_buffer_length = ring_params->max_buffer_length;
  622. hal_ce_dst_setup(hal, srng, ring_num);
  623. }
  624. }
  625. SRNG_LOCK_INIT(&srng->lock);
  626. srng->initialized = true;
  627. return (void *)srng;
  628. }
  629. qdf_export_symbol(hal_srng_setup);
  630. /**
  631. * hal_srng_cleanup - Deinitialize HW SRNG ring.
  632. * @hal_soc: Opaque HAL SOC handle
  633. * @hal_srng: Opaque HAL SRNG pointer
  634. */
  635. void hal_srng_cleanup(void *hal_soc, void *hal_srng)
  636. {
  637. struct hal_srng *srng = (struct hal_srng *)hal_srng;
  638. SRNG_LOCK_DESTROY(&srng->lock);
  639. srng->initialized = 0;
  640. }
  641. qdf_export_symbol(hal_srng_cleanup);
  642. /**
  643. * hal_srng_get_entrysize - Returns size of ring entry in bytes
  644. * @hal_soc: Opaque HAL SOC handle
  645. * @ring_type: one of the types from hal_ring_type
  646. *
  647. */
  648. uint32_t hal_srng_get_entrysize(void *hal_soc, int ring_type)
  649. {
  650. struct hal_soc *hal = (struct hal_soc *)hal_soc;
  651. struct hal_hw_srng_config *ring_config =
  652. HAL_SRNG_CONFIG(hal, ring_type);
  653. return ring_config->entry_size << 2;
  654. }
  655. qdf_export_symbol(hal_srng_get_entrysize);
  656. /**
  657. * hal_srng_max_entries - Returns maximum possible number of ring entries
  658. * @hal_soc: Opaque HAL SOC handle
  659. * @ring_type: one of the types from hal_ring_type
  660. *
  661. * Return: Maximum number of entries for the given ring_type
  662. */
  663. uint32_t hal_srng_max_entries(void *hal_soc, int ring_type)
  664. {
  665. struct hal_soc *hal = (struct hal_soc *)hal_soc;
  666. struct hal_hw_srng_config *ring_config =
  667. HAL_SRNG_CONFIG(hal, ring_type);
  668. return ring_config->max_size / ring_config->entry_size;
  669. }
  670. qdf_export_symbol(hal_srng_max_entries);
  671. enum hal_srng_dir hal_srng_get_dir(void *hal_soc, int ring_type)
  672. {
  673. struct hal_soc *hal = (struct hal_soc *)hal_soc;
  674. struct hal_hw_srng_config *ring_config =
  675. HAL_SRNG_CONFIG(hal, ring_type);
  676. return ring_config->ring_dir;
  677. }
  678. /**
  679. * hal_srng_dump - Dump ring status
  680. * @srng: hal srng pointer
  681. */
  682. void hal_srng_dump(struct hal_srng *srng)
  683. {
  684. if (srng->ring_dir == HAL_SRNG_SRC_RING) {
  685. qdf_print("=== SRC RING %d ===", srng->ring_id);
  686. qdf_print("hp %u, reap_hp %u, tp %u, cached tp %u",
  687. srng->u.src_ring.hp,
  688. srng->u.src_ring.reap_hp,
  689. *srng->u.src_ring.tp_addr,
  690. srng->u.src_ring.cached_tp);
  691. } else {
  692. qdf_print("=== DST RING %d ===", srng->ring_id);
  693. qdf_print("tp %u, hp %u, cached tp %u, loop_cnt %u",
  694. srng->u.dst_ring.tp,
  695. *srng->u.dst_ring.hp_addr,
  696. srng->u.dst_ring.cached_hp,
  697. srng->u.dst_ring.loop_cnt);
  698. }
  699. }
  700. /**
  701. * hal_get_srng_params - Retrieve SRNG parameters for a given ring from HAL
  702. *
  703. * @hal_soc: Opaque HAL SOC handle
  704. * @hal_ring: Ring pointer (Source or Destination ring)
  705. * @ring_params: SRNG parameters will be returned through this structure
  706. */
  707. extern void hal_get_srng_params(void *hal_soc, void *hal_ring,
  708. struct hal_srng_params *ring_params)
  709. {
  710. struct hal_srng *srng = (struct hal_srng *)hal_ring;
  711. int i =0;
  712. ring_params->ring_id = srng->ring_id;
  713. ring_params->ring_dir = srng->ring_dir;
  714. ring_params->entry_size = srng->entry_size;
  715. ring_params->ring_base_paddr = srng->ring_base_paddr;
  716. ring_params->ring_base_vaddr = srng->ring_base_vaddr;
  717. ring_params->num_entries = srng->num_entries;
  718. ring_params->msi_addr = srng->msi_addr;
  719. ring_params->msi_data = srng->msi_data;
  720. ring_params->intr_timer_thres_us = srng->intr_timer_thres_us;
  721. ring_params->intr_batch_cntr_thres_entries =
  722. srng->intr_batch_cntr_thres_entries;
  723. ring_params->low_threshold = srng->u.src_ring.low_threshold;
  724. ring_params->flags = srng->flags;
  725. ring_params->ring_id = srng->ring_id;
  726. for (i = 0 ; i < MAX_SRNG_REG_GROUPS; i++)
  727. ring_params->hwreg_base[i] = srng->hwreg_base[i];
  728. }
  729. qdf_export_symbol(hal_get_srng_params);