dp_ipa.c 60 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013
  1. /*
  2. * Copyright (c) 2017-2020, The Linux Foundation. All rights reserved.
  3. *
  4. * Permission to use, copy, modify, and/or distribute this software for any
  5. * purpose with or without fee is hereby granted, provided that the above
  6. * copyright notice and this permission notice appear in all copies.
  7. *
  8. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
  9. * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
  10. * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
  11. * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
  12. * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
  13. * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
  14. * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  15. */
  16. #ifdef IPA_OFFLOAD
  17. #include <qdf_ipa_wdi3.h>
  18. #include <qdf_types.h>
  19. #include <qdf_lock.h>
  20. #include <hal_hw_headers.h>
  21. #include <hal_api.h>
  22. #include <hif.h>
  23. #include <htt.h>
  24. #include <wdi_event.h>
  25. #include <queue.h>
  26. #include "dp_types.h"
  27. #include "dp_htt.h"
  28. #include "dp_tx.h"
  29. #include "dp_rx.h"
  30. #include "dp_ipa.h"
  31. /* Hard coded config parameters until dp_ops_cfg.cfg_attach implemented */
  32. #define CFG_IPA_UC_TX_BUF_SIZE_DEFAULT (2048)
  33. /* WAR for IPA_OFFLOAD case. In some cases, its observed that WBM tries to
  34. * release a buffer into WBM2SW RELEASE ring for IPA, and the ring is full.
  35. * This causes back pressure, resulting in a FW crash.
  36. * By leaving some entries with no buffer attached, WBM will be able to write
  37. * to the ring, and from dumps we can figure out the buffer which is causing
  38. * this issue.
  39. */
  40. #define DP_IPA_WAR_WBM2SW_REL_RING_NO_BUF_ENTRIES 16
  41. /**
  42. *struct dp_ipa_reo_remap_record - history for dp ipa reo remaps
  43. * @ix0_reg: reo destination ring IX0 value
  44. * @ix2_reg: reo destination ring IX2 value
  45. * @ix3_reg: reo destination ring IX3 value
  46. */
  47. struct dp_ipa_reo_remap_record {
  48. uint64_t timestamp;
  49. uint32_t ix0_reg;
  50. uint32_t ix2_reg;
  51. uint32_t ix3_reg;
  52. };
  53. #define REO_REMAP_HISTORY_SIZE 32
  54. struct dp_ipa_reo_remap_record dp_ipa_reo_remap_history[REO_REMAP_HISTORY_SIZE];
  55. static qdf_atomic_t dp_ipa_reo_remap_history_index;
  56. static int dp_ipa_reo_remap_record_index_next(qdf_atomic_t *index)
  57. {
  58. int next = qdf_atomic_inc_return(index);
  59. if (next == REO_REMAP_HISTORY_SIZE)
  60. qdf_atomic_sub(REO_REMAP_HISTORY_SIZE, index);
  61. return next % REO_REMAP_HISTORY_SIZE;
  62. }
  63. /**
  64. * dp_ipa_reo_remap_history_add() - Record dp ipa reo remap values
  65. * @ix0_val: reo destination ring IX0 value
  66. * @ix2_val: reo destination ring IX2 value
  67. * @ix3_val: reo destination ring IX3 value
  68. *
  69. * Return: None
  70. */
  71. static void dp_ipa_reo_remap_history_add(uint32_t ix0_val, uint32_t ix2_val,
  72. uint32_t ix3_val)
  73. {
  74. int idx = dp_ipa_reo_remap_record_index_next(
  75. &dp_ipa_reo_remap_history_index);
  76. struct dp_ipa_reo_remap_record *record = &dp_ipa_reo_remap_history[idx];
  77. record->timestamp = qdf_get_log_timestamp();
  78. record->ix0_reg = ix0_val;
  79. record->ix2_reg = ix2_val;
  80. record->ix3_reg = ix3_val;
  81. }
  82. static QDF_STATUS __dp_ipa_handle_buf_smmu_mapping(struct dp_soc *soc,
  83. qdf_nbuf_t nbuf,
  84. uint32_t size,
  85. bool create)
  86. {
  87. qdf_mem_info_t mem_map_table = {0};
  88. if (!qdf_ipa_is_ready())
  89. return QDF_STATUS_SUCCESS;
  90. qdf_update_mem_map_table(soc->osdev, &mem_map_table,
  91. qdf_nbuf_get_frag_paddr(nbuf, 0),
  92. size);
  93. if (create)
  94. qdf_ipa_wdi_create_smmu_mapping(1, &mem_map_table);
  95. else
  96. qdf_ipa_wdi_release_smmu_mapping(1, &mem_map_table);
  97. return QDF_STATUS_SUCCESS;
  98. }
  99. QDF_STATUS dp_ipa_handle_rx_buf_smmu_mapping(struct dp_soc *soc,
  100. qdf_nbuf_t nbuf,
  101. uint32_t size,
  102. bool create)
  103. {
  104. struct dp_pdev *pdev;
  105. int i;
  106. for (i = 0; i < soc->pdev_count; i++) {
  107. pdev = soc->pdev_list[i];
  108. if (pdev && pdev->monitor_configured)
  109. return QDF_STATUS_SUCCESS;
  110. }
  111. if (!wlan_cfg_is_ipa_enabled(soc->wlan_cfg_ctx) ||
  112. !qdf_mem_smmu_s1_enabled(soc->osdev))
  113. return QDF_STATUS_SUCCESS;
  114. /**
  115. * Even if ipa pipes is disabled, but if it's unmap
  116. * operation and nbuf has done ipa smmu map before,
  117. * do ipa smmu unmap as well.
  118. */
  119. if (!qdf_atomic_read(&soc->ipa_pipes_enabled)) {
  120. if (!create && qdf_nbuf_is_rx_ipa_smmu_map(nbuf)) {
  121. DP_STATS_INC(soc, rx.err.ipa_unmap_no_pipe, 1);
  122. } else {
  123. return QDF_STATUS_SUCCESS;
  124. }
  125. }
  126. if (qdf_unlikely(create == qdf_nbuf_is_rx_ipa_smmu_map(nbuf))) {
  127. if (create) {
  128. DP_STATS_INC(soc, rx.err.ipa_smmu_map_dup, 1);
  129. } else {
  130. DP_STATS_INC(soc, rx.err.ipa_smmu_unmap_dup, 1);
  131. }
  132. return QDF_STATUS_E_INVAL;
  133. }
  134. qdf_nbuf_set_rx_ipa_smmu_map(nbuf, create);
  135. return __dp_ipa_handle_buf_smmu_mapping(soc, nbuf, size, create);
  136. }
  137. static QDF_STATUS __dp_ipa_tx_buf_smmu_mapping(
  138. struct dp_soc *soc,
  139. struct dp_pdev *pdev,
  140. bool create)
  141. {
  142. uint32_t index;
  143. QDF_STATUS ret = QDF_STATUS_SUCCESS;
  144. uint32_t tx_buffer_cnt = soc->ipa_uc_tx_rsc.alloc_tx_buf_cnt;
  145. qdf_nbuf_t nbuf;
  146. for (index = 0; index < tx_buffer_cnt; index++) {
  147. nbuf = (qdf_nbuf_t)
  148. soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned[index];
  149. if (!nbuf)
  150. continue;
  151. ret = __dp_ipa_handle_buf_smmu_mapping(
  152. soc, nbuf,
  153. skb_end_pointer(nbuf) - nbuf->data,
  154. true);
  155. }
  156. return ret;
  157. }
  158. #ifdef RX_DESC_MULTI_PAGE_ALLOC
  159. static QDF_STATUS dp_ipa_handle_rx_buf_pool_smmu_mapping(struct dp_soc *soc,
  160. struct dp_pdev *pdev,
  161. bool create)
  162. {
  163. struct rx_desc_pool *rx_pool;
  164. uint8_t pdev_id;
  165. uint32_t num_desc, page_id, offset, i;
  166. uint16_t num_desc_per_page;
  167. union dp_rx_desc_list_elem_t *rx_desc_elem;
  168. struct dp_rx_desc *rx_desc;
  169. qdf_nbuf_t nbuf;
  170. if (!qdf_mem_smmu_s1_enabled(soc->osdev))
  171. return QDF_STATUS_SUCCESS;
  172. pdev_id = pdev->pdev_id;
  173. rx_pool = &soc->rx_desc_buf[pdev_id];
  174. qdf_spin_lock_bh(&rx_pool->lock);
  175. num_desc = rx_pool->pool_size;
  176. num_desc_per_page = rx_pool->desc_pages.num_element_per_page;
  177. for (i = 0; i < num_desc; i++) {
  178. page_id = i / num_desc_per_page;
  179. offset = i % num_desc_per_page;
  180. if (qdf_unlikely(!(rx_pool->desc_pages.cacheable_pages)))
  181. break;
  182. rx_desc_elem = dp_rx_desc_find(page_id, offset, rx_pool);
  183. rx_desc = &rx_desc_elem->rx_desc;
  184. if ((!(rx_desc->in_use)) || rx_desc->unmapped)
  185. continue;
  186. nbuf = rx_desc->nbuf;
  187. if (qdf_unlikely(create ==
  188. qdf_nbuf_is_rx_ipa_smmu_map(nbuf))) {
  189. if (create) {
  190. DP_STATS_INC(soc,
  191. rx.err.ipa_smmu_map_dup, 1);
  192. } else {
  193. DP_STATS_INC(soc,
  194. rx.err.ipa_smmu_unmap_dup, 1);
  195. }
  196. continue;
  197. }
  198. qdf_nbuf_set_rx_ipa_smmu_map(nbuf, create);
  199. __dp_ipa_handle_buf_smmu_mapping(soc, nbuf,
  200. rx_pool->buf_size, create);
  201. }
  202. qdf_spin_unlock_bh(&rx_pool->lock);
  203. return QDF_STATUS_SUCCESS;
  204. }
  205. #else
  206. static QDF_STATUS dp_ipa_handle_rx_buf_pool_smmu_mapping(struct dp_soc *soc,
  207. struct dp_pdev *pdev,
  208. bool create)
  209. {
  210. struct rx_desc_pool *rx_pool;
  211. uint8_t pdev_id;
  212. qdf_nbuf_t nbuf;
  213. int i;
  214. if (!qdf_mem_smmu_s1_enabled(soc->osdev))
  215. return QDF_STATUS_SUCCESS;
  216. pdev_id = pdev->pdev_id;
  217. rx_pool = &soc->rx_desc_buf[pdev_id];
  218. qdf_spin_lock_bh(&rx_pool->lock);
  219. for (i = 0; i < rx_pool->pool_size; i++) {
  220. if ((!(rx_pool->array[i].rx_desc.in_use)) ||
  221. rx_pool->array[i].rx_desc.unmapped)
  222. continue;
  223. nbuf = rx_pool->array[i].rx_desc.nbuf;
  224. if (qdf_unlikely(create ==
  225. qdf_nbuf_is_rx_ipa_smmu_map(nbuf))) {
  226. if (create) {
  227. DP_STATS_INC(soc,
  228. rx.err.ipa_smmu_map_dup, 1);
  229. } else {
  230. DP_STATS_INC(soc,
  231. rx.err.ipa_smmu_unmap_dup, 1);
  232. }
  233. continue;
  234. }
  235. qdf_nbuf_set_rx_ipa_smmu_map(nbuf, create);
  236. __dp_ipa_handle_buf_smmu_mapping(soc, nbuf,
  237. rx_pool->buf_size, create);
  238. }
  239. qdf_spin_unlock_bh(&rx_pool->lock);
  240. return QDF_STATUS_SUCCESS;
  241. }
  242. #endif /* RX_DESC_MULTI_PAGE_ALLOC */
  243. /**
  244. * dp_tx_ipa_uc_detach - Free autonomy TX resources
  245. * @soc: data path instance
  246. * @pdev: core txrx pdev context
  247. *
  248. * Free allocated TX buffers with WBM SRNG
  249. *
  250. * Return: none
  251. */
  252. static void dp_tx_ipa_uc_detach(struct dp_soc *soc, struct dp_pdev *pdev)
  253. {
  254. int idx;
  255. qdf_nbuf_t nbuf;
  256. struct dp_ipa_resources *ipa_res;
  257. bool is_ipa_ready = qdf_ipa_is_ready();
  258. for (idx = 0; idx < soc->ipa_uc_tx_rsc.alloc_tx_buf_cnt; idx++) {
  259. nbuf = (qdf_nbuf_t)
  260. soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned[idx];
  261. if (!nbuf)
  262. continue;
  263. if (qdf_mem_smmu_s1_enabled(soc->osdev) && is_ipa_ready)
  264. __dp_ipa_handle_buf_smmu_mapping(
  265. soc, nbuf,
  266. skb_end_pointer(nbuf) - nbuf->data,
  267. false);
  268. qdf_nbuf_unmap_single(soc->osdev, nbuf, QDF_DMA_BIDIRECTIONAL);
  269. qdf_nbuf_free(nbuf);
  270. soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned[idx] =
  271. (void *)NULL;
  272. }
  273. qdf_mem_free(soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned);
  274. soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned = NULL;
  275. ipa_res = &pdev->ipa_resource;
  276. iounmap(ipa_res->tx_comp_doorbell_vaddr);
  277. qdf_mem_free_sgtable(&ipa_res->tx_ring.sgtable);
  278. qdf_mem_free_sgtable(&ipa_res->tx_comp_ring.sgtable);
  279. }
  280. /**
  281. * dp_rx_ipa_uc_detach - free autonomy RX resources
  282. * @soc: data path instance
  283. * @pdev: core txrx pdev context
  284. *
  285. * This function will detach DP RX into main device context
  286. * will free DP Rx resources.
  287. *
  288. * Return: none
  289. */
  290. static void dp_rx_ipa_uc_detach(struct dp_soc *soc, struct dp_pdev *pdev)
  291. {
  292. struct dp_ipa_resources *ipa_res = &pdev->ipa_resource;
  293. qdf_mem_free_sgtable(&ipa_res->rx_rdy_ring.sgtable);
  294. qdf_mem_free_sgtable(&ipa_res->rx_refill_ring.sgtable);
  295. }
  296. int dp_ipa_uc_detach(struct dp_soc *soc, struct dp_pdev *pdev)
  297. {
  298. if (!wlan_cfg_is_ipa_enabled(soc->wlan_cfg_ctx))
  299. return QDF_STATUS_SUCCESS;
  300. /* TX resource detach */
  301. dp_tx_ipa_uc_detach(soc, pdev);
  302. /* RX resource detach */
  303. dp_rx_ipa_uc_detach(soc, pdev);
  304. return QDF_STATUS_SUCCESS; /* success */
  305. }
  306. /**
  307. * dp_tx_ipa_uc_attach - Allocate autonomy TX resources
  308. * @soc: data path instance
  309. * @pdev: Physical device handle
  310. *
  311. * Allocate TX buffer from non-cacheable memory
  312. * Attache allocated TX buffers with WBM SRNG
  313. *
  314. * Return: int
  315. */
  316. static int dp_tx_ipa_uc_attach(struct dp_soc *soc, struct dp_pdev *pdev)
  317. {
  318. uint32_t tx_buffer_count;
  319. uint32_t ring_base_align = 8;
  320. qdf_dma_addr_t buffer_paddr;
  321. struct hal_srng *wbm_srng = (struct hal_srng *)
  322. soc->tx_comp_ring[IPA_TX_COMP_RING_IDX].hal_srng;
  323. struct hal_srng_params srng_params;
  324. uint32_t paddr_lo;
  325. uint32_t paddr_hi;
  326. void *ring_entry;
  327. int num_entries;
  328. qdf_nbuf_t nbuf;
  329. int retval = QDF_STATUS_SUCCESS;
  330. int max_alloc_count = 0;
  331. /*
  332. * Uncomment when dp_ops_cfg.cfg_attach is implemented
  333. * unsigned int uc_tx_buf_sz =
  334. * dp_cfg_ipa_uc_tx_buf_size(pdev->osif_pdev);
  335. */
  336. unsigned int uc_tx_buf_sz = CFG_IPA_UC_TX_BUF_SIZE_DEFAULT;
  337. unsigned int alloc_size = uc_tx_buf_sz + ring_base_align - 1;
  338. hal_get_srng_params(soc->hal_soc, hal_srng_to_hal_ring_handle(wbm_srng),
  339. &srng_params);
  340. num_entries = srng_params.num_entries;
  341. max_alloc_count =
  342. num_entries - DP_IPA_WAR_WBM2SW_REL_RING_NO_BUF_ENTRIES;
  343. if (max_alloc_count <= 0) {
  344. dp_err("incorrect value for buffer count %u", max_alloc_count);
  345. return -EINVAL;
  346. }
  347. dp_info("requested %d buffers to be posted to wbm ring",
  348. max_alloc_count);
  349. soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned =
  350. qdf_mem_malloc(num_entries *
  351. sizeof(*soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned));
  352. if (!soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned) {
  353. dp_err("IPA WBM Ring Tx buf pool vaddr alloc fail");
  354. return -ENOMEM;
  355. }
  356. hal_srng_access_start_unlocked(soc->hal_soc,
  357. hal_srng_to_hal_ring_handle(wbm_srng));
  358. /*
  359. * Allocate Tx buffers as many as possible.
  360. * Leave DP_IPA_WAR_WBM2SW_REL_RING_NO_BUF_ENTRIES empty
  361. * Populate Tx buffers into WBM2IPA ring
  362. * This initial buffer population will simulate H/W as source ring,
  363. * and update HP
  364. */
  365. for (tx_buffer_count = 0;
  366. tx_buffer_count < max_alloc_count - 1; tx_buffer_count++) {
  367. nbuf = qdf_nbuf_alloc(soc->osdev, alloc_size, 0, 256, FALSE);
  368. if (!nbuf)
  369. break;
  370. ring_entry = hal_srng_dst_get_next_hp(soc->hal_soc,
  371. hal_srng_to_hal_ring_handle(wbm_srng));
  372. if (!ring_entry) {
  373. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO,
  374. "%s: Failed to get WBM ring entry",
  375. __func__);
  376. qdf_nbuf_free(nbuf);
  377. break;
  378. }
  379. qdf_nbuf_map_single(soc->osdev, nbuf,
  380. QDF_DMA_BIDIRECTIONAL);
  381. buffer_paddr = qdf_nbuf_get_frag_paddr(nbuf, 0);
  382. paddr_lo = ((uint64_t)buffer_paddr & 0x00000000ffffffff);
  383. paddr_hi = ((uint64_t)buffer_paddr & 0x0000001f00000000) >> 32;
  384. HAL_RXDMA_PADDR_LO_SET(ring_entry, paddr_lo);
  385. HAL_RXDMA_PADDR_HI_SET(ring_entry, paddr_hi);
  386. HAL_RXDMA_MANAGER_SET(ring_entry, (IPA_TCL_DATA_RING_IDX +
  387. HAL_WBM_SW0_BM_ID));
  388. soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned[tx_buffer_count]
  389. = (void *)nbuf;
  390. }
  391. hal_srng_access_end_unlocked(soc->hal_soc,
  392. hal_srng_to_hal_ring_handle(wbm_srng));
  393. soc->ipa_uc_tx_rsc.alloc_tx_buf_cnt = tx_buffer_count;
  394. if (tx_buffer_count) {
  395. dp_info("IPA WDI TX buffer: %d allocated", tx_buffer_count);
  396. } else {
  397. dp_err("No IPA WDI TX buffer allocated!");
  398. qdf_mem_free(soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned);
  399. soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned = NULL;
  400. retval = -ENOMEM;
  401. }
  402. return retval;
  403. }
  404. /**
  405. * dp_rx_ipa_uc_attach - Allocate autonomy RX resources
  406. * @soc: data path instance
  407. * @pdev: core txrx pdev context
  408. *
  409. * This function will attach a DP RX instance into the main
  410. * device (SOC) context.
  411. *
  412. * Return: QDF_STATUS_SUCCESS: success
  413. * QDF_STATUS_E_RESOURCES: Error return
  414. */
  415. static int dp_rx_ipa_uc_attach(struct dp_soc *soc, struct dp_pdev *pdev)
  416. {
  417. return QDF_STATUS_SUCCESS;
  418. }
  419. int dp_ipa_uc_attach(struct dp_soc *soc, struct dp_pdev *pdev)
  420. {
  421. int error;
  422. if (!wlan_cfg_is_ipa_enabled(soc->wlan_cfg_ctx))
  423. return QDF_STATUS_SUCCESS;
  424. /* TX resource attach */
  425. error = dp_tx_ipa_uc_attach(soc, pdev);
  426. if (error) {
  427. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  428. "%s: DP IPA UC TX attach fail code %d",
  429. __func__, error);
  430. return error;
  431. }
  432. /* RX resource attach */
  433. error = dp_rx_ipa_uc_attach(soc, pdev);
  434. if (error) {
  435. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  436. "%s: DP IPA UC RX attach fail code %d",
  437. __func__, error);
  438. dp_tx_ipa_uc_detach(soc, pdev);
  439. return error;
  440. }
  441. return QDF_STATUS_SUCCESS; /* success */
  442. }
  443. /*
  444. * dp_ipa_ring_resource_setup() - setup IPA ring resources
  445. * @soc: data path SoC handle
  446. *
  447. * Return: none
  448. */
  449. int dp_ipa_ring_resource_setup(struct dp_soc *soc,
  450. struct dp_pdev *pdev)
  451. {
  452. struct hal_soc *hal_soc = (struct hal_soc *)soc->hal_soc;
  453. struct hal_srng *hal_srng;
  454. struct hal_srng_params srng_params;
  455. qdf_dma_addr_t hp_addr;
  456. unsigned long addr_offset, dev_base_paddr;
  457. uint32_t ix0;
  458. if (!wlan_cfg_is_ipa_enabled(soc->wlan_cfg_ctx))
  459. return QDF_STATUS_SUCCESS;
  460. /* IPA TCL_DATA Ring - HAL_SRNG_SW2TCL3 */
  461. hal_srng = (struct hal_srng *)
  462. soc->tcl_data_ring[IPA_TCL_DATA_RING_IDX].hal_srng;
  463. hal_get_srng_params(hal_soc_to_hal_soc_handle(hal_soc),
  464. hal_srng_to_hal_ring_handle(hal_srng),
  465. &srng_params);
  466. soc->ipa_uc_tx_rsc.ipa_tcl_ring_base_paddr =
  467. srng_params.ring_base_paddr;
  468. soc->ipa_uc_tx_rsc.ipa_tcl_ring_base_vaddr =
  469. srng_params.ring_base_vaddr;
  470. soc->ipa_uc_tx_rsc.ipa_tcl_ring_size =
  471. (srng_params.num_entries * srng_params.entry_size) << 2;
  472. /*
  473. * For the register backed memory addresses, use the scn->mem_pa to
  474. * calculate the physical address of the shadow registers
  475. */
  476. dev_base_paddr =
  477. (unsigned long)
  478. ((struct hif_softc *)(hal_soc->hif_handle))->mem_pa;
  479. addr_offset = (unsigned long)(hal_srng->u.src_ring.hp_addr) -
  480. (unsigned long)(hal_soc->dev_base_addr);
  481. soc->ipa_uc_tx_rsc.ipa_tcl_hp_paddr =
  482. (qdf_dma_addr_t)(addr_offset + dev_base_paddr);
  483. dp_info("IPA TCL_DATA Ring addr_offset=%x, dev_base_paddr=%x, hp_paddr=%x paddr=%pK vaddr=%pK size= %u(%u bytes)",
  484. (unsigned int)addr_offset,
  485. (unsigned int)dev_base_paddr,
  486. (unsigned int)(soc->ipa_uc_tx_rsc.ipa_tcl_hp_paddr),
  487. (void *)soc->ipa_uc_tx_rsc.ipa_tcl_ring_base_paddr,
  488. (void *)soc->ipa_uc_tx_rsc.ipa_tcl_ring_base_vaddr,
  489. srng_params.num_entries,
  490. soc->ipa_uc_tx_rsc.ipa_tcl_ring_size);
  491. /* IPA TX COMP Ring - HAL_SRNG_WBM2SW2_RELEASE */
  492. hal_srng = (struct hal_srng *)
  493. soc->tx_comp_ring[IPA_TX_COMP_RING_IDX].hal_srng;
  494. hal_get_srng_params(hal_soc_to_hal_soc_handle(hal_soc),
  495. hal_srng_to_hal_ring_handle(hal_srng),
  496. &srng_params);
  497. soc->ipa_uc_tx_rsc.ipa_wbm_ring_base_paddr =
  498. srng_params.ring_base_paddr;
  499. soc->ipa_uc_tx_rsc.ipa_wbm_ring_base_vaddr =
  500. srng_params.ring_base_vaddr;
  501. soc->ipa_uc_tx_rsc.ipa_wbm_ring_size =
  502. (srng_params.num_entries * srng_params.entry_size) << 2;
  503. addr_offset = (unsigned long)(hal_srng->u.dst_ring.tp_addr) -
  504. (unsigned long)(hal_soc->dev_base_addr);
  505. soc->ipa_uc_tx_rsc.ipa_wbm_tp_paddr =
  506. (qdf_dma_addr_t)(addr_offset + dev_base_paddr);
  507. dp_info("IPA TX COMP Ring addr_offset=%x, dev_base_paddr=%x, ipa_wbm_tp_paddr=%x paddr=%pK vaddr=0%pK size= %u(%u bytes)",
  508. (unsigned int)addr_offset,
  509. (unsigned int)dev_base_paddr,
  510. (unsigned int)(soc->ipa_uc_tx_rsc.ipa_wbm_tp_paddr),
  511. (void *)soc->ipa_uc_tx_rsc.ipa_wbm_ring_base_paddr,
  512. (void *)soc->ipa_uc_tx_rsc.ipa_wbm_ring_base_vaddr,
  513. srng_params.num_entries,
  514. soc->ipa_uc_tx_rsc.ipa_wbm_ring_size);
  515. /* IPA REO_DEST Ring - HAL_SRNG_REO2SW4 */
  516. hal_srng = (struct hal_srng *)
  517. soc->reo_dest_ring[IPA_REO_DEST_RING_IDX].hal_srng;
  518. hal_get_srng_params(hal_soc_to_hal_soc_handle(hal_soc),
  519. hal_srng_to_hal_ring_handle(hal_srng),
  520. &srng_params);
  521. soc->ipa_uc_rx_rsc.ipa_reo_ring_base_paddr =
  522. srng_params.ring_base_paddr;
  523. soc->ipa_uc_rx_rsc.ipa_reo_ring_base_vaddr =
  524. srng_params.ring_base_vaddr;
  525. soc->ipa_uc_rx_rsc.ipa_reo_ring_size =
  526. (srng_params.num_entries * srng_params.entry_size) << 2;
  527. addr_offset = (unsigned long)(hal_srng->u.dst_ring.tp_addr) -
  528. (unsigned long)(hal_soc->dev_base_addr);
  529. soc->ipa_uc_rx_rsc.ipa_reo_tp_paddr =
  530. (qdf_dma_addr_t)(addr_offset + dev_base_paddr);
  531. dp_info("IPA REO_DEST Ring addr_offset=%x, dev_base_paddr=%x, tp_paddr=%x paddr=%pK vaddr=%pK size= %u(%u bytes)",
  532. (unsigned int)addr_offset,
  533. (unsigned int)dev_base_paddr,
  534. (unsigned int)(soc->ipa_uc_rx_rsc.ipa_reo_tp_paddr),
  535. (void *)soc->ipa_uc_rx_rsc.ipa_reo_ring_base_paddr,
  536. (void *)soc->ipa_uc_rx_rsc.ipa_reo_ring_base_vaddr,
  537. srng_params.num_entries,
  538. soc->ipa_uc_rx_rsc.ipa_reo_ring_size);
  539. hal_srng = (struct hal_srng *)
  540. pdev->rx_refill_buf_ring2.hal_srng;
  541. hal_get_srng_params(hal_soc_to_hal_soc_handle(hal_soc),
  542. hal_srng_to_hal_ring_handle(hal_srng),
  543. &srng_params);
  544. soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_ring_base_paddr =
  545. srng_params.ring_base_paddr;
  546. soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_ring_base_vaddr =
  547. srng_params.ring_base_vaddr;
  548. soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_ring_size =
  549. (srng_params.num_entries * srng_params.entry_size) << 2;
  550. hp_addr = hal_srng_get_hp_addr(hal_soc_to_hal_soc_handle(hal_soc),
  551. hal_srng_to_hal_ring_handle(hal_srng));
  552. soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_hp_paddr =
  553. qdf_mem_paddr_from_dmaaddr(soc->osdev, hp_addr);
  554. dp_info("IPA REFILL_BUF Ring hp_paddr=%x paddr=%pK vaddr=%pK size= %u(%u bytes)",
  555. (unsigned int)(soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_hp_paddr),
  556. (void *)soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_ring_base_paddr,
  557. (void *)soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_ring_base_vaddr,
  558. srng_params.num_entries,
  559. soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_ring_size);
  560. /*
  561. * Set DEST_RING_MAPPING_4 to SW2 as default value for
  562. * DESTINATION_RING_CTRL_IX_0.
  563. */
  564. ix0 = HAL_REO_REMAP_IX0(REO_REMAP_TCL, 0) |
  565. HAL_REO_REMAP_IX0(REO_REMAP_SW1, 1) |
  566. HAL_REO_REMAP_IX0(REO_REMAP_SW2, 2) |
  567. HAL_REO_REMAP_IX0(REO_REMAP_SW3, 3) |
  568. HAL_REO_REMAP_IX0(REO_REMAP_SW2, 4) |
  569. HAL_REO_REMAP_IX0(REO_REMAP_RELEASE, 5) |
  570. HAL_REO_REMAP_IX0(REO_REMAP_FW, 6) |
  571. HAL_REO_REMAP_IX0(REO_REMAP_FW, 7);
  572. hal_reo_read_write_ctrl_ix(soc->hal_soc, false, &ix0, NULL, NULL, NULL);
  573. return 0;
  574. }
  575. static QDF_STATUS dp_ipa_get_shared_mem_info(qdf_device_t osdev,
  576. qdf_shared_mem_t *shared_mem,
  577. void *cpu_addr,
  578. qdf_dma_addr_t dma_addr,
  579. uint32_t size)
  580. {
  581. qdf_dma_addr_t paddr;
  582. int ret;
  583. shared_mem->vaddr = cpu_addr;
  584. qdf_mem_set_dma_size(osdev, &shared_mem->mem_info, size);
  585. *qdf_mem_get_dma_addr_ptr(osdev, &shared_mem->mem_info) = dma_addr;
  586. paddr = qdf_mem_paddr_from_dmaaddr(osdev, dma_addr);
  587. qdf_mem_set_dma_pa(osdev, &shared_mem->mem_info, paddr);
  588. ret = qdf_mem_dma_get_sgtable(osdev->dev, &shared_mem->sgtable,
  589. shared_mem->vaddr, dma_addr, size);
  590. if (ret) {
  591. dp_err("Unable to get DMA sgtable");
  592. return QDF_STATUS_E_NOMEM;
  593. }
  594. qdf_dma_get_sgtable_dma_addr(&shared_mem->sgtable);
  595. return QDF_STATUS_SUCCESS;
  596. }
  597. QDF_STATUS dp_ipa_get_resource(struct cdp_soc_t *soc_hdl, uint8_t pdev_id)
  598. {
  599. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  600. struct dp_pdev *pdev =
  601. dp_get_pdev_from_soc_pdev_id_wifi3(soc, pdev_id);
  602. struct dp_ipa_resources *ipa_res;
  603. if (!pdev) {
  604. dp_err("%s invalid instance", __func__);
  605. return QDF_STATUS_E_FAILURE;
  606. }
  607. ipa_res = &pdev->ipa_resource;
  608. if (!wlan_cfg_is_ipa_enabled(soc->wlan_cfg_ctx))
  609. return QDF_STATUS_SUCCESS;
  610. ipa_res->tx_num_alloc_buffer =
  611. (uint32_t)soc->ipa_uc_tx_rsc.alloc_tx_buf_cnt;
  612. dp_ipa_get_shared_mem_info(soc->osdev, &ipa_res->tx_ring,
  613. soc->ipa_uc_tx_rsc.ipa_tcl_ring_base_vaddr,
  614. soc->ipa_uc_tx_rsc.ipa_tcl_ring_base_paddr,
  615. soc->ipa_uc_tx_rsc.ipa_tcl_ring_size);
  616. dp_ipa_get_shared_mem_info(soc->osdev, &ipa_res->tx_comp_ring,
  617. soc->ipa_uc_tx_rsc.ipa_wbm_ring_base_vaddr,
  618. soc->ipa_uc_tx_rsc.ipa_wbm_ring_base_paddr,
  619. soc->ipa_uc_tx_rsc.ipa_wbm_ring_size);
  620. dp_ipa_get_shared_mem_info(soc->osdev, &ipa_res->rx_rdy_ring,
  621. soc->ipa_uc_rx_rsc.ipa_reo_ring_base_vaddr,
  622. soc->ipa_uc_rx_rsc.ipa_reo_ring_base_paddr,
  623. soc->ipa_uc_rx_rsc.ipa_reo_ring_size);
  624. dp_ipa_get_shared_mem_info(
  625. soc->osdev, &ipa_res->rx_refill_ring,
  626. soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_ring_base_vaddr,
  627. soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_ring_base_paddr,
  628. soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_ring_size);
  629. if (!qdf_mem_get_dma_addr(soc->osdev,
  630. &ipa_res->tx_comp_ring.mem_info) ||
  631. !qdf_mem_get_dma_addr(soc->osdev, &ipa_res->rx_rdy_ring.mem_info))
  632. return QDF_STATUS_E_FAILURE;
  633. return QDF_STATUS_SUCCESS;
  634. }
  635. QDF_STATUS dp_ipa_set_doorbell_paddr(struct cdp_soc_t *soc_hdl, uint8_t pdev_id)
  636. {
  637. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  638. struct dp_pdev *pdev =
  639. dp_get_pdev_from_soc_pdev_id_wifi3(soc, pdev_id);
  640. struct dp_ipa_resources *ipa_res;
  641. struct hal_srng *wbm_srng = (struct hal_srng *)
  642. soc->tx_comp_ring[IPA_TX_COMP_RING_IDX].hal_srng;
  643. struct hal_srng *reo_srng = (struct hal_srng *)
  644. soc->reo_dest_ring[IPA_REO_DEST_RING_IDX].hal_srng;
  645. uint32_t tx_comp_doorbell_dmaaddr;
  646. uint32_t rx_ready_doorbell_dmaaddr;
  647. if (!pdev) {
  648. dp_err("%s invalid instance", __func__);
  649. return QDF_STATUS_E_FAILURE;
  650. }
  651. ipa_res = &pdev->ipa_resource;
  652. if (!wlan_cfg_is_ipa_enabled(soc->wlan_cfg_ctx))
  653. return QDF_STATUS_SUCCESS;
  654. ipa_res->tx_comp_doorbell_vaddr =
  655. ioremap(ipa_res->tx_comp_doorbell_paddr, 4);
  656. if (qdf_mem_smmu_s1_enabled(soc->osdev)) {
  657. pld_smmu_map(soc->osdev->dev, ipa_res->tx_comp_doorbell_paddr,
  658. &tx_comp_doorbell_dmaaddr, sizeof(uint32_t));
  659. ipa_res->tx_comp_doorbell_paddr = tx_comp_doorbell_dmaaddr;
  660. pld_smmu_map(soc->osdev->dev, ipa_res->rx_ready_doorbell_paddr,
  661. &rx_ready_doorbell_dmaaddr, sizeof(uint32_t));
  662. ipa_res->rx_ready_doorbell_paddr = rx_ready_doorbell_dmaaddr;
  663. }
  664. hal_srng_dst_set_hp_paddr(wbm_srng, ipa_res->tx_comp_doorbell_paddr);
  665. dp_info("paddr %pK vaddr %pK",
  666. (void *)ipa_res->tx_comp_doorbell_paddr,
  667. (void *)ipa_res->tx_comp_doorbell_vaddr);
  668. /*
  669. * For RX, REO module on Napier/Hastings does reordering on incoming
  670. * Ethernet packets and writes one or more descriptors to REO2IPA Rx
  671. * ring.It then updates the ring’s Write/Head ptr and rings a doorbell
  672. * to IPA.
  673. * Set the doorbell addr for the REO ring.
  674. */
  675. hal_srng_dst_set_hp_paddr(reo_srng, ipa_res->rx_ready_doorbell_paddr);
  676. return QDF_STATUS_SUCCESS;
  677. }
  678. QDF_STATUS dp_ipa_op_response(struct cdp_soc_t *soc_hdl, uint8_t pdev_id,
  679. uint8_t *op_msg)
  680. {
  681. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  682. struct dp_pdev *pdev =
  683. dp_get_pdev_from_soc_pdev_id_wifi3(soc, pdev_id);
  684. if (!pdev) {
  685. dp_err("%s invalid instance", __func__);
  686. return QDF_STATUS_E_FAILURE;
  687. }
  688. if (!wlan_cfg_is_ipa_enabled(pdev->soc->wlan_cfg_ctx))
  689. return QDF_STATUS_SUCCESS;
  690. if (pdev->ipa_uc_op_cb) {
  691. pdev->ipa_uc_op_cb(op_msg, pdev->usr_ctxt);
  692. } else {
  693. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  694. "%s: IPA callback function is not registered", __func__);
  695. qdf_mem_free(op_msg);
  696. return QDF_STATUS_E_FAILURE;
  697. }
  698. return QDF_STATUS_SUCCESS;
  699. }
  700. QDF_STATUS dp_ipa_register_op_cb(struct cdp_soc_t *soc_hdl, uint8_t pdev_id,
  701. ipa_uc_op_cb_type op_cb,
  702. void *usr_ctxt)
  703. {
  704. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  705. struct dp_pdev *pdev =
  706. dp_get_pdev_from_soc_pdev_id_wifi3(soc, pdev_id);
  707. if (!pdev) {
  708. dp_err("%s invalid instance", __func__);
  709. return QDF_STATUS_E_FAILURE;
  710. }
  711. if (!wlan_cfg_is_ipa_enabled(pdev->soc->wlan_cfg_ctx))
  712. return QDF_STATUS_SUCCESS;
  713. pdev->ipa_uc_op_cb = op_cb;
  714. pdev->usr_ctxt = usr_ctxt;
  715. return QDF_STATUS_SUCCESS;
  716. }
  717. QDF_STATUS dp_ipa_get_stat(struct cdp_soc_t *soc_hdl, uint8_t pdev_id)
  718. {
  719. /* TBD */
  720. return QDF_STATUS_SUCCESS;
  721. }
  722. /**
  723. * dp_tx_send_ipa_data_frame() - send IPA data frame
  724. * @soc_hdl: datapath soc handle
  725. * @vdev_id: id of the virtual device
  726. * @skb: skb to transmit
  727. *
  728. * Return: skb/ NULL is for success
  729. */
  730. qdf_nbuf_t dp_tx_send_ipa_data_frame(struct cdp_soc_t *soc_hdl, uint8_t vdev_id,
  731. qdf_nbuf_t skb)
  732. {
  733. qdf_nbuf_t ret;
  734. /* Terminate the (single-element) list of tx frames */
  735. qdf_nbuf_set_next(skb, NULL);
  736. ret = dp_tx_send(soc_hdl, vdev_id, skb);
  737. if (ret) {
  738. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  739. "%s: Failed to tx", __func__);
  740. return ret;
  741. }
  742. return NULL;
  743. }
  744. QDF_STATUS dp_ipa_enable_autonomy(struct cdp_soc_t *soc_hdl, uint8_t pdev_id)
  745. {
  746. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  747. struct dp_pdev *pdev =
  748. dp_get_pdev_from_soc_pdev_id_wifi3(soc, pdev_id);
  749. uint32_t ix0;
  750. uint32_t ix2;
  751. if (!pdev) {
  752. dp_err("%s invalid instance", __func__);
  753. return QDF_STATUS_E_FAILURE;
  754. }
  755. if (!wlan_cfg_is_ipa_enabled(soc->wlan_cfg_ctx))
  756. return QDF_STATUS_SUCCESS;
  757. if (!hif_is_target_ready(HIF_GET_SOFTC(soc->hif_handle)))
  758. return QDF_STATUS_E_AGAIN;
  759. /* Call HAL API to remap REO rings to REO2IPA ring */
  760. ix0 = HAL_REO_REMAP_IX0(REO_REMAP_TCL, 0) |
  761. HAL_REO_REMAP_IX0(REO_REMAP_SW4, 1) |
  762. HAL_REO_REMAP_IX0(REO_REMAP_SW1, 2) |
  763. HAL_REO_REMAP_IX0(REO_REMAP_SW4, 3) |
  764. HAL_REO_REMAP_IX0(REO_REMAP_SW4, 4) |
  765. HAL_REO_REMAP_IX0(REO_REMAP_RELEASE, 5) |
  766. HAL_REO_REMAP_IX0(REO_REMAP_FW, 6) |
  767. HAL_REO_REMAP_IX0(REO_REMAP_FW, 7);
  768. if (wlan_cfg_is_rx_hash_enabled(soc->wlan_cfg_ctx)) {
  769. ix2 = HAL_REO_REMAP_IX2(REO_REMAP_SW4, 16) |
  770. HAL_REO_REMAP_IX2(REO_REMAP_SW4, 17) |
  771. HAL_REO_REMAP_IX2(REO_REMAP_SW4, 18) |
  772. HAL_REO_REMAP_IX2(REO_REMAP_SW4, 19) |
  773. HAL_REO_REMAP_IX2(REO_REMAP_SW4, 20) |
  774. HAL_REO_REMAP_IX2(REO_REMAP_SW4, 21) |
  775. HAL_REO_REMAP_IX2(REO_REMAP_SW4, 22) |
  776. HAL_REO_REMAP_IX2(REO_REMAP_SW4, 23);
  777. hal_reo_read_write_ctrl_ix(soc->hal_soc, false, &ix0, NULL,
  778. &ix2, &ix2);
  779. dp_ipa_reo_remap_history_add(ix0, ix2, ix2);
  780. } else {
  781. hal_reo_read_write_ctrl_ix(soc->hal_soc, false, &ix0, NULL,
  782. NULL, NULL);
  783. dp_ipa_reo_remap_history_add(ix0, 0, 0);
  784. }
  785. return QDF_STATUS_SUCCESS;
  786. }
  787. QDF_STATUS dp_ipa_disable_autonomy(struct cdp_soc_t *soc_hdl, uint8_t pdev_id)
  788. {
  789. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  790. struct dp_pdev *pdev =
  791. dp_get_pdev_from_soc_pdev_id_wifi3(soc, pdev_id);
  792. uint32_t ix0;
  793. uint32_t ix2;
  794. uint32_t ix3;
  795. if (!pdev) {
  796. dp_err("%s invalid instance", __func__);
  797. return QDF_STATUS_E_FAILURE;
  798. }
  799. if (!wlan_cfg_is_ipa_enabled(soc->wlan_cfg_ctx))
  800. return QDF_STATUS_SUCCESS;
  801. if (!hif_is_target_ready(HIF_GET_SOFTC(soc->hif_handle)))
  802. return QDF_STATUS_E_AGAIN;
  803. /* Call HAL API to remap REO rings to REO2IPA ring */
  804. ix0 = HAL_REO_REMAP_IX0(REO_REMAP_TCL, 0) |
  805. HAL_REO_REMAP_IX0(REO_REMAP_SW1, 1) |
  806. HAL_REO_REMAP_IX0(REO_REMAP_SW2, 2) |
  807. HAL_REO_REMAP_IX0(REO_REMAP_SW3, 3) |
  808. HAL_REO_REMAP_IX0(REO_REMAP_SW2, 4) |
  809. HAL_REO_REMAP_IX0(REO_REMAP_RELEASE, 5) |
  810. HAL_REO_REMAP_IX0(REO_REMAP_FW, 6) |
  811. HAL_REO_REMAP_IX0(REO_REMAP_FW, 7);
  812. if (wlan_cfg_is_rx_hash_enabled(soc->wlan_cfg_ctx)) {
  813. dp_reo_remap_config(soc, &ix2, &ix3);
  814. hal_reo_read_write_ctrl_ix(soc->hal_soc, false, &ix0, NULL,
  815. &ix2, &ix3);
  816. dp_ipa_reo_remap_history_add(ix0, ix2, ix3);
  817. } else {
  818. hal_reo_read_write_ctrl_ix(soc->hal_soc, false, &ix0, NULL,
  819. NULL, NULL);
  820. dp_ipa_reo_remap_history_add(ix0, 0, 0);
  821. }
  822. return QDF_STATUS_SUCCESS;
  823. }
  824. /* This should be configurable per H/W configuration enable status */
  825. #define L3_HEADER_PADDING 2
  826. #ifdef CONFIG_IPA_WDI_UNIFIED_API
  827. #ifndef QCA_LL_TX_FLOW_CONTROL_V2
  828. static inline void dp_setup_mcc_sys_pipes(
  829. qdf_ipa_sys_connect_params_t *sys_in,
  830. qdf_ipa_wdi_conn_in_params_t *pipe_in)
  831. {
  832. /* Setup MCC sys pipe */
  833. QDF_IPA_WDI_CONN_IN_PARAMS_NUM_SYS_PIPE_NEEDED(pipe_in) =
  834. DP_IPA_MAX_IFACE;
  835. for (int i = 0; i < DP_IPA_MAX_IFACE; i++)
  836. memcpy(&QDF_IPA_WDI_CONN_IN_PARAMS_SYS_IN(pipe_in)[i],
  837. &sys_in[i], sizeof(qdf_ipa_sys_connect_params_t));
  838. }
  839. #else
  840. static inline void dp_setup_mcc_sys_pipes(
  841. qdf_ipa_sys_connect_params_t *sys_in,
  842. qdf_ipa_wdi_conn_in_params_t *pipe_in)
  843. {
  844. QDF_IPA_WDI_CONN_IN_PARAMS_NUM_SYS_PIPE_NEEDED(pipe_in) = 0;
  845. }
  846. #endif
  847. static void dp_ipa_wdi_tx_params(struct dp_soc *soc,
  848. struct dp_ipa_resources *ipa_res,
  849. qdf_ipa_wdi_pipe_setup_info_t *tx,
  850. bool over_gsi)
  851. {
  852. struct tcl_data_cmd *tcl_desc_ptr;
  853. uint8_t *desc_addr;
  854. uint32_t desc_size;
  855. if (over_gsi)
  856. QDF_IPA_WDI_SETUP_INFO_CLIENT(tx) = IPA_CLIENT_WLAN2_CONS;
  857. else
  858. QDF_IPA_WDI_SETUP_INFO_CLIENT(tx) = IPA_CLIENT_WLAN1_CONS;
  859. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_BASE_PA(tx) =
  860. qdf_mem_get_dma_addr(soc->osdev,
  861. &ipa_res->tx_comp_ring.mem_info);
  862. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_SIZE(tx) =
  863. qdf_mem_get_dma_size(soc->osdev,
  864. &ipa_res->tx_comp_ring.mem_info);
  865. /* WBM Tail Pointer Address */
  866. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_DOORBELL_PA(tx) =
  867. soc->ipa_uc_tx_rsc.ipa_wbm_tp_paddr;
  868. QDF_IPA_WDI_SETUP_INFO_IS_TXR_RN_DB_PCIE_ADDR(tx) = true;
  869. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_BASE_PA(tx) =
  870. qdf_mem_get_dma_addr(soc->osdev,
  871. &ipa_res->tx_ring.mem_info);
  872. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_SIZE(tx) =
  873. qdf_mem_get_dma_size(soc->osdev,
  874. &ipa_res->tx_ring.mem_info);
  875. /* TCL Head Pointer Address */
  876. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_DOORBELL_PA(tx) =
  877. soc->ipa_uc_tx_rsc.ipa_tcl_hp_paddr;
  878. QDF_IPA_WDI_SETUP_INFO_IS_EVT_RN_DB_PCIE_ADDR(tx) = true;
  879. QDF_IPA_WDI_SETUP_INFO_NUM_PKT_BUFFERS(tx) =
  880. ipa_res->tx_num_alloc_buffer;
  881. QDF_IPA_WDI_SETUP_INFO_PKT_OFFSET(tx) = 0;
  882. /* Preprogram TCL descriptor */
  883. desc_addr =
  884. (uint8_t *)QDF_IPA_WDI_SETUP_INFO_DESC_FORMAT_TEMPLATE(tx);
  885. desc_size = sizeof(struct tcl_data_cmd);
  886. HAL_TX_DESC_SET_TLV_HDR(desc_addr, HAL_TX_TCL_DATA_TAG, desc_size);
  887. tcl_desc_ptr = (struct tcl_data_cmd *)
  888. (QDF_IPA_WDI_SETUP_INFO_DESC_FORMAT_TEMPLATE(tx) + 1);
  889. tcl_desc_ptr->buf_addr_info.return_buffer_manager =
  890. HAL_RX_BUF_RBM_SW2_BM;
  891. tcl_desc_ptr->addrx_en = 1; /* Address X search enable in ASE */
  892. tcl_desc_ptr->encap_type = HAL_TX_ENCAP_TYPE_ETHERNET;
  893. tcl_desc_ptr->packet_offset = 2; /* padding for alignment */
  894. }
  895. static void dp_ipa_wdi_rx_params(struct dp_soc *soc,
  896. struct dp_ipa_resources *ipa_res,
  897. qdf_ipa_wdi_pipe_setup_info_t *rx,
  898. bool over_gsi)
  899. {
  900. if (over_gsi)
  901. QDF_IPA_WDI_SETUP_INFO_CLIENT(rx) =
  902. IPA_CLIENT_WLAN2_PROD;
  903. else
  904. QDF_IPA_WDI_SETUP_INFO_CLIENT(rx) =
  905. IPA_CLIENT_WLAN1_PROD;
  906. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_BASE_PA(rx) =
  907. qdf_mem_get_dma_addr(soc->osdev,
  908. &ipa_res->rx_rdy_ring.mem_info);
  909. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_SIZE(rx) =
  910. qdf_mem_get_dma_size(soc->osdev,
  911. &ipa_res->rx_rdy_ring.mem_info);
  912. /* REO Tail Pointer Address */
  913. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_DOORBELL_PA(rx) =
  914. soc->ipa_uc_rx_rsc.ipa_reo_tp_paddr;
  915. QDF_IPA_WDI_SETUP_INFO_IS_TXR_RN_DB_PCIE_ADDR(rx) = true;
  916. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_BASE_PA(rx) =
  917. qdf_mem_get_dma_addr(soc->osdev,
  918. &ipa_res->rx_refill_ring.mem_info);
  919. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_SIZE(rx) =
  920. qdf_mem_get_dma_size(soc->osdev,
  921. &ipa_res->rx_refill_ring.mem_info);
  922. /* FW Head Pointer Address */
  923. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_DOORBELL_PA(rx) =
  924. soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_hp_paddr;
  925. QDF_IPA_WDI_SETUP_INFO_IS_EVT_RN_DB_PCIE_ADDR(rx) = false;
  926. QDF_IPA_WDI_SETUP_INFO_PKT_OFFSET(rx) =
  927. RX_PKT_TLVS_LEN + L3_HEADER_PADDING;
  928. }
  929. static void
  930. dp_ipa_wdi_tx_smmu_params(struct dp_soc *soc,
  931. struct dp_ipa_resources *ipa_res,
  932. qdf_ipa_wdi_pipe_setup_info_smmu_t *tx_smmu,
  933. bool over_gsi)
  934. {
  935. struct tcl_data_cmd *tcl_desc_ptr;
  936. uint8_t *desc_addr;
  937. uint32_t desc_size;
  938. if (over_gsi)
  939. QDF_IPA_WDI_SETUP_INFO_SMMU_CLIENT(tx_smmu) =
  940. IPA_CLIENT_WLAN2_CONS;
  941. else
  942. QDF_IPA_WDI_SETUP_INFO_SMMU_CLIENT(tx_smmu) =
  943. IPA_CLIENT_WLAN1_CONS;
  944. qdf_mem_copy(&QDF_IPA_WDI_SETUP_INFO_SMMU_TRANSFER_RING_BASE(tx_smmu),
  945. &ipa_res->tx_comp_ring.sgtable,
  946. sizeof(sgtable_t));
  947. QDF_IPA_WDI_SETUP_INFO_SMMU_TRANSFER_RING_SIZE(tx_smmu) =
  948. qdf_mem_get_dma_size(soc->osdev,
  949. &ipa_res->tx_comp_ring.mem_info);
  950. /* WBM Tail Pointer Address */
  951. QDF_IPA_WDI_SETUP_INFO_SMMU_TRANSFER_RING_DOORBELL_PA(tx_smmu) =
  952. soc->ipa_uc_tx_rsc.ipa_wbm_tp_paddr;
  953. QDF_IPA_WDI_SETUP_INFO_SMMU_IS_TXR_RN_DB_PCIE_ADDR(tx_smmu) = true;
  954. qdf_mem_copy(&QDF_IPA_WDI_SETUP_INFO_SMMU_EVENT_RING_BASE(tx_smmu),
  955. &ipa_res->tx_ring.sgtable,
  956. sizeof(sgtable_t));
  957. QDF_IPA_WDI_SETUP_INFO_SMMU_EVENT_RING_SIZE(tx_smmu) =
  958. qdf_mem_get_dma_size(soc->osdev,
  959. &ipa_res->tx_ring.mem_info);
  960. /* TCL Head Pointer Address */
  961. QDF_IPA_WDI_SETUP_INFO_SMMU_EVENT_RING_DOORBELL_PA(tx_smmu) =
  962. soc->ipa_uc_tx_rsc.ipa_tcl_hp_paddr;
  963. QDF_IPA_WDI_SETUP_INFO_SMMU_IS_EVT_RN_DB_PCIE_ADDR(tx_smmu) = true;
  964. QDF_IPA_WDI_SETUP_INFO_SMMU_NUM_PKT_BUFFERS(tx_smmu) =
  965. ipa_res->tx_num_alloc_buffer;
  966. QDF_IPA_WDI_SETUP_INFO_SMMU_PKT_OFFSET(tx_smmu) = 0;
  967. /* Preprogram TCL descriptor */
  968. desc_addr = (uint8_t *)QDF_IPA_WDI_SETUP_INFO_SMMU_DESC_FORMAT_TEMPLATE(
  969. tx_smmu);
  970. desc_size = sizeof(struct tcl_data_cmd);
  971. HAL_TX_DESC_SET_TLV_HDR(desc_addr, HAL_TX_TCL_DATA_TAG, desc_size);
  972. tcl_desc_ptr = (struct tcl_data_cmd *)
  973. (QDF_IPA_WDI_SETUP_INFO_SMMU_DESC_FORMAT_TEMPLATE(tx_smmu) + 1);
  974. tcl_desc_ptr->buf_addr_info.return_buffer_manager =
  975. HAL_RX_BUF_RBM_SW2_BM;
  976. tcl_desc_ptr->addrx_en = 1; /* Address X search enable in ASE */
  977. tcl_desc_ptr->encap_type = HAL_TX_ENCAP_TYPE_ETHERNET;
  978. tcl_desc_ptr->packet_offset = 2; /* padding for alignment */
  979. }
  980. static void
  981. dp_ipa_wdi_rx_smmu_params(struct dp_soc *soc,
  982. struct dp_ipa_resources *ipa_res,
  983. qdf_ipa_wdi_pipe_setup_info_smmu_t *rx_smmu,
  984. bool over_gsi)
  985. {
  986. if (over_gsi)
  987. QDF_IPA_WDI_SETUP_INFO_SMMU_CLIENT(rx_smmu) =
  988. IPA_CLIENT_WLAN2_PROD;
  989. else
  990. QDF_IPA_WDI_SETUP_INFO_SMMU_CLIENT(rx_smmu) =
  991. IPA_CLIENT_WLAN1_PROD;
  992. qdf_mem_copy(&QDF_IPA_WDI_SETUP_INFO_SMMU_TRANSFER_RING_BASE(rx_smmu),
  993. &ipa_res->rx_rdy_ring.sgtable,
  994. sizeof(sgtable_t));
  995. QDF_IPA_WDI_SETUP_INFO_SMMU_TRANSFER_RING_SIZE(rx_smmu) =
  996. qdf_mem_get_dma_size(soc->osdev,
  997. &ipa_res->rx_rdy_ring.mem_info);
  998. /* REO Tail Pointer Address */
  999. QDF_IPA_WDI_SETUP_INFO_SMMU_TRANSFER_RING_DOORBELL_PA(rx_smmu) =
  1000. soc->ipa_uc_rx_rsc.ipa_reo_tp_paddr;
  1001. QDF_IPA_WDI_SETUP_INFO_SMMU_IS_TXR_RN_DB_PCIE_ADDR(rx_smmu) = true;
  1002. qdf_mem_copy(&QDF_IPA_WDI_SETUP_INFO_SMMU_EVENT_RING_BASE(rx_smmu),
  1003. &ipa_res->rx_refill_ring.sgtable,
  1004. sizeof(sgtable_t));
  1005. QDF_IPA_WDI_SETUP_INFO_SMMU_EVENT_RING_SIZE(rx_smmu) =
  1006. qdf_mem_get_dma_size(soc->osdev,
  1007. &ipa_res->rx_refill_ring.mem_info);
  1008. /* FW Head Pointer Address */
  1009. QDF_IPA_WDI_SETUP_INFO_SMMU_EVENT_RING_DOORBELL_PA(rx_smmu) =
  1010. soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_hp_paddr;
  1011. QDF_IPA_WDI_SETUP_INFO_SMMU_IS_EVT_RN_DB_PCIE_ADDR(rx_smmu) = false;
  1012. QDF_IPA_WDI_SETUP_INFO_SMMU_PKT_OFFSET(rx_smmu) =
  1013. RX_PKT_TLVS_LEN + L3_HEADER_PADDING;
  1014. }
  1015. QDF_STATUS dp_ipa_setup(struct cdp_soc_t *soc_hdl, uint8_t pdev_id,
  1016. void *ipa_i2w_cb, void *ipa_w2i_cb,
  1017. void *ipa_wdi_meter_notifier_cb,
  1018. uint32_t ipa_desc_size, void *ipa_priv,
  1019. bool is_rm_enabled, uint32_t *tx_pipe_handle,
  1020. uint32_t *rx_pipe_handle, bool is_smmu_enabled,
  1021. qdf_ipa_sys_connect_params_t *sys_in, bool over_gsi)
  1022. {
  1023. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  1024. struct dp_pdev *pdev =
  1025. dp_get_pdev_from_soc_pdev_id_wifi3(soc, pdev_id);
  1026. struct dp_ipa_resources *ipa_res;
  1027. qdf_ipa_ep_cfg_t *tx_cfg;
  1028. qdf_ipa_ep_cfg_t *rx_cfg;
  1029. qdf_ipa_wdi_pipe_setup_info_t *tx = NULL;
  1030. qdf_ipa_wdi_pipe_setup_info_t *rx = NULL;
  1031. qdf_ipa_wdi_pipe_setup_info_smmu_t *tx_smmu;
  1032. qdf_ipa_wdi_pipe_setup_info_smmu_t *rx_smmu;
  1033. qdf_ipa_wdi_conn_in_params_t pipe_in;
  1034. qdf_ipa_wdi_conn_out_params_t pipe_out;
  1035. int ret;
  1036. if (!pdev) {
  1037. dp_err("%s invalid instance", __func__);
  1038. return QDF_STATUS_E_FAILURE;
  1039. }
  1040. ipa_res = &pdev->ipa_resource;
  1041. if (!wlan_cfg_is_ipa_enabled(soc->wlan_cfg_ctx))
  1042. return QDF_STATUS_SUCCESS;
  1043. qdf_mem_zero(&pipe_in, sizeof(pipe_in));
  1044. qdf_mem_zero(&pipe_out, sizeof(pipe_out));
  1045. if (is_smmu_enabled)
  1046. QDF_IPA_WDI_CONN_IN_PARAMS_SMMU_ENABLED(&pipe_in) = true;
  1047. else
  1048. QDF_IPA_WDI_CONN_IN_PARAMS_SMMU_ENABLED(&pipe_in) = false;
  1049. dp_setup_mcc_sys_pipes(sys_in, &pipe_in);
  1050. /* TX PIPE */
  1051. if (QDF_IPA_WDI_CONN_IN_PARAMS_SMMU_ENABLED(&pipe_in)) {
  1052. tx_smmu = &QDF_IPA_WDI_CONN_IN_PARAMS_TX_SMMU(&pipe_in);
  1053. tx_cfg = &QDF_IPA_WDI_SETUP_INFO_SMMU_EP_CFG(tx_smmu);
  1054. } else {
  1055. tx = &QDF_IPA_WDI_CONN_IN_PARAMS_TX(&pipe_in);
  1056. tx_cfg = &QDF_IPA_WDI_SETUP_INFO_EP_CFG(tx);
  1057. }
  1058. QDF_IPA_EP_CFG_NAT_EN(tx_cfg) = IPA_BYPASS_NAT;
  1059. QDF_IPA_EP_CFG_HDR_LEN(tx_cfg) = DP_IPA_UC_WLAN_TX_HDR_LEN;
  1060. QDF_IPA_EP_CFG_HDR_OFST_PKT_SIZE_VALID(tx_cfg) = 0;
  1061. QDF_IPA_EP_CFG_HDR_OFST_PKT_SIZE(tx_cfg) = 0;
  1062. QDF_IPA_EP_CFG_HDR_ADDITIONAL_CONST_LEN(tx_cfg) = 0;
  1063. QDF_IPA_EP_CFG_MODE(tx_cfg) = IPA_BASIC;
  1064. QDF_IPA_EP_CFG_HDR_LITTLE_ENDIAN(tx_cfg) = true;
  1065. /**
  1066. * Transfer Ring: WBM Ring
  1067. * Transfer Ring Doorbell PA: WBM Tail Pointer Address
  1068. * Event Ring: TCL ring
  1069. * Event Ring Doorbell PA: TCL Head Pointer Address
  1070. */
  1071. if (is_smmu_enabled)
  1072. dp_ipa_wdi_tx_smmu_params(soc, ipa_res, tx_smmu, over_gsi);
  1073. else
  1074. dp_ipa_wdi_tx_params(soc, ipa_res, tx, over_gsi);
  1075. /* RX PIPE */
  1076. if (QDF_IPA_WDI_CONN_IN_PARAMS_SMMU_ENABLED(&pipe_in)) {
  1077. rx_smmu = &QDF_IPA_WDI_CONN_IN_PARAMS_RX_SMMU(&pipe_in);
  1078. rx_cfg = &QDF_IPA_WDI_SETUP_INFO_SMMU_EP_CFG(rx_smmu);
  1079. } else {
  1080. rx = &QDF_IPA_WDI_CONN_IN_PARAMS_RX(&pipe_in);
  1081. rx_cfg = &QDF_IPA_WDI_SETUP_INFO_EP_CFG(rx);
  1082. }
  1083. QDF_IPA_EP_CFG_NAT_EN(rx_cfg) = IPA_BYPASS_NAT;
  1084. QDF_IPA_EP_CFG_HDR_LEN(rx_cfg) = DP_IPA_UC_WLAN_RX_HDR_LEN;
  1085. QDF_IPA_EP_CFG_HDR_OFST_PKT_SIZE_VALID(rx_cfg) = 1;
  1086. QDF_IPA_EP_CFG_HDR_OFST_PKT_SIZE(rx_cfg) = 0;
  1087. QDF_IPA_EP_CFG_HDR_ADDITIONAL_CONST_LEN(rx_cfg) = 0;
  1088. QDF_IPA_EP_CFG_HDR_OFST_METADATA_VALID(rx_cfg) = 0;
  1089. QDF_IPA_EP_CFG_HDR_METADATA_REG_VALID(rx_cfg) = 1;
  1090. QDF_IPA_EP_CFG_MODE(rx_cfg) = IPA_BASIC;
  1091. QDF_IPA_EP_CFG_HDR_LITTLE_ENDIAN(rx_cfg) = true;
  1092. /**
  1093. * Transfer Ring: REO Ring
  1094. * Transfer Ring Doorbell PA: REO Tail Pointer Address
  1095. * Event Ring: FW ring
  1096. * Event Ring Doorbell PA: FW Head Pointer Address
  1097. */
  1098. if (is_smmu_enabled)
  1099. dp_ipa_wdi_rx_smmu_params(soc, ipa_res, rx_smmu, over_gsi);
  1100. else
  1101. dp_ipa_wdi_rx_params(soc, ipa_res, rx, over_gsi);
  1102. QDF_IPA_WDI_CONN_IN_PARAMS_NOTIFY(&pipe_in) = ipa_w2i_cb;
  1103. QDF_IPA_WDI_CONN_IN_PARAMS_PRIV(&pipe_in) = ipa_priv;
  1104. /* Connect WDI IPA PIPEs */
  1105. ret = qdf_ipa_wdi_conn_pipes(&pipe_in, &pipe_out);
  1106. if (ret) {
  1107. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  1108. "%s: ipa_wdi_conn_pipes: IPA pipe setup failed: ret=%d",
  1109. __func__, ret);
  1110. return QDF_STATUS_E_FAILURE;
  1111. }
  1112. /* IPA uC Doorbell registers */
  1113. dp_info("Tx DB PA=0x%x, Rx DB PA=0x%x",
  1114. (unsigned int)QDF_IPA_WDI_CONN_OUT_PARAMS_TX_UC_DB_PA(&pipe_out),
  1115. (unsigned int)QDF_IPA_WDI_CONN_OUT_PARAMS_RX_UC_DB_PA(&pipe_out));
  1116. ipa_res->tx_comp_doorbell_paddr =
  1117. QDF_IPA_WDI_CONN_OUT_PARAMS_TX_UC_DB_PA(&pipe_out);
  1118. ipa_res->rx_ready_doorbell_paddr =
  1119. QDF_IPA_WDI_CONN_OUT_PARAMS_RX_UC_DB_PA(&pipe_out);
  1120. soc->ipa_first_tx_db_access = true;
  1121. return QDF_STATUS_SUCCESS;
  1122. }
  1123. /**
  1124. * dp_ipa_setup_iface() - Setup IPA header and register interface
  1125. * @ifname: Interface name
  1126. * @mac_addr: Interface MAC address
  1127. * @prod_client: IPA prod client type
  1128. * @cons_client: IPA cons client type
  1129. * @session_id: Session ID
  1130. * @is_ipv6_enabled: Is IPV6 enabled or not
  1131. *
  1132. * Return: QDF_STATUS
  1133. */
  1134. QDF_STATUS dp_ipa_setup_iface(char *ifname, uint8_t *mac_addr,
  1135. qdf_ipa_client_type_t prod_client,
  1136. qdf_ipa_client_type_t cons_client,
  1137. uint8_t session_id, bool is_ipv6_enabled)
  1138. {
  1139. qdf_ipa_wdi_reg_intf_in_params_t in;
  1140. qdf_ipa_wdi_hdr_info_t hdr_info;
  1141. struct dp_ipa_uc_tx_hdr uc_tx_hdr;
  1142. struct dp_ipa_uc_tx_hdr uc_tx_hdr_v6;
  1143. int ret = -EINVAL;
  1144. dp_debug("Add Partial hdr: %s, "QDF_MAC_ADDR_FMT, ifname,
  1145. QDF_MAC_ADDR_REF(mac_addr));
  1146. qdf_mem_zero(&hdr_info, sizeof(qdf_ipa_wdi_hdr_info_t));
  1147. qdf_ether_addr_copy(uc_tx_hdr.eth.h_source, mac_addr);
  1148. /* IPV4 header */
  1149. uc_tx_hdr.eth.h_proto = qdf_htons(ETH_P_IP);
  1150. QDF_IPA_WDI_HDR_INFO_HDR(&hdr_info) = (uint8_t *)&uc_tx_hdr;
  1151. QDF_IPA_WDI_HDR_INFO_HDR_LEN(&hdr_info) = DP_IPA_UC_WLAN_TX_HDR_LEN;
  1152. QDF_IPA_WDI_HDR_INFO_HDR_TYPE(&hdr_info) = IPA_HDR_L2_ETHERNET_II;
  1153. QDF_IPA_WDI_HDR_INFO_DST_MAC_ADDR_OFFSET(&hdr_info) =
  1154. DP_IPA_UC_WLAN_HDR_DES_MAC_OFFSET;
  1155. QDF_IPA_WDI_REG_INTF_IN_PARAMS_NETDEV_NAME(&in) = ifname;
  1156. qdf_mem_copy(&(QDF_IPA_WDI_REG_INTF_IN_PARAMS_HDR_INFO(&in)[IPA_IP_v4]),
  1157. &hdr_info, sizeof(qdf_ipa_wdi_hdr_info_t));
  1158. QDF_IPA_WDI_REG_INTF_IN_PARAMS_ALT_DST_PIPE(&in) = cons_client;
  1159. QDF_IPA_WDI_REG_INTF_IN_PARAMS_IS_META_DATA_VALID(&in) = 1;
  1160. QDF_IPA_WDI_REG_INTF_IN_PARAMS_META_DATA(&in) =
  1161. htonl(session_id << 16);
  1162. QDF_IPA_WDI_REG_INTF_IN_PARAMS_META_DATA_MASK(&in) = htonl(0x00FF0000);
  1163. /* IPV6 header */
  1164. if (is_ipv6_enabled) {
  1165. qdf_mem_copy(&uc_tx_hdr_v6, &uc_tx_hdr,
  1166. DP_IPA_UC_WLAN_TX_HDR_LEN);
  1167. uc_tx_hdr_v6.eth.h_proto = qdf_htons(ETH_P_IPV6);
  1168. QDF_IPA_WDI_HDR_INFO_HDR(&hdr_info) = (uint8_t *)&uc_tx_hdr_v6;
  1169. qdf_mem_copy(&(QDF_IPA_WDI_REG_INTF_IN_PARAMS_HDR_INFO(&in)[IPA_IP_v6]),
  1170. &hdr_info, sizeof(qdf_ipa_wdi_hdr_info_t));
  1171. }
  1172. dp_debug("registering for session_id: %u", session_id);
  1173. ret = qdf_ipa_wdi_reg_intf(&in);
  1174. if (ret) {
  1175. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  1176. "%s: ipa_wdi_reg_intf: register IPA interface falied: ret=%d",
  1177. __func__, ret);
  1178. return QDF_STATUS_E_FAILURE;
  1179. }
  1180. return QDF_STATUS_SUCCESS;
  1181. }
  1182. #else /* CONFIG_IPA_WDI_UNIFIED_API */
  1183. QDF_STATUS dp_ipa_setup(struct cdp_soc_t *soc_hdl, uint8_t pdev_id,
  1184. void *ipa_i2w_cb, void *ipa_w2i_cb,
  1185. void *ipa_wdi_meter_notifier_cb,
  1186. uint32_t ipa_desc_size, void *ipa_priv,
  1187. bool is_rm_enabled, uint32_t *tx_pipe_handle,
  1188. uint32_t *rx_pipe_handle)
  1189. {
  1190. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  1191. struct dp_pdev *pdev =
  1192. dp_get_pdev_from_soc_pdev_id_wifi3(soc, pdev_id);
  1193. struct dp_ipa_resources *ipa_res;
  1194. qdf_ipa_wdi_pipe_setup_info_t *tx;
  1195. qdf_ipa_wdi_pipe_setup_info_t *rx;
  1196. qdf_ipa_wdi_conn_in_params_t pipe_in;
  1197. qdf_ipa_wdi_conn_out_params_t pipe_out;
  1198. struct tcl_data_cmd *tcl_desc_ptr;
  1199. uint8_t *desc_addr;
  1200. uint32_t desc_size;
  1201. int ret;
  1202. if (!pdev) {
  1203. dp_err("%s invalid instance", __func__);
  1204. return QDF_STATUS_E_FAILURE;
  1205. }
  1206. ipa_res = &pdev->ipa_resource;
  1207. if (!wlan_cfg_is_ipa_enabled(soc->wlan_cfg_ctx))
  1208. return QDF_STATUS_SUCCESS;
  1209. qdf_mem_zero(&tx, sizeof(qdf_ipa_wdi_pipe_setup_info_t));
  1210. qdf_mem_zero(&rx, sizeof(qdf_ipa_wdi_pipe_setup_info_t));
  1211. qdf_mem_zero(&pipe_in, sizeof(pipe_in));
  1212. qdf_mem_zero(&pipe_out, sizeof(pipe_out));
  1213. /* TX PIPE */
  1214. /**
  1215. * Transfer Ring: WBM Ring
  1216. * Transfer Ring Doorbell PA: WBM Tail Pointer Address
  1217. * Event Ring: TCL ring
  1218. * Event Ring Doorbell PA: TCL Head Pointer Address
  1219. */
  1220. tx = &QDF_IPA_WDI_CONN_IN_PARAMS_TX(&pipe_in);
  1221. QDF_IPA_WDI_SETUP_INFO_NAT_EN(tx) = IPA_BYPASS_NAT;
  1222. QDF_IPA_WDI_SETUP_INFO_HDR_LEN(tx) = DP_IPA_UC_WLAN_TX_HDR_LEN;
  1223. QDF_IPA_WDI_SETUP_INFO_HDR_OFST_PKT_SIZE_VALID(tx) = 0;
  1224. QDF_IPA_WDI_SETUP_INFO_HDR_OFST_PKT_SIZE(tx) = 0;
  1225. QDF_IPA_WDI_SETUP_INFO_HDR_ADDITIONAL_CONST_LEN(tx) = 0;
  1226. QDF_IPA_WDI_SETUP_INFO_MODE(tx) = IPA_BASIC;
  1227. QDF_IPA_WDI_SETUP_INFO_HDR_LITTLE_ENDIAN(tx) = true;
  1228. QDF_IPA_WDI_SETUP_INFO_CLIENT(tx) = IPA_CLIENT_WLAN1_CONS;
  1229. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_BASE_PA(tx) =
  1230. ipa_res->tx_comp_ring_base_paddr;
  1231. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_SIZE(tx) =
  1232. ipa_res->tx_comp_ring_size;
  1233. /* WBM Tail Pointer Address */
  1234. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_DOORBELL_PA(tx) =
  1235. soc->ipa_uc_tx_rsc.ipa_wbm_tp_paddr;
  1236. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_BASE_PA(tx) =
  1237. ipa_res->tx_ring_base_paddr;
  1238. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_SIZE(tx) = ipa_res->tx_ring_size;
  1239. /* TCL Head Pointer Address */
  1240. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_DOORBELL_PA(tx) =
  1241. soc->ipa_uc_tx_rsc.ipa_tcl_hp_paddr;
  1242. QDF_IPA_WDI_SETUP_INFO_NUM_PKT_BUFFERS(tx) =
  1243. ipa_res->tx_num_alloc_buffer;
  1244. QDF_IPA_WDI_SETUP_INFO_PKT_OFFSET(tx) = 0;
  1245. /* Preprogram TCL descriptor */
  1246. desc_addr =
  1247. (uint8_t *)QDF_IPA_WDI_SETUP_INFO_DESC_FORMAT_TEMPLATE(tx);
  1248. desc_size = sizeof(struct tcl_data_cmd);
  1249. HAL_TX_DESC_SET_TLV_HDR(desc_addr, HAL_TX_TCL_DATA_TAG, desc_size);
  1250. tcl_desc_ptr = (struct tcl_data_cmd *)
  1251. (QDF_IPA_WDI_SETUP_INFO_DESC_FORMAT_TEMPLATE(tx) + 1);
  1252. tcl_desc_ptr->buf_addr_info.return_buffer_manager =
  1253. HAL_RX_BUF_RBM_SW2_BM;
  1254. tcl_desc_ptr->addrx_en = 1; /* Address X search enable in ASE */
  1255. tcl_desc_ptr->encap_type = HAL_TX_ENCAP_TYPE_ETHERNET;
  1256. tcl_desc_ptr->packet_offset = 2; /* padding for alignment */
  1257. /* RX PIPE */
  1258. /**
  1259. * Transfer Ring: REO Ring
  1260. * Transfer Ring Doorbell PA: REO Tail Pointer Address
  1261. * Event Ring: FW ring
  1262. * Event Ring Doorbell PA: FW Head Pointer Address
  1263. */
  1264. rx = &QDF_IPA_WDI_CONN_IN_PARAMS_RX(&pipe_in);
  1265. QDF_IPA_WDI_SETUP_INFO_NAT_EN(rx) = IPA_BYPASS_NAT;
  1266. QDF_IPA_WDI_SETUP_INFO_HDR_LEN(rx) = DP_IPA_UC_WLAN_RX_HDR_LEN;
  1267. QDF_IPA_WDI_SETUP_INFO_HDR_OFST_PKT_SIZE_VALID(rx) = 0;
  1268. QDF_IPA_WDI_SETUP_INFO_HDR_OFST_PKT_SIZE(rx) = 0;
  1269. QDF_IPA_WDI_SETUP_INFO_HDR_ADDITIONAL_CONST_LEN(rx) = 0;
  1270. QDF_IPA_WDI_SETUP_INFO_HDR_OFST_METADATA_VALID(rx) = 0;
  1271. QDF_IPA_WDI_SETUP_INFO_HDR_METADATA_REG_VALID(rx) = 1;
  1272. QDF_IPA_WDI_SETUP_INFO_MODE(rx) = IPA_BASIC;
  1273. QDF_IPA_WDI_SETUP_INFO_HDR_LITTLE_ENDIAN(rx) = true;
  1274. QDF_IPA_WDI_SETUP_INFO_CLIENT(rx) = IPA_CLIENT_WLAN1_PROD;
  1275. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_BASE_PA(rx) =
  1276. ipa_res->rx_rdy_ring_base_paddr;
  1277. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_SIZE(rx) =
  1278. ipa_res->rx_rdy_ring_size;
  1279. /* REO Tail Pointer Address */
  1280. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_DOORBELL_PA(rx) =
  1281. soc->ipa_uc_rx_rsc.ipa_reo_tp_paddr;
  1282. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_BASE_PA(rx) =
  1283. ipa_res->rx_refill_ring_base_paddr;
  1284. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_SIZE(rx) =
  1285. ipa_res->rx_refill_ring_size;
  1286. /* FW Head Pointer Address */
  1287. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_DOORBELL_PA(rx) =
  1288. soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_hp_paddr;
  1289. QDF_IPA_WDI_SETUP_INFO_PKT_OFFSET(rx) = RX_PKT_TLVS_LEN +
  1290. L3_HEADER_PADDING;
  1291. QDF_IPA_WDI_CONN_IN_PARAMS_NOTIFY(&pipe_in) = ipa_w2i_cb;
  1292. QDF_IPA_WDI_CONN_IN_PARAMS_PRIV(&pipe_in) = ipa_priv;
  1293. /* Connect WDI IPA PIPE */
  1294. ret = qdf_ipa_wdi_conn_pipes(&pipe_in, &pipe_out);
  1295. if (ret) {
  1296. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  1297. "%s: ipa_wdi_conn_pipes: IPA pipe setup failed: ret=%d",
  1298. __func__, ret);
  1299. return QDF_STATUS_E_FAILURE;
  1300. }
  1301. /* IPA uC Doorbell registers */
  1302. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_DEBUG,
  1303. "%s: Tx DB PA=0x%x, Rx DB PA=0x%x",
  1304. __func__,
  1305. (unsigned int)QDF_IPA_WDI_CONN_OUT_PARAMS_TX_UC_DB_PA(&pipe_out),
  1306. (unsigned int)QDF_IPA_WDI_CONN_OUT_PARAMS_RX_UC_DB_PA(&pipe_out));
  1307. ipa_res->tx_comp_doorbell_paddr =
  1308. QDF_IPA_WDI_CONN_OUT_PARAMS_TX_UC_DB_PA(&pipe_out);
  1309. ipa_res->tx_comp_doorbell_vaddr =
  1310. QDF_IPA_WDI_CONN_OUT_PARAMS_TX_UC_DB_VA(&pipe_out);
  1311. ipa_res->rx_ready_doorbell_paddr =
  1312. QDF_IPA_WDI_CONN_OUT_PARAMS_RX_UC_DB_PA(&pipe_out);
  1313. soc->ipa_first_tx_db_access = true;
  1314. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_DEBUG,
  1315. "%s: Tx: %s=%pK, %s=%d, %s=%pK, %s=%pK, %s=%d, %s=%pK, %s=%d, %s=%pK",
  1316. __func__,
  1317. "transfer_ring_base_pa",
  1318. (void *)QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_BASE_PA(tx),
  1319. "transfer_ring_size",
  1320. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_SIZE(tx),
  1321. "transfer_ring_doorbell_pa",
  1322. (void *)QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_DOORBELL_PA(tx),
  1323. "event_ring_base_pa",
  1324. (void *)QDF_IPA_WDI_SETUP_INFO_EVENT_RING_BASE_PA(tx),
  1325. "event_ring_size",
  1326. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_SIZE(tx),
  1327. "event_ring_doorbell_pa",
  1328. (void *)QDF_IPA_WDI_SETUP_INFO_EVENT_RING_DOORBELL_PA(tx),
  1329. "num_pkt_buffers",
  1330. QDF_IPA_WDI_SETUP_INFO_NUM_PKT_BUFFERS(tx),
  1331. "tx_comp_doorbell_paddr",
  1332. (void *)ipa_res->tx_comp_doorbell_paddr);
  1333. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_DEBUG,
  1334. "%s: Rx: %s=%pK, %s=%d, %s=%pK, %s=%pK, %s=%d, %s=%pK, %s=%d, %s=%pK",
  1335. __func__,
  1336. "transfer_ring_base_pa",
  1337. (void *)QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_BASE_PA(rx),
  1338. "transfer_ring_size",
  1339. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_SIZE(rx),
  1340. "transfer_ring_doorbell_pa",
  1341. (void *)QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_DOORBELL_PA(rx),
  1342. "event_ring_base_pa",
  1343. (void *)QDF_IPA_WDI_SETUP_INFO_EVENT_RING_BASE_PA(rx),
  1344. "event_ring_size",
  1345. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_SIZE(rx),
  1346. "event_ring_doorbell_pa",
  1347. (void *)QDF_IPA_WDI_SETUP_INFO_EVENT_RING_DOORBELL_PA(rx),
  1348. "num_pkt_buffers",
  1349. QDF_IPA_WDI_SETUP_INFO_NUM_PKT_BUFFERS(rx),
  1350. "tx_comp_doorbell_paddr",
  1351. (void *)ipa_res->rx_ready_doorbell_paddr);
  1352. return QDF_STATUS_SUCCESS;
  1353. }
  1354. /**
  1355. * dp_ipa_setup_iface() - Setup IPA header and register interface
  1356. * @ifname: Interface name
  1357. * @mac_addr: Interface MAC address
  1358. * @prod_client: IPA prod client type
  1359. * @cons_client: IPA cons client type
  1360. * @session_id: Session ID
  1361. * @is_ipv6_enabled: Is IPV6 enabled or not
  1362. *
  1363. * Return: QDF_STATUS
  1364. */
  1365. QDF_STATUS dp_ipa_setup_iface(char *ifname, uint8_t *mac_addr,
  1366. qdf_ipa_client_type_t prod_client,
  1367. qdf_ipa_client_type_t cons_client,
  1368. uint8_t session_id, bool is_ipv6_enabled)
  1369. {
  1370. qdf_ipa_wdi_reg_intf_in_params_t in;
  1371. qdf_ipa_wdi_hdr_info_t hdr_info;
  1372. struct dp_ipa_uc_tx_hdr uc_tx_hdr;
  1373. struct dp_ipa_uc_tx_hdr uc_tx_hdr_v6;
  1374. int ret = -EINVAL;
  1375. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_DEBUG,
  1376. "%s: Add Partial hdr: %s, "QDF_MAC_ADDR_FMT,
  1377. __func__, ifname, QDF_MAC_ADDR_REF(mac_addr));
  1378. qdf_mem_zero(&hdr_info, sizeof(qdf_ipa_wdi_hdr_info_t));
  1379. qdf_ether_addr_copy(uc_tx_hdr.eth.h_source, mac_addr);
  1380. /* IPV4 header */
  1381. uc_tx_hdr.eth.h_proto = qdf_htons(ETH_P_IP);
  1382. QDF_IPA_WDI_HDR_INFO_HDR(&hdr_info) = (uint8_t *)&uc_tx_hdr;
  1383. QDF_IPA_WDI_HDR_INFO_HDR_LEN(&hdr_info) = DP_IPA_UC_WLAN_TX_HDR_LEN;
  1384. QDF_IPA_WDI_HDR_INFO_HDR_TYPE(&hdr_info) = IPA_HDR_L2_ETHERNET_II;
  1385. QDF_IPA_WDI_HDR_INFO_DST_MAC_ADDR_OFFSET(&hdr_info) =
  1386. DP_IPA_UC_WLAN_HDR_DES_MAC_OFFSET;
  1387. QDF_IPA_WDI_REG_INTF_IN_PARAMS_NETDEV_NAME(&in) = ifname;
  1388. qdf_mem_copy(&(QDF_IPA_WDI_REG_INTF_IN_PARAMS_HDR_INFO(&in)[IPA_IP_v4]),
  1389. &hdr_info, sizeof(qdf_ipa_wdi_hdr_info_t));
  1390. QDF_IPA_WDI_REG_INTF_IN_PARAMS_IS_META_DATA_VALID(&in) = 1;
  1391. QDF_IPA_WDI_REG_INTF_IN_PARAMS_META_DATA(&in) =
  1392. htonl(session_id << 16);
  1393. QDF_IPA_WDI_REG_INTF_IN_PARAMS_META_DATA_MASK(&in) = htonl(0x00FF0000);
  1394. /* IPV6 header */
  1395. if (is_ipv6_enabled) {
  1396. qdf_mem_copy(&uc_tx_hdr_v6, &uc_tx_hdr,
  1397. DP_IPA_UC_WLAN_TX_HDR_LEN);
  1398. uc_tx_hdr_v6.eth.h_proto = qdf_htons(ETH_P_IPV6);
  1399. QDF_IPA_WDI_HDR_INFO_HDR(&hdr_info) = (uint8_t *)&uc_tx_hdr_v6;
  1400. qdf_mem_copy(&(QDF_IPA_WDI_REG_INTF_IN_PARAMS_HDR_INFO(&in)[IPA_IP_v6]),
  1401. &hdr_info, sizeof(qdf_ipa_wdi_hdr_info_t));
  1402. }
  1403. ret = qdf_ipa_wdi_reg_intf(&in);
  1404. if (ret) {
  1405. dp_err("ipa_wdi_reg_intf: register IPA interface falied: ret=%d",
  1406. ret);
  1407. return QDF_STATUS_E_FAILURE;
  1408. }
  1409. return QDF_STATUS_SUCCESS;
  1410. }
  1411. #endif /* CONFIG_IPA_WDI_UNIFIED_API */
  1412. /**
  1413. * dp_ipa_cleanup() - Disconnect IPA pipes
  1414. * @tx_pipe_handle: Tx pipe handle
  1415. * @rx_pipe_handle: Rx pipe handle
  1416. *
  1417. * Return: QDF_STATUS
  1418. */
  1419. QDF_STATUS dp_ipa_cleanup(uint32_t tx_pipe_handle, uint32_t rx_pipe_handle)
  1420. {
  1421. int ret;
  1422. ret = qdf_ipa_wdi_disconn_pipes();
  1423. if (ret) {
  1424. dp_err("ipa_wdi_disconn_pipes: IPA pipe cleanup failed: ret=%d",
  1425. ret);
  1426. return QDF_STATUS_E_FAILURE;
  1427. }
  1428. return QDF_STATUS_SUCCESS;
  1429. }
  1430. /**
  1431. * dp_ipa_cleanup_iface() - Cleanup IPA header and deregister interface
  1432. * @ifname: Interface name
  1433. * @is_ipv6_enabled: Is IPV6 enabled or not
  1434. *
  1435. * Return: QDF_STATUS
  1436. */
  1437. QDF_STATUS dp_ipa_cleanup_iface(char *ifname, bool is_ipv6_enabled)
  1438. {
  1439. int ret;
  1440. ret = qdf_ipa_wdi_dereg_intf(ifname);
  1441. if (ret) {
  1442. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  1443. "%s: ipa_wdi_dereg_intf: IPA pipe deregistration failed: ret=%d",
  1444. __func__, ret);
  1445. return QDF_STATUS_E_FAILURE;
  1446. }
  1447. return QDF_STATUS_SUCCESS;
  1448. }
  1449. QDF_STATUS dp_ipa_enable_pipes(struct cdp_soc_t *soc_hdl, uint8_t pdev_id)
  1450. {
  1451. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  1452. struct dp_pdev *pdev =
  1453. dp_get_pdev_from_soc_pdev_id_wifi3(soc, pdev_id);
  1454. struct hal_srng *wbm_srng = (struct hal_srng *)
  1455. soc->tx_comp_ring[IPA_TX_COMP_RING_IDX].hal_srng;
  1456. struct dp_ipa_resources *ipa_res;
  1457. QDF_STATUS result;
  1458. if (!pdev) {
  1459. dp_err("%s invalid instance", __func__);
  1460. return QDF_STATUS_E_FAILURE;
  1461. }
  1462. ipa_res = &pdev->ipa_resource;
  1463. qdf_atomic_set(&soc->ipa_pipes_enabled, 1);
  1464. dp_ipa_handle_rx_buf_pool_smmu_mapping(soc, pdev, true);
  1465. result = qdf_ipa_wdi_enable_pipes();
  1466. if (result) {
  1467. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  1468. "%s: Enable WDI PIPE fail, code %d",
  1469. __func__, result);
  1470. qdf_atomic_set(&soc->ipa_pipes_enabled, 0);
  1471. dp_ipa_handle_rx_buf_pool_smmu_mapping(soc, pdev, false);
  1472. return QDF_STATUS_E_FAILURE;
  1473. }
  1474. if (soc->ipa_first_tx_db_access) {
  1475. hal_srng_dst_init_hp(wbm_srng, ipa_res->tx_comp_doorbell_vaddr);
  1476. soc->ipa_first_tx_db_access = false;
  1477. }
  1478. return QDF_STATUS_SUCCESS;
  1479. }
  1480. QDF_STATUS dp_ipa_disable_pipes(struct cdp_soc_t *soc_hdl, uint8_t pdev_id)
  1481. {
  1482. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  1483. struct dp_pdev *pdev =
  1484. dp_get_pdev_from_soc_pdev_id_wifi3(soc, pdev_id);
  1485. QDF_STATUS result;
  1486. if (!pdev) {
  1487. dp_err("%s invalid instance", __func__);
  1488. return QDF_STATUS_E_FAILURE;
  1489. }
  1490. result = qdf_ipa_wdi_disable_pipes();
  1491. if (result) {
  1492. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  1493. "%s: Disable WDI PIPE fail, code %d",
  1494. __func__, result);
  1495. qdf_assert_always(0);
  1496. return QDF_STATUS_E_FAILURE;
  1497. }
  1498. qdf_atomic_set(&soc->ipa_pipes_enabled, 0);
  1499. dp_ipa_handle_rx_buf_pool_smmu_mapping(soc, pdev, false);
  1500. return result ? QDF_STATUS_E_FAILURE : QDF_STATUS_SUCCESS;
  1501. }
  1502. /**
  1503. * dp_ipa_set_perf_level() - Set IPA clock bandwidth based on data rates
  1504. * @client: Client type
  1505. * @max_supported_bw_mbps: Maximum bandwidth needed (in Mbps)
  1506. *
  1507. * Return: QDF_STATUS
  1508. */
  1509. QDF_STATUS dp_ipa_set_perf_level(int client, uint32_t max_supported_bw_mbps)
  1510. {
  1511. qdf_ipa_wdi_perf_profile_t profile;
  1512. QDF_STATUS result;
  1513. profile.client = client;
  1514. profile.max_supported_bw_mbps = max_supported_bw_mbps;
  1515. result = qdf_ipa_wdi_set_perf_profile(&profile);
  1516. if (result) {
  1517. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  1518. "%s: ipa_wdi_set_perf_profile fail, code %d",
  1519. __func__, result);
  1520. return QDF_STATUS_E_FAILURE;
  1521. }
  1522. return QDF_STATUS_SUCCESS;
  1523. }
  1524. /**
  1525. * dp_ipa_intrabss_send - send IPA RX intra-bss frames
  1526. * @pdev: pdev
  1527. * @vdev: vdev
  1528. * @nbuf: skb
  1529. *
  1530. * Return: nbuf if TX fails and NULL if TX succeeds
  1531. */
  1532. static qdf_nbuf_t dp_ipa_intrabss_send(struct dp_pdev *pdev,
  1533. struct dp_vdev *vdev,
  1534. qdf_nbuf_t nbuf)
  1535. {
  1536. struct dp_peer *vdev_peer;
  1537. uint16_t len;
  1538. vdev_peer = dp_vdev_bss_peer_ref_n_get(pdev->soc, vdev, DP_MOD_ID_IPA);
  1539. if (qdf_unlikely(!vdev_peer))
  1540. return nbuf;
  1541. qdf_mem_zero(nbuf->cb, sizeof(nbuf->cb));
  1542. len = qdf_nbuf_len(nbuf);
  1543. if (dp_tx_send((struct cdp_soc_t *)pdev->soc, vdev->vdev_id, nbuf)) {
  1544. DP_STATS_INC_PKT(vdev_peer, rx.intra_bss.fail, 1, len);
  1545. dp_peer_unref_delete(vdev_peer, DP_MOD_ID_IPA);
  1546. return nbuf;
  1547. }
  1548. DP_STATS_INC_PKT(vdev_peer, rx.intra_bss.pkts, 1, len);
  1549. dp_peer_unref_delete(vdev_peer, DP_MOD_ID_IPA);
  1550. return NULL;
  1551. }
  1552. bool dp_ipa_rx_intrabss_fwd(struct cdp_soc_t *soc_hdl, uint8_t vdev_id,
  1553. qdf_nbuf_t nbuf, bool *fwd_success)
  1554. {
  1555. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  1556. struct dp_vdev *vdev = dp_vdev_get_ref_by_id(soc, vdev_id,
  1557. DP_MOD_ID_IPA);
  1558. struct dp_pdev *pdev;
  1559. struct dp_peer *da_peer;
  1560. struct dp_peer *sa_peer;
  1561. qdf_nbuf_t nbuf_copy;
  1562. uint8_t da_is_bcmc;
  1563. struct ethhdr *eh;
  1564. bool status = false;
  1565. *fwd_success = false; /* set default as failure */
  1566. /*
  1567. * WDI 3.0 skb->cb[] info from IPA driver
  1568. * skb->cb[0] = vdev_id
  1569. * skb->cb[1].bit#1 = da_is_bcmc
  1570. */
  1571. da_is_bcmc = ((uint8_t)nbuf->cb[1]) & 0x2;
  1572. if (qdf_unlikely(!vdev))
  1573. return false;
  1574. pdev = vdev->pdev;
  1575. if (qdf_unlikely(!pdev))
  1576. goto out;
  1577. /* no fwd for station mode and just pass up to stack */
  1578. if (vdev->opmode == wlan_op_mode_sta)
  1579. goto out;
  1580. if (da_is_bcmc) {
  1581. nbuf_copy = qdf_nbuf_copy(nbuf);
  1582. if (!nbuf_copy)
  1583. goto out;
  1584. if (dp_ipa_intrabss_send(pdev, vdev, nbuf_copy))
  1585. qdf_nbuf_free(nbuf_copy);
  1586. else
  1587. *fwd_success = true;
  1588. /* return false to pass original pkt up to stack */
  1589. goto out;
  1590. }
  1591. eh = (struct ethhdr *)qdf_nbuf_data(nbuf);
  1592. if (!qdf_mem_cmp(eh->h_dest, vdev->mac_addr.raw, QDF_MAC_ADDR_SIZE))
  1593. goto out;
  1594. da_peer = dp_peer_find_hash_find(soc, eh->h_dest, 0, vdev->vdev_id,
  1595. DP_MOD_ID_IPA);
  1596. if (!da_peer)
  1597. goto out;
  1598. dp_peer_unref_delete(da_peer, DP_MOD_ID_IPA);
  1599. sa_peer = dp_peer_find_hash_find(soc, eh->h_source, 0, vdev->vdev_id,
  1600. DP_MOD_ID_IPA);
  1601. if (!sa_peer)
  1602. goto out;
  1603. dp_peer_unref_delete(sa_peer, DP_MOD_ID_IPA);
  1604. /*
  1605. * In intra-bss forwarding scenario, skb is allocated by IPA driver.
  1606. * Need to add skb to internal tracking table to avoid nbuf memory
  1607. * leak check for unallocated skb.
  1608. */
  1609. qdf_net_buf_debug_acquire_skb(nbuf, __FILE__, __LINE__);
  1610. if (dp_ipa_intrabss_send(pdev, vdev, nbuf))
  1611. qdf_nbuf_free(nbuf);
  1612. else
  1613. *fwd_success = true;
  1614. status = true;
  1615. out:
  1616. dp_vdev_unref_delete(soc, vdev, DP_MOD_ID_IPA);
  1617. return status;
  1618. }
  1619. #ifdef MDM_PLATFORM
  1620. bool dp_ipa_is_mdm_platform(void)
  1621. {
  1622. return true;
  1623. }
  1624. #else
  1625. bool dp_ipa_is_mdm_platform(void)
  1626. {
  1627. return false;
  1628. }
  1629. #endif
  1630. /**
  1631. * dp_ipa_frag_nbuf_linearize - linearize nbuf for IPA
  1632. * @soc: soc
  1633. * @nbuf: source skb
  1634. *
  1635. * Return: new nbuf if success and otherwise NULL
  1636. */
  1637. static qdf_nbuf_t dp_ipa_frag_nbuf_linearize(struct dp_soc *soc,
  1638. qdf_nbuf_t nbuf)
  1639. {
  1640. uint8_t *src_nbuf_data;
  1641. uint8_t *dst_nbuf_data;
  1642. qdf_nbuf_t dst_nbuf;
  1643. qdf_nbuf_t temp_nbuf = nbuf;
  1644. uint32_t nbuf_len = qdf_nbuf_len(nbuf);
  1645. bool is_nbuf_head = true;
  1646. uint32_t copy_len = 0;
  1647. dst_nbuf = qdf_nbuf_alloc(soc->osdev, RX_DATA_BUFFER_SIZE,
  1648. RX_BUFFER_RESERVATION,
  1649. RX_DATA_BUFFER_ALIGNMENT, FALSE);
  1650. if (!dst_nbuf) {
  1651. dp_err_rl("nbuf allocate fail");
  1652. return NULL;
  1653. }
  1654. if ((nbuf_len + L3_HEADER_PADDING) > RX_DATA_BUFFER_SIZE) {
  1655. qdf_nbuf_free(dst_nbuf);
  1656. dp_err_rl("nbuf is jumbo data");
  1657. return NULL;
  1658. }
  1659. /* prepeare to copy all data into new skb */
  1660. dst_nbuf_data = qdf_nbuf_data(dst_nbuf);
  1661. while (temp_nbuf) {
  1662. src_nbuf_data = qdf_nbuf_data(temp_nbuf);
  1663. /* first head nbuf */
  1664. if (is_nbuf_head) {
  1665. qdf_mem_copy(dst_nbuf_data, src_nbuf_data,
  1666. RX_PKT_TLVS_LEN);
  1667. /* leave extra 2 bytes L3_HEADER_PADDING */
  1668. dst_nbuf_data += (RX_PKT_TLVS_LEN + L3_HEADER_PADDING);
  1669. src_nbuf_data += RX_PKT_TLVS_LEN;
  1670. copy_len = qdf_nbuf_headlen(temp_nbuf) -
  1671. RX_PKT_TLVS_LEN;
  1672. temp_nbuf = qdf_nbuf_get_ext_list(temp_nbuf);
  1673. is_nbuf_head = false;
  1674. } else {
  1675. copy_len = qdf_nbuf_len(temp_nbuf);
  1676. temp_nbuf = qdf_nbuf_queue_next(temp_nbuf);
  1677. }
  1678. qdf_mem_copy(dst_nbuf_data, src_nbuf_data, copy_len);
  1679. dst_nbuf_data += copy_len;
  1680. }
  1681. qdf_nbuf_set_len(dst_nbuf, nbuf_len);
  1682. /* copy is done, free original nbuf */
  1683. qdf_nbuf_free(nbuf);
  1684. return dst_nbuf;
  1685. }
  1686. /**
  1687. * dp_ipa_handle_rx_reo_reinject - Handle RX REO reinject skb buffer
  1688. * @soc: soc
  1689. * @nbuf: skb
  1690. *
  1691. * Return: nbuf if success and otherwise NULL
  1692. */
  1693. qdf_nbuf_t dp_ipa_handle_rx_reo_reinject(struct dp_soc *soc, qdf_nbuf_t nbuf)
  1694. {
  1695. if (!wlan_cfg_is_ipa_enabled(soc->wlan_cfg_ctx))
  1696. return nbuf;
  1697. /* WLAN IPA is run-time disabled */
  1698. if (!qdf_atomic_read(&soc->ipa_pipes_enabled))
  1699. return nbuf;
  1700. if (!qdf_nbuf_is_frag(nbuf))
  1701. return nbuf;
  1702. /* linearize skb for IPA */
  1703. return dp_ipa_frag_nbuf_linearize(soc, nbuf);
  1704. }
  1705. QDF_STATUS dp_ipa_tx_buf_smmu_mapping(
  1706. struct cdp_soc_t *soc_hdl, uint8_t pdev_id)
  1707. {
  1708. QDF_STATUS ret;
  1709. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  1710. struct dp_pdev *pdev =
  1711. dp_get_pdev_from_soc_pdev_id_wifi3(soc, pdev_id);
  1712. if (!pdev) {
  1713. dp_err("%s invalid instance", __func__);
  1714. return QDF_STATUS_E_FAILURE;
  1715. }
  1716. if (!qdf_mem_smmu_s1_enabled(soc->osdev)) {
  1717. dp_debug("SMMU S1 disabled");
  1718. return QDF_STATUS_SUCCESS;
  1719. }
  1720. ret = __dp_ipa_tx_buf_smmu_mapping(soc, pdev, true);
  1721. return ret;
  1722. }
  1723. #endif