dp_ipa.c 60 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016
  1. /*
  2. * Copyright (c) 2017-2020, The Linux Foundation. All rights reserved.
  3. *
  4. * Permission to use, copy, modify, and/or distribute this software for any
  5. * purpose with or without fee is hereby granted, provided that the above
  6. * copyright notice and this permission notice appear in all copies.
  7. *
  8. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
  9. * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
  10. * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
  11. * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
  12. * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
  13. * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
  14. * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  15. */
  16. #ifdef IPA_OFFLOAD
  17. #include <qdf_ipa_wdi3.h>
  18. #include <qdf_types.h>
  19. #include <qdf_lock.h>
  20. #include <hal_hw_headers.h>
  21. #include <hal_api.h>
  22. #include <hif.h>
  23. #include <htt.h>
  24. #include <wdi_event.h>
  25. #include <queue.h>
  26. #include "dp_types.h"
  27. #include "dp_htt.h"
  28. #include "dp_tx.h"
  29. #include "dp_rx.h"
  30. #include "dp_ipa.h"
  31. /* Hard coded config parameters until dp_ops_cfg.cfg_attach implemented */
  32. #define CFG_IPA_UC_TX_BUF_SIZE_DEFAULT (2048)
  33. /* WAR for IPA_OFFLOAD case. In some cases, its observed that WBM tries to
  34. * release a buffer into WBM2SW RELEASE ring for IPA, and the ring is full.
  35. * This causes back pressure, resulting in a FW crash.
  36. * By leaving some entries with no buffer attached, WBM will be able to write
  37. * to the ring, and from dumps we can figure out the buffer which is causing
  38. * this issue.
  39. */
  40. #define DP_IPA_WAR_WBM2SW_REL_RING_NO_BUF_ENTRIES 16
  41. /**
  42. *struct dp_ipa_reo_remap_record - history for dp ipa reo remaps
  43. * @ix0_reg: reo destination ring IX0 value
  44. * @ix2_reg: reo destination ring IX2 value
  45. * @ix3_reg: reo destination ring IX3 value
  46. */
  47. struct dp_ipa_reo_remap_record {
  48. uint64_t timestamp;
  49. uint32_t ix0_reg;
  50. uint32_t ix2_reg;
  51. uint32_t ix3_reg;
  52. };
  53. #define REO_REMAP_HISTORY_SIZE 32
  54. struct dp_ipa_reo_remap_record dp_ipa_reo_remap_history[REO_REMAP_HISTORY_SIZE];
  55. static qdf_atomic_t dp_ipa_reo_remap_history_index;
  56. static int dp_ipa_reo_remap_record_index_next(qdf_atomic_t *index)
  57. {
  58. int next = qdf_atomic_inc_return(index);
  59. if (next == REO_REMAP_HISTORY_SIZE)
  60. qdf_atomic_sub(REO_REMAP_HISTORY_SIZE, index);
  61. return next % REO_REMAP_HISTORY_SIZE;
  62. }
  63. /**
  64. * dp_ipa_reo_remap_history_add() - Record dp ipa reo remap values
  65. * @ix0_val: reo destination ring IX0 value
  66. * @ix2_val: reo destination ring IX2 value
  67. * @ix3_val: reo destination ring IX3 value
  68. *
  69. * Return: None
  70. */
  71. static void dp_ipa_reo_remap_history_add(uint32_t ix0_val, uint32_t ix2_val,
  72. uint32_t ix3_val)
  73. {
  74. int idx = dp_ipa_reo_remap_record_index_next(
  75. &dp_ipa_reo_remap_history_index);
  76. struct dp_ipa_reo_remap_record *record = &dp_ipa_reo_remap_history[idx];
  77. record->timestamp = qdf_get_log_timestamp();
  78. record->ix0_reg = ix0_val;
  79. record->ix2_reg = ix2_val;
  80. record->ix3_reg = ix3_val;
  81. }
  82. static QDF_STATUS __dp_ipa_handle_buf_smmu_mapping(struct dp_soc *soc,
  83. qdf_nbuf_t nbuf,
  84. uint32_t size,
  85. bool create)
  86. {
  87. qdf_mem_info_t mem_map_table = {0};
  88. if (!qdf_ipa_is_ready())
  89. return QDF_STATUS_SUCCESS;
  90. qdf_update_mem_map_table(soc->osdev, &mem_map_table,
  91. qdf_nbuf_get_frag_paddr(nbuf, 0),
  92. size);
  93. if (create)
  94. qdf_ipa_wdi_create_smmu_mapping(1, &mem_map_table);
  95. else
  96. qdf_ipa_wdi_release_smmu_mapping(1, &mem_map_table);
  97. return QDF_STATUS_SUCCESS;
  98. }
  99. QDF_STATUS dp_ipa_handle_rx_buf_smmu_mapping(struct dp_soc *soc,
  100. qdf_nbuf_t nbuf,
  101. uint32_t size,
  102. bool create)
  103. {
  104. struct dp_pdev *pdev;
  105. int i;
  106. for (i = 0; i < soc->pdev_count; i++) {
  107. pdev = soc->pdev_list[i];
  108. if (pdev && pdev->monitor_configured)
  109. return QDF_STATUS_SUCCESS;
  110. }
  111. if (!wlan_cfg_is_ipa_enabled(soc->wlan_cfg_ctx) ||
  112. !qdf_mem_smmu_s1_enabled(soc->osdev))
  113. return QDF_STATUS_SUCCESS;
  114. /**
  115. * Even if ipa pipes is disabled, but if it's unmap
  116. * operation and nbuf has done ipa smmu map before,
  117. * do ipa smmu unmap as well.
  118. */
  119. if (!qdf_atomic_read(&soc->ipa_pipes_enabled)) {
  120. if (!create && qdf_nbuf_is_rx_ipa_smmu_map(nbuf)) {
  121. DP_STATS_INC(soc, rx.err.ipa_unmap_no_pipe, 1);
  122. } else {
  123. return QDF_STATUS_SUCCESS;
  124. }
  125. }
  126. if (qdf_unlikely(create == qdf_nbuf_is_rx_ipa_smmu_map(nbuf))) {
  127. if (create) {
  128. DP_STATS_INC(soc, rx.err.ipa_smmu_map_dup, 1);
  129. } else {
  130. DP_STATS_INC(soc, rx.err.ipa_smmu_unmap_dup, 1);
  131. }
  132. return QDF_STATUS_E_INVAL;
  133. }
  134. qdf_nbuf_set_rx_ipa_smmu_map(nbuf, create);
  135. return __dp_ipa_handle_buf_smmu_mapping(soc, nbuf, size, create);
  136. }
  137. static QDF_STATUS __dp_ipa_tx_buf_smmu_mapping(
  138. struct dp_soc *soc,
  139. struct dp_pdev *pdev,
  140. bool create)
  141. {
  142. uint32_t index;
  143. QDF_STATUS ret = QDF_STATUS_SUCCESS;
  144. uint32_t tx_buffer_cnt = soc->ipa_uc_tx_rsc.alloc_tx_buf_cnt;
  145. qdf_nbuf_t nbuf;
  146. for (index = 0; index < tx_buffer_cnt; index++) {
  147. nbuf = (qdf_nbuf_t)
  148. soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned[index];
  149. if (!nbuf)
  150. continue;
  151. ret = __dp_ipa_handle_buf_smmu_mapping(
  152. soc, nbuf,
  153. skb_end_pointer(nbuf) - nbuf->data,
  154. true);
  155. }
  156. return ret;
  157. }
  158. #ifdef RX_DESC_MULTI_PAGE_ALLOC
  159. static QDF_STATUS dp_ipa_handle_rx_buf_pool_smmu_mapping(struct dp_soc *soc,
  160. struct dp_pdev *pdev,
  161. bool create)
  162. {
  163. struct rx_desc_pool *rx_pool;
  164. uint8_t pdev_id;
  165. uint32_t num_desc, page_id, offset, i;
  166. uint16_t num_desc_per_page;
  167. union dp_rx_desc_list_elem_t *rx_desc_elem;
  168. struct dp_rx_desc *rx_desc;
  169. qdf_nbuf_t nbuf;
  170. if (!qdf_mem_smmu_s1_enabled(soc->osdev))
  171. return QDF_STATUS_SUCCESS;
  172. pdev_id = pdev->pdev_id;
  173. rx_pool = &soc->rx_desc_buf[pdev_id];
  174. qdf_spin_lock_bh(&rx_pool->lock);
  175. num_desc = rx_pool->pool_size;
  176. num_desc_per_page = rx_pool->desc_pages.num_element_per_page;
  177. for (i = 0; i < num_desc; i++) {
  178. page_id = i / num_desc_per_page;
  179. offset = i % num_desc_per_page;
  180. if (qdf_unlikely(!(rx_pool->desc_pages.cacheable_pages)))
  181. break;
  182. rx_desc_elem = dp_rx_desc_find(page_id, offset, rx_pool);
  183. rx_desc = &rx_desc_elem->rx_desc;
  184. if ((!(rx_desc->in_use)) || rx_desc->unmapped)
  185. continue;
  186. nbuf = rx_desc->nbuf;
  187. if (qdf_unlikely(create ==
  188. qdf_nbuf_is_rx_ipa_smmu_map(nbuf))) {
  189. if (create) {
  190. DP_STATS_INC(soc,
  191. rx.err.ipa_smmu_map_dup, 1);
  192. } else {
  193. DP_STATS_INC(soc,
  194. rx.err.ipa_smmu_unmap_dup, 1);
  195. }
  196. continue;
  197. }
  198. qdf_nbuf_set_rx_ipa_smmu_map(nbuf, create);
  199. __dp_ipa_handle_buf_smmu_mapping(soc, nbuf,
  200. rx_pool->buf_size, create);
  201. }
  202. qdf_spin_unlock_bh(&rx_pool->lock);
  203. return QDF_STATUS_SUCCESS;
  204. }
  205. #else
  206. static QDF_STATUS dp_ipa_handle_rx_buf_pool_smmu_mapping(struct dp_soc *soc,
  207. struct dp_pdev *pdev,
  208. bool create)
  209. {
  210. struct rx_desc_pool *rx_pool;
  211. uint8_t pdev_id;
  212. qdf_nbuf_t nbuf;
  213. int i;
  214. if (!qdf_mem_smmu_s1_enabled(soc->osdev))
  215. return QDF_STATUS_SUCCESS;
  216. pdev_id = pdev->pdev_id;
  217. rx_pool = &soc->rx_desc_buf[pdev_id];
  218. qdf_spin_lock_bh(&rx_pool->lock);
  219. for (i = 0; i < rx_pool->pool_size; i++) {
  220. if ((!(rx_pool->array[i].rx_desc.in_use)) ||
  221. rx_pool->array[i].rx_desc.unmapped)
  222. continue;
  223. nbuf = rx_pool->array[i].rx_desc.nbuf;
  224. if (qdf_unlikely(create ==
  225. qdf_nbuf_is_rx_ipa_smmu_map(nbuf))) {
  226. if (create) {
  227. DP_STATS_INC(soc,
  228. rx.err.ipa_smmu_map_dup, 1);
  229. } else {
  230. DP_STATS_INC(soc,
  231. rx.err.ipa_smmu_unmap_dup, 1);
  232. }
  233. continue;
  234. }
  235. qdf_nbuf_set_rx_ipa_smmu_map(nbuf, create);
  236. __dp_ipa_handle_buf_smmu_mapping(soc, nbuf,
  237. rx_pool->buf_size, create);
  238. }
  239. qdf_spin_unlock_bh(&rx_pool->lock);
  240. return QDF_STATUS_SUCCESS;
  241. }
  242. #endif /* RX_DESC_MULTI_PAGE_ALLOC */
  243. /**
  244. * dp_tx_ipa_uc_detach - Free autonomy TX resources
  245. * @soc: data path instance
  246. * @pdev: core txrx pdev context
  247. *
  248. * Free allocated TX buffers with WBM SRNG
  249. *
  250. * Return: none
  251. */
  252. static void dp_tx_ipa_uc_detach(struct dp_soc *soc, struct dp_pdev *pdev)
  253. {
  254. int idx;
  255. qdf_nbuf_t nbuf;
  256. struct dp_ipa_resources *ipa_res;
  257. bool is_ipa_ready = qdf_ipa_is_ready();
  258. for (idx = 0; idx < soc->ipa_uc_tx_rsc.alloc_tx_buf_cnt; idx++) {
  259. nbuf = (qdf_nbuf_t)
  260. soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned[idx];
  261. if (!nbuf)
  262. continue;
  263. if (qdf_mem_smmu_s1_enabled(soc->osdev) && is_ipa_ready)
  264. __dp_ipa_handle_buf_smmu_mapping(
  265. soc, nbuf,
  266. skb_end_pointer(nbuf) - nbuf->data,
  267. false);
  268. qdf_nbuf_unmap_single(soc->osdev, nbuf, QDF_DMA_BIDIRECTIONAL);
  269. qdf_nbuf_free(nbuf);
  270. soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned[idx] =
  271. (void *)NULL;
  272. }
  273. qdf_mem_free(soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned);
  274. soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned = NULL;
  275. ipa_res = &pdev->ipa_resource;
  276. iounmap(ipa_res->tx_comp_doorbell_vaddr);
  277. qdf_mem_free_sgtable(&ipa_res->tx_ring.sgtable);
  278. qdf_mem_free_sgtable(&ipa_res->tx_comp_ring.sgtable);
  279. }
  280. /**
  281. * dp_rx_ipa_uc_detach - free autonomy RX resources
  282. * @soc: data path instance
  283. * @pdev: core txrx pdev context
  284. *
  285. * This function will detach DP RX into main device context
  286. * will free DP Rx resources.
  287. *
  288. * Return: none
  289. */
  290. static void dp_rx_ipa_uc_detach(struct dp_soc *soc, struct dp_pdev *pdev)
  291. {
  292. struct dp_ipa_resources *ipa_res = &pdev->ipa_resource;
  293. qdf_mem_free_sgtable(&ipa_res->rx_rdy_ring.sgtable);
  294. qdf_mem_free_sgtable(&ipa_res->rx_refill_ring.sgtable);
  295. }
  296. int dp_ipa_uc_detach(struct dp_soc *soc, struct dp_pdev *pdev)
  297. {
  298. if (!wlan_cfg_is_ipa_enabled(soc->wlan_cfg_ctx))
  299. return QDF_STATUS_SUCCESS;
  300. /* TX resource detach */
  301. dp_tx_ipa_uc_detach(soc, pdev);
  302. /* RX resource detach */
  303. dp_rx_ipa_uc_detach(soc, pdev);
  304. return QDF_STATUS_SUCCESS; /* success */
  305. }
  306. /**
  307. * dp_tx_ipa_uc_attach - Allocate autonomy TX resources
  308. * @soc: data path instance
  309. * @pdev: Physical device handle
  310. *
  311. * Allocate TX buffer from non-cacheable memory
  312. * Attache allocated TX buffers with WBM SRNG
  313. *
  314. * Return: int
  315. */
  316. static int dp_tx_ipa_uc_attach(struct dp_soc *soc, struct dp_pdev *pdev)
  317. {
  318. uint32_t tx_buffer_count;
  319. uint32_t ring_base_align = 8;
  320. qdf_dma_addr_t buffer_paddr;
  321. struct hal_srng *wbm_srng = (struct hal_srng *)
  322. soc->tx_comp_ring[IPA_TX_COMP_RING_IDX].hal_srng;
  323. struct hal_srng_params srng_params;
  324. uint32_t paddr_lo;
  325. uint32_t paddr_hi;
  326. void *ring_entry;
  327. int num_entries;
  328. qdf_nbuf_t nbuf;
  329. int retval = QDF_STATUS_SUCCESS;
  330. int max_alloc_count = 0;
  331. /*
  332. * Uncomment when dp_ops_cfg.cfg_attach is implemented
  333. * unsigned int uc_tx_buf_sz =
  334. * dp_cfg_ipa_uc_tx_buf_size(pdev->osif_pdev);
  335. */
  336. unsigned int uc_tx_buf_sz = CFG_IPA_UC_TX_BUF_SIZE_DEFAULT;
  337. unsigned int alloc_size = uc_tx_buf_sz + ring_base_align - 1;
  338. hal_get_srng_params(soc->hal_soc, hal_srng_to_hal_ring_handle(wbm_srng),
  339. &srng_params);
  340. num_entries = srng_params.num_entries;
  341. max_alloc_count =
  342. num_entries - DP_IPA_WAR_WBM2SW_REL_RING_NO_BUF_ENTRIES;
  343. if (max_alloc_count <= 0) {
  344. dp_err("incorrect value for buffer count %u", max_alloc_count);
  345. return -EINVAL;
  346. }
  347. dp_info("requested %d buffers to be posted to wbm ring",
  348. max_alloc_count);
  349. soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned =
  350. qdf_mem_malloc(num_entries *
  351. sizeof(*soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned));
  352. if (!soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned) {
  353. dp_err("IPA WBM Ring Tx buf pool vaddr alloc fail");
  354. return -ENOMEM;
  355. }
  356. hal_srng_access_start_unlocked(soc->hal_soc,
  357. hal_srng_to_hal_ring_handle(wbm_srng));
  358. /*
  359. * Allocate Tx buffers as many as possible.
  360. * Leave DP_IPA_WAR_WBM2SW_REL_RING_NO_BUF_ENTRIES empty
  361. * Populate Tx buffers into WBM2IPA ring
  362. * This initial buffer population will simulate H/W as source ring,
  363. * and update HP
  364. */
  365. for (tx_buffer_count = 0;
  366. tx_buffer_count < max_alloc_count - 1; tx_buffer_count++) {
  367. nbuf = qdf_nbuf_alloc(soc->osdev, alloc_size, 0, 256, FALSE);
  368. if (!nbuf)
  369. break;
  370. ring_entry = hal_srng_dst_get_next_hp(soc->hal_soc,
  371. hal_srng_to_hal_ring_handle(wbm_srng));
  372. if (!ring_entry) {
  373. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO,
  374. "%s: Failed to get WBM ring entry",
  375. __func__);
  376. qdf_nbuf_free(nbuf);
  377. break;
  378. }
  379. qdf_nbuf_map_single(soc->osdev, nbuf,
  380. QDF_DMA_BIDIRECTIONAL);
  381. buffer_paddr = qdf_nbuf_get_frag_paddr(nbuf, 0);
  382. paddr_lo = ((uint64_t)buffer_paddr & 0x00000000ffffffff);
  383. paddr_hi = ((uint64_t)buffer_paddr & 0x0000001f00000000) >> 32;
  384. HAL_RXDMA_PADDR_LO_SET(ring_entry, paddr_lo);
  385. HAL_RXDMA_PADDR_HI_SET(ring_entry, paddr_hi);
  386. HAL_RXDMA_MANAGER_SET(ring_entry, (IPA_TCL_DATA_RING_IDX +
  387. HAL_WBM_SW0_BM_ID));
  388. soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned[tx_buffer_count]
  389. = (void *)nbuf;
  390. }
  391. hal_srng_access_end_unlocked(soc->hal_soc,
  392. hal_srng_to_hal_ring_handle(wbm_srng));
  393. soc->ipa_uc_tx_rsc.alloc_tx_buf_cnt = tx_buffer_count;
  394. if (tx_buffer_count) {
  395. dp_info("IPA WDI TX buffer: %d allocated", tx_buffer_count);
  396. } else {
  397. dp_err("No IPA WDI TX buffer allocated!");
  398. qdf_mem_free(soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned);
  399. soc->ipa_uc_tx_rsc.tx_buf_pool_vaddr_unaligned = NULL;
  400. retval = -ENOMEM;
  401. }
  402. return retval;
  403. }
  404. /**
  405. * dp_rx_ipa_uc_attach - Allocate autonomy RX resources
  406. * @soc: data path instance
  407. * @pdev: core txrx pdev context
  408. *
  409. * This function will attach a DP RX instance into the main
  410. * device (SOC) context.
  411. *
  412. * Return: QDF_STATUS_SUCCESS: success
  413. * QDF_STATUS_E_RESOURCES: Error return
  414. */
  415. static int dp_rx_ipa_uc_attach(struct dp_soc *soc, struct dp_pdev *pdev)
  416. {
  417. return QDF_STATUS_SUCCESS;
  418. }
  419. int dp_ipa_uc_attach(struct dp_soc *soc, struct dp_pdev *pdev)
  420. {
  421. int error;
  422. if (!wlan_cfg_is_ipa_enabled(soc->wlan_cfg_ctx))
  423. return QDF_STATUS_SUCCESS;
  424. /* TX resource attach */
  425. error = dp_tx_ipa_uc_attach(soc, pdev);
  426. if (error) {
  427. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  428. "%s: DP IPA UC TX attach fail code %d",
  429. __func__, error);
  430. return error;
  431. }
  432. /* RX resource attach */
  433. error = dp_rx_ipa_uc_attach(soc, pdev);
  434. if (error) {
  435. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  436. "%s: DP IPA UC RX attach fail code %d",
  437. __func__, error);
  438. dp_tx_ipa_uc_detach(soc, pdev);
  439. return error;
  440. }
  441. return QDF_STATUS_SUCCESS; /* success */
  442. }
  443. /*
  444. * dp_ipa_ring_resource_setup() - setup IPA ring resources
  445. * @soc: data path SoC handle
  446. *
  447. * Return: none
  448. */
  449. int dp_ipa_ring_resource_setup(struct dp_soc *soc,
  450. struct dp_pdev *pdev)
  451. {
  452. struct hal_soc *hal_soc = (struct hal_soc *)soc->hal_soc;
  453. struct hal_srng *hal_srng;
  454. struct hal_srng_params srng_params;
  455. qdf_dma_addr_t hp_addr;
  456. unsigned long addr_offset, dev_base_paddr;
  457. uint32_t ix0;
  458. if (!wlan_cfg_is_ipa_enabled(soc->wlan_cfg_ctx))
  459. return QDF_STATUS_SUCCESS;
  460. /* IPA TCL_DATA Ring - HAL_SRNG_SW2TCL3 */
  461. hal_srng = (struct hal_srng *)
  462. soc->tcl_data_ring[IPA_TCL_DATA_RING_IDX].hal_srng;
  463. hal_get_srng_params(hal_soc_to_hal_soc_handle(hal_soc),
  464. hal_srng_to_hal_ring_handle(hal_srng),
  465. &srng_params);
  466. soc->ipa_uc_tx_rsc.ipa_tcl_ring_base_paddr =
  467. srng_params.ring_base_paddr;
  468. soc->ipa_uc_tx_rsc.ipa_tcl_ring_base_vaddr =
  469. srng_params.ring_base_vaddr;
  470. soc->ipa_uc_tx_rsc.ipa_tcl_ring_size =
  471. (srng_params.num_entries * srng_params.entry_size) << 2;
  472. /*
  473. * For the register backed memory addresses, use the scn->mem_pa to
  474. * calculate the physical address of the shadow registers
  475. */
  476. dev_base_paddr =
  477. (unsigned long)
  478. ((struct hif_softc *)(hal_soc->hif_handle))->mem_pa;
  479. addr_offset = (unsigned long)(hal_srng->u.src_ring.hp_addr) -
  480. (unsigned long)(hal_soc->dev_base_addr);
  481. soc->ipa_uc_tx_rsc.ipa_tcl_hp_paddr =
  482. (qdf_dma_addr_t)(addr_offset + dev_base_paddr);
  483. dp_info("IPA TCL_DATA Ring addr_offset=%x, dev_base_paddr=%x, hp_paddr=%x paddr=%pK vaddr=%pK size= %u(%u bytes)",
  484. (unsigned int)addr_offset,
  485. (unsigned int)dev_base_paddr,
  486. (unsigned int)(soc->ipa_uc_tx_rsc.ipa_tcl_hp_paddr),
  487. (void *)soc->ipa_uc_tx_rsc.ipa_tcl_ring_base_paddr,
  488. (void *)soc->ipa_uc_tx_rsc.ipa_tcl_ring_base_vaddr,
  489. srng_params.num_entries,
  490. soc->ipa_uc_tx_rsc.ipa_tcl_ring_size);
  491. /* IPA TX COMP Ring - HAL_SRNG_WBM2SW2_RELEASE */
  492. hal_srng = (struct hal_srng *)
  493. soc->tx_comp_ring[IPA_TX_COMP_RING_IDX].hal_srng;
  494. hal_get_srng_params(hal_soc_to_hal_soc_handle(hal_soc),
  495. hal_srng_to_hal_ring_handle(hal_srng),
  496. &srng_params);
  497. soc->ipa_uc_tx_rsc.ipa_wbm_ring_base_paddr =
  498. srng_params.ring_base_paddr;
  499. soc->ipa_uc_tx_rsc.ipa_wbm_ring_base_vaddr =
  500. srng_params.ring_base_vaddr;
  501. soc->ipa_uc_tx_rsc.ipa_wbm_ring_size =
  502. (srng_params.num_entries * srng_params.entry_size) << 2;
  503. addr_offset = (unsigned long)(hal_srng->u.dst_ring.tp_addr) -
  504. (unsigned long)(hal_soc->dev_base_addr);
  505. soc->ipa_uc_tx_rsc.ipa_wbm_tp_paddr =
  506. (qdf_dma_addr_t)(addr_offset + dev_base_paddr);
  507. dp_info("IPA TX COMP Ring addr_offset=%x, dev_base_paddr=%x, ipa_wbm_tp_paddr=%x paddr=%pK vaddr=0%pK size= %u(%u bytes)",
  508. (unsigned int)addr_offset,
  509. (unsigned int)dev_base_paddr,
  510. (unsigned int)(soc->ipa_uc_tx_rsc.ipa_wbm_tp_paddr),
  511. (void *)soc->ipa_uc_tx_rsc.ipa_wbm_ring_base_paddr,
  512. (void *)soc->ipa_uc_tx_rsc.ipa_wbm_ring_base_vaddr,
  513. srng_params.num_entries,
  514. soc->ipa_uc_tx_rsc.ipa_wbm_ring_size);
  515. /* IPA REO_DEST Ring - HAL_SRNG_REO2SW4 */
  516. hal_srng = (struct hal_srng *)
  517. soc->reo_dest_ring[IPA_REO_DEST_RING_IDX].hal_srng;
  518. hal_get_srng_params(hal_soc_to_hal_soc_handle(hal_soc),
  519. hal_srng_to_hal_ring_handle(hal_srng),
  520. &srng_params);
  521. soc->ipa_uc_rx_rsc.ipa_reo_ring_base_paddr =
  522. srng_params.ring_base_paddr;
  523. soc->ipa_uc_rx_rsc.ipa_reo_ring_base_vaddr =
  524. srng_params.ring_base_vaddr;
  525. soc->ipa_uc_rx_rsc.ipa_reo_ring_size =
  526. (srng_params.num_entries * srng_params.entry_size) << 2;
  527. addr_offset = (unsigned long)(hal_srng->u.dst_ring.tp_addr) -
  528. (unsigned long)(hal_soc->dev_base_addr);
  529. soc->ipa_uc_rx_rsc.ipa_reo_tp_paddr =
  530. (qdf_dma_addr_t)(addr_offset + dev_base_paddr);
  531. dp_info("IPA REO_DEST Ring addr_offset=%x, dev_base_paddr=%x, tp_paddr=%x paddr=%pK vaddr=%pK size= %u(%u bytes)",
  532. (unsigned int)addr_offset,
  533. (unsigned int)dev_base_paddr,
  534. (unsigned int)(soc->ipa_uc_rx_rsc.ipa_reo_tp_paddr),
  535. (void *)soc->ipa_uc_rx_rsc.ipa_reo_ring_base_paddr,
  536. (void *)soc->ipa_uc_rx_rsc.ipa_reo_ring_base_vaddr,
  537. srng_params.num_entries,
  538. soc->ipa_uc_rx_rsc.ipa_reo_ring_size);
  539. hal_srng = (struct hal_srng *)
  540. pdev->rx_refill_buf_ring2.hal_srng;
  541. hal_get_srng_params(hal_soc_to_hal_soc_handle(hal_soc),
  542. hal_srng_to_hal_ring_handle(hal_srng),
  543. &srng_params);
  544. soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_ring_base_paddr =
  545. srng_params.ring_base_paddr;
  546. soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_ring_base_vaddr =
  547. srng_params.ring_base_vaddr;
  548. soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_ring_size =
  549. (srng_params.num_entries * srng_params.entry_size) << 2;
  550. hp_addr = hal_srng_get_hp_addr(hal_soc_to_hal_soc_handle(hal_soc),
  551. hal_srng_to_hal_ring_handle(hal_srng));
  552. soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_hp_paddr =
  553. qdf_mem_paddr_from_dmaaddr(soc->osdev, hp_addr);
  554. dp_info("IPA REFILL_BUF Ring hp_paddr=%x paddr=%pK vaddr=%pK size= %u(%u bytes)",
  555. (unsigned int)(soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_hp_paddr),
  556. (void *)soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_ring_base_paddr,
  557. (void *)soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_ring_base_vaddr,
  558. srng_params.num_entries,
  559. soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_ring_size);
  560. /*
  561. * Set DEST_RING_MAPPING_4 to SW2 as default value for
  562. * DESTINATION_RING_CTRL_IX_0.
  563. */
  564. ix0 = HAL_REO_REMAP_IX0(REO_REMAP_TCL, 0) |
  565. HAL_REO_REMAP_IX0(REO_REMAP_SW1, 1) |
  566. HAL_REO_REMAP_IX0(REO_REMAP_SW2, 2) |
  567. HAL_REO_REMAP_IX0(REO_REMAP_SW3, 3) |
  568. HAL_REO_REMAP_IX0(REO_REMAP_SW2, 4) |
  569. HAL_REO_REMAP_IX0(REO_REMAP_RELEASE, 5) |
  570. HAL_REO_REMAP_IX0(REO_REMAP_FW, 6) |
  571. HAL_REO_REMAP_IX0(REO_REMAP_FW, 7);
  572. hal_reo_read_write_ctrl_ix(soc->hal_soc, false, &ix0, NULL, NULL, NULL);
  573. return 0;
  574. }
  575. static QDF_STATUS dp_ipa_get_shared_mem_info(qdf_device_t osdev,
  576. qdf_shared_mem_t *shared_mem,
  577. void *cpu_addr,
  578. qdf_dma_addr_t dma_addr,
  579. uint32_t size)
  580. {
  581. qdf_dma_addr_t paddr;
  582. int ret;
  583. shared_mem->vaddr = cpu_addr;
  584. qdf_mem_set_dma_size(osdev, &shared_mem->mem_info, size);
  585. *qdf_mem_get_dma_addr_ptr(osdev, &shared_mem->mem_info) = dma_addr;
  586. paddr = qdf_mem_paddr_from_dmaaddr(osdev, dma_addr);
  587. qdf_mem_set_dma_pa(osdev, &shared_mem->mem_info, paddr);
  588. ret = qdf_mem_dma_get_sgtable(osdev->dev, &shared_mem->sgtable,
  589. shared_mem->vaddr, dma_addr, size);
  590. if (ret) {
  591. dp_err("Unable to get DMA sgtable");
  592. return QDF_STATUS_E_NOMEM;
  593. }
  594. qdf_dma_get_sgtable_dma_addr(&shared_mem->sgtable);
  595. return QDF_STATUS_SUCCESS;
  596. }
  597. QDF_STATUS dp_ipa_get_resource(struct cdp_soc_t *soc_hdl, uint8_t pdev_id)
  598. {
  599. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  600. struct dp_pdev *pdev =
  601. dp_get_pdev_from_soc_pdev_id_wifi3(soc, pdev_id);
  602. struct dp_ipa_resources *ipa_res;
  603. if (!pdev) {
  604. dp_err("%s invalid instance", __func__);
  605. return QDF_STATUS_E_FAILURE;
  606. }
  607. ipa_res = &pdev->ipa_resource;
  608. if (!wlan_cfg_is_ipa_enabled(soc->wlan_cfg_ctx))
  609. return QDF_STATUS_SUCCESS;
  610. ipa_res->tx_num_alloc_buffer =
  611. (uint32_t)soc->ipa_uc_tx_rsc.alloc_tx_buf_cnt;
  612. dp_ipa_get_shared_mem_info(soc->osdev, &ipa_res->tx_ring,
  613. soc->ipa_uc_tx_rsc.ipa_tcl_ring_base_vaddr,
  614. soc->ipa_uc_tx_rsc.ipa_tcl_ring_base_paddr,
  615. soc->ipa_uc_tx_rsc.ipa_tcl_ring_size);
  616. dp_ipa_get_shared_mem_info(soc->osdev, &ipa_res->tx_comp_ring,
  617. soc->ipa_uc_tx_rsc.ipa_wbm_ring_base_vaddr,
  618. soc->ipa_uc_tx_rsc.ipa_wbm_ring_base_paddr,
  619. soc->ipa_uc_tx_rsc.ipa_wbm_ring_size);
  620. dp_ipa_get_shared_mem_info(soc->osdev, &ipa_res->rx_rdy_ring,
  621. soc->ipa_uc_rx_rsc.ipa_reo_ring_base_vaddr,
  622. soc->ipa_uc_rx_rsc.ipa_reo_ring_base_paddr,
  623. soc->ipa_uc_rx_rsc.ipa_reo_ring_size);
  624. dp_ipa_get_shared_mem_info(
  625. soc->osdev, &ipa_res->rx_refill_ring,
  626. soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_ring_base_vaddr,
  627. soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_ring_base_paddr,
  628. soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_ring_size);
  629. if (!qdf_mem_get_dma_addr(soc->osdev, &ipa_res->tx_ring.mem_info) ||
  630. !qdf_mem_get_dma_addr(soc->osdev,
  631. &ipa_res->tx_comp_ring.mem_info) ||
  632. !qdf_mem_get_dma_addr(soc->osdev, &ipa_res->rx_rdy_ring.mem_info) ||
  633. !qdf_mem_get_dma_addr(soc->osdev,
  634. &ipa_res->rx_refill_ring.mem_info))
  635. return QDF_STATUS_E_FAILURE;
  636. return QDF_STATUS_SUCCESS;
  637. }
  638. QDF_STATUS dp_ipa_set_doorbell_paddr(struct cdp_soc_t *soc_hdl, uint8_t pdev_id)
  639. {
  640. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  641. struct dp_pdev *pdev =
  642. dp_get_pdev_from_soc_pdev_id_wifi3(soc, pdev_id);
  643. struct dp_ipa_resources *ipa_res;
  644. struct hal_srng *wbm_srng = (struct hal_srng *)
  645. soc->tx_comp_ring[IPA_TX_COMP_RING_IDX].hal_srng;
  646. struct hal_srng *reo_srng = (struct hal_srng *)
  647. soc->reo_dest_ring[IPA_REO_DEST_RING_IDX].hal_srng;
  648. uint32_t tx_comp_doorbell_dmaaddr;
  649. uint32_t rx_ready_doorbell_dmaaddr;
  650. if (!pdev) {
  651. dp_err("%s invalid instance", __func__);
  652. return QDF_STATUS_E_FAILURE;
  653. }
  654. ipa_res = &pdev->ipa_resource;
  655. if (!wlan_cfg_is_ipa_enabled(soc->wlan_cfg_ctx))
  656. return QDF_STATUS_SUCCESS;
  657. ipa_res->tx_comp_doorbell_vaddr =
  658. ioremap(ipa_res->tx_comp_doorbell_paddr, 4);
  659. if (qdf_mem_smmu_s1_enabled(soc->osdev)) {
  660. pld_smmu_map(soc->osdev->dev, ipa_res->tx_comp_doorbell_paddr,
  661. &tx_comp_doorbell_dmaaddr, sizeof(uint32_t));
  662. ipa_res->tx_comp_doorbell_paddr = tx_comp_doorbell_dmaaddr;
  663. pld_smmu_map(soc->osdev->dev, ipa_res->rx_ready_doorbell_paddr,
  664. &rx_ready_doorbell_dmaaddr, sizeof(uint32_t));
  665. ipa_res->rx_ready_doorbell_paddr = rx_ready_doorbell_dmaaddr;
  666. }
  667. hal_srng_dst_set_hp_paddr(wbm_srng, ipa_res->tx_comp_doorbell_paddr);
  668. dp_info("paddr %pK vaddr %pK",
  669. (void *)ipa_res->tx_comp_doorbell_paddr,
  670. (void *)ipa_res->tx_comp_doorbell_vaddr);
  671. /*
  672. * For RX, REO module on Napier/Hastings does reordering on incoming
  673. * Ethernet packets and writes one or more descriptors to REO2IPA Rx
  674. * ring.It then updates the ring’s Write/Head ptr and rings a doorbell
  675. * to IPA.
  676. * Set the doorbell addr for the REO ring.
  677. */
  678. hal_srng_dst_set_hp_paddr(reo_srng, ipa_res->rx_ready_doorbell_paddr);
  679. return QDF_STATUS_SUCCESS;
  680. }
  681. QDF_STATUS dp_ipa_op_response(struct cdp_soc_t *soc_hdl, uint8_t pdev_id,
  682. uint8_t *op_msg)
  683. {
  684. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  685. struct dp_pdev *pdev =
  686. dp_get_pdev_from_soc_pdev_id_wifi3(soc, pdev_id);
  687. if (!pdev) {
  688. dp_err("%s invalid instance", __func__);
  689. return QDF_STATUS_E_FAILURE;
  690. }
  691. if (!wlan_cfg_is_ipa_enabled(pdev->soc->wlan_cfg_ctx))
  692. return QDF_STATUS_SUCCESS;
  693. if (pdev->ipa_uc_op_cb) {
  694. pdev->ipa_uc_op_cb(op_msg, pdev->usr_ctxt);
  695. } else {
  696. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  697. "%s: IPA callback function is not registered", __func__);
  698. qdf_mem_free(op_msg);
  699. return QDF_STATUS_E_FAILURE;
  700. }
  701. return QDF_STATUS_SUCCESS;
  702. }
  703. QDF_STATUS dp_ipa_register_op_cb(struct cdp_soc_t *soc_hdl, uint8_t pdev_id,
  704. ipa_uc_op_cb_type op_cb,
  705. void *usr_ctxt)
  706. {
  707. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  708. struct dp_pdev *pdev =
  709. dp_get_pdev_from_soc_pdev_id_wifi3(soc, pdev_id);
  710. if (!pdev) {
  711. dp_err("%s invalid instance", __func__);
  712. return QDF_STATUS_E_FAILURE;
  713. }
  714. if (!wlan_cfg_is_ipa_enabled(pdev->soc->wlan_cfg_ctx))
  715. return QDF_STATUS_SUCCESS;
  716. pdev->ipa_uc_op_cb = op_cb;
  717. pdev->usr_ctxt = usr_ctxt;
  718. return QDF_STATUS_SUCCESS;
  719. }
  720. QDF_STATUS dp_ipa_get_stat(struct cdp_soc_t *soc_hdl, uint8_t pdev_id)
  721. {
  722. /* TBD */
  723. return QDF_STATUS_SUCCESS;
  724. }
  725. /**
  726. * dp_tx_send_ipa_data_frame() - send IPA data frame
  727. * @soc_hdl: datapath soc handle
  728. * @vdev_id: id of the virtual device
  729. * @skb: skb to transmit
  730. *
  731. * Return: skb/ NULL is for success
  732. */
  733. qdf_nbuf_t dp_tx_send_ipa_data_frame(struct cdp_soc_t *soc_hdl, uint8_t vdev_id,
  734. qdf_nbuf_t skb)
  735. {
  736. qdf_nbuf_t ret;
  737. /* Terminate the (single-element) list of tx frames */
  738. qdf_nbuf_set_next(skb, NULL);
  739. ret = dp_tx_send(soc_hdl, vdev_id, skb);
  740. if (ret) {
  741. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  742. "%s: Failed to tx", __func__);
  743. return ret;
  744. }
  745. return NULL;
  746. }
  747. QDF_STATUS dp_ipa_enable_autonomy(struct cdp_soc_t *soc_hdl, uint8_t pdev_id)
  748. {
  749. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  750. struct dp_pdev *pdev =
  751. dp_get_pdev_from_soc_pdev_id_wifi3(soc, pdev_id);
  752. uint32_t ix0;
  753. uint32_t ix2;
  754. if (!pdev) {
  755. dp_err("%s invalid instance", __func__);
  756. return QDF_STATUS_E_FAILURE;
  757. }
  758. if (!wlan_cfg_is_ipa_enabled(soc->wlan_cfg_ctx))
  759. return QDF_STATUS_SUCCESS;
  760. if (!hif_is_target_ready(HIF_GET_SOFTC(soc->hif_handle)))
  761. return QDF_STATUS_E_AGAIN;
  762. /* Call HAL API to remap REO rings to REO2IPA ring */
  763. ix0 = HAL_REO_REMAP_IX0(REO_REMAP_TCL, 0) |
  764. HAL_REO_REMAP_IX0(REO_REMAP_SW4, 1) |
  765. HAL_REO_REMAP_IX0(REO_REMAP_SW1, 2) |
  766. HAL_REO_REMAP_IX0(REO_REMAP_SW4, 3) |
  767. HAL_REO_REMAP_IX0(REO_REMAP_SW4, 4) |
  768. HAL_REO_REMAP_IX0(REO_REMAP_RELEASE, 5) |
  769. HAL_REO_REMAP_IX0(REO_REMAP_FW, 6) |
  770. HAL_REO_REMAP_IX0(REO_REMAP_FW, 7);
  771. if (wlan_cfg_is_rx_hash_enabled(soc->wlan_cfg_ctx)) {
  772. ix2 = HAL_REO_REMAP_IX2(REO_REMAP_SW4, 16) |
  773. HAL_REO_REMAP_IX2(REO_REMAP_SW4, 17) |
  774. HAL_REO_REMAP_IX2(REO_REMAP_SW4, 18) |
  775. HAL_REO_REMAP_IX2(REO_REMAP_SW4, 19) |
  776. HAL_REO_REMAP_IX2(REO_REMAP_SW4, 20) |
  777. HAL_REO_REMAP_IX2(REO_REMAP_SW4, 21) |
  778. HAL_REO_REMAP_IX2(REO_REMAP_SW4, 22) |
  779. HAL_REO_REMAP_IX2(REO_REMAP_SW4, 23);
  780. hal_reo_read_write_ctrl_ix(soc->hal_soc, false, &ix0, NULL,
  781. &ix2, &ix2);
  782. dp_ipa_reo_remap_history_add(ix0, ix2, ix2);
  783. } else {
  784. hal_reo_read_write_ctrl_ix(soc->hal_soc, false, &ix0, NULL,
  785. NULL, NULL);
  786. dp_ipa_reo_remap_history_add(ix0, 0, 0);
  787. }
  788. return QDF_STATUS_SUCCESS;
  789. }
  790. QDF_STATUS dp_ipa_disable_autonomy(struct cdp_soc_t *soc_hdl, uint8_t pdev_id)
  791. {
  792. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  793. struct dp_pdev *pdev =
  794. dp_get_pdev_from_soc_pdev_id_wifi3(soc, pdev_id);
  795. uint32_t ix0;
  796. uint32_t ix2;
  797. uint32_t ix3;
  798. if (!pdev) {
  799. dp_err("%s invalid instance", __func__);
  800. return QDF_STATUS_E_FAILURE;
  801. }
  802. if (!wlan_cfg_is_ipa_enabled(soc->wlan_cfg_ctx))
  803. return QDF_STATUS_SUCCESS;
  804. if (!hif_is_target_ready(HIF_GET_SOFTC(soc->hif_handle)))
  805. return QDF_STATUS_E_AGAIN;
  806. /* Call HAL API to remap REO rings to REO2IPA ring */
  807. ix0 = HAL_REO_REMAP_IX0(REO_REMAP_TCL, 0) |
  808. HAL_REO_REMAP_IX0(REO_REMAP_SW1, 1) |
  809. HAL_REO_REMAP_IX0(REO_REMAP_SW2, 2) |
  810. HAL_REO_REMAP_IX0(REO_REMAP_SW3, 3) |
  811. HAL_REO_REMAP_IX0(REO_REMAP_SW2, 4) |
  812. HAL_REO_REMAP_IX0(REO_REMAP_RELEASE, 5) |
  813. HAL_REO_REMAP_IX0(REO_REMAP_FW, 6) |
  814. HAL_REO_REMAP_IX0(REO_REMAP_FW, 7);
  815. if (wlan_cfg_is_rx_hash_enabled(soc->wlan_cfg_ctx)) {
  816. dp_reo_remap_config(soc, &ix2, &ix3);
  817. hal_reo_read_write_ctrl_ix(soc->hal_soc, false, &ix0, NULL,
  818. &ix2, &ix3);
  819. dp_ipa_reo_remap_history_add(ix0, ix2, ix3);
  820. } else {
  821. hal_reo_read_write_ctrl_ix(soc->hal_soc, false, &ix0, NULL,
  822. NULL, NULL);
  823. dp_ipa_reo_remap_history_add(ix0, 0, 0);
  824. }
  825. return QDF_STATUS_SUCCESS;
  826. }
  827. /* This should be configurable per H/W configuration enable status */
  828. #define L3_HEADER_PADDING 2
  829. #ifdef CONFIG_IPA_WDI_UNIFIED_API
  830. #ifndef QCA_LL_TX_FLOW_CONTROL_V2
  831. static inline void dp_setup_mcc_sys_pipes(
  832. qdf_ipa_sys_connect_params_t *sys_in,
  833. qdf_ipa_wdi_conn_in_params_t *pipe_in)
  834. {
  835. /* Setup MCC sys pipe */
  836. QDF_IPA_WDI_CONN_IN_PARAMS_NUM_SYS_PIPE_NEEDED(pipe_in) =
  837. DP_IPA_MAX_IFACE;
  838. for (int i = 0; i < DP_IPA_MAX_IFACE; i++)
  839. memcpy(&QDF_IPA_WDI_CONN_IN_PARAMS_SYS_IN(pipe_in)[i],
  840. &sys_in[i], sizeof(qdf_ipa_sys_connect_params_t));
  841. }
  842. #else
  843. static inline void dp_setup_mcc_sys_pipes(
  844. qdf_ipa_sys_connect_params_t *sys_in,
  845. qdf_ipa_wdi_conn_in_params_t *pipe_in)
  846. {
  847. QDF_IPA_WDI_CONN_IN_PARAMS_NUM_SYS_PIPE_NEEDED(pipe_in) = 0;
  848. }
  849. #endif
  850. static void dp_ipa_wdi_tx_params(struct dp_soc *soc,
  851. struct dp_ipa_resources *ipa_res,
  852. qdf_ipa_wdi_pipe_setup_info_t *tx,
  853. bool over_gsi)
  854. {
  855. struct tcl_data_cmd *tcl_desc_ptr;
  856. uint8_t *desc_addr;
  857. uint32_t desc_size;
  858. if (over_gsi)
  859. QDF_IPA_WDI_SETUP_INFO_CLIENT(tx) = IPA_CLIENT_WLAN2_CONS;
  860. else
  861. QDF_IPA_WDI_SETUP_INFO_CLIENT(tx) = IPA_CLIENT_WLAN1_CONS;
  862. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_BASE_PA(tx) =
  863. qdf_mem_get_dma_addr(soc->osdev,
  864. &ipa_res->tx_comp_ring.mem_info);
  865. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_SIZE(tx) =
  866. qdf_mem_get_dma_size(soc->osdev,
  867. &ipa_res->tx_comp_ring.mem_info);
  868. /* WBM Tail Pointer Address */
  869. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_DOORBELL_PA(tx) =
  870. soc->ipa_uc_tx_rsc.ipa_wbm_tp_paddr;
  871. QDF_IPA_WDI_SETUP_INFO_IS_TXR_RN_DB_PCIE_ADDR(tx) = true;
  872. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_BASE_PA(tx) =
  873. qdf_mem_get_dma_addr(soc->osdev,
  874. &ipa_res->tx_ring.mem_info);
  875. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_SIZE(tx) =
  876. qdf_mem_get_dma_size(soc->osdev,
  877. &ipa_res->tx_ring.mem_info);
  878. /* TCL Head Pointer Address */
  879. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_DOORBELL_PA(tx) =
  880. soc->ipa_uc_tx_rsc.ipa_tcl_hp_paddr;
  881. QDF_IPA_WDI_SETUP_INFO_IS_EVT_RN_DB_PCIE_ADDR(tx) = true;
  882. QDF_IPA_WDI_SETUP_INFO_NUM_PKT_BUFFERS(tx) =
  883. ipa_res->tx_num_alloc_buffer;
  884. QDF_IPA_WDI_SETUP_INFO_PKT_OFFSET(tx) = 0;
  885. /* Preprogram TCL descriptor */
  886. desc_addr =
  887. (uint8_t *)QDF_IPA_WDI_SETUP_INFO_DESC_FORMAT_TEMPLATE(tx);
  888. desc_size = sizeof(struct tcl_data_cmd);
  889. HAL_TX_DESC_SET_TLV_HDR(desc_addr, HAL_TX_TCL_DATA_TAG, desc_size);
  890. tcl_desc_ptr = (struct tcl_data_cmd *)
  891. (QDF_IPA_WDI_SETUP_INFO_DESC_FORMAT_TEMPLATE(tx) + 1);
  892. tcl_desc_ptr->buf_addr_info.return_buffer_manager =
  893. HAL_RX_BUF_RBM_SW2_BM;
  894. tcl_desc_ptr->addrx_en = 1; /* Address X search enable in ASE */
  895. tcl_desc_ptr->encap_type = HAL_TX_ENCAP_TYPE_ETHERNET;
  896. tcl_desc_ptr->packet_offset = 2; /* padding for alignment */
  897. }
  898. static void dp_ipa_wdi_rx_params(struct dp_soc *soc,
  899. struct dp_ipa_resources *ipa_res,
  900. qdf_ipa_wdi_pipe_setup_info_t *rx,
  901. bool over_gsi)
  902. {
  903. if (over_gsi)
  904. QDF_IPA_WDI_SETUP_INFO_CLIENT(rx) =
  905. IPA_CLIENT_WLAN2_PROD;
  906. else
  907. QDF_IPA_WDI_SETUP_INFO_CLIENT(rx) =
  908. IPA_CLIENT_WLAN1_PROD;
  909. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_BASE_PA(rx) =
  910. qdf_mem_get_dma_addr(soc->osdev,
  911. &ipa_res->rx_rdy_ring.mem_info);
  912. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_SIZE(rx) =
  913. qdf_mem_get_dma_size(soc->osdev,
  914. &ipa_res->rx_rdy_ring.mem_info);
  915. /* REO Tail Pointer Address */
  916. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_DOORBELL_PA(rx) =
  917. soc->ipa_uc_rx_rsc.ipa_reo_tp_paddr;
  918. QDF_IPA_WDI_SETUP_INFO_IS_TXR_RN_DB_PCIE_ADDR(rx) = true;
  919. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_BASE_PA(rx) =
  920. qdf_mem_get_dma_addr(soc->osdev,
  921. &ipa_res->rx_refill_ring.mem_info);
  922. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_SIZE(rx) =
  923. qdf_mem_get_dma_size(soc->osdev,
  924. &ipa_res->rx_refill_ring.mem_info);
  925. /* FW Head Pointer Address */
  926. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_DOORBELL_PA(rx) =
  927. soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_hp_paddr;
  928. QDF_IPA_WDI_SETUP_INFO_IS_EVT_RN_DB_PCIE_ADDR(rx) = false;
  929. QDF_IPA_WDI_SETUP_INFO_PKT_OFFSET(rx) =
  930. RX_PKT_TLVS_LEN + L3_HEADER_PADDING;
  931. }
  932. static void
  933. dp_ipa_wdi_tx_smmu_params(struct dp_soc *soc,
  934. struct dp_ipa_resources *ipa_res,
  935. qdf_ipa_wdi_pipe_setup_info_smmu_t *tx_smmu,
  936. bool over_gsi)
  937. {
  938. struct tcl_data_cmd *tcl_desc_ptr;
  939. uint8_t *desc_addr;
  940. uint32_t desc_size;
  941. if (over_gsi)
  942. QDF_IPA_WDI_SETUP_INFO_SMMU_CLIENT(tx_smmu) =
  943. IPA_CLIENT_WLAN2_CONS;
  944. else
  945. QDF_IPA_WDI_SETUP_INFO_SMMU_CLIENT(tx_smmu) =
  946. IPA_CLIENT_WLAN1_CONS;
  947. qdf_mem_copy(&QDF_IPA_WDI_SETUP_INFO_SMMU_TRANSFER_RING_BASE(tx_smmu),
  948. &ipa_res->tx_comp_ring.sgtable,
  949. sizeof(sgtable_t));
  950. QDF_IPA_WDI_SETUP_INFO_SMMU_TRANSFER_RING_SIZE(tx_smmu) =
  951. qdf_mem_get_dma_size(soc->osdev,
  952. &ipa_res->tx_comp_ring.mem_info);
  953. /* WBM Tail Pointer Address */
  954. QDF_IPA_WDI_SETUP_INFO_SMMU_TRANSFER_RING_DOORBELL_PA(tx_smmu) =
  955. soc->ipa_uc_tx_rsc.ipa_wbm_tp_paddr;
  956. QDF_IPA_WDI_SETUP_INFO_SMMU_IS_TXR_RN_DB_PCIE_ADDR(tx_smmu) = true;
  957. qdf_mem_copy(&QDF_IPA_WDI_SETUP_INFO_SMMU_EVENT_RING_BASE(tx_smmu),
  958. &ipa_res->tx_ring.sgtable,
  959. sizeof(sgtable_t));
  960. QDF_IPA_WDI_SETUP_INFO_SMMU_EVENT_RING_SIZE(tx_smmu) =
  961. qdf_mem_get_dma_size(soc->osdev,
  962. &ipa_res->tx_ring.mem_info);
  963. /* TCL Head Pointer Address */
  964. QDF_IPA_WDI_SETUP_INFO_SMMU_EVENT_RING_DOORBELL_PA(tx_smmu) =
  965. soc->ipa_uc_tx_rsc.ipa_tcl_hp_paddr;
  966. QDF_IPA_WDI_SETUP_INFO_SMMU_IS_EVT_RN_DB_PCIE_ADDR(tx_smmu) = true;
  967. QDF_IPA_WDI_SETUP_INFO_SMMU_NUM_PKT_BUFFERS(tx_smmu) =
  968. ipa_res->tx_num_alloc_buffer;
  969. QDF_IPA_WDI_SETUP_INFO_SMMU_PKT_OFFSET(tx_smmu) = 0;
  970. /* Preprogram TCL descriptor */
  971. desc_addr = (uint8_t *)QDF_IPA_WDI_SETUP_INFO_SMMU_DESC_FORMAT_TEMPLATE(
  972. tx_smmu);
  973. desc_size = sizeof(struct tcl_data_cmd);
  974. HAL_TX_DESC_SET_TLV_HDR(desc_addr, HAL_TX_TCL_DATA_TAG, desc_size);
  975. tcl_desc_ptr = (struct tcl_data_cmd *)
  976. (QDF_IPA_WDI_SETUP_INFO_SMMU_DESC_FORMAT_TEMPLATE(tx_smmu) + 1);
  977. tcl_desc_ptr->buf_addr_info.return_buffer_manager =
  978. HAL_RX_BUF_RBM_SW2_BM;
  979. tcl_desc_ptr->addrx_en = 1; /* Address X search enable in ASE */
  980. tcl_desc_ptr->encap_type = HAL_TX_ENCAP_TYPE_ETHERNET;
  981. tcl_desc_ptr->packet_offset = 2; /* padding for alignment */
  982. }
  983. static void
  984. dp_ipa_wdi_rx_smmu_params(struct dp_soc *soc,
  985. struct dp_ipa_resources *ipa_res,
  986. qdf_ipa_wdi_pipe_setup_info_smmu_t *rx_smmu,
  987. bool over_gsi)
  988. {
  989. if (over_gsi)
  990. QDF_IPA_WDI_SETUP_INFO_SMMU_CLIENT(rx_smmu) =
  991. IPA_CLIENT_WLAN2_PROD;
  992. else
  993. QDF_IPA_WDI_SETUP_INFO_SMMU_CLIENT(rx_smmu) =
  994. IPA_CLIENT_WLAN1_PROD;
  995. qdf_mem_copy(&QDF_IPA_WDI_SETUP_INFO_SMMU_TRANSFER_RING_BASE(rx_smmu),
  996. &ipa_res->rx_rdy_ring.sgtable,
  997. sizeof(sgtable_t));
  998. QDF_IPA_WDI_SETUP_INFO_SMMU_TRANSFER_RING_SIZE(rx_smmu) =
  999. qdf_mem_get_dma_size(soc->osdev,
  1000. &ipa_res->rx_rdy_ring.mem_info);
  1001. /* REO Tail Pointer Address */
  1002. QDF_IPA_WDI_SETUP_INFO_SMMU_TRANSFER_RING_DOORBELL_PA(rx_smmu) =
  1003. soc->ipa_uc_rx_rsc.ipa_reo_tp_paddr;
  1004. QDF_IPA_WDI_SETUP_INFO_SMMU_IS_TXR_RN_DB_PCIE_ADDR(rx_smmu) = true;
  1005. qdf_mem_copy(&QDF_IPA_WDI_SETUP_INFO_SMMU_EVENT_RING_BASE(rx_smmu),
  1006. &ipa_res->rx_refill_ring.sgtable,
  1007. sizeof(sgtable_t));
  1008. QDF_IPA_WDI_SETUP_INFO_SMMU_EVENT_RING_SIZE(rx_smmu) =
  1009. qdf_mem_get_dma_size(soc->osdev,
  1010. &ipa_res->rx_refill_ring.mem_info);
  1011. /* FW Head Pointer Address */
  1012. QDF_IPA_WDI_SETUP_INFO_SMMU_EVENT_RING_DOORBELL_PA(rx_smmu) =
  1013. soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_hp_paddr;
  1014. QDF_IPA_WDI_SETUP_INFO_SMMU_IS_EVT_RN_DB_PCIE_ADDR(rx_smmu) = false;
  1015. QDF_IPA_WDI_SETUP_INFO_SMMU_PKT_OFFSET(rx_smmu) =
  1016. RX_PKT_TLVS_LEN + L3_HEADER_PADDING;
  1017. }
  1018. QDF_STATUS dp_ipa_setup(struct cdp_soc_t *soc_hdl, uint8_t pdev_id,
  1019. void *ipa_i2w_cb, void *ipa_w2i_cb,
  1020. void *ipa_wdi_meter_notifier_cb,
  1021. uint32_t ipa_desc_size, void *ipa_priv,
  1022. bool is_rm_enabled, uint32_t *tx_pipe_handle,
  1023. uint32_t *rx_pipe_handle, bool is_smmu_enabled,
  1024. qdf_ipa_sys_connect_params_t *sys_in, bool over_gsi)
  1025. {
  1026. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  1027. struct dp_pdev *pdev =
  1028. dp_get_pdev_from_soc_pdev_id_wifi3(soc, pdev_id);
  1029. struct dp_ipa_resources *ipa_res;
  1030. qdf_ipa_ep_cfg_t *tx_cfg;
  1031. qdf_ipa_ep_cfg_t *rx_cfg;
  1032. qdf_ipa_wdi_pipe_setup_info_t *tx = NULL;
  1033. qdf_ipa_wdi_pipe_setup_info_t *rx = NULL;
  1034. qdf_ipa_wdi_pipe_setup_info_smmu_t *tx_smmu;
  1035. qdf_ipa_wdi_pipe_setup_info_smmu_t *rx_smmu;
  1036. qdf_ipa_wdi_conn_in_params_t pipe_in;
  1037. qdf_ipa_wdi_conn_out_params_t pipe_out;
  1038. int ret;
  1039. if (!pdev) {
  1040. dp_err("%s invalid instance", __func__);
  1041. return QDF_STATUS_E_FAILURE;
  1042. }
  1043. ipa_res = &pdev->ipa_resource;
  1044. if (!wlan_cfg_is_ipa_enabled(soc->wlan_cfg_ctx))
  1045. return QDF_STATUS_SUCCESS;
  1046. qdf_mem_zero(&pipe_in, sizeof(pipe_in));
  1047. qdf_mem_zero(&pipe_out, sizeof(pipe_out));
  1048. if (is_smmu_enabled)
  1049. QDF_IPA_WDI_CONN_IN_PARAMS_SMMU_ENABLED(&pipe_in) = true;
  1050. else
  1051. QDF_IPA_WDI_CONN_IN_PARAMS_SMMU_ENABLED(&pipe_in) = false;
  1052. dp_setup_mcc_sys_pipes(sys_in, &pipe_in);
  1053. /* TX PIPE */
  1054. if (QDF_IPA_WDI_CONN_IN_PARAMS_SMMU_ENABLED(&pipe_in)) {
  1055. tx_smmu = &QDF_IPA_WDI_CONN_IN_PARAMS_TX_SMMU(&pipe_in);
  1056. tx_cfg = &QDF_IPA_WDI_SETUP_INFO_SMMU_EP_CFG(tx_smmu);
  1057. } else {
  1058. tx = &QDF_IPA_WDI_CONN_IN_PARAMS_TX(&pipe_in);
  1059. tx_cfg = &QDF_IPA_WDI_SETUP_INFO_EP_CFG(tx);
  1060. }
  1061. QDF_IPA_EP_CFG_NAT_EN(tx_cfg) = IPA_BYPASS_NAT;
  1062. QDF_IPA_EP_CFG_HDR_LEN(tx_cfg) = DP_IPA_UC_WLAN_TX_HDR_LEN;
  1063. QDF_IPA_EP_CFG_HDR_OFST_PKT_SIZE_VALID(tx_cfg) = 0;
  1064. QDF_IPA_EP_CFG_HDR_OFST_PKT_SIZE(tx_cfg) = 0;
  1065. QDF_IPA_EP_CFG_HDR_ADDITIONAL_CONST_LEN(tx_cfg) = 0;
  1066. QDF_IPA_EP_CFG_MODE(tx_cfg) = IPA_BASIC;
  1067. QDF_IPA_EP_CFG_HDR_LITTLE_ENDIAN(tx_cfg) = true;
  1068. /**
  1069. * Transfer Ring: WBM Ring
  1070. * Transfer Ring Doorbell PA: WBM Tail Pointer Address
  1071. * Event Ring: TCL ring
  1072. * Event Ring Doorbell PA: TCL Head Pointer Address
  1073. */
  1074. if (is_smmu_enabled)
  1075. dp_ipa_wdi_tx_smmu_params(soc, ipa_res, tx_smmu, over_gsi);
  1076. else
  1077. dp_ipa_wdi_tx_params(soc, ipa_res, tx, over_gsi);
  1078. /* RX PIPE */
  1079. if (QDF_IPA_WDI_CONN_IN_PARAMS_SMMU_ENABLED(&pipe_in)) {
  1080. rx_smmu = &QDF_IPA_WDI_CONN_IN_PARAMS_RX_SMMU(&pipe_in);
  1081. rx_cfg = &QDF_IPA_WDI_SETUP_INFO_SMMU_EP_CFG(rx_smmu);
  1082. } else {
  1083. rx = &QDF_IPA_WDI_CONN_IN_PARAMS_RX(&pipe_in);
  1084. rx_cfg = &QDF_IPA_WDI_SETUP_INFO_EP_CFG(rx);
  1085. }
  1086. QDF_IPA_EP_CFG_NAT_EN(rx_cfg) = IPA_BYPASS_NAT;
  1087. QDF_IPA_EP_CFG_HDR_LEN(rx_cfg) = DP_IPA_UC_WLAN_RX_HDR_LEN;
  1088. QDF_IPA_EP_CFG_HDR_OFST_PKT_SIZE_VALID(rx_cfg) = 1;
  1089. QDF_IPA_EP_CFG_HDR_OFST_PKT_SIZE(rx_cfg) = 0;
  1090. QDF_IPA_EP_CFG_HDR_ADDITIONAL_CONST_LEN(rx_cfg) = 0;
  1091. QDF_IPA_EP_CFG_HDR_OFST_METADATA_VALID(rx_cfg) = 0;
  1092. QDF_IPA_EP_CFG_HDR_METADATA_REG_VALID(rx_cfg) = 1;
  1093. QDF_IPA_EP_CFG_MODE(rx_cfg) = IPA_BASIC;
  1094. QDF_IPA_EP_CFG_HDR_LITTLE_ENDIAN(rx_cfg) = true;
  1095. /**
  1096. * Transfer Ring: REO Ring
  1097. * Transfer Ring Doorbell PA: REO Tail Pointer Address
  1098. * Event Ring: FW ring
  1099. * Event Ring Doorbell PA: FW Head Pointer Address
  1100. */
  1101. if (is_smmu_enabled)
  1102. dp_ipa_wdi_rx_smmu_params(soc, ipa_res, rx_smmu, over_gsi);
  1103. else
  1104. dp_ipa_wdi_rx_params(soc, ipa_res, rx, over_gsi);
  1105. QDF_IPA_WDI_CONN_IN_PARAMS_NOTIFY(&pipe_in) = ipa_w2i_cb;
  1106. QDF_IPA_WDI_CONN_IN_PARAMS_PRIV(&pipe_in) = ipa_priv;
  1107. /* Connect WDI IPA PIPEs */
  1108. ret = qdf_ipa_wdi_conn_pipes(&pipe_in, &pipe_out);
  1109. if (ret) {
  1110. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  1111. "%s: ipa_wdi_conn_pipes: IPA pipe setup failed: ret=%d",
  1112. __func__, ret);
  1113. return QDF_STATUS_E_FAILURE;
  1114. }
  1115. /* IPA uC Doorbell registers */
  1116. dp_info("Tx DB PA=0x%x, Rx DB PA=0x%x",
  1117. (unsigned int)QDF_IPA_WDI_CONN_OUT_PARAMS_TX_UC_DB_PA(&pipe_out),
  1118. (unsigned int)QDF_IPA_WDI_CONN_OUT_PARAMS_RX_UC_DB_PA(&pipe_out));
  1119. ipa_res->tx_comp_doorbell_paddr =
  1120. QDF_IPA_WDI_CONN_OUT_PARAMS_TX_UC_DB_PA(&pipe_out);
  1121. ipa_res->rx_ready_doorbell_paddr =
  1122. QDF_IPA_WDI_CONN_OUT_PARAMS_RX_UC_DB_PA(&pipe_out);
  1123. soc->ipa_first_tx_db_access = true;
  1124. return QDF_STATUS_SUCCESS;
  1125. }
  1126. /**
  1127. * dp_ipa_setup_iface() - Setup IPA header and register interface
  1128. * @ifname: Interface name
  1129. * @mac_addr: Interface MAC address
  1130. * @prod_client: IPA prod client type
  1131. * @cons_client: IPA cons client type
  1132. * @session_id: Session ID
  1133. * @is_ipv6_enabled: Is IPV6 enabled or not
  1134. *
  1135. * Return: QDF_STATUS
  1136. */
  1137. QDF_STATUS dp_ipa_setup_iface(char *ifname, uint8_t *mac_addr,
  1138. qdf_ipa_client_type_t prod_client,
  1139. qdf_ipa_client_type_t cons_client,
  1140. uint8_t session_id, bool is_ipv6_enabled)
  1141. {
  1142. qdf_ipa_wdi_reg_intf_in_params_t in;
  1143. qdf_ipa_wdi_hdr_info_t hdr_info;
  1144. struct dp_ipa_uc_tx_hdr uc_tx_hdr;
  1145. struct dp_ipa_uc_tx_hdr uc_tx_hdr_v6;
  1146. int ret = -EINVAL;
  1147. dp_debug("Add Partial hdr: %s, "QDF_MAC_ADDR_FMT, ifname,
  1148. QDF_MAC_ADDR_REF(mac_addr));
  1149. qdf_mem_zero(&hdr_info, sizeof(qdf_ipa_wdi_hdr_info_t));
  1150. qdf_ether_addr_copy(uc_tx_hdr.eth.h_source, mac_addr);
  1151. /* IPV4 header */
  1152. uc_tx_hdr.eth.h_proto = qdf_htons(ETH_P_IP);
  1153. QDF_IPA_WDI_HDR_INFO_HDR(&hdr_info) = (uint8_t *)&uc_tx_hdr;
  1154. QDF_IPA_WDI_HDR_INFO_HDR_LEN(&hdr_info) = DP_IPA_UC_WLAN_TX_HDR_LEN;
  1155. QDF_IPA_WDI_HDR_INFO_HDR_TYPE(&hdr_info) = IPA_HDR_L2_ETHERNET_II;
  1156. QDF_IPA_WDI_HDR_INFO_DST_MAC_ADDR_OFFSET(&hdr_info) =
  1157. DP_IPA_UC_WLAN_HDR_DES_MAC_OFFSET;
  1158. QDF_IPA_WDI_REG_INTF_IN_PARAMS_NETDEV_NAME(&in) = ifname;
  1159. qdf_mem_copy(&(QDF_IPA_WDI_REG_INTF_IN_PARAMS_HDR_INFO(&in)[IPA_IP_v4]),
  1160. &hdr_info, sizeof(qdf_ipa_wdi_hdr_info_t));
  1161. QDF_IPA_WDI_REG_INTF_IN_PARAMS_ALT_DST_PIPE(&in) = cons_client;
  1162. QDF_IPA_WDI_REG_INTF_IN_PARAMS_IS_META_DATA_VALID(&in) = 1;
  1163. QDF_IPA_WDI_REG_INTF_IN_PARAMS_META_DATA(&in) =
  1164. htonl(session_id << 16);
  1165. QDF_IPA_WDI_REG_INTF_IN_PARAMS_META_DATA_MASK(&in) = htonl(0x00FF0000);
  1166. /* IPV6 header */
  1167. if (is_ipv6_enabled) {
  1168. qdf_mem_copy(&uc_tx_hdr_v6, &uc_tx_hdr,
  1169. DP_IPA_UC_WLAN_TX_HDR_LEN);
  1170. uc_tx_hdr_v6.eth.h_proto = qdf_htons(ETH_P_IPV6);
  1171. QDF_IPA_WDI_HDR_INFO_HDR(&hdr_info) = (uint8_t *)&uc_tx_hdr_v6;
  1172. qdf_mem_copy(&(QDF_IPA_WDI_REG_INTF_IN_PARAMS_HDR_INFO(&in)[IPA_IP_v6]),
  1173. &hdr_info, sizeof(qdf_ipa_wdi_hdr_info_t));
  1174. }
  1175. dp_debug("registering for session_id: %u", session_id);
  1176. ret = qdf_ipa_wdi_reg_intf(&in);
  1177. if (ret) {
  1178. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  1179. "%s: ipa_wdi_reg_intf: register IPA interface falied: ret=%d",
  1180. __func__, ret);
  1181. return QDF_STATUS_E_FAILURE;
  1182. }
  1183. return QDF_STATUS_SUCCESS;
  1184. }
  1185. #else /* CONFIG_IPA_WDI_UNIFIED_API */
  1186. QDF_STATUS dp_ipa_setup(struct cdp_soc_t *soc_hdl, uint8_t pdev_id,
  1187. void *ipa_i2w_cb, void *ipa_w2i_cb,
  1188. void *ipa_wdi_meter_notifier_cb,
  1189. uint32_t ipa_desc_size, void *ipa_priv,
  1190. bool is_rm_enabled, uint32_t *tx_pipe_handle,
  1191. uint32_t *rx_pipe_handle)
  1192. {
  1193. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  1194. struct dp_pdev *pdev =
  1195. dp_get_pdev_from_soc_pdev_id_wifi3(soc, pdev_id);
  1196. struct dp_ipa_resources *ipa_res;
  1197. qdf_ipa_wdi_pipe_setup_info_t *tx;
  1198. qdf_ipa_wdi_pipe_setup_info_t *rx;
  1199. qdf_ipa_wdi_conn_in_params_t pipe_in;
  1200. qdf_ipa_wdi_conn_out_params_t pipe_out;
  1201. struct tcl_data_cmd *tcl_desc_ptr;
  1202. uint8_t *desc_addr;
  1203. uint32_t desc_size;
  1204. int ret;
  1205. if (!pdev) {
  1206. dp_err("%s invalid instance", __func__);
  1207. return QDF_STATUS_E_FAILURE;
  1208. }
  1209. ipa_res = &pdev->ipa_resource;
  1210. if (!wlan_cfg_is_ipa_enabled(soc->wlan_cfg_ctx))
  1211. return QDF_STATUS_SUCCESS;
  1212. qdf_mem_zero(&tx, sizeof(qdf_ipa_wdi_pipe_setup_info_t));
  1213. qdf_mem_zero(&rx, sizeof(qdf_ipa_wdi_pipe_setup_info_t));
  1214. qdf_mem_zero(&pipe_in, sizeof(pipe_in));
  1215. qdf_mem_zero(&pipe_out, sizeof(pipe_out));
  1216. /* TX PIPE */
  1217. /**
  1218. * Transfer Ring: WBM Ring
  1219. * Transfer Ring Doorbell PA: WBM Tail Pointer Address
  1220. * Event Ring: TCL ring
  1221. * Event Ring Doorbell PA: TCL Head Pointer Address
  1222. */
  1223. tx = &QDF_IPA_WDI_CONN_IN_PARAMS_TX(&pipe_in);
  1224. QDF_IPA_WDI_SETUP_INFO_NAT_EN(tx) = IPA_BYPASS_NAT;
  1225. QDF_IPA_WDI_SETUP_INFO_HDR_LEN(tx) = DP_IPA_UC_WLAN_TX_HDR_LEN;
  1226. QDF_IPA_WDI_SETUP_INFO_HDR_OFST_PKT_SIZE_VALID(tx) = 0;
  1227. QDF_IPA_WDI_SETUP_INFO_HDR_OFST_PKT_SIZE(tx) = 0;
  1228. QDF_IPA_WDI_SETUP_INFO_HDR_ADDITIONAL_CONST_LEN(tx) = 0;
  1229. QDF_IPA_WDI_SETUP_INFO_MODE(tx) = IPA_BASIC;
  1230. QDF_IPA_WDI_SETUP_INFO_HDR_LITTLE_ENDIAN(tx) = true;
  1231. QDF_IPA_WDI_SETUP_INFO_CLIENT(tx) = IPA_CLIENT_WLAN1_CONS;
  1232. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_BASE_PA(tx) =
  1233. ipa_res->tx_comp_ring_base_paddr;
  1234. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_SIZE(tx) =
  1235. ipa_res->tx_comp_ring_size;
  1236. /* WBM Tail Pointer Address */
  1237. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_DOORBELL_PA(tx) =
  1238. soc->ipa_uc_tx_rsc.ipa_wbm_tp_paddr;
  1239. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_BASE_PA(tx) =
  1240. ipa_res->tx_ring_base_paddr;
  1241. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_SIZE(tx) = ipa_res->tx_ring_size;
  1242. /* TCL Head Pointer Address */
  1243. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_DOORBELL_PA(tx) =
  1244. soc->ipa_uc_tx_rsc.ipa_tcl_hp_paddr;
  1245. QDF_IPA_WDI_SETUP_INFO_NUM_PKT_BUFFERS(tx) =
  1246. ipa_res->tx_num_alloc_buffer;
  1247. QDF_IPA_WDI_SETUP_INFO_PKT_OFFSET(tx) = 0;
  1248. /* Preprogram TCL descriptor */
  1249. desc_addr =
  1250. (uint8_t *)QDF_IPA_WDI_SETUP_INFO_DESC_FORMAT_TEMPLATE(tx);
  1251. desc_size = sizeof(struct tcl_data_cmd);
  1252. HAL_TX_DESC_SET_TLV_HDR(desc_addr, HAL_TX_TCL_DATA_TAG, desc_size);
  1253. tcl_desc_ptr = (struct tcl_data_cmd *)
  1254. (QDF_IPA_WDI_SETUP_INFO_DESC_FORMAT_TEMPLATE(tx) + 1);
  1255. tcl_desc_ptr->buf_addr_info.return_buffer_manager =
  1256. HAL_RX_BUF_RBM_SW2_BM;
  1257. tcl_desc_ptr->addrx_en = 1; /* Address X search enable in ASE */
  1258. tcl_desc_ptr->encap_type = HAL_TX_ENCAP_TYPE_ETHERNET;
  1259. tcl_desc_ptr->packet_offset = 2; /* padding for alignment */
  1260. /* RX PIPE */
  1261. /**
  1262. * Transfer Ring: REO Ring
  1263. * Transfer Ring Doorbell PA: REO Tail Pointer Address
  1264. * Event Ring: FW ring
  1265. * Event Ring Doorbell PA: FW Head Pointer Address
  1266. */
  1267. rx = &QDF_IPA_WDI_CONN_IN_PARAMS_RX(&pipe_in);
  1268. QDF_IPA_WDI_SETUP_INFO_NAT_EN(rx) = IPA_BYPASS_NAT;
  1269. QDF_IPA_WDI_SETUP_INFO_HDR_LEN(rx) = DP_IPA_UC_WLAN_RX_HDR_LEN;
  1270. QDF_IPA_WDI_SETUP_INFO_HDR_OFST_PKT_SIZE_VALID(rx) = 0;
  1271. QDF_IPA_WDI_SETUP_INFO_HDR_OFST_PKT_SIZE(rx) = 0;
  1272. QDF_IPA_WDI_SETUP_INFO_HDR_ADDITIONAL_CONST_LEN(rx) = 0;
  1273. QDF_IPA_WDI_SETUP_INFO_HDR_OFST_METADATA_VALID(rx) = 0;
  1274. QDF_IPA_WDI_SETUP_INFO_HDR_METADATA_REG_VALID(rx) = 1;
  1275. QDF_IPA_WDI_SETUP_INFO_MODE(rx) = IPA_BASIC;
  1276. QDF_IPA_WDI_SETUP_INFO_HDR_LITTLE_ENDIAN(rx) = true;
  1277. QDF_IPA_WDI_SETUP_INFO_CLIENT(rx) = IPA_CLIENT_WLAN1_PROD;
  1278. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_BASE_PA(rx) =
  1279. ipa_res->rx_rdy_ring_base_paddr;
  1280. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_SIZE(rx) =
  1281. ipa_res->rx_rdy_ring_size;
  1282. /* REO Tail Pointer Address */
  1283. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_DOORBELL_PA(rx) =
  1284. soc->ipa_uc_rx_rsc.ipa_reo_tp_paddr;
  1285. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_BASE_PA(rx) =
  1286. ipa_res->rx_refill_ring_base_paddr;
  1287. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_SIZE(rx) =
  1288. ipa_res->rx_refill_ring_size;
  1289. /* FW Head Pointer Address */
  1290. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_DOORBELL_PA(rx) =
  1291. soc->ipa_uc_rx_rsc.ipa_rx_refill_buf_hp_paddr;
  1292. QDF_IPA_WDI_SETUP_INFO_PKT_OFFSET(rx) = RX_PKT_TLVS_LEN +
  1293. L3_HEADER_PADDING;
  1294. QDF_IPA_WDI_CONN_IN_PARAMS_NOTIFY(&pipe_in) = ipa_w2i_cb;
  1295. QDF_IPA_WDI_CONN_IN_PARAMS_PRIV(&pipe_in) = ipa_priv;
  1296. /* Connect WDI IPA PIPE */
  1297. ret = qdf_ipa_wdi_conn_pipes(&pipe_in, &pipe_out);
  1298. if (ret) {
  1299. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  1300. "%s: ipa_wdi_conn_pipes: IPA pipe setup failed: ret=%d",
  1301. __func__, ret);
  1302. return QDF_STATUS_E_FAILURE;
  1303. }
  1304. /* IPA uC Doorbell registers */
  1305. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_DEBUG,
  1306. "%s: Tx DB PA=0x%x, Rx DB PA=0x%x",
  1307. __func__,
  1308. (unsigned int)QDF_IPA_WDI_CONN_OUT_PARAMS_TX_UC_DB_PA(&pipe_out),
  1309. (unsigned int)QDF_IPA_WDI_CONN_OUT_PARAMS_RX_UC_DB_PA(&pipe_out));
  1310. ipa_res->tx_comp_doorbell_paddr =
  1311. QDF_IPA_WDI_CONN_OUT_PARAMS_TX_UC_DB_PA(&pipe_out);
  1312. ipa_res->tx_comp_doorbell_vaddr =
  1313. QDF_IPA_WDI_CONN_OUT_PARAMS_TX_UC_DB_VA(&pipe_out);
  1314. ipa_res->rx_ready_doorbell_paddr =
  1315. QDF_IPA_WDI_CONN_OUT_PARAMS_RX_UC_DB_PA(&pipe_out);
  1316. soc->ipa_first_tx_db_access = true;
  1317. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_DEBUG,
  1318. "%s: Tx: %s=%pK, %s=%d, %s=%pK, %s=%pK, %s=%d, %s=%pK, %s=%d, %s=%pK",
  1319. __func__,
  1320. "transfer_ring_base_pa",
  1321. (void *)QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_BASE_PA(tx),
  1322. "transfer_ring_size",
  1323. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_SIZE(tx),
  1324. "transfer_ring_doorbell_pa",
  1325. (void *)QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_DOORBELL_PA(tx),
  1326. "event_ring_base_pa",
  1327. (void *)QDF_IPA_WDI_SETUP_INFO_EVENT_RING_BASE_PA(tx),
  1328. "event_ring_size",
  1329. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_SIZE(tx),
  1330. "event_ring_doorbell_pa",
  1331. (void *)QDF_IPA_WDI_SETUP_INFO_EVENT_RING_DOORBELL_PA(tx),
  1332. "num_pkt_buffers",
  1333. QDF_IPA_WDI_SETUP_INFO_NUM_PKT_BUFFERS(tx),
  1334. "tx_comp_doorbell_paddr",
  1335. (void *)ipa_res->tx_comp_doorbell_paddr);
  1336. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_DEBUG,
  1337. "%s: Rx: %s=%pK, %s=%d, %s=%pK, %s=%pK, %s=%d, %s=%pK, %s=%d, %s=%pK",
  1338. __func__,
  1339. "transfer_ring_base_pa",
  1340. (void *)QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_BASE_PA(rx),
  1341. "transfer_ring_size",
  1342. QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_SIZE(rx),
  1343. "transfer_ring_doorbell_pa",
  1344. (void *)QDF_IPA_WDI_SETUP_INFO_TRANSFER_RING_DOORBELL_PA(rx),
  1345. "event_ring_base_pa",
  1346. (void *)QDF_IPA_WDI_SETUP_INFO_EVENT_RING_BASE_PA(rx),
  1347. "event_ring_size",
  1348. QDF_IPA_WDI_SETUP_INFO_EVENT_RING_SIZE(rx),
  1349. "event_ring_doorbell_pa",
  1350. (void *)QDF_IPA_WDI_SETUP_INFO_EVENT_RING_DOORBELL_PA(rx),
  1351. "num_pkt_buffers",
  1352. QDF_IPA_WDI_SETUP_INFO_NUM_PKT_BUFFERS(rx),
  1353. "tx_comp_doorbell_paddr",
  1354. (void *)ipa_res->rx_ready_doorbell_paddr);
  1355. return QDF_STATUS_SUCCESS;
  1356. }
  1357. /**
  1358. * dp_ipa_setup_iface() - Setup IPA header and register interface
  1359. * @ifname: Interface name
  1360. * @mac_addr: Interface MAC address
  1361. * @prod_client: IPA prod client type
  1362. * @cons_client: IPA cons client type
  1363. * @session_id: Session ID
  1364. * @is_ipv6_enabled: Is IPV6 enabled or not
  1365. *
  1366. * Return: QDF_STATUS
  1367. */
  1368. QDF_STATUS dp_ipa_setup_iface(char *ifname, uint8_t *mac_addr,
  1369. qdf_ipa_client_type_t prod_client,
  1370. qdf_ipa_client_type_t cons_client,
  1371. uint8_t session_id, bool is_ipv6_enabled)
  1372. {
  1373. qdf_ipa_wdi_reg_intf_in_params_t in;
  1374. qdf_ipa_wdi_hdr_info_t hdr_info;
  1375. struct dp_ipa_uc_tx_hdr uc_tx_hdr;
  1376. struct dp_ipa_uc_tx_hdr uc_tx_hdr_v6;
  1377. int ret = -EINVAL;
  1378. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_DEBUG,
  1379. "%s: Add Partial hdr: %s, "QDF_MAC_ADDR_FMT,
  1380. __func__, ifname, QDF_MAC_ADDR_REF(mac_addr));
  1381. qdf_mem_zero(&hdr_info, sizeof(qdf_ipa_wdi_hdr_info_t));
  1382. qdf_ether_addr_copy(uc_tx_hdr.eth.h_source, mac_addr);
  1383. /* IPV4 header */
  1384. uc_tx_hdr.eth.h_proto = qdf_htons(ETH_P_IP);
  1385. QDF_IPA_WDI_HDR_INFO_HDR(&hdr_info) = (uint8_t *)&uc_tx_hdr;
  1386. QDF_IPA_WDI_HDR_INFO_HDR_LEN(&hdr_info) = DP_IPA_UC_WLAN_TX_HDR_LEN;
  1387. QDF_IPA_WDI_HDR_INFO_HDR_TYPE(&hdr_info) = IPA_HDR_L2_ETHERNET_II;
  1388. QDF_IPA_WDI_HDR_INFO_DST_MAC_ADDR_OFFSET(&hdr_info) =
  1389. DP_IPA_UC_WLAN_HDR_DES_MAC_OFFSET;
  1390. QDF_IPA_WDI_REG_INTF_IN_PARAMS_NETDEV_NAME(&in) = ifname;
  1391. qdf_mem_copy(&(QDF_IPA_WDI_REG_INTF_IN_PARAMS_HDR_INFO(&in)[IPA_IP_v4]),
  1392. &hdr_info, sizeof(qdf_ipa_wdi_hdr_info_t));
  1393. QDF_IPA_WDI_REG_INTF_IN_PARAMS_IS_META_DATA_VALID(&in) = 1;
  1394. QDF_IPA_WDI_REG_INTF_IN_PARAMS_META_DATA(&in) =
  1395. htonl(session_id << 16);
  1396. QDF_IPA_WDI_REG_INTF_IN_PARAMS_META_DATA_MASK(&in) = htonl(0x00FF0000);
  1397. /* IPV6 header */
  1398. if (is_ipv6_enabled) {
  1399. qdf_mem_copy(&uc_tx_hdr_v6, &uc_tx_hdr,
  1400. DP_IPA_UC_WLAN_TX_HDR_LEN);
  1401. uc_tx_hdr_v6.eth.h_proto = qdf_htons(ETH_P_IPV6);
  1402. QDF_IPA_WDI_HDR_INFO_HDR(&hdr_info) = (uint8_t *)&uc_tx_hdr_v6;
  1403. qdf_mem_copy(&(QDF_IPA_WDI_REG_INTF_IN_PARAMS_HDR_INFO(&in)[IPA_IP_v6]),
  1404. &hdr_info, sizeof(qdf_ipa_wdi_hdr_info_t));
  1405. }
  1406. ret = qdf_ipa_wdi_reg_intf(&in);
  1407. if (ret) {
  1408. dp_err("ipa_wdi_reg_intf: register IPA interface falied: ret=%d",
  1409. ret);
  1410. return QDF_STATUS_E_FAILURE;
  1411. }
  1412. return QDF_STATUS_SUCCESS;
  1413. }
  1414. #endif /* CONFIG_IPA_WDI_UNIFIED_API */
  1415. /**
  1416. * dp_ipa_cleanup() - Disconnect IPA pipes
  1417. * @tx_pipe_handle: Tx pipe handle
  1418. * @rx_pipe_handle: Rx pipe handle
  1419. *
  1420. * Return: QDF_STATUS
  1421. */
  1422. QDF_STATUS dp_ipa_cleanup(uint32_t tx_pipe_handle, uint32_t rx_pipe_handle)
  1423. {
  1424. int ret;
  1425. ret = qdf_ipa_wdi_disconn_pipes();
  1426. if (ret) {
  1427. dp_err("ipa_wdi_disconn_pipes: IPA pipe cleanup failed: ret=%d",
  1428. ret);
  1429. return QDF_STATUS_E_FAILURE;
  1430. }
  1431. return QDF_STATUS_SUCCESS;
  1432. }
  1433. /**
  1434. * dp_ipa_cleanup_iface() - Cleanup IPA header and deregister interface
  1435. * @ifname: Interface name
  1436. * @is_ipv6_enabled: Is IPV6 enabled or not
  1437. *
  1438. * Return: QDF_STATUS
  1439. */
  1440. QDF_STATUS dp_ipa_cleanup_iface(char *ifname, bool is_ipv6_enabled)
  1441. {
  1442. int ret;
  1443. ret = qdf_ipa_wdi_dereg_intf(ifname);
  1444. if (ret) {
  1445. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  1446. "%s: ipa_wdi_dereg_intf: IPA pipe deregistration failed: ret=%d",
  1447. __func__, ret);
  1448. return QDF_STATUS_E_FAILURE;
  1449. }
  1450. return QDF_STATUS_SUCCESS;
  1451. }
  1452. QDF_STATUS dp_ipa_enable_pipes(struct cdp_soc_t *soc_hdl, uint8_t pdev_id)
  1453. {
  1454. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  1455. struct dp_pdev *pdev =
  1456. dp_get_pdev_from_soc_pdev_id_wifi3(soc, pdev_id);
  1457. struct hal_srng *wbm_srng = (struct hal_srng *)
  1458. soc->tx_comp_ring[IPA_TX_COMP_RING_IDX].hal_srng;
  1459. struct dp_ipa_resources *ipa_res;
  1460. QDF_STATUS result;
  1461. if (!pdev) {
  1462. dp_err("%s invalid instance", __func__);
  1463. return QDF_STATUS_E_FAILURE;
  1464. }
  1465. ipa_res = &pdev->ipa_resource;
  1466. qdf_atomic_set(&soc->ipa_pipes_enabled, 1);
  1467. dp_ipa_handle_rx_buf_pool_smmu_mapping(soc, pdev, true);
  1468. result = qdf_ipa_wdi_enable_pipes();
  1469. if (result) {
  1470. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  1471. "%s: Enable WDI PIPE fail, code %d",
  1472. __func__, result);
  1473. qdf_atomic_set(&soc->ipa_pipes_enabled, 0);
  1474. dp_ipa_handle_rx_buf_pool_smmu_mapping(soc, pdev, false);
  1475. return QDF_STATUS_E_FAILURE;
  1476. }
  1477. if (soc->ipa_first_tx_db_access) {
  1478. hal_srng_dst_init_hp(wbm_srng, ipa_res->tx_comp_doorbell_vaddr);
  1479. soc->ipa_first_tx_db_access = false;
  1480. }
  1481. return QDF_STATUS_SUCCESS;
  1482. }
  1483. QDF_STATUS dp_ipa_disable_pipes(struct cdp_soc_t *soc_hdl, uint8_t pdev_id)
  1484. {
  1485. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  1486. struct dp_pdev *pdev =
  1487. dp_get_pdev_from_soc_pdev_id_wifi3(soc, pdev_id);
  1488. QDF_STATUS result;
  1489. if (!pdev) {
  1490. dp_err("%s invalid instance", __func__);
  1491. return QDF_STATUS_E_FAILURE;
  1492. }
  1493. result = qdf_ipa_wdi_disable_pipes();
  1494. if (result) {
  1495. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  1496. "%s: Disable WDI PIPE fail, code %d",
  1497. __func__, result);
  1498. qdf_assert_always(0);
  1499. return QDF_STATUS_E_FAILURE;
  1500. }
  1501. qdf_atomic_set(&soc->ipa_pipes_enabled, 0);
  1502. dp_ipa_handle_rx_buf_pool_smmu_mapping(soc, pdev, false);
  1503. return result ? QDF_STATUS_E_FAILURE : QDF_STATUS_SUCCESS;
  1504. }
  1505. /**
  1506. * dp_ipa_set_perf_level() - Set IPA clock bandwidth based on data rates
  1507. * @client: Client type
  1508. * @max_supported_bw_mbps: Maximum bandwidth needed (in Mbps)
  1509. *
  1510. * Return: QDF_STATUS
  1511. */
  1512. QDF_STATUS dp_ipa_set_perf_level(int client, uint32_t max_supported_bw_mbps)
  1513. {
  1514. qdf_ipa_wdi_perf_profile_t profile;
  1515. QDF_STATUS result;
  1516. profile.client = client;
  1517. profile.max_supported_bw_mbps = max_supported_bw_mbps;
  1518. result = qdf_ipa_wdi_set_perf_profile(&profile);
  1519. if (result) {
  1520. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  1521. "%s: ipa_wdi_set_perf_profile fail, code %d",
  1522. __func__, result);
  1523. return QDF_STATUS_E_FAILURE;
  1524. }
  1525. return QDF_STATUS_SUCCESS;
  1526. }
  1527. /**
  1528. * dp_ipa_intrabss_send - send IPA RX intra-bss frames
  1529. * @pdev: pdev
  1530. * @vdev: vdev
  1531. * @nbuf: skb
  1532. *
  1533. * Return: nbuf if TX fails and NULL if TX succeeds
  1534. */
  1535. static qdf_nbuf_t dp_ipa_intrabss_send(struct dp_pdev *pdev,
  1536. struct dp_vdev *vdev,
  1537. qdf_nbuf_t nbuf)
  1538. {
  1539. struct dp_peer *vdev_peer;
  1540. uint16_t len;
  1541. vdev_peer = dp_vdev_bss_peer_ref_n_get(pdev->soc, vdev, DP_MOD_ID_IPA);
  1542. if (qdf_unlikely(!vdev_peer))
  1543. return nbuf;
  1544. qdf_mem_zero(nbuf->cb, sizeof(nbuf->cb));
  1545. len = qdf_nbuf_len(nbuf);
  1546. if (dp_tx_send((struct cdp_soc_t *)pdev->soc, vdev->vdev_id, nbuf)) {
  1547. DP_STATS_INC_PKT(vdev_peer, rx.intra_bss.fail, 1, len);
  1548. dp_peer_unref_delete(vdev_peer, DP_MOD_ID_IPA);
  1549. return nbuf;
  1550. }
  1551. DP_STATS_INC_PKT(vdev_peer, rx.intra_bss.pkts, 1, len);
  1552. dp_peer_unref_delete(vdev_peer, DP_MOD_ID_IPA);
  1553. return NULL;
  1554. }
  1555. bool dp_ipa_rx_intrabss_fwd(struct cdp_soc_t *soc_hdl, uint8_t vdev_id,
  1556. qdf_nbuf_t nbuf, bool *fwd_success)
  1557. {
  1558. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  1559. struct dp_vdev *vdev = dp_vdev_get_ref_by_id(soc, vdev_id,
  1560. DP_MOD_ID_IPA);
  1561. struct dp_pdev *pdev;
  1562. struct dp_peer *da_peer;
  1563. struct dp_peer *sa_peer;
  1564. qdf_nbuf_t nbuf_copy;
  1565. uint8_t da_is_bcmc;
  1566. struct ethhdr *eh;
  1567. bool status = false;
  1568. *fwd_success = false; /* set default as failure */
  1569. /*
  1570. * WDI 3.0 skb->cb[] info from IPA driver
  1571. * skb->cb[0] = vdev_id
  1572. * skb->cb[1].bit#1 = da_is_bcmc
  1573. */
  1574. da_is_bcmc = ((uint8_t)nbuf->cb[1]) & 0x2;
  1575. if (qdf_unlikely(!vdev))
  1576. return false;
  1577. pdev = vdev->pdev;
  1578. if (qdf_unlikely(!pdev))
  1579. goto out;
  1580. /* no fwd for station mode and just pass up to stack */
  1581. if (vdev->opmode == wlan_op_mode_sta)
  1582. goto out;
  1583. if (da_is_bcmc) {
  1584. nbuf_copy = qdf_nbuf_copy(nbuf);
  1585. if (!nbuf_copy)
  1586. goto out;
  1587. if (dp_ipa_intrabss_send(pdev, vdev, nbuf_copy))
  1588. qdf_nbuf_free(nbuf_copy);
  1589. else
  1590. *fwd_success = true;
  1591. /* return false to pass original pkt up to stack */
  1592. goto out;
  1593. }
  1594. eh = (struct ethhdr *)qdf_nbuf_data(nbuf);
  1595. if (!qdf_mem_cmp(eh->h_dest, vdev->mac_addr.raw, QDF_MAC_ADDR_SIZE))
  1596. goto out;
  1597. da_peer = dp_peer_find_hash_find(soc, eh->h_dest, 0, vdev->vdev_id,
  1598. DP_MOD_ID_IPA);
  1599. if (!da_peer)
  1600. goto out;
  1601. dp_peer_unref_delete(da_peer, DP_MOD_ID_IPA);
  1602. sa_peer = dp_peer_find_hash_find(soc, eh->h_source, 0, vdev->vdev_id,
  1603. DP_MOD_ID_IPA);
  1604. if (!sa_peer)
  1605. goto out;
  1606. dp_peer_unref_delete(sa_peer, DP_MOD_ID_IPA);
  1607. /*
  1608. * In intra-bss forwarding scenario, skb is allocated by IPA driver.
  1609. * Need to add skb to internal tracking table to avoid nbuf memory
  1610. * leak check for unallocated skb.
  1611. */
  1612. qdf_net_buf_debug_acquire_skb(nbuf, __FILE__, __LINE__);
  1613. if (dp_ipa_intrabss_send(pdev, vdev, nbuf))
  1614. qdf_nbuf_free(nbuf);
  1615. else
  1616. *fwd_success = true;
  1617. status = true;
  1618. out:
  1619. dp_vdev_unref_delete(soc, vdev, DP_MOD_ID_IPA);
  1620. return status;
  1621. }
  1622. #ifdef MDM_PLATFORM
  1623. bool dp_ipa_is_mdm_platform(void)
  1624. {
  1625. return true;
  1626. }
  1627. #else
  1628. bool dp_ipa_is_mdm_platform(void)
  1629. {
  1630. return false;
  1631. }
  1632. #endif
  1633. /**
  1634. * dp_ipa_frag_nbuf_linearize - linearize nbuf for IPA
  1635. * @soc: soc
  1636. * @nbuf: source skb
  1637. *
  1638. * Return: new nbuf if success and otherwise NULL
  1639. */
  1640. static qdf_nbuf_t dp_ipa_frag_nbuf_linearize(struct dp_soc *soc,
  1641. qdf_nbuf_t nbuf)
  1642. {
  1643. uint8_t *src_nbuf_data;
  1644. uint8_t *dst_nbuf_data;
  1645. qdf_nbuf_t dst_nbuf;
  1646. qdf_nbuf_t temp_nbuf = nbuf;
  1647. uint32_t nbuf_len = qdf_nbuf_len(nbuf);
  1648. bool is_nbuf_head = true;
  1649. uint32_t copy_len = 0;
  1650. dst_nbuf = qdf_nbuf_alloc(soc->osdev, RX_DATA_BUFFER_SIZE,
  1651. RX_BUFFER_RESERVATION,
  1652. RX_DATA_BUFFER_ALIGNMENT, FALSE);
  1653. if (!dst_nbuf) {
  1654. dp_err_rl("nbuf allocate fail");
  1655. return NULL;
  1656. }
  1657. if ((nbuf_len + L3_HEADER_PADDING) > RX_DATA_BUFFER_SIZE) {
  1658. qdf_nbuf_free(dst_nbuf);
  1659. dp_err_rl("nbuf is jumbo data");
  1660. return NULL;
  1661. }
  1662. /* prepeare to copy all data into new skb */
  1663. dst_nbuf_data = qdf_nbuf_data(dst_nbuf);
  1664. while (temp_nbuf) {
  1665. src_nbuf_data = qdf_nbuf_data(temp_nbuf);
  1666. /* first head nbuf */
  1667. if (is_nbuf_head) {
  1668. qdf_mem_copy(dst_nbuf_data, src_nbuf_data,
  1669. RX_PKT_TLVS_LEN);
  1670. /* leave extra 2 bytes L3_HEADER_PADDING */
  1671. dst_nbuf_data += (RX_PKT_TLVS_LEN + L3_HEADER_PADDING);
  1672. src_nbuf_data += RX_PKT_TLVS_LEN;
  1673. copy_len = qdf_nbuf_headlen(temp_nbuf) -
  1674. RX_PKT_TLVS_LEN;
  1675. temp_nbuf = qdf_nbuf_get_ext_list(temp_nbuf);
  1676. is_nbuf_head = false;
  1677. } else {
  1678. copy_len = qdf_nbuf_len(temp_nbuf);
  1679. temp_nbuf = qdf_nbuf_queue_next(temp_nbuf);
  1680. }
  1681. qdf_mem_copy(dst_nbuf_data, src_nbuf_data, copy_len);
  1682. dst_nbuf_data += copy_len;
  1683. }
  1684. qdf_nbuf_set_len(dst_nbuf, nbuf_len);
  1685. /* copy is done, free original nbuf */
  1686. qdf_nbuf_free(nbuf);
  1687. return dst_nbuf;
  1688. }
  1689. /**
  1690. * dp_ipa_handle_rx_reo_reinject - Handle RX REO reinject skb buffer
  1691. * @soc: soc
  1692. * @nbuf: skb
  1693. *
  1694. * Return: nbuf if success and otherwise NULL
  1695. */
  1696. qdf_nbuf_t dp_ipa_handle_rx_reo_reinject(struct dp_soc *soc, qdf_nbuf_t nbuf)
  1697. {
  1698. if (!wlan_cfg_is_ipa_enabled(soc->wlan_cfg_ctx))
  1699. return nbuf;
  1700. /* WLAN IPA is run-time disabled */
  1701. if (!qdf_atomic_read(&soc->ipa_pipes_enabled))
  1702. return nbuf;
  1703. if (!qdf_nbuf_is_frag(nbuf))
  1704. return nbuf;
  1705. /* linearize skb for IPA */
  1706. return dp_ipa_frag_nbuf_linearize(soc, nbuf);
  1707. }
  1708. QDF_STATUS dp_ipa_tx_buf_smmu_mapping(
  1709. struct cdp_soc_t *soc_hdl, uint8_t pdev_id)
  1710. {
  1711. QDF_STATUS ret;
  1712. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  1713. struct dp_pdev *pdev =
  1714. dp_get_pdev_from_soc_pdev_id_wifi3(soc, pdev_id);
  1715. if (!pdev) {
  1716. dp_err("%s invalid instance", __func__);
  1717. return QDF_STATUS_E_FAILURE;
  1718. }
  1719. if (!qdf_mem_smmu_s1_enabled(soc->osdev)) {
  1720. dp_debug("SMMU S1 disabled");
  1721. return QDF_STATUS_SUCCESS;
  1722. }
  1723. ret = __dp_ipa_tx_buf_smmu_mapping(soc, pdev, true);
  1724. return ret;
  1725. }
  1726. #endif