dp_main.c 53 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001
  1. /*
  2. * Copyright (c) 2016-2017 The Linux Foundation. All rights reserved.
  3. *
  4. * Permission to use, copy, modify, and/or distribute this software for
  5. * any purpose with or without fee is hereby granted, provided that the
  6. * above copyright notice and this permission notice appear in all
  7. * copies.
  8. *
  9. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  10. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  11. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  12. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  13. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  14. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  15. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  16. * PERFORMANCE OF THIS SOFTWARE.
  17. */
  18. #include <qdf_types.h>
  19. #include <qdf_lock.h>
  20. #include <hal_api.h>
  21. #include <hif.h>
  22. #include <htt.h>
  23. #include <wdi_event.h>
  24. #include <queue.h>
  25. #include "dp_htt.h"
  26. #include "dp_types.h"
  27. #include "dp_internal.h"
  28. #include "dp_tx.h"
  29. #include "dp_rx.h"
  30. #include "../../wlan_cfg/wlan_cfg.h"
  31. #include <cdp_txrx_handle.h>
  32. #define DP_INTR_POLL_TIMER_MS 100
  33. /**
  34. * dp_setup_srng - Internal function to setup SRNG rings used by data path
  35. */
  36. static int dp_srng_setup(struct dp_soc *soc, struct dp_srng *srng,
  37. int ring_type, int ring_num, int mac_id, uint32_t num_entries)
  38. {
  39. void *hal_soc = soc->hal_soc;
  40. uint32_t entry_size = hal_srng_get_entrysize(hal_soc, ring_type);
  41. /* TODO: See if we should get align size from hal */
  42. uint32_t ring_base_align = 8;
  43. struct hal_srng_params ring_params;
  44. srng->hal_srng = NULL;
  45. srng->alloc_size = (num_entries * entry_size) + ring_base_align - 1;
  46. srng->base_vaddr_unaligned = qdf_mem_alloc_consistent(
  47. soc->osdev, soc->osdev->dev, srng->alloc_size,
  48. &(srng->base_paddr_unaligned));
  49. if (!srng->base_vaddr_unaligned) {
  50. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  51. FL("alloc failed - ring_type: %d, ring_num %d"),
  52. ring_type, ring_num);
  53. return QDF_STATUS_E_NOMEM;
  54. }
  55. ring_params.ring_base_vaddr = srng->base_vaddr_unaligned +
  56. ((unsigned long)srng->base_vaddr_unaligned % ring_base_align);
  57. ring_params.ring_base_paddr = srng->base_paddr_unaligned +
  58. ((unsigned long)(ring_params.ring_base_vaddr) -
  59. (unsigned long)srng->base_vaddr_unaligned);
  60. ring_params.num_entries = num_entries;
  61. /* TODO: Check MSI support and get MSI settings from HIF layer */
  62. ring_params.msi_data = 0;
  63. ring_params.msi_addr = 0;
  64. /* TODO: Setup interrupt timer and batch counter thresholds for
  65. * interrupt mitigation based on ring type
  66. */
  67. ring_params.intr_timer_thres_us = 8;
  68. ring_params.intr_batch_cntr_thres_entries = 1;
  69. /* TODO: Currently hal layer takes care of endianness related settings.
  70. * See if these settings need to passed from DP layer
  71. */
  72. ring_params.flags = 0;
  73. /* Enable low threshold interrupts for rx buffer rings (regular and
  74. * monitor buffer rings.
  75. * TODO: See if this is required for any other ring
  76. */
  77. if ((ring_type == RXDMA_BUF) || (ring_type == RXDMA_MONITOR_BUF)) {
  78. /* TODO: Setting low threshold to 1/8th of ring size
  79. * see if this needs to be configurable
  80. */
  81. ring_params.low_threshold = num_entries >> 3;
  82. ring_params.flags |= HAL_SRNG_LOW_THRES_INTR_ENABLE;
  83. }
  84. srng->hal_srng = hal_srng_setup(hal_soc, ring_type, ring_num,
  85. mac_id, &ring_params);
  86. return 0;
  87. }
  88. /**
  89. * dp_srng_cleanup - Internal function to cleanup SRNG rings used by data path
  90. * Any buffers allocated and attached to ring entries are expected to be freed
  91. * before calling this function.
  92. */
  93. static void dp_srng_cleanup(struct dp_soc *soc, struct dp_srng *srng,
  94. int ring_type, int ring_num)
  95. {
  96. if (!srng->hal_srng) {
  97. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  98. FL("Ring type: %d, num:%d not setup"),
  99. ring_type, ring_num);
  100. return;
  101. }
  102. hal_srng_cleanup(soc->hal_soc, srng->hal_srng);
  103. qdf_mem_free_consistent(soc->osdev, soc->osdev->dev,
  104. srng->alloc_size,
  105. srng->base_vaddr_unaligned,
  106. srng->base_paddr_unaligned, 0);
  107. }
  108. /* TODO: Need this interface from HIF */
  109. void *hif_get_hal_handle(void *hif_handle);
  110. /*
  111. * dp_service_srngs() - Top level interrupt handler for DP Ring interrupts
  112. * @dp_ctx: DP SOC handle
  113. * @budget: Number of frames/descriptors that can be processed in one shot
  114. *
  115. * Return: remaining budget/quota for the soc device
  116. */
  117. static uint32_t dp_service_srngs(void *dp_ctx, uint32_t dp_budget)
  118. {
  119. struct dp_intr *int_ctx = (struct dp_intr *)dp_ctx;
  120. struct dp_soc *soc = int_ctx->soc;
  121. int ring = 0;
  122. uint32_t work_done = 0;
  123. uint32_t budget = dp_budget;
  124. uint8_t tx_mask = int_ctx->tx_ring_mask;
  125. uint8_t rx_mask = int_ctx->rx_ring_mask;
  126. uint8_t rx_err_mask = int_ctx->rx_err_ring_mask;
  127. uint8_t rx_wbm_rel_mask = int_ctx->rx_wbm_rel_ring_mask;
  128. uint8_t reo_status_mask = int_ctx->reo_status_ring_mask;
  129. /* Process Tx completion interrupts first to return back buffers */
  130. if (tx_mask) {
  131. for (ring = 0; ring < soc->num_tcl_data_rings; ring++) {
  132. if (tx_mask & (1 << ring)) {
  133. work_done =
  134. dp_tx_comp_handler(soc, ring, budget);
  135. budget -= work_done;
  136. if (work_done)
  137. QDF_TRACE(QDF_MODULE_ID_DP,
  138. QDF_TRACE_LEVEL_INFO,
  139. "tx mask 0x%x ring %d,"
  140. "budget %d",
  141. tx_mask, ring, budget);
  142. if (budget <= 0)
  143. goto budget_done;
  144. }
  145. }
  146. }
  147. /* Process REO Exception ring interrupt */
  148. if (rx_err_mask) {
  149. work_done = dp_rx_err_process(soc,
  150. soc->reo_exception_ring.hal_srng, budget);
  151. budget -= work_done;
  152. if (work_done)
  153. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO,
  154. "REO Exception Ring: work_done %d budget %d",
  155. work_done, budget);
  156. if (budget <= 0) {
  157. goto budget_done;
  158. }
  159. }
  160. /* Process Rx WBM release ring interrupt */
  161. if (rx_wbm_rel_mask) {
  162. work_done = dp_rx_wbm_err_process(soc,
  163. soc->rx_rel_ring.hal_srng, budget);
  164. budget -= work_done;
  165. if (work_done)
  166. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO,
  167. "WBM Release Ring: work_done %d budget %d",
  168. work_done, budget);
  169. if (budget <= 0) {
  170. goto budget_done;
  171. }
  172. }
  173. /* Process Rx interrupts */
  174. if (rx_mask) {
  175. for (ring = 0; ring < soc->num_reo_dest_rings; ring++) {
  176. if (rx_mask & (1 << ring)) {
  177. work_done =
  178. dp_rx_process(soc,
  179. soc->reo_dest_ring[ring].hal_srng,
  180. budget);
  181. budget -= work_done;
  182. if (work_done)
  183. QDF_TRACE(QDF_MODULE_ID_DP,
  184. QDF_TRACE_LEVEL_INFO,
  185. "rx mask 0x%x ring %d,"
  186. "budget %d",
  187. tx_mask, ring, budget);
  188. if (budget <= 0)
  189. goto budget_done;
  190. }
  191. }
  192. }
  193. if (reo_status_mask)
  194. dp_reo_status_ring_handler(soc);
  195. budget_done:
  196. return dp_budget - budget;
  197. }
  198. /* dp_interrupt_timer()- timer poll for interrupts
  199. *
  200. * @arg: SoC Handle
  201. *
  202. * Return:
  203. *
  204. */
  205. #ifdef DP_INTR_POLL_BASED
  206. static void dp_interrupt_timer(void *arg)
  207. {
  208. struct dp_soc *soc = (struct dp_soc *) arg;
  209. int i;
  210. for (i = 0 ; i < wlan_cfg_get_num_contexts(soc->wlan_cfg_ctx); i++)
  211. dp_service_srngs(&soc->intr_ctx[i], 0xffff);
  212. qdf_timer_mod(&soc->int_timer, DP_INTR_POLL_TIMER_MS);
  213. }
  214. /*
  215. * dp_soc_interrupt_attach() - Register handlers for DP interrupts
  216. * @txrx_soc: DP SOC handle
  217. *
  218. * Host driver will register for “DP_NUM_INTERRUPT_CONTEXTS” number of NAPI
  219. * contexts. Each NAPI context will have a tx_ring_mask , rx_ring_mask ,and
  220. * rx_monitor_ring mask to indicate the rings that are processed by the handler.
  221. *
  222. * Return: 0 for success. nonzero for failure.
  223. */
  224. static QDF_STATUS dp_soc_interrupt_attach(void *txrx_soc)
  225. {
  226. struct dp_soc *soc = (struct dp_soc *)txrx_soc;
  227. int i;
  228. for (i = 0; i < wlan_cfg_get_num_contexts(soc->wlan_cfg_ctx); i++) {
  229. soc->intr_ctx[i].tx_ring_mask = 0xF;
  230. soc->intr_ctx[i].rx_ring_mask = 0xF;
  231. soc->intr_ctx[i].rx_mon_ring_mask = 0xF;
  232. soc->intr_ctx[i].rx_err_ring_mask = 0x1;
  233. soc->intr_ctx[i].rx_wbm_rel_ring_mask = 0x1;
  234. soc->intr_ctx[i].reo_status_ring_mask = 0x1;
  235. soc->intr_ctx[i].soc = soc;
  236. }
  237. qdf_timer_init(soc->osdev, &soc->int_timer,
  238. dp_interrupt_timer, (void *)soc,
  239. QDF_TIMER_TYPE_WAKE_APPS);
  240. return QDF_STATUS_SUCCESS;
  241. }
  242. /*
  243. * dp_soc_interrupt_detach() - Deregister any allocations done for interrupts
  244. * @txrx_soc: DP SOC handle
  245. *
  246. * Return: void
  247. */
  248. static void dp_soc_interrupt_detach(void *txrx_soc)
  249. {
  250. struct dp_soc *soc = (struct dp_soc *)txrx_soc;
  251. qdf_timer_stop(&soc->int_timer);
  252. qdf_timer_free(&soc->int_timer);
  253. }
  254. #else
  255. /*
  256. * dp_soc_interrupt_attach() - Register handlers for DP interrupts
  257. * @txrx_soc: DP SOC handle
  258. *
  259. * Host driver will register for “DP_NUM_INTERRUPT_CONTEXTS” number of NAPI
  260. * contexts. Each NAPI context will have a tx_ring_mask , rx_ring_mask ,and
  261. * rx_monitor_ring mask to indicate the rings that are processed by the handler.
  262. *
  263. * Return: 0 for success. nonzero for failure.
  264. */
  265. static QDF_STATUS dp_soc_interrupt_attach(void *txrx_soc)
  266. {
  267. struct dp_soc *soc = (struct dp_soc *)txrx_soc;
  268. int i = 0;
  269. int num_irq = 0;
  270. for (i = 0; i < wlan_cfg_get_num_contexts(soc->wlan_cfg_ctx); i++) {
  271. int j = 0;
  272. int ret = 0;
  273. /* Map of IRQ ids registered with one interrupt context */
  274. int irq_id_map[HIF_MAX_GRP_IRQ];
  275. int tx_mask =
  276. wlan_cfg_get_tx_ring_mask(soc->wlan_cfg_ctx, i);
  277. int rx_mask =
  278. wlan_cfg_get_rx_ring_mask(soc->wlan_cfg_ctx, i);
  279. int rx_mon_mask =
  280. wlan_cfg_get_rx_mon_ring_mask(soc->wlan_cfg_ctx, i);
  281. soc->intr_ctx[i].tx_ring_mask = tx_mask;
  282. soc->intr_ctx[i].rx_ring_mask = rx_mask;
  283. soc->intr_ctx[i].rx_mon_ring_mask = rx_mon_mask;
  284. soc->intr_ctx[i].soc = soc;
  285. num_irq = 0;
  286. for (j = 0; j < HIF_MAX_GRP_IRQ; j++) {
  287. if (tx_mask & (1 << j)) {
  288. irq_id_map[num_irq++] =
  289. (wbm2host_tx_completions_ring1 - j);
  290. }
  291. if (rx_mask & (1 << j)) {
  292. irq_id_map[num_irq++] =
  293. (reo2host_destination_ring1 - j);
  294. }
  295. if (rx_mon_mask & (1 << j)) {
  296. irq_id_map[num_irq++] =
  297. (rxdma2host_monitor_destination_mac1
  298. - j);
  299. }
  300. }
  301. ret = hif_register_ext_group_int_handler(soc->hif_handle,
  302. num_irq, irq_id_map,
  303. dp_service_srngs,
  304. &soc->intr_ctx[i]);
  305. if (ret) {
  306. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  307. FL("failed, ret = %d"), ret);
  308. return QDF_STATUS_E_FAILURE;
  309. }
  310. }
  311. return QDF_STATUS_SUCCESS;
  312. }
  313. /*
  314. * dp_soc_interrupt_detach() - Deregister any allocations done for interrupts
  315. * @txrx_soc: DP SOC handle
  316. *
  317. * Return: void
  318. */
  319. static void dp_soc_interrupt_detach(void *txrx_soc)
  320. {
  321. struct dp_soc *soc = (struct dp_soc *)txrx_soc;
  322. int i;
  323. for (i = 0; i < wlan_cfg_get_num_contexts(soc->wlan_cfg_ctx); i++) {
  324. soc->intr_ctx[i].tx_ring_mask = 0;
  325. soc->intr_ctx[i].rx_ring_mask = 0;
  326. soc->intr_ctx[i].rx_mon_ring_mask = 0;
  327. }
  328. }
  329. #endif
  330. #define AVG_MAX_MPDUS_PER_TID 128
  331. #define AVG_TIDS_PER_CLIENT 2
  332. #define AVG_FLOWS_PER_TID 2
  333. #define AVG_MSDUS_PER_FLOW 128
  334. #define AVG_MSDUS_PER_MPDU 4
  335. /*
  336. * Allocate and setup link descriptor pool that will be used by HW for
  337. * various link and queue descriptors and managed by WBM
  338. */
  339. static int dp_hw_link_desc_pool_setup(struct dp_soc *soc)
  340. {
  341. int link_desc_size = hal_get_link_desc_size(soc->hal_soc);
  342. int link_desc_align = hal_get_link_desc_align(soc->hal_soc);
  343. uint32_t max_clients = wlan_cfg_get_max_clients(soc->wlan_cfg_ctx);
  344. uint32_t num_mpdus_per_link_desc =
  345. hal_num_mpdus_per_link_desc(soc->hal_soc);
  346. uint32_t num_msdus_per_link_desc =
  347. hal_num_msdus_per_link_desc(soc->hal_soc);
  348. uint32_t num_mpdu_links_per_queue_desc =
  349. hal_num_mpdu_links_per_queue_desc(soc->hal_soc);
  350. uint32_t max_alloc_size = wlan_cfg_max_alloc_size(soc->wlan_cfg_ctx);
  351. uint32_t total_link_descs, total_mem_size;
  352. uint32_t num_mpdu_link_descs, num_mpdu_queue_descs;
  353. uint32_t num_tx_msdu_link_descs, num_rx_msdu_link_descs;
  354. uint32_t num_link_desc_banks;
  355. uint32_t last_bank_size = 0;
  356. uint32_t entry_size, num_entries;
  357. int i;
  358. /* Only Tx queue descriptors are allocated from common link descriptor
  359. * pool Rx queue descriptors are not included in this because (REO queue
  360. * extension descriptors) they are expected to be allocated contiguously
  361. * with REO queue descriptors
  362. */
  363. num_mpdu_link_descs = (max_clients * AVG_TIDS_PER_CLIENT *
  364. AVG_MAX_MPDUS_PER_TID) / num_mpdus_per_link_desc;
  365. num_mpdu_queue_descs = num_mpdu_link_descs /
  366. num_mpdu_links_per_queue_desc;
  367. num_tx_msdu_link_descs = (max_clients * AVG_TIDS_PER_CLIENT *
  368. AVG_FLOWS_PER_TID * AVG_MSDUS_PER_FLOW) /
  369. num_msdus_per_link_desc;
  370. num_rx_msdu_link_descs = (max_clients * AVG_TIDS_PER_CLIENT *
  371. AVG_MAX_MPDUS_PER_TID * AVG_MSDUS_PER_MPDU) / 6;
  372. num_entries = num_mpdu_link_descs + num_mpdu_queue_descs +
  373. num_tx_msdu_link_descs + num_rx_msdu_link_descs;
  374. /* Round up to power of 2 */
  375. total_link_descs = 1;
  376. while (total_link_descs < num_entries)
  377. total_link_descs <<= 1;
  378. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO_HIGH,
  379. FL("total_link_descs: %u, link_desc_size: %d"),
  380. total_link_descs, link_desc_size);
  381. total_mem_size = total_link_descs * link_desc_size;
  382. total_mem_size += link_desc_align;
  383. if (total_mem_size <= max_alloc_size) {
  384. num_link_desc_banks = 0;
  385. last_bank_size = total_mem_size;
  386. } else {
  387. num_link_desc_banks = (total_mem_size) /
  388. (max_alloc_size - link_desc_align);
  389. last_bank_size = total_mem_size %
  390. (max_alloc_size - link_desc_align);
  391. }
  392. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO_HIGH,
  393. FL("total_mem_size: %d, num_link_desc_banks: %u"),
  394. total_mem_size, num_link_desc_banks);
  395. for (i = 0; i < num_link_desc_banks; i++) {
  396. soc->link_desc_banks[i].base_vaddr_unaligned =
  397. qdf_mem_alloc_consistent(soc->osdev, soc->osdev->dev,
  398. max_alloc_size,
  399. &(soc->link_desc_banks[i].base_paddr_unaligned));
  400. soc->link_desc_banks[i].size = max_alloc_size;
  401. soc->link_desc_banks[i].base_vaddr = (void *)((unsigned long)(
  402. soc->link_desc_banks[i].base_vaddr_unaligned) +
  403. ((unsigned long)(
  404. soc->link_desc_banks[i].base_vaddr_unaligned) %
  405. link_desc_align));
  406. soc->link_desc_banks[i].base_paddr = (unsigned long)(
  407. soc->link_desc_banks[i].base_paddr_unaligned) +
  408. ((unsigned long)(soc->link_desc_banks[i].base_vaddr) -
  409. (unsigned long)(
  410. soc->link_desc_banks[i].base_vaddr_unaligned));
  411. if (!soc->link_desc_banks[i].base_vaddr_unaligned) {
  412. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  413. FL("Link descriptor memory alloc failed"));
  414. goto fail;
  415. }
  416. }
  417. if (last_bank_size) {
  418. /* Allocate last bank in case total memory required is not exact
  419. * multiple of max_alloc_size
  420. */
  421. soc->link_desc_banks[i].base_vaddr_unaligned =
  422. qdf_mem_alloc_consistent(soc->osdev, soc->osdev->dev,
  423. last_bank_size,
  424. &(soc->link_desc_banks[i].base_paddr_unaligned));
  425. soc->link_desc_banks[i].size = last_bank_size;
  426. soc->link_desc_banks[i].base_vaddr = (void *)((unsigned long)
  427. (soc->link_desc_banks[i].base_vaddr_unaligned) +
  428. ((unsigned long)(
  429. soc->link_desc_banks[i].base_vaddr_unaligned) %
  430. link_desc_align));
  431. soc->link_desc_banks[i].base_paddr =
  432. (unsigned long)(
  433. soc->link_desc_banks[i].base_paddr_unaligned) +
  434. ((unsigned long)(soc->link_desc_banks[i].base_vaddr) -
  435. (unsigned long)(
  436. soc->link_desc_banks[i].base_vaddr_unaligned));
  437. }
  438. /* Allocate and setup link descriptor idle list for HW internal use */
  439. entry_size = hal_srng_get_entrysize(soc->hal_soc, WBM_IDLE_LINK);
  440. total_mem_size = entry_size * total_link_descs;
  441. if (total_mem_size <= max_alloc_size) {
  442. void *desc;
  443. if (dp_srng_setup(soc, &soc->wbm_idle_link_ring,
  444. WBM_IDLE_LINK, 0, 0, total_link_descs)) {
  445. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  446. FL("Link desc idle ring setup failed"));
  447. goto fail;
  448. }
  449. hal_srng_access_start_unlocked(soc->hal_soc,
  450. soc->wbm_idle_link_ring.hal_srng);
  451. for (i = 0; i < MAX_LINK_DESC_BANKS &&
  452. soc->link_desc_banks[i].base_paddr; i++) {
  453. uint32_t num_entries = (soc->link_desc_banks[i].size -
  454. (unsigned long)(
  455. soc->link_desc_banks[i].base_vaddr) -
  456. (unsigned long)(
  457. soc->link_desc_banks[i].base_vaddr_unaligned))
  458. / link_desc_size;
  459. unsigned long paddr = (unsigned long)(
  460. soc->link_desc_banks[i].base_paddr);
  461. while (num_entries && (desc = hal_srng_src_get_next(
  462. soc->hal_soc,
  463. soc->wbm_idle_link_ring.hal_srng))) {
  464. hal_set_link_desc_addr(desc, i, paddr);
  465. num_entries--;
  466. paddr += link_desc_size;
  467. }
  468. }
  469. hal_srng_access_end_unlocked(soc->hal_soc,
  470. soc->wbm_idle_link_ring.hal_srng);
  471. } else {
  472. uint32_t num_scatter_bufs;
  473. uint32_t num_entries_per_buf;
  474. uint32_t rem_entries;
  475. uint8_t *scatter_buf_ptr;
  476. uint16_t scatter_buf_num;
  477. soc->wbm_idle_scatter_buf_size =
  478. hal_idle_list_scatter_buf_size(soc->hal_soc);
  479. num_entries_per_buf = hal_idle_scatter_buf_num_entries(
  480. soc->hal_soc, soc->wbm_idle_scatter_buf_size);
  481. num_scatter_bufs = (total_mem_size /
  482. soc->wbm_idle_scatter_buf_size) + (total_mem_size %
  483. soc->wbm_idle_scatter_buf_size) ? 1 : 0;
  484. for (i = 0; i < num_scatter_bufs; i++) {
  485. soc->wbm_idle_scatter_buf_base_vaddr[i] =
  486. qdf_mem_alloc_consistent(soc->osdev, soc->osdev->dev,
  487. soc->wbm_idle_scatter_buf_size,
  488. &(soc->wbm_idle_scatter_buf_base_paddr[i]));
  489. if (soc->wbm_idle_scatter_buf_base_vaddr[i] == NULL) {
  490. QDF_TRACE(QDF_MODULE_ID_DP,
  491. QDF_TRACE_LEVEL_ERROR,
  492. FL("Scatter list memory alloc failed"));
  493. goto fail;
  494. }
  495. }
  496. /* Populate idle list scatter buffers with link descriptor
  497. * pointers
  498. */
  499. scatter_buf_num = 0;
  500. scatter_buf_ptr = (uint8_t *)(
  501. soc->wbm_idle_scatter_buf_base_vaddr[scatter_buf_num]);
  502. rem_entries = num_entries_per_buf;
  503. for (i = 0; i < MAX_LINK_DESC_BANKS &&
  504. soc->link_desc_banks[i].base_paddr; i++) {
  505. uint32_t num_link_descs =
  506. (soc->link_desc_banks[i].size -
  507. (unsigned long)(
  508. soc->link_desc_banks[i].base_vaddr) -
  509. (unsigned long)(
  510. soc->link_desc_banks[i].base_vaddr_unaligned)) /
  511. link_desc_size;
  512. unsigned long paddr = (unsigned long)(
  513. soc->link_desc_banks[i].base_paddr);
  514. void *desc = NULL;
  515. while (num_link_descs && (desc =
  516. hal_srng_src_get_next(soc->hal_soc,
  517. soc->wbm_idle_link_ring.hal_srng))) {
  518. hal_set_link_desc_addr((void *)scatter_buf_ptr,
  519. i, paddr);
  520. num_link_descs--;
  521. paddr += link_desc_size;
  522. if (rem_entries) {
  523. rem_entries--;
  524. scatter_buf_ptr += link_desc_size;
  525. } else {
  526. rem_entries = num_entries_per_buf;
  527. scatter_buf_num++;
  528. scatter_buf_ptr = (uint8_t *)(
  529. soc->wbm_idle_scatter_buf_base_vaddr[
  530. scatter_buf_num]);
  531. }
  532. }
  533. }
  534. /* Setup link descriptor idle list in HW */
  535. hal_setup_link_idle_list(soc->hal_soc,
  536. soc->wbm_idle_scatter_buf_base_paddr,
  537. soc->wbm_idle_scatter_buf_base_vaddr,
  538. num_scatter_bufs, soc->wbm_idle_scatter_buf_size,
  539. (uint32_t)(scatter_buf_ptr -
  540. (uint8_t *)(soc->wbm_idle_scatter_buf_base_vaddr[
  541. scatter_buf_num])));
  542. }
  543. return 0;
  544. fail:
  545. if (soc->wbm_idle_link_ring.hal_srng) {
  546. dp_srng_cleanup(soc->hal_soc, &soc->wbm_idle_link_ring,
  547. WBM_IDLE_LINK, 0);
  548. }
  549. for (i = 0; i < MAX_IDLE_SCATTER_BUFS; i++) {
  550. if (soc->wbm_idle_scatter_buf_base_vaddr[i]) {
  551. qdf_mem_free_consistent(soc->osdev, soc->osdev->dev,
  552. soc->wbm_idle_scatter_buf_size,
  553. soc->wbm_idle_scatter_buf_base_vaddr[i],
  554. soc->wbm_idle_scatter_buf_base_paddr[i], 0);
  555. }
  556. }
  557. for (i = 0; i < MAX_LINK_DESC_BANKS; i++) {
  558. if (soc->link_desc_banks[i].base_vaddr_unaligned) {
  559. qdf_mem_free_consistent(soc->osdev, soc->osdev->dev,
  560. soc->link_desc_banks[i].size,
  561. soc->link_desc_banks[i].base_vaddr_unaligned,
  562. soc->link_desc_banks[i].base_paddr_unaligned,
  563. 0);
  564. }
  565. }
  566. return QDF_STATUS_E_FAILURE;
  567. }
  568. #ifdef notused
  569. /*
  570. * Free link descriptor pool that was setup HW
  571. */
  572. static void dp_hw_link_desc_pool_cleanup(struct dp_soc *soc)
  573. {
  574. int i;
  575. if (soc->wbm_idle_link_ring.hal_srng) {
  576. dp_srng_cleanup(soc->hal_soc, &soc->wbm_idle_link_ring,
  577. WBM_IDLE_LINK, 0);
  578. }
  579. for (i = 0; i < MAX_IDLE_SCATTER_BUFS; i++) {
  580. if (soc->wbm_idle_scatter_buf_base_vaddr[i]) {
  581. qdf_mem_free_consistent(soc->osdev, soc->osdev->dev,
  582. soc->wbm_idle_scatter_buf_size,
  583. soc->wbm_idle_scatter_buf_base_vaddr[i],
  584. soc->wbm_idle_scatter_buf_base_paddr[i], 0);
  585. }
  586. }
  587. for (i = 0; i < MAX_LINK_DESC_BANKS; i++) {
  588. if (soc->link_desc_banks[i].base_vaddr_unaligned) {
  589. qdf_mem_free_consistent(soc->osdev, soc->osdev->dev,
  590. soc->link_desc_banks[i].size,
  591. soc->link_desc_banks[i].base_vaddr_unaligned,
  592. soc->link_desc_banks[i].base_paddr_unaligned,
  593. 0);
  594. }
  595. }
  596. }
  597. #endif /* notused */
  598. /* TODO: Following should be configurable */
  599. #define WBM_RELEASE_RING_SIZE 64
  600. #define TCL_DATA_RING_SIZE 512
  601. #define TCL_CMD_RING_SIZE 32
  602. #define TCL_STATUS_RING_SIZE 32
  603. #define REO_DST_RING_SIZE 2048
  604. #define REO_REINJECT_RING_SIZE 32
  605. #define RX_RELEASE_RING_SIZE 256
  606. #define REO_EXCEPTION_RING_SIZE 128
  607. #define REO_CMD_RING_SIZE 32
  608. #define REO_STATUS_RING_SIZE 32
  609. #define RXDMA_BUF_RING_SIZE 1024
  610. #define RXDMA_REFILL_RING_SIZE 2048
  611. #define RXDMA_MONITOR_BUF_RING_SIZE 2048
  612. #define RXDMA_MONITOR_DST_RING_SIZE 2048
  613. #define RXDMA_MONITOR_STATUS_RING_SIZE 2048
  614. /*
  615. * dp_soc_cmn_setup() - Common SoC level initializion
  616. * @soc: Datapath SOC handle
  617. *
  618. * This is an internal function used to setup common SOC data structures,
  619. * to be called from PDEV attach after receiving HW mode capabilities from FW
  620. */
  621. static int dp_soc_cmn_setup(struct dp_soc *soc)
  622. {
  623. int i;
  624. if (soc->cmn_init_done)
  625. return 0;
  626. if (dp_peer_find_attach(soc))
  627. goto fail0;
  628. if (dp_hw_link_desc_pool_setup(soc))
  629. goto fail1;
  630. /* Setup SRNG rings */
  631. /* Common rings */
  632. if (dp_srng_setup(soc, &soc->wbm_desc_rel_ring, SW2WBM_RELEASE, 0, 0,
  633. WBM_RELEASE_RING_SIZE)) {
  634. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  635. FL("dp_srng_setup failed for wbm_desc_rel_ring"));
  636. goto fail1;
  637. }
  638. soc->num_tcl_data_rings = 0;
  639. /* Tx data rings */
  640. if (!wlan_cfg_per_pdev_tx_ring(soc->wlan_cfg_ctx)) {
  641. soc->num_tcl_data_rings =
  642. wlan_cfg_num_tcl_data_rings(soc->wlan_cfg_ctx);
  643. for (i = 0; i < soc->num_tcl_data_rings; i++) {
  644. if (dp_srng_setup(soc, &soc->tcl_data_ring[i],
  645. TCL_DATA, i, 0, TCL_DATA_RING_SIZE)) {
  646. QDF_TRACE(QDF_MODULE_ID_DP,
  647. QDF_TRACE_LEVEL_ERROR,
  648. FL("dp_srng_setup failed for tcl_data_ring[%d]"), i);
  649. goto fail1;
  650. }
  651. if (dp_srng_setup(soc, &soc->tx_comp_ring[i],
  652. WBM2SW_RELEASE, i, 0, TCL_DATA_RING_SIZE)) {
  653. QDF_TRACE(QDF_MODULE_ID_DP,
  654. QDF_TRACE_LEVEL_ERROR,
  655. FL("dp_srng_setup failed for tx_comp_ring[%d]"), i);
  656. goto fail1;
  657. }
  658. }
  659. } else {
  660. /* This will be incremented during per pdev ring setup */
  661. soc->num_tcl_data_rings = 0;
  662. }
  663. if (dp_tx_soc_attach(soc)) {
  664. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  665. FL("dp_tx_soc_attach failed"));
  666. goto fail1;
  667. }
  668. /* TCL command and status rings */
  669. if (dp_srng_setup(soc, &soc->tcl_cmd_ring, TCL_CMD, 0, 0,
  670. TCL_CMD_RING_SIZE)) {
  671. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  672. FL("dp_srng_setup failed for tcl_cmd_ring"));
  673. goto fail1;
  674. }
  675. if (dp_srng_setup(soc, &soc->tcl_status_ring, TCL_STATUS, 0, 0,
  676. TCL_STATUS_RING_SIZE)) {
  677. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  678. FL("dp_srng_setup failed for tcl_status_ring"));
  679. goto fail1;
  680. }
  681. /* TBD: call dp_tx_init to setup Tx SW descriptors and MSDU extension
  682. * descriptors
  683. */
  684. /* Rx data rings */
  685. if (!wlan_cfg_per_pdev_rx_ring(soc->wlan_cfg_ctx)) {
  686. soc->num_reo_dest_rings =
  687. wlan_cfg_num_reo_dest_rings(soc->wlan_cfg_ctx);
  688. for (i = 0; i < soc->num_reo_dest_rings; i++) {
  689. if (dp_srng_setup(soc, &soc->reo_dest_ring[i], REO_DST,
  690. i, 0, REO_DST_RING_SIZE)) {
  691. QDF_TRACE(QDF_MODULE_ID_DP,
  692. QDF_TRACE_LEVEL_ERROR,
  693. FL("dp_srng_setup failed for reo_dest_ring[%d]"), i);
  694. goto fail1;
  695. }
  696. }
  697. } else {
  698. /* This will be incremented during per pdev ring setup */
  699. soc->num_reo_dest_rings = 0;
  700. }
  701. /* TBD: call dp_rx_init to setup Rx SW descriptors */
  702. /* REO reinjection ring */
  703. if (dp_srng_setup(soc, &soc->reo_reinject_ring, REO_REINJECT, 0, 0,
  704. REO_REINJECT_RING_SIZE)) {
  705. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  706. FL("dp_srng_setup failed for reo_reinject_ring"));
  707. goto fail1;
  708. }
  709. /* Rx release ring */
  710. if (dp_srng_setup(soc, &soc->rx_rel_ring, WBM2SW_RELEASE, 3, 0,
  711. RX_RELEASE_RING_SIZE)) {
  712. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  713. FL("dp_srng_setup failed for rx_rel_ring"));
  714. goto fail1;
  715. }
  716. /* Rx exception ring */
  717. if (dp_srng_setup(soc, &soc->reo_exception_ring, REO_EXCEPTION, 0,
  718. MAX_REO_DEST_RINGS, REO_EXCEPTION_RING_SIZE)) {
  719. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  720. FL("dp_srng_setup failed for reo_exception_ring"));
  721. goto fail1;
  722. }
  723. /* REO command and status rings */
  724. if (dp_srng_setup(soc, &soc->reo_cmd_ring, REO_CMD, 0, 0,
  725. REO_CMD_RING_SIZE)) {
  726. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  727. FL("dp_srng_setup failed for reo_cmd_ring"));
  728. goto fail1;
  729. }
  730. hal_reo_init_cmd_ring(soc->hal_soc, soc->reo_cmd_ring.hal_srng);
  731. TAILQ_INIT(&soc->rx.reo_cmd_list);
  732. qdf_spinlock_create(&soc->rx.reo_cmd_lock);
  733. if (dp_srng_setup(soc, &soc->reo_status_ring, REO_STATUS, 0, 0,
  734. REO_STATUS_RING_SIZE)) {
  735. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  736. FL("dp_srng_setup failed for reo_status_ring"));
  737. goto fail1;
  738. }
  739. dp_soc_interrupt_attach(soc);
  740. /* Setup HW REO */
  741. hal_reo_setup(soc->hal_soc);
  742. soc->cmn_init_done = 1;
  743. return 0;
  744. fail1:
  745. /*
  746. * Cleanup will be done as part of soc_detach, which will
  747. * be called on pdev attach failure
  748. */
  749. fail0:
  750. return QDF_STATUS_E_FAILURE;
  751. }
  752. static void dp_pdev_detach_wifi3(struct cdp_pdev *txrx_pdev, int force);
  753. /*
  754. * dp_rxdma_ring_setup() - configure the RX DMA rings
  755. * @soc: data path SoC handle
  756. * @pdev: Physical device handle
  757. *
  758. * Return: 0 - success, > 0 - failure
  759. */
  760. #ifdef QCA_HOST2FW_RXBUF_RING
  761. static int dp_rxdma_ring_setup(struct dp_soc *soc,
  762. struct dp_pdev *pdev)
  763. {
  764. int max_mac_rings =
  765. wlan_cfg_get_num_mac_rings
  766. (pdev->wlan_cfg_ctx);
  767. int i;
  768. for (i = 0; i < max_mac_rings; i++) {
  769. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  770. "%s: pdev_id %d mac_id %d\n",
  771. __func__, pdev->pdev_id, i);
  772. if (dp_srng_setup(soc, &pdev->rx_mac_buf_ring[i],
  773. RXDMA_BUF, 1, i, RXDMA_BUF_RING_SIZE)) {
  774. QDF_TRACE(QDF_MODULE_ID_DP,
  775. QDF_TRACE_LEVEL_ERROR,
  776. FL("failed rx mac ring setup"));
  777. return QDF_STATUS_E_FAILURE;
  778. }
  779. }
  780. return QDF_STATUS_SUCCESS;
  781. }
  782. #else
  783. static int dp_rxdma_ring_setup(struct dp_soc *soc,
  784. struct dp_pdev *pdev)
  785. {
  786. return QDF_STATUS_SUCCESS;
  787. }
  788. #endif
  789. /*
  790. * dp_pdev_attach_wifi3() - attach txrx pdev
  791. * @osif_pdev: Opaque PDEV handle from OSIF/HDD
  792. * @txrx_soc: Datapath SOC handle
  793. * @htc_handle: HTC handle for host-target interface
  794. * @qdf_osdev: QDF OS device
  795. * @pdev_id: PDEV ID
  796. *
  797. * Return: DP PDEV handle on success, NULL on failure
  798. */
  799. static struct cdp_pdev *dp_pdev_attach_wifi3(struct cdp_soc_t *txrx_soc,
  800. struct cdp_cfg *ctrl_pdev,
  801. HTC_HANDLE htc_handle, qdf_device_t qdf_osdev, uint8_t pdev_id)
  802. {
  803. struct dp_soc *soc = (struct dp_soc *)txrx_soc;
  804. struct dp_pdev *pdev = qdf_mem_malloc(sizeof(*pdev));
  805. if (!pdev) {
  806. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  807. FL("DP PDEV memory allocation failed"));
  808. goto fail0;
  809. }
  810. pdev->wlan_cfg_ctx = wlan_cfg_pdev_attach();
  811. if (!pdev->wlan_cfg_ctx) {
  812. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  813. FL("pdev cfg_attach failed"));
  814. qdf_mem_free(pdev);
  815. goto fail0;
  816. }
  817. pdev->soc = soc;
  818. pdev->osif_pdev = ctrl_pdev;
  819. pdev->pdev_id = pdev_id;
  820. soc->pdev_list[pdev_id] = pdev;
  821. TAILQ_INIT(&pdev->vdev_list);
  822. pdev->vdev_count = 0;
  823. if (dp_soc_cmn_setup(soc)) {
  824. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  825. FL("dp_soc_cmn_setup failed"));
  826. goto fail1;
  827. }
  828. /* Setup per PDEV TCL rings if configured */
  829. if (wlan_cfg_per_pdev_tx_ring(soc->wlan_cfg_ctx)) {
  830. if (dp_srng_setup(soc, &soc->tcl_data_ring[pdev_id], TCL_DATA,
  831. pdev_id, pdev_id, TCL_DATA_RING_SIZE)) {
  832. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  833. FL("dp_srng_setup failed for tcl_data_ring"));
  834. goto fail1;
  835. }
  836. if (dp_srng_setup(soc, &soc->tx_comp_ring[pdev_id],
  837. WBM2SW_RELEASE, pdev_id, pdev_id, TCL_DATA_RING_SIZE)) {
  838. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  839. FL("dp_srng_setup failed for tx_comp_ring"));
  840. goto fail1;
  841. }
  842. soc->num_tcl_data_rings++;
  843. }
  844. /* Tx specific init */
  845. if (dp_tx_pdev_attach(pdev)) {
  846. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  847. FL("dp_tx_pdev_attach failed"));
  848. goto fail1;
  849. }
  850. /* Setup per PDEV REO rings if configured */
  851. if (wlan_cfg_per_pdev_rx_ring(soc->wlan_cfg_ctx)) {
  852. if (dp_srng_setup(soc, &soc->reo_dest_ring[pdev_id], REO_DST,
  853. pdev_id, pdev_id, REO_DST_RING_SIZE)) {
  854. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  855. FL("dp_srng_setup failed for reo_dest_ringn"));
  856. goto fail1;
  857. }
  858. soc->num_reo_dest_rings++;
  859. }
  860. if (dp_srng_setup(soc, &pdev->rx_refill_buf_ring, RXDMA_BUF, 0, pdev_id,
  861. RXDMA_REFILL_RING_SIZE)) {
  862. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  863. FL("dp_srng_setup failed rx refill ring"));
  864. goto fail1;
  865. }
  866. if (dp_rxdma_ring_setup(soc, pdev)) {
  867. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  868. FL("RXDMA ring config failed"));
  869. goto fail1;
  870. }
  871. if (dp_srng_setup(soc, &pdev->rxdma_mon_buf_ring, RXDMA_MONITOR_BUF, 0,
  872. pdev_id, RXDMA_MONITOR_BUF_RING_SIZE)) {
  873. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  874. FL("dp_srng_setup failed for rxdma_mon_buf_ring"));
  875. goto fail1;
  876. }
  877. if (dp_srng_setup(soc, &pdev->rxdma_mon_dst_ring, RXDMA_MONITOR_DST, 0,
  878. pdev_id, RXDMA_MONITOR_DST_RING_SIZE)) {
  879. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  880. FL("dp_srng_setup failed for rxdma_mon_dst_ring"));
  881. goto fail1;
  882. }
  883. if (dp_srng_setup(soc, &pdev->rxdma_mon_status_ring,
  884. RXDMA_MONITOR_STATUS, 0, pdev_id,
  885. RXDMA_MONITOR_STATUS_RING_SIZE)) {
  886. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  887. FL("dp_srng_setup failed for rxdma_mon_status_ring"));
  888. goto fail1;
  889. }
  890. /* Rx specific init */
  891. if (dp_rx_pdev_attach(pdev)) {
  892. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  893. FL("dp_rx_pdev_attach failed "));
  894. goto fail0;
  895. }
  896. #ifndef CONFIG_WIN
  897. /* MCL */
  898. dp_local_peer_id_pool_init(pdev);
  899. #endif
  900. return (struct cdp_pdev *)pdev;
  901. fail1:
  902. dp_pdev_detach_wifi3((struct cdp_pdev *)pdev, 0);
  903. fail0:
  904. return NULL;
  905. }
  906. /*
  907. * dp_rxdma_ring_cleanup() - configure the RX DMA rings
  908. * @soc: data path SoC handle
  909. * @pdev: Physical device handle
  910. *
  911. * Return: void
  912. */
  913. #ifdef QCA_HOST2FW_RXBUF_RING
  914. static void dp_rxdma_ring_cleanup(struct dp_soc *soc,
  915. struct dp_pdev *pdev)
  916. {
  917. int max_mac_rings =
  918. wlan_cfg_get_num_mac_rings(pdev->wlan_cfg_ctx);
  919. int i;
  920. max_mac_rings = max_mac_rings < MAX_RX_MAC_RINGS ?
  921. max_mac_rings : MAX_RX_MAC_RINGS;
  922. for (i = 0; i < MAX_RX_MAC_RINGS; i++)
  923. dp_srng_cleanup(soc, &pdev->rx_mac_buf_ring[i],
  924. RXDMA_BUF, 1);
  925. }
  926. #else
  927. static void dp_rxdma_ring_cleanup(struct dp_soc *soc,
  928. struct dp_pdev *pdev)
  929. {
  930. }
  931. #endif
  932. /*
  933. * dp_pdev_detach_wifi3() - detach txrx pdev
  934. * @txrx_pdev: Datapath PDEV handle
  935. * @force: Force detach
  936. *
  937. */
  938. static void dp_pdev_detach_wifi3(struct cdp_pdev *txrx_pdev, int force)
  939. {
  940. struct dp_pdev *pdev = (struct dp_pdev *)txrx_pdev;
  941. struct dp_soc *soc = pdev->soc;
  942. dp_tx_pdev_detach(pdev);
  943. if (wlan_cfg_per_pdev_tx_ring(soc->wlan_cfg_ctx)) {
  944. dp_srng_cleanup(soc, &soc->tcl_data_ring[pdev->pdev_id],
  945. TCL_DATA, pdev->pdev_id);
  946. dp_srng_cleanup(soc, &soc->tx_comp_ring[pdev->pdev_id],
  947. WBM2SW_RELEASE, pdev->pdev_id);
  948. }
  949. dp_rx_pdev_detach(pdev);
  950. /* Setup per PDEV REO rings if configured */
  951. if (wlan_cfg_per_pdev_rx_ring(soc->wlan_cfg_ctx)) {
  952. dp_srng_cleanup(soc, &soc->reo_dest_ring[pdev->pdev_id],
  953. REO_DST, pdev->pdev_id);
  954. }
  955. dp_srng_cleanup(soc, &pdev->rx_refill_buf_ring, RXDMA_BUF, 0);
  956. dp_rxdma_ring_cleanup(soc, pdev);
  957. dp_srng_cleanup(soc, &pdev->rxdma_mon_buf_ring, RXDMA_MONITOR_BUF, 0);
  958. dp_srng_cleanup(soc, &pdev->rxdma_mon_dst_ring, RXDMA_MONITOR_DST, 0);
  959. dp_srng_cleanup(soc, &pdev->rxdma_mon_status_ring,
  960. RXDMA_MONITOR_STATUS, 0);
  961. soc->pdev_list[pdev->pdev_id] = NULL;
  962. qdf_mem_free(pdev);
  963. }
  964. /*
  965. * dp_soc_detach_wifi3() - Detach txrx SOC
  966. * @txrx_soc: DP SOC handle
  967. *
  968. */
  969. static void dp_soc_detach_wifi3(void *txrx_soc)
  970. {
  971. struct dp_soc *soc = (struct dp_soc *)txrx_soc;
  972. struct dp_pdev *pdev = qdf_mem_malloc(sizeof(*pdev));
  973. int i;
  974. soc->cmn_init_done = 0;
  975. dp_soc_interrupt_detach(soc);
  976. for (i = 0; i < MAX_PDEV_CNT; i++) {
  977. if (soc->pdev_list[i])
  978. dp_pdev_detach_wifi3((struct cdp_pdev *)pdev, 1);
  979. }
  980. dp_peer_find_detach(soc);
  981. /* TBD: Call Tx and Rx cleanup functions to free buffers and
  982. * SW descriptors
  983. */
  984. /* Free the ring memories */
  985. /* Common rings */
  986. dp_srng_cleanup(soc, &soc->wbm_desc_rel_ring, SW2WBM_RELEASE, 0);
  987. /* Tx data rings */
  988. if (!wlan_cfg_per_pdev_tx_ring(soc->wlan_cfg_ctx)) {
  989. dp_tx_soc_detach(soc);
  990. for (i = 0; i < soc->num_tcl_data_rings; i++) {
  991. dp_srng_cleanup(soc, &soc->tcl_data_ring[i],
  992. TCL_DATA, i);
  993. dp_srng_cleanup(soc, &soc->tx_comp_ring[i],
  994. WBM2SW_RELEASE, i);
  995. }
  996. }
  997. /* TCL command and status rings */
  998. dp_srng_cleanup(soc, &soc->tcl_cmd_ring, TCL_CMD, 0);
  999. dp_srng_cleanup(soc, &soc->tcl_status_ring, TCL_STATUS, 0);
  1000. /* Rx data rings */
  1001. if (!wlan_cfg_per_pdev_rx_ring(soc->wlan_cfg_ctx)) {
  1002. soc->num_reo_dest_rings =
  1003. wlan_cfg_num_reo_dest_rings(soc->wlan_cfg_ctx);
  1004. for (i = 0; i < soc->num_reo_dest_rings; i++) {
  1005. /* TODO: Get number of rings and ring sizes
  1006. * from wlan_cfg
  1007. */
  1008. dp_srng_cleanup(soc, &soc->reo_dest_ring[i],
  1009. REO_DST, i);
  1010. }
  1011. }
  1012. /* REO reinjection ring */
  1013. dp_srng_cleanup(soc, &soc->reo_reinject_ring, REO_REINJECT, 0);
  1014. /* Rx release ring */
  1015. dp_srng_cleanup(soc, &soc->rx_rel_ring, WBM2SW_RELEASE, 0);
  1016. /* Rx exception ring */
  1017. /* TODO: Better to store ring_type and ring_num in
  1018. * dp_srng during setup
  1019. */
  1020. dp_srng_cleanup(soc, &soc->reo_exception_ring, REO_EXCEPTION, 0);
  1021. /* REO command and status rings */
  1022. dp_srng_cleanup(soc, &soc->reo_cmd_ring, REO_CMD, 0);
  1023. dp_srng_cleanup(soc, &soc->reo_status_ring, REO_STATUS, 0);
  1024. qdf_spinlock_destroy(&soc->rx.reo_cmd_lock);
  1025. qdf_spinlock_destroy(&soc->peer_ref_mutex);
  1026. htt_soc_detach(soc->htt_handle);
  1027. }
  1028. /*
  1029. * dp_rxdma_ring_config() - configure the RX DMA rings
  1030. *
  1031. * This function is used to configure the MAC rings.
  1032. * On MCL host provides buffers in Host2FW ring
  1033. * FW refills (copies) buffers to the ring and updates
  1034. * ring_idx in register
  1035. *
  1036. * @soc: data path SoC handle
  1037. * @pdev: Physical device handle
  1038. *
  1039. * Return: void
  1040. */
  1041. #ifdef QCA_HOST2FW_RXBUF_RING
  1042. static void dp_rxdma_ring_config(struct dp_soc *soc)
  1043. {
  1044. int i;
  1045. for (i = 0; i < MAX_PDEV_CNT; i++) {
  1046. struct dp_pdev *pdev = soc->pdev_list[i];
  1047. if (pdev) {
  1048. int mac_id = 0;
  1049. int j;
  1050. int max_mac_rings =
  1051. wlan_cfg_get_num_mac_rings
  1052. (pdev->wlan_cfg_ctx);
  1053. htt_srng_setup(soc->htt_handle, 0,
  1054. pdev->rx_refill_buf_ring.hal_srng,
  1055. RXDMA_BUF);
  1056. if (!soc->cdp_soc.ol_ops->
  1057. is_hw_dbs_2x2_capable()) {
  1058. max_mac_rings = 1;
  1059. QDF_TRACE(QDF_MODULE_ID_TXRX,
  1060. QDF_TRACE_LEVEL_ERROR,
  1061. FL("DBS enabled, max_mac_rings %d\n"),
  1062. max_mac_rings);
  1063. } else {
  1064. QDF_TRACE(QDF_MODULE_ID_TXRX,
  1065. QDF_TRACE_LEVEL_ERROR,
  1066. FL("DBS disabled max_mac_rings %d\n"),
  1067. max_mac_rings);
  1068. }
  1069. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  1070. FL("pdev_id %d max_mac_rings %d\n"),
  1071. pdev->pdev_id, max_mac_rings);
  1072. for (j = 0; j < max_mac_rings; j++) {
  1073. QDF_TRACE(QDF_MODULE_ID_TXRX,
  1074. QDF_TRACE_LEVEL_ERROR,
  1075. FL("mac_id %d\n"), mac_id);
  1076. htt_srng_setup(soc->htt_handle, mac_id,
  1077. pdev->rx_mac_buf_ring[j]
  1078. .hal_srng,
  1079. RXDMA_BUF);
  1080. mac_id++;
  1081. }
  1082. }
  1083. }
  1084. }
  1085. #else
  1086. static void dp_rxdma_ring_config(struct dp_soc *soc)
  1087. {
  1088. int i;
  1089. for (i = 0; i < MAX_PDEV_CNT; i++) {
  1090. struct dp_pdev *pdev = soc->pdev_list[i];
  1091. if (pdev) {
  1092. htt_srng_setup(soc->htt_handle, i,
  1093. pdev->rx_refill_buf_ring.hal_srng, RXDMA_BUF);
  1094. }
  1095. }
  1096. }
  1097. #endif
  1098. /*
  1099. * dp_soc_attach_target_wifi3() - SOC initialization in the target
  1100. * @txrx_soc: Datapath SOC handle
  1101. */
  1102. static int dp_soc_attach_target_wifi3(struct cdp_soc_t *cdp_soc)
  1103. {
  1104. struct dp_soc *soc = (struct dp_soc *)cdp_soc;
  1105. htt_soc_attach_target(soc->htt_handle);
  1106. dp_rxdma_ring_config(soc);
  1107. return 0;
  1108. }
  1109. /*
  1110. * dp_vdev_attach_wifi3() - attach txrx vdev
  1111. * @txrx_pdev: Datapath PDEV handle
  1112. * @vdev_mac_addr: MAC address of the virtual interface
  1113. * @vdev_id: VDEV Id
  1114. * @wlan_op_mode: VDEV operating mode
  1115. *
  1116. * Return: DP VDEV handle on success, NULL on failure
  1117. */
  1118. static struct cdp_vdev *dp_vdev_attach_wifi3(struct cdp_pdev *txrx_pdev,
  1119. uint8_t *vdev_mac_addr, uint8_t vdev_id, enum wlan_op_mode op_mode)
  1120. {
  1121. struct dp_pdev *pdev = (struct dp_pdev *)txrx_pdev;
  1122. struct dp_soc *soc = pdev->soc;
  1123. struct dp_vdev *vdev = qdf_mem_malloc(sizeof(*vdev));
  1124. if (!vdev) {
  1125. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  1126. FL("DP VDEV memory allocation failed"));
  1127. goto fail0;
  1128. }
  1129. vdev->pdev = pdev;
  1130. vdev->vdev_id = vdev_id;
  1131. vdev->opmode = op_mode;
  1132. vdev->osdev = soc->osdev;
  1133. vdev->osif_rx = NULL;
  1134. vdev->osif_rsim_rx_decap = NULL;
  1135. vdev->osif_rx_mon = NULL;
  1136. vdev->osif_vdev = NULL;
  1137. vdev->delete.pending = 0;
  1138. vdev->safemode = 0;
  1139. vdev->drop_unenc = 1;
  1140. #ifdef notyet
  1141. vdev->filters_num = 0;
  1142. #endif
  1143. qdf_mem_copy(
  1144. &vdev->mac_addr.raw[0], vdev_mac_addr, OL_TXRX_MAC_ADDR_LEN);
  1145. vdev->tx_encap_type = wlan_cfg_pkt_type(soc->wlan_cfg_ctx);
  1146. vdev->rx_decap_type = wlan_cfg_pkt_type(soc->wlan_cfg_ctx);
  1147. /* TODO: Initialize default HTT meta data that will be used in
  1148. * TCL descriptors for packets transmitted from this VDEV
  1149. */
  1150. TAILQ_INIT(&vdev->peer_list);
  1151. /* add this vdev into the pdev's list */
  1152. TAILQ_INSERT_TAIL(&pdev->vdev_list, vdev, vdev_list_elem);
  1153. pdev->vdev_count++;
  1154. dp_tx_vdev_attach(vdev);
  1155. #ifdef DP_INTR_POLL_BASED
  1156. if (pdev->vdev_count == 1)
  1157. qdf_timer_mod(&soc->int_timer, DP_INTR_POLL_TIMER_MS);
  1158. #endif
  1159. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  1160. "Created vdev %p (%pM)", vdev, vdev->mac_addr.raw);
  1161. return (struct cdp_vdev *)vdev;
  1162. fail0:
  1163. return NULL;
  1164. }
  1165. /**
  1166. * dp_vdev_register_wifi3() - Register VDEV operations from osif layer
  1167. * @vdev: Datapath VDEV handle
  1168. * @osif_vdev: OSIF vdev handle
  1169. * @txrx_ops: Tx and Rx operations
  1170. *
  1171. * Return: DP VDEV handle on success, NULL on failure
  1172. */
  1173. static void dp_vdev_register_wifi3(struct cdp_vdev *vdev_handle,
  1174. void *osif_vdev,
  1175. struct ol_txrx_ops *txrx_ops)
  1176. {
  1177. struct dp_vdev *vdev = (struct dp_vdev *)vdev_handle;
  1178. vdev->osif_vdev = osif_vdev;
  1179. vdev->osif_rx = txrx_ops->rx.rx;
  1180. vdev->osif_rsim_rx_decap = txrx_ops->rx.rsim_rx_decap;
  1181. vdev->osif_rx_mon = txrx_ops->rx.mon;
  1182. #ifdef notyet
  1183. #if ATH_SUPPORT_WAPI
  1184. vdev->osif_check_wai = txrx_ops->rx.wai_check;
  1185. #endif
  1186. #if UMAC_SUPPORT_PROXY_ARP
  1187. vdev->osif_proxy_arp = txrx_ops->proxy_arp;
  1188. #endif
  1189. #endif
  1190. /* TODO: Enable the following once Tx code is integrated */
  1191. txrx_ops->tx.tx = dp_tx_send;
  1192. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO,
  1193. "DP Vdev Register success");
  1194. }
  1195. /*
  1196. * dp_vdev_detach_wifi3() - Detach txrx vdev
  1197. * @txrx_vdev: Datapath VDEV handle
  1198. * @callback: Callback OL_IF on completion of detach
  1199. * @cb_context: Callback context
  1200. *
  1201. */
  1202. static void dp_vdev_detach_wifi3(struct cdp_vdev *vdev_handle,
  1203. ol_txrx_vdev_delete_cb callback, void *cb_context)
  1204. {
  1205. struct dp_vdev *vdev = (struct dp_vdev *)vdev_handle;
  1206. struct dp_pdev *pdev = vdev->pdev;
  1207. struct dp_soc *soc = pdev->soc;
  1208. /* preconditions */
  1209. qdf_assert(vdev);
  1210. /* remove the vdev from its parent pdev's list */
  1211. TAILQ_REMOVE(&pdev->vdev_list, vdev, vdev_list_elem);
  1212. /*
  1213. * Use peer_ref_mutex while accessing peer_list, in case
  1214. * a peer is in the process of being removed from the list.
  1215. */
  1216. qdf_spin_lock_bh(&soc->peer_ref_mutex);
  1217. /* check that the vdev has no peers allocated */
  1218. if (!TAILQ_EMPTY(&vdev->peer_list)) {
  1219. /* debug print - will be removed later */
  1220. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_WARN,
  1221. FL("not deleting vdev object %p (%pM)"
  1222. "until deletion finishes for all its peers"),
  1223. vdev, vdev->mac_addr.raw);
  1224. /* indicate that the vdev needs to be deleted */
  1225. vdev->delete.pending = 1;
  1226. vdev->delete.callback = callback;
  1227. vdev->delete.context = cb_context;
  1228. qdf_spin_unlock_bh(&soc->peer_ref_mutex);
  1229. return;
  1230. }
  1231. qdf_spin_unlock_bh(&soc->peer_ref_mutex);
  1232. dp_tx_vdev_detach(vdev);
  1233. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO_HIGH,
  1234. FL("deleting vdev object %p (%pM)"), vdev, vdev->mac_addr.raw);
  1235. qdf_mem_free(vdev);
  1236. if (callback)
  1237. callback(cb_context);
  1238. }
  1239. /*
  1240. * dp_peer_create_wifi3() - attach txrx peer
  1241. * @txrx_vdev: Datapath VDEV handle
  1242. * @peer_mac_addr: Peer MAC address
  1243. *
  1244. * Return: DP peeer handle on success, NULL on failure
  1245. */
  1246. static void *dp_peer_create_wifi3(struct cdp_vdev *vdev_handle,
  1247. uint8_t *peer_mac_addr)
  1248. {
  1249. struct dp_peer *peer;
  1250. int i;
  1251. struct dp_vdev *vdev = (struct dp_vdev *)vdev_handle;
  1252. struct dp_pdev *pdev;
  1253. struct dp_soc *soc;
  1254. /* preconditions */
  1255. qdf_assert(vdev);
  1256. qdf_assert(peer_mac_addr);
  1257. pdev = vdev->pdev;
  1258. soc = pdev->soc;
  1259. #ifdef notyet
  1260. peer = (struct dp_peer *)qdf_mempool_alloc(soc->osdev,
  1261. soc->mempool_ol_ath_peer);
  1262. #else
  1263. peer = (struct dp_peer *)qdf_mem_malloc(sizeof(*peer));
  1264. #endif
  1265. if (!peer)
  1266. return NULL; /* failure */
  1267. qdf_mem_zero(peer, sizeof(struct dp_peer));
  1268. qdf_spinlock_create(&peer->peer_info_lock);
  1269. /* store provided params */
  1270. peer->vdev = vdev;
  1271. qdf_mem_copy(
  1272. &peer->mac_addr.raw[0], peer_mac_addr, OL_TXRX_MAC_ADDR_LEN);
  1273. /* TODO: See of rx_opt_proc is really required */
  1274. peer->rx_opt_proc = soc->rx_opt_proc;
  1275. /* initialize the peer_id */
  1276. for (i = 0; i < MAX_NUM_PEER_ID_PER_PEER; i++)
  1277. peer->peer_ids[i] = HTT_INVALID_PEER;
  1278. qdf_spin_lock_bh(&soc->peer_ref_mutex);
  1279. qdf_atomic_init(&peer->ref_cnt);
  1280. /* keep one reference for attach */
  1281. qdf_atomic_inc(&peer->ref_cnt);
  1282. /* add this peer into the vdev's list */
  1283. TAILQ_INSERT_TAIL(&vdev->peer_list, peer, peer_list_elem);
  1284. qdf_spin_unlock_bh(&soc->peer_ref_mutex);
  1285. /* TODO: See if hash based search is required */
  1286. dp_peer_find_hash_add(soc, peer);
  1287. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO_HIGH,
  1288. "vdev %p created peer %p (%pM) ref_cnt: %d",
  1289. vdev, peer, peer->mac_addr.raw,
  1290. qdf_atomic_read(&peer->ref_cnt));
  1291. /*
  1292. * For every peer MAp message search and set if bss_peer
  1293. */
  1294. if (memcmp(peer->mac_addr.raw, vdev->mac_addr.raw, 6) == 0) {
  1295. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO_HIGH,
  1296. "vdev bss_peer!!!!");
  1297. peer->bss_peer = 1;
  1298. vdev->vap_bss_peer = peer;
  1299. }
  1300. #ifndef CONFIG_WIN
  1301. dp_local_peer_id_alloc(pdev, peer);
  1302. #endif
  1303. return (void *)peer;
  1304. }
  1305. /*
  1306. * dp_peer_setup_wifi3() - initialize the peer
  1307. * @vdev_hdl: virtual device object
  1308. * @peer: Peer object
  1309. *
  1310. * Return: void
  1311. */
  1312. static void dp_peer_setup_wifi3(struct cdp_vdev *vdev_hdl, void *peer_hdl)
  1313. {
  1314. struct dp_peer *peer = (struct dp_peer *)peer_hdl;
  1315. struct dp_vdev *vdev = (struct dp_vdev *)vdev_hdl;
  1316. struct dp_pdev *pdev;
  1317. struct dp_soc *soc;
  1318. /* preconditions */
  1319. qdf_assert(vdev);
  1320. qdf_assert(peer);
  1321. pdev = vdev->pdev;
  1322. soc = pdev->soc;
  1323. dp_peer_rx_init(pdev, peer);
  1324. peer->last_assoc_rcvd = 0;
  1325. peer->last_disassoc_rcvd = 0;
  1326. peer->last_deauth_rcvd = 0;
  1327. if (soc->cdp_soc.ol_ops->peer_set_default_routing) {
  1328. /* TODO: Check the destination ring number to be passed to FW */
  1329. soc->cdp_soc.ol_ops->peer_set_default_routing(pdev->osif_pdev,
  1330. peer->mac_addr.raw, peer->vdev->vdev_id, 0, 1);
  1331. }
  1332. return;
  1333. }
  1334. /*
  1335. * dp_peer_authorize() - authorize txrx peer
  1336. * @peer_handle: Datapath peer handle
  1337. * @authorize
  1338. *
  1339. */
  1340. static void dp_peer_authorize(void *peer_handle, uint32_t authorize)
  1341. {
  1342. struct dp_peer *peer = (struct dp_peer *)peer_handle;
  1343. struct dp_soc *soc;
  1344. if (peer != NULL) {
  1345. soc = peer->vdev->pdev->soc;
  1346. qdf_spin_lock_bh(&soc->peer_ref_mutex);
  1347. peer->authorize = authorize ? 1 : 0;
  1348. #ifdef notyet /* ATH_BAND_STEERING */
  1349. peer->peer_bs_inact_flag = 0;
  1350. peer->peer_bs_inact = soc->pdev_bs_inact_reload;
  1351. #endif
  1352. qdf_spin_unlock_bh(&soc->peer_ref_mutex);
  1353. }
  1354. }
  1355. /*
  1356. * dp_peer_unref_delete() - unref and delete peer
  1357. * @peer_handle: Datapath peer handle
  1358. *
  1359. */
  1360. void dp_peer_unref_delete(void *peer_handle)
  1361. {
  1362. struct dp_peer *peer = (struct dp_peer *)peer_handle;
  1363. struct dp_vdev *vdev = peer->vdev;
  1364. struct dp_soc *soc = vdev->pdev->soc;
  1365. struct dp_peer *tmppeer;
  1366. int found = 0;
  1367. uint16_t peer_id;
  1368. /*
  1369. * Hold the lock all the way from checking if the peer ref count
  1370. * is zero until the peer references are removed from the hash
  1371. * table and vdev list (if the peer ref count is zero).
  1372. * This protects against a new HL tx operation starting to use the
  1373. * peer object just after this function concludes it's done being used.
  1374. * Furthermore, the lock needs to be held while checking whether the
  1375. * vdev's list of peers is empty, to make sure that list is not modified
  1376. * concurrently with the empty check.
  1377. */
  1378. qdf_spin_lock_bh(&soc->peer_ref_mutex);
  1379. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  1380. "%s: peer %p ref_cnt(before decrement): %d\n", __func__,
  1381. peer, qdf_atomic_read(&peer->ref_cnt));
  1382. if (qdf_atomic_dec_and_test(&peer->ref_cnt)) {
  1383. peer_id = peer->peer_ids[0];
  1384. /*
  1385. * Make sure that the reference to the peer in
  1386. * peer object map is removed
  1387. */
  1388. if (peer_id != HTT_INVALID_PEER)
  1389. soc->peer_id_to_obj_map[peer_id] = NULL;
  1390. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO_HIGH,
  1391. "Deleting peer %p (%pM)", peer, peer->mac_addr.raw);
  1392. /* remove the reference to the peer from the hash table */
  1393. dp_peer_find_hash_remove(soc, peer);
  1394. TAILQ_FOREACH(tmppeer, &peer->vdev->peer_list, peer_list_elem) {
  1395. if (tmppeer == peer) {
  1396. found = 1;
  1397. break;
  1398. }
  1399. }
  1400. if (found) {
  1401. TAILQ_REMOVE(&peer->vdev->peer_list, peer,
  1402. peer_list_elem);
  1403. } else {
  1404. /*Ignoring the remove operation as peer not found*/
  1405. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_WARN,
  1406. "peer %p not found in vdev (%p)->peer_list:%p",
  1407. peer, vdev, &peer->vdev->peer_list);
  1408. }
  1409. /* cleanup the peer data */
  1410. dp_peer_cleanup(vdev, peer);
  1411. /* check whether the parent vdev has no peers left */
  1412. if (TAILQ_EMPTY(&vdev->peer_list)) {
  1413. /*
  1414. * Now that there are no references to the peer, we can
  1415. * release the peer reference lock.
  1416. */
  1417. qdf_spin_unlock_bh(&soc->peer_ref_mutex);
  1418. /*
  1419. * Check if the parent vdev was waiting for its peers
  1420. * to be deleted, in order for it to be deleted too.
  1421. */
  1422. if (vdev->delete.pending) {
  1423. ol_txrx_vdev_delete_cb vdev_delete_cb =
  1424. vdev->delete.callback;
  1425. void *vdev_delete_context =
  1426. vdev->delete.context;
  1427. QDF_TRACE(QDF_MODULE_ID_DP,
  1428. QDF_TRACE_LEVEL_INFO_HIGH,
  1429. FL("deleting vdev object %p (%pM)"
  1430. " - its last peer is done"),
  1431. vdev, vdev->mac_addr.raw);
  1432. /* all peers are gone, go ahead and delete it */
  1433. qdf_mem_free(vdev);
  1434. if (vdev_delete_cb)
  1435. vdev_delete_cb(vdev_delete_context);
  1436. }
  1437. } else {
  1438. qdf_spin_unlock_bh(&soc->peer_ref_mutex);
  1439. }
  1440. #ifdef notyet
  1441. qdf_mempool_free(soc->osdev, soc->mempool_ol_ath_peer, peer);
  1442. #else
  1443. qdf_mem_free(peer);
  1444. #endif
  1445. if (soc->cdp_soc.ol_ops->peer_unref_delete) {
  1446. soc->cdp_soc.ol_ops->peer_unref_delete(soc->osif_soc,
  1447. vdev->vdev_id, peer->mac_addr.raw);
  1448. }
  1449. } else {
  1450. qdf_spin_unlock_bh(&soc->peer_ref_mutex);
  1451. }
  1452. }
  1453. /*
  1454. * dp_peer_detach_wifi3() – Detach txrx peer
  1455. * @peer_handle: Datapath peer handle
  1456. *
  1457. */
  1458. static void dp_peer_delete_wifi3(void *peer_handle)
  1459. {
  1460. struct dp_peer *peer = (struct dp_peer *)peer_handle;
  1461. /* redirect the peer's rx delivery function to point to a
  1462. * discard func
  1463. */
  1464. peer->rx_opt_proc = dp_rx_discard;
  1465. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO_HIGH,
  1466. FL("peer %p (%pM)"), peer, peer->mac_addr.raw);
  1467. #ifndef CONFIG_WIN
  1468. dp_local_peer_id_free(peer->vdev->pdev, peer);
  1469. #endif
  1470. qdf_spinlock_destroy(&peer->peer_info_lock);
  1471. /*
  1472. * Remove the reference added during peer_attach.
  1473. * The peer will still be left allocated until the
  1474. * PEER_UNMAP message arrives to remove the other
  1475. * reference, added by the PEER_MAP message.
  1476. */
  1477. dp_peer_unref_delete(peer_handle);
  1478. }
  1479. /*
  1480. * dp_get_vdev_mac_addr_wifi3() – Detach txrx peer
  1481. * @peer_handle: Datapath peer handle
  1482. *
  1483. */
  1484. static uint8 *dp_get_vdev_mac_addr_wifi3(struct cdp_vdev *pvdev)
  1485. {
  1486. struct dp_vdev *vdev = (struct dp_vdev *)pvdev;
  1487. return vdev->mac_addr.raw;
  1488. }
  1489. /*
  1490. * dp_get_vdev_from_vdev_id_wifi3() – Detach txrx peer
  1491. * @peer_handle: Datapath peer handle
  1492. *
  1493. */
  1494. static struct cdp_vdev *dp_get_vdev_from_vdev_id_wifi3(struct cdp_pdev *dev,
  1495. uint8_t vdev_id)
  1496. {
  1497. struct dp_pdev *pdev = (struct dp_pdev *)dev;
  1498. struct dp_vdev *vdev = NULL;
  1499. if (qdf_unlikely(!pdev))
  1500. return NULL;
  1501. TAILQ_FOREACH(vdev, &pdev->vdev_list, vdev_list_elem) {
  1502. if (vdev->vdev_id == vdev_id)
  1503. break;
  1504. }
  1505. return (struct cdp_vdev *)vdev;
  1506. }
  1507. static int dp_get_opmode(struct cdp_vdev *vdev_handle)
  1508. {
  1509. struct dp_vdev *vdev = (struct dp_vdev *)vdev_handle;
  1510. return vdev->opmode;
  1511. }
  1512. static struct cdp_cfg *dp_get_ctrl_pdev_from_vdev_wifi3(struct cdp_vdev *pvdev)
  1513. {
  1514. struct dp_vdev *vdev = (struct dp_vdev *)pvdev;
  1515. struct dp_pdev *pdev = vdev->pdev;
  1516. return (struct cdp_cfg *)pdev->wlan_cfg_ctx;
  1517. }
  1518. static struct cdp_cmn_ops dp_ops_cmn = {
  1519. .txrx_soc_attach_target = dp_soc_attach_target_wifi3,
  1520. .txrx_vdev_attach = dp_vdev_attach_wifi3,
  1521. .txrx_vdev_detach = dp_vdev_detach_wifi3,
  1522. .txrx_pdev_attach = dp_pdev_attach_wifi3,
  1523. .txrx_pdev_detach = dp_pdev_detach_wifi3,
  1524. .txrx_peer_create = dp_peer_create_wifi3,
  1525. .txrx_peer_setup = dp_peer_setup_wifi3,
  1526. .txrx_peer_teardown = NULL,
  1527. .txrx_peer_delete = dp_peer_delete_wifi3,
  1528. .txrx_vdev_register = dp_vdev_register_wifi3,
  1529. .txrx_soc_detach = dp_soc_detach_wifi3,
  1530. .txrx_get_vdev_mac_addr = dp_get_vdev_mac_addr_wifi3,
  1531. .txrx_get_vdev_from_vdev_id = dp_get_vdev_from_vdev_id_wifi3,
  1532. .txrx_get_ctrl_pdev_from_vdev = dp_get_ctrl_pdev_from_vdev_wifi3,
  1533. .addba_requestprocess = dp_addba_requestprocess_wifi3,
  1534. .addba_responsesetup = dp_addba_responsesetup_wifi3,
  1535. .delba_process = dp_delba_process_wifi3,
  1536. /* TODO: Add other functions */
  1537. };
  1538. static struct cdp_ctrl_ops dp_ops_ctrl = {
  1539. .txrx_peer_authorize = dp_peer_authorize,
  1540. /* TODO: Add other functions */
  1541. };
  1542. static struct cdp_me_ops dp_ops_me = {
  1543. /* TODO */
  1544. };
  1545. static struct cdp_mon_ops dp_ops_mon = {
  1546. /* TODO */
  1547. };
  1548. static struct cdp_host_stats_ops dp_ops_host_stats = {
  1549. /* TODO */
  1550. };
  1551. static struct cdp_wds_ops dp_ops_wds = {
  1552. /* TODO */
  1553. };
  1554. static struct cdp_raw_ops dp_ops_raw = {
  1555. /* TODO */
  1556. };
  1557. #ifdef CONFIG_WIN
  1558. static struct cdp_pflow_ops dp_ops_pflow = {
  1559. /* TODO */
  1560. };
  1561. #endif /* CONFIG_WIN */
  1562. #ifndef CONFIG_WIN
  1563. static struct cdp_misc_ops dp_ops_misc = {
  1564. .get_opmode = dp_get_opmode,
  1565. };
  1566. static struct cdp_flowctl_ops dp_ops_flowctl = {
  1567. /* WIFI 3.0 DP NOT IMPLEMENTED YET */
  1568. };
  1569. static struct cdp_lflowctl_ops dp_ops_l_flowctl = {
  1570. /* WIFI 3.0 DP NOT IMPLEMENTED YET */
  1571. };
  1572. static struct cdp_ipa_ops dp_ops_ipa = {
  1573. /* WIFI 3.0 DP NOT IMPLEMENTED YET */
  1574. };
  1575. static struct cdp_lro_ops dp_ops_lro = {
  1576. /* WIFI 3.0 DP NOT IMPLEMENTED YET */
  1577. };
  1578. /**
  1579. * dp_dummy_bus_suspend() - dummy bus suspend op
  1580. *
  1581. * FIXME - This is a placeholder for the actual logic!
  1582. *
  1583. * Return: QDF_STATUS_SUCCESS
  1584. */
  1585. inline QDF_STATUS dp_dummy_bus_suspend(void)
  1586. {
  1587. return QDF_STATUS_SUCCESS;
  1588. }
  1589. /**
  1590. * dp_dummy_bus_resume() - dummy bus resume
  1591. *
  1592. * FIXME - This is a placeholder for the actual logic!
  1593. *
  1594. * Return: QDF_STATUS_SUCCESS
  1595. */
  1596. inline QDF_STATUS dp_dummy_bus_resume(void)
  1597. {
  1598. return QDF_STATUS_SUCCESS;
  1599. }
  1600. static struct cdp_bus_ops dp_ops_bus = {
  1601. /* WIFI 3.0 DP NOT IMPLEMENTED YET */
  1602. .bus_suspend = dp_dummy_bus_suspend,
  1603. .bus_resume = dp_dummy_bus_resume
  1604. };
  1605. static struct cdp_ocb_ops dp_ops_ocb = {
  1606. /* WIFI 3.0 DP NOT IMPLEMENTED YET */
  1607. };
  1608. static struct cdp_throttle_ops dp_ops_throttle = {
  1609. /* WIFI 3.0 DP NOT IMPLEMENTED YET */
  1610. };
  1611. static struct cdp_mob_stats_ops dp_ops_mob_stats = {
  1612. /* WIFI 3.0 DP NOT IMPLEMENTED YET */
  1613. };
  1614. static struct cdp_cfg_ops dp_ops_cfg = {
  1615. /* WIFI 3.0 DP NOT IMPLEMENTED YET */
  1616. };
  1617. static struct cdp_peer_ops dp_ops_peer = {
  1618. .register_peer = dp_register_peer,
  1619. .clear_peer = dp_clear_peer,
  1620. .find_peer_by_addr = dp_find_peer_by_addr,
  1621. .find_peer_by_addr_and_vdev = dp_find_peer_by_addr_and_vdev,
  1622. .local_peer_id = dp_local_peer_id,
  1623. .peer_find_by_local_id = dp_peer_find_by_local_id,
  1624. .peer_state_update = dp_peer_state_update,
  1625. .get_vdevid = dp_get_vdevid,
  1626. .peer_get_peer_mac_addr = dp_peer_get_peer_mac_addr,
  1627. .get_vdev_for_peer = dp_get_vdev_for_peer,
  1628. .get_peer_state = dp_get_peer_state,
  1629. .last_assoc_received = dp_get_last_assoc_received,
  1630. .last_disassoc_received = dp_get_last_disassoc_received,
  1631. .last_deauth_received = dp_get_last_deauth_received,
  1632. };
  1633. #endif
  1634. static struct cdp_ops dp_txrx_ops = {
  1635. .cmn_drv_ops = &dp_ops_cmn,
  1636. .ctrl_ops = &dp_ops_ctrl,
  1637. .me_ops = &dp_ops_me,
  1638. .mon_ops = &dp_ops_mon,
  1639. .host_stats_ops = &dp_ops_host_stats,
  1640. .wds_ops = &dp_ops_wds,
  1641. .raw_ops = &dp_ops_raw,
  1642. #ifdef CONFIG_WIN
  1643. .pflow_ops = &dp_ops_pflow,
  1644. #endif /* CONFIG_WIN */
  1645. #ifndef CONFIG_WIN
  1646. .misc_ops = &dp_ops_misc,
  1647. .cfg_ops = &dp_ops_cfg,
  1648. .flowctl_ops = &dp_ops_flowctl,
  1649. .l_flowctl_ops = &dp_ops_l_flowctl,
  1650. .ipa_ops = &dp_ops_ipa,
  1651. .lro_ops = &dp_ops_lro,
  1652. .bus_ops = &dp_ops_bus,
  1653. .ocb_ops = &dp_ops_ocb,
  1654. .peer_ops = &dp_ops_peer,
  1655. .throttle_ops = &dp_ops_throttle,
  1656. .mob_stats_ops = &dp_ops_mob_stats,
  1657. #endif
  1658. };
  1659. /*
  1660. * dp_soc_attach_wifi3() - Attach txrx SOC
  1661. * @osif_soc: Opaque SOC handle from OSIF/HDD
  1662. * @htc_handle: Opaque HTC handle
  1663. * @hif_handle: Opaque HIF handle
  1664. * @qdf_osdev: QDF device
  1665. *
  1666. * Return: DP SOC handle on success, NULL on failure
  1667. */
  1668. /*
  1669. * Local prototype added to temporarily address warning caused by
  1670. * -Wmissing-prototypes. A more correct solution, namely to expose
  1671. * a prototype in an appropriate header file, will come later.
  1672. */
  1673. void *dp_soc_attach_wifi3(void *osif_soc, void *hif_handle,
  1674. HTC_HANDLE htc_handle, qdf_device_t qdf_osdev,
  1675. struct ol_if_ops *ol_ops);
  1676. void *dp_soc_attach_wifi3(void *osif_soc, void *hif_handle,
  1677. HTC_HANDLE htc_handle, qdf_device_t qdf_osdev,
  1678. struct ol_if_ops *ol_ops)
  1679. {
  1680. struct dp_soc *soc = qdf_mem_malloc(sizeof(*soc));
  1681. if (!soc) {
  1682. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  1683. FL("DP SOC memory allocation failed"));
  1684. goto fail0;
  1685. }
  1686. soc->cdp_soc.ops = &dp_txrx_ops;
  1687. soc->cdp_soc.ol_ops = ol_ops;
  1688. soc->osif_soc = osif_soc;
  1689. soc->osdev = qdf_osdev;
  1690. soc->hif_handle = hif_handle;
  1691. soc->hal_soc = hif_get_hal_handle(hif_handle);
  1692. soc->htt_handle = htt_soc_attach(soc, osif_soc, htc_handle,
  1693. soc->hal_soc, qdf_osdev);
  1694. if (!soc->htt_handle) {
  1695. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  1696. FL("HTT attach failed"));
  1697. goto fail1;
  1698. }
  1699. soc->wlan_cfg_ctx = wlan_cfg_soc_attach();
  1700. if (!soc->wlan_cfg_ctx) {
  1701. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  1702. FL("wlan_cfg_soc_attach failed"));
  1703. goto fail2;
  1704. }
  1705. qdf_spinlock_create(&soc->peer_ref_mutex);
  1706. if (dp_soc_interrupt_attach(soc) != QDF_STATUS_SUCCESS) {
  1707. goto fail2;
  1708. }
  1709. return (void *)soc;
  1710. fail2:
  1711. htt_soc_detach(soc->htt_handle);
  1712. fail1:
  1713. qdf_mem_free(soc);
  1714. fail0:
  1715. return NULL;
  1716. }