hal_api.h 94 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390
  1. /*
  2. * Copyright (c) 2016-2021 The Linux Foundation. All rights reserved.
  3. * Copyright (c) 2021-2022 Qualcomm Innovation Center, Inc. All rights reserved.
  4. *
  5. * Permission to use, copy, modify, and/or distribute this software for
  6. * any purpose with or without fee is hereby granted, provided that the
  7. * above copyright notice and this permission notice appear in all
  8. * copies.
  9. *
  10. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  11. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  12. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  13. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  14. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  15. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  16. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  17. * PERFORMANCE OF THIS SOFTWARE.
  18. */
  19. #ifndef _HAL_API_H_
  20. #define _HAL_API_H_
  21. #include "qdf_types.h"
  22. #include "qdf_util.h"
  23. #include "qdf_atomic.h"
  24. #include "hal_internal.h"
  25. #include "hif.h"
  26. #include "hif_io32.h"
  27. #include "qdf_platform.h"
  28. #ifdef DUMP_REO_QUEUE_INFO_IN_DDR
  29. #include "hal_hw_headers.h"
  30. #endif
  31. /* Ring index for WBM2SW2 release ring */
  32. #define HAL_IPA_TX_COMP_RING_IDX 2
  33. /* calculate the register address offset from bar0 of shadow register x */
  34. #if defined(QCA_WIFI_QCA6390) || defined(QCA_WIFI_QCA6490) || \
  35. defined(QCA_WIFI_KIWI)
  36. #define SHADOW_REGISTER_START_ADDRESS_OFFSET 0x000008FC
  37. #define SHADOW_REGISTER_END_ADDRESS_OFFSET \
  38. ((SHADOW_REGISTER_START_ADDRESS_OFFSET) + (4 * (MAX_SHADOW_REGISTERS)))
  39. #define SHADOW_REGISTER(x) ((SHADOW_REGISTER_START_ADDRESS_OFFSET) + (4 * (x)))
  40. #elif defined(QCA_WIFI_QCA6290) || defined(QCA_WIFI_QCN9000)
  41. #define SHADOW_REGISTER_START_ADDRESS_OFFSET 0x00003024
  42. #define SHADOW_REGISTER_END_ADDRESS_OFFSET \
  43. ((SHADOW_REGISTER_START_ADDRESS_OFFSET) + (4 * (MAX_SHADOW_REGISTERS)))
  44. #define SHADOW_REGISTER(x) ((SHADOW_REGISTER_START_ADDRESS_OFFSET) + (4 * (x)))
  45. #elif defined(QCA_WIFI_QCA6750)
  46. #define SHADOW_REGISTER_START_ADDRESS_OFFSET 0x00000504
  47. #define SHADOW_REGISTER_END_ADDRESS_OFFSET \
  48. ((SHADOW_REGISTER_START_ADDRESS_OFFSET) + (4 * (MAX_SHADOW_REGISTERS)))
  49. #define SHADOW_REGISTER(x) ((SHADOW_REGISTER_START_ADDRESS_OFFSET) + (4 * (x)))
  50. #else
  51. #define SHADOW_REGISTER(x) 0
  52. #endif /* QCA_WIFI_QCA6390 || QCA_WIFI_QCA6490 || QCA_WIFI_QCA6750 */
  53. /*
  54. * BAR + 4K is always accessible, any access outside this
  55. * space requires force wake procedure.
  56. * OFFSET = 4K - 32 bytes = 0xFE0
  57. */
  58. #define MAPPED_REF_OFF 0xFE0
  59. #define HAL_OFFSET(block, field) block ## _ ## field ## _OFFSET
  60. #ifdef ENABLE_VERBOSE_DEBUG
  61. static inline void
  62. hal_set_verbose_debug(bool flag)
  63. {
  64. is_hal_verbose_debug_enabled = flag;
  65. }
  66. #endif
  67. #ifdef ENABLE_HAL_SOC_STATS
  68. #define HAL_STATS_INC(_handle, _field, _delta) \
  69. { \
  70. if (likely(_handle)) \
  71. _handle->stats._field += _delta; \
  72. }
  73. #else
  74. #define HAL_STATS_INC(_handle, _field, _delta)
  75. #endif
  76. #ifdef ENABLE_HAL_REG_WR_HISTORY
  77. #define HAL_REG_WRITE_FAIL_HIST_ADD(hal_soc, offset, wr_val, rd_val) \
  78. hal_reg_wr_fail_history_add(hal_soc, offset, wr_val, rd_val)
  79. void hal_reg_wr_fail_history_add(struct hal_soc *hal_soc,
  80. uint32_t offset,
  81. uint32_t wr_val,
  82. uint32_t rd_val);
  83. static inline int hal_history_get_next_index(qdf_atomic_t *table_index,
  84. int array_size)
  85. {
  86. int record_index = qdf_atomic_inc_return(table_index);
  87. return record_index & (array_size - 1);
  88. }
  89. #else
  90. #define HAL_REG_WRITE_FAIL_HIST_ADD(hal_soc, offset, wr_val, rd_val) \
  91. hal_err("write failed at reg offset 0x%x, write 0x%x read 0x%x\n", \
  92. offset, \
  93. wr_val, \
  94. rd_val)
  95. #endif
  96. /**
  97. * hal_reg_write_result_check() - check register writing result
  98. * @hal_soc: HAL soc handle
  99. * @offset: register offset to read
  100. * @exp_val: the expected value of register
  101. * @ret_confirm: result confirm flag
  102. *
  103. * Return: none
  104. */
  105. static inline void hal_reg_write_result_check(struct hal_soc *hal_soc,
  106. uint32_t offset,
  107. uint32_t exp_val)
  108. {
  109. uint32_t value;
  110. value = qdf_ioread32(hal_soc->dev_base_addr + offset);
  111. if (exp_val != value) {
  112. HAL_REG_WRITE_FAIL_HIST_ADD(hal_soc, offset, exp_val, value);
  113. HAL_STATS_INC(hal_soc, reg_write_fail, 1);
  114. }
  115. }
  116. #ifdef WINDOW_REG_PLD_LOCK_ENABLE
  117. static inline void hal_lock_reg_access(struct hal_soc *soc,
  118. unsigned long *flags)
  119. {
  120. pld_lock_reg_window(soc->qdf_dev->dev, flags);
  121. }
  122. static inline void hal_unlock_reg_access(struct hal_soc *soc,
  123. unsigned long *flags)
  124. {
  125. pld_unlock_reg_window(soc->qdf_dev->dev, flags);
  126. }
  127. #else
  128. static inline void hal_lock_reg_access(struct hal_soc *soc,
  129. unsigned long *flags)
  130. {
  131. qdf_spin_lock_irqsave(&soc->register_access_lock);
  132. }
  133. static inline void hal_unlock_reg_access(struct hal_soc *soc,
  134. unsigned long *flags)
  135. {
  136. qdf_spin_unlock_irqrestore(&soc->register_access_lock);
  137. }
  138. #endif
  139. #ifdef PCIE_REG_WINDOW_LOCAL_NO_CACHE
  140. /**
  141. * hal_select_window_confirm() - write remap window register and
  142. check writing result
  143. *
  144. */
  145. static inline void hal_select_window_confirm(struct hal_soc *hal_soc,
  146. uint32_t offset)
  147. {
  148. uint32_t window = (offset >> WINDOW_SHIFT) & WINDOW_VALUE_MASK;
  149. qdf_iowrite32(hal_soc->dev_base_addr + WINDOW_REG_ADDRESS,
  150. WINDOW_ENABLE_BIT | window);
  151. hal_soc->register_window = window;
  152. hal_reg_write_result_check(hal_soc, WINDOW_REG_ADDRESS,
  153. WINDOW_ENABLE_BIT | window);
  154. }
  155. #else
  156. static inline void hal_select_window_confirm(struct hal_soc *hal_soc,
  157. uint32_t offset)
  158. {
  159. uint32_t window = (offset >> WINDOW_SHIFT) & WINDOW_VALUE_MASK;
  160. if (window != hal_soc->register_window) {
  161. qdf_iowrite32(hal_soc->dev_base_addr + WINDOW_REG_ADDRESS,
  162. WINDOW_ENABLE_BIT | window);
  163. hal_soc->register_window = window;
  164. hal_reg_write_result_check(
  165. hal_soc,
  166. WINDOW_REG_ADDRESS,
  167. WINDOW_ENABLE_BIT | window);
  168. }
  169. }
  170. #endif
  171. static inline qdf_iomem_t hal_get_window_address(struct hal_soc *hal_soc,
  172. qdf_iomem_t addr)
  173. {
  174. return hal_soc->ops->hal_get_window_address(hal_soc, addr);
  175. }
  176. static inline void hal_tx_init_cmd_credit_ring(hal_soc_handle_t hal_soc_hdl,
  177. hal_ring_handle_t hal_ring_hdl)
  178. {
  179. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  180. return hal_soc->ops->hal_tx_init_cmd_credit_ring(hal_soc_hdl,
  181. hal_ring_hdl);
  182. }
  183. /**
  184. * hal_write32_mb() - Access registers to update configuration
  185. * @hal_soc: hal soc handle
  186. * @offset: offset address from the BAR
  187. * @value: value to write
  188. *
  189. * Return: None
  190. *
  191. * Description: Register address space is split below:
  192. * SHADOW REGION UNWINDOWED REGION WINDOWED REGION
  193. * |--------------------|-------------------|------------------|
  194. * BAR NO FORCE WAKE BAR+4K FORCE WAKE BAR+512K FORCE WAKE
  195. *
  196. * 1. Any access to the shadow region, doesn't need force wake
  197. * and windowing logic to access.
  198. * 2. Any access beyond BAR + 4K:
  199. * If init_phase enabled, no force wake is needed and access
  200. * should be based on windowed or unwindowed access.
  201. * If init_phase disabled, force wake is needed and access
  202. * should be based on windowed or unwindowed access.
  203. *
  204. * note1: WINDOW_RANGE_MASK = (1 << WINDOW_SHIFT) -1
  205. * note2: 1 << WINDOW_SHIFT = MAX_UNWINDOWED_ADDRESS
  206. * note3: WINDOW_VALUE_MASK = big enough that trying to write past
  207. * that window would be a bug
  208. */
  209. #if !defined(QCA_WIFI_QCA6390) && !defined(QCA_WIFI_QCA6490) && \
  210. !defined(QCA_WIFI_QCA6750) && !defined(QCA_WIFI_KIWI)
  211. static inline void hal_write32_mb(struct hal_soc *hal_soc, uint32_t offset,
  212. uint32_t value)
  213. {
  214. unsigned long flags;
  215. qdf_iomem_t new_addr;
  216. if (!hal_soc->use_register_windowing ||
  217. offset < MAX_UNWINDOWED_ADDRESS) {
  218. qdf_iowrite32(hal_soc->dev_base_addr + offset, value);
  219. } else if (hal_soc->static_window_map) {
  220. new_addr = hal_get_window_address(hal_soc,
  221. hal_soc->dev_base_addr + offset);
  222. qdf_iowrite32(new_addr, value);
  223. } else {
  224. hal_lock_reg_access(hal_soc, &flags);
  225. hal_select_window_confirm(hal_soc, offset);
  226. qdf_iowrite32(hal_soc->dev_base_addr + WINDOW_START +
  227. (offset & WINDOW_RANGE_MASK), value);
  228. hal_unlock_reg_access(hal_soc, &flags);
  229. }
  230. }
  231. #define hal_write32_mb_confirm(_hal_soc, _offset, _value) \
  232. hal_write32_mb(_hal_soc, _offset, _value)
  233. #define hal_write32_mb_cmem(_hal_soc, _offset, _value)
  234. #else
  235. static inline void hal_write32_mb(struct hal_soc *hal_soc, uint32_t offset,
  236. uint32_t value)
  237. {
  238. int ret;
  239. unsigned long flags;
  240. qdf_iomem_t new_addr;
  241. if (!TARGET_ACCESS_ALLOWED(HIF_GET_SOFTC(
  242. hal_soc->hif_handle))) {
  243. hal_err_rl("target access is not allowed");
  244. return;
  245. }
  246. /* Region < BAR + 4K can be directly accessed */
  247. if (offset < MAPPED_REF_OFF) {
  248. qdf_iowrite32(hal_soc->dev_base_addr + offset, value);
  249. return;
  250. }
  251. /* Region greater than BAR + 4K */
  252. if (!hal_soc->init_phase) {
  253. ret = hif_force_wake_request(hal_soc->hif_handle);
  254. if (ret) {
  255. hal_err_rl("Wake up request failed");
  256. qdf_check_state_before_panic(__func__, __LINE__);
  257. return;
  258. }
  259. }
  260. if (!hal_soc->use_register_windowing ||
  261. offset < MAX_UNWINDOWED_ADDRESS) {
  262. qdf_iowrite32(hal_soc->dev_base_addr + offset, value);
  263. } else if (hal_soc->static_window_map) {
  264. new_addr = hal_get_window_address(
  265. hal_soc,
  266. hal_soc->dev_base_addr + offset);
  267. qdf_iowrite32(new_addr, value);
  268. } else {
  269. hal_lock_reg_access(hal_soc, &flags);
  270. hal_select_window_confirm(hal_soc, offset);
  271. qdf_iowrite32(hal_soc->dev_base_addr + WINDOW_START +
  272. (offset & WINDOW_RANGE_MASK), value);
  273. hal_unlock_reg_access(hal_soc, &flags);
  274. }
  275. if (!hal_soc->init_phase) {
  276. ret = hif_force_wake_release(hal_soc->hif_handle);
  277. if (ret) {
  278. hal_err("Wake up release failed");
  279. qdf_check_state_before_panic(__func__, __LINE__);
  280. return;
  281. }
  282. }
  283. }
  284. /**
  285. * hal_write32_mb_confirm() - write register and check writing result
  286. *
  287. */
  288. static inline void hal_write32_mb_confirm(struct hal_soc *hal_soc,
  289. uint32_t offset,
  290. uint32_t value)
  291. {
  292. int ret;
  293. unsigned long flags;
  294. qdf_iomem_t new_addr;
  295. if (!TARGET_ACCESS_ALLOWED(HIF_GET_SOFTC(
  296. hal_soc->hif_handle))) {
  297. hal_err_rl("target access is not allowed");
  298. return;
  299. }
  300. /* Region < BAR + 4K can be directly accessed */
  301. if (offset < MAPPED_REF_OFF) {
  302. qdf_iowrite32(hal_soc->dev_base_addr + offset, value);
  303. return;
  304. }
  305. /* Region greater than BAR + 4K */
  306. if (!hal_soc->init_phase) {
  307. ret = hif_force_wake_request(hal_soc->hif_handle);
  308. if (ret) {
  309. hal_err("Wake up request failed");
  310. qdf_check_state_before_panic(__func__, __LINE__);
  311. return;
  312. }
  313. }
  314. if (!hal_soc->use_register_windowing ||
  315. offset < MAX_UNWINDOWED_ADDRESS) {
  316. qdf_iowrite32(hal_soc->dev_base_addr + offset, value);
  317. hal_reg_write_result_check(hal_soc, offset,
  318. value);
  319. } else if (hal_soc->static_window_map) {
  320. new_addr = hal_get_window_address(
  321. hal_soc,
  322. hal_soc->dev_base_addr + offset);
  323. qdf_iowrite32(new_addr, value);
  324. hal_reg_write_result_check(hal_soc,
  325. new_addr - hal_soc->dev_base_addr,
  326. value);
  327. } else {
  328. hal_lock_reg_access(hal_soc, &flags);
  329. hal_select_window_confirm(hal_soc, offset);
  330. qdf_iowrite32(hal_soc->dev_base_addr + WINDOW_START +
  331. (offset & WINDOW_RANGE_MASK), value);
  332. hal_reg_write_result_check(
  333. hal_soc,
  334. WINDOW_START + (offset & WINDOW_RANGE_MASK),
  335. value);
  336. hal_unlock_reg_access(hal_soc, &flags);
  337. }
  338. if (!hal_soc->init_phase) {
  339. ret = hif_force_wake_release(hal_soc->hif_handle);
  340. if (ret) {
  341. hal_err("Wake up release failed");
  342. qdf_check_state_before_panic(__func__, __LINE__);
  343. return;
  344. }
  345. }
  346. }
  347. static inline void hal_write32_mb_cmem(struct hal_soc *hal_soc, uint32_t offset,
  348. uint32_t value)
  349. {
  350. unsigned long flags;
  351. qdf_iomem_t new_addr;
  352. if (!TARGET_ACCESS_ALLOWED(HIF_GET_SOFTC(
  353. hal_soc->hif_handle))) {
  354. hal_err_rl("%s: target access is not allowed", __func__);
  355. return;
  356. }
  357. if (!hal_soc->use_register_windowing ||
  358. offset < MAX_UNWINDOWED_ADDRESS) {
  359. qdf_iowrite32(hal_soc->dev_base_addr + offset, value);
  360. } else if (hal_soc->static_window_map) {
  361. new_addr = hal_get_window_address(
  362. hal_soc,
  363. hal_soc->dev_base_addr + offset);
  364. qdf_iowrite32(new_addr, value);
  365. } else {
  366. hal_lock_reg_access(hal_soc, &flags);
  367. hal_select_window_confirm(hal_soc, offset);
  368. qdf_iowrite32(hal_soc->dev_base_addr + WINDOW_START +
  369. (offset & WINDOW_RANGE_MASK), value);
  370. hal_unlock_reg_access(hal_soc, &flags);
  371. }
  372. }
  373. #endif
  374. /**
  375. * hal_write_address_32_mb - write a value to a register
  376. *
  377. */
  378. static inline
  379. void hal_write_address_32_mb(struct hal_soc *hal_soc,
  380. qdf_iomem_t addr, uint32_t value, bool wr_confirm)
  381. {
  382. uint32_t offset;
  383. if (!hal_soc->use_register_windowing)
  384. return qdf_iowrite32(addr, value);
  385. offset = addr - hal_soc->dev_base_addr;
  386. if (qdf_unlikely(wr_confirm))
  387. hal_write32_mb_confirm(hal_soc, offset, value);
  388. else
  389. hal_write32_mb(hal_soc, offset, value);
  390. }
  391. #ifdef DP_HAL_MULTIWINDOW_DIRECT_ACCESS
  392. static inline void hal_srng_write_address_32_mb(struct hal_soc *hal_soc,
  393. struct hal_srng *srng,
  394. void __iomem *addr,
  395. uint32_t value)
  396. {
  397. qdf_iowrite32(addr, value);
  398. }
  399. #elif defined(FEATURE_HAL_DELAYED_REG_WRITE)
  400. static inline void hal_srng_write_address_32_mb(struct hal_soc *hal_soc,
  401. struct hal_srng *srng,
  402. void __iomem *addr,
  403. uint32_t value)
  404. {
  405. hal_delayed_reg_write(hal_soc, srng, addr, value);
  406. }
  407. #else
  408. static inline void hal_srng_write_address_32_mb(struct hal_soc *hal_soc,
  409. struct hal_srng *srng,
  410. void __iomem *addr,
  411. uint32_t value)
  412. {
  413. hal_write_address_32_mb(hal_soc, addr, value, false);
  414. }
  415. #endif
  416. #if !defined(QCA_WIFI_QCA6390) && !defined(QCA_WIFI_QCA6490) && \
  417. !defined(QCA_WIFI_QCA6750) && !defined(QCA_WIFI_KIWI)
  418. /**
  419. * hal_read32_mb() - Access registers to read configuration
  420. * @hal_soc: hal soc handle
  421. * @offset: offset address from the BAR
  422. * @value: value to write
  423. *
  424. * Description: Register address space is split below:
  425. * SHADOW REGION UNWINDOWED REGION WINDOWED REGION
  426. * |--------------------|-------------------|------------------|
  427. * BAR NO FORCE WAKE BAR+4K FORCE WAKE BAR+512K FORCE WAKE
  428. *
  429. * 1. Any access to the shadow region, doesn't need force wake
  430. * and windowing logic to access.
  431. * 2. Any access beyond BAR + 4K:
  432. * If init_phase enabled, no force wake is needed and access
  433. * should be based on windowed or unwindowed access.
  434. * If init_phase disabled, force wake is needed and access
  435. * should be based on windowed or unwindowed access.
  436. *
  437. * Return: < 0 for failure/>= 0 for success
  438. */
  439. static inline uint32_t hal_read32_mb(struct hal_soc *hal_soc, uint32_t offset)
  440. {
  441. uint32_t ret;
  442. unsigned long flags;
  443. qdf_iomem_t new_addr;
  444. if (!hal_soc->use_register_windowing ||
  445. offset < MAX_UNWINDOWED_ADDRESS) {
  446. return qdf_ioread32(hal_soc->dev_base_addr + offset);
  447. } else if (hal_soc->static_window_map) {
  448. new_addr = hal_get_window_address(hal_soc, hal_soc->dev_base_addr + offset);
  449. return qdf_ioread32(new_addr);
  450. }
  451. hal_lock_reg_access(hal_soc, &flags);
  452. hal_select_window_confirm(hal_soc, offset);
  453. ret = qdf_ioread32(hal_soc->dev_base_addr + WINDOW_START +
  454. (offset & WINDOW_RANGE_MASK));
  455. hal_unlock_reg_access(hal_soc, &flags);
  456. return ret;
  457. }
  458. #define hal_read32_mb_cmem(_hal_soc, _offset)
  459. #else
  460. static
  461. uint32_t hal_read32_mb(struct hal_soc *hal_soc, uint32_t offset)
  462. {
  463. uint32_t ret;
  464. unsigned long flags;
  465. qdf_iomem_t new_addr;
  466. if (!TARGET_ACCESS_ALLOWED(HIF_GET_SOFTC(
  467. hal_soc->hif_handle))) {
  468. hal_err_rl("target access is not allowed");
  469. return 0;
  470. }
  471. /* Region < BAR + 4K can be directly accessed */
  472. if (offset < MAPPED_REF_OFF)
  473. return qdf_ioread32(hal_soc->dev_base_addr + offset);
  474. if ((!hal_soc->init_phase) &&
  475. hif_force_wake_request(hal_soc->hif_handle)) {
  476. hal_err("Wake up request failed");
  477. qdf_check_state_before_panic(__func__, __LINE__);
  478. return 0;
  479. }
  480. if (!hal_soc->use_register_windowing ||
  481. offset < MAX_UNWINDOWED_ADDRESS) {
  482. ret = qdf_ioread32(hal_soc->dev_base_addr + offset);
  483. } else if (hal_soc->static_window_map) {
  484. new_addr = hal_get_window_address(
  485. hal_soc,
  486. hal_soc->dev_base_addr + offset);
  487. ret = qdf_ioread32(new_addr);
  488. } else {
  489. hal_lock_reg_access(hal_soc, &flags);
  490. hal_select_window_confirm(hal_soc, offset);
  491. ret = qdf_ioread32(hal_soc->dev_base_addr + WINDOW_START +
  492. (offset & WINDOW_RANGE_MASK));
  493. hal_unlock_reg_access(hal_soc, &flags);
  494. }
  495. if ((!hal_soc->init_phase) &&
  496. hif_force_wake_release(hal_soc->hif_handle)) {
  497. hal_err("Wake up release failed");
  498. qdf_check_state_before_panic(__func__, __LINE__);
  499. return 0;
  500. }
  501. return ret;
  502. }
  503. static inline
  504. uint32_t hal_read32_mb_cmem(struct hal_soc *hal_soc, uint32_t offset)
  505. {
  506. uint32_t ret;
  507. unsigned long flags;
  508. qdf_iomem_t new_addr;
  509. if (!TARGET_ACCESS_ALLOWED(HIF_GET_SOFTC(
  510. hal_soc->hif_handle))) {
  511. hal_err_rl("%s: target access is not allowed", __func__);
  512. return 0;
  513. }
  514. if (!hal_soc->use_register_windowing ||
  515. offset < MAX_UNWINDOWED_ADDRESS) {
  516. ret = qdf_ioread32(hal_soc->dev_base_addr + offset);
  517. } else if (hal_soc->static_window_map) {
  518. new_addr = hal_get_window_address(
  519. hal_soc,
  520. hal_soc->dev_base_addr + offset);
  521. ret = qdf_ioread32(new_addr);
  522. } else {
  523. hal_lock_reg_access(hal_soc, &flags);
  524. hal_select_window_confirm(hal_soc, offset);
  525. ret = qdf_ioread32(hal_soc->dev_base_addr + WINDOW_START +
  526. (offset & WINDOW_RANGE_MASK));
  527. hal_unlock_reg_access(hal_soc, &flags);
  528. }
  529. return ret;
  530. }
  531. #endif
  532. /* Max times allowed for register writing retry */
  533. #define HAL_REG_WRITE_RETRY_MAX 5
  534. /* Delay milliseconds for each time retry */
  535. #define HAL_REG_WRITE_RETRY_DELAY 1
  536. #ifdef GENERIC_SHADOW_REGISTER_ACCESS_ENABLE
  537. /* To check shadow config index range between 0..31 */
  538. #define HAL_SHADOW_REG_INDEX_LOW 32
  539. /* To check shadow config index range between 32..39 */
  540. #define HAL_SHADOW_REG_INDEX_HIGH 40
  541. /* Dirty bit reg offsets corresponding to shadow config index */
  542. #define HAL_SHADOW_REG_DIRTY_BIT_DATA_LOW_OFFSET 0x30C8
  543. #define HAL_SHADOW_REG_DIRTY_BIT_DATA_HIGH_OFFSET 0x30C4
  544. /* PCIE_PCIE_TOP base addr offset */
  545. #define HAL_PCIE_PCIE_TOP_WRAPPER 0x01E00000
  546. /* Max retry attempts to read the dirty bit reg */
  547. #ifdef HAL_CONFIG_SLUB_DEBUG_ON
  548. #define HAL_SHADOW_DIRTY_BIT_POLL_MAX 10000
  549. #else
  550. #define HAL_SHADOW_DIRTY_BIT_POLL_MAX 2000
  551. #endif
  552. /* Delay in usecs for polling dirty bit reg */
  553. #define HAL_SHADOW_DIRTY_BIT_POLL_DELAY 5
  554. /**
  555. * hal_poll_dirty_bit_reg() - Poll dirty register bit to confirm
  556. * write was successful
  557. * @hal_soc: hal soc handle
  558. * @shadow_config_index: index of shadow reg used to confirm
  559. * write
  560. *
  561. * Return: QDF_STATUS_SUCCESS on success
  562. */
  563. static inline QDF_STATUS hal_poll_dirty_bit_reg(struct hal_soc *hal,
  564. int shadow_config_index)
  565. {
  566. uint32_t read_value = 0;
  567. int retry_cnt = 0;
  568. uint32_t reg_offset = 0;
  569. if (shadow_config_index > 0 &&
  570. shadow_config_index < HAL_SHADOW_REG_INDEX_LOW) {
  571. reg_offset =
  572. HAL_SHADOW_REG_DIRTY_BIT_DATA_LOW_OFFSET;
  573. } else if (shadow_config_index >= HAL_SHADOW_REG_INDEX_LOW &&
  574. shadow_config_index < HAL_SHADOW_REG_INDEX_HIGH) {
  575. reg_offset =
  576. HAL_SHADOW_REG_DIRTY_BIT_DATA_HIGH_OFFSET;
  577. } else {
  578. hal_err("Invalid shadow_config_index = %d",
  579. shadow_config_index);
  580. return QDF_STATUS_E_INVAL;
  581. }
  582. while (retry_cnt < HAL_SHADOW_DIRTY_BIT_POLL_MAX) {
  583. read_value = hal_read32_mb(
  584. hal, HAL_PCIE_PCIE_TOP_WRAPPER + reg_offset);
  585. /* Check if dirty bit corresponding to shadow_index is set */
  586. if (read_value & BIT(shadow_config_index)) {
  587. /* Dirty reg bit not reset */
  588. qdf_udelay(HAL_SHADOW_DIRTY_BIT_POLL_DELAY);
  589. retry_cnt++;
  590. } else {
  591. hal_debug("Shadow write: offset 0x%x read val 0x%x",
  592. reg_offset, read_value);
  593. return QDF_STATUS_SUCCESS;
  594. }
  595. }
  596. return QDF_STATUS_E_TIMEOUT;
  597. }
  598. /**
  599. * hal_write32_mb_shadow_confirm() - write to shadow reg and
  600. * poll dirty register bit to confirm write
  601. * @hal_soc: hal soc handle
  602. * @reg_offset: target reg offset address from BAR
  603. * @value: value to write
  604. *
  605. * Return: QDF_STATUS_SUCCESS on success
  606. */
  607. static inline QDF_STATUS hal_write32_mb_shadow_confirm(
  608. struct hal_soc *hal,
  609. uint32_t reg_offset,
  610. uint32_t value)
  611. {
  612. int i;
  613. QDF_STATUS ret;
  614. uint32_t shadow_reg_offset;
  615. int shadow_config_index;
  616. bool is_reg_offset_present = false;
  617. for (i = 0; i < MAX_GENERIC_SHADOW_REG; i++) {
  618. /* Found the shadow config for the reg_offset */
  619. struct shadow_reg_config *hal_shadow_reg_list =
  620. &hal->list_shadow_reg_config[i];
  621. if (hal_shadow_reg_list->target_register ==
  622. reg_offset) {
  623. shadow_config_index =
  624. hal_shadow_reg_list->shadow_config_index;
  625. shadow_reg_offset =
  626. SHADOW_REGISTER(shadow_config_index);
  627. hal_write32_mb_confirm(
  628. hal, shadow_reg_offset, value);
  629. is_reg_offset_present = true;
  630. break;
  631. }
  632. ret = QDF_STATUS_E_FAILURE;
  633. }
  634. if (is_reg_offset_present) {
  635. ret = hal_poll_dirty_bit_reg(hal, shadow_config_index);
  636. hal_info("Shadow write:reg 0x%x val 0x%x ret %d",
  637. reg_offset, value, ret);
  638. if (QDF_IS_STATUS_ERROR(ret)) {
  639. HAL_STATS_INC(hal, shadow_reg_write_fail, 1);
  640. return ret;
  641. }
  642. HAL_STATS_INC(hal, shadow_reg_write_succ, 1);
  643. }
  644. return ret;
  645. }
  646. /**
  647. * hal_write32_mb_confirm_retry() - write register with confirming and
  648. do retry/recovery if writing failed
  649. * @hal_soc: hal soc handle
  650. * @offset: offset address from the BAR
  651. * @value: value to write
  652. * @recovery: is recovery needed or not.
  653. *
  654. * Write the register value with confirming and read it back, if
  655. * read back value is not as expected, do retry for writing, if
  656. * retry hit max times allowed but still fail, check if recovery
  657. * needed.
  658. *
  659. * Return: None
  660. */
  661. static inline void hal_write32_mb_confirm_retry(struct hal_soc *hal_soc,
  662. uint32_t offset,
  663. uint32_t value,
  664. bool recovery)
  665. {
  666. QDF_STATUS ret;
  667. ret = hal_write32_mb_shadow_confirm(hal_soc, offset, value);
  668. if (QDF_IS_STATUS_ERROR(ret) && recovery)
  669. qdf_trigger_self_recovery(NULL, QDF_HAL_REG_WRITE_FAILURE);
  670. }
  671. #else /* GENERIC_SHADOW_REGISTER_ACCESS_ENABLE */
  672. static inline void hal_write32_mb_confirm_retry(struct hal_soc *hal_soc,
  673. uint32_t offset,
  674. uint32_t value,
  675. bool recovery)
  676. {
  677. uint8_t retry_cnt = 0;
  678. uint32_t read_value;
  679. while (retry_cnt <= HAL_REG_WRITE_RETRY_MAX) {
  680. hal_write32_mb_confirm(hal_soc, offset, value);
  681. read_value = hal_read32_mb(hal_soc, offset);
  682. if (qdf_likely(read_value == value))
  683. break;
  684. /* write failed, do retry */
  685. hal_warn("Retry reg offset 0x%x, value 0x%x, read value 0x%x",
  686. offset, value, read_value);
  687. qdf_mdelay(HAL_REG_WRITE_RETRY_DELAY);
  688. retry_cnt++;
  689. }
  690. if (retry_cnt > HAL_REG_WRITE_RETRY_MAX && recovery)
  691. qdf_trigger_self_recovery(NULL, QDF_HAL_REG_WRITE_FAILURE);
  692. }
  693. #endif /* GENERIC_SHADOW_REGISTER_ACCESS_ENABLE */
  694. #if defined(FEATURE_HAL_DELAYED_REG_WRITE)
  695. /**
  696. * hal_dump_reg_write_srng_stats() - dump SRNG reg write stats
  697. * @hal_soc: HAL soc handle
  698. *
  699. * Return: none
  700. */
  701. void hal_dump_reg_write_srng_stats(hal_soc_handle_t hal_soc_hdl);
  702. /**
  703. * hal_dump_reg_write_stats() - dump reg write stats
  704. * @hal_soc: HAL soc handle
  705. *
  706. * Return: none
  707. */
  708. void hal_dump_reg_write_stats(hal_soc_handle_t hal_soc_hdl);
  709. /**
  710. * hal_get_reg_write_pending_work() - get the number of entries
  711. * pending in the workqueue to be processed.
  712. * @hal_soc: HAL soc handle
  713. *
  714. * Returns: the number of entries pending to be processed
  715. */
  716. int hal_get_reg_write_pending_work(void *hal_soc);
  717. #else
  718. static inline void hal_dump_reg_write_srng_stats(hal_soc_handle_t hal_soc_hdl)
  719. {
  720. }
  721. static inline void hal_dump_reg_write_stats(hal_soc_handle_t hal_soc_hdl)
  722. {
  723. }
  724. static inline int hal_get_reg_write_pending_work(void *hal_soc)
  725. {
  726. return 0;
  727. }
  728. #endif
  729. /**
  730. * hal_read_address_32_mb() - Read 32-bit value from the register
  731. * @soc: soc handle
  732. * @addr: register address to read
  733. *
  734. * Return: 32-bit value
  735. */
  736. static inline
  737. uint32_t hal_read_address_32_mb(struct hal_soc *soc,
  738. qdf_iomem_t addr)
  739. {
  740. uint32_t offset;
  741. uint32_t ret;
  742. if (!soc->use_register_windowing)
  743. return qdf_ioread32(addr);
  744. offset = addr - soc->dev_base_addr;
  745. ret = hal_read32_mb(soc, offset);
  746. return ret;
  747. }
  748. /**
  749. * hal_attach - Initialize HAL layer
  750. * @hif_handle: Opaque HIF handle
  751. * @qdf_dev: QDF device
  752. *
  753. * Return: Opaque HAL SOC handle
  754. * NULL on failure (if given ring is not available)
  755. *
  756. * This function should be called as part of HIF initialization (for accessing
  757. * copy engines). DP layer will get hal_soc handle using hif_get_hal_handle()
  758. */
  759. void *hal_attach(struct hif_opaque_softc *hif_handle, qdf_device_t qdf_dev);
  760. /**
  761. * hal_detach - Detach HAL layer
  762. * @hal_soc: HAL SOC handle
  763. *
  764. * This function should be called as part of HIF detach
  765. *
  766. */
  767. extern void hal_detach(void *hal_soc);
  768. #define HAL_SRNG_LMAC_RING 0x80000000
  769. /* SRNG flags passed in hal_srng_params.flags */
  770. #define HAL_SRNG_MSI_SWAP 0x00000008
  771. #define HAL_SRNG_RING_PTR_SWAP 0x00000010
  772. #define HAL_SRNG_DATA_TLV_SWAP 0x00000020
  773. #define HAL_SRNG_LOW_THRES_INTR_ENABLE 0x00010000
  774. #define HAL_SRNG_MSI_INTR 0x00020000
  775. #define HAL_SRNG_CACHED_DESC 0x00040000
  776. #if defined(QCA_WIFI_QCA6490) || defined(QCA_WIFI_KIWI)
  777. #define HAL_SRNG_PREFETCH_TIMER 1
  778. #else
  779. #define HAL_SRNG_PREFETCH_TIMER 0
  780. #endif
  781. #define PN_SIZE_24 0
  782. #define PN_SIZE_48 1
  783. #define PN_SIZE_128 2
  784. #ifdef FORCE_WAKE
  785. /**
  786. * hal_set_init_phase() - Indicate initialization of
  787. * datapath rings
  788. * @soc: hal_soc handle
  789. * @init_phase: flag to indicate datapath rings
  790. * initialization status
  791. *
  792. * Return: None
  793. */
  794. void hal_set_init_phase(hal_soc_handle_t soc, bool init_phase);
  795. #else
  796. static inline
  797. void hal_set_init_phase(hal_soc_handle_t soc, bool init_phase)
  798. {
  799. }
  800. #endif /* FORCE_WAKE */
  801. /**
  802. * hal_srng_get_entrysize - Returns size of ring entry in bytes. Should be
  803. * used by callers for calculating the size of memory to be allocated before
  804. * calling hal_srng_setup to setup the ring
  805. *
  806. * @hal_soc: Opaque HAL SOC handle
  807. * @ring_type: one of the types from hal_ring_type
  808. *
  809. */
  810. extern uint32_t hal_srng_get_entrysize(void *hal_soc, int ring_type);
  811. /**
  812. * hal_srng_max_entries - Returns maximum possible number of ring entries
  813. * @hal_soc: Opaque HAL SOC handle
  814. * @ring_type: one of the types from hal_ring_type
  815. *
  816. * Return: Maximum number of entries for the given ring_type
  817. */
  818. uint32_t hal_srng_max_entries(void *hal_soc, int ring_type);
  819. void hal_set_low_threshold(hal_ring_handle_t hal_ring_hdl,
  820. uint32_t low_threshold);
  821. /**
  822. * hal_srng_dump - Dump ring status
  823. * @srng: hal srng pointer
  824. */
  825. void hal_srng_dump(struct hal_srng *srng);
  826. /**
  827. * hal_srng_get_dir - Returns the direction of the ring
  828. * @hal_soc: Opaque HAL SOC handle
  829. * @ring_type: one of the types from hal_ring_type
  830. *
  831. * Return: Ring direction
  832. */
  833. enum hal_srng_dir hal_srng_get_dir(void *hal_soc, int ring_type);
  834. /* HAL memory information */
  835. struct hal_mem_info {
  836. /* dev base virtual addr */
  837. void *dev_base_addr;
  838. /* dev base physical addr */
  839. void *dev_base_paddr;
  840. /* dev base ce virtual addr - applicable only for qca5018 */
  841. /* In qca5018 CE register are outside wcss block */
  842. /* using a separate address space to access CE registers */
  843. void *dev_base_addr_ce;
  844. /* dev base ce physical addr */
  845. void *dev_base_paddr_ce;
  846. /* Remote virtual pointer memory for HW/FW updates */
  847. void *shadow_rdptr_mem_vaddr;
  848. /* Remote physical pointer memory for HW/FW updates */
  849. void *shadow_rdptr_mem_paddr;
  850. /* Shared memory for ring pointer updates from host to FW */
  851. void *shadow_wrptr_mem_vaddr;
  852. /* Shared physical memory for ring pointer updates from host to FW */
  853. void *shadow_wrptr_mem_paddr;
  854. /* lmac srng start id */
  855. uint8_t lmac_srng_start_id;
  856. };
  857. /* SRNG parameters to be passed to hal_srng_setup */
  858. struct hal_srng_params {
  859. /* Physical base address of the ring */
  860. qdf_dma_addr_t ring_base_paddr;
  861. /* Virtual base address of the ring */
  862. void *ring_base_vaddr;
  863. /* Number of entries in ring */
  864. uint32_t num_entries;
  865. /* max transfer length */
  866. uint16_t max_buffer_length;
  867. /* MSI Address */
  868. qdf_dma_addr_t msi_addr;
  869. /* MSI data */
  870. uint32_t msi_data;
  871. /* Interrupt timer threshold – in micro seconds */
  872. uint32_t intr_timer_thres_us;
  873. /* Interrupt batch counter threshold – in number of ring entries */
  874. uint32_t intr_batch_cntr_thres_entries;
  875. /* Low threshold – in number of ring entries
  876. * (valid for src rings only)
  877. */
  878. uint32_t low_threshold;
  879. /* Misc flags */
  880. uint32_t flags;
  881. /* Unique ring id */
  882. uint8_t ring_id;
  883. /* Source or Destination ring */
  884. enum hal_srng_dir ring_dir;
  885. /* Size of ring entry */
  886. uint32_t entry_size;
  887. /* hw register base address */
  888. void *hwreg_base[MAX_SRNG_REG_GROUPS];
  889. /* prefetch timer config - in micro seconds */
  890. uint32_t prefetch_timer;
  891. #ifdef WLAN_FEATURE_NEAR_FULL_IRQ
  892. /* Near full IRQ support flag */
  893. uint32_t nf_irq_support;
  894. /* MSI2 Address */
  895. qdf_dma_addr_t msi2_addr;
  896. /* MSI2 data */
  897. uint32_t msi2_data;
  898. /* Critical threshold */
  899. uint16_t crit_thresh;
  900. /* High threshold */
  901. uint16_t high_thresh;
  902. /* Safe threshold */
  903. uint16_t safe_thresh;
  904. #endif
  905. };
  906. /* hal_construct_srng_shadow_regs() - initialize the shadow
  907. * registers for srngs
  908. * @hal_soc: hal handle
  909. *
  910. * Return: QDF_STATUS_OK on success
  911. */
  912. QDF_STATUS hal_construct_srng_shadow_regs(void *hal_soc);
  913. /* hal_set_one_shadow_config() - add a config for the specified ring
  914. * @hal_soc: hal handle
  915. * @ring_type: ring type
  916. * @ring_num: ring num
  917. *
  918. * The ring type and ring num uniquely specify the ring. After this call,
  919. * the hp/tp will be added as the next entry int the shadow register
  920. * configuration table. The hal code will use the shadow register address
  921. * in place of the hp/tp address.
  922. *
  923. * This function is exposed, so that the CE module can skip configuring shadow
  924. * registers for unused ring and rings assigned to the firmware.
  925. *
  926. * Return: QDF_STATUS_OK on success
  927. */
  928. QDF_STATUS hal_set_one_shadow_config(void *hal_soc, int ring_type,
  929. int ring_num);
  930. /**
  931. * hal_get_shadow_config() - retrieve the config table for shadow cfg v2
  932. * @hal_soc: hal handle
  933. * @shadow_config: will point to the table after
  934. * @num_shadow_registers_configured: will contain the number of valid entries
  935. */
  936. extern void
  937. hal_get_shadow_config(void *hal_soc,
  938. struct pld_shadow_reg_v2_cfg **shadow_config,
  939. int *num_shadow_registers_configured);
  940. #ifdef CONFIG_SHADOW_V3
  941. /**
  942. * hal_get_shadow_v3_config() - retrieve the config table for shadow cfg v3
  943. * @hal_soc: hal handle
  944. * @shadow_config: will point to the table after
  945. * @num_shadow_registers_configured: will contain the number of valid entries
  946. */
  947. extern void
  948. hal_get_shadow_v3_config(void *hal_soc,
  949. struct pld_shadow_reg_v3_cfg **shadow_config,
  950. int *num_shadow_registers_configured);
  951. #endif
  952. #ifdef WLAN_FEATURE_NEAR_FULL_IRQ
  953. /**
  954. * hal_srng_is_near_full_irq_supported() - Check if srng supports near full irq
  955. * @hal_soc: HAL SoC handle [To be validated by caller]
  956. * @ring_type: srng type
  957. * @ring_num: The index of the srng (of the same type)
  958. *
  959. * Return: true, if srng support near full irq trigger
  960. * false, if the srng does not support near full irq support.
  961. */
  962. bool hal_srng_is_near_full_irq_supported(hal_soc_handle_t hal_soc,
  963. int ring_type, int ring_num);
  964. #else
  965. static inline
  966. bool hal_srng_is_near_full_irq_supported(hal_soc_handle_t hal_soc,
  967. int ring_type, int ring_num)
  968. {
  969. return false;
  970. }
  971. #endif
  972. /**
  973. * hal_srng_setup - Initialize HW SRNG ring.
  974. *
  975. * @hal_soc: Opaque HAL SOC handle
  976. * @ring_type: one of the types from hal_ring_type
  977. * @ring_num: Ring number if there are multiple rings of
  978. * same type (staring from 0)
  979. * @mac_id: valid MAC Id should be passed if ring type is one of lmac rings
  980. * @ring_params: SRNG ring params in hal_srng_params structure.
  981. * @idle_check: Check if ring is idle
  982. * Callers are expected to allocate contiguous ring memory of size
  983. * 'num_entries * entry_size' bytes and pass the physical and virtual base
  984. * addresses through 'ring_base_paddr' and 'ring_base_vaddr' in hal_srng_params
  985. * structure. Ring base address should be 8 byte aligned and size of each ring
  986. * entry should be queried using the API hal_srng_get_entrysize
  987. *
  988. * Return: Opaque pointer to ring on success
  989. * NULL on failure (if given ring is not available)
  990. */
  991. extern void *hal_srng_setup(void *hal_soc, int ring_type, int ring_num,
  992. int mac_id, struct hal_srng_params *ring_params, bool idle_check);
  993. /* Remapping ids of REO rings */
  994. #define REO_REMAP_TCL 0
  995. #define REO_REMAP_SW1 1
  996. #define REO_REMAP_SW2 2
  997. #define REO_REMAP_SW3 3
  998. #define REO_REMAP_SW4 4
  999. #define REO_REMAP_RELEASE 5
  1000. #define REO_REMAP_FW 6
  1001. /*
  1002. * In Beryllium: 4 bits REO destination ring value is defined as: 0: TCL
  1003. * 1:SW1 2:SW2 3:SW3 4:SW4 5:Release 6:FW(WIFI) 7:SW5
  1004. * 8:SW6 9:SW7 10:SW8 11: NOT_USED.
  1005. *
  1006. */
  1007. #define REO_REMAP_SW5 7
  1008. #define REO_REMAP_SW6 8
  1009. #define REO_REMAP_SW7 9
  1010. #define REO_REMAP_SW8 10
  1011. /*
  1012. * Macro to access HWIO_REO_R0_ERROR_DESTINATION_RING_CTRL_IX_0
  1013. * to map destination to rings
  1014. */
  1015. #define HAL_REO_ERR_REMAP_IX0(_VALUE, _OFFSET) \
  1016. ((_VALUE) << \
  1017. (HWIO_REO_R0_ERROR_DESTINATION_MAPPING_IX_0_ERROR_ ## \
  1018. DESTINATION_RING_ ## _OFFSET ## _SHFT))
  1019. /*
  1020. * Macro to access HWIO_REO_R0_ERROR_DESTINATION_RING_CTRL_IX_1
  1021. * to map destination to rings
  1022. */
  1023. #define HAL_REO_ERR_REMAP_IX1(_VALUE, _OFFSET) \
  1024. ((_VALUE) << \
  1025. (HWIO_REO_R0_ERROR_DESTINATION_MAPPING_IX_1_ERROR_ ## \
  1026. DESTINATION_RING_ ## _OFFSET ## _SHFT))
  1027. /*
  1028. * Macro to access HWIO_REO_R0_DESTINATION_RING_CTRL_IX_0
  1029. * to map destination to rings
  1030. */
  1031. #define HAL_REO_REMAP_IX0(_VALUE, _OFFSET) \
  1032. ((_VALUE) << \
  1033. (HWIO_REO_R0_DESTINATION_RING_CTRL_IX_0_DEST_RING_MAPPING_ ## \
  1034. _OFFSET ## _SHFT))
  1035. /*
  1036. * Macro to access HWIO_REO_R0_DESTINATION_RING_CTRL_IX_1
  1037. * to map destination to rings
  1038. */
  1039. #define HAL_REO_REMAP_IX2(_VALUE, _OFFSET) \
  1040. ((_VALUE) << \
  1041. (HWIO_REO_R0_DESTINATION_RING_CTRL_IX_2_DEST_RING_MAPPING_ ## \
  1042. _OFFSET ## _SHFT))
  1043. /*
  1044. * Macro to access HWIO_REO_R0_DESTINATION_RING_CTRL_IX_3
  1045. * to map destination to rings
  1046. */
  1047. #define HAL_REO_REMAP_IX3(_VALUE, _OFFSET) \
  1048. ((_VALUE) << \
  1049. (HWIO_REO_R0_DESTINATION_RING_CTRL_IX_3_DEST_RING_MAPPING_ ## \
  1050. _OFFSET ## _SHFT))
  1051. /**
  1052. * hal_reo_read_write_ctrl_ix - Read or write REO_DESTINATION_RING_CTRL_IX
  1053. * @hal_soc_hdl: HAL SOC handle
  1054. * @read: boolean value to indicate if read or write
  1055. * @ix0: pointer to store IX0 reg value
  1056. * @ix1: pointer to store IX1 reg value
  1057. * @ix2: pointer to store IX2 reg value
  1058. * @ix3: pointer to store IX3 reg value
  1059. */
  1060. void hal_reo_read_write_ctrl_ix(hal_soc_handle_t hal_soc_hdl, bool read,
  1061. uint32_t *ix0, uint32_t *ix1,
  1062. uint32_t *ix2, uint32_t *ix3);
  1063. /**
  1064. * hal_srng_set_hp_paddr_confirm() - Set physical address to dest SRNG head
  1065. * pointer and confirm that write went through by reading back the value
  1066. * @sring: sring pointer
  1067. * @paddr: physical address
  1068. *
  1069. * Return: None
  1070. */
  1071. extern void hal_srng_dst_set_hp_paddr_confirm(struct hal_srng *sring,
  1072. uint64_t paddr);
  1073. /**
  1074. * hal_srng_dst_init_hp() - Initilaize head pointer with cached head pointer
  1075. * @hal_soc: hal_soc handle
  1076. * @srng: sring pointer
  1077. * @vaddr: virtual address
  1078. */
  1079. void hal_srng_dst_init_hp(struct hal_soc_handle *hal_soc,
  1080. struct hal_srng *srng,
  1081. uint32_t *vaddr);
  1082. /**
  1083. * hal_srng_cleanup - Deinitialize HW SRNG ring.
  1084. * @hal_soc: Opaque HAL SOC handle
  1085. * @hal_srng: Opaque HAL SRNG pointer
  1086. */
  1087. void hal_srng_cleanup(void *hal_soc, hal_ring_handle_t hal_ring_hdl);
  1088. static inline bool hal_srng_initialized(hal_ring_handle_t hal_ring_hdl)
  1089. {
  1090. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1091. return !!srng->initialized;
  1092. }
  1093. /**
  1094. * hal_srng_dst_peek - Check if there are any entries in the ring (peek)
  1095. * @hal_soc: Opaque HAL SOC handle
  1096. * @hal_ring_hdl: Destination ring pointer
  1097. *
  1098. * Caller takes responsibility for any locking needs.
  1099. *
  1100. * Return: Opaque pointer for next ring entry; NULL on failire
  1101. */
  1102. static inline
  1103. void *hal_srng_dst_peek(hal_soc_handle_t hal_soc_hdl,
  1104. hal_ring_handle_t hal_ring_hdl)
  1105. {
  1106. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1107. if (srng->u.dst_ring.tp != srng->u.dst_ring.cached_hp)
  1108. return (void *)(&srng->ring_base_vaddr[srng->u.dst_ring.tp]);
  1109. return NULL;
  1110. }
  1111. /**
  1112. * hal_mem_dma_cache_sync - Cache sync the specified virtual address Range
  1113. * @hal_soc: HAL soc handle
  1114. * @desc: desc start address
  1115. * @entry_size: size of memory to sync
  1116. *
  1117. * Return: void
  1118. */
  1119. #if defined(__LINUX_MIPS32_ARCH__) || defined(__LINUX_MIPS64_ARCH__)
  1120. static inline void hal_mem_dma_cache_sync(struct hal_soc *soc, uint32_t *desc,
  1121. uint32_t entry_size)
  1122. {
  1123. qdf_nbuf_dma_inv_range((void *)desc, (void *)(desc + entry_size));
  1124. }
  1125. #else
  1126. static inline void hal_mem_dma_cache_sync(struct hal_soc *soc, uint32_t *desc,
  1127. uint32_t entry_size)
  1128. {
  1129. qdf_mem_dma_cache_sync(soc->qdf_dev, qdf_mem_virt_to_phys(desc),
  1130. QDF_DMA_FROM_DEVICE,
  1131. (entry_size * sizeof(uint32_t)));
  1132. }
  1133. #endif
  1134. /**
  1135. * hal_srng_access_start_unlocked - Start ring access (unlocked). Should use
  1136. * hal_srng_access_start if locked access is required
  1137. *
  1138. * @hal_soc: Opaque HAL SOC handle
  1139. * @hal_ring_hdl: Ring pointer (Source or Destination ring)
  1140. *
  1141. * This API doesn't implement any byte-order conversion on reading hp/tp.
  1142. * So, Use API only for those srngs for which the target writes hp/tp values to
  1143. * the DDR in the Host order.
  1144. *
  1145. * Return: 0 on success; error on failire
  1146. */
  1147. static inline int
  1148. hal_srng_access_start_unlocked(hal_soc_handle_t hal_soc_hdl,
  1149. hal_ring_handle_t hal_ring_hdl)
  1150. {
  1151. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1152. struct hal_soc *soc = (struct hal_soc *)hal_soc_hdl;
  1153. uint32_t *desc;
  1154. if (srng->ring_dir == HAL_SRNG_SRC_RING)
  1155. srng->u.src_ring.cached_tp =
  1156. *(volatile uint32_t *)(srng->u.src_ring.tp_addr);
  1157. else {
  1158. srng->u.dst_ring.cached_hp =
  1159. *(volatile uint32_t *)(srng->u.dst_ring.hp_addr);
  1160. if (srng->flags & HAL_SRNG_CACHED_DESC) {
  1161. desc = hal_srng_dst_peek(hal_soc_hdl, hal_ring_hdl);
  1162. if (qdf_likely(desc)) {
  1163. hal_mem_dma_cache_sync(soc, desc,
  1164. srng->entry_size);
  1165. qdf_prefetch(desc);
  1166. }
  1167. }
  1168. }
  1169. return 0;
  1170. }
  1171. /**
  1172. * hal_le_srng_access_start_unlocked_in_cpu_order - Start ring access
  1173. * (unlocked) with endianness correction.
  1174. * @hal_soc: Opaque HAL SOC handle
  1175. * @hal_ring_hdl: Ring pointer (Source or Destination ring)
  1176. *
  1177. * This API provides same functionally as hal_srng_access_start_unlocked()
  1178. * except that it converts the little-endian formatted hp/tp values to
  1179. * Host order on reading them. So, this API should only be used for those srngs
  1180. * for which the target always writes hp/tp values in little-endian order
  1181. * regardless of Host order.
  1182. *
  1183. * Also, this API doesn't take the lock. For locked access, use
  1184. * hal_srng_access_start/hal_le_srng_access_start_in_cpu_order.
  1185. *
  1186. * Return: 0 on success; error on failire
  1187. */
  1188. static inline int
  1189. hal_le_srng_access_start_unlocked_in_cpu_order(
  1190. hal_soc_handle_t hal_soc_hdl,
  1191. hal_ring_handle_t hal_ring_hdl)
  1192. {
  1193. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1194. struct hal_soc *soc = (struct hal_soc *)hal_soc_hdl;
  1195. uint32_t *desc;
  1196. if (srng->ring_dir == HAL_SRNG_SRC_RING)
  1197. srng->u.src_ring.cached_tp =
  1198. qdf_le32_to_cpu(*(volatile uint32_t *)
  1199. (srng->u.src_ring.tp_addr));
  1200. else {
  1201. srng->u.dst_ring.cached_hp =
  1202. qdf_le32_to_cpu(*(volatile uint32_t *)
  1203. (srng->u.dst_ring.hp_addr));
  1204. if (srng->flags & HAL_SRNG_CACHED_DESC) {
  1205. desc = hal_srng_dst_peek(hal_soc_hdl, hal_ring_hdl);
  1206. if (qdf_likely(desc)) {
  1207. hal_mem_dma_cache_sync(soc, desc,
  1208. srng->entry_size);
  1209. qdf_prefetch(desc);
  1210. }
  1211. }
  1212. }
  1213. return 0;
  1214. }
  1215. /**
  1216. * hal_srng_try_access_start - Try to start (locked) ring access
  1217. *
  1218. * @hal_soc: Opaque HAL SOC handle
  1219. * @hal_ring_hdl: Ring pointer (Source or Destination ring)
  1220. *
  1221. * Return: 0 on success; error on failure
  1222. */
  1223. static inline int hal_srng_try_access_start(hal_soc_handle_t hal_soc_hdl,
  1224. hal_ring_handle_t hal_ring_hdl)
  1225. {
  1226. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1227. if (qdf_unlikely(!hal_ring_hdl)) {
  1228. qdf_print("Error: Invalid hal_ring\n");
  1229. return -EINVAL;
  1230. }
  1231. if (!SRNG_TRY_LOCK(&(srng->lock)))
  1232. return -EINVAL;
  1233. return hal_srng_access_start_unlocked(hal_soc_hdl, hal_ring_hdl);
  1234. }
  1235. /**
  1236. * hal_srng_access_start - Start (locked) ring access
  1237. *
  1238. * @hal_soc: Opaque HAL SOC handle
  1239. * @hal_ring_hdl: Ring pointer (Source or Destination ring)
  1240. *
  1241. * This API doesn't implement any byte-order conversion on reading hp/tp.
  1242. * So, Use API only for those srngs for which the target writes hp/tp values to
  1243. * the DDR in the Host order.
  1244. *
  1245. * Return: 0 on success; error on failire
  1246. */
  1247. static inline int hal_srng_access_start(hal_soc_handle_t hal_soc_hdl,
  1248. hal_ring_handle_t hal_ring_hdl)
  1249. {
  1250. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1251. if (qdf_unlikely(!hal_ring_hdl)) {
  1252. qdf_print("Error: Invalid hal_ring\n");
  1253. return -EINVAL;
  1254. }
  1255. SRNG_LOCK(&(srng->lock));
  1256. return hal_srng_access_start_unlocked(hal_soc_hdl, hal_ring_hdl);
  1257. }
  1258. /**
  1259. * hal_le_srng_access_start_in_cpu_order - Start (locked) ring access with
  1260. * endianness correction
  1261. * @hal_soc: Opaque HAL SOC handle
  1262. * @hal_ring_hdl: Ring pointer (Source or Destination ring)
  1263. *
  1264. * This API provides same functionally as hal_srng_access_start()
  1265. * except that it converts the little-endian formatted hp/tp values to
  1266. * Host order on reading them. So, this API should only be used for those srngs
  1267. * for which the target always writes hp/tp values in little-endian order
  1268. * regardless of Host order.
  1269. *
  1270. * Return: 0 on success; error on failire
  1271. */
  1272. static inline int
  1273. hal_le_srng_access_start_in_cpu_order(
  1274. hal_soc_handle_t hal_soc_hdl,
  1275. hal_ring_handle_t hal_ring_hdl)
  1276. {
  1277. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1278. if (qdf_unlikely(!hal_ring_hdl)) {
  1279. qdf_print("Error: Invalid hal_ring\n");
  1280. return -EINVAL;
  1281. }
  1282. SRNG_LOCK(&(srng->lock));
  1283. return hal_le_srng_access_start_unlocked_in_cpu_order(
  1284. hal_soc_hdl, hal_ring_hdl);
  1285. }
  1286. /**
  1287. * hal_srng_dst_get_next - Get next entry from a destination ring
  1288. * @hal_soc: Opaque HAL SOC handle
  1289. * @hal_ring_hdl: Destination ring pointer
  1290. *
  1291. * Return: Opaque pointer for next ring entry; NULL on failure
  1292. */
  1293. static inline
  1294. void *hal_srng_dst_get_next(void *hal_soc,
  1295. hal_ring_handle_t hal_ring_hdl)
  1296. {
  1297. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1298. uint32_t *desc;
  1299. if (srng->u.dst_ring.tp == srng->u.dst_ring.cached_hp)
  1300. return NULL;
  1301. desc = &srng->ring_base_vaddr[srng->u.dst_ring.tp];
  1302. /* TODO: Using % is expensive, but we have to do this since
  1303. * size of some SRNG rings is not power of 2 (due to descriptor
  1304. * sizes). Need to create separate API for rings used
  1305. * per-packet, with sizes power of 2 (TCL2SW, REO2SW,
  1306. * SW2RXDMA and CE rings)
  1307. */
  1308. srng->u.dst_ring.tp = (srng->u.dst_ring.tp + srng->entry_size);
  1309. if (srng->u.dst_ring.tp == srng->ring_size)
  1310. srng->u.dst_ring.tp = 0;
  1311. if (srng->flags & HAL_SRNG_CACHED_DESC) {
  1312. struct hal_soc *soc = (struct hal_soc *)hal_soc;
  1313. uint32_t *desc_next;
  1314. uint32_t tp;
  1315. tp = srng->u.dst_ring.tp;
  1316. desc_next = &srng->ring_base_vaddr[srng->u.dst_ring.tp];
  1317. hal_mem_dma_cache_sync(soc, desc_next, srng->entry_size);
  1318. qdf_prefetch(desc_next);
  1319. }
  1320. return (void *)desc;
  1321. }
  1322. /**
  1323. * hal_srng_dst_get_next_cached - Get cached next entry
  1324. * @hal_soc: Opaque HAL SOC handle
  1325. * @hal_ring_hdl: Destination ring pointer
  1326. *
  1327. * Get next entry from a destination ring and move cached tail pointer
  1328. *
  1329. * Return: Opaque pointer for next ring entry; NULL on failure
  1330. */
  1331. static inline
  1332. void *hal_srng_dst_get_next_cached(void *hal_soc,
  1333. hal_ring_handle_t hal_ring_hdl)
  1334. {
  1335. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1336. uint32_t *desc;
  1337. uint32_t *desc_next;
  1338. if (srng->u.dst_ring.tp == srng->u.dst_ring.cached_hp)
  1339. return NULL;
  1340. desc = &srng->ring_base_vaddr[srng->u.dst_ring.tp];
  1341. /* TODO: Using % is expensive, but we have to do this since
  1342. * size of some SRNG rings is not power of 2 (due to descriptor
  1343. * sizes). Need to create separate API for rings used
  1344. * per-packet, with sizes power of 2 (TCL2SW, REO2SW,
  1345. * SW2RXDMA and CE rings)
  1346. */
  1347. srng->u.dst_ring.tp = (srng->u.dst_ring.tp + srng->entry_size);
  1348. if (srng->u.dst_ring.tp == srng->ring_size)
  1349. srng->u.dst_ring.tp = 0;
  1350. desc_next = &srng->ring_base_vaddr[srng->u.dst_ring.tp];
  1351. qdf_prefetch(desc_next);
  1352. return (void *)desc;
  1353. }
  1354. /**
  1355. * hal_srng_dst_dec_tp - decrement the TP of the Dst ring by one entry
  1356. * @hal_soc: Opaque HAL SOC handle
  1357. * @hal_ring_hdl: Destination ring pointer
  1358. *
  1359. * reset the tail pointer in the destination ring by one entry
  1360. *
  1361. */
  1362. static inline
  1363. void hal_srng_dst_dec_tp(void *hal_soc, hal_ring_handle_t hal_ring_hdl)
  1364. {
  1365. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1366. if (qdf_unlikely(!srng->u.dst_ring.tp))
  1367. srng->u.dst_ring.tp = (srng->ring_size - srng->entry_size);
  1368. else
  1369. srng->u.dst_ring.tp -= srng->entry_size;
  1370. }
  1371. static inline int hal_srng_lock(hal_ring_handle_t hal_ring_hdl)
  1372. {
  1373. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1374. if (qdf_unlikely(!hal_ring_hdl)) {
  1375. qdf_print("error: invalid hal_ring\n");
  1376. return -EINVAL;
  1377. }
  1378. SRNG_LOCK(&(srng->lock));
  1379. return 0;
  1380. }
  1381. static inline int hal_srng_unlock(hal_ring_handle_t hal_ring_hdl)
  1382. {
  1383. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1384. if (qdf_unlikely(!hal_ring_hdl)) {
  1385. qdf_print("error: invalid hal_ring\n");
  1386. return -EINVAL;
  1387. }
  1388. SRNG_UNLOCK(&(srng->lock));
  1389. return 0;
  1390. }
  1391. /**
  1392. * hal_srng_dst_get_next_hp - Get next entry from a destination ring and move
  1393. * cached head pointer
  1394. *
  1395. * @hal_soc: Opaque HAL SOC handle
  1396. * @hal_ring_hdl: Destination ring pointer
  1397. *
  1398. * Return: Opaque pointer for next ring entry; NULL on failire
  1399. */
  1400. static inline void *
  1401. hal_srng_dst_get_next_hp(hal_soc_handle_t hal_soc_hdl,
  1402. hal_ring_handle_t hal_ring_hdl)
  1403. {
  1404. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1405. uint32_t *desc;
  1406. /* TODO: Using % is expensive, but we have to do this since
  1407. * size of some SRNG rings is not power of 2 (due to descriptor
  1408. * sizes). Need to create separate API for rings used
  1409. * per-packet, with sizes power of 2 (TCL2SW, REO2SW,
  1410. * SW2RXDMA and CE rings)
  1411. */
  1412. uint32_t next_hp = (srng->u.dst_ring.cached_hp + srng->entry_size) %
  1413. srng->ring_size;
  1414. if (next_hp != srng->u.dst_ring.tp) {
  1415. desc = &(srng->ring_base_vaddr[srng->u.dst_ring.cached_hp]);
  1416. srng->u.dst_ring.cached_hp = next_hp;
  1417. return (void *)desc;
  1418. }
  1419. return NULL;
  1420. }
  1421. /**
  1422. * hal_srng_dst_peek_sync - Check if there are any entries in the ring (peek)
  1423. * @hal_soc: Opaque HAL SOC handle
  1424. * @hal_ring_hdl: Destination ring pointer
  1425. *
  1426. * Sync cached head pointer with HW.
  1427. * Caller takes responsibility for any locking needs.
  1428. *
  1429. * Return: Opaque pointer for next ring entry; NULL on failire
  1430. */
  1431. static inline
  1432. void *hal_srng_dst_peek_sync(hal_soc_handle_t hal_soc_hdl,
  1433. hal_ring_handle_t hal_ring_hdl)
  1434. {
  1435. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1436. srng->u.dst_ring.cached_hp =
  1437. *(volatile uint32_t *)(srng->u.dst_ring.hp_addr);
  1438. if (srng->u.dst_ring.tp != srng->u.dst_ring.cached_hp)
  1439. return (void *)(&(srng->ring_base_vaddr[srng->u.dst_ring.tp]));
  1440. return NULL;
  1441. }
  1442. /**
  1443. * hal_srng_dst_peek_sync_locked - Peek for any entries in the ring
  1444. * @hal_soc: Opaque HAL SOC handle
  1445. * @hal_ring_hdl: Destination ring pointer
  1446. *
  1447. * Sync cached head pointer with HW.
  1448. * This function takes up SRNG_LOCK. Should not be called with SRNG lock held.
  1449. *
  1450. * Return: Opaque pointer for next ring entry; NULL on failire
  1451. */
  1452. static inline
  1453. void *hal_srng_dst_peek_sync_locked(hal_soc_handle_t hal_soc_hdl,
  1454. hal_ring_handle_t hal_ring_hdl)
  1455. {
  1456. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1457. void *ring_desc_ptr = NULL;
  1458. if (qdf_unlikely(!hal_ring_hdl)) {
  1459. qdf_print("Error: Invalid hal_ring\n");
  1460. return NULL;
  1461. }
  1462. SRNG_LOCK(&srng->lock);
  1463. ring_desc_ptr = hal_srng_dst_peek_sync(hal_soc_hdl, hal_ring_hdl);
  1464. SRNG_UNLOCK(&srng->lock);
  1465. return ring_desc_ptr;
  1466. }
  1467. #define hal_srng_dst_num_valid_nolock(hal_soc, hal_ring_hdl, sync_hw_ptr) \
  1468. hal_srng_dst_num_valid(hal_soc, hal_ring_hdl, sync_hw_ptr)
  1469. /**
  1470. * hal_srng_dst_num_valid - Returns number of valid entries (to be processed
  1471. * by SW) in destination ring
  1472. *
  1473. * @hal_soc: Opaque HAL SOC handle
  1474. * @hal_ring_hdl: Destination ring pointer
  1475. * @sync_hw_ptr: Sync cached head pointer with HW
  1476. *
  1477. */
  1478. static inline
  1479. uint32_t hal_srng_dst_num_valid(void *hal_soc,
  1480. hal_ring_handle_t hal_ring_hdl,
  1481. int sync_hw_ptr)
  1482. {
  1483. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1484. uint32_t hp;
  1485. uint32_t tp = srng->u.dst_ring.tp;
  1486. if (sync_hw_ptr) {
  1487. hp = *(volatile uint32_t *)(srng->u.dst_ring.hp_addr);
  1488. srng->u.dst_ring.cached_hp = hp;
  1489. } else {
  1490. hp = srng->u.dst_ring.cached_hp;
  1491. }
  1492. if (hp >= tp)
  1493. return (hp - tp) / srng->entry_size;
  1494. return (srng->ring_size - tp + hp) / srng->entry_size;
  1495. }
  1496. /**
  1497. * hal_srng_dst_inv_cached_descs - API to invalidate descriptors in batch mode
  1498. * @hal_soc: Opaque HAL SOC handle
  1499. * @hal_ring_hdl: Destination ring pointer
  1500. * @entry_count: call invalidate API if valid entries available
  1501. *
  1502. * Invalidates a set of cached descriptors starting from TP to cached_HP
  1503. *
  1504. * Return - None
  1505. */
  1506. static inline void hal_srng_dst_inv_cached_descs(void *hal_soc,
  1507. hal_ring_handle_t hal_ring_hdl,
  1508. uint32_t entry_count)
  1509. {
  1510. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1511. uint32_t *first_desc;
  1512. uint32_t *last_desc;
  1513. uint32_t last_desc_index;
  1514. /*
  1515. * If SRNG does not have cached descriptors this
  1516. * API call should be a no op
  1517. */
  1518. if (!(srng->flags & HAL_SRNG_CACHED_DESC))
  1519. return;
  1520. if (!entry_count)
  1521. return;
  1522. first_desc = &srng->ring_base_vaddr[srng->u.dst_ring.tp];
  1523. last_desc_index = (srng->u.dst_ring.tp +
  1524. (entry_count * srng->entry_size)) %
  1525. srng->ring_size;
  1526. last_desc = &srng->ring_base_vaddr[last_desc_index];
  1527. if (last_desc > (uint32_t *)first_desc)
  1528. /* invalidate from tp to cached_hp */
  1529. qdf_nbuf_dma_inv_range_no_dsb((void *)first_desc,
  1530. (void *)(last_desc));
  1531. else {
  1532. /* invalidate from tp to end of the ring */
  1533. qdf_nbuf_dma_inv_range_no_dsb((void *)first_desc,
  1534. (void *)srng->ring_vaddr_end);
  1535. /* invalidate from start of ring to cached_hp */
  1536. qdf_nbuf_dma_inv_range_no_dsb((void *)srng->ring_base_vaddr,
  1537. (void *)last_desc);
  1538. }
  1539. qdf_dsb();
  1540. }
  1541. /**
  1542. * hal_srng_dst_num_valid_locked - Returns num valid entries to be processed
  1543. *
  1544. * @hal_soc: Opaque HAL SOC handle
  1545. * @hal_ring_hdl: Destination ring pointer
  1546. * @sync_hw_ptr: Sync cached head pointer with HW
  1547. *
  1548. * Returns number of valid entries to be processed by the host driver. The
  1549. * function takes up SRNG lock.
  1550. *
  1551. * Return: Number of valid destination entries
  1552. */
  1553. static inline uint32_t
  1554. hal_srng_dst_num_valid_locked(hal_soc_handle_t hal_soc,
  1555. hal_ring_handle_t hal_ring_hdl,
  1556. int sync_hw_ptr)
  1557. {
  1558. uint32_t num_valid;
  1559. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1560. SRNG_LOCK(&srng->lock);
  1561. num_valid = hal_srng_dst_num_valid(hal_soc, hal_ring_hdl, sync_hw_ptr);
  1562. SRNG_UNLOCK(&srng->lock);
  1563. return num_valid;
  1564. }
  1565. /**
  1566. * hal_srng_sync_cachedhp - sync cachehp pointer from hw hp
  1567. *
  1568. * @hal_soc: Opaque HAL SOC handle
  1569. * @hal_ring_hdl: Destination ring pointer
  1570. *
  1571. */
  1572. static inline
  1573. void hal_srng_sync_cachedhp(void *hal_soc,
  1574. hal_ring_handle_t hal_ring_hdl)
  1575. {
  1576. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1577. uint32_t hp;
  1578. hp = *(volatile uint32_t *)(srng->u.dst_ring.hp_addr);
  1579. srng->u.dst_ring.cached_hp = hp;
  1580. }
  1581. /**
  1582. * hal_srng_src_reap_next - Reap next entry from a source ring and move reap
  1583. * pointer. This can be used to release any buffers associated with completed
  1584. * ring entries. Note that this should not be used for posting new descriptor
  1585. * entries. Posting of new entries should be done only using
  1586. * hal_srng_src_get_next_reaped when this function is used for reaping.
  1587. *
  1588. * @hal_soc: Opaque HAL SOC handle
  1589. * @hal_ring_hdl: Source ring pointer
  1590. *
  1591. * Return: Opaque pointer for next ring entry; NULL on failire
  1592. */
  1593. static inline void *
  1594. hal_srng_src_reap_next(void *hal_soc, hal_ring_handle_t hal_ring_hdl)
  1595. {
  1596. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1597. uint32_t *desc;
  1598. /* TODO: Using % is expensive, but we have to do this since
  1599. * size of some SRNG rings is not power of 2 (due to descriptor
  1600. * sizes). Need to create separate API for rings used
  1601. * per-packet, with sizes power of 2 (TCL2SW, REO2SW,
  1602. * SW2RXDMA and CE rings)
  1603. */
  1604. uint32_t next_reap_hp = (srng->u.src_ring.reap_hp + srng->entry_size) %
  1605. srng->ring_size;
  1606. if (next_reap_hp != srng->u.src_ring.cached_tp) {
  1607. desc = &(srng->ring_base_vaddr[next_reap_hp]);
  1608. srng->u.src_ring.reap_hp = next_reap_hp;
  1609. return (void *)desc;
  1610. }
  1611. return NULL;
  1612. }
  1613. /**
  1614. * hal_srng_src_get_next_reaped - Get next entry from a source ring that is
  1615. * already reaped using hal_srng_src_reap_next, for posting new entries to
  1616. * the ring
  1617. *
  1618. * @hal_soc: Opaque HAL SOC handle
  1619. * @hal_ring_hdl: Source ring pointer
  1620. *
  1621. * Return: Opaque pointer for next (reaped) source ring entry; NULL on failire
  1622. */
  1623. static inline void *
  1624. hal_srng_src_get_next_reaped(void *hal_soc, hal_ring_handle_t hal_ring_hdl)
  1625. {
  1626. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1627. uint32_t *desc;
  1628. if (srng->u.src_ring.hp != srng->u.src_ring.reap_hp) {
  1629. desc = &(srng->ring_base_vaddr[srng->u.src_ring.hp]);
  1630. srng->u.src_ring.hp = (srng->u.src_ring.hp + srng->entry_size) %
  1631. srng->ring_size;
  1632. return (void *)desc;
  1633. }
  1634. return NULL;
  1635. }
  1636. /**
  1637. * hal_srng_src_pending_reap_next - Reap next entry from a source ring and
  1638. * move reap pointer. This API is used in detach path to release any buffers
  1639. * associated with ring entries which are pending reap.
  1640. *
  1641. * @hal_soc: Opaque HAL SOC handle
  1642. * @hal_ring_hdl: Source ring pointer
  1643. *
  1644. * Return: Opaque pointer for next ring entry; NULL on failire
  1645. */
  1646. static inline void *
  1647. hal_srng_src_pending_reap_next(void *hal_soc, hal_ring_handle_t hal_ring_hdl)
  1648. {
  1649. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1650. uint32_t *desc;
  1651. uint32_t next_reap_hp = (srng->u.src_ring.reap_hp + srng->entry_size) %
  1652. srng->ring_size;
  1653. if (next_reap_hp != srng->u.src_ring.hp) {
  1654. desc = &(srng->ring_base_vaddr[next_reap_hp]);
  1655. srng->u.src_ring.reap_hp = next_reap_hp;
  1656. return (void *)desc;
  1657. }
  1658. return NULL;
  1659. }
  1660. /**
  1661. * hal_srng_src_done_val -
  1662. *
  1663. * @hal_soc: Opaque HAL SOC handle
  1664. * @hal_ring_hdl: Source ring pointer
  1665. *
  1666. * Return: Opaque pointer for next ring entry; NULL on failire
  1667. */
  1668. static inline uint32_t
  1669. hal_srng_src_done_val(void *hal_soc, hal_ring_handle_t hal_ring_hdl)
  1670. {
  1671. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1672. /* TODO: Using % is expensive, but we have to do this since
  1673. * size of some SRNG rings is not power of 2 (due to descriptor
  1674. * sizes). Need to create separate API for rings used
  1675. * per-packet, with sizes power of 2 (TCL2SW, REO2SW,
  1676. * SW2RXDMA and CE rings)
  1677. */
  1678. uint32_t next_reap_hp = (srng->u.src_ring.reap_hp + srng->entry_size) %
  1679. srng->ring_size;
  1680. if (next_reap_hp == srng->u.src_ring.cached_tp)
  1681. return 0;
  1682. if (srng->u.src_ring.cached_tp > next_reap_hp)
  1683. return (srng->u.src_ring.cached_tp - next_reap_hp) /
  1684. srng->entry_size;
  1685. else
  1686. return ((srng->ring_size - next_reap_hp) +
  1687. srng->u.src_ring.cached_tp) / srng->entry_size;
  1688. }
  1689. /**
  1690. * hal_get_entrysize_from_srng() - Retrieve ring entry size
  1691. * @hal_ring_hdl: Source ring pointer
  1692. *
  1693. * srng->entry_size value is in 4 byte dwords so left shifting
  1694. * this by 2 to return the value of entry_size in bytes.
  1695. *
  1696. * Return: uint8_t
  1697. */
  1698. static inline
  1699. uint8_t hal_get_entrysize_from_srng(hal_ring_handle_t hal_ring_hdl)
  1700. {
  1701. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1702. return srng->entry_size << 2;
  1703. }
  1704. /**
  1705. * hal_get_sw_hptp - Get SW head and tail pointer location for any ring
  1706. * @hal_soc: Opaque HAL SOC handle
  1707. * @hal_ring_hdl: Source ring pointer
  1708. * @tailp: Tail Pointer
  1709. * @headp: Head Pointer
  1710. *
  1711. * Return: Update tail pointer and head pointer in arguments.
  1712. */
  1713. static inline
  1714. void hal_get_sw_hptp(void *hal_soc, hal_ring_handle_t hal_ring_hdl,
  1715. uint32_t *tailp, uint32_t *headp)
  1716. {
  1717. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1718. if (srng->ring_dir == HAL_SRNG_SRC_RING) {
  1719. *headp = srng->u.src_ring.hp;
  1720. *tailp = *srng->u.src_ring.tp_addr;
  1721. } else {
  1722. *tailp = srng->u.dst_ring.tp;
  1723. *headp = *srng->u.dst_ring.hp_addr;
  1724. }
  1725. }
  1726. #if defined(CLEAR_SW2TCL_CONSUMED_DESC)
  1727. /**
  1728. * hal_srng_src_get_next_consumed - Get the next desc if consumed by HW
  1729. *
  1730. * @hal_soc: Opaque HAL SOC handle
  1731. * @hal_ring_hdl: Source ring pointer
  1732. *
  1733. * Return: pointer to descriptor if consumed by HW, else NULL
  1734. */
  1735. static inline
  1736. void *hal_srng_src_get_next_consumed(void *hal_soc,
  1737. hal_ring_handle_t hal_ring_hdl)
  1738. {
  1739. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1740. uint32_t *desc = NULL;
  1741. /* TODO: Using % is expensive, but we have to do this since
  1742. * size of some SRNG rings is not power of 2 (due to descriptor
  1743. * sizes). Need to create separate API for rings used
  1744. * per-packet, with sizes power of 2 (TCL2SW, REO2SW,
  1745. * SW2RXDMA and CE rings)
  1746. */
  1747. uint32_t next_entry = (srng->last_desc_cleared + srng->entry_size) %
  1748. srng->ring_size;
  1749. if (next_entry != srng->u.src_ring.cached_tp) {
  1750. desc = &srng->ring_base_vaddr[next_entry];
  1751. srng->last_desc_cleared = next_entry;
  1752. }
  1753. return desc;
  1754. }
  1755. #else
  1756. static inline
  1757. void *hal_srng_src_get_next_consumed(void *hal_soc,
  1758. hal_ring_handle_t hal_ring_hdl)
  1759. {
  1760. return NULL;
  1761. }
  1762. #endif /* CLEAR_SW2TCL_CONSUMED_DESC */
  1763. /**
  1764. * hal_srng_src_peek - get the HP of the SRC ring
  1765. * @hal_soc: Opaque HAL SOC handle
  1766. * @hal_ring_hdl: Source ring pointer
  1767. *
  1768. * get the head pointer in the src ring but do not increment it
  1769. */
  1770. static inline
  1771. void *hal_srng_src_peek(void *hal_soc, hal_ring_handle_t hal_ring_hdl)
  1772. {
  1773. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1774. uint32_t *desc;
  1775. uint32_t next_hp = (srng->u.src_ring.hp + srng->entry_size) %
  1776. srng->ring_size;
  1777. if (next_hp != srng->u.src_ring.cached_tp) {
  1778. desc = &(srng->ring_base_vaddr[srng->u.src_ring.hp]);
  1779. return (void *)desc;
  1780. }
  1781. return NULL;
  1782. }
  1783. /**
  1784. * hal_srng_src_get_next - Get next entry from a source ring and move cached tail pointer
  1785. *
  1786. * @hal_soc: Opaque HAL SOC handle
  1787. * @hal_ring_hdl: Source ring pointer
  1788. *
  1789. * Return: Opaque pointer for next ring entry; NULL on failire
  1790. */
  1791. static inline
  1792. void *hal_srng_src_get_next(void *hal_soc,
  1793. hal_ring_handle_t hal_ring_hdl)
  1794. {
  1795. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1796. uint32_t *desc;
  1797. /* TODO: Using % is expensive, but we have to do this since
  1798. * size of some SRNG rings is not power of 2 (due to descriptor
  1799. * sizes). Need to create separate API for rings used
  1800. * per-packet, with sizes power of 2 (TCL2SW, REO2SW,
  1801. * SW2RXDMA and CE rings)
  1802. */
  1803. uint32_t next_hp = (srng->u.src_ring.hp + srng->entry_size) %
  1804. srng->ring_size;
  1805. if (next_hp != srng->u.src_ring.cached_tp) {
  1806. desc = &(srng->ring_base_vaddr[srng->u.src_ring.hp]);
  1807. srng->u.src_ring.hp = next_hp;
  1808. /* TODO: Since reap function is not used by all rings, we can
  1809. * remove the following update of reap_hp in this function
  1810. * if we can ensure that only hal_srng_src_get_next_reaped
  1811. * is used for the rings requiring reap functionality
  1812. */
  1813. srng->u.src_ring.reap_hp = next_hp;
  1814. return (void *)desc;
  1815. }
  1816. return NULL;
  1817. }
  1818. /**
  1819. * hal_srng_src_peek_n_get_next - Get next entry from a ring without
  1820. * moving head pointer.
  1821. * hal_srng_src_get_next should be called subsequently to move the head pointer
  1822. *
  1823. * @hal_soc: Opaque HAL SOC handle
  1824. * @hal_ring_hdl: Source ring pointer
  1825. *
  1826. * Return: Opaque pointer for next ring entry; NULL on failire
  1827. */
  1828. static inline
  1829. void *hal_srng_src_peek_n_get_next(hal_soc_handle_t hal_soc_hdl,
  1830. hal_ring_handle_t hal_ring_hdl)
  1831. {
  1832. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1833. uint32_t *desc;
  1834. /* TODO: Using % is expensive, but we have to do this since
  1835. * size of some SRNG rings is not power of 2 (due to descriptor
  1836. * sizes). Need to create separate API for rings used
  1837. * per-packet, with sizes power of 2 (TCL2SW, REO2SW,
  1838. * SW2RXDMA and CE rings)
  1839. */
  1840. if (((srng->u.src_ring.hp + srng->entry_size) %
  1841. srng->ring_size) != srng->u.src_ring.cached_tp) {
  1842. desc = &(srng->ring_base_vaddr[(srng->u.src_ring.hp +
  1843. srng->entry_size) %
  1844. srng->ring_size]);
  1845. return (void *)desc;
  1846. }
  1847. return NULL;
  1848. }
  1849. /**
  1850. * hal_srng_src_peek_n_get_next_next - Get next to next, i.e HP + 2 entry
  1851. * from a ring without moving head pointer.
  1852. *
  1853. * @hal_soc: Opaque HAL SOC handle
  1854. * @hal_ring_hdl: Source ring pointer
  1855. *
  1856. * Return: Opaque pointer for next to next ring entry; NULL on failire
  1857. */
  1858. static inline
  1859. void *hal_srng_src_peek_n_get_next_next(hal_soc_handle_t hal_soc_hdl,
  1860. hal_ring_handle_t hal_ring_hdl)
  1861. {
  1862. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1863. uint32_t *desc;
  1864. /* TODO: Using % is expensive, but we have to do this since
  1865. * size of some SRNG rings is not power of 2 (due to descriptor
  1866. * sizes). Need to create separate API for rings used
  1867. * per-packet, with sizes power of 2 (TCL2SW, REO2SW,
  1868. * SW2RXDMA and CE rings)
  1869. */
  1870. if ((((srng->u.src_ring.hp + (srng->entry_size)) %
  1871. srng->ring_size) != srng->u.src_ring.cached_tp) &&
  1872. (((srng->u.src_ring.hp + (srng->entry_size * 2)) %
  1873. srng->ring_size) != srng->u.src_ring.cached_tp)) {
  1874. desc = &(srng->ring_base_vaddr[(srng->u.src_ring.hp +
  1875. (srng->entry_size * 2)) %
  1876. srng->ring_size]);
  1877. return (void *)desc;
  1878. }
  1879. return NULL;
  1880. }
  1881. /**
  1882. * hal_srng_src_get_cur_hp_n_move_next () - API returns current hp
  1883. * and move hp to next in src ring
  1884. *
  1885. * Usage: This API should only be used at init time replenish.
  1886. *
  1887. * @hal_soc_hdl: HAL soc handle
  1888. * @hal_ring_hdl: Source ring pointer
  1889. *
  1890. */
  1891. static inline void *
  1892. hal_srng_src_get_cur_hp_n_move_next(hal_soc_handle_t hal_soc_hdl,
  1893. hal_ring_handle_t hal_ring_hdl)
  1894. {
  1895. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1896. uint32_t *cur_desc = NULL;
  1897. uint32_t next_hp;
  1898. cur_desc = &srng->ring_base_vaddr[(srng->u.src_ring.hp)];
  1899. next_hp = (srng->u.src_ring.hp + srng->entry_size) %
  1900. srng->ring_size;
  1901. if (next_hp != srng->u.src_ring.cached_tp)
  1902. srng->u.src_ring.hp = next_hp;
  1903. return (void *)cur_desc;
  1904. }
  1905. /**
  1906. * hal_srng_src_num_avail - Returns number of available entries in src ring
  1907. *
  1908. * @hal_soc: Opaque HAL SOC handle
  1909. * @hal_ring_hdl: Source ring pointer
  1910. * @sync_hw_ptr: Sync cached tail pointer with HW
  1911. *
  1912. */
  1913. static inline uint32_t
  1914. hal_srng_src_num_avail(void *hal_soc,
  1915. hal_ring_handle_t hal_ring_hdl, int sync_hw_ptr)
  1916. {
  1917. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1918. uint32_t tp;
  1919. uint32_t hp = srng->u.src_ring.hp;
  1920. if (sync_hw_ptr) {
  1921. tp = *(srng->u.src_ring.tp_addr);
  1922. srng->u.src_ring.cached_tp = tp;
  1923. } else {
  1924. tp = srng->u.src_ring.cached_tp;
  1925. }
  1926. if (tp > hp)
  1927. return ((tp - hp) / srng->entry_size) - 1;
  1928. else
  1929. return ((srng->ring_size - hp + tp) / srng->entry_size) - 1;
  1930. }
  1931. #ifdef WLAN_DP_SRNG_USAGE_WM_TRACKING
  1932. /**
  1933. * hal_srng_clear_ring_usage_wm_locked() - Clear SRNG usage watermark stats
  1934. * @hal_soc_hdl: HAL soc handle
  1935. * @hal_ring_hdl: SRNG handle
  1936. *
  1937. * This function tries to acquire SRNG lock, and hence should not be called
  1938. * from a context which has already acquired the SRNG lock.
  1939. *
  1940. * Return: None
  1941. */
  1942. static inline
  1943. void hal_srng_clear_ring_usage_wm_locked(hal_soc_handle_t hal_soc_hdl,
  1944. hal_ring_handle_t hal_ring_hdl)
  1945. {
  1946. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1947. SRNG_LOCK(&srng->lock);
  1948. srng->high_wm.val = 0;
  1949. srng->high_wm.timestamp = 0;
  1950. qdf_mem_zero(&srng->high_wm.bins[0], sizeof(srng->high_wm.bins[0]) *
  1951. HAL_SRNG_HIGH_WM_BIN_MAX);
  1952. SRNG_UNLOCK(&srng->lock);
  1953. }
  1954. /**
  1955. * hal_srng_update_ring_usage_wm_no_lock() - Update the SRNG usage wm stats
  1956. * @hal_soc_hdl: HAL soc handle
  1957. * @hal_ring_hdl: SRNG handle
  1958. *
  1959. * This function should be called with the SRNG lock held.
  1960. *
  1961. * Return: None
  1962. */
  1963. static inline
  1964. void hal_srng_update_ring_usage_wm_no_lock(hal_soc_handle_t hal_soc_hdl,
  1965. hal_ring_handle_t hal_ring_hdl)
  1966. {
  1967. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  1968. uint32_t curr_wm_val = 0;
  1969. if (srng->ring_dir == HAL_SRNG_SRC_RING)
  1970. curr_wm_val = hal_srng_src_num_avail(hal_soc_hdl, hal_ring_hdl,
  1971. 0);
  1972. else
  1973. curr_wm_val = hal_srng_dst_num_valid(hal_soc_hdl, hal_ring_hdl,
  1974. 0);
  1975. if (curr_wm_val > srng->high_wm.val) {
  1976. srng->high_wm.val = curr_wm_val;
  1977. srng->high_wm.timestamp = qdf_get_system_timestamp();
  1978. }
  1979. if (curr_wm_val >=
  1980. srng->high_wm.bin_thresh[HAL_SRNG_HIGH_WM_BIN_90_to_100])
  1981. srng->high_wm.bins[HAL_SRNG_HIGH_WM_BIN_90_to_100]++;
  1982. else if (curr_wm_val >=
  1983. srng->high_wm.bin_thresh[HAL_SRNG_HIGH_WM_BIN_80_to_90])
  1984. srng->high_wm.bins[HAL_SRNG_HIGH_WM_BIN_80_to_90]++;
  1985. else if (curr_wm_val >=
  1986. srng->high_wm.bin_thresh[HAL_SRNG_HIGH_WM_BIN_70_to_80])
  1987. srng->high_wm.bins[HAL_SRNG_HIGH_WM_BIN_70_to_80]++;
  1988. else if (curr_wm_val >=
  1989. srng->high_wm.bin_thresh[HAL_SRNG_HIGH_WM_BIN_60_to_70])
  1990. srng->high_wm.bins[HAL_SRNG_HIGH_WM_BIN_60_to_70]++;
  1991. else if (curr_wm_val >=
  1992. srng->high_wm.bin_thresh[HAL_SRNG_HIGH_WM_BIN_50_to_60])
  1993. srng->high_wm.bins[HAL_SRNG_HIGH_WM_BIN_50_to_60]++;
  1994. else
  1995. srng->high_wm.bins[HAL_SRNG_HIGH_WM_BIN_BELOW_50_PERCENT]++;
  1996. }
  1997. static inline
  1998. int hal_dump_srng_high_wm_stats(hal_soc_handle_t hal_soc_hdl,
  1999. hal_ring_handle_t hal_ring_hdl,
  2000. char *buf, int buf_len, int pos)
  2001. {
  2002. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  2003. return qdf_scnprintf(buf + pos, buf_len - pos,
  2004. "%8u %7u %12llu %10u %10u %10u %10u %10u %10u",
  2005. srng->ring_id, srng->high_wm.val,
  2006. srng->high_wm.timestamp,
  2007. srng->high_wm.bins[HAL_SRNG_HIGH_WM_BIN_BELOW_50_PERCENT],
  2008. srng->high_wm.bins[HAL_SRNG_HIGH_WM_BIN_50_to_60],
  2009. srng->high_wm.bins[HAL_SRNG_HIGH_WM_BIN_60_to_70],
  2010. srng->high_wm.bins[HAL_SRNG_HIGH_WM_BIN_70_to_80],
  2011. srng->high_wm.bins[HAL_SRNG_HIGH_WM_BIN_80_to_90],
  2012. srng->high_wm.bins[HAL_SRNG_HIGH_WM_BIN_90_to_100]);
  2013. }
  2014. #else
  2015. /**
  2016. * hal_srng_clear_ring_usage_wm_locked() - Clear SRNG usage watermark stats
  2017. * @hal_soc_hdl: HAL soc handle
  2018. * @hal_ring_hdl: SRNG handle
  2019. *
  2020. * This function tries to acquire SRNG lock, and hence should not be called
  2021. * from a context which has already acquired the SRNG lock.
  2022. *
  2023. * Return: None
  2024. */
  2025. static inline
  2026. void hal_srng_clear_ring_usage_wm_locked(hal_soc_handle_t hal_soc_hdl,
  2027. hal_ring_handle_t hal_ring_hdl)
  2028. {
  2029. }
  2030. /**
  2031. * hal_srng_update_ring_usage_wm_no_lock() - Update the SRNG usage wm stats
  2032. * @hal_soc_hdl: HAL soc handle
  2033. * @hal_ring_hdl: SRNG handle
  2034. *
  2035. * This function should be called with the SRNG lock held.
  2036. *
  2037. * Return: None
  2038. */
  2039. static inline
  2040. void hal_srng_update_ring_usage_wm_no_lock(hal_soc_handle_t hal_soc_hdl,
  2041. hal_ring_handle_t hal_ring_hdl)
  2042. {
  2043. }
  2044. static inline
  2045. int hal_dump_srng_high_wm_stats(hal_soc_handle_t hal_soc_hdl,
  2046. hal_ring_handle_t hal_ring_hdl,
  2047. char *buf, int buf_len, int pos)
  2048. {
  2049. return 0;
  2050. }
  2051. #endif
  2052. /**
  2053. * hal_srng_access_end_unlocked - End ring access (unlocked) - update cached
  2054. * ring head/tail pointers to HW.
  2055. *
  2056. * @hal_soc: Opaque HAL SOC handle
  2057. * @hal_ring_hdl: Ring pointer (Source or Destination ring)
  2058. *
  2059. * The target expects cached head/tail pointer to be updated to the
  2060. * shared location in the little-endian order, This API ensures that.
  2061. * This API should be used only if hal_srng_access_start_unlocked was used to
  2062. * start ring access
  2063. *
  2064. * Return: None
  2065. */
  2066. static inline void
  2067. hal_srng_access_end_unlocked(void *hal_soc, hal_ring_handle_t hal_ring_hdl)
  2068. {
  2069. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  2070. /* TODO: See if we need a write memory barrier here */
  2071. if (srng->flags & HAL_SRNG_LMAC_RING) {
  2072. /* For LMAC rings, ring pointer updates are done through FW and
  2073. * hence written to a shared memory location that is read by FW
  2074. */
  2075. if (srng->ring_dir == HAL_SRNG_SRC_RING) {
  2076. *srng->u.src_ring.hp_addr =
  2077. qdf_cpu_to_le32(srng->u.src_ring.hp);
  2078. } else {
  2079. *srng->u.dst_ring.tp_addr =
  2080. qdf_cpu_to_le32(srng->u.dst_ring.tp);
  2081. }
  2082. } else {
  2083. if (srng->ring_dir == HAL_SRNG_SRC_RING)
  2084. hal_srng_write_address_32_mb(hal_soc,
  2085. srng,
  2086. srng->u.src_ring.hp_addr,
  2087. srng->u.src_ring.hp);
  2088. else
  2089. hal_srng_write_address_32_mb(hal_soc,
  2090. srng,
  2091. srng->u.dst_ring.tp_addr,
  2092. srng->u.dst_ring.tp);
  2093. }
  2094. }
  2095. /* hal_srng_access_end_unlocked already handles endianness conversion,
  2096. * use the same.
  2097. */
  2098. #define hal_le_srng_access_end_unlocked_in_cpu_order \
  2099. hal_srng_access_end_unlocked
  2100. /**
  2101. * hal_srng_access_end - Unlock ring access and update cached ring head/tail
  2102. * pointers to HW
  2103. *
  2104. * @hal_soc: Opaque HAL SOC handle
  2105. * @hal_ring_hdl: Ring pointer (Source or Destination ring)
  2106. *
  2107. * The target expects cached head/tail pointer to be updated to the
  2108. * shared location in the little-endian order, This API ensures that.
  2109. * This API should be used only if hal_srng_access_start was used to
  2110. * start ring access
  2111. *
  2112. */
  2113. static inline void
  2114. hal_srng_access_end(void *hal_soc, hal_ring_handle_t hal_ring_hdl)
  2115. {
  2116. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  2117. if (qdf_unlikely(!hal_ring_hdl)) {
  2118. qdf_print("Error: Invalid hal_ring\n");
  2119. return;
  2120. }
  2121. hal_srng_access_end_unlocked(hal_soc, hal_ring_hdl);
  2122. SRNG_UNLOCK(&(srng->lock));
  2123. }
  2124. #ifdef FEATURE_RUNTIME_PM
  2125. #define hal_srng_access_end_v1 hal_srng_rtpm_access_end
  2126. /**
  2127. * hal_srng_rtpm_access_end - RTPM aware, Unlock ring access
  2128. * @hal_soc: Opaque HAL SOC handle
  2129. * @hal_ring_hdl: Ring pointer (Source or Destination ring)
  2130. * @rtpm_dbgid: RTPM debug id
  2131. * @is_critical_ctx: Whether the calling context is critical
  2132. *
  2133. * Function updates the HP/TP value to the hardware register.
  2134. * The target expects cached head/tail pointer to be updated to the
  2135. * shared location in the little-endian order, This API ensures that.
  2136. * This API should be used only if hal_srng_access_start was used to
  2137. * start ring access
  2138. *
  2139. * Return: None
  2140. */
  2141. void
  2142. hal_srng_rtpm_access_end(hal_soc_handle_t hal_soc_hdl,
  2143. hal_ring_handle_t hal_ring_hdl,
  2144. uint32_t rtpm_id);
  2145. #else
  2146. #define hal_srng_access_end_v1(hal_soc_hdl, hal_ring_hdl, rtpm_id) \
  2147. hal_srng_access_end(hal_soc_hdl, hal_ring_hdl)
  2148. #endif
  2149. /* hal_srng_access_end already handles endianness conversion, so use the same */
  2150. #define hal_le_srng_access_end_in_cpu_order \
  2151. hal_srng_access_end
  2152. /**
  2153. * hal_srng_access_end_reap - Unlock ring access
  2154. * This should be used only if hal_srng_access_start to start ring access
  2155. * and should be used only while reaping SRC ring completions
  2156. *
  2157. * @hal_soc: Opaque HAL SOC handle
  2158. * @hal_ring_hdl: Ring pointer (Source or Destination ring)
  2159. *
  2160. * Return: 0 on success; error on failire
  2161. */
  2162. static inline void
  2163. hal_srng_access_end_reap(void *hal_soc, hal_ring_handle_t hal_ring_hdl)
  2164. {
  2165. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  2166. SRNG_UNLOCK(&(srng->lock));
  2167. }
  2168. /* TODO: Check if the following definitions is available in HW headers */
  2169. #define WBM_IDLE_SCATTER_BUF_SIZE 32704
  2170. #define NUM_MPDUS_PER_LINK_DESC 6
  2171. #define NUM_MSDUS_PER_LINK_DESC 7
  2172. #define REO_QUEUE_DESC_ALIGN 128
  2173. #define LINK_DESC_ALIGN 128
  2174. #define ADDRESS_MATCH_TAG_VAL 0x5
  2175. /* Number of mpdu link pointers is 9 in case of TX_MPDU_QUEUE_HEAD and 14 in
  2176. * of TX_MPDU_QUEUE_EXT. We are defining a common average count here
  2177. */
  2178. #define NUM_MPDU_LINKS_PER_QUEUE_DESC 12
  2179. /* TODO: Check with HW team on the scatter buffer size supported. As per WBM
  2180. * MLD, scatter_buffer_size in IDLE_LIST_CONTROL register is 9 bits and size
  2181. * should be specified in 16 word units. But the number of bits defined for
  2182. * this field in HW header files is 5.
  2183. */
  2184. #define WBM_IDLE_SCATTER_BUF_NEXT_PTR_SIZE 8
  2185. /**
  2186. * hal_idle_list_scatter_buf_size - Get the size of each scatter buffer
  2187. * in an idle list
  2188. *
  2189. * @hal_soc: Opaque HAL SOC handle
  2190. *
  2191. */
  2192. static inline
  2193. uint32_t hal_idle_list_scatter_buf_size(hal_soc_handle_t hal_soc_hdl)
  2194. {
  2195. return WBM_IDLE_SCATTER_BUF_SIZE;
  2196. }
  2197. /**
  2198. * hal_get_link_desc_size - Get the size of each link descriptor
  2199. *
  2200. * @hal_soc: Opaque HAL SOC handle
  2201. *
  2202. */
  2203. static inline uint32_t hal_get_link_desc_size(hal_soc_handle_t hal_soc_hdl)
  2204. {
  2205. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  2206. if (!hal_soc || !hal_soc->ops) {
  2207. qdf_print("Error: Invalid ops\n");
  2208. QDF_BUG(0);
  2209. return -EINVAL;
  2210. }
  2211. if (!hal_soc->ops->hal_get_link_desc_size) {
  2212. qdf_print("Error: Invalid function pointer\n");
  2213. QDF_BUG(0);
  2214. return -EINVAL;
  2215. }
  2216. return hal_soc->ops->hal_get_link_desc_size();
  2217. }
  2218. /**
  2219. * hal_get_link_desc_align - Get the required start address alignment for
  2220. * link descriptors
  2221. *
  2222. * @hal_soc: Opaque HAL SOC handle
  2223. *
  2224. */
  2225. static inline
  2226. uint32_t hal_get_link_desc_align(hal_soc_handle_t hal_soc_hdl)
  2227. {
  2228. return LINK_DESC_ALIGN;
  2229. }
  2230. /**
  2231. * hal_num_mpdus_per_link_desc - Get number of mpdus each link desc can hold
  2232. *
  2233. * @hal_soc: Opaque HAL SOC handle
  2234. *
  2235. */
  2236. static inline
  2237. uint32_t hal_num_mpdus_per_link_desc(hal_soc_handle_t hal_soc_hdl)
  2238. {
  2239. return NUM_MPDUS_PER_LINK_DESC;
  2240. }
  2241. /**
  2242. * hal_num_msdus_per_link_desc - Get number of msdus each link desc can hold
  2243. *
  2244. * @hal_soc: Opaque HAL SOC handle
  2245. *
  2246. */
  2247. static inline
  2248. uint32_t hal_num_msdus_per_link_desc(hal_soc_handle_t hal_soc_hdl)
  2249. {
  2250. return NUM_MSDUS_PER_LINK_DESC;
  2251. }
  2252. /**
  2253. * hal_num_mpdu_links_per_queue_desc - Get number of mpdu links each queue
  2254. * descriptor can hold
  2255. *
  2256. * @hal_soc: Opaque HAL SOC handle
  2257. *
  2258. */
  2259. static inline
  2260. uint32_t hal_num_mpdu_links_per_queue_desc(hal_soc_handle_t hal_soc_hdl)
  2261. {
  2262. return NUM_MPDU_LINKS_PER_QUEUE_DESC;
  2263. }
  2264. /**
  2265. * hal_idle_list_scatter_buf_num_entries - Get the number of link desc entries
  2266. * that the given buffer size
  2267. *
  2268. * @hal_soc: Opaque HAL SOC handle
  2269. * @scatter_buf_size: Size of scatter buffer
  2270. *
  2271. */
  2272. static inline
  2273. uint32_t hal_idle_scatter_buf_num_entries(hal_soc_handle_t hal_soc_hdl,
  2274. uint32_t scatter_buf_size)
  2275. {
  2276. return (scatter_buf_size - WBM_IDLE_SCATTER_BUF_NEXT_PTR_SIZE) /
  2277. hal_srng_get_entrysize(hal_soc_hdl, WBM_IDLE_LINK);
  2278. }
  2279. /**
  2280. * hal_idle_list_num_scatter_bufs - Get the number of sctater buffer
  2281. * each given buffer size
  2282. *
  2283. * @hal_soc: Opaque HAL SOC handle
  2284. * @total_mem: size of memory to be scattered
  2285. * @scatter_buf_size: Size of scatter buffer
  2286. *
  2287. */
  2288. static inline
  2289. uint32_t hal_idle_list_num_scatter_bufs(hal_soc_handle_t hal_soc_hdl,
  2290. uint32_t total_mem,
  2291. uint32_t scatter_buf_size)
  2292. {
  2293. uint8_t rem = (total_mem % (scatter_buf_size -
  2294. WBM_IDLE_SCATTER_BUF_NEXT_PTR_SIZE)) ? 1 : 0;
  2295. uint32_t num_scatter_bufs = (total_mem / (scatter_buf_size -
  2296. WBM_IDLE_SCATTER_BUF_NEXT_PTR_SIZE)) + rem;
  2297. return num_scatter_bufs;
  2298. }
  2299. enum hal_pn_type {
  2300. HAL_PN_NONE,
  2301. HAL_PN_WPA,
  2302. HAL_PN_WAPI_EVEN,
  2303. HAL_PN_WAPI_UNEVEN,
  2304. };
  2305. #define HAL_RX_BA_WINDOW_256 256
  2306. #define HAL_RX_BA_WINDOW_1024 1024
  2307. /**
  2308. * hal_get_reo_qdesc_align - Get start address alignment for reo
  2309. * queue descriptors
  2310. *
  2311. * @hal_soc: Opaque HAL SOC handle
  2312. *
  2313. */
  2314. static inline
  2315. uint32_t hal_get_reo_qdesc_align(hal_soc_handle_t hal_soc_hdl)
  2316. {
  2317. return REO_QUEUE_DESC_ALIGN;
  2318. }
  2319. /**
  2320. * hal_srng_get_hp_addr - Get head pointer physical address
  2321. *
  2322. * @hal_soc: Opaque HAL SOC handle
  2323. * @hal_ring_hdl: Ring pointer (Source or Destination ring)
  2324. *
  2325. */
  2326. static inline qdf_dma_addr_t
  2327. hal_srng_get_hp_addr(void *hal_soc,
  2328. hal_ring_handle_t hal_ring_hdl)
  2329. {
  2330. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  2331. struct hal_soc *hal = (struct hal_soc *)hal_soc;
  2332. if (srng->ring_dir == HAL_SRNG_SRC_RING) {
  2333. return hal->shadow_wrptr_mem_paddr +
  2334. ((unsigned long)(srng->u.src_ring.hp_addr) -
  2335. (unsigned long)(hal->shadow_wrptr_mem_vaddr));
  2336. } else {
  2337. return hal->shadow_rdptr_mem_paddr +
  2338. ((unsigned long)(srng->u.dst_ring.hp_addr) -
  2339. (unsigned long)(hal->shadow_rdptr_mem_vaddr));
  2340. }
  2341. }
  2342. /**
  2343. * hal_srng_get_tp_addr - Get tail pointer physical address
  2344. *
  2345. * @hal_soc: Opaque HAL SOC handle
  2346. * @hal_ring_hdl: Ring pointer (Source or Destination ring)
  2347. *
  2348. */
  2349. static inline qdf_dma_addr_t
  2350. hal_srng_get_tp_addr(void *hal_soc, hal_ring_handle_t hal_ring_hdl)
  2351. {
  2352. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  2353. struct hal_soc *hal = (struct hal_soc *)hal_soc;
  2354. if (srng->ring_dir == HAL_SRNG_SRC_RING) {
  2355. return hal->shadow_rdptr_mem_paddr +
  2356. ((unsigned long)(srng->u.src_ring.tp_addr) -
  2357. (unsigned long)(hal->shadow_rdptr_mem_vaddr));
  2358. } else {
  2359. return hal->shadow_wrptr_mem_paddr +
  2360. ((unsigned long)(srng->u.dst_ring.tp_addr) -
  2361. (unsigned long)(hal->shadow_wrptr_mem_vaddr));
  2362. }
  2363. }
  2364. /**
  2365. * hal_srng_get_num_entries - Get total entries in the HAL Srng
  2366. *
  2367. * @hal_soc: Opaque HAL SOC handle
  2368. * @hal_ring_hdl: Ring pointer (Source or Destination ring)
  2369. *
  2370. * Return: total number of entries in hal ring
  2371. */
  2372. static inline
  2373. uint32_t hal_srng_get_num_entries(hal_soc_handle_t hal_soc_hdl,
  2374. hal_ring_handle_t hal_ring_hdl)
  2375. {
  2376. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  2377. return srng->num_entries;
  2378. }
  2379. /**
  2380. * hal_get_srng_params - Retrieve SRNG parameters for a given ring from HAL
  2381. *
  2382. * @hal_soc: Opaque HAL SOC handle
  2383. * @hal_ring_hdl: Ring pointer (Source or Destination ring)
  2384. * @ring_params: SRNG parameters will be returned through this structure
  2385. */
  2386. void hal_get_srng_params(hal_soc_handle_t hal_soc_hdl,
  2387. hal_ring_handle_t hal_ring_hdl,
  2388. struct hal_srng_params *ring_params);
  2389. /**
  2390. * hal_mem_info - Retrieve hal memory base address
  2391. *
  2392. * @hal_soc: Opaque HAL SOC handle
  2393. * @mem: pointer to structure to be updated with hal mem info
  2394. */
  2395. void hal_get_meminfo(hal_soc_handle_t hal_soc_hdl, struct hal_mem_info *mem);
  2396. /**
  2397. * hal_get_target_type - Return target type
  2398. *
  2399. * @hal_soc: Opaque HAL SOC handle
  2400. */
  2401. uint32_t hal_get_target_type(hal_soc_handle_t hal_soc_hdl);
  2402. /**
  2403. * hal_srng_dst_hw_init - Private function to initialize SRNG
  2404. * destination ring HW
  2405. * @hal_soc: HAL SOC handle
  2406. * @srng: SRNG ring pointer
  2407. * @idle_check: Check if ring is idle
  2408. */
  2409. static inline void hal_srng_dst_hw_init(struct hal_soc *hal,
  2410. struct hal_srng *srng, bool idle_check)
  2411. {
  2412. hal->ops->hal_srng_dst_hw_init(hal, srng, idle_check);
  2413. }
  2414. /**
  2415. * hal_srng_src_hw_init - Private function to initialize SRNG
  2416. * source ring HW
  2417. * @hal_soc: HAL SOC handle
  2418. * @srng: SRNG ring pointer
  2419. * @idle_check: Check if ring is idle
  2420. */
  2421. static inline void hal_srng_src_hw_init(struct hal_soc *hal,
  2422. struct hal_srng *srng, bool idle_check)
  2423. {
  2424. hal->ops->hal_srng_src_hw_init(hal, srng, idle_check);
  2425. }
  2426. /**
  2427. * hal_srng_hw_disable - Private function to disable SRNG
  2428. * source ring HW
  2429. * @hal_soc: HAL SOC handle
  2430. * @srng: SRNG ring pointer
  2431. */
  2432. static inline
  2433. void hal_srng_hw_disable(struct hal_soc *hal_soc, struct hal_srng *srng)
  2434. {
  2435. if (hal_soc->ops->hal_srng_hw_disable)
  2436. hal_soc->ops->hal_srng_hw_disable(hal_soc, srng);
  2437. }
  2438. /**
  2439. * hal_get_hw_hptp() - Get HW head and tail pointer value for any ring
  2440. * @hal_soc: Opaque HAL SOC handle
  2441. * @hal_ring_hdl: Source ring pointer
  2442. * @headp: Head Pointer
  2443. * @tailp: Tail Pointer
  2444. * @ring_type: Ring
  2445. *
  2446. * Return: Update tail pointer and head pointer in arguments.
  2447. */
  2448. static inline
  2449. void hal_get_hw_hptp(hal_soc_handle_t hal_soc_hdl,
  2450. hal_ring_handle_t hal_ring_hdl,
  2451. uint32_t *headp, uint32_t *tailp,
  2452. uint8_t ring_type)
  2453. {
  2454. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  2455. hal_soc->ops->hal_get_hw_hptp(hal_soc, hal_ring_hdl,
  2456. headp, tailp, ring_type);
  2457. }
  2458. /**
  2459. * hal_reo_setup - Initialize HW REO block
  2460. *
  2461. * @hal_soc: Opaque HAL SOC handle
  2462. * @reo_params: parameters needed by HAL for REO config
  2463. * @qref_reset: reset qref
  2464. */
  2465. static inline void hal_reo_setup(hal_soc_handle_t hal_soc_hdl,
  2466. void *reoparams, int qref_reset)
  2467. {
  2468. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  2469. hal_soc->ops->hal_reo_setup(hal_soc, reoparams, qref_reset);
  2470. }
  2471. static inline
  2472. void hal_compute_reo_remap_ix2_ix3(hal_soc_handle_t hal_soc_hdl,
  2473. uint32_t *ring, uint32_t num_rings,
  2474. uint32_t *remap1, uint32_t *remap2)
  2475. {
  2476. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  2477. return hal_soc->ops->hal_compute_reo_remap_ix2_ix3(ring,
  2478. num_rings, remap1, remap2);
  2479. }
  2480. static inline
  2481. void hal_compute_reo_remap_ix0(hal_soc_handle_t hal_soc_hdl, uint32_t *remap0)
  2482. {
  2483. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  2484. if (hal_soc->ops->hal_compute_reo_remap_ix0)
  2485. hal_soc->ops->hal_compute_reo_remap_ix0(remap0);
  2486. }
  2487. /**
  2488. * hal_setup_link_idle_list - Setup scattered idle list using the
  2489. * buffer list provided
  2490. *
  2491. * @hal_soc: Opaque HAL SOC handle
  2492. * @scatter_bufs_base_paddr: Array of physical base addresses
  2493. * @scatter_bufs_base_vaddr: Array of virtual base addresses
  2494. * @num_scatter_bufs: Number of scatter buffers in the above lists
  2495. * @scatter_buf_size: Size of each scatter buffer
  2496. * @last_buf_end_offset: Offset to the last entry
  2497. * @num_entries: Total entries of all scatter bufs
  2498. *
  2499. */
  2500. static inline
  2501. void hal_setup_link_idle_list(hal_soc_handle_t hal_soc_hdl,
  2502. qdf_dma_addr_t scatter_bufs_base_paddr[],
  2503. void *scatter_bufs_base_vaddr[],
  2504. uint32_t num_scatter_bufs,
  2505. uint32_t scatter_buf_size,
  2506. uint32_t last_buf_end_offset,
  2507. uint32_t num_entries)
  2508. {
  2509. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  2510. hal_soc->ops->hal_setup_link_idle_list(hal_soc, scatter_bufs_base_paddr,
  2511. scatter_bufs_base_vaddr, num_scatter_bufs,
  2512. scatter_buf_size, last_buf_end_offset,
  2513. num_entries);
  2514. }
  2515. #ifdef DUMP_REO_QUEUE_INFO_IN_DDR
  2516. /**
  2517. * hal_dump_rx_reo_queue_desc() - Dump reo queue descriptor fields
  2518. * @hw_qdesc_vaddr_aligned: Pointer to hw reo queue desc virtual addr
  2519. *
  2520. * Use the virtual addr pointer to reo h/w queue desc to read
  2521. * the values from ddr and log them.
  2522. *
  2523. * Return: none
  2524. */
  2525. static inline void hal_dump_rx_reo_queue_desc(
  2526. void *hw_qdesc_vaddr_aligned)
  2527. {
  2528. struct rx_reo_queue *hw_qdesc =
  2529. (struct rx_reo_queue *)hw_qdesc_vaddr_aligned;
  2530. if (!hw_qdesc)
  2531. return;
  2532. hal_info("receive_queue_number %u vld %u window_jump_2k %u"
  2533. " hole_count %u ba_window_size %u ignore_ampdu_flag %u"
  2534. " svld %u ssn %u current_index %u"
  2535. " disable_duplicate_detection %u soft_reorder_enable %u"
  2536. " chk_2k_mode %u oor_mode %u mpdu_frames_processed_count %u"
  2537. " msdu_frames_processed_count %u total_processed_byte_count %u"
  2538. " late_receive_mpdu_count %u seq_2k_error_detected_flag %u"
  2539. " pn_error_detected_flag %u current_mpdu_count %u"
  2540. " current_msdu_count %u timeout_count %u"
  2541. " forward_due_to_bar_count %u duplicate_count %u"
  2542. " frames_in_order_count %u bar_received_count %u"
  2543. " pn_check_needed %u pn_shall_be_even %u"
  2544. " pn_shall_be_uneven %u pn_size %u",
  2545. hw_qdesc->receive_queue_number,
  2546. hw_qdesc->vld,
  2547. hw_qdesc->window_jump_2k,
  2548. hw_qdesc->hole_count,
  2549. hw_qdesc->ba_window_size,
  2550. hw_qdesc->ignore_ampdu_flag,
  2551. hw_qdesc->svld,
  2552. hw_qdesc->ssn,
  2553. hw_qdesc->current_index,
  2554. hw_qdesc->disable_duplicate_detection,
  2555. hw_qdesc->soft_reorder_enable,
  2556. hw_qdesc->chk_2k_mode,
  2557. hw_qdesc->oor_mode,
  2558. hw_qdesc->mpdu_frames_processed_count,
  2559. hw_qdesc->msdu_frames_processed_count,
  2560. hw_qdesc->total_processed_byte_count,
  2561. hw_qdesc->late_receive_mpdu_count,
  2562. hw_qdesc->seq_2k_error_detected_flag,
  2563. hw_qdesc->pn_error_detected_flag,
  2564. hw_qdesc->current_mpdu_count,
  2565. hw_qdesc->current_msdu_count,
  2566. hw_qdesc->timeout_count,
  2567. hw_qdesc->forward_due_to_bar_count,
  2568. hw_qdesc->duplicate_count,
  2569. hw_qdesc->frames_in_order_count,
  2570. hw_qdesc->bar_received_count,
  2571. hw_qdesc->pn_check_needed,
  2572. hw_qdesc->pn_shall_be_even,
  2573. hw_qdesc->pn_shall_be_uneven,
  2574. hw_qdesc->pn_size);
  2575. }
  2576. #else /* DUMP_REO_QUEUE_INFO_IN_DDR */
  2577. static inline void hal_dump_rx_reo_queue_desc(
  2578. void *hw_qdesc_vaddr_aligned)
  2579. {
  2580. }
  2581. #endif /* DUMP_REO_QUEUE_INFO_IN_DDR */
  2582. /**
  2583. * hal_srng_dump_ring_desc() - Dump ring descriptor info
  2584. *
  2585. * @hal_soc: Opaque HAL SOC handle
  2586. * @hal_ring_hdl: Source ring pointer
  2587. * @ring_desc: Opaque ring descriptor handle
  2588. */
  2589. static inline void hal_srng_dump_ring_desc(hal_soc_handle_t hal_soc_hdl,
  2590. hal_ring_handle_t hal_ring_hdl,
  2591. hal_ring_desc_t ring_desc)
  2592. {
  2593. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  2594. QDF_TRACE_HEX_DUMP(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO_HIGH,
  2595. ring_desc, (srng->entry_size << 2));
  2596. }
  2597. /**
  2598. * hal_srng_dump_ring() - Dump last 128 descs of the ring
  2599. *
  2600. * @hal_soc: Opaque HAL SOC handle
  2601. * @hal_ring_hdl: Source ring pointer
  2602. */
  2603. static inline void hal_srng_dump_ring(hal_soc_handle_t hal_soc_hdl,
  2604. hal_ring_handle_t hal_ring_hdl)
  2605. {
  2606. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  2607. uint32_t *desc;
  2608. uint32_t tp, i;
  2609. tp = srng->u.dst_ring.tp;
  2610. for (i = 0; i < 128; i++) {
  2611. if (!tp)
  2612. tp = srng->ring_size;
  2613. desc = &srng->ring_base_vaddr[tp - srng->entry_size];
  2614. QDF_TRACE_HEX_DUMP(QDF_MODULE_ID_DP,
  2615. QDF_TRACE_LEVEL_DEBUG,
  2616. desc, (srng->entry_size << 2));
  2617. tp -= srng->entry_size;
  2618. }
  2619. }
  2620. /*
  2621. * hal_rxdma_desc_to_hal_ring_desc - API to convert rxdma ring desc
  2622. * to opaque dp_ring desc type
  2623. * @ring_desc - rxdma ring desc
  2624. *
  2625. * Return: hal_rxdma_desc_t type
  2626. */
  2627. static inline
  2628. hal_ring_desc_t hal_rxdma_desc_to_hal_ring_desc(hal_rxdma_desc_t ring_desc)
  2629. {
  2630. return (hal_ring_desc_t)ring_desc;
  2631. }
  2632. /**
  2633. * hal_srng_set_event() - Set hal_srng event
  2634. * @hal_ring_hdl: Source ring pointer
  2635. * @event: SRNG ring event
  2636. *
  2637. * Return: None
  2638. */
  2639. static inline void hal_srng_set_event(hal_ring_handle_t hal_ring_hdl, int event)
  2640. {
  2641. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  2642. qdf_atomic_set_bit(event, &srng->srng_event);
  2643. }
  2644. /**
  2645. * hal_srng_clear_event() - Clear hal_srng event
  2646. * @hal_ring_hdl: Source ring pointer
  2647. * @event: SRNG ring event
  2648. *
  2649. * Return: None
  2650. */
  2651. static inline
  2652. void hal_srng_clear_event(hal_ring_handle_t hal_ring_hdl, int event)
  2653. {
  2654. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  2655. qdf_atomic_clear_bit(event, &srng->srng_event);
  2656. }
  2657. /**
  2658. * hal_srng_get_clear_event() - Clear srng event and return old value
  2659. * @hal_ring_hdl: Source ring pointer
  2660. * @event: SRNG ring event
  2661. *
  2662. * Return: Return old event value
  2663. */
  2664. static inline
  2665. int hal_srng_get_clear_event(hal_ring_handle_t hal_ring_hdl, int event)
  2666. {
  2667. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  2668. return qdf_atomic_test_and_clear_bit(event, &srng->srng_event);
  2669. }
  2670. /**
  2671. * hal_srng_set_flush_last_ts() - Record last flush time stamp
  2672. * @hal_ring_hdl: Source ring pointer
  2673. *
  2674. * Return: None
  2675. */
  2676. static inline void hal_srng_set_flush_last_ts(hal_ring_handle_t hal_ring_hdl)
  2677. {
  2678. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  2679. srng->last_flush_ts = qdf_get_log_timestamp();
  2680. }
  2681. /**
  2682. * hal_srng_inc_flush_cnt() - Increment flush counter
  2683. * @hal_ring_hdl: Source ring pointer
  2684. *
  2685. * Return: None
  2686. */
  2687. static inline void hal_srng_inc_flush_cnt(hal_ring_handle_t hal_ring_hdl)
  2688. {
  2689. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  2690. srng->flush_count++;
  2691. }
  2692. /**
  2693. * hal_rx_sw_mon_desc_info_get () - Get SW monitor desc info
  2694. *
  2695. * @hal: Core HAL soc handle
  2696. * @ring_desc: Mon dest ring descriptor
  2697. * @desc_info: Desc info to be populated
  2698. *
  2699. * Return void
  2700. */
  2701. static inline void
  2702. hal_rx_sw_mon_desc_info_get(struct hal_soc *hal,
  2703. hal_ring_desc_t ring_desc,
  2704. hal_rx_mon_desc_info_t desc_info)
  2705. {
  2706. return hal->ops->hal_rx_sw_mon_desc_info_get(ring_desc, desc_info);
  2707. }
  2708. /**
  2709. * hal_reo_set_err_dst_remap() - Set REO error destination ring remap
  2710. * register value.
  2711. *
  2712. * @hal_soc_hdl: Opaque HAL soc handle
  2713. *
  2714. * Return: None
  2715. */
  2716. static inline void hal_reo_set_err_dst_remap(hal_soc_handle_t hal_soc_hdl)
  2717. {
  2718. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  2719. if (hal_soc->ops->hal_reo_set_err_dst_remap)
  2720. hal_soc->ops->hal_reo_set_err_dst_remap(hal_soc);
  2721. }
  2722. /**
  2723. * hal_reo_enable_pn_in_dest() - Subscribe for previous PN for 2k-jump or
  2724. * OOR error frames
  2725. * @hal_soc_hdl: Opaque HAL soc handle
  2726. *
  2727. * Return: true if feature is enabled,
  2728. * false, otherwise.
  2729. */
  2730. static inline uint8_t
  2731. hal_reo_enable_pn_in_dest(hal_soc_handle_t hal_soc_hdl)
  2732. {
  2733. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  2734. if (hal_soc->ops->hal_reo_enable_pn_in_dest)
  2735. return hal_soc->ops->hal_reo_enable_pn_in_dest(hal_soc);
  2736. return 0;
  2737. }
  2738. #ifdef GENERIC_SHADOW_REGISTER_ACCESS_ENABLE
  2739. /**
  2740. * hal_set_one_target_reg_config() - Populate the target reg
  2741. * offset in hal_soc for one non srng related register at the
  2742. * given list index
  2743. * @hal_soc: hal handle
  2744. * @target_reg_offset: target register offset
  2745. * @list_index: index in hal list for shadow regs
  2746. *
  2747. * Return: none
  2748. */
  2749. void hal_set_one_target_reg_config(struct hal_soc *hal,
  2750. uint32_t target_reg_offset,
  2751. int list_index);
  2752. /**
  2753. * hal_set_shadow_regs() - Populate register offset for
  2754. * registers that need to be populated in list_shadow_reg_config
  2755. * in order to be sent to FW. These reg offsets will be mapped
  2756. * to shadow registers.
  2757. * @hal_soc: hal handle
  2758. *
  2759. * Return: QDF_STATUS_OK on success
  2760. */
  2761. QDF_STATUS hal_set_shadow_regs(void *hal_soc);
  2762. /**
  2763. * hal_construct_shadow_regs() - initialize the shadow registers
  2764. * for non-srng related register configs
  2765. * @hal_soc: hal handle
  2766. *
  2767. * Return: QDF_STATUS_OK on success
  2768. */
  2769. QDF_STATUS hal_construct_shadow_regs(void *hal_soc);
  2770. #else /* GENERIC_SHADOW_REGISTER_ACCESS_ENABLE */
  2771. static inline void hal_set_one_target_reg_config(
  2772. struct hal_soc *hal,
  2773. uint32_t target_reg_offset,
  2774. int list_index)
  2775. {
  2776. }
  2777. static inline QDF_STATUS hal_set_shadow_regs(void *hal_soc)
  2778. {
  2779. return QDF_STATUS_SUCCESS;
  2780. }
  2781. static inline QDF_STATUS hal_construct_shadow_regs(void *hal_soc)
  2782. {
  2783. return QDF_STATUS_SUCCESS;
  2784. }
  2785. #endif /* GENERIC_SHADOW_REGISTER_ACCESS_ENABLE */
  2786. #ifdef FEATURE_HAL_DELAYED_REG_WRITE
  2787. /**
  2788. * hal_flush_reg_write_work() - flush all writes from register write queue
  2789. * @arg: hal_soc pointer
  2790. *
  2791. * Return: None
  2792. */
  2793. void hal_flush_reg_write_work(hal_soc_handle_t hal_handle);
  2794. #else
  2795. static inline void hal_flush_reg_write_work(hal_soc_handle_t hal_handle) { }
  2796. #endif
  2797. /**
  2798. * hal_get_ring_usage - Calculate the ring usage percentage
  2799. * @hal_ring_hdl: Ring pointer
  2800. * @ring_type: Ring type
  2801. * @headp: pointer to head value
  2802. * @tailp: pointer to tail value
  2803. *
  2804. * Calculate the ring usage percentage for src and dest rings
  2805. *
  2806. * Return: Ring usage percentage
  2807. */
  2808. static inline
  2809. uint32_t hal_get_ring_usage(
  2810. hal_ring_handle_t hal_ring_hdl,
  2811. enum hal_ring_type ring_type, uint32_t *headp, uint32_t *tailp)
  2812. {
  2813. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  2814. uint32_t num_avail, num_valid = 0;
  2815. uint32_t ring_usage;
  2816. if (srng->ring_dir == HAL_SRNG_SRC_RING) {
  2817. if (*tailp > *headp)
  2818. num_avail = ((*tailp - *headp) / srng->entry_size) - 1;
  2819. else
  2820. num_avail = ((srng->ring_size - *headp + *tailp) /
  2821. srng->entry_size) - 1;
  2822. if (ring_type == WBM_IDLE_LINK)
  2823. num_valid = num_avail;
  2824. else
  2825. num_valid = srng->num_entries - num_avail;
  2826. } else {
  2827. if (*headp >= *tailp)
  2828. num_valid = ((*headp - *tailp) / srng->entry_size);
  2829. else
  2830. num_valid = ((srng->ring_size - *tailp + *headp) /
  2831. srng->entry_size);
  2832. }
  2833. ring_usage = (100 * num_valid) / srng->num_entries;
  2834. return ring_usage;
  2835. }
  2836. /**
  2837. * hal_cmem_write() - function for CMEM buffer writing
  2838. * @hal_soc_hdl: HAL SOC handle
  2839. * @offset: CMEM address
  2840. * @value: value to write
  2841. *
  2842. * Return: None.
  2843. */
  2844. static inline void
  2845. hal_cmem_write(hal_soc_handle_t hal_soc_hdl, uint32_t offset,
  2846. uint32_t value)
  2847. {
  2848. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  2849. if (hal_soc->ops->hal_cmem_write)
  2850. hal_soc->ops->hal_cmem_write(hal_soc_hdl, offset, value);
  2851. return;
  2852. }
  2853. static inline bool
  2854. hal_dmac_cmn_src_rxbuf_ring_get(hal_soc_handle_t hal_soc_hdl)
  2855. {
  2856. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  2857. return hal_soc->dmac_cmn_src_rxbuf_ring;
  2858. }
  2859. /**
  2860. * hal_srng_dst_prefetch() - function to prefetch 4 destination ring descs
  2861. * @hal_soc_hdl: HAL SOC handle
  2862. * @hal_ring_hdl: Destination ring pointer
  2863. * @num_valid: valid entries in the ring
  2864. *
  2865. * return: last prefetched destination ring descriptor
  2866. */
  2867. static inline
  2868. void *hal_srng_dst_prefetch(hal_soc_handle_t hal_soc_hdl,
  2869. hal_ring_handle_t hal_ring_hdl,
  2870. uint16_t num_valid)
  2871. {
  2872. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  2873. uint8_t *desc;
  2874. uint32_t cnt;
  2875. /*
  2876. * prefetching 4 HW descriptors will ensure atleast by the time
  2877. * 5th HW descriptor is being processed it is guaranteed that the
  2878. * 5th HW descriptor, its SW Desc, its nbuf and its nbuf's data
  2879. * are in cache line. basically ensuring all the 4 (HW, SW, nbuf
  2880. * & nbuf->data) are prefetched.
  2881. */
  2882. uint32_t max_prefetch = 4;
  2883. if (srng->u.dst_ring.tp == srng->u.dst_ring.cached_hp)
  2884. return NULL;
  2885. desc = (uint8_t *)&srng->ring_base_vaddr[srng->u.dst_ring.tp];
  2886. if (num_valid < max_prefetch)
  2887. max_prefetch = num_valid;
  2888. for (cnt = 0; cnt < max_prefetch; cnt++) {
  2889. desc += srng->entry_size * sizeof(uint32_t);
  2890. if (desc == ((uint8_t *)srng->ring_vaddr_end))
  2891. desc = (uint8_t *)&srng->ring_base_vaddr[0];
  2892. qdf_prefetch(desc);
  2893. }
  2894. return (void *)desc;
  2895. }
  2896. /**
  2897. * hal_srng_dst_prefetch_next_cached_desc() - function to prefetch next desc
  2898. * @hal_soc_hdl: HAL SOC handle
  2899. * @hal_ring_hdl: Destination ring pointer
  2900. * @last_prefetched_hw_desc: last prefetched HW descriptor
  2901. *
  2902. * return: next prefetched destination descriptor
  2903. */
  2904. static inline
  2905. void *hal_srng_dst_prefetch_next_cached_desc(hal_soc_handle_t hal_soc_hdl,
  2906. hal_ring_handle_t hal_ring_hdl,
  2907. uint8_t *last_prefetched_hw_desc)
  2908. {
  2909. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  2910. if (srng->u.dst_ring.tp == srng->u.dst_ring.cached_hp)
  2911. return NULL;
  2912. last_prefetched_hw_desc += srng->entry_size * sizeof(uint32_t);
  2913. if (last_prefetched_hw_desc == ((uint8_t *)srng->ring_vaddr_end))
  2914. last_prefetched_hw_desc = (uint8_t *)&srng->ring_base_vaddr[0];
  2915. qdf_prefetch(last_prefetched_hw_desc);
  2916. return (void *)last_prefetched_hw_desc;
  2917. }
  2918. /**
  2919. * hal_srng_dst_prefetch_32_byte_desc() - function to prefetch a desc at
  2920. * 64 byte offset
  2921. * @hal_soc_hdl: HAL SOC handle
  2922. * @hal_ring_hdl: Destination ring pointer
  2923. * @num_valid: valid entries in the ring
  2924. *
  2925. * return: last prefetched destination ring descriptor
  2926. */
  2927. static inline
  2928. void *hal_srng_dst_prefetch_32_byte_desc(hal_soc_handle_t hal_soc_hdl,
  2929. hal_ring_handle_t hal_ring_hdl,
  2930. uint16_t num_valid)
  2931. {
  2932. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  2933. uint8_t *desc;
  2934. if (srng->u.dst_ring.tp == srng->u.dst_ring.cached_hp)
  2935. return NULL;
  2936. desc = (uint8_t *)&srng->ring_base_vaddr[srng->u.dst_ring.tp];
  2937. if ((uintptr_t)desc & 0x3f)
  2938. desc += srng->entry_size * sizeof(uint32_t);
  2939. else
  2940. desc += (srng->entry_size * sizeof(uint32_t)) * 2;
  2941. if (desc == ((uint8_t *)srng->ring_vaddr_end))
  2942. desc = (uint8_t *)&srng->ring_base_vaddr[0];
  2943. qdf_prefetch(desc);
  2944. return (void *)(desc + srng->entry_size * sizeof(uint32_t));
  2945. }
  2946. /**
  2947. * hal_srng_dst_prefetch_next_cached_desc() - function to prefetch next desc
  2948. * @hal_soc_hdl: HAL SOC handle
  2949. * @hal_ring_hdl: Destination ring pointer
  2950. * @last_prefetched_hw_desc: last prefetched HW descriptor
  2951. *
  2952. * return: next prefetched destination descriptor
  2953. */
  2954. static inline
  2955. void *hal_srng_dst_get_next_32_byte_desc(hal_soc_handle_t hal_soc_hdl,
  2956. hal_ring_handle_t hal_ring_hdl,
  2957. uint8_t *last_prefetched_hw_desc)
  2958. {
  2959. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  2960. if (srng->u.dst_ring.tp == srng->u.dst_ring.cached_hp)
  2961. return NULL;
  2962. last_prefetched_hw_desc += srng->entry_size * sizeof(uint32_t);
  2963. if (last_prefetched_hw_desc == ((uint8_t *)srng->ring_vaddr_end))
  2964. last_prefetched_hw_desc = (uint8_t *)&srng->ring_base_vaddr[0];
  2965. return (void *)last_prefetched_hw_desc;
  2966. }
  2967. /**
  2968. * hal_srng_src_set_hp() - set head idx.
  2969. * @hal_soc_hdl: HAL SOC handle
  2970. * @idx: head idx
  2971. *
  2972. * return: none
  2973. */
  2974. static inline
  2975. void hal_srng_src_set_hp(hal_ring_handle_t hal_ring_hdl, uint16_t idx)
  2976. {
  2977. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  2978. srng->u.src_ring.hp = idx * srng->entry_size;
  2979. }
  2980. /**
  2981. * hal_srng_dst_set_tp() - set tail idx.
  2982. * @hal_soc_hdl: HAL SOC handle
  2983. * @idx: tail idx
  2984. *
  2985. * return: none
  2986. */
  2987. static inline
  2988. void hal_srng_dst_set_tp(hal_ring_handle_t hal_ring_hdl, uint16_t idx)
  2989. {
  2990. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  2991. srng->u.dst_ring.tp = idx * srng->entry_size;
  2992. }
  2993. /**
  2994. * hal_srng_src_get_tpidx() - get tail idx
  2995. * @hal_soc_hdl: HAL SOC handle
  2996. *
  2997. * return: tail idx
  2998. */
  2999. static inline
  3000. uint16_t hal_srng_src_get_tpidx(hal_ring_handle_t hal_ring_hdl)
  3001. {
  3002. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  3003. uint32_t tp = *(volatile uint32_t *)(srng->u.src_ring.tp_addr);
  3004. return tp / srng->entry_size;
  3005. }
  3006. /**
  3007. * hal_srng_dst_get_hpidx() - get head idx
  3008. * @hal_soc_hdl: HAL SOC handle
  3009. *
  3010. * return: head idx
  3011. */
  3012. static inline
  3013. uint16_t hal_srng_dst_get_hpidx(hal_ring_handle_t hal_ring_hdl)
  3014. {
  3015. struct hal_srng *srng = (struct hal_srng *)hal_ring_hdl;
  3016. uint32_t hp = *(volatile uint32_t *)(srng->u.dst_ring.hp_addr);
  3017. return hp / srng->entry_size;
  3018. }
  3019. #endif /* _HAL_APIH_ */