sde_dbg.c 70 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (c) 2009-2021, The Linux Foundation. All rights reserved.
  4. */
  5. #define pr_fmt(fmt) "[drm:%s:%d] " fmt, __func__, __LINE__
  6. #include <linux/delay.h>
  7. #include <linux/spinlock.h>
  8. #include <linux/ktime.h>
  9. #include <linux/debugfs.h>
  10. #include <linux/uaccess.h>
  11. #include <linux/dma-buf.h>
  12. #include <linux/slab.h>
  13. #include <linux/list_sort.h>
  14. #include <linux/pm.h>
  15. #include <linux/pm_runtime.h>
  16. #include "sde_dbg.h"
  17. #include "sde/sde_hw_catalog.h"
  18. #define SDE_DBG_BASE_MAX 10
  19. #define DEFAULT_PANIC 1
  20. #define DEFAULT_REGDUMP SDE_DBG_DUMP_IN_MEM
  21. #define DEFAULT_DBGBUS_SDE SDE_DBG_DUMP_IN_MEM
  22. #define DEFAULT_DBGBUS_VBIFRT SDE_DBG_DUMP_IN_MEM
  23. #define DEFAULT_DBGBUS_DSI SDE_DBG_DUMP_IN_MEM
  24. #define DEFAULT_DBGBUS_RSC SDE_DBG_DUMP_IN_MEM
  25. #define DEFAULT_DBGBUS_LUTDMA SDE_DBG_DUMP_IN_MEM
  26. #define DEFAULT_DBGBUS_DP SDE_DBG_DUMP_IN_MEM
  27. #define DEFAULT_BASE_REG_CNT DEFAULT_MDSS_HW_BLOCK_SIZE
  28. #define GROUP_BYTES 4
  29. #define ROW_BYTES 16
  30. #define RANGE_NAME_LEN 40
  31. #define REG_BASE_NAME_LEN 80
  32. #define DBGBUS_NAME_SDE "sde"
  33. #define DBGBUS_NAME_VBIF_RT "vbif_rt"
  34. #define DBGBUS_NAME_DSI "dsi"
  35. #define DBGBUS_NAME_RSC "sde_rsc_wrapper"
  36. #define DBGBUS_NAME_LUTDMA "reg_dma"
  37. #define DBGBUS_NAME_DP "dp_ahb"
  38. /* offsets from LUTDMA top address for the debug buses */
  39. #define LUTDMA_0_DEBUG_BUS_CTRL 0x1e8
  40. #define LUTDMA_0_DEBUG_BUS_STATUS 0x1ec
  41. #define LUTDMA_1_DEBUG_BUS_CTRL 0x5e8
  42. #define LUTDMA_1_DEBUG_BUS_STATUS 0x5ec
  43. /* offsets from sde top address for the debug buses */
  44. #define DBGBUS_SSPP0 0x188
  45. #define DBGBUS_AXI_INTF 0x194
  46. #define DBGBUS_SSPP1 0x298
  47. #define DBGBUS_DSPP 0x348
  48. #define DBGBUS_DSPP_STATUS 0x34C
  49. #define DBGBUS_PERIPH 0x418
  50. /* offsets from DSI CTRL base address for the DSI debug buses */
  51. #define DSI_DEBUG_BUS_CTRL 0x0124
  52. #define DSI_DEBUG_BUS 0x0128
  53. #define TEST_MASK(id, tp) ((id << 4) | (tp << 1) | BIT(0))
  54. #define TEST_EXT_MASK(id, tp) (((tp >> 3) << 24) | (id << 4) \
  55. | ((tp & 0x7) << 1) | BIT(0))
  56. /* following offsets are with respect to MDP VBIF base for DBG BUS access */
  57. #define MMSS_VBIF_CLKON 0x4
  58. #define MMSS_VBIF_TEST_BUS_OUT_CTRL 0x210
  59. #define MMSS_VBIF_TEST_BUS1_CTRL0 0x214
  60. #define MMSS_VBIF_TEST_BUS2_CTRL0 0x21c
  61. #define MMSS_VBIF_TEST_BUS_OUT 0x230
  62. /* Vbif error info */
  63. #define MMSS_VBIF_PND_ERR 0x190
  64. #define MMSS_VBIF_SRC_ERR 0x194
  65. #define MMSS_VBIF_XIN_HALT_CTRL1 0x204
  66. #define MMSS_VBIF_ERR_INFO 0X1a0
  67. #define MMSS_VBIF_ERR_INFO_1 0x1a4
  68. #define MMSS_VBIF_CLIENT_NUM 14
  69. #define RSC_WRAPPER_DEBUG_BUS 0x010
  70. #define RSC_WRAPPER_DEBUG_BUS_DATA 0x014
  71. /* offsets from DP AHB base address for DP debug bus */
  72. #define DPTX_DEBUG_BUS_CTRL 0x88
  73. #define DPTX_DEBUG_BUS_OUTPUT 0x8c
  74. /* print debug ranges in groups of 4 u32s */
  75. #define REG_DUMP_ALIGN 16
  76. #define RSC_DEBUG_MUX_SEL_SDM845 9
  77. #define DBG_CTRL_STOP_FTRACE BIT(0)
  78. #define DBG_CTRL_PANIC_UNDERRUN BIT(1)
  79. #define DBG_CTRL_RESET_HW_PANIC BIT(2)
  80. #define DBG_CTRL_MAX BIT(3)
  81. #define DUMP_BUF_SIZE (4096 * 512)
  82. #define DUMP_CLMN_COUNT 4
  83. #define DUMP_LINE_SIZE 256
  84. #define DUMP_MAX_LINES_PER_BLK 512
  85. #define EXT_TEST_GROUP_SEL_EN 0x7
  86. #define DSPP_DEBUGBUS_CTRL_EN 0x7001
  87. #define SDE_HW_REV_MAJOR(rev) ((rev) >> 28)
  88. #define SDE_DBG_LOG_START "start"
  89. #define SDE_DBG_LOG_END "end"
  90. #define SDE_DBG_LOG_MARKER(name, marker) \
  91. dev_info(sde_dbg_base.dev, "======== %s %s dump =========\n", marker, name)
  92. #define SDE_DBG_LOG_ENTRY(off, x0, x4, x8, xc) \
  93. dev_info(sde_dbg_base.dev, "0x%lx : %08x %08x %08x %08x\n", off, x0, x4, x8, xc)
  94. #define SDE_DBG_LOG_DUMP_ADDR(name, addr, size, off) \
  95. dev_info(sde_dbg_base.dev, "%s: start_addr:0x%pK len:0x%x offset=0x%lx\n", \
  96. name, addr, size, off)
  97. #define SDE_DBG_LOG_DEBUGBUS(name, addr, block_id, test_id, val) \
  98. dev_err(sde_dbg_base.dev, "%s 0x%x %d %d 0x%x\n", \
  99. name, addr, block_id, test_id, val)
  100. /**
  101. * struct sde_dbg_reg_offset - tracking for start and end of region
  102. * @start: start offset
  103. * @start: end offset
  104. */
  105. struct sde_dbg_reg_offset {
  106. u32 start;
  107. u32 end;
  108. };
  109. /**
  110. * struct sde_dbg_reg_range - register dumping named sub-range
  111. * @head: head of this node
  112. * @reg_dump: address for the mem dump
  113. * @range_name: name of this range
  114. * @offset: offsets for range to dump
  115. * @xin_id: client xin id
  116. */
  117. struct sde_dbg_reg_range {
  118. struct list_head head;
  119. u32 *reg_dump;
  120. char range_name[RANGE_NAME_LEN];
  121. struct sde_dbg_reg_offset offset;
  122. uint32_t xin_id;
  123. };
  124. /**
  125. * struct sde_dbg_reg_base - register region base.
  126. * may sub-ranges: sub-ranges are used for dumping
  127. * or may not have sub-ranges: dumping is base -> max_offset
  128. * @reg_base_head: head of this node
  129. * @sub_range_list: head to the list with dump ranges
  130. * @name: register base name
  131. * @base: base pointer
  132. * @off: cached offset of region for manual register dumping
  133. * @cnt: cached range of region for manual register dumping
  134. * @max_offset: length of region
  135. * @buf: buffer used for manual register dumping
  136. * @buf_len: buffer length used for manual register dumping
  137. * @reg_dump: address for the mem dump if no ranges used
  138. * @cb: callback for external dump function, null if not defined
  139. * @cb_ptr: private pointer to callback function
  140. */
  141. struct sde_dbg_reg_base {
  142. struct list_head reg_base_head;
  143. struct list_head sub_range_list;
  144. char name[REG_BASE_NAME_LEN];
  145. void __iomem *base;
  146. size_t off;
  147. size_t cnt;
  148. size_t max_offset;
  149. char *buf;
  150. size_t buf_len;
  151. u32 *reg_dump;
  152. void (*cb)(void *ptr);
  153. void *cb_ptr;
  154. };
  155. struct sde_debug_bus_entry {
  156. u32 wr_addr;
  157. u32 rd_addr;
  158. u32 block_id;
  159. u32 block_id_max;
  160. u32 test_id;
  161. u32 test_id_max;
  162. void (*analyzer)(u32 wr_addr, u32 block_id, u32 test_id, u32 val);
  163. };
  164. struct sde_dbg_dsi_ctrl_list_entry {
  165. const char *name;
  166. void __iomem *base;
  167. struct list_head list;
  168. };
  169. struct sde_dbg_debug_bus_common {
  170. char *name;
  171. u32 enable_mask;
  172. bool include_in_deferred_work;
  173. u32 entries_size;
  174. u32 limited_entries_size;
  175. u32 *dumped_content;
  176. u32 content_idx;
  177. u32 content_size;
  178. };
  179. struct sde_dbg_sde_debug_bus {
  180. struct sde_dbg_debug_bus_common cmn;
  181. struct sde_debug_bus_entry *entries;
  182. struct sde_debug_bus_entry *limited_entries;
  183. u32 top_blk_off;
  184. u32 (*read_tp)(void __iomem *mem_base, u32 wr_addr, u32 rd_addr, u32 block_id, u32 test_id);
  185. void (*clear_tp)(void __iomem *mem_base, u32 wr_addr);
  186. void (*disable_block)(void __iomem *mem_base, u32 wr_addr);
  187. };
  188. /**
  189. * struct sde_dbg_regbuf - wraps buffer and tracking params for register dumps
  190. * @buf: pointer to allocated memory for storing register dumps in hw recovery
  191. * @buf_size: size of the memory allocated
  192. * @len: size of the dump data valid in the buffer
  193. * @rpos: cursor points to the buffer position read by client
  194. * @dump_done: to indicate if dumping to user memory is complete
  195. * @cur_blk: points to the current sde_dbg_reg_base block
  196. */
  197. struct sde_dbg_regbuf {
  198. char *buf;
  199. int buf_size;
  200. int len;
  201. int rpos;
  202. int dump_done;
  203. struct sde_dbg_reg_base *cur_blk;
  204. };
  205. /**
  206. * struct sde_dbg_base - global sde debug base structure
  207. * @evtlog: event log instance
  208. * @reg_base_list: list of register dumping regions
  209. * @dev: device pointer
  210. * @mutex: mutex to serialize access to serialze dumps, debugfs access
  211. * @req_dump_blks: list of blocks requested for dumping
  212. * @panic_on_err: whether to kernel panic after triggering dump via debugfs
  213. * @dump_work: work struct for deferring register dump work to separate thread
  214. * @work_panic: panic after dump if internal user passed "panic" special region
  215. * @enable_reg_dump: whether to dump registers into memory, kernel log, or both
  216. * @dbgbus_sde: debug bus structure for the sde
  217. * @dbgbus_vbif_rt: debug bus structure for the realtime vbif
  218. * @dbgbus_dsi: debug bus structure for the dsi
  219. * @dbgbus_rsc: debug bus structure for rscc
  220. * @dbgbus_lutdma: debug bus structure for the lutdma hw
  221. * @dbgbus_dp: debug bus structure for dp
  222. * @dump_all: dump all entries in register dump
  223. * @dump_secure: dump entries excluding few as it is in secure-session
  224. * @regbuf: buffer data to track the register dumping in hw recovery
  225. * @cur_evt_index: index used for tracking event logs dump in hw recovery
  226. * @dbgbus_dump_idx: index used for tracking dbg-bus dump in hw recovery
  227. * @vbif_dbgbus_dump_idx: index for tracking vbif dumps in hw recovery
  228. */
  229. static struct sde_dbg_base {
  230. struct sde_dbg_evtlog *evtlog;
  231. struct list_head reg_base_list;
  232. struct device *dev;
  233. struct mutex mutex;
  234. struct sde_dbg_reg_base *req_dump_blks[SDE_DBG_BASE_MAX];
  235. u32 panic_on_err;
  236. struct work_struct dump_work;
  237. bool work_panic;
  238. u32 enable_reg_dump;
  239. struct sde_dbg_sde_debug_bus dbgbus_sde;
  240. struct sde_dbg_sde_debug_bus dbgbus_vbif_rt;
  241. struct sde_dbg_sde_debug_bus dbgbus_dsi;
  242. struct sde_dbg_sde_debug_bus dbgbus_rsc;
  243. struct sde_dbg_sde_debug_bus dbgbus_lutdma;
  244. struct sde_dbg_sde_debug_bus dbgbus_dp;
  245. bool dump_all;
  246. bool dump_secure;
  247. u32 debugfs_ctrl;
  248. struct sde_dbg_regbuf regbuf;
  249. u32 cur_evt_index;
  250. enum sde_dbg_dump_context dump_mode;
  251. } sde_dbg_base;
  252. static LIST_HEAD(sde_dbg_dsi_list);
  253. static DEFINE_MUTEX(sde_dbg_dsi_mutex);
  254. /* sde_dbg_base_evtlog - global pointer to main sde event log for macro use */
  255. struct sde_dbg_evtlog *sde_dbg_base_evtlog;
  256. static void _sde_debug_bus_xbar_dump(u32 wr_addr, u32 block_id, u32 test_id, u32 val)
  257. {
  258. SDE_DBG_LOG_DEBUGBUS("xbar", wr_addr, block_id, test_id, val);
  259. }
  260. static void _sde_debug_bus_lm_dump(u32 wr_addr, u32 block_id, u32 test_id, u32 val)
  261. {
  262. if (!(val & 0xFFF000))
  263. return;
  264. SDE_DBG_LOG_DEBUGBUS("lm", wr_addr, block_id, test_id, val);
  265. }
  266. static void _sde_debug_bus_ppb0_dump(u32 wr_addr, u32 block_id, u32 test_id, u32 val)
  267. {
  268. if (!(val & BIT(15)))
  269. return;
  270. SDE_DBG_LOG_DEBUGBUS("pp0", wr_addr, block_id, test_id, val);
  271. }
  272. static void _sde_debug_bus_ppb1_dump(u32 wr_addr, u32 block_id, u32 test_id, u32 val)
  273. {
  274. if (!(val & BIT(15)))
  275. return;
  276. SDE_DBG_LOG_DEBUGBUS("pp1", wr_addr, block_id, test_id, val);
  277. }
  278. static struct sde_debug_bus_entry dbg_bus_sde_limited[] = {
  279. { DBGBUS_SSPP0, DBGBUS_DSPP_STATUS, 0, 9, 0, 8 },
  280. { DBGBUS_SSPP0, DBGBUS_DSPP_STATUS, 20, 34, 0, 8 },
  281. { DBGBUS_SSPP0, DBGBUS_DSPP_STATUS, 60, 4, 0, 8 },
  282. { DBGBUS_SSPP0, DBGBUS_DSPP_STATUS, 70, 4, 0, 8 },
  283. { DBGBUS_SSPP1, DBGBUS_DSPP_STATUS, 0, 9, 0, 8 },
  284. { DBGBUS_SSPP1, DBGBUS_DSPP_STATUS, 20, 34, 0, 8 },
  285. { DBGBUS_SSPP1, DBGBUS_DSPP_STATUS, 60, 4, 0, 8 },
  286. { DBGBUS_SSPP1, DBGBUS_DSPP_STATUS, 70, 4, 0, 8 },
  287. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 0, 1, 0, 8 },
  288. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 9, 1, 0, 8 },
  289. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 13, 2, 0, 8 },
  290. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 19, 2, 0, 8 },
  291. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 24, 2, 0, 8 },
  292. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 31, 8, 0, 8 },
  293. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 42, 12, 0, 8 },
  294. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 54, 2, 0, 32 },
  295. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 56, 2, 0, 8 },
  296. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 63, 73, 0, 8 },
  297. { DBGBUS_PERIPH, DBGBUS_DSPP_STATUS, 0, 1, 0, 8 },
  298. { DBGBUS_PERIPH, DBGBUS_DSPP_STATUS, 47, 7, 0, 8 },
  299. { DBGBUS_PERIPH, DBGBUS_DSPP_STATUS, 60, 14, 0, 8 },
  300. { DBGBUS_PERIPH, DBGBUS_DSPP_STATUS, 80, 3, 0, 8 },
  301. };
  302. static struct sde_debug_bus_entry dbg_bus_sde[] = {
  303. { DBGBUS_SSPP0, DBGBUS_DSPP_STATUS, 0, 74, 0, 32 },
  304. { DBGBUS_SSPP1, DBGBUS_DSPP_STATUS, 0, 74, 0, 32 },
  305. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 0, 137, 0, 32 },
  306. { DBGBUS_PERIPH, DBGBUS_DSPP_STATUS, 0, 78, 0, 32 },
  307. { DBGBUS_AXI_INTF, DBGBUS_DSPP_STATUS, 0, 63, 0, 32 },
  308. /* ppb_0 */
  309. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 31, 1, 0, 1, _sde_debug_bus_ppb0_dump },
  310. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 33, 1, 0, 1, _sde_debug_bus_ppb0_dump },
  311. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 35, 1, 0, 1, _sde_debug_bus_ppb0_dump },
  312. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 42, 1, 0, 1, _sde_debug_bus_ppb0_dump },
  313. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 47, 1, 0, 1, _sde_debug_bus_ppb0_dump },
  314. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 49, 1, 0, 1, _sde_debug_bus_ppb0_dump },
  315. /* ppb_1 */
  316. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 32, 1, 0, 1, _sde_debug_bus_ppb1_dump },
  317. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 34, 1, 0, 1, _sde_debug_bus_ppb1_dump },
  318. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 36, 1, 0, 1, _sde_debug_bus_ppb1_dump },
  319. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 43, 1, 0, 1, _sde_debug_bus_ppb1_dump },
  320. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 48, 1, 0, 1, _sde_debug_bus_ppb1_dump },
  321. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 50, 1, 0, 1, _sde_debug_bus_ppb1_dump },
  322. /* crossbar */
  323. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 0, 1, 0, 1, _sde_debug_bus_xbar_dump },
  324. /* blend */
  325. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 63, 1, 7, 1, _sde_debug_bus_lm_dump },
  326. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 70, 1, 7, 1, _sde_debug_bus_lm_dump },
  327. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 77, 1, 7, 1, _sde_debug_bus_lm_dump },
  328. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 110, 1, 7, 1, _sde_debug_bus_lm_dump },
  329. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 96, 1, 7, 1, _sde_debug_bus_lm_dump },
  330. { DBGBUS_DSPP, DBGBUS_DSPP_STATUS, 124, 1, 7, 1, _sde_debug_bus_lm_dump }
  331. };
  332. static struct sde_debug_bus_entry vbif_dbg_bus_limited[] = {
  333. { MMSS_VBIF_TEST_BUS1_CTRL0, MMSS_VBIF_TEST_BUS_OUT, 0, 2, 0, 12},
  334. { MMSS_VBIF_TEST_BUS1_CTRL0, MMSS_VBIF_TEST_BUS_OUT, 4, 6, 0, 12},
  335. { MMSS_VBIF_TEST_BUS1_CTRL0, MMSS_VBIF_TEST_BUS_OUT, 12, 2, 0, 12},
  336. { MMSS_VBIF_TEST_BUS2_CTRL0, MMSS_VBIF_TEST_BUS_OUT, 0, 2, 0, 16},
  337. { MMSS_VBIF_TEST_BUS2_CTRL0, MMSS_VBIF_TEST_BUS_OUT, 0, 2, 128, 208},
  338. { MMSS_VBIF_TEST_BUS2_CTRL0, MMSS_VBIF_TEST_BUS_OUT, 4, 6, 0, 16},
  339. { MMSS_VBIF_TEST_BUS2_CTRL0, MMSS_VBIF_TEST_BUS_OUT, 4, 6, 128, 208},
  340. { MMSS_VBIF_TEST_BUS2_CTRL0, MMSS_VBIF_TEST_BUS_OUT, 12, 2, 0, 16},
  341. { MMSS_VBIF_TEST_BUS2_CTRL0, MMSS_VBIF_TEST_BUS_OUT, 12, 2, 128, 208},
  342. { MMSS_VBIF_TEST_BUS2_CTRL0, MMSS_VBIF_TEST_BUS_OUT, 16, 2, 0, 16},
  343. { MMSS_VBIF_TEST_BUS2_CTRL0, MMSS_VBIF_TEST_BUS_OUT, 16, 2, 128, 208},
  344. };
  345. static struct sde_debug_bus_entry vbif_dbg_bus[] = {
  346. { MMSS_VBIF_TEST_BUS1_CTRL0, MMSS_VBIF_TEST_BUS_OUT, 0, 15, 0, 512},
  347. { MMSS_VBIF_TEST_BUS2_CTRL0, MMSS_VBIF_TEST_BUS_OUT, 0, 18, 0, 512},
  348. };
  349. static struct sde_debug_bus_entry dsi_dbg_bus[] = {
  350. {DSI_DEBUG_BUS_CTRL, DSI_DEBUG_BUS, 0, 4, 0, 64},
  351. };
  352. static struct sde_debug_bus_entry rsc_dbg_bus[] = {
  353. {RSC_WRAPPER_DEBUG_BUS, RSC_WRAPPER_DEBUG_BUS_DATA, 0, 1, 0, 16},
  354. };
  355. static struct sde_debug_bus_entry dbg_bus_lutdma[] = {
  356. { LUTDMA_0_DEBUG_BUS_CTRL, LUTDMA_0_DEBUG_BUS_STATUS, 0, 1, 0, 12 },
  357. { LUTDMA_0_DEBUG_BUS_CTRL, LUTDMA_0_DEBUG_BUS_STATUS, 0, 1, 256, 1 },
  358. { LUTDMA_0_DEBUG_BUS_CTRL, LUTDMA_0_DEBUG_BUS_STATUS, 0, 1, 512, 4 },
  359. { LUTDMA_0_DEBUG_BUS_CTRL, LUTDMA_0_DEBUG_BUS_STATUS, 0, 1, 768, 1 },
  360. { LUTDMA_0_DEBUG_BUS_CTRL, LUTDMA_0_DEBUG_BUS_STATUS, 0, 1, 8192, 2 },
  361. { LUTDMA_0_DEBUG_BUS_CTRL, LUTDMA_0_DEBUG_BUS_STATUS, 0, 1, 8448, 1 },
  362. { LUTDMA_0_DEBUG_BUS_CTRL, LUTDMA_0_DEBUG_BUS_STATUS, 0, 1, 8704, 1 },
  363. { LUTDMA_0_DEBUG_BUS_CTRL, LUTDMA_0_DEBUG_BUS_STATUS, 0, 1, 8960, 1 },
  364. { LUTDMA_1_DEBUG_BUS_CTRL, LUTDMA_1_DEBUG_BUS_STATUS, 0, 1, 0, 12 },
  365. { LUTDMA_1_DEBUG_BUS_CTRL, LUTDMA_1_DEBUG_BUS_STATUS, 0, 1, 256, 1 },
  366. { LUTDMA_1_DEBUG_BUS_CTRL, LUTDMA_1_DEBUG_BUS_STATUS, 0, 1, 512, 4 },
  367. { LUTDMA_1_DEBUG_BUS_CTRL, LUTDMA_1_DEBUG_BUS_STATUS, 0, 1, 768, 1 },
  368. { LUTDMA_1_DEBUG_BUS_CTRL, LUTDMA_1_DEBUG_BUS_STATUS, 0, 1, 8192, 2 },
  369. { LUTDMA_1_DEBUG_BUS_CTRL, LUTDMA_1_DEBUG_BUS_STATUS, 0, 1, 8448, 1 },
  370. { LUTDMA_1_DEBUG_BUS_CTRL, LUTDMA_1_DEBUG_BUS_STATUS, 0, 1, 8704, 1 },
  371. { LUTDMA_1_DEBUG_BUS_CTRL, LUTDMA_1_DEBUG_BUS_STATUS, 0, 1, 8960, 1 },
  372. };
  373. static struct sde_debug_bus_entry dp_dbg_bus[] = {
  374. {DPTX_DEBUG_BUS_CTRL, DPTX_DEBUG_BUS_OUTPUT, 0, 1, 0, 145},
  375. };
  376. /**
  377. * _sde_power_check - check if power needs to enabled
  378. * @dump_mode: to check if power need to be enabled
  379. * Return: true if success; false otherwise
  380. */
  381. static inline bool _sde_power_check(enum sde_dbg_dump_context dump_mode)
  382. {
  383. return (dump_mode == SDE_DBG_DUMP_CLK_ENABLED_CTX ||
  384. dump_mode == SDE_DBG_DUMP_IRQ_CTX) ? false : true;
  385. }
  386. /**
  387. * _sde_dump_reg - helper function for dumping rotator register set content
  388. * @dump_name: register set name
  389. * @reg_dump_flag: dumping flag controlling in-log/memory dump location
  390. * @base_addr: starting address of io region for calculating offsets to print
  391. * @addr: starting address offset for dumping
  392. * @len_bytes: range of the register set
  393. * @dump_mem: output buffer for memory dump location option
  394. * @from_isr: whether being called from isr context
  395. */
  396. static void _sde_dump_reg(const char *dump_name, u32 reg_dump_flag,
  397. char *base_addr, char *addr, size_t len_bytes, u32 **dump_mem)
  398. {
  399. u32 in_log, in_mem, len_align, len_padded;
  400. u32 *dump_addr = NULL;
  401. char *end_addr;
  402. int i;
  403. int rc;
  404. if (!len_bytes || !dump_mem)
  405. return;
  406. in_log = (reg_dump_flag & SDE_DBG_DUMP_IN_LOG)
  407. | (reg_dump_flag & SDE_DBG_DUMP_IN_LOG_LIMITED);
  408. in_mem = (reg_dump_flag & SDE_DBG_DUMP_IN_MEM);
  409. pr_debug("%s: reg_dump_flag=%d in_log=%d in_mem=%d\n",
  410. dump_name, reg_dump_flag, in_log, in_mem);
  411. if (!in_log && !in_mem)
  412. return;
  413. len_align = (len_bytes + REG_DUMP_ALIGN - 1) / REG_DUMP_ALIGN;
  414. len_padded = len_align * REG_DUMP_ALIGN;
  415. end_addr = addr + len_bytes;
  416. if (in_mem && !(*dump_mem))
  417. *dump_mem = devm_kzalloc(sde_dbg_base.dev, len_padded, GFP_KERNEL);
  418. dump_addr = *dump_mem;
  419. SDE_DBG_LOG_DUMP_ADDR(dump_name, dump_addr, len_padded, (unsigned long)(addr - base_addr));
  420. if (_sde_power_check(sde_dbg_base.dump_mode)) {
  421. rc = pm_runtime_get_sync(sde_dbg_base.dev);
  422. if (rc < 0) {
  423. pr_err("failed to enable power %d\n", rc);
  424. return;
  425. }
  426. }
  427. for (i = 0; i < len_align; i++) {
  428. u32 x0, x4, x8, xc;
  429. x0 = (addr < end_addr) ? readl_relaxed(addr + 0x0) : 0;
  430. x4 = (addr + 0x4 < end_addr) ? readl_relaxed(addr + 0x4) : 0;
  431. x8 = (addr + 0x8 < end_addr) ? readl_relaxed(addr + 0x8) : 0;
  432. xc = (addr + 0xc < end_addr) ? readl_relaxed(addr + 0xc) : 0;
  433. if (in_log)
  434. SDE_DBG_LOG_ENTRY((unsigned long)(addr - base_addr), x0, x4, x8, xc);
  435. if (dump_addr) {
  436. dump_addr[i * 4] = x0;
  437. dump_addr[i * 4 + 1] = x4;
  438. dump_addr[i * 4 + 2] = x8;
  439. dump_addr[i * 4 + 3] = xc;
  440. }
  441. addr += REG_DUMP_ALIGN;
  442. }
  443. if (_sde_power_check(sde_dbg_base.dump_mode))
  444. pm_runtime_put_sync(sde_dbg_base.dev);
  445. }
  446. /**
  447. * _sde_dbg_get_dump_range - helper to retrieve dump length for a range node
  448. * @range_node: range node to dump
  449. * @max_offset: max offset of the register base
  450. * @Return: length
  451. */
  452. static u32 _sde_dbg_get_dump_range(struct sde_dbg_reg_offset *range_node,
  453. size_t max_offset)
  454. {
  455. u32 length = 0;
  456. if (range_node->start == 0 && range_node->end == 0) {
  457. length = max_offset;
  458. } else if (range_node->start < max_offset) {
  459. if (range_node->end > max_offset)
  460. length = max_offset - range_node->start;
  461. else if (range_node->start < range_node->end)
  462. length = range_node->end - range_node->start;
  463. }
  464. return length;
  465. }
  466. static int _sde_dump_reg_range_cmp(void *priv, struct list_head *a,
  467. struct list_head *b)
  468. {
  469. struct sde_dbg_reg_range *ar, *br;
  470. if (!a || !b)
  471. return 0;
  472. ar = container_of(a, struct sde_dbg_reg_range, head);
  473. br = container_of(b, struct sde_dbg_reg_range, head);
  474. return ar->offset.start - br->offset.start;
  475. }
  476. static const char *const exclude_modules[] = {
  477. "vbif_rt",
  478. "vbif_nrt",
  479. "wb_2",
  480. NULL
  481. };
  482. static bool is_block_exclude(char **modules, char *name)
  483. {
  484. char **ptr = modules;
  485. while (*ptr != NULL) {
  486. if (!strcmp(name, *ptr))
  487. return true;
  488. ++ptr;
  489. }
  490. return false;
  491. }
  492. /**
  493. * _sde_dump_reg_by_ranges - dump ranges or full range of the register blk base
  494. * @dbg: register blk base structure
  495. * @reg_dump_flag: dump target, memory, kernel log, or both
  496. * @dump_secure: flag to indicate dumping in secure-session
  497. */
  498. static void _sde_dump_reg_by_ranges(struct sde_dbg_reg_base *dbg,
  499. u32 reg_dump_flag, bool dump_secure)
  500. {
  501. char *addr;
  502. size_t len;
  503. struct sde_dbg_reg_range *range_node;
  504. if (!dbg || !(dbg->base || dbg->cb)) {
  505. pr_err("dbg base is null!\n");
  506. return;
  507. }
  508. SDE_DBG_LOG_MARKER(dbg->name, SDE_DBG_LOG_START);
  509. if (dbg->cb) {
  510. dbg->cb(dbg->cb_ptr);
  511. /* If there is a list to dump the registers by ranges, use the ranges */
  512. } else if (!list_empty(&dbg->sub_range_list)) {
  513. /* sort the list by start address first */
  514. list_sort(NULL, &dbg->sub_range_list, _sde_dump_reg_range_cmp);
  515. list_for_each_entry(range_node, &dbg->sub_range_list, head) {
  516. len = _sde_dbg_get_dump_range(&range_node->offset,
  517. dbg->max_offset);
  518. addr = dbg->base + range_node->offset.start;
  519. if (dump_secure &&
  520. is_block_exclude((char**)exclude_modules,
  521. range_node->range_name))
  522. continue;
  523. pr_debug("%s: range_base=0x%pK start=0x%x end=0x%x\n",
  524. range_node->range_name,
  525. addr, range_node->offset.start,
  526. range_node->offset.end);
  527. _sde_dump_reg(range_node->range_name, reg_dump_flag,
  528. dbg->base, addr, len,
  529. &range_node->reg_dump);
  530. }
  531. } else {
  532. /* If there is no list to dump ranges, dump all registers */
  533. dev_info(sde_dbg_base.dev,
  534. "Ranges not found, will dump full registers\n");
  535. SDE_DBG_LOG_DUMP_ADDR("base", dbg->base, dbg->max_offset, 0);
  536. addr = dbg->base;
  537. len = dbg->max_offset;
  538. _sde_dump_reg(dbg->name, reg_dump_flag, dbg->base, addr, len,
  539. &dbg->reg_dump);
  540. }
  541. }
  542. /**
  543. * _sde_dump_reg_by_blk - dump a named register base region
  544. * @blk_name: register blk name
  545. * @dump_secure: flag to indicate dumping in secure-session
  546. */
  547. static void _sde_dump_reg_by_blk(const char *blk_name, bool dump_secure)
  548. {
  549. struct sde_dbg_base *dbg_base = &sde_dbg_base;
  550. struct sde_dbg_reg_base *blk_base;
  551. if (!dbg_base)
  552. return;
  553. list_for_each_entry(blk_base, &dbg_base->reg_base_list, reg_base_head) {
  554. if (strlen(blk_base->name) &&
  555. !strcmp(blk_base->name, blk_name)) {
  556. _sde_dump_reg_by_ranges(blk_base,
  557. dbg_base->enable_reg_dump, dump_secure);
  558. break;
  559. }
  560. }
  561. }
  562. /**
  563. * _sde_dump_reg_all - dump all register regions
  564. */
  565. static void _sde_dump_reg_all(bool dump_secure)
  566. {
  567. struct sde_dbg_base *dbg_base = &sde_dbg_base;
  568. struct sde_dbg_reg_base *blk_base;
  569. if (!dbg_base)
  570. return;
  571. list_for_each_entry(blk_base, &dbg_base->reg_base_list, reg_base_head) {
  572. if (!strlen(blk_base->name))
  573. continue;
  574. if (dump_secure &&
  575. is_block_exclude((char **)exclude_modules,
  576. blk_base->name))
  577. continue;
  578. _sde_dump_reg_by_blk(blk_base->name, dump_secure);
  579. }
  580. }
  581. /**
  582. * _sde_dump_get_blk_addr - retrieve register block address by name
  583. * @blk_name: register blk name
  584. * @Return: register blk base, or NULL
  585. */
  586. static struct sde_dbg_reg_base *_sde_dump_get_blk_addr(const char *blk_name)
  587. {
  588. struct sde_dbg_base *dbg_base = &sde_dbg_base;
  589. struct sde_dbg_reg_base *blk_base;
  590. list_for_each_entry(blk_base, &dbg_base->reg_base_list, reg_base_head)
  591. if (strlen(blk_base->name) && !strcmp(blk_base->name, blk_name))
  592. return blk_base;
  593. return NULL;
  594. }
  595. static u32 _sde_dbg_cmn_read_test_point(void __iomem *mem_base, u32 wr_addr, u32 rd_addr, u32 val)
  596. {
  597. writel_relaxed(val, mem_base + wr_addr);
  598. wmb(); /* make sure debug-bus test point is enabled */
  599. return readl_relaxed(mem_base + rd_addr);
  600. }
  601. static void _sde_dbg_cmn_clear_test_point(void __iomem *mem_base, u32 wr_addr)
  602. {
  603. writel_relaxed(0, mem_base + wr_addr);
  604. }
  605. static u32 _sde_dbg_dp_read_test_point(void __iomem *mem_base, u32 wr_addr, u32 rd_addr,
  606. u32 block_id, u32 test_id)
  607. {
  608. u32 val = (test_id << 4) | BIT(0);
  609. return _sde_dbg_cmn_read_test_point(mem_base, wr_addr, rd_addr, val);
  610. }
  611. static u32 _sde_dbg_rsc_read_test_point(void __iomem *mem_base, u32 wr_addr, u32 rd_addr,
  612. u32 block_id, u32 test_id)
  613. {
  614. u32 val = ((test_id & 0xf) << 1) | BIT(0);
  615. return _sde_dbg_cmn_read_test_point(mem_base, wr_addr, rd_addr, val);
  616. }
  617. static u32 _sde_dbg_lutdma_read_test_point(void __iomem *mem_base, u32 wr_addr, u32 rd_addr,
  618. u32 block_id, u32 test_id)
  619. {
  620. u32 val = (BIT(0) | (test_id << 1)) & 0xFFFF;
  621. return _sde_dbg_cmn_read_test_point(mem_base, wr_addr, rd_addr, val);
  622. }
  623. static u32 _sde_dbg_dsi_read_test_point(void __iomem *mem_base, u32 wr_addr, u32 rd_addr,
  624. u32 block_id, u32 test_id)
  625. {
  626. u32 val = (((block_id & 0x3) << 12) | ((test_id & 0x3f) << 4) | BIT(0));
  627. return _sde_dbg_cmn_read_test_point(mem_base, wr_addr, rd_addr, val);
  628. }
  629. static void _sde_dbg_vbif_disable_block(void __iomem *mem_base, u32 wr_addr)
  630. {
  631. u32 disable_addr;
  632. /* make sure that other bus is off */
  633. disable_addr = (wr_addr == MMSS_VBIF_TEST_BUS1_CTRL0) ?
  634. MMSS_VBIF_TEST_BUS2_CTRL0 : MMSS_VBIF_TEST_BUS1_CTRL0;
  635. writel_relaxed(0, mem_base + disable_addr);
  636. writel_relaxed(BIT(0), mem_base + MMSS_VBIF_TEST_BUS_OUT_CTRL);
  637. }
  638. static u32 _sde_dbg_vbif_read_test_point(void __iomem *mem_base, u32 wr_addr, u32 rd_addr,
  639. u32 block_id, u32 test_id)
  640. {
  641. writel_relaxed((1 << block_id), mem_base + wr_addr);
  642. writel_relaxed(test_id, mem_base + wr_addr + 0x4);
  643. wmb(); /* make sure debug-bus test point is enabled */
  644. return readl_relaxed(mem_base + rd_addr);
  645. }
  646. static void _sde_dbg_vbif_clear_test_point(void __iomem *mem_base, u32 wr_addr)
  647. {
  648. writel_relaxed(0, mem_base + wr_addr);
  649. writel_relaxed(0, mem_base + wr_addr + 0x4);
  650. }
  651. static u32 _sde_dbg_sde_read_test_point(void __iomem *mem_base, u32 wr_addr, u32 rd_addr,
  652. u32 block_id, u32 test_id)
  653. {
  654. if (block_id > EXT_TEST_GROUP_SEL_EN)
  655. writel_relaxed(TEST_EXT_MASK(block_id, test_id), mem_base + wr_addr);
  656. else
  657. writel_relaxed(TEST_MASK(block_id, test_id), mem_base + wr_addr);
  658. /* keep DSPP test point enabled */
  659. if (wr_addr != DBGBUS_DSPP)
  660. writel_relaxed(DSPP_DEBUGBUS_CTRL_EN, mem_base + DBGBUS_DSPP);
  661. wmb(); /* make sure test bits were written */
  662. return readl_relaxed(mem_base + rd_addr);
  663. }
  664. static void _sde_dbg_sde_clear_test_point(void __iomem *mem_base, u32 wr_addr)
  665. {
  666. writel_relaxed(0x0, mem_base + wr_addr);
  667. if (wr_addr != DBGBUS_DSPP)
  668. writel_relaxed(0x0, mem_base + DBGBUS_DSPP);
  669. }
  670. static void _sde_dbg_dump_vbif_err_info(void __iomem *mem_base)
  671. {
  672. u32 value, d0, d1;
  673. unsigned long reg, reg1, reg2;
  674. int i;
  675. value = readl_relaxed(mem_base + MMSS_VBIF_CLKON);
  676. writel_relaxed(value | BIT(1), mem_base + MMSS_VBIF_CLKON);
  677. wmb(); /* make sure that vbif core is on */
  678. /*
  679. * Extract VBIF error info based on XIN halt and error status.
  680. * If the XIN client is not in HALT state, or an error is detected,
  681. * then retrieve the VBIF error info for it.
  682. */
  683. reg = readl_relaxed(mem_base + MMSS_VBIF_XIN_HALT_CTRL1);
  684. reg1 = readl_relaxed(mem_base + MMSS_VBIF_PND_ERR);
  685. reg2 = readl_relaxed(mem_base + MMSS_VBIF_SRC_ERR);
  686. dev_err(sde_dbg_base.dev, "xin halt:0x%lx, pnd err:0x%lx, src err:0x%lx\n",
  687. reg, reg1, reg2);
  688. reg >>= 16;
  689. reg &= ~(reg1 | reg2);
  690. for (i = 0; i < MMSS_VBIF_CLIENT_NUM; i++) {
  691. if (!test_bit(0, &reg)) {
  692. writel_relaxed(i, mem_base + MMSS_VBIF_ERR_INFO);
  693. wmb(); /* make sure reg write goes through */
  694. d0 = readl_relaxed(mem_base + MMSS_VBIF_ERR_INFO);
  695. d1 = readl_relaxed(mem_base + MMSS_VBIF_ERR_INFO_1);
  696. dev_err(sde_dbg_base.dev, "Client:%d, errinfo=0x%x, errinfo1=0x%x\n",
  697. i, d0, d1);
  698. }
  699. reg >>= 1;
  700. }
  701. }
  702. static bool _is_dbg_bus_limited_valid(struct sde_dbg_sde_debug_bus *bus,
  703. u32 wr_addr, u32 block_id, u32 test_id)
  704. {
  705. struct sde_debug_bus_entry *entry;
  706. u32 block_id_max, test_id_max;
  707. int i;
  708. if (!bus->limited_entries || !bus->cmn.limited_entries_size)
  709. return true;
  710. for (i = 0; i < bus->cmn.limited_entries_size; i++) {
  711. entry = bus->limited_entries + i;
  712. block_id_max = entry->block_id + entry->block_id_max;
  713. test_id_max = entry->test_id + entry->test_id_max;
  714. if ((wr_addr == entry->wr_addr)
  715. && ((block_id >= entry->block_id) && (block_id < block_id_max))
  716. && ((test_id >= entry->test_id) && (test_id < test_id_max)))
  717. return true;
  718. }
  719. return false;
  720. }
  721. static void _sde_dbg_dump_bus_entry(struct sde_dbg_sde_debug_bus *bus,
  722. struct sde_debug_bus_entry *entries, u32 bus_size,
  723. void __iomem *mem_base, u32 *dump_addr)
  724. {
  725. u32 status = 0;
  726. int i, j, k;
  727. bool in_mem, in_log, in_log_limited;
  728. struct sde_debug_bus_entry *entry;
  729. if (!bus->read_tp || !bus->clear_tp)
  730. return;
  731. in_mem = (bus->cmn.enable_mask & SDE_DBG_DUMP_IN_MEM);
  732. in_log = (bus->cmn.enable_mask & SDE_DBG_DUMP_IN_LOG);
  733. in_log_limited = (bus->cmn.enable_mask & SDE_DBG_DUMP_IN_LOG_LIMITED);
  734. for (k = 0; k < bus_size; k++) {
  735. entry = entries + k;
  736. if (bus->disable_block)
  737. bus->disable_block(mem_base, entry->wr_addr);
  738. for (i = entry->block_id; i < (entry->block_id + entry->block_id_max); i++) {
  739. for (j = entry->test_id; j < (entry->test_id + entry->test_id_max); j++) {
  740. status = bus->read_tp(mem_base, entry->wr_addr,
  741. entry->rd_addr, i, j);
  742. if (!entry->analyzer && (in_log || (in_log_limited &&
  743. _is_dbg_bus_limited_valid(bus, entry->wr_addr, i, j))))
  744. SDE_DBG_LOG_ENTRY(0, entry->wr_addr, i, j, status);
  745. if (dump_addr && in_mem) {
  746. *dump_addr++ = entry->wr_addr;
  747. *dump_addr++ = i;
  748. *dump_addr++ = j;
  749. *dump_addr++ = status;
  750. }
  751. if (entry->analyzer)
  752. entry->analyzer(entry->wr_addr, i, j, status);
  753. }
  754. }
  755. /* Disable debug bus once we are done */
  756. bus->clear_tp(mem_base, entry->wr_addr);
  757. }
  758. }
  759. static void _sde_dbg_dump_sde_dbg_bus(struct sde_dbg_sde_debug_bus *bus)
  760. {
  761. bool in_mem;
  762. u32 **dump_mem = NULL;
  763. u32 *dump_addr = NULL;
  764. int i, list_size = 0;
  765. void __iomem *mem_base = NULL;
  766. struct sde_dbg_reg_base *reg_base;
  767. struct sde_debug_bus_entry *entries;
  768. u32 bus_size;
  769. char name[20];
  770. reg_base = _sde_dump_get_blk_addr(bus->cmn.name);
  771. if (!reg_base || !reg_base->base) {
  772. pr_err("unable to find mem_base for %s\n", bus->cmn.name);
  773. return;
  774. }
  775. mem_base = reg_base->base;
  776. if (!strcmp(bus->cmn.name, DBGBUS_NAME_SDE))
  777. mem_base += bus->top_blk_off;
  778. if (!strcmp(bus->cmn.name, DBGBUS_NAME_VBIF_RT))
  779. _sde_dbg_dump_vbif_err_info(mem_base);
  780. entries = bus->entries;
  781. bus_size = bus->cmn.entries_size;
  782. dump_mem = &bus->cmn.dumped_content;
  783. if (!dump_mem || !entries || !bus_size)
  784. return;
  785. /* allocate memory for each test id */
  786. for (i = 0; i < bus_size; i++)
  787. list_size += (entries[i].block_id_max * entries[i].test_id_max);
  788. list_size *= sizeof(u32) * DUMP_CLMN_COUNT;
  789. snprintf(name, sizeof(name), "%s-debugbus", bus->cmn.name);
  790. SDE_DBG_LOG_MARKER(name, SDE_DBG_LOG_START);
  791. in_mem = (bus->cmn.enable_mask & SDE_DBG_DUMP_IN_MEM);
  792. if (in_mem && (!(*dump_mem))) {
  793. *dump_mem = devm_kzalloc(sde_dbg_base.dev, list_size, GFP_KERNEL);
  794. bus->cmn.content_size = list_size / sizeof(u32);
  795. }
  796. dump_addr = *dump_mem;
  797. SDE_DBG_LOG_DUMP_ADDR(bus->cmn.name, dump_addr, list_size, 0);
  798. _sde_dbg_dump_bus_entry(bus, entries, bus_size, mem_base, dump_addr);
  799. SDE_DBG_LOG_MARKER(name, SDE_DBG_LOG_END);
  800. }
  801. static void _sde_dbg_dump_dsi_dbg_bus(struct sde_dbg_sde_debug_bus *bus)
  802. {
  803. struct sde_dbg_dsi_ctrl_list_entry *ctl_entry;
  804. struct list_head *list;
  805. int list_size = 0;
  806. bool in_mem, i, dsi_count = 0;
  807. u32 **dump_mem = NULL;
  808. u32 *dump_addr = NULL;
  809. struct sde_debug_bus_entry *entries;
  810. u32 bus_size;
  811. char name[20];
  812. entries = bus->entries;
  813. bus_size = bus->cmn.entries_size;
  814. dump_mem = &bus->cmn.dumped_content;
  815. if (!dump_mem || !entries || !bus_size || list_empty(&sde_dbg_dsi_list))
  816. return;
  817. list_for_each(list, &sde_dbg_dsi_list)
  818. dsi_count++;
  819. for (i = 0; i < bus_size; i++)
  820. list_size += (entries[i].block_id_max * entries[i].test_id_max);
  821. list_size *= sizeof(u32) * DUMP_CLMN_COUNT * dsi_count;
  822. snprintf(name, sizeof(name), "%s-debugbus", bus->cmn.name);
  823. SDE_DBG_LOG_MARKER(name, SDE_DBG_LOG_START);
  824. mutex_lock(&sde_dbg_dsi_mutex);
  825. in_mem = (bus->cmn.enable_mask & SDE_DBG_DUMP_IN_MEM);
  826. if (in_mem && (!(*dump_mem))) {
  827. *dump_mem = devm_kzalloc(sde_dbg_base.dev, list_size, GFP_KERNEL);
  828. bus->cmn.content_size = list_size / sizeof(u32);
  829. }
  830. dump_addr = *dump_mem;
  831. list_for_each_entry(ctl_entry, &sde_dbg_dsi_list, list) {
  832. SDE_DBG_LOG_DUMP_ADDR(ctl_entry->name, dump_addr, list_size / dsi_count, 0);
  833. _sde_dbg_dump_bus_entry(bus, entries, bus_size, ctl_entry->base, dump_addr);
  834. }
  835. mutex_unlock(&sde_dbg_dsi_mutex);
  836. SDE_DBG_LOG_MARKER(name, SDE_DBG_LOG_END);
  837. }
  838. /**
  839. * _sde_dump_array - dump array of register bases
  840. * @blk_arr: array of register base pointers
  841. * @len: length of blk_arr
  842. * @do_panic: whether to trigger a panic after dumping
  843. * @name: string indicating origin of dump
  844. * @dump_dbgbus_sde: whether to dump the sde debug bus
  845. * @dump_dbgbus_vbif_rt: whether to dump the vbif rt debug bus
  846. * @dump_dbgbus_dsi: whether to dump the dsi debug bus
  847. * @dump_dbgbus_dp: whether to dump the dp debug bus
  848. * @dump_all: dump evtlog + regs
  849. * @dump_secure: flag to indicate dumping in secure-session
  850. */
  851. static void _sde_dump_array(struct sde_dbg_reg_base *blk_arr[],
  852. u32 len, bool do_panic, const char *name, bool dump_dbgbus_sde, bool dump_dbgbus_vbif_rt,
  853. bool dump_dbgbus_dsi, bool dump_dbgbus_dp, bool dump_all, bool dump_secure)
  854. {
  855. int i, rc;
  856. ktime_t start, end;
  857. mutex_lock(&sde_dbg_base.mutex);
  858. if (dump_all)
  859. sde_evtlog_dump_all(sde_dbg_base.evtlog);
  860. if (dump_all || !blk_arr || !len) {
  861. _sde_dump_reg_all(dump_secure);
  862. } else {
  863. for (i = 0; i < len; i++) {
  864. if (blk_arr[i] != NULL)
  865. _sde_dump_reg_by_ranges(blk_arr[i],
  866. sde_dbg_base.enable_reg_dump,
  867. dump_secure);
  868. }
  869. }
  870. if (_sde_power_check(sde_dbg_base.dump_mode)) {
  871. rc = pm_runtime_get_sync(sde_dbg_base.dev);
  872. if (rc < 0) {
  873. pr_err("failed to enable power %d\n", rc);
  874. return;
  875. }
  876. }
  877. start = ktime_get();
  878. if (dump_dbgbus_sde) {
  879. _sde_dbg_dump_sde_dbg_bus(&sde_dbg_base.dbgbus_sde);
  880. _sde_dbg_dump_sde_dbg_bus(&sde_dbg_base.dbgbus_lutdma);
  881. _sde_dbg_dump_sde_dbg_bus(&sde_dbg_base.dbgbus_rsc);
  882. }
  883. if (dump_dbgbus_vbif_rt)
  884. _sde_dbg_dump_sde_dbg_bus(&sde_dbg_base.dbgbus_vbif_rt);
  885. if (dump_dbgbus_dsi)
  886. _sde_dbg_dump_dsi_dbg_bus(&sde_dbg_base.dbgbus_dsi);
  887. if (dump_dbgbus_dp)
  888. _sde_dbg_dump_sde_dbg_bus(&sde_dbg_base.dbgbus_dp);
  889. end = ktime_get();
  890. dev_info(sde_dbg_base.dev,
  891. "debug-bus logging time start_us:%llu, end_us:%llu , duration_us:%llu\n",
  892. ktime_to_us(start), ktime_to_us(end), ktime_us_delta(end , start));
  893. if (_sde_power_check(sde_dbg_base.dump_mode))
  894. pm_runtime_put_sync(sde_dbg_base.dev);
  895. if (do_panic && sde_dbg_base.panic_on_err)
  896. panic(name);
  897. mutex_unlock(&sde_dbg_base.mutex);
  898. }
  899. /**
  900. * _sde_dump_work - deferred dump work function
  901. * @work: work structure
  902. */
  903. static void _sde_dump_work(struct work_struct *work)
  904. {
  905. _sde_dump_array(sde_dbg_base.req_dump_blks,
  906. ARRAY_SIZE(sde_dbg_base.req_dump_blks),
  907. sde_dbg_base.work_panic, "evtlog_workitem",
  908. sde_dbg_base.dbgbus_sde.cmn.include_in_deferred_work,
  909. sde_dbg_base.dbgbus_vbif_rt.cmn.include_in_deferred_work,
  910. sde_dbg_base.dbgbus_dsi.cmn.include_in_deferred_work,
  911. sde_dbg_base.dbgbus_dp.cmn.include_in_deferred_work,
  912. sde_dbg_base.dump_all, sde_dbg_base.dump_secure);
  913. }
  914. void sde_dbg_dump(enum sde_dbg_dump_context dump_mode, const char *name, ...)
  915. {
  916. int i, index = 0;
  917. bool do_panic = false;
  918. bool dump_dbgbus_sde = false;
  919. bool dump_dbgbus_vbif_rt = false;
  920. bool dump_dbgbus_dsi = false;
  921. bool dump_dbgbus_dp = false;
  922. bool dump_all = false;
  923. bool dump_secure = false;
  924. va_list args;
  925. char *blk_name = NULL;
  926. struct sde_dbg_reg_base *blk_base = NULL;
  927. struct sde_dbg_reg_base **blk_arr;
  928. u32 blk_len;
  929. if (!sde_evtlog_is_enabled(sde_dbg_base.evtlog, SDE_EVTLOG_ALWAYS))
  930. return;
  931. if ((dump_mode == SDE_DBG_DUMP_IRQ_CTX) &&
  932. work_pending(&sde_dbg_base.dump_work))
  933. return;
  934. blk_arr = &sde_dbg_base.req_dump_blks[0];
  935. blk_len = ARRAY_SIZE(sde_dbg_base.req_dump_blks);
  936. memset(sde_dbg_base.req_dump_blks, 0,
  937. sizeof(sde_dbg_base.req_dump_blks));
  938. sde_dbg_base.dump_all = false;
  939. sde_dbg_base.dump_mode = dump_mode;
  940. va_start(args, name);
  941. i = 0;
  942. while ((blk_name = va_arg(args, char*))) {
  943. if (i++ >= SDE_EVTLOG_MAX_DATA) {
  944. pr_err("could not parse all dump arguments\n");
  945. break;
  946. }
  947. if (IS_ERR_OR_NULL(blk_name))
  948. break;
  949. blk_base = _sde_dump_get_blk_addr(blk_name);
  950. if (blk_base) {
  951. if (index < blk_len) {
  952. blk_arr[index] = blk_base;
  953. index++;
  954. } else {
  955. pr_err("insufficient space to to dump %s\n",
  956. blk_name);
  957. }
  958. }
  959. if (!strcmp(blk_name, "all"))
  960. dump_all = true;
  961. if (!strcmp(blk_name, "dbg_bus"))
  962. dump_dbgbus_sde = true;
  963. if (!strcmp(blk_name, "vbif_dbg_bus"))
  964. dump_dbgbus_vbif_rt = true;
  965. if (!strcmp(blk_name, "dsi_dbg_bus"))
  966. dump_dbgbus_dsi = true;
  967. if (!strcmp(blk_name, "dp_dbg_bus"))
  968. dump_dbgbus_dp = true;
  969. if (!strcmp(blk_name, "panic"))
  970. do_panic = true;
  971. if (!strcmp(blk_name, "secure"))
  972. dump_secure = true;
  973. }
  974. va_end(args);
  975. if (dump_mode == SDE_DBG_DUMP_IRQ_CTX) {
  976. /* schedule work to dump later */
  977. sde_dbg_base.work_panic = do_panic;
  978. sde_dbg_base.dbgbus_sde.cmn.include_in_deferred_work = dump_dbgbus_sde;
  979. sde_dbg_base.dbgbus_vbif_rt.cmn.include_in_deferred_work = dump_dbgbus_vbif_rt;
  980. sde_dbg_base.dbgbus_dsi.cmn.include_in_deferred_work = dump_dbgbus_dsi;
  981. sde_dbg_base.dbgbus_rsc.cmn.include_in_deferred_work = dump_dbgbus_sde;
  982. sde_dbg_base.dbgbus_dp.cmn.include_in_deferred_work = dump_dbgbus_dp;
  983. sde_dbg_base.dump_all = dump_all;
  984. schedule_work(&sde_dbg_base.dump_work);
  985. } else {
  986. _sde_dump_array(blk_arr, blk_len, do_panic, name, dump_dbgbus_sde,
  987. dump_dbgbus_vbif_rt, dump_dbgbus_dsi, dump_dbgbus_dp,
  988. dump_all, dump_secure);
  989. }
  990. }
  991. void sde_dbg_ctrl(const char *name, ...)
  992. {
  993. int i = 0;
  994. va_list args;
  995. char *blk_name = NULL;
  996. /* no debugfs controlled events are enabled, just return */
  997. if (!sde_dbg_base.debugfs_ctrl)
  998. return;
  999. va_start(args, name);
  1000. while ((blk_name = va_arg(args, char*))) {
  1001. if (i++ >= SDE_EVTLOG_MAX_DATA) {
  1002. pr_err("could not parse all dbg arguments\n");
  1003. break;
  1004. }
  1005. if (IS_ERR_OR_NULL(blk_name))
  1006. break;
  1007. if (!strcmp(blk_name, "stop_ftrace") &&
  1008. sde_dbg_base.debugfs_ctrl &
  1009. DBG_CTRL_STOP_FTRACE) {
  1010. pr_debug("tracing off\n");
  1011. tracing_off();
  1012. }
  1013. if (!strcmp(blk_name, "panic_underrun") &&
  1014. sde_dbg_base.debugfs_ctrl &
  1015. DBG_CTRL_PANIC_UNDERRUN) {
  1016. pr_err("panic underrun\n");
  1017. SDE_DBG_DUMP_WQ("all", "dbg_bus", "vbif_dbg_bus",
  1018. "panic");
  1019. }
  1020. if (!strcmp(blk_name, "reset_hw_panic") &&
  1021. sde_dbg_base.debugfs_ctrl &
  1022. DBG_CTRL_RESET_HW_PANIC) {
  1023. pr_debug("reset hw panic\n");
  1024. panic("reset_hw");
  1025. }
  1026. }
  1027. va_end(args);
  1028. }
  1029. #ifdef CONFIG_DEBUG_FS
  1030. /*
  1031. * sde_dbg_debugfs_open - debugfs open handler for evtlog dump
  1032. * @inode: debugfs inode
  1033. * @file: file handle
  1034. */
  1035. static int sde_dbg_debugfs_open(struct inode *inode, struct file *file)
  1036. {
  1037. if (!inode || !file)
  1038. return -EINVAL;
  1039. /* non-seekable */
  1040. file->f_mode &= ~(FMODE_LSEEK | FMODE_PREAD | FMODE_PWRITE);
  1041. file->private_data = inode->i_private;
  1042. mutex_lock(&sde_dbg_base.mutex);
  1043. sde_dbg_base.cur_evt_index = 0;
  1044. sde_dbg_base.evtlog->first = sde_dbg_base.evtlog->curr + 1;
  1045. sde_dbg_base.evtlog->last =
  1046. sde_dbg_base.evtlog->first + SDE_EVTLOG_ENTRY;
  1047. mutex_unlock(&sde_dbg_base.mutex);
  1048. return 0;
  1049. }
  1050. /*
  1051. * sde_dbg_reg_base_open - debugfs open handler for reg base
  1052. * @inode: debugfs inode
  1053. * @file: file handle
  1054. */
  1055. static int sde_dbg_reg_base_open(struct inode *inode, struct file *file)
  1056. {
  1057. char base_name[64] = {0};
  1058. struct sde_dbg_reg_base *reg_base = NULL;
  1059. if (!inode || !file)
  1060. return -EINVAL;
  1061. snprintf(base_name, sizeof(base_name), "%s",
  1062. file->f_path.dentry->d_iname);
  1063. base_name[strlen(file->f_path.dentry->d_iname) - 4] = '\0';
  1064. reg_base = _sde_dump_get_blk_addr(base_name);
  1065. if (!reg_base) {
  1066. pr_err("error: unable to locate base %s\n",
  1067. base_name);
  1068. return -EINVAL;
  1069. }
  1070. /* non-seekable */
  1071. file->f_mode &= ~(FMODE_LSEEK | FMODE_PREAD | FMODE_PWRITE);
  1072. file->private_data = reg_base;
  1073. return 0;
  1074. }
  1075. /**
  1076. * sde_evtlog_dump_read - debugfs read handler for evtlog dump
  1077. * @file: file handler
  1078. * @buff: user buffer content for debugfs
  1079. * @count: size of user buffer
  1080. * @ppos: position offset of user buffer
  1081. */
  1082. static ssize_t sde_evtlog_dump_read(struct file *file, char __user *buff,
  1083. size_t count, loff_t *ppos)
  1084. {
  1085. ssize_t len = 0;
  1086. char evtlog_buf[SDE_EVTLOG_BUF_MAX];
  1087. if (!buff || !ppos)
  1088. return -EINVAL;
  1089. mutex_lock(&sde_dbg_base.mutex);
  1090. len = sde_evtlog_dump_to_buffer(sde_dbg_base.evtlog,
  1091. evtlog_buf, SDE_EVTLOG_BUF_MAX,
  1092. !sde_dbg_base.cur_evt_index, true);
  1093. sde_dbg_base.cur_evt_index++;
  1094. mutex_unlock(&sde_dbg_base.mutex);
  1095. if (len < 0 || len > count) {
  1096. pr_err("len is more than user buffer size\n");
  1097. return 0;
  1098. }
  1099. if (copy_to_user(buff, evtlog_buf, len))
  1100. return -EFAULT;
  1101. *ppos += len;
  1102. return len;
  1103. }
  1104. /**
  1105. * sde_evtlog_dump_write - debugfs write handler for evtlog dump
  1106. * @file: file handler
  1107. * @user_buf: user buffer content from debugfs
  1108. * @count: size of user buffer
  1109. * @ppos: position offset of user buffer
  1110. */
  1111. static ssize_t sde_evtlog_dump_write(struct file *file,
  1112. const char __user *user_buf, size_t count, loff_t *ppos)
  1113. {
  1114. _sde_dump_array(NULL, 0, sde_dbg_base.panic_on_err, "dump_debugfs",
  1115. true, true, true, true, true, false);
  1116. return count;
  1117. }
  1118. static const struct file_operations sde_evtlog_fops = {
  1119. .open = sde_dbg_debugfs_open,
  1120. .read = sde_evtlog_dump_read,
  1121. .write = sde_evtlog_dump_write,
  1122. };
  1123. /**
  1124. * sde_dbg_ctrl_read - debugfs read handler for debug ctrl read
  1125. * @file: file handler
  1126. * @buff: user buffer content for debugfs
  1127. * @count: size of user buffer
  1128. * @ppos: position offset of user buffer
  1129. */
  1130. static ssize_t sde_dbg_ctrl_read(struct file *file, char __user *buff,
  1131. size_t count, loff_t *ppos)
  1132. {
  1133. ssize_t len = 0;
  1134. char buf[24] = {'\0'};
  1135. if (!buff || !ppos)
  1136. return -EINVAL;
  1137. if (*ppos)
  1138. return 0; /* the end */
  1139. len = snprintf(buf, sizeof(buf), "0x%x\n", sde_dbg_base.debugfs_ctrl);
  1140. pr_debug("%s: ctrl:0x%x len:0x%zx\n",
  1141. __func__, sde_dbg_base.debugfs_ctrl, len);
  1142. if (len < 0 || len >= sizeof(buf))
  1143. return 0;
  1144. if ((count < sizeof(buf)) || copy_to_user(buff, buf, len)) {
  1145. pr_err("error copying the buffer! count:0x%zx\n", count);
  1146. return -EFAULT;
  1147. }
  1148. *ppos += len; /* increase offset */
  1149. return len;
  1150. }
  1151. /**
  1152. * sde_dbg_ctrl_write - debugfs read handler for debug ctrl write
  1153. * @file: file handler
  1154. * @user_buf: user buffer content from debugfs
  1155. * @count: size of user buffer
  1156. * @ppos: position offset of user buffer
  1157. */
  1158. static ssize_t sde_dbg_ctrl_write(struct file *file,
  1159. const char __user *user_buf, size_t count, loff_t *ppos)
  1160. {
  1161. u32 dbg_ctrl = 0;
  1162. char buf[24];
  1163. if (!file) {
  1164. pr_err("DbgDbg: %s: error no file --\n", __func__);
  1165. return -EINVAL;
  1166. }
  1167. if (count >= sizeof(buf))
  1168. return -EFAULT;
  1169. if (copy_from_user(buf, user_buf, count))
  1170. return -EFAULT;
  1171. buf[count] = 0; /* end of string */
  1172. if (kstrtouint(buf, 0, &dbg_ctrl)) {
  1173. pr_err("%s: error in the number of bytes\n", __func__);
  1174. return -EFAULT;
  1175. }
  1176. pr_debug("dbg_ctrl_read:0x%x\n", dbg_ctrl);
  1177. sde_dbg_base.debugfs_ctrl = dbg_ctrl;
  1178. return count;
  1179. }
  1180. static const struct file_operations sde_dbg_ctrl_fops = {
  1181. .open = sde_dbg_debugfs_open,
  1182. .read = sde_dbg_ctrl_read,
  1183. .write = sde_dbg_ctrl_write,
  1184. };
  1185. static int sde_recovery_regdump_open(struct inode *inode, struct file *file)
  1186. {
  1187. if (!inode || !file)
  1188. return -EINVAL;
  1189. /* non-seekable */
  1190. file->f_mode &= ~(FMODE_LSEEK | FMODE_PREAD | FMODE_PWRITE);
  1191. file->private_data = inode->i_private;
  1192. /* initialize to start position */
  1193. sde_dbg_base.regbuf.rpos = 0;
  1194. sde_dbg_base.regbuf.cur_blk = NULL;
  1195. sde_dbg_base.regbuf.dump_done = false;
  1196. return 0;
  1197. }
  1198. static ssize_t _sde_dbg_dump_reg_rows(u32 reg_start,
  1199. void *start, int count, char *buf, int buflen)
  1200. {
  1201. int i;
  1202. int len = 0;
  1203. u32 *addr;
  1204. u32 reg_offset = 0;
  1205. int rows = min(count / DUMP_CLMN_COUNT, DUMP_MAX_LINES_PER_BLK);
  1206. if (!start || !buf) {
  1207. pr_err("invalid address for dump\n");
  1208. return len;
  1209. }
  1210. if (buflen < PAGE_SIZE) {
  1211. pr_err("buffer too small for dump\n");
  1212. return len;
  1213. }
  1214. for (i = 0; i < rows; i++) {
  1215. addr = start + (i * DUMP_CLMN_COUNT * sizeof(u32));
  1216. reg_offset = reg_start + (i * DUMP_CLMN_COUNT * sizeof(u32));
  1217. if (buflen < (len + DUMP_LINE_SIZE))
  1218. break;
  1219. len += snprintf(buf + len, DUMP_LINE_SIZE,
  1220. "0x%.8X | %.8X %.8X %.8X %.8X\n",
  1221. reg_offset, addr[0], addr[1], addr[2], addr[3]);
  1222. }
  1223. return len;
  1224. }
  1225. static int _sde_dbg_recovery_dump_sub_blk(struct sde_dbg_reg_range *sub_blk,
  1226. char *buf, int buflen)
  1227. {
  1228. int count = 0;
  1229. int len = 0;
  1230. if (!sub_blk || (buflen < PAGE_SIZE)) {
  1231. pr_err("invalid params buflen:%d subblk valid:%d\n",
  1232. buflen, sub_blk != NULL);
  1233. return len;
  1234. }
  1235. count = (sub_blk->offset.end - sub_blk->offset.start) / (sizeof(u32));
  1236. if (count < DUMP_CLMN_COUNT) {
  1237. pr_err("invalid count for register dumps :%d\n", count);
  1238. return len;
  1239. }
  1240. len += snprintf(buf + len, DUMP_LINE_SIZE,
  1241. "------------------------------------------\n");
  1242. len += snprintf(buf + len, DUMP_LINE_SIZE,
  1243. "**** sub block [%s] - size:%d ****\n",
  1244. sub_blk->range_name, count);
  1245. len += _sde_dbg_dump_reg_rows(sub_blk->offset.start, sub_blk->reg_dump,
  1246. count, buf + len, buflen - len);
  1247. return len;
  1248. }
  1249. static int _sde_dbg_recovery_dump_reg_blk(struct sde_dbg_reg_base *blk,
  1250. char *buf, int buf_size, int *out_len)
  1251. {
  1252. int ret = 0;
  1253. int len = 0;
  1254. struct sde_dbg_reg_range *sub_blk;
  1255. if (buf_size < PAGE_SIZE) {
  1256. pr_err("buffer too small for dump\n");
  1257. return len;
  1258. }
  1259. if (!blk || !strlen(blk->name)) {
  1260. len += snprintf(buf + len, DUMP_LINE_SIZE,
  1261. "Found one invalid block - skip dump\n");
  1262. *out_len = len;
  1263. return len;
  1264. }
  1265. len += snprintf(buf + len, DUMP_LINE_SIZE,
  1266. "******************************************\n");
  1267. len += snprintf(buf + len, DUMP_LINE_SIZE,
  1268. "==========================================\n");
  1269. len += snprintf(buf + len, DUMP_LINE_SIZE,
  1270. "*********** DUMP of %s block *************\n",
  1271. blk->name);
  1272. len += snprintf(buf + len, DUMP_LINE_SIZE,
  1273. "count:%ld max-off:0x%lx has_sub_blk:%d\n",
  1274. blk->cnt, blk->max_offset,
  1275. !list_empty(&blk->sub_range_list));
  1276. if (list_empty(&blk->sub_range_list)) {
  1277. len += _sde_dbg_dump_reg_rows(0, blk->reg_dump,
  1278. blk->max_offset / sizeof(u32), buf + len,
  1279. buf_size - len);
  1280. } else {
  1281. list_for_each_entry(sub_blk, &blk->sub_range_list, head)
  1282. len += _sde_dbg_recovery_dump_sub_blk(sub_blk,
  1283. buf + len, buf_size - len);
  1284. }
  1285. *out_len = len;
  1286. return ret;
  1287. }
  1288. static ssize_t sde_recovery_regdump_read(struct file *file, char __user *ubuf,
  1289. size_t count, loff_t *ppos)
  1290. {
  1291. ssize_t len = 0;
  1292. int usize = 0;
  1293. struct sde_dbg_base *dbg_base = &sde_dbg_base;
  1294. struct sde_dbg_regbuf *rbuf = &dbg_base->regbuf;
  1295. mutex_lock(&sde_dbg_base.mutex);
  1296. if (!rbuf->dump_done && !rbuf->cur_blk) {
  1297. if (!rbuf->buf)
  1298. rbuf->buf = kzalloc(DUMP_BUF_SIZE, GFP_KERNEL);
  1299. if (!rbuf->buf) {
  1300. len = -ENOMEM;
  1301. goto err;
  1302. }
  1303. rbuf->rpos = 0;
  1304. rbuf->len = 0;
  1305. rbuf->buf_size = DUMP_BUF_SIZE;
  1306. rbuf->cur_blk = list_first_entry(&dbg_base->reg_base_list,
  1307. struct sde_dbg_reg_base, reg_base_head);
  1308. if (rbuf->cur_blk)
  1309. _sde_dbg_recovery_dump_reg_blk(rbuf->cur_blk,
  1310. rbuf->buf,
  1311. rbuf->buf_size,
  1312. &rbuf->len);
  1313. pr_debug("dumping done for blk:%s len:%d\n", rbuf->cur_blk ?
  1314. rbuf->cur_blk->name : "unknown", rbuf->len);
  1315. } else if (rbuf->len == rbuf->rpos && rbuf->cur_blk) {
  1316. rbuf->rpos = 0;
  1317. rbuf->len = 0;
  1318. rbuf->buf_size = DUMP_BUF_SIZE;
  1319. if (rbuf->cur_blk == list_last_entry(&dbg_base->reg_base_list,
  1320. struct sde_dbg_reg_base, reg_base_head))
  1321. rbuf->cur_blk = NULL;
  1322. else
  1323. rbuf->cur_blk = list_next_entry(rbuf->cur_blk,
  1324. reg_base_head);
  1325. if (rbuf->cur_blk)
  1326. _sde_dbg_recovery_dump_reg_blk(rbuf->cur_blk,
  1327. rbuf->buf,
  1328. rbuf->buf_size,
  1329. &rbuf->len);
  1330. pr_debug("dumping done for blk:%s len:%d\n", rbuf->cur_blk ?
  1331. rbuf->cur_blk->name : "unknown", rbuf->len);
  1332. }
  1333. if ((rbuf->len - rbuf->rpos) > 0) {
  1334. usize = ((rbuf->len - rbuf->rpos) > count) ?
  1335. count : rbuf->len - rbuf->rpos;
  1336. if (copy_to_user(ubuf, rbuf->buf + rbuf->rpos, usize)) {
  1337. len = -EFAULT;
  1338. goto err;
  1339. }
  1340. len = usize;
  1341. rbuf->rpos += usize;
  1342. *ppos += usize;
  1343. }
  1344. if (!len && rbuf->buf)
  1345. rbuf->dump_done = true;
  1346. err:
  1347. mutex_unlock(&sde_dbg_base.mutex);
  1348. return len;
  1349. }
  1350. static const struct file_operations sde_recovery_reg_fops = {
  1351. .open = sde_recovery_regdump_open,
  1352. .read = sde_recovery_regdump_read,
  1353. };
  1354. static ssize_t sde_recovery_dbgbus_dump_read(struct file *file,
  1355. char __user *buff,
  1356. size_t count, loff_t *ppos)
  1357. {
  1358. ssize_t len = 0;
  1359. char log_buf[SDE_EVTLOG_BUF_MAX];
  1360. u32 *data;
  1361. struct sde_dbg_debug_bus_common *cmn = file->private_data;
  1362. u32 entry_size = DUMP_CLMN_COUNT;
  1363. u32 max_size = min_t(size_t, count, SDE_EVTLOG_BUF_MAX);
  1364. memset(log_buf, 0, sizeof(log_buf));
  1365. mutex_lock(&sde_dbg_base.mutex);
  1366. if (!cmn->dumped_content || !cmn->entries_size)
  1367. goto dump_done;
  1368. if (cmn->content_idx < cmn->content_size) {
  1369. data = &cmn->dumped_content[cmn->content_idx];
  1370. len = scnprintf(log_buf, max_size,
  1371. "0x%.8X | %.8X %.8X %.8X %.8X\n",
  1372. cmn->content_idx * sizeof(*data),
  1373. data[0], data[1], data[2], data[3]);
  1374. cmn->content_idx += entry_size;
  1375. if (copy_to_user(buff, log_buf, len)) {
  1376. len = -EFAULT;
  1377. goto dump_done;
  1378. }
  1379. *ppos += len;
  1380. }
  1381. dump_done:
  1382. mutex_unlock(&sde_dbg_base.mutex);
  1383. return len;
  1384. }
  1385. static int sde_recovery_dbgbus_dump_open(struct inode *inode, struct file *file)
  1386. {
  1387. if (!inode || !file)
  1388. return -EINVAL;
  1389. /* non-seekable */
  1390. file->f_mode &= ~(FMODE_LSEEK | FMODE_PREAD | FMODE_PWRITE);
  1391. file->private_data = (void *)&sde_dbg_base.dbgbus_sde.cmn;
  1392. mutex_lock(&sde_dbg_base.mutex);
  1393. sde_dbg_base.dbgbus_sde.cmn.content_idx = 0;
  1394. mutex_unlock(&sde_dbg_base.mutex);
  1395. return 0;
  1396. }
  1397. static const struct file_operations sde_recovery_dbgbus_fops = {
  1398. .open = sde_recovery_dbgbus_dump_open,
  1399. .read = sde_recovery_dbgbus_dump_read,
  1400. };
  1401. static int sde_recovery_vbif_dbgbus_dump_open(struct inode *inode,
  1402. struct file *file)
  1403. {
  1404. if (!inode || !file)
  1405. return -EINVAL;
  1406. /* non-seekable */
  1407. file->f_mode &= ~(FMODE_LSEEK | FMODE_PREAD | FMODE_PWRITE);
  1408. file->private_data = (void *)&sde_dbg_base.dbgbus_vbif_rt.cmn;
  1409. mutex_lock(&sde_dbg_base.mutex);
  1410. sde_dbg_base.dbgbus_vbif_rt.cmn.content_idx = 0;
  1411. mutex_unlock(&sde_dbg_base.mutex);
  1412. return 0;
  1413. }
  1414. static const struct file_operations sde_recovery_vbif_dbgbus_fops = {
  1415. .open = sde_recovery_vbif_dbgbus_dump_open,
  1416. .read = sde_recovery_dbgbus_dump_read,
  1417. };
  1418. static int sde_recovery_dsi_dbgbus_dump_open(struct inode *inode,
  1419. struct file *file)
  1420. {
  1421. if (!inode || !file)
  1422. return -EINVAL;
  1423. /* non-seekable */
  1424. file->f_mode &= ~(FMODE_LSEEK | FMODE_PREAD | FMODE_PWRITE);
  1425. file->private_data = (void *)&sde_dbg_base.dbgbus_dsi.cmn;
  1426. mutex_lock(&sde_dbg_base.mutex);
  1427. sde_dbg_base.dbgbus_dsi.cmn.content_idx = 0;
  1428. mutex_unlock(&sde_dbg_base.mutex);
  1429. return 0;
  1430. }
  1431. static const struct file_operations sde_recovery_dsi_dbgbus_fops = {
  1432. .open = sde_recovery_dsi_dbgbus_dump_open,
  1433. .read = sde_recovery_dbgbus_dump_read,
  1434. };
  1435. static int sde_recovery_rsc_dbgbus_dump_open(struct inode *inode,
  1436. struct file *file)
  1437. {
  1438. if (!inode || !file)
  1439. return -EINVAL;
  1440. /* non-seekable */
  1441. file->f_mode &= ~(FMODE_LSEEK | FMODE_PREAD | FMODE_PWRITE);
  1442. file->private_data = (void *)&sde_dbg_base.dbgbus_rsc.cmn;
  1443. mutex_lock(&sde_dbg_base.mutex);
  1444. sde_dbg_base.dbgbus_rsc.cmn.content_idx = 0;
  1445. mutex_unlock(&sde_dbg_base.mutex);
  1446. return 0;
  1447. }
  1448. static const struct file_operations sde_recovery_rsc_dbgbus_fops = {
  1449. .open = sde_recovery_rsc_dbgbus_dump_open,
  1450. .read = sde_recovery_dbgbus_dump_read,
  1451. };
  1452. static int sde_recovery_lutdma_dbgbus_dump_open(struct inode *inode,
  1453. struct file *file)
  1454. {
  1455. if (!inode || !file)
  1456. return -EINVAL;
  1457. /* non-seekable */
  1458. file->f_mode &= ~(FMODE_LSEEK | FMODE_PREAD | FMODE_PWRITE);
  1459. file->private_data = (void *)&sde_dbg_base.dbgbus_lutdma.cmn;
  1460. mutex_lock(&sde_dbg_base.mutex);
  1461. sde_dbg_base.dbgbus_lutdma.cmn.content_idx = 0;
  1462. mutex_unlock(&sde_dbg_base.mutex);
  1463. return 0;
  1464. }
  1465. static const struct file_operations sde_recovery_lutdma_dbgbus_fops = {
  1466. .open = sde_recovery_lutdma_dbgbus_dump_open,
  1467. .read = sde_recovery_dbgbus_dump_read,
  1468. };
  1469. static int sde_recovery_dp_dbgbus_dump_open(struct inode *inode,
  1470. struct file *file)
  1471. {
  1472. if (!inode || !file)
  1473. return -EINVAL;
  1474. /* non-seekable */
  1475. file->f_mode &= ~(FMODE_LSEEK | FMODE_PREAD | FMODE_PWRITE);
  1476. file->private_data = (void *)&sde_dbg_base.dbgbus_dp.cmn;
  1477. mutex_lock(&sde_dbg_base.mutex);
  1478. sde_dbg_base.dbgbus_dp.cmn.content_idx = 0;
  1479. mutex_unlock(&sde_dbg_base.mutex);
  1480. return 0;
  1481. }
  1482. static const struct file_operations sde_recovery_dp_dbgbus_fops = {
  1483. .open = sde_recovery_dp_dbgbus_dump_open,
  1484. .read = sde_recovery_dbgbus_dump_read,
  1485. };
  1486. /**
  1487. * sde_dbg_reg_base_release - release allocated reg dump file private data
  1488. * @inode: debugfs inode
  1489. * @file: file handle
  1490. * @Return: 0 on success
  1491. */
  1492. static int sde_dbg_reg_base_release(struct inode *inode, struct file *file)
  1493. {
  1494. struct sde_dbg_reg_base *dbg;
  1495. if (!file)
  1496. return -EINVAL;
  1497. dbg = file->private_data;
  1498. if (!dbg)
  1499. return -ENODEV;
  1500. mutex_lock(&sde_dbg_base.mutex);
  1501. if (dbg && dbg->buf) {
  1502. kfree(dbg->buf);
  1503. dbg->buf_len = 0;
  1504. dbg->buf = NULL;
  1505. }
  1506. mutex_unlock(&sde_dbg_base.mutex);
  1507. return 0;
  1508. }
  1509. /**
  1510. * sde_dbg_reg_base_is_valid_range - verify if requested memory range is valid
  1511. * @off: address offset in bytes
  1512. * @cnt: memory size in bytes
  1513. * Return: true if valid; false otherwise
  1514. */
  1515. static bool sde_dbg_reg_base_is_valid_range(
  1516. struct sde_dbg_reg_base *base,
  1517. u32 off, u32 cnt)
  1518. {
  1519. struct sde_dbg_reg_range *node;
  1520. pr_debug("check offset=0x%x cnt=0x%x\n", off, cnt);
  1521. list_for_each_entry(node, &base->sub_range_list, head) {
  1522. pr_debug("%s: start=0x%x end=0x%x\n", node->range_name,
  1523. node->offset.start, node->offset.end);
  1524. if (node->offset.start <= off
  1525. && off <= node->offset.end
  1526. && off + cnt <= node->offset.end) {
  1527. pr_debug("valid range requested\n");
  1528. return true;
  1529. }
  1530. }
  1531. pr_err("invalid range requested\n");
  1532. return false;
  1533. }
  1534. /**
  1535. * sde_dbg_reg_base_offset_write - set new offset and len to debugfs reg base
  1536. * @file: file handler
  1537. * @user_buf: user buffer content from debugfs
  1538. * @count: size of user buffer
  1539. * @ppos: position offset of user buffer
  1540. */
  1541. static ssize_t sde_dbg_reg_base_offset_write(struct file *file,
  1542. const char __user *user_buf, size_t count, loff_t *ppos)
  1543. {
  1544. struct sde_dbg_reg_base *dbg;
  1545. u32 off = 0;
  1546. u32 cnt = DEFAULT_BASE_REG_CNT;
  1547. char buf[24];
  1548. int rc;
  1549. if (!file)
  1550. return -EINVAL;
  1551. dbg = file->private_data;
  1552. if (!dbg)
  1553. return -ENODEV;
  1554. if (count >= sizeof(buf))
  1555. return -EFAULT;
  1556. if (copy_from_user(buf, user_buf, count))
  1557. return -EFAULT;
  1558. buf[count] = 0; /* end of string */
  1559. if (sscanf(buf, "%5x %x", &off, &cnt) != 2)
  1560. return -EFAULT;
  1561. if (off > dbg->max_offset)
  1562. return -EINVAL;
  1563. if (off % sizeof(u32))
  1564. return -EINVAL;
  1565. if (cnt > (dbg->max_offset - off))
  1566. cnt = dbg->max_offset - off;
  1567. if (cnt == 0)
  1568. return -EINVAL;
  1569. if (!list_empty(&dbg->sub_range_list)) {
  1570. rc = sde_dbg_reg_base_is_valid_range(dbg, off, cnt);
  1571. if (!rc)
  1572. return -EINVAL;
  1573. }
  1574. mutex_lock(&sde_dbg_base.mutex);
  1575. dbg->off = off;
  1576. dbg->cnt = cnt;
  1577. mutex_unlock(&sde_dbg_base.mutex);
  1578. pr_debug("offset=%x cnt=%x\n", off, cnt);
  1579. return count;
  1580. }
  1581. /**
  1582. * sde_dbg_reg_base_offset_read - read current offset and len of register base
  1583. * @file: file handler
  1584. * @user_buf: user buffer content from debugfs
  1585. * @count: size of user buffer
  1586. * @ppos: position offset of user buffer
  1587. */
  1588. static ssize_t sde_dbg_reg_base_offset_read(struct file *file,
  1589. char __user *buff, size_t count, loff_t *ppos)
  1590. {
  1591. struct sde_dbg_reg_base *dbg;
  1592. int len = 0;
  1593. char buf[24] = {'\0'};
  1594. if (!file)
  1595. return -EINVAL;
  1596. dbg = file->private_data;
  1597. if (!dbg)
  1598. return -ENODEV;
  1599. if (!ppos)
  1600. return -EINVAL;
  1601. if (*ppos)
  1602. return 0; /* the end */
  1603. mutex_lock(&sde_dbg_base.mutex);
  1604. if (dbg->off % sizeof(u32)) {
  1605. mutex_unlock(&sde_dbg_base.mutex);
  1606. return -EFAULT;
  1607. }
  1608. len = snprintf(buf, sizeof(buf), "0x%08zx %zx\n", dbg->off, dbg->cnt);
  1609. if (len < 0 || len >= sizeof(buf)) {
  1610. mutex_unlock(&sde_dbg_base.mutex);
  1611. return 0;
  1612. }
  1613. if ((count < sizeof(buf)) || copy_to_user(buff, buf, len)) {
  1614. mutex_unlock(&sde_dbg_base.mutex);
  1615. return -EFAULT;
  1616. }
  1617. *ppos += len; /* increase offset */
  1618. mutex_unlock(&sde_dbg_base.mutex);
  1619. return len;
  1620. }
  1621. #ifdef CONFIG_DYNAMIC_DEBUG
  1622. /**
  1623. * sde_dbg_reg_base_reg_write - write to reg base hw at offset a given value
  1624. * @file: file handler
  1625. * @user_buf: user buffer content from debugfs
  1626. * @count: size of user buffer
  1627. * @ppos: position offset of user buffer
  1628. */
  1629. static ssize_t sde_dbg_reg_base_reg_write(struct file *file,
  1630. const char __user *user_buf, size_t count, loff_t *ppos)
  1631. {
  1632. struct sde_dbg_reg_base *dbg;
  1633. size_t off;
  1634. u32 data, cnt;
  1635. char buf[24];
  1636. int rc;
  1637. if (!file)
  1638. return -EINVAL;
  1639. dbg = file->private_data;
  1640. if (!dbg)
  1641. return -ENODEV;
  1642. if (count >= sizeof(buf))
  1643. return -EFAULT;
  1644. if (copy_from_user(buf, user_buf, count))
  1645. return -EFAULT;
  1646. buf[count] = 0; /* end of string */
  1647. cnt = sscanf(buf, "%zx %x", &off, &data);
  1648. if (cnt < 2)
  1649. return -EFAULT;
  1650. if (off % sizeof(u32))
  1651. return -EFAULT;
  1652. mutex_lock(&sde_dbg_base.mutex);
  1653. if (off >= dbg->max_offset) {
  1654. mutex_unlock(&sde_dbg_base.mutex);
  1655. return -EFAULT;
  1656. }
  1657. if (!list_empty(&dbg->sub_range_list)) {
  1658. rc = sde_dbg_reg_base_is_valid_range(dbg, off, cnt);
  1659. if (!rc)
  1660. return -EINVAL;
  1661. }
  1662. rc = pm_runtime_get_sync(sde_dbg_base.dev);
  1663. if (rc < 0) {
  1664. mutex_unlock(&sde_dbg_base.mutex);
  1665. pr_err("failed to enable power %d\n", rc);
  1666. return rc;
  1667. }
  1668. writel_relaxed(data, dbg->base + off);
  1669. pm_runtime_put_sync(sde_dbg_base.dev);
  1670. mutex_unlock(&sde_dbg_base.mutex);
  1671. pr_debug("addr=%zx data=%x\n", off, data);
  1672. return count;
  1673. }
  1674. #endif
  1675. /**
  1676. * sde_dbg_reg_base_reg_read - read len from reg base hw at current offset
  1677. * @file: file handler
  1678. * @user_buf: user buffer content from debugfs
  1679. * @count: size of user buffer
  1680. * @ppos: position offset of user buffer
  1681. */
  1682. static ssize_t sde_dbg_reg_base_reg_read(struct file *file,
  1683. char __user *user_buf, size_t count, loff_t *ppos)
  1684. {
  1685. struct sde_dbg_reg_base *dbg;
  1686. size_t len;
  1687. int rc;
  1688. if (!file)
  1689. return -EINVAL;
  1690. dbg = file->private_data;
  1691. if (!dbg) {
  1692. pr_err("invalid handle\n");
  1693. return -ENODEV;
  1694. }
  1695. if (!ppos)
  1696. return -EINVAL;
  1697. mutex_lock(&sde_dbg_base.mutex);
  1698. if (!dbg->buf) {
  1699. char dump_buf[64];
  1700. char *ptr;
  1701. int cnt, tot;
  1702. dbg->buf_len = sizeof(dump_buf) *
  1703. DIV_ROUND_UP(dbg->cnt, ROW_BYTES);
  1704. dbg->buf = kzalloc(dbg->buf_len, GFP_KERNEL);
  1705. if (!dbg->buf) {
  1706. mutex_unlock(&sde_dbg_base.mutex);
  1707. return -ENOMEM;
  1708. }
  1709. if (dbg->off % sizeof(u32)) {
  1710. mutex_unlock(&sde_dbg_base.mutex);
  1711. return -EFAULT;
  1712. }
  1713. ptr = dbg->base + dbg->off;
  1714. tot = 0;
  1715. rc = pm_runtime_get_sync(sde_dbg_base.dev);
  1716. if (rc < 0) {
  1717. mutex_unlock(&sde_dbg_base.mutex);
  1718. pr_err("failed to enable power %d\n", rc);
  1719. return rc;
  1720. }
  1721. for (cnt = dbg->cnt; cnt > 0; cnt -= ROW_BYTES) {
  1722. hex_dump_to_buffer(ptr, min(cnt, ROW_BYTES),
  1723. ROW_BYTES, GROUP_BYTES, dump_buf,
  1724. sizeof(dump_buf), false);
  1725. len = scnprintf(dbg->buf + tot, dbg->buf_len - tot,
  1726. "0x%08x: %s\n",
  1727. ((int) (unsigned long) ptr) -
  1728. ((int) (unsigned long) dbg->base),
  1729. dump_buf);
  1730. ptr += ROW_BYTES;
  1731. tot += len;
  1732. if (tot >= dbg->buf_len)
  1733. break;
  1734. }
  1735. pm_runtime_put_sync(sde_dbg_base.dev);
  1736. dbg->buf_len = tot;
  1737. }
  1738. if (*ppos >= dbg->buf_len) {
  1739. mutex_unlock(&sde_dbg_base.mutex);
  1740. return 0; /* done reading */
  1741. }
  1742. len = min(count, dbg->buf_len - (size_t) *ppos);
  1743. if (copy_to_user(user_buf, dbg->buf + *ppos, len)) {
  1744. mutex_unlock(&sde_dbg_base.mutex);
  1745. pr_err("failed to copy to user\n");
  1746. return -EFAULT;
  1747. }
  1748. *ppos += len; /* increase offset */
  1749. mutex_unlock(&sde_dbg_base.mutex);
  1750. return len;
  1751. }
  1752. static const struct file_operations sde_off_fops = {
  1753. .open = sde_dbg_reg_base_open,
  1754. .release = sde_dbg_reg_base_release,
  1755. .read = sde_dbg_reg_base_offset_read,
  1756. .write = sde_dbg_reg_base_offset_write,
  1757. };
  1758. static const struct file_operations sde_reg_fops = {
  1759. .open = sde_dbg_reg_base_open,
  1760. .release = sde_dbg_reg_base_release,
  1761. .read = sde_dbg_reg_base_reg_read,
  1762. #ifdef CONFIG_DYNAMIC_DEBUG
  1763. .write = sde_dbg_reg_base_reg_write,
  1764. #endif
  1765. };
  1766. int sde_dbg_debugfs_register(struct device *dev)
  1767. {
  1768. static struct sde_dbg_base *dbg = &sde_dbg_base;
  1769. struct sde_dbg_reg_base *blk_base;
  1770. char debug_name[80] = "";
  1771. struct dentry *debugfs_root = NULL;
  1772. struct platform_device *pdev = to_platform_device(dev);
  1773. struct drm_device *ddev = platform_get_drvdata(pdev);
  1774. struct msm_drm_private *priv = NULL;
  1775. if (!ddev) {
  1776. pr_err("Invalid drm device node\n");
  1777. return -EINVAL;
  1778. }
  1779. priv = ddev->dev_private;
  1780. if (!priv) {
  1781. pr_err("Invalid msm drm private node\n");
  1782. return -EINVAL;
  1783. }
  1784. debugfs_root = debugfs_create_dir("debug",
  1785. ddev->primary->debugfs_root);
  1786. if (IS_ERR_OR_NULL(debugfs_root)) {
  1787. pr_err("debugfs_root create_dir fail, error %ld\n",
  1788. PTR_ERR(debugfs_root));
  1789. priv->debug_root = NULL;
  1790. return -EINVAL;
  1791. }
  1792. priv->debug_root = debugfs_root;
  1793. debugfs_create_file("dbg_ctrl", 0600, debugfs_root, NULL,
  1794. &sde_dbg_ctrl_fops);
  1795. debugfs_create_file("dump", 0600, debugfs_root, NULL,
  1796. &sde_evtlog_fops);
  1797. debugfs_create_u32("enable", 0600, debugfs_root,
  1798. &(sde_dbg_base.evtlog->enable));
  1799. debugfs_create_u32("panic", 0600, debugfs_root,
  1800. &sde_dbg_base.panic_on_err);
  1801. debugfs_create_u32("reg_dump", 0600, debugfs_root,
  1802. &sde_dbg_base.enable_reg_dump);
  1803. debugfs_create_file("recovery_reg", 0400, debugfs_root, NULL,
  1804. &sde_recovery_reg_fops);
  1805. if (dbg->dbgbus_sde.entries) {
  1806. debugfs_create_file("recovery_dbgbus", 0400, debugfs_root, NULL,
  1807. &sde_recovery_dbgbus_fops);
  1808. snprintf(debug_name, sizeof(debug_name), "%s_dbgbus",
  1809. dbg->dbgbus_sde.cmn.name);
  1810. debugfs_create_u32(debug_name, 0600, debugfs_root,
  1811. &dbg->dbgbus_sde.cmn.enable_mask);
  1812. }
  1813. if (dbg->dbgbus_vbif_rt.entries) {
  1814. debugfs_create_file("recovery_vbif_dbgbus", 0400, debugfs_root,
  1815. NULL, &sde_recovery_vbif_dbgbus_fops);
  1816. snprintf(debug_name, sizeof(debug_name), "%s_dbgbus",
  1817. dbg->dbgbus_vbif_rt.cmn.name);
  1818. debugfs_create_u32(debug_name, 0600, debugfs_root,
  1819. &dbg->dbgbus_vbif_rt.cmn.enable_mask);
  1820. }
  1821. if (dbg->dbgbus_dsi.entries) {
  1822. debugfs_create_file("recovery_dsi_dbgbus", 0400, debugfs_root,
  1823. NULL, &sde_recovery_dsi_dbgbus_fops);
  1824. snprintf(debug_name, sizeof(debug_name), "%s_dbgbus",
  1825. dbg->dbgbus_dsi.cmn.name);
  1826. debugfs_create_u32(debug_name, 0600, debugfs_root,
  1827. &dbg->dbgbus_dsi.cmn.enable_mask);
  1828. }
  1829. if (dbg->dbgbus_rsc.entries) {
  1830. debugfs_create_file("recovery_rsc_dbgbus", 0400, debugfs_root,
  1831. NULL, &sde_recovery_rsc_dbgbus_fops);
  1832. snprintf(debug_name, sizeof(debug_name), "%s_dbgbus",
  1833. dbg->dbgbus_rsc.cmn.name);
  1834. debugfs_create_u32(debug_name, 0600, debugfs_root,
  1835. &dbg->dbgbus_rsc.cmn.enable_mask);
  1836. }
  1837. if (dbg->dbgbus_lutdma.entries) {
  1838. debugfs_create_file("recovery_lutdma_dbgbus", 0400,
  1839. debugfs_root, NULL,
  1840. &sde_recovery_lutdma_dbgbus_fops);
  1841. snprintf(debug_name, sizeof(debug_name), "%s_dbgbus",
  1842. dbg->dbgbus_lutdma.cmn.name);
  1843. debugfs_create_u32(debug_name, 0600, debugfs_root,
  1844. &dbg->dbgbus_lutdma.cmn.enable_mask);
  1845. }
  1846. if (dbg->dbgbus_dp.entries) {
  1847. debugfs_create_file("recovery_dp_dbgbus", 0400, debugfs_root,
  1848. NULL, &sde_recovery_dp_dbgbus_fops);
  1849. snprintf(debug_name, sizeof(debug_name), "%s_dbgbus",
  1850. dbg->dbgbus_dp.cmn.name);
  1851. debugfs_create_u32(debug_name, 0600, debugfs_root,
  1852. &dbg->dbgbus_dp.cmn.enable_mask);
  1853. }
  1854. list_for_each_entry(blk_base, &dbg->reg_base_list, reg_base_head) {
  1855. snprintf(debug_name, sizeof(debug_name), "%s_off",
  1856. blk_base->name);
  1857. debugfs_create_file(debug_name, 0600, debugfs_root, blk_base,
  1858. &sde_off_fops);
  1859. snprintf(debug_name, sizeof(debug_name), "%s_reg",
  1860. blk_base->name);
  1861. debugfs_create_file(debug_name, 0400, debugfs_root, blk_base,
  1862. &sde_reg_fops);
  1863. }
  1864. return 0;
  1865. }
  1866. #else
  1867. int sde_dbg_debugfs_register(struct device *dev)
  1868. {
  1869. return 0;
  1870. }
  1871. #endif
  1872. static void _sde_dbg_debugfs_destroy(void)
  1873. {
  1874. }
  1875. void sde_dbg_init_dbg_buses(u32 hwversion)
  1876. {
  1877. static struct sde_dbg_base *dbg = &sde_dbg_base;
  1878. memset(&dbg->dbgbus_sde, 0, sizeof(dbg->dbgbus_sde));
  1879. memset(&dbg->dbgbus_vbif_rt, 0, sizeof(dbg->dbgbus_vbif_rt));
  1880. memset(&dbg->dbgbus_dsi, 0, sizeof(dbg->dbgbus_dsi));
  1881. memset(&dbg->dbgbus_rsc, 0, sizeof(dbg->dbgbus_rsc));
  1882. memset(&dbg->dbgbus_dp, 0, sizeof(dbg->dbgbus_dp));
  1883. dbg->dbgbus_sde.entries = dbg_bus_sde;
  1884. dbg->dbgbus_sde.cmn.entries_size = ARRAY_SIZE(dbg_bus_sde);
  1885. dbg->dbgbus_sde.limited_entries = dbg_bus_sde_limited;
  1886. dbg->dbgbus_sde.cmn.limited_entries_size = ARRAY_SIZE(dbg_bus_sde_limited);
  1887. dbg->dbgbus_sde.cmn.name = DBGBUS_NAME_SDE;
  1888. dbg->dbgbus_sde.cmn.enable_mask = DEFAULT_DBGBUS_SDE;
  1889. dbg->dbgbus_sde.read_tp = _sde_dbg_sde_read_test_point;
  1890. dbg->dbgbus_sde.clear_tp = _sde_dbg_sde_clear_test_point;
  1891. dbg->dbgbus_vbif_rt.entries = vbif_dbg_bus;
  1892. dbg->dbgbus_vbif_rt.cmn.entries_size = ARRAY_SIZE(vbif_dbg_bus);
  1893. dbg->dbgbus_vbif_rt.limited_entries = vbif_dbg_bus_limited;
  1894. dbg->dbgbus_vbif_rt.cmn.limited_entries_size = ARRAY_SIZE(vbif_dbg_bus_limited);
  1895. dbg->dbgbus_vbif_rt.cmn.name = DBGBUS_NAME_VBIF_RT;
  1896. dbg->dbgbus_vbif_rt.cmn.enable_mask = DEFAULT_DBGBUS_VBIFRT;
  1897. dbg->dbgbus_vbif_rt.read_tp = _sde_dbg_vbif_read_test_point;
  1898. dbg->dbgbus_vbif_rt.clear_tp = _sde_dbg_vbif_clear_test_point;
  1899. dbg->dbgbus_vbif_rt.disable_block = _sde_dbg_vbif_disable_block;
  1900. dbg->dbgbus_dsi.entries = dsi_dbg_bus;
  1901. dbg->dbgbus_dsi.cmn.entries_size = ARRAY_SIZE(dsi_dbg_bus);
  1902. dbg->dbgbus_dsi.cmn.name = DBGBUS_NAME_DSI;
  1903. dbg->dbgbus_dsi.cmn.enable_mask = DEFAULT_DBGBUS_DSI;
  1904. dbg->dbgbus_dsi.read_tp = _sde_dbg_dsi_read_test_point;
  1905. dbg->dbgbus_dsi.clear_tp = _sde_dbg_cmn_clear_test_point;
  1906. dbg->dbgbus_rsc.entries = rsc_dbg_bus;
  1907. dbg->dbgbus_rsc.cmn.entries_size = ARRAY_SIZE(rsc_dbg_bus);
  1908. dbg->dbgbus_rsc.cmn.name = DBGBUS_NAME_RSC;
  1909. dbg->dbgbus_rsc.cmn.enable_mask = DEFAULT_DBGBUS_RSC;
  1910. dbg->dbgbus_rsc.read_tp = _sde_dbg_rsc_read_test_point;
  1911. dbg->dbgbus_rsc.clear_tp = _sde_dbg_cmn_clear_test_point;
  1912. dbg->dbgbus_dp.entries = dp_dbg_bus;
  1913. dbg->dbgbus_dp.cmn.entries_size = ARRAY_SIZE(dp_dbg_bus);
  1914. dbg->dbgbus_dp.cmn.name = DBGBUS_NAME_DP;
  1915. dbg->dbgbus_dp.cmn.enable_mask = DEFAULT_DBGBUS_DP;
  1916. dbg->dbgbus_dp.read_tp = _sde_dbg_dp_read_test_point;
  1917. dbg->dbgbus_dp.clear_tp = _sde_dbg_cmn_clear_test_point;
  1918. if (SDE_HW_REV_MAJOR(hwversion) >= 0x7) {
  1919. dbg->dbgbus_lutdma.entries = dbg_bus_lutdma;
  1920. dbg->dbgbus_lutdma.cmn.name = DBGBUS_NAME_LUTDMA;
  1921. dbg->dbgbus_lutdma.cmn.entries_size = ARRAY_SIZE(dbg_bus_lutdma);
  1922. dbg->dbgbus_lutdma.cmn.enable_mask = DEFAULT_DBGBUS_LUTDMA;
  1923. dbg->dbgbus_lutdma.cmn.include_in_deferred_work = true;
  1924. dbg->dbgbus_lutdma.read_tp = _sde_dbg_lutdma_read_test_point;
  1925. dbg->dbgbus_lutdma.clear_tp = _sde_dbg_cmn_clear_test_point;
  1926. }
  1927. }
  1928. int sde_dbg_init(struct device *dev)
  1929. {
  1930. if (!dev) {
  1931. pr_err("invalid params\n");
  1932. return -EINVAL;
  1933. }
  1934. mutex_init(&sde_dbg_base.mutex);
  1935. INIT_LIST_HEAD(&sde_dbg_base.reg_base_list);
  1936. sde_dbg_base.dev = dev;
  1937. sde_dbg_base.evtlog = sde_evtlog_init();
  1938. if (IS_ERR_OR_NULL(sde_dbg_base.evtlog))
  1939. return PTR_ERR(sde_dbg_base.evtlog);
  1940. sde_dbg_base_evtlog = sde_dbg_base.evtlog;
  1941. INIT_WORK(&sde_dbg_base.dump_work, _sde_dump_work);
  1942. sde_dbg_base.work_panic = false;
  1943. sde_dbg_base.panic_on_err = DEFAULT_PANIC;
  1944. sde_dbg_base.enable_reg_dump = DEFAULT_REGDUMP;
  1945. memset(&sde_dbg_base.regbuf, 0, sizeof(sde_dbg_base.regbuf));
  1946. pr_info("evtlog_status: enable:%d, panic:%d, dump:%d\n",
  1947. sde_dbg_base.evtlog->enable, sde_dbg_base.panic_on_err,
  1948. sde_dbg_base.enable_reg_dump);
  1949. return 0;
  1950. }
  1951. static void sde_dbg_reg_base_destroy(void)
  1952. {
  1953. struct sde_dbg_reg_range *range_node, *range_tmp;
  1954. struct sde_dbg_reg_base *blk_base, *blk_tmp;
  1955. struct sde_dbg_base *dbg_base = &sde_dbg_base;
  1956. if (!dbg_base)
  1957. return;
  1958. list_for_each_entry_safe(blk_base, blk_tmp, &dbg_base->reg_base_list,
  1959. reg_base_head) {
  1960. list_for_each_entry_safe(range_node, range_tmp,
  1961. &blk_base->sub_range_list, head) {
  1962. list_del(&range_node->head);
  1963. kfree(range_node);
  1964. }
  1965. list_del(&blk_base->reg_base_head);
  1966. kfree(blk_base);
  1967. }
  1968. }
  1969. static void sde_dbg_dsi_ctrl_destroy(void)
  1970. {
  1971. struct sde_dbg_dsi_ctrl_list_entry *entry, *tmp;
  1972. mutex_lock(&sde_dbg_dsi_mutex);
  1973. list_for_each_entry_safe(entry, tmp, &sde_dbg_dsi_list, list) {
  1974. list_del(&entry->list);
  1975. kfree(entry);
  1976. }
  1977. mutex_unlock(&sde_dbg_dsi_mutex);
  1978. }
  1979. /**
  1980. * sde_dbg_destroy - destroy sde debug facilities
  1981. */
  1982. void sde_dbg_destroy(void)
  1983. {
  1984. kfree(sde_dbg_base.regbuf.buf);
  1985. memset(&sde_dbg_base.regbuf, 0, sizeof(sde_dbg_base.regbuf));
  1986. _sde_dbg_debugfs_destroy();
  1987. sde_dbg_base_evtlog = NULL;
  1988. sde_evtlog_destroy(sde_dbg_base.evtlog);
  1989. sde_dbg_base.evtlog = NULL;
  1990. sde_dbg_reg_base_destroy();
  1991. sde_dbg_dsi_ctrl_destroy();
  1992. mutex_destroy(&sde_dbg_base.mutex);
  1993. }
  1994. int sde_dbg_dsi_ctrl_register(void __iomem *base, const char *name)
  1995. {
  1996. struct sde_dbg_dsi_ctrl_list_entry *entry;
  1997. entry = kzalloc(sizeof(*entry), GFP_KERNEL);
  1998. if (!entry)
  1999. return -ENOMEM;
  2000. entry->name = name;
  2001. entry->base = base;
  2002. mutex_lock(&sde_dbg_dsi_mutex);
  2003. list_add_tail(&entry->list, &sde_dbg_dsi_list);
  2004. mutex_unlock(&sde_dbg_dsi_mutex);
  2005. pr_debug("registered DSI CTRL %s for debugbus support\n", entry->name);
  2006. return 0;
  2007. }
  2008. int sde_dbg_reg_register_base(const char *name, void __iomem *base,
  2009. size_t max_offset)
  2010. {
  2011. struct sde_dbg_base *dbg_base = &sde_dbg_base;
  2012. struct sde_dbg_reg_base *reg_base;
  2013. if (!name || !strlen(name)) {
  2014. pr_err("no debug name provided\n");
  2015. return -EINVAL;
  2016. }
  2017. reg_base = kzalloc(sizeof(*reg_base), GFP_KERNEL);
  2018. if (!reg_base)
  2019. return -ENOMEM;
  2020. strlcpy(reg_base->name, name, sizeof(reg_base->name));
  2021. reg_base->base = base;
  2022. reg_base->max_offset = max_offset;
  2023. reg_base->off = 0;
  2024. reg_base->cnt = DEFAULT_BASE_REG_CNT;
  2025. reg_base->reg_dump = NULL;
  2026. /* Initialize list to make sure check for null list will be valid */
  2027. INIT_LIST_HEAD(&reg_base->sub_range_list);
  2028. pr_debug("%s base: %pK max_offset 0x%zX\n", reg_base->name,
  2029. reg_base->base, reg_base->max_offset);
  2030. list_add(&reg_base->reg_base_head, &dbg_base->reg_base_list);
  2031. return 0;
  2032. }
  2033. int sde_dbg_reg_register_cb(const char *name, void (*cb)(void *), void *ptr)
  2034. {
  2035. struct sde_dbg_base *dbg_base = &sde_dbg_base;
  2036. struct sde_dbg_reg_base *reg_base;
  2037. if (!name || !strlen(name)) {
  2038. pr_err("no debug name provided\n");
  2039. return -EINVAL;
  2040. }
  2041. reg_base = kzalloc(sizeof(*reg_base), GFP_KERNEL);
  2042. if (!reg_base)
  2043. return -ENOMEM;
  2044. strlcpy(reg_base->name, name, sizeof(reg_base->name));
  2045. reg_base->base = NULL;
  2046. reg_base->max_offset = 0;
  2047. reg_base->off = 0;
  2048. reg_base->cnt = DEFAULT_BASE_REG_CNT;
  2049. reg_base->reg_dump = NULL;
  2050. reg_base->cb = cb;
  2051. reg_base->cb_ptr = ptr;
  2052. /* Initialize list to make sure check for null list will be valid */
  2053. INIT_LIST_HEAD(&reg_base->sub_range_list);
  2054. pr_debug("%s cb: %pK cb_ptr: %pK\n", reg_base->name,
  2055. reg_base->cb, reg_base->cb_ptr);
  2056. list_add(&reg_base->reg_base_head, &dbg_base->reg_base_list);
  2057. return 0;
  2058. }
  2059. void sde_dbg_reg_unregister_cb(const char *name, void (*cb)(void *), void *ptr)
  2060. {
  2061. struct sde_dbg_base *dbg_base = &sde_dbg_base;
  2062. struct sde_dbg_reg_base *reg_base;
  2063. if (!dbg_base)
  2064. return;
  2065. list_for_each_entry(reg_base, &dbg_base->reg_base_list, reg_base_head) {
  2066. if (strlen(reg_base->name) &&
  2067. !strcmp(reg_base->name, name)) {
  2068. pr_debug("%s cb: %pK cb_ptr: %pK\n", reg_base->name,
  2069. reg_base->cb, reg_base->cb_ptr);
  2070. list_del(&reg_base->reg_base_head);
  2071. kfree(reg_base);
  2072. break;
  2073. }
  2074. }
  2075. }
  2076. void sde_dbg_reg_register_dump_range(const char *base_name,
  2077. const char *range_name, u32 offset_start, u32 offset_end,
  2078. uint32_t xin_id)
  2079. {
  2080. struct sde_dbg_reg_base *reg_base;
  2081. struct sde_dbg_reg_range *range;
  2082. reg_base = _sde_dump_get_blk_addr(base_name);
  2083. if (!reg_base) {
  2084. pr_err("error: for range %s unable to locate base %s\n",
  2085. range_name, base_name);
  2086. return;
  2087. }
  2088. if (!range_name || strlen(range_name) == 0) {
  2089. pr_err("%pS: bad range name, base_name %s, offset_start 0x%X, end 0x%X\n",
  2090. __builtin_return_address(0), base_name,
  2091. offset_start, offset_end);
  2092. return;
  2093. }
  2094. if (offset_end - offset_start < REG_DUMP_ALIGN ||
  2095. offset_start > offset_end) {
  2096. pr_err("%pS: bad range, base_name %s, range_name %s, offset_start 0x%X, end 0x%X\n",
  2097. __builtin_return_address(0), base_name,
  2098. range_name, offset_start, offset_end);
  2099. return;
  2100. }
  2101. range = kzalloc(sizeof(*range), GFP_KERNEL);
  2102. if (!range)
  2103. return;
  2104. strlcpy(range->range_name, range_name, sizeof(range->range_name));
  2105. range->offset.start = offset_start;
  2106. range->offset.end = offset_end;
  2107. range->xin_id = xin_id;
  2108. list_add_tail(&range->head, &reg_base->sub_range_list);
  2109. pr_debug("base %s, range %s, start 0x%X, end 0x%X\n",
  2110. base_name, range->range_name,
  2111. range->offset.start, range->offset.end);
  2112. }
  2113. void sde_dbg_set_sde_top_offset(u32 blk_off)
  2114. {
  2115. sde_dbg_base.dbgbus_sde.top_blk_off = blk_off;
  2116. }