unwind_bc.c 4.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. #include <linux/sched.h>
  3. #include <linux/sched/task.h>
  4. #include <linux/sched/task_stack.h>
  5. #include <linux/interrupt.h>
  6. #include <asm/sections.h>
  7. #include <asm/ptrace.h>
  8. #include <asm/bitops.h>
  9. #include <asm/stacktrace.h>
  10. #include <asm/unwind.h>
  11. unsigned long unwind_get_return_address(struct unwind_state *state)
  12. {
  13. if (unwind_done(state))
  14. return 0;
  15. return __kernel_text_address(state->ip) ? state->ip : 0;
  16. }
  17. EXPORT_SYMBOL_GPL(unwind_get_return_address);
  18. static bool outside_of_stack(struct unwind_state *state, unsigned long sp)
  19. {
  20. return (sp <= state->sp) ||
  21. (sp > state->stack_info.end - sizeof(struct stack_frame));
  22. }
  23. static bool update_stack_info(struct unwind_state *state, unsigned long sp)
  24. {
  25. struct stack_info *info = &state->stack_info;
  26. unsigned long *mask = &state->stack_mask;
  27. /* New stack pointer leaves the current stack */
  28. if (get_stack_info(sp, state->task, info, mask) != 0 ||
  29. !on_stack(info, sp, sizeof(struct stack_frame)))
  30. /* 'sp' does not point to a valid stack */
  31. return false;
  32. return true;
  33. }
  34. static inline bool is_final_pt_regs(struct unwind_state *state,
  35. struct pt_regs *regs)
  36. {
  37. /* user mode or kernel thread pt_regs at the bottom of task stack */
  38. if (task_pt_regs(state->task) == regs)
  39. return true;
  40. /* user mode pt_regs at the bottom of irq stack */
  41. return state->stack_info.type == STACK_TYPE_IRQ &&
  42. state->stack_info.end - sizeof(struct pt_regs) == (unsigned long)regs &&
  43. READ_ONCE_NOCHECK(regs->psw.mask) & PSW_MASK_PSTATE;
  44. }
  45. bool unwind_next_frame(struct unwind_state *state)
  46. {
  47. struct stack_info *info = &state->stack_info;
  48. struct stack_frame *sf;
  49. struct pt_regs *regs;
  50. unsigned long sp, ip;
  51. bool reliable;
  52. regs = state->regs;
  53. if (unlikely(regs)) {
  54. sp = state->sp;
  55. sf = (struct stack_frame *) sp;
  56. ip = READ_ONCE_NOCHECK(sf->gprs[8]);
  57. reliable = false;
  58. regs = NULL;
  59. /* skip bogus %r14 or if is the same as regs->psw.addr */
  60. if (!__kernel_text_address(ip) || state->ip == unwind_recover_ret_addr(state, ip)) {
  61. state->regs = NULL;
  62. return unwind_next_frame(state);
  63. }
  64. } else {
  65. sf = (struct stack_frame *) state->sp;
  66. sp = READ_ONCE_NOCHECK(sf->back_chain);
  67. if (likely(sp)) {
  68. /* Non-zero back-chain points to the previous frame */
  69. if (unlikely(outside_of_stack(state, sp))) {
  70. if (!update_stack_info(state, sp))
  71. goto out_err;
  72. }
  73. sf = (struct stack_frame *) sp;
  74. ip = READ_ONCE_NOCHECK(sf->gprs[8]);
  75. reliable = true;
  76. } else {
  77. /* No back-chain, look for a pt_regs structure */
  78. sp = state->sp + STACK_FRAME_OVERHEAD;
  79. if (!on_stack(info, sp, sizeof(struct pt_regs)))
  80. goto out_err;
  81. regs = (struct pt_regs *) sp;
  82. if (is_final_pt_regs(state, regs))
  83. goto out_stop;
  84. ip = READ_ONCE_NOCHECK(regs->psw.addr);
  85. sp = READ_ONCE_NOCHECK(regs->gprs[15]);
  86. if (unlikely(outside_of_stack(state, sp))) {
  87. if (!update_stack_info(state, sp))
  88. goto out_err;
  89. }
  90. reliable = true;
  91. }
  92. }
  93. /* Sanity check: ABI requires SP to be aligned 8 bytes. */
  94. if (sp & 0x7)
  95. goto out_err;
  96. /* Update unwind state */
  97. state->sp = sp;
  98. state->regs = regs;
  99. state->reliable = reliable;
  100. state->ip = unwind_recover_ret_addr(state, ip);
  101. return true;
  102. out_err:
  103. state->error = true;
  104. out_stop:
  105. state->stack_info.type = STACK_TYPE_UNKNOWN;
  106. return false;
  107. }
  108. EXPORT_SYMBOL_GPL(unwind_next_frame);
  109. void __unwind_start(struct unwind_state *state, struct task_struct *task,
  110. struct pt_regs *regs, unsigned long first_frame)
  111. {
  112. struct stack_info *info = &state->stack_info;
  113. struct stack_frame *sf;
  114. unsigned long ip, sp;
  115. memset(state, 0, sizeof(*state));
  116. state->task = task;
  117. state->regs = regs;
  118. /* Don't even attempt to start from user mode regs: */
  119. if (regs && user_mode(regs)) {
  120. info->type = STACK_TYPE_UNKNOWN;
  121. return;
  122. }
  123. /* Get the instruction pointer from pt_regs or the stack frame */
  124. if (regs) {
  125. ip = regs->psw.addr;
  126. sp = regs->gprs[15];
  127. } else if (task == current) {
  128. sp = current_frame_address();
  129. } else {
  130. sp = task->thread.ksp;
  131. }
  132. /* Get current stack pointer and initialize stack info */
  133. if (!update_stack_info(state, sp)) {
  134. /* Something is wrong with the stack pointer */
  135. info->type = STACK_TYPE_UNKNOWN;
  136. state->error = true;
  137. return;
  138. }
  139. if (!regs) {
  140. /* Stack frame is within valid stack */
  141. sf = (struct stack_frame *)sp;
  142. ip = READ_ONCE_NOCHECK(sf->gprs[8]);
  143. }
  144. /* Update unwind state */
  145. state->sp = sp;
  146. state->reliable = true;
  147. state->ip = unwind_recover_ret_addr(state, ip);
  148. if (!first_frame)
  149. return;
  150. /* Skip through the call chain to the specified starting frame */
  151. while (!unwind_done(state)) {
  152. if (on_stack(&state->stack_info, first_frame, sizeof(struct stack_frame))) {
  153. if (state->sp >= first_frame)
  154. break;
  155. }
  156. unwind_next_frame(state);
  157. }
  158. }
  159. EXPORT_SYMBOL_GPL(__unwind_start);