thread_info.h 7.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. /* thread_info.h: low-level thread information
  3. *
  4. * Copyright (C) 2002 David Howells ([email protected])
  5. * - Incorporating suggestions made by Linus Torvalds and Dave Miller
  6. */
  7. #ifndef _ASM_X86_THREAD_INFO_H
  8. #define _ASM_X86_THREAD_INFO_H
  9. #include <linux/compiler.h>
  10. #include <asm/page.h>
  11. #include <asm/percpu.h>
  12. #include <asm/types.h>
  13. /*
  14. * TOP_OF_KERNEL_STACK_PADDING is a number of unused bytes that we
  15. * reserve at the top of the kernel stack. We do it because of a nasty
  16. * 32-bit corner case. On x86_32, the hardware stack frame is
  17. * variable-length. Except for vm86 mode, struct pt_regs assumes a
  18. * maximum-length frame. If we enter from CPL 0, the top 8 bytes of
  19. * pt_regs don't actually exist. Ordinarily this doesn't matter, but it
  20. * does in at least one case:
  21. *
  22. * If we take an NMI early enough in SYSENTER, then we can end up with
  23. * pt_regs that extends above sp0. On the way out, in the espfix code,
  24. * we can read the saved SS value, but that value will be above sp0.
  25. * Without this offset, that can result in a page fault. (We are
  26. * careful that, in this case, the value we read doesn't matter.)
  27. *
  28. * In vm86 mode, the hardware frame is much longer still, so add 16
  29. * bytes to make room for the real-mode segments.
  30. *
  31. * x86_64 has a fixed-length stack frame.
  32. */
  33. #ifdef CONFIG_X86_32
  34. # ifdef CONFIG_VM86
  35. # define TOP_OF_KERNEL_STACK_PADDING 16
  36. # else
  37. # define TOP_OF_KERNEL_STACK_PADDING 8
  38. # endif
  39. #else
  40. # define TOP_OF_KERNEL_STACK_PADDING 0
  41. #endif
  42. /*
  43. * low level task data that entry.S needs immediate access to
  44. * - this struct should fit entirely inside of one cache line
  45. * - this struct shares the supervisor stack pages
  46. */
  47. #ifndef __ASSEMBLY__
  48. struct task_struct;
  49. #include <asm/cpufeature.h>
  50. #include <linux/atomic.h>
  51. struct thread_info {
  52. unsigned long flags; /* low level flags */
  53. unsigned long syscall_work; /* SYSCALL_WORK_ flags */
  54. u32 status; /* thread synchronous flags */
  55. #ifdef CONFIG_SMP
  56. u32 cpu; /* current CPU */
  57. #endif
  58. };
  59. #define INIT_THREAD_INFO(tsk) \
  60. { \
  61. .flags = 0, \
  62. }
  63. #else /* !__ASSEMBLY__ */
  64. #include <asm/asm-offsets.h>
  65. #endif
  66. /*
  67. * thread information flags
  68. * - these are process state flags that various assembly files
  69. * may need to access
  70. */
  71. #define TIF_NOTIFY_RESUME 1 /* callback before returning to user */
  72. #define TIF_SIGPENDING 2 /* signal pending */
  73. #define TIF_NEED_RESCHED 3 /* rescheduling necessary */
  74. #define TIF_SINGLESTEP 4 /* reenable singlestep on user return*/
  75. #define TIF_SSBD 5 /* Speculative store bypass disable */
  76. #define TIF_SPEC_IB 9 /* Indirect branch speculation mitigation */
  77. #define TIF_SPEC_L1D_FLUSH 10 /* Flush L1D on mm switches (processes) */
  78. #define TIF_USER_RETURN_NOTIFY 11 /* notify kernel of userspace return */
  79. #define TIF_UPROBE 12 /* breakpointed or singlestepping */
  80. #define TIF_PATCH_PENDING 13 /* pending live patching update */
  81. #define TIF_NEED_FPU_LOAD 14 /* load FPU on return to userspace */
  82. #define TIF_NOCPUID 15 /* CPUID is not accessible in userland */
  83. #define TIF_NOTSC 16 /* TSC is not accessible in userland */
  84. #define TIF_NOTIFY_SIGNAL 17 /* signal notifications exist */
  85. #define TIF_MEMDIE 20 /* is terminating due to OOM killer */
  86. #define TIF_POLLING_NRFLAG 21 /* idle is polling for TIF_NEED_RESCHED */
  87. #define TIF_IO_BITMAP 22 /* uses I/O bitmap */
  88. #define TIF_SPEC_FORCE_UPDATE 23 /* Force speculation MSR update in context switch */
  89. #define TIF_FORCED_TF 24 /* true if TF in eflags artificially */
  90. #define TIF_BLOCKSTEP 25 /* set when we want DEBUGCTLMSR_BTF */
  91. #define TIF_LAZY_MMU_UPDATES 27 /* task is updating the mmu lazily */
  92. #define TIF_ADDR32 29 /* 32-bit address space on 64 bits */
  93. #define _TIF_NOTIFY_RESUME (1 << TIF_NOTIFY_RESUME)
  94. #define _TIF_SIGPENDING (1 << TIF_SIGPENDING)
  95. #define _TIF_NEED_RESCHED (1 << TIF_NEED_RESCHED)
  96. #define _TIF_SINGLESTEP (1 << TIF_SINGLESTEP)
  97. #define _TIF_SSBD (1 << TIF_SSBD)
  98. #define _TIF_SPEC_IB (1 << TIF_SPEC_IB)
  99. #define _TIF_SPEC_L1D_FLUSH (1 << TIF_SPEC_L1D_FLUSH)
  100. #define _TIF_USER_RETURN_NOTIFY (1 << TIF_USER_RETURN_NOTIFY)
  101. #define _TIF_UPROBE (1 << TIF_UPROBE)
  102. #define _TIF_PATCH_PENDING (1 << TIF_PATCH_PENDING)
  103. #define _TIF_NEED_FPU_LOAD (1 << TIF_NEED_FPU_LOAD)
  104. #define _TIF_NOCPUID (1 << TIF_NOCPUID)
  105. #define _TIF_NOTSC (1 << TIF_NOTSC)
  106. #define _TIF_NOTIFY_SIGNAL (1 << TIF_NOTIFY_SIGNAL)
  107. #define _TIF_POLLING_NRFLAG (1 << TIF_POLLING_NRFLAG)
  108. #define _TIF_IO_BITMAP (1 << TIF_IO_BITMAP)
  109. #define _TIF_SPEC_FORCE_UPDATE (1 << TIF_SPEC_FORCE_UPDATE)
  110. #define _TIF_FORCED_TF (1 << TIF_FORCED_TF)
  111. #define _TIF_BLOCKSTEP (1 << TIF_BLOCKSTEP)
  112. #define _TIF_LAZY_MMU_UPDATES (1 << TIF_LAZY_MMU_UPDATES)
  113. #define _TIF_ADDR32 (1 << TIF_ADDR32)
  114. /* flags to check in __switch_to() */
  115. #define _TIF_WORK_CTXSW_BASE \
  116. (_TIF_NOCPUID | _TIF_NOTSC | _TIF_BLOCKSTEP | \
  117. _TIF_SSBD | _TIF_SPEC_FORCE_UPDATE)
  118. /*
  119. * Avoid calls to __switch_to_xtra() on UP as STIBP is not evaluated.
  120. */
  121. #ifdef CONFIG_SMP
  122. # define _TIF_WORK_CTXSW (_TIF_WORK_CTXSW_BASE | _TIF_SPEC_IB)
  123. #else
  124. # define _TIF_WORK_CTXSW (_TIF_WORK_CTXSW_BASE)
  125. #endif
  126. #ifdef CONFIG_X86_IOPL_IOPERM
  127. # define _TIF_WORK_CTXSW_PREV (_TIF_WORK_CTXSW| _TIF_USER_RETURN_NOTIFY | \
  128. _TIF_IO_BITMAP)
  129. #else
  130. # define _TIF_WORK_CTXSW_PREV (_TIF_WORK_CTXSW| _TIF_USER_RETURN_NOTIFY)
  131. #endif
  132. #define _TIF_WORK_CTXSW_NEXT (_TIF_WORK_CTXSW)
  133. #define STACK_WARN (THREAD_SIZE/8)
  134. /*
  135. * macros/functions for gaining access to the thread information structure
  136. *
  137. * preempt_count needs to be 1 initially, until the scheduler is functional.
  138. */
  139. #ifndef __ASSEMBLY__
  140. /*
  141. * Walks up the stack frames to make sure that the specified object is
  142. * entirely contained by a single stack frame.
  143. *
  144. * Returns:
  145. * GOOD_FRAME if within a frame
  146. * BAD_STACK if placed across a frame boundary (or outside stack)
  147. * NOT_STACK unable to determine (no frame pointers, etc)
  148. */
  149. static inline int arch_within_stack_frames(const void * const stack,
  150. const void * const stackend,
  151. const void *obj, unsigned long len)
  152. {
  153. #if defined(CONFIG_FRAME_POINTER)
  154. const void *frame = NULL;
  155. const void *oldframe;
  156. oldframe = __builtin_frame_address(1);
  157. if (oldframe)
  158. frame = __builtin_frame_address(2);
  159. /*
  160. * low ----------------------------------------------> high
  161. * [saved bp][saved ip][args][local vars][saved bp][saved ip]
  162. * ^----------------^
  163. * allow copies only within here
  164. */
  165. while (stack <= frame && frame < stackend) {
  166. /*
  167. * If obj + len extends past the last frame, this
  168. * check won't pass and the next frame will be 0,
  169. * causing us to bail out and correctly report
  170. * the copy as invalid.
  171. */
  172. if (obj + len <= frame)
  173. return obj >= oldframe + 2 * sizeof(void *) ?
  174. GOOD_FRAME : BAD_STACK;
  175. oldframe = frame;
  176. frame = *(const void * const *)frame;
  177. }
  178. return BAD_STACK;
  179. #else
  180. return NOT_STACK;
  181. #endif
  182. }
  183. #endif /* !__ASSEMBLY__ */
  184. /*
  185. * Thread-synchronous status.
  186. *
  187. * This is different from the flags in that nobody else
  188. * ever touches our thread-synchronous status, so we don't
  189. * have to worry about atomic accesses.
  190. */
  191. #define TS_COMPAT 0x0002 /* 32bit syscall active (64BIT)*/
  192. #ifndef __ASSEMBLY__
  193. #ifdef CONFIG_COMPAT
  194. #define TS_I386_REGS_POKED 0x0004 /* regs poked by 32-bit ptracer */
  195. #define arch_set_restart_data(restart) \
  196. do { restart->arch_data = current_thread_info()->status; } while (0)
  197. #endif
  198. #ifdef CONFIG_X86_32
  199. #define in_ia32_syscall() true
  200. #else
  201. #define in_ia32_syscall() (IS_ENABLED(CONFIG_IA32_EMULATION) && \
  202. current_thread_info()->status & TS_COMPAT)
  203. #endif
  204. extern void arch_task_cache_init(void);
  205. extern int arch_dup_task_struct(struct task_struct *dst, struct task_struct *src);
  206. extern void arch_release_task_struct(struct task_struct *tsk);
  207. extern void arch_setup_new_exec(void);
  208. #define arch_setup_new_exec arch_setup_new_exec
  209. #endif /* !__ASSEMBLY__ */
  210. #endif /* _ASM_X86_THREAD_INFO_H */