ppc_asm.h 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821
  1. /*
  2. * Copyright (C) 1995-1999 Gary Thomas, Paul Mackerras, Cort Dougan.
  3. */
  4. #ifndef _ASM_POWERPC_PPC_ASM_H
  5. #define _ASM_POWERPC_PPC_ASM_H
  6. #include <linux/stringify.h>
  7. #include <asm/asm-compat.h>
  8. #include <asm/processor.h>
  9. #include <asm/ppc-opcode.h>
  10. #include <asm/firmware.h>
  11. #include <asm/feature-fixups.h>
  12. #include <asm/extable.h>
  13. #ifdef __ASSEMBLY__
  14. #define SZL (BITS_PER_LONG/8)
  15. /*
  16. * This expands to a sequence of operations with reg incrementing from
  17. * start to end inclusive, of this form:
  18. *
  19. * op reg, (offset + (width * reg))(base)
  20. *
  21. * Note that offset is not the offset of the first operation unless start
  22. * is zero (or width is zero).
  23. */
  24. .macro OP_REGS op, width, start, end, base, offset
  25. .Lreg=\start
  26. .rept (\end - \start + 1)
  27. \op .Lreg, \offset + \width * .Lreg(\base)
  28. .Lreg=.Lreg+1
  29. .endr
  30. .endm
  31. /*
  32. * This expands to a sequence of register clears for regs start to end
  33. * inclusive, of the form:
  34. *
  35. * li rN, 0
  36. */
  37. .macro ZEROIZE_REGS start, end
  38. .Lreg=\start
  39. .rept (\end - \start + 1)
  40. li .Lreg, 0
  41. .Lreg=.Lreg+1
  42. .endr
  43. .endm
  44. /*
  45. * Macros for storing registers into and loading registers from
  46. * exception frames.
  47. */
  48. #ifdef __powerpc64__
  49. #define SAVE_GPRS(start, end, base) OP_REGS std, 8, start, end, base, GPR0
  50. #define REST_GPRS(start, end, base) OP_REGS ld, 8, start, end, base, GPR0
  51. #define SAVE_NVGPRS(base) SAVE_GPRS(14, 31, base)
  52. #define REST_NVGPRS(base) REST_GPRS(14, 31, base)
  53. #else
  54. #define SAVE_GPRS(start, end, base) OP_REGS stw, 4, start, end, base, GPR0
  55. #define REST_GPRS(start, end, base) OP_REGS lwz, 4, start, end, base, GPR0
  56. #define SAVE_NVGPRS(base) SAVE_GPRS(13, 31, base)
  57. #define REST_NVGPRS(base) REST_GPRS(13, 31, base)
  58. #endif
  59. #define ZEROIZE_GPRS(start, end) ZEROIZE_REGS start, end
  60. #ifdef __powerpc64__
  61. #define ZEROIZE_NVGPRS() ZEROIZE_GPRS(14, 31)
  62. #else
  63. #define ZEROIZE_NVGPRS() ZEROIZE_GPRS(13, 31)
  64. #endif
  65. #define ZEROIZE_GPR(n) ZEROIZE_GPRS(n, n)
  66. #define SAVE_GPR(n, base) SAVE_GPRS(n, n, base)
  67. #define REST_GPR(n, base) REST_GPRS(n, n, base)
  68. #define SAVE_FPR(n, base) stfd n,8*TS_FPRWIDTH*(n)(base)
  69. #define SAVE_2FPRS(n, base) SAVE_FPR(n, base); SAVE_FPR(n+1, base)
  70. #define SAVE_4FPRS(n, base) SAVE_2FPRS(n, base); SAVE_2FPRS(n+2, base)
  71. #define SAVE_8FPRS(n, base) SAVE_4FPRS(n, base); SAVE_4FPRS(n+4, base)
  72. #define SAVE_16FPRS(n, base) SAVE_8FPRS(n, base); SAVE_8FPRS(n+8, base)
  73. #define SAVE_32FPRS(n, base) SAVE_16FPRS(n, base); SAVE_16FPRS(n+16, base)
  74. #define REST_FPR(n, base) lfd n,8*TS_FPRWIDTH*(n)(base)
  75. #define REST_2FPRS(n, base) REST_FPR(n, base); REST_FPR(n+1, base)
  76. #define REST_4FPRS(n, base) REST_2FPRS(n, base); REST_2FPRS(n+2, base)
  77. #define REST_8FPRS(n, base) REST_4FPRS(n, base); REST_4FPRS(n+4, base)
  78. #define REST_16FPRS(n, base) REST_8FPRS(n, base); REST_8FPRS(n+8, base)
  79. #define REST_32FPRS(n, base) REST_16FPRS(n, base); REST_16FPRS(n+16, base)
  80. #define SAVE_VR(n,b,base) li b,16*(n); stvx n,base,b
  81. #define SAVE_2VRS(n,b,base) SAVE_VR(n,b,base); SAVE_VR(n+1,b,base)
  82. #define SAVE_4VRS(n,b,base) SAVE_2VRS(n,b,base); SAVE_2VRS(n+2,b,base)
  83. #define SAVE_8VRS(n,b,base) SAVE_4VRS(n,b,base); SAVE_4VRS(n+4,b,base)
  84. #define SAVE_16VRS(n,b,base) SAVE_8VRS(n,b,base); SAVE_8VRS(n+8,b,base)
  85. #define SAVE_32VRS(n,b,base) SAVE_16VRS(n,b,base); SAVE_16VRS(n+16,b,base)
  86. #define REST_VR(n,b,base) li b,16*(n); lvx n,base,b
  87. #define REST_2VRS(n,b,base) REST_VR(n,b,base); REST_VR(n+1,b,base)
  88. #define REST_4VRS(n,b,base) REST_2VRS(n,b,base); REST_2VRS(n+2,b,base)
  89. #define REST_8VRS(n,b,base) REST_4VRS(n,b,base); REST_4VRS(n+4,b,base)
  90. #define REST_16VRS(n,b,base) REST_8VRS(n,b,base); REST_8VRS(n+8,b,base)
  91. #define REST_32VRS(n,b,base) REST_16VRS(n,b,base); REST_16VRS(n+16,b,base)
  92. #ifdef __BIG_ENDIAN__
  93. #define STXVD2X_ROT(n,b,base) STXVD2X(n,b,base)
  94. #define LXVD2X_ROT(n,b,base) LXVD2X(n,b,base)
  95. #else
  96. #define STXVD2X_ROT(n,b,base) XXSWAPD(n,n); \
  97. STXVD2X(n,b,base); \
  98. XXSWAPD(n,n)
  99. #define LXVD2X_ROT(n,b,base) LXVD2X(n,b,base); \
  100. XXSWAPD(n,n)
  101. #endif
  102. /* Save the lower 32 VSRs in the thread VSR region */
  103. #define SAVE_VSR(n,b,base) li b,16*(n); STXVD2X_ROT(n,R##base,R##b)
  104. #define SAVE_2VSRS(n,b,base) SAVE_VSR(n,b,base); SAVE_VSR(n+1,b,base)
  105. #define SAVE_4VSRS(n,b,base) SAVE_2VSRS(n,b,base); SAVE_2VSRS(n+2,b,base)
  106. #define SAVE_8VSRS(n,b,base) SAVE_4VSRS(n,b,base); SAVE_4VSRS(n+4,b,base)
  107. #define SAVE_16VSRS(n,b,base) SAVE_8VSRS(n,b,base); SAVE_8VSRS(n+8,b,base)
  108. #define SAVE_32VSRS(n,b,base) SAVE_16VSRS(n,b,base); SAVE_16VSRS(n+16,b,base)
  109. #define REST_VSR(n,b,base) li b,16*(n); LXVD2X_ROT(n,R##base,R##b)
  110. #define REST_2VSRS(n,b,base) REST_VSR(n,b,base); REST_VSR(n+1,b,base)
  111. #define REST_4VSRS(n,b,base) REST_2VSRS(n,b,base); REST_2VSRS(n+2,b,base)
  112. #define REST_8VSRS(n,b,base) REST_4VSRS(n,b,base); REST_4VSRS(n+4,b,base)
  113. #define REST_16VSRS(n,b,base) REST_8VSRS(n,b,base); REST_8VSRS(n+8,b,base)
  114. #define REST_32VSRS(n,b,base) REST_16VSRS(n,b,base); REST_16VSRS(n+16,b,base)
  115. /*
  116. * b = base register for addressing, o = base offset from register of 1st EVR
  117. * n = first EVR, s = scratch
  118. */
  119. #define SAVE_EVR(n,s,b,o) evmergehi s,s,n; stw s,o+4*(n)(b)
  120. #define SAVE_2EVRS(n,s,b,o) SAVE_EVR(n,s,b,o); SAVE_EVR(n+1,s,b,o)
  121. #define SAVE_4EVRS(n,s,b,o) SAVE_2EVRS(n,s,b,o); SAVE_2EVRS(n+2,s,b,o)
  122. #define SAVE_8EVRS(n,s,b,o) SAVE_4EVRS(n,s,b,o); SAVE_4EVRS(n+4,s,b,o)
  123. #define SAVE_16EVRS(n,s,b,o) SAVE_8EVRS(n,s,b,o); SAVE_8EVRS(n+8,s,b,o)
  124. #define SAVE_32EVRS(n,s,b,o) SAVE_16EVRS(n,s,b,o); SAVE_16EVRS(n+16,s,b,o)
  125. #define REST_EVR(n,s,b,o) lwz s,o+4*(n)(b); evmergelo n,s,n
  126. #define REST_2EVRS(n,s,b,o) REST_EVR(n,s,b,o); REST_EVR(n+1,s,b,o)
  127. #define REST_4EVRS(n,s,b,o) REST_2EVRS(n,s,b,o); REST_2EVRS(n+2,s,b,o)
  128. #define REST_8EVRS(n,s,b,o) REST_4EVRS(n,s,b,o); REST_4EVRS(n+4,s,b,o)
  129. #define REST_16EVRS(n,s,b,o) REST_8EVRS(n,s,b,o); REST_8EVRS(n+8,s,b,o)
  130. #define REST_32EVRS(n,s,b,o) REST_16EVRS(n,s,b,o); REST_16EVRS(n+16,s,b,o)
  131. /* Macros to adjust thread priority for hardware multithreading */
  132. #define HMT_VERY_LOW or 31,31,31 # very low priority
  133. #define HMT_LOW or 1,1,1
  134. #define HMT_MEDIUM_LOW or 6,6,6 # medium low priority
  135. #define HMT_MEDIUM or 2,2,2
  136. #define HMT_MEDIUM_HIGH or 5,5,5 # medium high priority
  137. #define HMT_HIGH or 3,3,3
  138. #define HMT_EXTRA_HIGH or 7,7,7 # power7 only
  139. #ifdef CONFIG_PPC64
  140. #define ULONG_SIZE 8
  141. #else
  142. #define ULONG_SIZE 4
  143. #endif
  144. #define __VCPU_GPR(n) (VCPU_GPRS + (n * ULONG_SIZE))
  145. #define VCPU_GPR(n) __VCPU_GPR(__REG_##n)
  146. #ifdef __KERNEL__
  147. /*
  148. * We use __powerpc64__ here because we want the compat VDSO to use the 32-bit
  149. * version below in the else case of the ifdef.
  150. */
  151. #ifdef __powerpc64__
  152. #define STACKFRAMESIZE 256
  153. #define __STK_REG(i) (112 + ((i)-14)*8)
  154. #define STK_REG(i) __STK_REG(__REG_##i)
  155. #ifdef CONFIG_PPC64_ELF_ABI_V2
  156. #define STK_GOT 24
  157. #define __STK_PARAM(i) (32 + ((i)-3)*8)
  158. #else
  159. #define STK_GOT 40
  160. #define __STK_PARAM(i) (48 + ((i)-3)*8)
  161. #endif
  162. #define STK_PARAM(i) __STK_PARAM(__REG_##i)
  163. #ifdef CONFIG_PPC64_ELF_ABI_V2
  164. #define _GLOBAL(name) \
  165. .align 2 ; \
  166. .type name,@function; \
  167. .globl name; \
  168. name:
  169. #define _GLOBAL_TOC(name) \
  170. .align 2 ; \
  171. .type name,@function; \
  172. .globl name; \
  173. name: \
  174. 0: addis r2,r12,(.TOC.-0b)@ha; \
  175. addi r2,r2,(.TOC.-0b)@l; \
  176. .localentry name,.-name
  177. #define DOTSYM(a) a
  178. #else
  179. #define XGLUE(a,b) a##b
  180. #define GLUE(a,b) XGLUE(a,b)
  181. #define _GLOBAL(name) \
  182. .align 2 ; \
  183. .globl name; \
  184. .globl GLUE(.,name); \
  185. .pushsection ".opd","aw"; \
  186. name: \
  187. .quad GLUE(.,name); \
  188. .quad .TOC.@tocbase; \
  189. .quad 0; \
  190. .popsection; \
  191. .type GLUE(.,name),@function; \
  192. GLUE(.,name):
  193. #define _GLOBAL_TOC(name) _GLOBAL(name)
  194. #define DOTSYM(a) GLUE(.,a)
  195. #endif
  196. #else /* 32-bit */
  197. #define _GLOBAL(n) \
  198. .globl n; \
  199. n:
  200. #define _GLOBAL_TOC(name) _GLOBAL(name)
  201. #define DOTSYM(a) a
  202. #endif
  203. /*
  204. * __kprobes (the C annotation) puts the symbol into the .kprobes.text
  205. * section, which gets emitted at the end of regular text.
  206. *
  207. * _ASM_NOKPROBE_SYMBOL and NOKPROBE_SYMBOL just adds the symbol to
  208. * a blacklist. The former is for core kprobe functions/data, the
  209. * latter is for those that incdentially must be excluded from probing
  210. * and allows them to be linked at more optimal location within text.
  211. */
  212. #ifdef CONFIG_KPROBES
  213. #define _ASM_NOKPROBE_SYMBOL(entry) \
  214. .pushsection "_kprobe_blacklist","aw"; \
  215. PPC_LONG (entry) ; \
  216. .popsection
  217. #else
  218. #define _ASM_NOKPROBE_SYMBOL(entry)
  219. #endif
  220. #define FUNC_START(name) _GLOBAL(name)
  221. #define FUNC_END(name)
  222. /*
  223. * LOAD_REG_IMMEDIATE(rn, expr)
  224. * Loads the value of the constant expression 'expr' into register 'rn'
  225. * using immediate instructions only. Use this when it's important not
  226. * to reference other data (i.e. on ppc64 when the TOC pointer is not
  227. * valid) and when 'expr' is a constant or absolute address.
  228. *
  229. * LOAD_REG_ADDR(rn, name)
  230. * Loads the address of label 'name' into register 'rn'. Use this when
  231. * you don't particularly need immediate instructions only, but you need
  232. * the whole address in one register (e.g. it's a structure address and
  233. * you want to access various offsets within it). On ppc32 this is
  234. * identical to LOAD_REG_IMMEDIATE.
  235. *
  236. * LOAD_REG_ADDR_PIC(rn, name)
  237. * Loads the address of label 'name' into register 'run'. Use this when
  238. * the kernel doesn't run at the linked or relocated address. Please
  239. * note that this macro will clobber the lr register.
  240. *
  241. * LOAD_REG_ADDRBASE(rn, name)
  242. * ADDROFF(name)
  243. * LOAD_REG_ADDRBASE loads part of the address of label 'name' into
  244. * register 'rn'. ADDROFF(name) returns the remainder of the address as
  245. * a constant expression. ADDROFF(name) is a signed expression < 16 bits
  246. * in size, so is suitable for use directly as an offset in load and store
  247. * instructions. Use this when loading/storing a single word or less as:
  248. * LOAD_REG_ADDRBASE(rX, name)
  249. * ld rY,ADDROFF(name)(rX)
  250. */
  251. /* Be careful, this will clobber the lr register. */
  252. #define LOAD_REG_ADDR_PIC(reg, name) \
  253. bcl 20,31,$+4; \
  254. 0: mflr reg; \
  255. addis reg,reg,(name - 0b)@ha; \
  256. addi reg,reg,(name - 0b)@l;
  257. #if defined(__powerpc64__) && defined(HAVE_AS_ATHIGH)
  258. #define __AS_ATHIGH high
  259. #else
  260. #define __AS_ATHIGH h
  261. #endif
  262. .macro __LOAD_REG_IMMEDIATE_32 r, x
  263. .if (\x) >= 0x8000 || (\x) < -0x8000
  264. lis \r, (\x)@__AS_ATHIGH
  265. .if (\x) & 0xffff != 0
  266. ori \r, \r, (\x)@l
  267. .endif
  268. .else
  269. li \r, (\x)@l
  270. .endif
  271. .endm
  272. .macro __LOAD_REG_IMMEDIATE r, x
  273. .if (\x) >= 0x80000000 || (\x) < -0x80000000
  274. __LOAD_REG_IMMEDIATE_32 \r, (\x) >> 32
  275. sldi \r, \r, 32
  276. .if (\x) & 0xffff0000 != 0
  277. oris \r, \r, (\x)@__AS_ATHIGH
  278. .endif
  279. .if (\x) & 0xffff != 0
  280. ori \r, \r, (\x)@l
  281. .endif
  282. .else
  283. __LOAD_REG_IMMEDIATE_32 \r, \x
  284. .endif
  285. .endm
  286. #ifdef __powerpc64__
  287. #define __LOAD_PACA_TOC(reg) \
  288. ld reg,PACATOC(r13)
  289. #define LOAD_PACA_TOC() \
  290. __LOAD_PACA_TOC(r2)
  291. #define LOAD_REG_IMMEDIATE(reg, expr) __LOAD_REG_IMMEDIATE reg, expr
  292. #define LOAD_REG_IMMEDIATE_SYM(reg, tmp, expr) \
  293. lis tmp, (expr)@highest; \
  294. lis reg, (expr)@__AS_ATHIGH; \
  295. ori tmp, tmp, (expr)@higher; \
  296. ori reg, reg, (expr)@l; \
  297. rldimi reg, tmp, 32, 0
  298. #define LOAD_REG_ADDR(reg,name) \
  299. addis reg,r2,name@toc@ha; \
  300. addi reg,reg,name@toc@l
  301. #ifdef CONFIG_PPC_BOOK3E_64
  302. /*
  303. * This is used in register-constrained interrupt handlers. Not to be used
  304. * by BOOK3S. ld complains with "got/toc optimization is not supported" if r2
  305. * is not used for the TOC offset, so use @got(tocreg). If the interrupt
  306. * handlers saved r2 instead, LOAD_REG_ADDR could be used.
  307. */
  308. #define LOAD_REG_ADDR_ALTTOC(reg,tocreg,name) \
  309. ld reg,name@got(tocreg)
  310. #endif
  311. #define LOAD_REG_ADDRBASE(reg,name) LOAD_REG_ADDR(reg,name)
  312. #define ADDROFF(name) 0
  313. /* offsets for stack frame layout */
  314. #define LRSAVE 16
  315. #else /* 32-bit */
  316. #define LOAD_REG_IMMEDIATE(reg, expr) __LOAD_REG_IMMEDIATE_32 reg, expr
  317. #define LOAD_REG_IMMEDIATE_SYM(reg,expr) \
  318. lis reg,(expr)@ha; \
  319. addi reg,reg,(expr)@l;
  320. #define LOAD_REG_ADDR(reg,name) LOAD_REG_IMMEDIATE_SYM(reg, name)
  321. #define LOAD_REG_ADDRBASE(reg, name) lis reg,name@ha
  322. #define ADDROFF(name) name@l
  323. /* offsets for stack frame layout */
  324. #define LRSAVE 4
  325. #endif
  326. /* various errata or part fixups */
  327. #if defined(CONFIG_PPC_CELL) || defined(CONFIG_PPC_E500)
  328. #define MFTB(dest) \
  329. 90: mfspr dest, SPRN_TBRL; \
  330. BEGIN_FTR_SECTION_NESTED(96); \
  331. cmpwi dest,0; \
  332. beq- 90b; \
  333. END_FTR_SECTION_NESTED(CPU_FTR_CELL_TB_BUG, CPU_FTR_CELL_TB_BUG, 96)
  334. #else
  335. #define MFTB(dest) MFTBL(dest)
  336. #endif
  337. #ifdef CONFIG_PPC_8xx
  338. #define MFTBL(dest) mftb dest
  339. #define MFTBU(dest) mftbu dest
  340. #else
  341. #define MFTBL(dest) mfspr dest, SPRN_TBRL
  342. #define MFTBU(dest) mfspr dest, SPRN_TBRU
  343. #endif
  344. #ifndef CONFIG_SMP
  345. #define TLBSYNC
  346. #else
  347. #define TLBSYNC tlbsync; sync
  348. #endif
  349. #ifdef CONFIG_PPC64
  350. #define MTOCRF(FXM, RS) \
  351. BEGIN_FTR_SECTION_NESTED(848); \
  352. mtcrf (FXM), RS; \
  353. FTR_SECTION_ELSE_NESTED(848); \
  354. mtocrf (FXM), RS; \
  355. ALT_FTR_SECTION_END_NESTED_IFCLR(CPU_FTR_NOEXECUTE, 848)
  356. #endif
  357. /*
  358. * This instruction is not implemented on the PPC 603 or 601; however, on
  359. * the 403GCX and 405GP tlbia IS defined and tlbie is not.
  360. * All of these instructions exist in the 8xx, they have magical powers,
  361. * and they must be used.
  362. */
  363. #if !defined(CONFIG_4xx) && !defined(CONFIG_PPC_8xx)
  364. #define tlbia \
  365. li r4,1024; \
  366. mtctr r4; \
  367. lis r4,KERNELBASE@h; \
  368. .machine push; \
  369. .machine "power4"; \
  370. 0: tlbie r4; \
  371. .machine pop; \
  372. addi r4,r4,0x1000; \
  373. bdnz 0b
  374. #endif
  375. #ifdef CONFIG_IBM440EP_ERR42
  376. #define PPC440EP_ERR42 isync
  377. #else
  378. #define PPC440EP_ERR42
  379. #endif
  380. /* The following stops all load and store data streams associated with stream
  381. * ID (ie. streams created explicitly). The embedded and server mnemonics for
  382. * dcbt are different so this must only be used for server.
  383. */
  384. #define DCBT_BOOK3S_STOP_ALL_STREAM_IDS(scratch) \
  385. lis scratch,0x60000000@h; \
  386. dcbt 0,scratch,0b01010
  387. /*
  388. * toreal/fromreal/tophys/tovirt macros. 32-bit BookE makes them
  389. * keep the address intact to be compatible with code shared with
  390. * 32-bit classic.
  391. *
  392. * On the other hand, I find it useful to have them behave as expected
  393. * by their name (ie always do the addition) on 64-bit BookE
  394. */
  395. #if defined(CONFIG_BOOKE) && !defined(CONFIG_PPC64)
  396. #define toreal(rd)
  397. #define fromreal(rd)
  398. /*
  399. * We use addis to ensure compatibility with the "classic" ppc versions of
  400. * these macros, which use rs = 0 to get the tophys offset in rd, rather than
  401. * converting the address in r0, and so this version has to do that too
  402. * (i.e. set register rd to 0 when rs == 0).
  403. */
  404. #define tophys(rd,rs) \
  405. addis rd,rs,0
  406. #define tovirt(rd,rs) \
  407. addis rd,rs,0
  408. #elif defined(CONFIG_PPC64)
  409. #define toreal(rd) /* we can access c000... in real mode */
  410. #define fromreal(rd)
  411. #define tophys(rd,rs) \
  412. clrldi rd,rs,2
  413. #define tovirt(rd,rs) \
  414. rotldi rd,rs,16; \
  415. ori rd,rd,((KERNELBASE>>48)&0xFFFF);\
  416. rotldi rd,rd,48
  417. #else
  418. #define toreal(rd) tophys(rd,rd)
  419. #define fromreal(rd) tovirt(rd,rd)
  420. #define tophys(rd, rs) addis rd, rs, -PAGE_OFFSET@h
  421. #define tovirt(rd, rs) addis rd, rs, PAGE_OFFSET@h
  422. #endif
  423. #ifdef CONFIG_PPC_BOOK3S_64
  424. #define MTMSRD(r) mtmsrd r
  425. #define MTMSR_EERI(reg) mtmsrd reg,1
  426. #else
  427. #define MTMSRD(r) mtmsr r
  428. #define MTMSR_EERI(reg) mtmsr reg
  429. #endif
  430. #endif /* __KERNEL__ */
  431. /* The boring bits... */
  432. /* Condition Register Bit Fields */
  433. #define cr0 0
  434. #define cr1 1
  435. #define cr2 2
  436. #define cr3 3
  437. #define cr4 4
  438. #define cr5 5
  439. #define cr6 6
  440. #define cr7 7
  441. /*
  442. * General Purpose Registers (GPRs)
  443. *
  444. * The lower case r0-r31 should be used in preference to the upper
  445. * case R0-R31 as they provide more error checking in the assembler.
  446. * Use R0-31 only when really nessesary.
  447. */
  448. #define r0 %r0
  449. #define r1 %r1
  450. #define r2 %r2
  451. #define r3 %r3
  452. #define r4 %r4
  453. #define r5 %r5
  454. #define r6 %r6
  455. #define r7 %r7
  456. #define r8 %r8
  457. #define r9 %r9
  458. #define r10 %r10
  459. #define r11 %r11
  460. #define r12 %r12
  461. #define r13 %r13
  462. #define r14 %r14
  463. #define r15 %r15
  464. #define r16 %r16
  465. #define r17 %r17
  466. #define r18 %r18
  467. #define r19 %r19
  468. #define r20 %r20
  469. #define r21 %r21
  470. #define r22 %r22
  471. #define r23 %r23
  472. #define r24 %r24
  473. #define r25 %r25
  474. #define r26 %r26
  475. #define r27 %r27
  476. #define r28 %r28
  477. #define r29 %r29
  478. #define r30 %r30
  479. #define r31 %r31
  480. /* Floating Point Registers (FPRs) */
  481. #define fr0 0
  482. #define fr1 1
  483. #define fr2 2
  484. #define fr3 3
  485. #define fr4 4
  486. #define fr5 5
  487. #define fr6 6
  488. #define fr7 7
  489. #define fr8 8
  490. #define fr9 9
  491. #define fr10 10
  492. #define fr11 11
  493. #define fr12 12
  494. #define fr13 13
  495. #define fr14 14
  496. #define fr15 15
  497. #define fr16 16
  498. #define fr17 17
  499. #define fr18 18
  500. #define fr19 19
  501. #define fr20 20
  502. #define fr21 21
  503. #define fr22 22
  504. #define fr23 23
  505. #define fr24 24
  506. #define fr25 25
  507. #define fr26 26
  508. #define fr27 27
  509. #define fr28 28
  510. #define fr29 29
  511. #define fr30 30
  512. #define fr31 31
  513. /* AltiVec Registers (VPRs) */
  514. #define v0 0
  515. #define v1 1
  516. #define v2 2
  517. #define v3 3
  518. #define v4 4
  519. #define v5 5
  520. #define v6 6
  521. #define v7 7
  522. #define v8 8
  523. #define v9 9
  524. #define v10 10
  525. #define v11 11
  526. #define v12 12
  527. #define v13 13
  528. #define v14 14
  529. #define v15 15
  530. #define v16 16
  531. #define v17 17
  532. #define v18 18
  533. #define v19 19
  534. #define v20 20
  535. #define v21 21
  536. #define v22 22
  537. #define v23 23
  538. #define v24 24
  539. #define v25 25
  540. #define v26 26
  541. #define v27 27
  542. #define v28 28
  543. #define v29 29
  544. #define v30 30
  545. #define v31 31
  546. /* VSX Registers (VSRs) */
  547. #define vs0 0
  548. #define vs1 1
  549. #define vs2 2
  550. #define vs3 3
  551. #define vs4 4
  552. #define vs5 5
  553. #define vs6 6
  554. #define vs7 7
  555. #define vs8 8
  556. #define vs9 9
  557. #define vs10 10
  558. #define vs11 11
  559. #define vs12 12
  560. #define vs13 13
  561. #define vs14 14
  562. #define vs15 15
  563. #define vs16 16
  564. #define vs17 17
  565. #define vs18 18
  566. #define vs19 19
  567. #define vs20 20
  568. #define vs21 21
  569. #define vs22 22
  570. #define vs23 23
  571. #define vs24 24
  572. #define vs25 25
  573. #define vs26 26
  574. #define vs27 27
  575. #define vs28 28
  576. #define vs29 29
  577. #define vs30 30
  578. #define vs31 31
  579. #define vs32 32
  580. #define vs33 33
  581. #define vs34 34
  582. #define vs35 35
  583. #define vs36 36
  584. #define vs37 37
  585. #define vs38 38
  586. #define vs39 39
  587. #define vs40 40
  588. #define vs41 41
  589. #define vs42 42
  590. #define vs43 43
  591. #define vs44 44
  592. #define vs45 45
  593. #define vs46 46
  594. #define vs47 47
  595. #define vs48 48
  596. #define vs49 49
  597. #define vs50 50
  598. #define vs51 51
  599. #define vs52 52
  600. #define vs53 53
  601. #define vs54 54
  602. #define vs55 55
  603. #define vs56 56
  604. #define vs57 57
  605. #define vs58 58
  606. #define vs59 59
  607. #define vs60 60
  608. #define vs61 61
  609. #define vs62 62
  610. #define vs63 63
  611. /* SPE Registers (EVPRs) */
  612. #define evr0 0
  613. #define evr1 1
  614. #define evr2 2
  615. #define evr3 3
  616. #define evr4 4
  617. #define evr5 5
  618. #define evr6 6
  619. #define evr7 7
  620. #define evr8 8
  621. #define evr9 9
  622. #define evr10 10
  623. #define evr11 11
  624. #define evr12 12
  625. #define evr13 13
  626. #define evr14 14
  627. #define evr15 15
  628. #define evr16 16
  629. #define evr17 17
  630. #define evr18 18
  631. #define evr19 19
  632. #define evr20 20
  633. #define evr21 21
  634. #define evr22 22
  635. #define evr23 23
  636. #define evr24 24
  637. #define evr25 25
  638. #define evr26 26
  639. #define evr27 27
  640. #define evr28 28
  641. #define evr29 29
  642. #define evr30 30
  643. #define evr31 31
  644. #define RFSCV .long 0x4c0000a4
  645. /*
  646. * Create an endian fixup trampoline
  647. *
  648. * This starts with a "tdi 0,0,0x48" instruction which is
  649. * essentially a "trap never", and thus akin to a nop.
  650. *
  651. * The opcode for this instruction read with the wrong endian
  652. * however results in a b . + 8
  653. *
  654. * So essentially we use that trick to execute the following
  655. * trampoline in "reverse endian" if we are running with the
  656. * MSR_LE bit set the "wrong" way for whatever endianness the
  657. * kernel is built for.
  658. */
  659. #ifdef CONFIG_PPC_BOOK3E_64
  660. #define FIXUP_ENDIAN
  661. #else
  662. /*
  663. * This version may be used in HV or non-HV context.
  664. * MSR[EE] must be disabled.
  665. */
  666. #define FIXUP_ENDIAN \
  667. tdi 0,0,0x48; /* Reverse endian of b . + 8 */ \
  668. b 191f; /* Skip trampoline if endian is good */ \
  669. .long 0xa600607d; /* mfmsr r11 */ \
  670. .long 0x01006b69; /* xori r11,r11,1 */ \
  671. .long 0x00004039; /* li r10,0 */ \
  672. .long 0x6401417d; /* mtmsrd r10,1 */ \
  673. .long 0x05009f42; /* bcl 20,31,$+4 */ \
  674. .long 0xa602487d; /* mflr r10 */ \
  675. .long 0x14004a39; /* addi r10,r10,20 */ \
  676. .long 0xa6035a7d; /* mtsrr0 r10 */ \
  677. .long 0xa6037b7d; /* mtsrr1 r11 */ \
  678. .long 0x2400004c; /* rfid */ \
  679. 191:
  680. /*
  681. * This version that may only be used with MSR[HV]=1
  682. * - Does not clear MSR[RI], so more robust.
  683. * - Slightly smaller and faster.
  684. */
  685. #define FIXUP_ENDIAN_HV \
  686. tdi 0,0,0x48; /* Reverse endian of b . + 8 */ \
  687. b 191f; /* Skip trampoline if endian is good */ \
  688. .long 0xa600607d; /* mfmsr r11 */ \
  689. .long 0x01006b69; /* xori r11,r11,1 */ \
  690. .long 0x05009f42; /* bcl 20,31,$+4 */ \
  691. .long 0xa602487d; /* mflr r10 */ \
  692. .long 0x14004a39; /* addi r10,r10,20 */ \
  693. .long 0xa64b5a7d; /* mthsrr0 r10 */ \
  694. .long 0xa64b7b7d; /* mthsrr1 r11 */ \
  695. .long 0x2402004c; /* hrfid */ \
  696. 191:
  697. #endif /* !CONFIG_PPC_BOOK3E_64 */
  698. #endif /* __ASSEMBLY__ */
  699. #define SOFT_MASK_TABLE(_start, _end) \
  700. stringify_in_c(.section __soft_mask_table,"a";)\
  701. stringify_in_c(.balign 8;) \
  702. stringify_in_c(.llong (_start);) \
  703. stringify_in_c(.llong (_end);) \
  704. stringify_in_c(.previous)
  705. #define RESTART_TABLE(_start, _end, _target) \
  706. stringify_in_c(.section __restart_table,"a";)\
  707. stringify_in_c(.balign 8;) \
  708. stringify_in_c(.llong (_start);) \
  709. stringify_in_c(.llong (_end);) \
  710. stringify_in_c(.llong (_target);) \
  711. stringify_in_c(.previous)
  712. #ifdef CONFIG_PPC_E500
  713. #define BTB_FLUSH(reg) \
  714. lis reg,BUCSR_INIT@h; \
  715. ori reg,reg,BUCSR_INIT@l; \
  716. mtspr SPRN_BUCSR,reg; \
  717. isync;
  718. #else
  719. #define BTB_FLUSH(reg)
  720. #endif /* CONFIG_PPC_E500 */
  721. #endif /* _ASM_POWERPC_PPC_ASM_H */