math.c 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461
  1. // SPDX-License-Identifier: GPL-2.0
  2. /*
  3. * Copyright (C) 1999 Eddie C. Dost ([email protected])
  4. */
  5. #include <linux/types.h>
  6. #include <linux/sched.h>
  7. #include <linux/uaccess.h>
  8. #include <asm/reg.h>
  9. #include <asm/switch_to.h>
  10. #include <asm/sfp-machine.h>
  11. #include <math-emu/double.h>
  12. #define FLOATFUNC(x) extern int x(void *, void *, void *, void *)
  13. /* The instructions list which may be not implemented by a hardware FPU */
  14. FLOATFUNC(fre);
  15. FLOATFUNC(frsqrtes);
  16. FLOATFUNC(fsqrt);
  17. FLOATFUNC(fsqrts);
  18. FLOATFUNC(mtfsf);
  19. FLOATFUNC(mtfsfi);
  20. #ifdef CONFIG_MATH_EMULATION_HW_UNIMPLEMENTED
  21. #undef FLOATFUNC
  22. #define FLOATFUNC(x) static inline int x(void *op1, void *op2, void *op3, \
  23. void *op4) { return 0; }
  24. #endif
  25. FLOATFUNC(fadd);
  26. FLOATFUNC(fadds);
  27. FLOATFUNC(fdiv);
  28. FLOATFUNC(fdivs);
  29. FLOATFUNC(fmul);
  30. FLOATFUNC(fmuls);
  31. FLOATFUNC(fsub);
  32. FLOATFUNC(fsubs);
  33. FLOATFUNC(fmadd);
  34. FLOATFUNC(fmadds);
  35. FLOATFUNC(fmsub);
  36. FLOATFUNC(fmsubs);
  37. FLOATFUNC(fnmadd);
  38. FLOATFUNC(fnmadds);
  39. FLOATFUNC(fnmsub);
  40. FLOATFUNC(fnmsubs);
  41. FLOATFUNC(fctiw);
  42. FLOATFUNC(fctiwz);
  43. FLOATFUNC(frsp);
  44. FLOATFUNC(fcmpo);
  45. FLOATFUNC(fcmpu);
  46. FLOATFUNC(mcrfs);
  47. FLOATFUNC(mffs);
  48. FLOATFUNC(mtfsb0);
  49. FLOATFUNC(mtfsb1);
  50. FLOATFUNC(lfd);
  51. FLOATFUNC(lfs);
  52. FLOATFUNC(stfd);
  53. FLOATFUNC(stfs);
  54. FLOATFUNC(stfiwx);
  55. FLOATFUNC(fabs);
  56. FLOATFUNC(fmr);
  57. FLOATFUNC(fnabs);
  58. FLOATFUNC(fneg);
  59. /* Optional */
  60. FLOATFUNC(fres);
  61. FLOATFUNC(frsqrte);
  62. FLOATFUNC(fsel);
  63. #define OP31 0x1f /* 31 */
  64. #define LFS 0x30 /* 48 */
  65. #define LFSU 0x31 /* 49 */
  66. #define LFD 0x32 /* 50 */
  67. #define LFDU 0x33 /* 51 */
  68. #define STFS 0x34 /* 52 */
  69. #define STFSU 0x35 /* 53 */
  70. #define STFD 0x36 /* 54 */
  71. #define STFDU 0x37 /* 55 */
  72. #define OP59 0x3b /* 59 */
  73. #define OP63 0x3f /* 63 */
  74. /* Opcode 31: */
  75. /* X-Form: */
  76. #define LFSX 0x217 /* 535 */
  77. #define LFSUX 0x237 /* 567 */
  78. #define LFDX 0x257 /* 599 */
  79. #define LFDUX 0x277 /* 631 */
  80. #define STFSX 0x297 /* 663 */
  81. #define STFSUX 0x2b7 /* 695 */
  82. #define STFDX 0x2d7 /* 727 */
  83. #define STFDUX 0x2f7 /* 759 */
  84. #define STFIWX 0x3d7 /* 983 */
  85. /* Opcode 59: */
  86. /* A-Form: */
  87. #define FDIVS 0x012 /* 18 */
  88. #define FSUBS 0x014 /* 20 */
  89. #define FADDS 0x015 /* 21 */
  90. #define FSQRTS 0x016 /* 22 */
  91. #define FRES 0x018 /* 24 */
  92. #define FMULS 0x019 /* 25 */
  93. #define FRSQRTES 0x01a /* 26 */
  94. #define FMSUBS 0x01c /* 28 */
  95. #define FMADDS 0x01d /* 29 */
  96. #define FNMSUBS 0x01e /* 30 */
  97. #define FNMADDS 0x01f /* 31 */
  98. /* Opcode 63: */
  99. /* A-Form: */
  100. #define FDIV 0x012 /* 18 */
  101. #define FSUB 0x014 /* 20 */
  102. #define FADD 0x015 /* 21 */
  103. #define FSQRT 0x016 /* 22 */
  104. #define FSEL 0x017 /* 23 */
  105. #define FRE 0x018 /* 24 */
  106. #define FMUL 0x019 /* 25 */
  107. #define FRSQRTE 0x01a /* 26 */
  108. #define FMSUB 0x01c /* 28 */
  109. #define FMADD 0x01d /* 29 */
  110. #define FNMSUB 0x01e /* 30 */
  111. #define FNMADD 0x01f /* 31 */
  112. /* X-Form: */
  113. #define FCMPU 0x000 /* 0 */
  114. #define FRSP 0x00c /* 12 */
  115. #define FCTIW 0x00e /* 14 */
  116. #define FCTIWZ 0x00f /* 15 */
  117. #define FCMPO 0x020 /* 32 */
  118. #define MTFSB1 0x026 /* 38 */
  119. #define FNEG 0x028 /* 40 */
  120. #define MCRFS 0x040 /* 64 */
  121. #define MTFSB0 0x046 /* 70 */
  122. #define FMR 0x048 /* 72 */
  123. #define MTFSFI 0x086 /* 134 */
  124. #define FNABS 0x088 /* 136 */
  125. #define FABS 0x108 /* 264 */
  126. #define MFFS 0x247 /* 583 */
  127. #define MTFSF 0x2c7 /* 711 */
  128. #define AB 2
  129. #define AC 3
  130. #define ABC 4
  131. #define D 5
  132. #define DU 6
  133. #define X 7
  134. #define XA 8
  135. #define XB 9
  136. #define XCR 11
  137. #define XCRB 12
  138. #define XCRI 13
  139. #define XCRL 16
  140. #define XE 14
  141. #define XEU 15
  142. #define XFLB 10
  143. static int
  144. record_exception(struct pt_regs *regs, int eflag)
  145. {
  146. u32 fpscr;
  147. fpscr = __FPU_FPSCR;
  148. if (eflag) {
  149. fpscr |= FPSCR_FX;
  150. if (eflag & EFLAG_OVERFLOW)
  151. fpscr |= FPSCR_OX;
  152. if (eflag & EFLAG_UNDERFLOW)
  153. fpscr |= FPSCR_UX;
  154. if (eflag & EFLAG_DIVZERO)
  155. fpscr |= FPSCR_ZX;
  156. if (eflag & EFLAG_INEXACT)
  157. fpscr |= FPSCR_XX;
  158. if (eflag & EFLAG_INVALID)
  159. fpscr |= FPSCR_VX;
  160. if (eflag & EFLAG_VXSNAN)
  161. fpscr |= FPSCR_VXSNAN;
  162. if (eflag & EFLAG_VXISI)
  163. fpscr |= FPSCR_VXISI;
  164. if (eflag & EFLAG_VXIDI)
  165. fpscr |= FPSCR_VXIDI;
  166. if (eflag & EFLAG_VXZDZ)
  167. fpscr |= FPSCR_VXZDZ;
  168. if (eflag & EFLAG_VXIMZ)
  169. fpscr |= FPSCR_VXIMZ;
  170. if (eflag & EFLAG_VXVC)
  171. fpscr |= FPSCR_VXVC;
  172. if (eflag & EFLAG_VXSOFT)
  173. fpscr |= FPSCR_VXSOFT;
  174. if (eflag & EFLAG_VXSQRT)
  175. fpscr |= FPSCR_VXSQRT;
  176. if (eflag & EFLAG_VXCVI)
  177. fpscr |= FPSCR_VXCVI;
  178. }
  179. // fpscr &= ~(FPSCR_VX);
  180. if (fpscr & (FPSCR_VXSNAN | FPSCR_VXISI | FPSCR_VXIDI |
  181. FPSCR_VXZDZ | FPSCR_VXIMZ | FPSCR_VXVC |
  182. FPSCR_VXSOFT | FPSCR_VXSQRT | FPSCR_VXCVI))
  183. fpscr |= FPSCR_VX;
  184. fpscr &= ~(FPSCR_FEX);
  185. if (((fpscr & FPSCR_VX) && (fpscr & FPSCR_VE)) ||
  186. ((fpscr & FPSCR_OX) && (fpscr & FPSCR_OE)) ||
  187. ((fpscr & FPSCR_UX) && (fpscr & FPSCR_UE)) ||
  188. ((fpscr & FPSCR_ZX) && (fpscr & FPSCR_ZE)) ||
  189. ((fpscr & FPSCR_XX) && (fpscr & FPSCR_XE)))
  190. fpscr |= FPSCR_FEX;
  191. __FPU_FPSCR = fpscr;
  192. return (fpscr & FPSCR_FEX) ? 1 : 0;
  193. }
  194. int
  195. do_mathemu(struct pt_regs *regs)
  196. {
  197. void *op0 = NULL, *op1 = NULL, *op2 = NULL, *op3 = NULL;
  198. unsigned long pc = regs->nip;
  199. signed short sdisp;
  200. u32 insn = 0;
  201. int idx = 0;
  202. int (*func)(void *, void *, void *, void *);
  203. int type = 0;
  204. int eflag, trap;
  205. if (get_user(insn, (u32 __user *)pc))
  206. return -EFAULT;
  207. switch (insn >> 26) {
  208. case LFS: func = lfs; type = D; break;
  209. case LFSU: func = lfs; type = DU; break;
  210. case LFD: func = lfd; type = D; break;
  211. case LFDU: func = lfd; type = DU; break;
  212. case STFS: func = stfs; type = D; break;
  213. case STFSU: func = stfs; type = DU; break;
  214. case STFD: func = stfd; type = D; break;
  215. case STFDU: func = stfd; type = DU; break;
  216. case OP31:
  217. switch ((insn >> 1) & 0x3ff) {
  218. case LFSX: func = lfs; type = XE; break;
  219. case LFSUX: func = lfs; type = XEU; break;
  220. case LFDX: func = lfd; type = XE; break;
  221. case LFDUX: func = lfd; type = XEU; break;
  222. case STFSX: func = stfs; type = XE; break;
  223. case STFSUX: func = stfs; type = XEU; break;
  224. case STFDX: func = stfd; type = XE; break;
  225. case STFDUX: func = stfd; type = XEU; break;
  226. case STFIWX: func = stfiwx; type = XE; break;
  227. default:
  228. goto illegal;
  229. }
  230. break;
  231. case OP59:
  232. switch ((insn >> 1) & 0x1f) {
  233. case FDIVS: func = fdivs; type = AB; break;
  234. case FSUBS: func = fsubs; type = AB; break;
  235. case FADDS: func = fadds; type = AB; break;
  236. case FSQRTS: func = fsqrts; type = XB; break;
  237. case FRES: func = fres; type = XB; break;
  238. case FMULS: func = fmuls; type = AC; break;
  239. case FRSQRTES: func = frsqrtes;type = XB; break;
  240. case FMSUBS: func = fmsubs; type = ABC; break;
  241. case FMADDS: func = fmadds; type = ABC; break;
  242. case FNMSUBS: func = fnmsubs; type = ABC; break;
  243. case FNMADDS: func = fnmadds; type = ABC; break;
  244. default:
  245. goto illegal;
  246. }
  247. break;
  248. case OP63:
  249. if (insn & 0x20) {
  250. switch ((insn >> 1) & 0x1f) {
  251. case FDIV: func = fdiv; type = AB; break;
  252. case FSUB: func = fsub; type = AB; break;
  253. case FADD: func = fadd; type = AB; break;
  254. case FSQRT: func = fsqrt; type = XB; break;
  255. case FRE: func = fre; type = XB; break;
  256. case FSEL: func = fsel; type = ABC; break;
  257. case FMUL: func = fmul; type = AC; break;
  258. case FRSQRTE: func = frsqrte; type = XB; break;
  259. case FMSUB: func = fmsub; type = ABC; break;
  260. case FMADD: func = fmadd; type = ABC; break;
  261. case FNMSUB: func = fnmsub; type = ABC; break;
  262. case FNMADD: func = fnmadd; type = ABC; break;
  263. default:
  264. goto illegal;
  265. }
  266. break;
  267. }
  268. switch ((insn >> 1) & 0x3ff) {
  269. case FCMPU: func = fcmpu; type = XCR; break;
  270. case FRSP: func = frsp; type = XB; break;
  271. case FCTIW: func = fctiw; type = XB; break;
  272. case FCTIWZ: func = fctiwz; type = XB; break;
  273. case FCMPO: func = fcmpo; type = XCR; break;
  274. case MTFSB1: func = mtfsb1; type = XCRB; break;
  275. case FNEG: func = fneg; type = XB; break;
  276. case MCRFS: func = mcrfs; type = XCRL; break;
  277. case MTFSB0: func = mtfsb0; type = XCRB; break;
  278. case FMR: func = fmr; type = XB; break;
  279. case MTFSFI: func = mtfsfi; type = XCRI; break;
  280. case FNABS: func = fnabs; type = XB; break;
  281. case FABS: func = fabs; type = XB; break;
  282. case MFFS: func = mffs; type = X; break;
  283. case MTFSF: func = mtfsf; type = XFLB; break;
  284. default:
  285. goto illegal;
  286. }
  287. break;
  288. default:
  289. goto illegal;
  290. }
  291. switch (type) {
  292. case AB:
  293. op0 = (void *)&current->thread.TS_FPR((insn >> 21) & 0x1f);
  294. op1 = (void *)&current->thread.TS_FPR((insn >> 16) & 0x1f);
  295. op2 = (void *)&current->thread.TS_FPR((insn >> 11) & 0x1f);
  296. break;
  297. case AC:
  298. op0 = (void *)&current->thread.TS_FPR((insn >> 21) & 0x1f);
  299. op1 = (void *)&current->thread.TS_FPR((insn >> 16) & 0x1f);
  300. op2 = (void *)&current->thread.TS_FPR((insn >> 6) & 0x1f);
  301. break;
  302. case ABC:
  303. op0 = (void *)&current->thread.TS_FPR((insn >> 21) & 0x1f);
  304. op1 = (void *)&current->thread.TS_FPR((insn >> 16) & 0x1f);
  305. op2 = (void *)&current->thread.TS_FPR((insn >> 11) & 0x1f);
  306. op3 = (void *)&current->thread.TS_FPR((insn >> 6) & 0x1f);
  307. break;
  308. case D:
  309. idx = (insn >> 16) & 0x1f;
  310. sdisp = (insn & 0xffff);
  311. op0 = (void *)&current->thread.TS_FPR((insn >> 21) & 0x1f);
  312. op1 = (void *)((idx ? regs->gpr[idx] : 0) + sdisp);
  313. break;
  314. case DU:
  315. idx = (insn >> 16) & 0x1f;
  316. if (!idx)
  317. goto illegal;
  318. sdisp = (insn & 0xffff);
  319. op0 = (void *)&current->thread.TS_FPR((insn >> 21) & 0x1f);
  320. op1 = (void *)(regs->gpr[idx] + sdisp);
  321. break;
  322. case X:
  323. op0 = (void *)&current->thread.TS_FPR((insn >> 21) & 0x1f);
  324. break;
  325. case XA:
  326. op0 = (void *)&current->thread.TS_FPR((insn >> 21) & 0x1f);
  327. op1 = (void *)&current->thread.TS_FPR((insn >> 16) & 0x1f);
  328. break;
  329. case XB:
  330. op0 = (void *)&current->thread.TS_FPR((insn >> 21) & 0x1f);
  331. op1 = (void *)&current->thread.TS_FPR((insn >> 11) & 0x1f);
  332. break;
  333. case XE:
  334. idx = (insn >> 16) & 0x1f;
  335. op0 = (void *)&current->thread.TS_FPR((insn >> 21) & 0x1f);
  336. op1 = (void *)((idx ? regs->gpr[idx] : 0)
  337. + regs->gpr[(insn >> 11) & 0x1f]);
  338. break;
  339. case XEU:
  340. idx = (insn >> 16) & 0x1f;
  341. if (!idx)
  342. goto illegal;
  343. op0 = (void *)&current->thread.TS_FPR((insn >> 21) & 0x1f);
  344. op1 = (void *)(regs->gpr[idx]
  345. + regs->gpr[(insn >> 11) & 0x1f]);
  346. break;
  347. case XCR:
  348. op0 = (void *)&regs->ccr;
  349. op1 = (void *)(long)((insn >> 23) & 0x7);
  350. op2 = (void *)&current->thread.TS_FPR((insn >> 16) & 0x1f);
  351. op3 = (void *)&current->thread.TS_FPR((insn >> 11) & 0x1f);
  352. break;
  353. case XCRL:
  354. op0 = (void *)&regs->ccr;
  355. op1 = (void *)(long)((insn >> 23) & 0x7);
  356. op2 = (void *)(long)((insn >> 18) & 0x7);
  357. break;
  358. case XCRB:
  359. op0 = (void *)(long)((insn >> 21) & 0x1f);
  360. break;
  361. case XCRI:
  362. op0 = (void *)(long)((insn >> 23) & 0x7);
  363. op1 = (void *)(long)((insn >> 12) & 0xf);
  364. break;
  365. case XFLB:
  366. op0 = (void *)(long)((insn >> 17) & 0xff);
  367. op1 = (void *)&current->thread.TS_FPR((insn >> 11) & 0x1f);
  368. break;
  369. default:
  370. goto illegal;
  371. }
  372. /*
  373. * If we support a HW FPU, we need to ensure the FP state
  374. * is flushed into the thread_struct before attempting
  375. * emulation
  376. */
  377. flush_fp_to_thread(current);
  378. eflag = func(op0, op1, op2, op3);
  379. if (insn & 1) {
  380. regs->ccr &= ~(0x0f000000);
  381. regs->ccr |= (__FPU_FPSCR >> 4) & 0x0f000000;
  382. }
  383. trap = record_exception(regs, eflag);
  384. if (trap)
  385. return 1;
  386. switch (type) {
  387. case DU:
  388. case XEU:
  389. regs->gpr[idx] = (unsigned long)op1;
  390. break;
  391. default:
  392. break;
  393. }
  394. regs_add_return_ip(regs, 4);
  395. return 0;
  396. illegal:
  397. return -ENOSYS;
  398. }