signal_64.c 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903
  1. /*
  2. * PowerPC version
  3. * Copyright (C) 1995-1996 Gary Thomas (gdt@linuxppc.org)
  4. *
  5. * Derived from "arch/i386/kernel/signal.c"
  6. * Copyright (C) 1991, 1992 Linus Torvalds
  7. * 1997-11-28 Modified for POSIX.1b signals by Richard Henderson
  8. *
  9. * This program is free software; you can redistribute it and/or
  10. * modify it under the terms of the GNU General Public License
  11. * as published by the Free Software Foundation; either version
  12. * 2 of the License, or (at your option) any later version.
  13. */
  14. #include <linux/sched.h>
  15. #include <linux/mm.h>
  16. #include <linux/smp.h>
  17. #include <linux/kernel.h>
  18. #include <linux/signal.h>
  19. #include <linux/errno.h>
  20. #include <linux/wait.h>
  21. #include <linux/unistd.h>
  22. #include <linux/stddef.h>
  23. #include <linux/elf.h>
  24. #include <linux/ptrace.h>
  25. #include <linux/ratelimit.h>
  26. #include <linux/syscalls.h>
  27. #include <asm/sigcontext.h>
  28. #include <asm/ucontext.h>
  29. #include <linux/uaccess.h>
  30. #include <asm/pgtable.h>
  31. #include <asm/unistd.h>
  32. #include <asm/cacheflush.h>
  33. #include <asm/syscalls.h>
  34. #include <asm/vdso.h>
  35. #include <asm/switch_to.h>
  36. #include <asm/tm.h>
  37. #include <asm/asm-prototypes.h>
  38. #include "signal.h"
  39. #define GP_REGS_SIZE min(sizeof(elf_gregset_t), sizeof(struct pt_regs))
  40. #define FP_REGS_SIZE sizeof(elf_fpregset_t)
  41. #define TRAMP_TRACEBACK 3
  42. #define TRAMP_SIZE 6
  43. /*
  44. * When we have signals to deliver, we set up on the user stack,
  45. * going down from the original stack pointer:
  46. * 1) a rt_sigframe struct which contains the ucontext
  47. * 2) a gap of __SIGNAL_FRAMESIZE bytes which acts as a dummy caller
  48. * frame for the signal handler.
  49. */
  50. struct rt_sigframe {
  51. /* sys_rt_sigreturn requires the ucontext be the first field */
  52. struct ucontext uc;
  53. #ifdef CONFIG_PPC_TRANSACTIONAL_MEM
  54. struct ucontext uc_transact;
  55. #endif
  56. unsigned long _unused[2];
  57. unsigned int tramp[TRAMP_SIZE];
  58. struct siginfo __user *pinfo;
  59. void __user *puc;
  60. struct siginfo info;
  61. /* New 64 bit little-endian ABI allows redzone of 512 bytes below sp */
  62. char abigap[USER_REDZONE_SIZE];
  63. } __attribute__ ((aligned (16)));
  64. static const char fmt32[] = KERN_INFO \
  65. "%s[%d]: bad frame in %s: %08lx nip %08lx lr %08lx\n";
  66. static const char fmt64[] = KERN_INFO \
  67. "%s[%d]: bad frame in %s: %016lx nip %016lx lr %016lx\n";
  68. /*
  69. * This computes a quad word aligned pointer inside the vmx_reserve array
  70. * element. For historical reasons sigcontext might not be quad word aligned,
  71. * but the location we write the VMX regs to must be. See the comment in
  72. * sigcontext for more detail.
  73. */
  74. #ifdef CONFIG_ALTIVEC
  75. static elf_vrreg_t __user *sigcontext_vmx_regs(struct sigcontext __user *sc)
  76. {
  77. return (elf_vrreg_t __user *) (((unsigned long)sc->vmx_reserve + 15) & ~0xful);
  78. }
  79. #endif
  80. /*
  81. * Set up the sigcontext for the signal frame.
  82. */
  83. static long setup_sigcontext(struct sigcontext __user *sc,
  84. struct task_struct *tsk, int signr, sigset_t *set,
  85. unsigned long handler, int ctx_has_vsx_region)
  86. {
  87. /* When CONFIG_ALTIVEC is set, we _always_ setup v_regs even if the
  88. * process never used altivec yet (MSR_VEC is zero in pt_regs of
  89. * the context). This is very important because we must ensure we
  90. * don't lose the VRSAVE content that may have been set prior to
  91. * the process doing its first vector operation
  92. * Userland shall check AT_HWCAP to know whether it can rely on the
  93. * v_regs pointer or not
  94. */
  95. #ifdef CONFIG_ALTIVEC
  96. elf_vrreg_t __user *v_regs = sigcontext_vmx_regs(sc);
  97. unsigned long vrsave;
  98. #endif
  99. struct pt_regs *regs = tsk->thread.regs;
  100. unsigned long msr = regs->msr;
  101. long err = 0;
  102. /* Force usr to alway see softe as 1 (interrupts enabled) */
  103. unsigned long softe = 0x1;
  104. BUG_ON(tsk != current);
  105. #ifdef CONFIG_ALTIVEC
  106. err |= __put_user(v_regs, &sc->v_regs);
  107. /* save altivec registers */
  108. if (tsk->thread.used_vr) {
  109. flush_altivec_to_thread(tsk);
  110. /* Copy 33 vec registers (vr0..31 and vscr) to the stack */
  111. err |= __copy_to_user(v_regs, &tsk->thread.vr_state,
  112. 33 * sizeof(vector128));
  113. /* set MSR_VEC in the MSR value in the frame to indicate that sc->v_reg)
  114. * contains valid data.
  115. */
  116. msr |= MSR_VEC;
  117. }
  118. /* We always copy to/from vrsave, it's 0 if we don't have or don't
  119. * use altivec.
  120. */
  121. vrsave = 0;
  122. if (cpu_has_feature(CPU_FTR_ALTIVEC)) {
  123. vrsave = mfspr(SPRN_VRSAVE);
  124. tsk->thread.vrsave = vrsave;
  125. }
  126. err |= __put_user(vrsave, (u32 __user *)&v_regs[33]);
  127. #else /* CONFIG_ALTIVEC */
  128. err |= __put_user(0, &sc->v_regs);
  129. #endif /* CONFIG_ALTIVEC */
  130. flush_fp_to_thread(tsk);
  131. /* copy fpr regs and fpscr */
  132. err |= copy_fpr_to_user(&sc->fp_regs, tsk);
  133. /*
  134. * Clear the MSR VSX bit to indicate there is no valid state attached
  135. * to this context, except in the specific case below where we set it.
  136. */
  137. msr &= ~MSR_VSX;
  138. #ifdef CONFIG_VSX
  139. /*
  140. * Copy VSX low doubleword to local buffer for formatting,
  141. * then out to userspace. Update v_regs to point after the
  142. * VMX data.
  143. */
  144. if (tsk->thread.used_vsr && ctx_has_vsx_region) {
  145. flush_vsx_to_thread(tsk);
  146. v_regs += ELF_NVRREG;
  147. err |= copy_vsx_to_user(v_regs, tsk);
  148. /* set MSR_VSX in the MSR value in the frame to
  149. * indicate that sc->vs_reg) contains valid data.
  150. */
  151. msr |= MSR_VSX;
  152. }
  153. #endif /* CONFIG_VSX */
  154. err |= __put_user(&sc->gp_regs, &sc->regs);
  155. WARN_ON(!FULL_REGS(regs));
  156. err |= __copy_to_user(&sc->gp_regs, regs, GP_REGS_SIZE);
  157. err |= __put_user(msr, &sc->gp_regs[PT_MSR]);
  158. err |= __put_user(softe, &sc->gp_regs[PT_SOFTE]);
  159. err |= __put_user(signr, &sc->signal);
  160. err |= __put_user(handler, &sc->handler);
  161. if (set != NULL)
  162. err |= __put_user(set->sig[0], &sc->oldmask);
  163. return err;
  164. }
  165. #ifdef CONFIG_PPC_TRANSACTIONAL_MEM
  166. /*
  167. * As above, but Transactional Memory is in use, so deliver sigcontexts
  168. * containing checkpointed and transactional register states.
  169. *
  170. * To do this, we treclaim (done before entering here) to gather both sets of
  171. * registers and set up the 'normal' sigcontext registers with rolled-back
  172. * register values such that a simple signal handler sees a correct
  173. * checkpointed register state. If interested, a TM-aware sighandler can
  174. * examine the transactional registers in the 2nd sigcontext to determine the
  175. * real origin of the signal.
  176. */
  177. static long setup_tm_sigcontexts(struct sigcontext __user *sc,
  178. struct sigcontext __user *tm_sc,
  179. struct task_struct *tsk,
  180. int signr, sigset_t *set, unsigned long handler,
  181. unsigned long msr)
  182. {
  183. /* When CONFIG_ALTIVEC is set, we _always_ setup v_regs even if the
  184. * process never used altivec yet (MSR_VEC is zero in pt_regs of
  185. * the context). This is very important because we must ensure we
  186. * don't lose the VRSAVE content that may have been set prior to
  187. * the process doing its first vector operation
  188. * Userland shall check AT_HWCAP to know wether it can rely on the
  189. * v_regs pointer or not.
  190. */
  191. #ifdef CONFIG_ALTIVEC
  192. elf_vrreg_t __user *v_regs = sigcontext_vmx_regs(sc);
  193. elf_vrreg_t __user *tm_v_regs = sigcontext_vmx_regs(tm_sc);
  194. #endif
  195. struct pt_regs *regs = tsk->thread.regs;
  196. long err = 0;
  197. BUG_ON(tsk != current);
  198. BUG_ON(!MSR_TM_ACTIVE(msr));
  199. WARN_ON(tm_suspend_disabled);
  200. /* Restore checkpointed FP, VEC, and VSX bits from ckpt_regs as
  201. * it contains the correct FP, VEC, VSX state after we treclaimed
  202. * the transaction and giveup_all() was called on reclaiming.
  203. */
  204. msr |= tsk->thread.ckpt_regs.msr & (MSR_FP | MSR_VEC | MSR_VSX);
  205. #ifdef CONFIG_ALTIVEC
  206. err |= __put_user(v_regs, &sc->v_regs);
  207. err |= __put_user(tm_v_regs, &tm_sc->v_regs);
  208. /* save altivec registers */
  209. if (tsk->thread.used_vr) {
  210. /* Copy 33 vec registers (vr0..31 and vscr) to the stack */
  211. err |= __copy_to_user(v_regs, &tsk->thread.ckvr_state,
  212. 33 * sizeof(vector128));
  213. /* If VEC was enabled there are transactional VRs valid too,
  214. * else they're a copy of the checkpointed VRs.
  215. */
  216. if (msr & MSR_VEC)
  217. err |= __copy_to_user(tm_v_regs,
  218. &tsk->thread.vr_state,
  219. 33 * sizeof(vector128));
  220. else
  221. err |= __copy_to_user(tm_v_regs,
  222. &tsk->thread.ckvr_state,
  223. 33 * sizeof(vector128));
  224. /* set MSR_VEC in the MSR value in the frame to indicate
  225. * that sc->v_reg contains valid data.
  226. */
  227. msr |= MSR_VEC;
  228. }
  229. /* We always copy to/from vrsave, it's 0 if we don't have or don't
  230. * use altivec.
  231. */
  232. if (cpu_has_feature(CPU_FTR_ALTIVEC))
  233. tsk->thread.ckvrsave = mfspr(SPRN_VRSAVE);
  234. err |= __put_user(tsk->thread.ckvrsave, (u32 __user *)&v_regs[33]);
  235. if (msr & MSR_VEC)
  236. err |= __put_user(tsk->thread.vrsave,
  237. (u32 __user *)&tm_v_regs[33]);
  238. else
  239. err |= __put_user(tsk->thread.ckvrsave,
  240. (u32 __user *)&tm_v_regs[33]);
  241. #else /* CONFIG_ALTIVEC */
  242. err |= __put_user(0, &sc->v_regs);
  243. err |= __put_user(0, &tm_sc->v_regs);
  244. #endif /* CONFIG_ALTIVEC */
  245. /* copy fpr regs and fpscr */
  246. err |= copy_ckfpr_to_user(&sc->fp_regs, tsk);
  247. if (msr & MSR_FP)
  248. err |= copy_fpr_to_user(&tm_sc->fp_regs, tsk);
  249. else
  250. err |= copy_ckfpr_to_user(&tm_sc->fp_regs, tsk);
  251. #ifdef CONFIG_VSX
  252. /*
  253. * Copy VSX low doubleword to local buffer for formatting,
  254. * then out to userspace. Update v_regs to point after the
  255. * VMX data.
  256. */
  257. if (tsk->thread.used_vsr) {
  258. v_regs += ELF_NVRREG;
  259. tm_v_regs += ELF_NVRREG;
  260. err |= copy_ckvsx_to_user(v_regs, tsk);
  261. if (msr & MSR_VSX)
  262. err |= copy_vsx_to_user(tm_v_regs, tsk);
  263. else
  264. err |= copy_ckvsx_to_user(tm_v_regs, tsk);
  265. /* set MSR_VSX in the MSR value in the frame to
  266. * indicate that sc->vs_reg) contains valid data.
  267. */
  268. msr |= MSR_VSX;
  269. }
  270. #endif /* CONFIG_VSX */
  271. err |= __put_user(&sc->gp_regs, &sc->regs);
  272. err |= __put_user(&tm_sc->gp_regs, &tm_sc->regs);
  273. WARN_ON(!FULL_REGS(regs));
  274. err |= __copy_to_user(&tm_sc->gp_regs, regs, GP_REGS_SIZE);
  275. err |= __copy_to_user(&sc->gp_regs,
  276. &tsk->thread.ckpt_regs, GP_REGS_SIZE);
  277. err |= __put_user(msr, &tm_sc->gp_regs[PT_MSR]);
  278. err |= __put_user(msr, &sc->gp_regs[PT_MSR]);
  279. err |= __put_user(signr, &sc->signal);
  280. err |= __put_user(handler, &sc->handler);
  281. if (set != NULL)
  282. err |= __put_user(set->sig[0], &sc->oldmask);
  283. return err;
  284. }
  285. #endif
  286. /*
  287. * Restore the sigcontext from the signal frame.
  288. */
  289. static long restore_sigcontext(struct task_struct *tsk, sigset_t *set, int sig,
  290. struct sigcontext __user *sc)
  291. {
  292. #ifdef CONFIG_ALTIVEC
  293. elf_vrreg_t __user *v_regs;
  294. #endif
  295. unsigned long err = 0;
  296. unsigned long save_r13 = 0;
  297. unsigned long msr;
  298. struct pt_regs *regs = tsk->thread.regs;
  299. #ifdef CONFIG_VSX
  300. int i;
  301. #endif
  302. BUG_ON(tsk != current);
  303. /* If this is not a signal return, we preserve the TLS in r13 */
  304. if (!sig)
  305. save_r13 = regs->gpr[13];
  306. /* copy the GPRs */
  307. err |= __copy_from_user(regs->gpr, sc->gp_regs, sizeof(regs->gpr));
  308. err |= __get_user(regs->nip, &sc->gp_regs[PT_NIP]);
  309. /* get MSR separately, transfer the LE bit if doing signal return */
  310. err |= __get_user(msr, &sc->gp_regs[PT_MSR]);
  311. if (sig)
  312. regs->msr = (regs->msr & ~MSR_LE) | (msr & MSR_LE);
  313. err |= __get_user(regs->orig_gpr3, &sc->gp_regs[PT_ORIG_R3]);
  314. err |= __get_user(regs->ctr, &sc->gp_regs[PT_CTR]);
  315. err |= __get_user(regs->link, &sc->gp_regs[PT_LNK]);
  316. err |= __get_user(regs->xer, &sc->gp_regs[PT_XER]);
  317. err |= __get_user(regs->ccr, &sc->gp_regs[PT_CCR]);
  318. /* skip SOFTE */
  319. regs->trap = 0;
  320. err |= __get_user(regs->dar, &sc->gp_regs[PT_DAR]);
  321. err |= __get_user(regs->dsisr, &sc->gp_regs[PT_DSISR]);
  322. err |= __get_user(regs->result, &sc->gp_regs[PT_RESULT]);
  323. if (!sig)
  324. regs->gpr[13] = save_r13;
  325. if (set != NULL)
  326. err |= __get_user(set->sig[0], &sc->oldmask);
  327. /*
  328. * Force reload of FP/VEC.
  329. * This has to be done before copying stuff into tsk->thread.fpr/vr
  330. * for the reasons explained in the previous comment.
  331. */
  332. regs->msr &= ~(MSR_FP | MSR_FE0 | MSR_FE1 | MSR_VEC | MSR_VSX);
  333. #ifdef CONFIG_ALTIVEC
  334. err |= __get_user(v_regs, &sc->v_regs);
  335. if (err)
  336. return err;
  337. if (v_regs && !access_ok(VERIFY_READ, v_regs, 34 * sizeof(vector128)))
  338. return -EFAULT;
  339. /* Copy 33 vec registers (vr0..31 and vscr) from the stack */
  340. if (v_regs != NULL && (msr & MSR_VEC) != 0) {
  341. err |= __copy_from_user(&tsk->thread.vr_state, v_regs,
  342. 33 * sizeof(vector128));
  343. tsk->thread.used_vr = true;
  344. } else if (tsk->thread.used_vr) {
  345. memset(&tsk->thread.vr_state, 0, 33 * sizeof(vector128));
  346. }
  347. /* Always get VRSAVE back */
  348. if (v_regs != NULL)
  349. err |= __get_user(tsk->thread.vrsave, (u32 __user *)&v_regs[33]);
  350. else
  351. tsk->thread.vrsave = 0;
  352. if (cpu_has_feature(CPU_FTR_ALTIVEC))
  353. mtspr(SPRN_VRSAVE, tsk->thread.vrsave);
  354. #endif /* CONFIG_ALTIVEC */
  355. /* restore floating point */
  356. err |= copy_fpr_from_user(tsk, &sc->fp_regs);
  357. #ifdef CONFIG_VSX
  358. /*
  359. * Get additional VSX data. Update v_regs to point after the
  360. * VMX data. Copy VSX low doubleword from userspace to local
  361. * buffer for formatting, then into the taskstruct.
  362. */
  363. v_regs += ELF_NVRREG;
  364. if ((msr & MSR_VSX) != 0) {
  365. err |= copy_vsx_from_user(tsk, v_regs);
  366. tsk->thread.used_vsr = true;
  367. } else {
  368. for (i = 0; i < 32 ; i++)
  369. tsk->thread.fp_state.fpr[i][TS_VSRLOWOFFSET] = 0;
  370. }
  371. #endif
  372. return err;
  373. }
  374. #ifdef CONFIG_PPC_TRANSACTIONAL_MEM
  375. /*
  376. * Restore the two sigcontexts from the frame of a transactional processes.
  377. */
  378. static long restore_tm_sigcontexts(struct task_struct *tsk,
  379. struct sigcontext __user *sc,
  380. struct sigcontext __user *tm_sc)
  381. {
  382. #ifdef CONFIG_ALTIVEC
  383. elf_vrreg_t __user *v_regs, *tm_v_regs;
  384. #endif
  385. unsigned long err = 0;
  386. unsigned long msr;
  387. struct pt_regs *regs = tsk->thread.regs;
  388. #ifdef CONFIG_VSX
  389. int i;
  390. #endif
  391. BUG_ON(tsk != current);
  392. if (tm_suspend_disabled)
  393. return -EINVAL;
  394. /* copy the GPRs */
  395. err |= __copy_from_user(regs->gpr, tm_sc->gp_regs, sizeof(regs->gpr));
  396. err |= __copy_from_user(&tsk->thread.ckpt_regs, sc->gp_regs,
  397. sizeof(regs->gpr));
  398. /*
  399. * TFHAR is restored from the checkpointed 'wound-back' ucontext's NIP.
  400. * TEXASR was set by the signal delivery reclaim, as was TFIAR.
  401. * Users doing anything abhorrent like thread-switching w/ signals for
  402. * TM-Suspended code will have to back TEXASR/TFIAR up themselves.
  403. * For the case of getting a signal and simply returning from it,
  404. * we don't need to re-copy them here.
  405. */
  406. err |= __get_user(regs->nip, &tm_sc->gp_regs[PT_NIP]);
  407. err |= __get_user(tsk->thread.tm_tfhar, &sc->gp_regs[PT_NIP]);
  408. /* get MSR separately, transfer the LE bit if doing signal return */
  409. err |= __get_user(msr, &sc->gp_regs[PT_MSR]);
  410. /* Don't allow reserved mode. */
  411. if (MSR_TM_RESV(msr))
  412. return -EINVAL;
  413. /* pull in MSR LE from user context */
  414. regs->msr = (regs->msr & ~MSR_LE) | (msr & MSR_LE);
  415. /* The following non-GPR non-FPR non-VR state is also checkpointed: */
  416. err |= __get_user(regs->ctr, &tm_sc->gp_regs[PT_CTR]);
  417. err |= __get_user(regs->link, &tm_sc->gp_regs[PT_LNK]);
  418. err |= __get_user(regs->xer, &tm_sc->gp_regs[PT_XER]);
  419. err |= __get_user(regs->ccr, &tm_sc->gp_regs[PT_CCR]);
  420. err |= __get_user(tsk->thread.ckpt_regs.ctr,
  421. &sc->gp_regs[PT_CTR]);
  422. err |= __get_user(tsk->thread.ckpt_regs.link,
  423. &sc->gp_regs[PT_LNK]);
  424. err |= __get_user(tsk->thread.ckpt_regs.xer,
  425. &sc->gp_regs[PT_XER]);
  426. err |= __get_user(tsk->thread.ckpt_regs.ccr,
  427. &sc->gp_regs[PT_CCR]);
  428. /* Don't allow userspace to set the trap value */
  429. regs->trap = 0;
  430. /* These regs are not checkpointed; they can go in 'regs'. */
  431. err |= __get_user(regs->dar, &sc->gp_regs[PT_DAR]);
  432. err |= __get_user(regs->dsisr, &sc->gp_regs[PT_DSISR]);
  433. err |= __get_user(regs->result, &sc->gp_regs[PT_RESULT]);
  434. /*
  435. * Force reload of FP/VEC.
  436. * This has to be done before copying stuff into tsk->thread.fpr/vr
  437. * for the reasons explained in the previous comment.
  438. */
  439. regs->msr &= ~(MSR_FP | MSR_FE0 | MSR_FE1 | MSR_VEC | MSR_VSX);
  440. #ifdef CONFIG_ALTIVEC
  441. err |= __get_user(v_regs, &sc->v_regs);
  442. err |= __get_user(tm_v_regs, &tm_sc->v_regs);
  443. if (err)
  444. return err;
  445. if (v_regs && !access_ok(VERIFY_READ, v_regs, 34 * sizeof(vector128)))
  446. return -EFAULT;
  447. if (tm_v_regs && !access_ok(VERIFY_READ,
  448. tm_v_regs, 34 * sizeof(vector128)))
  449. return -EFAULT;
  450. /* Copy 33 vec registers (vr0..31 and vscr) from the stack */
  451. if (v_regs != NULL && tm_v_regs != NULL && (msr & MSR_VEC) != 0) {
  452. err |= __copy_from_user(&tsk->thread.ckvr_state, v_regs,
  453. 33 * sizeof(vector128));
  454. err |= __copy_from_user(&tsk->thread.vr_state, tm_v_regs,
  455. 33 * sizeof(vector128));
  456. current->thread.used_vr = true;
  457. }
  458. else if (tsk->thread.used_vr) {
  459. memset(&tsk->thread.vr_state, 0, 33 * sizeof(vector128));
  460. memset(&tsk->thread.ckvr_state, 0, 33 * sizeof(vector128));
  461. }
  462. /* Always get VRSAVE back */
  463. if (v_regs != NULL && tm_v_regs != NULL) {
  464. err |= __get_user(tsk->thread.ckvrsave,
  465. (u32 __user *)&v_regs[33]);
  466. err |= __get_user(tsk->thread.vrsave,
  467. (u32 __user *)&tm_v_regs[33]);
  468. }
  469. else {
  470. tsk->thread.vrsave = 0;
  471. tsk->thread.ckvrsave = 0;
  472. }
  473. if (cpu_has_feature(CPU_FTR_ALTIVEC))
  474. mtspr(SPRN_VRSAVE, tsk->thread.vrsave);
  475. #endif /* CONFIG_ALTIVEC */
  476. /* restore floating point */
  477. err |= copy_fpr_from_user(tsk, &tm_sc->fp_regs);
  478. err |= copy_ckfpr_from_user(tsk, &sc->fp_regs);
  479. #ifdef CONFIG_VSX
  480. /*
  481. * Get additional VSX data. Update v_regs to point after the
  482. * VMX data. Copy VSX low doubleword from userspace to local
  483. * buffer for formatting, then into the taskstruct.
  484. */
  485. if (v_regs && ((msr & MSR_VSX) != 0)) {
  486. v_regs += ELF_NVRREG;
  487. tm_v_regs += ELF_NVRREG;
  488. err |= copy_vsx_from_user(tsk, tm_v_regs);
  489. err |= copy_ckvsx_from_user(tsk, v_regs);
  490. tsk->thread.used_vsr = true;
  491. } else {
  492. for (i = 0; i < 32 ; i++) {
  493. tsk->thread.fp_state.fpr[i][TS_VSRLOWOFFSET] = 0;
  494. tsk->thread.ckfp_state.fpr[i][TS_VSRLOWOFFSET] = 0;
  495. }
  496. }
  497. #endif
  498. tm_enable();
  499. /* Make sure the transaction is marked as failed */
  500. tsk->thread.tm_texasr |= TEXASR_FS;
  501. /*
  502. * Disabling preemption, since it is unsafe to be preempted
  503. * with MSR[TS] set without recheckpointing.
  504. */
  505. preempt_disable();
  506. /* pull in MSR TS bits from user context */
  507. regs->msr = (regs->msr & ~MSR_TS_MASK) | (msr & MSR_TS_MASK);
  508. /*
  509. * Ensure that TM is enabled in regs->msr before we leave the signal
  510. * handler. It could be the case that (a) user disabled the TM bit
  511. * through the manipulation of the MSR bits in uc_mcontext or (b) the
  512. * TM bit was disabled because a sufficient number of context switches
  513. * happened whilst in the signal handler and load_tm overflowed,
  514. * disabling the TM bit. In either case we can end up with an illegal
  515. * TM state leading to a TM Bad Thing when we return to userspace.
  516. *
  517. * CAUTION:
  518. * After regs->MSR[TS] being updated, make sure that get_user(),
  519. * put_user() or similar functions are *not* called. These
  520. * functions can generate page faults which will cause the process
  521. * to be de-scheduled with MSR[TS] set but without calling
  522. * tm_recheckpoint(). This can cause a bug.
  523. */
  524. regs->msr |= MSR_TM;
  525. /* This loads the checkpointed FP/VEC state, if used */
  526. tm_recheckpoint(&tsk->thread);
  527. msr_check_and_set(msr & (MSR_FP | MSR_VEC));
  528. if (msr & MSR_FP) {
  529. load_fp_state(&tsk->thread.fp_state);
  530. regs->msr |= (MSR_FP | tsk->thread.fpexc_mode);
  531. }
  532. if (msr & MSR_VEC) {
  533. load_vr_state(&tsk->thread.vr_state);
  534. regs->msr |= MSR_VEC;
  535. }
  536. preempt_enable();
  537. return err;
  538. }
  539. #endif
  540. /*
  541. * Setup the trampoline code on the stack
  542. */
  543. static long setup_trampoline(unsigned int syscall, unsigned int __user *tramp)
  544. {
  545. int i;
  546. long err = 0;
  547. /* addi r1, r1, __SIGNAL_FRAMESIZE # Pop the dummy stackframe */
  548. err |= __put_user(0x38210000UL | (__SIGNAL_FRAMESIZE & 0xffff), &tramp[0]);
  549. /* li r0, __NR_[rt_]sigreturn| */
  550. err |= __put_user(0x38000000UL | (syscall & 0xffff), &tramp[1]);
  551. /* sc */
  552. err |= __put_user(0x44000002UL, &tramp[2]);
  553. /* Minimal traceback info */
  554. for (i=TRAMP_TRACEBACK; i < TRAMP_SIZE ;i++)
  555. err |= __put_user(0, &tramp[i]);
  556. if (!err)
  557. flush_icache_range((unsigned long) &tramp[0],
  558. (unsigned long) &tramp[TRAMP_SIZE]);
  559. return err;
  560. }
  561. /*
  562. * Userspace code may pass a ucontext which doesn't include VSX added
  563. * at the end. We need to check for this case.
  564. */
  565. #define UCONTEXTSIZEWITHOUTVSX \
  566. (sizeof(struct ucontext) - 32*sizeof(long))
  567. /*
  568. * Handle {get,set,swap}_context operations
  569. */
  570. SYSCALL_DEFINE3(swapcontext, struct ucontext __user *, old_ctx,
  571. struct ucontext __user *, new_ctx, long, ctx_size)
  572. {
  573. unsigned char tmp;
  574. sigset_t set;
  575. unsigned long new_msr = 0;
  576. int ctx_has_vsx_region = 0;
  577. if (new_ctx &&
  578. get_user(new_msr, &new_ctx->uc_mcontext.gp_regs[PT_MSR]))
  579. return -EFAULT;
  580. /*
  581. * Check that the context is not smaller than the original
  582. * size (with VMX but without VSX)
  583. */
  584. if (ctx_size < UCONTEXTSIZEWITHOUTVSX)
  585. return -EINVAL;
  586. /*
  587. * If the new context state sets the MSR VSX bits but
  588. * it doesn't provide VSX state.
  589. */
  590. if ((ctx_size < sizeof(struct ucontext)) &&
  591. (new_msr & MSR_VSX))
  592. return -EINVAL;
  593. /* Does the context have enough room to store VSX data? */
  594. if (ctx_size >= sizeof(struct ucontext))
  595. ctx_has_vsx_region = 1;
  596. if (old_ctx != NULL) {
  597. if (!access_ok(VERIFY_WRITE, old_ctx, ctx_size)
  598. || setup_sigcontext(&old_ctx->uc_mcontext, current, 0, NULL, 0,
  599. ctx_has_vsx_region)
  600. || __copy_to_user(&old_ctx->uc_sigmask,
  601. &current->blocked, sizeof(sigset_t)))
  602. return -EFAULT;
  603. }
  604. if (new_ctx == NULL)
  605. return 0;
  606. if (!access_ok(VERIFY_READ, new_ctx, ctx_size)
  607. || __get_user(tmp, (u8 __user *) new_ctx)
  608. || __get_user(tmp, (u8 __user *) new_ctx + ctx_size - 1))
  609. return -EFAULT;
  610. /*
  611. * If we get a fault copying the context into the kernel's
  612. * image of the user's registers, we can't just return -EFAULT
  613. * because the user's registers will be corrupted. For instance
  614. * the NIP value may have been updated but not some of the
  615. * other registers. Given that we have done the access_ok
  616. * and successfully read the first and last bytes of the region
  617. * above, this should only happen in an out-of-memory situation
  618. * or if another thread unmaps the region containing the context.
  619. * We kill the task with a SIGSEGV in this situation.
  620. */
  621. if (__copy_from_user(&set, &new_ctx->uc_sigmask, sizeof(set)))
  622. do_exit(SIGSEGV);
  623. set_current_blocked(&set);
  624. if (restore_sigcontext(current, NULL, 0, &new_ctx->uc_mcontext))
  625. do_exit(SIGSEGV);
  626. /* This returns like rt_sigreturn */
  627. set_thread_flag(TIF_RESTOREALL);
  628. return 0;
  629. }
  630. /*
  631. * Do a signal return; undo the signal stack.
  632. */
  633. SYSCALL_DEFINE0(rt_sigreturn)
  634. {
  635. struct pt_regs *regs = current_pt_regs();
  636. struct ucontext __user *uc = (struct ucontext __user *)regs->gpr[1];
  637. sigset_t set;
  638. #ifdef CONFIG_PPC_TRANSACTIONAL_MEM
  639. unsigned long msr;
  640. #endif
  641. /* Always make any pending restarted system calls return -EINTR */
  642. current->restart_block.fn = do_no_restart_syscall;
  643. if (!access_ok(VERIFY_READ, uc, sizeof(*uc)))
  644. goto badframe;
  645. if (__copy_from_user(&set, &uc->uc_sigmask, sizeof(set)))
  646. goto badframe;
  647. set_current_blocked(&set);
  648. #ifdef CONFIG_PPC_TRANSACTIONAL_MEM
  649. /*
  650. * If there is a transactional state then throw it away.
  651. * The purpose of a sigreturn is to destroy all traces of the
  652. * signal frame, this includes any transactional state created
  653. * within in. We only check for suspended as we can never be
  654. * active in the kernel, we are active, there is nothing better to
  655. * do than go ahead and Bad Thing later.
  656. * The cause is not important as there will never be a
  657. * recheckpoint so it's not user visible.
  658. */
  659. if (MSR_TM_SUSPENDED(mfmsr()))
  660. tm_reclaim_current(0);
  661. if (__get_user(msr, &uc->uc_mcontext.gp_regs[PT_MSR]))
  662. goto badframe;
  663. if (MSR_TM_ACTIVE(msr)) {
  664. /* We recheckpoint on return. */
  665. struct ucontext __user *uc_transact;
  666. /* Trying to start TM on non TM system */
  667. if (!cpu_has_feature(CPU_FTR_TM))
  668. goto badframe;
  669. if (__get_user(uc_transact, &uc->uc_link))
  670. goto badframe;
  671. if (restore_tm_sigcontexts(current, &uc->uc_mcontext,
  672. &uc_transact->uc_mcontext))
  673. goto badframe;
  674. } else
  675. #endif
  676. {
  677. /*
  678. * Fall through, for non-TM restore
  679. *
  680. * Unset MSR[TS] on the thread regs since MSR from user
  681. * context does not have MSR active, and recheckpoint was
  682. * not called since restore_tm_sigcontexts() was not called
  683. * also.
  684. *
  685. * If not unsetting it, the code can RFID to userspace with
  686. * MSR[TS] set, but without CPU in the proper state,
  687. * causing a TM bad thing.
  688. */
  689. current->thread.regs->msr &= ~MSR_TS_MASK;
  690. if (restore_sigcontext(current, NULL, 1, &uc->uc_mcontext))
  691. goto badframe;
  692. }
  693. if (restore_altstack(&uc->uc_stack))
  694. goto badframe;
  695. set_thread_flag(TIF_RESTOREALL);
  696. return 0;
  697. badframe:
  698. if (show_unhandled_signals)
  699. printk_ratelimited(regs->msr & MSR_64BIT ? fmt64 : fmt32,
  700. current->comm, current->pid, "rt_sigreturn",
  701. (long)uc, regs->nip, regs->link);
  702. force_sig(SIGSEGV, current);
  703. return 0;
  704. }
  705. int handle_rt_signal64(struct ksignal *ksig, sigset_t *set,
  706. struct task_struct *tsk)
  707. {
  708. struct rt_sigframe __user *frame;
  709. unsigned long newsp = 0;
  710. long err = 0;
  711. struct pt_regs *regs = tsk->thread.regs;
  712. #ifdef CONFIG_PPC_TRANSACTIONAL_MEM
  713. /* Save the thread's msr before get_tm_stackpointer() changes it */
  714. unsigned long msr = regs->msr;
  715. #endif
  716. BUG_ON(tsk != current);
  717. frame = get_sigframe(ksig, get_tm_stackpointer(tsk), sizeof(*frame), 0);
  718. if (unlikely(frame == NULL))
  719. goto badframe;
  720. err |= __put_user(&frame->info, &frame->pinfo);
  721. err |= __put_user(&frame->uc, &frame->puc);
  722. err |= copy_siginfo_to_user(&frame->info, &ksig->info);
  723. if (err)
  724. goto badframe;
  725. /* Create the ucontext. */
  726. err |= __put_user(0, &frame->uc.uc_flags);
  727. err |= __save_altstack(&frame->uc.uc_stack, regs->gpr[1]);
  728. #ifdef CONFIG_PPC_TRANSACTIONAL_MEM
  729. if (MSR_TM_ACTIVE(msr)) {
  730. /* The ucontext_t passed to userland points to the second
  731. * ucontext_t (for transactional state) with its uc_link ptr.
  732. */
  733. err |= __put_user(&frame->uc_transact, &frame->uc.uc_link);
  734. err |= setup_tm_sigcontexts(&frame->uc.uc_mcontext,
  735. &frame->uc_transact.uc_mcontext,
  736. tsk, ksig->sig, NULL,
  737. (unsigned long)ksig->ka.sa.sa_handler,
  738. msr);
  739. } else
  740. #endif
  741. {
  742. err |= __put_user(0, &frame->uc.uc_link);
  743. err |= setup_sigcontext(&frame->uc.uc_mcontext, tsk, ksig->sig,
  744. NULL, (unsigned long)ksig->ka.sa.sa_handler,
  745. 1);
  746. }
  747. err |= __copy_to_user(&frame->uc.uc_sigmask, set, sizeof(*set));
  748. if (err)
  749. goto badframe;
  750. /* Make sure signal handler doesn't get spurious FP exceptions */
  751. tsk->thread.fp_state.fpscr = 0;
  752. /* Set up to return from userspace. */
  753. if (vdso64_rt_sigtramp && tsk->mm->context.vdso_base) {
  754. regs->link = tsk->mm->context.vdso_base + vdso64_rt_sigtramp;
  755. } else {
  756. err |= setup_trampoline(__NR_rt_sigreturn, &frame->tramp[0]);
  757. if (err)
  758. goto badframe;
  759. regs->link = (unsigned long) &frame->tramp[0];
  760. }
  761. /* Allocate a dummy caller frame for the signal handler. */
  762. newsp = ((unsigned long)frame) - __SIGNAL_FRAMESIZE;
  763. err |= put_user(regs->gpr[1], (unsigned long __user *)newsp);
  764. /* Set up "regs" so we "return" to the signal handler. */
  765. if (is_elf2_task()) {
  766. regs->nip = (unsigned long) ksig->ka.sa.sa_handler;
  767. regs->gpr[12] = regs->nip;
  768. } else {
  769. /* Handler is *really* a pointer to the function descriptor for
  770. * the signal routine. The first entry in the function
  771. * descriptor is the entry address of signal and the second
  772. * entry is the TOC value we need to use.
  773. */
  774. func_descr_t __user *funct_desc_ptr =
  775. (func_descr_t __user *) ksig->ka.sa.sa_handler;
  776. err |= get_user(regs->nip, &funct_desc_ptr->entry);
  777. err |= get_user(regs->gpr[2], &funct_desc_ptr->toc);
  778. }
  779. /* enter the signal handler in native-endian mode */
  780. regs->msr &= ~MSR_LE;
  781. regs->msr |= (MSR_KERNEL & MSR_LE);
  782. regs->gpr[1] = newsp;
  783. regs->gpr[3] = ksig->sig;
  784. regs->result = 0;
  785. if (ksig->ka.sa.sa_flags & SA_SIGINFO) {
  786. err |= get_user(regs->gpr[4], (unsigned long __user *)&frame->pinfo);
  787. err |= get_user(regs->gpr[5], (unsigned long __user *)&frame->puc);
  788. regs->gpr[6] = (unsigned long) frame;
  789. } else {
  790. regs->gpr[4] = (unsigned long)&frame->uc.uc_mcontext;
  791. }
  792. if (err)
  793. goto badframe;
  794. return 0;
  795. badframe:
  796. if (show_unhandled_signals)
  797. printk_ratelimited(regs->msr & MSR_64BIT ? fmt64 : fmt32,
  798. tsk->comm, tsk->pid, "setup_rt_frame",
  799. (long)frame, regs->nip, regs->link);
  800. return 1;
  801. }