2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
6 * Copyright (C) 1991, 1992 Linus Torvalds
7 * Copyright (C) 1994 - 2000 Ralf Baechle
8 * Copyright (C) 1999, 2000 Silicon Graphics, Inc.
9 * Copyright (C) 2014, Imagination Technologies Ltd.
11 #include <linux/cache.h>
12 #include <linux/context_tracking.h>
13 #include <linux/irqflags.h>
14 #include <linux/sched.h>
16 #include <linux/personality.h>
17 #include <linux/smp.h>
18 #include <linux/kernel.h>
19 #include <linux/signal.h>
20 #include <linux/errno.h>
21 #include <linux/wait.h>
22 #include <linux/ptrace.h>
23 #include <linux/unistd.h>
24 #include <linux/uprobes.h>
25 #include <linux/compiler.h>
26 #include <linux/syscalls.h>
27 #include <linux/uaccess.h>
28 #include <linux/tracehook.h>
32 #include <linux/bitops.h>
33 #include <asm/cacheflush.h>
36 #include <asm/ucontext.h>
37 #include <asm/cpu-features.h>
43 #include "signal-common.h"
45 static int (*save_fp_context)(void __user *sc);
46 static int (*restore_fp_context)(void __user *sc);
49 u32 sf_ass[4]; /* argument save space for o32 */
50 u32 sf_pad[2]; /* Was: signal trampoline */
52 /* Matches struct ucontext from its uc_mcontext field onwards */
53 struct sigcontext sf_sc;
55 unsigned long long sf_extcontext[0];
59 u32 rs_ass[4]; /* argument save space for o32 */
60 u32 rs_pad[2]; /* Was: signal trampoline */
61 struct siginfo rs_info;
62 struct ucontext rs_uc;
66 * Thread saved context copy to/from a signal context presumed to be on the
67 * user stack, and therefore accessed with appropriate macros from uaccess.h.
69 static int copy_fp_to_sigcontext(void __user *sc)
71 struct mips_abi *abi = current->thread.abi;
72 uint64_t __user *fpregs = sc + abi->off_sc_fpregs;
73 uint32_t __user *csr = sc + abi->off_sc_fpc_csr;
76 int inc = test_thread_flag(TIF_32BIT_FPREGS) ? 2 : 1;
78 for (i = 0; i < NUM_FPU_REGS; i += inc) {
80 __put_user(get_fpr64(¤t->thread.fpu.fpr[i], 0),
83 err |= __put_user(current->thread.fpu.fcr31, csr);
88 static int copy_fp_from_sigcontext(void __user *sc)
90 struct mips_abi *abi = current->thread.abi;
91 uint64_t __user *fpregs = sc + abi->off_sc_fpregs;
92 uint32_t __user *csr = sc + abi->off_sc_fpc_csr;
95 int inc = test_thread_flag(TIF_32BIT_FPREGS) ? 2 : 1;
98 for (i = 0; i < NUM_FPU_REGS; i += inc) {
99 err |= __get_user(fpr_val, &fpregs[i]);
100 set_fpr64(¤t->thread.fpu.fpr[i], 0, fpr_val);
102 err |= __get_user(current->thread.fpu.fcr31, csr);
108 * Wrappers for the assembly _{save,restore}_fp_context functions.
110 static int save_hw_fp_context(void __user *sc)
112 struct mips_abi *abi = current->thread.abi;
113 uint64_t __user *fpregs = sc + abi->off_sc_fpregs;
114 uint32_t __user *csr = sc + abi->off_sc_fpc_csr;
116 return _save_fp_context(fpregs, csr);
119 static int restore_hw_fp_context(void __user *sc)
121 struct mips_abi *abi = current->thread.abi;
122 uint64_t __user *fpregs = sc + abi->off_sc_fpregs;
123 uint32_t __user *csr = sc + abi->off_sc_fpc_csr;
125 return _restore_fp_context(fpregs, csr);
129 * Extended context handling.
132 static inline void __user *sc_to_extcontext(void __user *sc)
134 struct ucontext __user *uc;
137 * We can just pretend the sigcontext is always embedded in a struct
138 * ucontext here, because the offset from sigcontext to extended
139 * context is the same in the struct sigframe case.
141 uc = container_of(sc, struct ucontext, uc_mcontext);
142 return &uc->uc_extcontext;
145 static int save_msa_extcontext(void __user *buf)
147 struct msa_extcontext __user *msa = buf;
151 if (!thread_msa_context_live())
155 * Ensure that we can't lose the live MSA context between checking
156 * for it & writing it to memory.
160 if (is_msa_enabled()) {
162 * There are no EVA versions of the vector register load/store
163 * instructions, so MSA context has to be saved to kernel memory
164 * and then copied to user memory. The save to kernel memory
165 * should already have been done when handling scalar FP
168 BUG_ON(config_enabled(CONFIG_EVA));
170 err = __put_user(read_msa_csr(), &msa->csr);
171 err |= _save_msa_all_upper(&msa->wr);
177 err = __put_user(current->thread.fpu.msacsr, &msa->csr);
179 for (i = 0; i < NUM_FPU_REGS; i++) {
180 val = get_fpr64(¤t->thread.fpu.fpr[i], 1);
181 err |= __put_user(val, &msa->wr[i]);
185 err |= __put_user(MSA_EXTCONTEXT_MAGIC, &msa->ext.magic);
186 err |= __put_user(sizeof(*msa), &msa->ext.size);
188 return err ? -EFAULT : sizeof(*msa);
191 static int restore_msa_extcontext(void __user *buf, unsigned int size)
193 struct msa_extcontext __user *msa = buf;
194 unsigned long long val;
198 if (size != sizeof(*msa))
201 err = get_user(csr, &msa->csr);
207 if (is_msa_enabled()) {
209 * There are no EVA versions of the vector register load/store
210 * instructions, so MSA context has to be copied to kernel
211 * memory and later loaded to registers. The same is true of
212 * scalar FP context, so FPU & MSA should have already been
213 * disabled whilst handling scalar FP context.
215 BUG_ON(config_enabled(CONFIG_EVA));
218 err |= _restore_msa_all_upper(&msa->wr);
223 current->thread.fpu.msacsr = csr;
225 for (i = 0; i < NUM_FPU_REGS; i++) {
226 err |= __get_user(val, &msa->wr[i]);
227 set_fpr64(¤t->thread.fpu.fpr[i], 1, val);
234 static int save_extcontext(void __user *buf)
238 sz = save_msa_extcontext(buf);
243 /* If no context was saved then trivially return */
247 /* Write the end marker */
248 if (__put_user(END_EXTCONTEXT_MAGIC, (u32 *)buf))
251 sz += sizeof(((struct extcontext *)NULL)->magic);
255 static int restore_extcontext(void __user *buf)
257 struct extcontext ext;
261 err = __get_user(ext.magic, (unsigned int *)buf);
265 if (ext.magic == END_EXTCONTEXT_MAGIC)
268 err = __get_user(ext.size, (unsigned int *)(buf
269 + offsetof(struct extcontext, size)));
274 case MSA_EXTCONTEXT_MAGIC:
275 err = restore_msa_extcontext(buf, ext.size);
293 int protected_save_fp_context(void __user *sc)
295 struct mips_abi *abi = current->thread.abi;
296 uint64_t __user *fpregs = sc + abi->off_sc_fpregs;
297 uint32_t __user *csr = sc + abi->off_sc_fpc_csr;
298 uint32_t __user *used_math = sc + abi->off_sc_used_math;
299 unsigned int used, ext_sz;
302 used = used_math() ? USED_FP : 0;
306 if (!test_thread_flag(TIF_32BIT_FPREGS))
308 if (test_thread_flag(TIF_HYBRID_FPREGS))
309 used |= USED_HYBRID_FPRS;
312 * EVA does not have userland equivalents of ldc1 or sdc1, so
313 * save to the kernel FP context & copy that to userland below.
315 if (config_enabled(CONFIG_EVA))
320 if (is_fpu_owner()) {
321 err = save_fp_context(sc);
325 err = copy_fp_to_sigcontext(sc);
329 /* touch the sigcontext and try again */
330 err = __put_user(0, &fpregs[0]) |
331 __put_user(0, &fpregs[31]) |
334 return err; /* really bad sigcontext */
338 ext_sz = err = save_extcontext(sc_to_extcontext(sc));
341 used |= ext_sz ? USED_EXTCONTEXT : 0;
343 return __put_user(used, used_math);
346 int protected_restore_fp_context(void __user *sc)
348 struct mips_abi *abi = current->thread.abi;
349 uint64_t __user *fpregs = sc + abi->off_sc_fpregs;
350 uint32_t __user *csr = sc + abi->off_sc_fpc_csr;
351 uint32_t __user *used_math = sc + abi->off_sc_used_math;
353 int err, sig = 0, tmp __maybe_unused;
355 err = __get_user(used, used_math);
356 conditional_used_math(used & USED_FP);
359 * The signal handler may have used FPU; give it up if the program
360 * doesn't want it following sigreturn.
362 if (err || !(used & USED_FP))
366 if (!(used & USED_FP))
369 err = sig = fpcsr_pending(csr);
374 * EVA does not have userland equivalents of ldc1 or sdc1, so we
375 * disable the FPU here such that the code below simply copies to
376 * the kernel FP context.
378 if (config_enabled(CONFIG_EVA))
383 if (is_fpu_owner()) {
384 err = restore_fp_context(sc);
388 err = copy_fp_from_sigcontext(sc);
392 /* touch the sigcontext and try again */
393 err = __get_user(tmp, &fpregs[0]) |
394 __get_user(tmp, &fpregs[31]) |
395 __get_user(tmp, csr);
397 break; /* really bad sigcontext */
401 if (used & USED_EXTCONTEXT)
402 err |= restore_extcontext(sc_to_extcontext(sc));
407 int setup_sigcontext(struct pt_regs *regs, struct sigcontext __user *sc)
412 err |= __put_user(regs->cp0_epc, &sc->sc_pc);
414 err |= __put_user(0, &sc->sc_regs[0]);
415 for (i = 1; i < 32; i++)
416 err |= __put_user(regs->regs[i], &sc->sc_regs[i]);
418 #ifdef CONFIG_CPU_HAS_SMARTMIPS
419 err |= __put_user(regs->acx, &sc->sc_acx);
421 err |= __put_user(regs->hi, &sc->sc_mdhi);
422 err |= __put_user(regs->lo, &sc->sc_mdlo);
424 err |= __put_user(mfhi1(), &sc->sc_hi1);
425 err |= __put_user(mflo1(), &sc->sc_lo1);
426 err |= __put_user(mfhi2(), &sc->sc_hi2);
427 err |= __put_user(mflo2(), &sc->sc_lo2);
428 err |= __put_user(mfhi3(), &sc->sc_hi3);
429 err |= __put_user(mflo3(), &sc->sc_lo3);
430 err |= __put_user(rddsp(DSP_MASK), &sc->sc_dsp);
435 * Save FPU state to signal context. Signal handler
436 * will "inherit" current FPU state.
438 err |= protected_save_fp_context(sc);
443 static size_t extcontext_max_size(void)
448 * The assumption here is that between this point & the point at which
449 * the extended context is saved the size of the context should only
450 * ever be able to shrink (if the task is preempted), but never grow.
451 * That is, what this function returns is an upper bound on the size of
452 * the extended context for the current task at the current time.
455 if (thread_msa_context_live())
456 sz += sizeof(struct msa_extcontext);
458 /* If any context is saved then we'll append the end marker */
460 sz += sizeof(((struct extcontext *)NULL)->magic);
465 int fpcsr_pending(unsigned int __user *fpcsr)
468 unsigned int csr, enabled;
470 err = __get_user(csr, fpcsr);
471 enabled = FPU_CSR_UNI_X | ((csr & FPU_CSR_ALL_E) << 5);
473 * If the signal handler set some FPU exceptions, clear it and
478 err |= __put_user(csr, fpcsr);
484 int restore_sigcontext(struct pt_regs *regs, struct sigcontext __user *sc)
490 /* Always make any pending restarted system calls return -EINTR */
491 current->restart_block.fn = do_no_restart_syscall;
493 err |= __get_user(regs->cp0_epc, &sc->sc_pc);
495 #ifdef CONFIG_CPU_HAS_SMARTMIPS
496 err |= __get_user(regs->acx, &sc->sc_acx);
498 err |= __get_user(regs->hi, &sc->sc_mdhi);
499 err |= __get_user(regs->lo, &sc->sc_mdlo);
501 err |= __get_user(treg, &sc->sc_hi1); mthi1(treg);
502 err |= __get_user(treg, &sc->sc_lo1); mtlo1(treg);
503 err |= __get_user(treg, &sc->sc_hi2); mthi2(treg);
504 err |= __get_user(treg, &sc->sc_lo2); mtlo2(treg);
505 err |= __get_user(treg, &sc->sc_hi3); mthi3(treg);
506 err |= __get_user(treg, &sc->sc_lo3); mtlo3(treg);
507 err |= __get_user(treg, &sc->sc_dsp); wrdsp(treg, DSP_MASK);
510 for (i = 1; i < 32; i++)
511 err |= __get_user(regs->regs[i], &sc->sc_regs[i]);
513 return err ?: protected_restore_fp_context(sc);
516 void __user *get_sigframe(struct ksignal *ksig, struct pt_regs *regs,
521 /* Leave space for potential extended context */
522 frame_size += extcontext_max_size();
524 /* Default to using normal stack */
528 * FPU emulator may have it's own trampoline active just
529 * above the user stack, 16-bytes before the next lowest
530 * 16 byte boundary. Try to avoid trashing it.
534 sp = sigsp(sp, ksig);
536 return (void __user *)((sp - frame_size) & (ICACHE_REFILLS_WORKAROUND_WAR ? ~(cpu_icache_line_size()-1) : ALMASK));
540 * Atomically swap in the new signal mask, and wait for a signal.
543 #ifdef CONFIG_TRAD_SIGNALS
544 SYSCALL_DEFINE1(sigsuspend, sigset_t __user *, uset)
546 return sys_rt_sigsuspend(uset, sizeof(sigset_t));
550 #ifdef CONFIG_TRAD_SIGNALS
551 SYSCALL_DEFINE3(sigaction, int, sig, const struct sigaction __user *, act,
552 struct sigaction __user *, oact)
554 struct k_sigaction new_ka, old_ka;
561 if (!access_ok(VERIFY_READ, act, sizeof(*act)))
563 err |= __get_user(new_ka.sa.sa_handler, &act->sa_handler);
564 err |= __get_user(new_ka.sa.sa_flags, &act->sa_flags);
565 err |= __get_user(mask, &act->sa_mask.sig[0]);
569 siginitset(&new_ka.sa.sa_mask, mask);
572 ret = do_sigaction(sig, act ? &new_ka : NULL, oact ? &old_ka : NULL);
575 if (!access_ok(VERIFY_WRITE, oact, sizeof(*oact)))
577 err |= __put_user(old_ka.sa.sa_flags, &oact->sa_flags);
578 err |= __put_user(old_ka.sa.sa_handler, &oact->sa_handler);
579 err |= __put_user(old_ka.sa.sa_mask.sig[0], oact->sa_mask.sig);
580 err |= __put_user(0, &oact->sa_mask.sig[1]);
581 err |= __put_user(0, &oact->sa_mask.sig[2]);
582 err |= __put_user(0, &oact->sa_mask.sig[3]);
591 #ifdef CONFIG_TRAD_SIGNALS
592 asmlinkage void sys_sigreturn(nabi_no_regargs struct pt_regs regs)
594 struct sigframe __user *frame;
598 frame = (struct sigframe __user *) regs.regs[29];
599 if (!access_ok(VERIFY_READ, frame, sizeof(*frame)))
601 if (__copy_from_user(&blocked, &frame->sf_mask, sizeof(blocked)))
604 set_current_blocked(&blocked);
606 sig = restore_sigcontext(®s, &frame->sf_sc);
610 force_sig(sig, current);
613 * Don't let your children do this ...
615 __asm__ __volatile__(
623 force_sig(SIGSEGV, current);
625 #endif /* CONFIG_TRAD_SIGNALS */
627 asmlinkage void sys_rt_sigreturn(nabi_no_regargs struct pt_regs regs)
629 struct rt_sigframe __user *frame;
633 frame = (struct rt_sigframe __user *) regs.regs[29];
634 if (!access_ok(VERIFY_READ, frame, sizeof(*frame)))
636 if (__copy_from_user(&set, &frame->rs_uc.uc_sigmask, sizeof(set)))
639 set_current_blocked(&set);
641 sig = restore_sigcontext(®s, &frame->rs_uc.uc_mcontext);
645 force_sig(sig, current);
647 if (restore_altstack(&frame->rs_uc.uc_stack))
651 * Don't let your children do this ...
653 __asm__ __volatile__(
661 force_sig(SIGSEGV, current);
664 #ifdef CONFIG_TRAD_SIGNALS
665 static int setup_frame(void *sig_return, struct ksignal *ksig,
666 struct pt_regs *regs, sigset_t *set)
668 struct sigframe __user *frame;
671 frame = get_sigframe(ksig, regs, sizeof(*frame));
672 if (!access_ok(VERIFY_WRITE, frame, sizeof (*frame)))
675 err |= setup_sigcontext(regs, &frame->sf_sc);
676 err |= __copy_to_user(&frame->sf_mask, set, sizeof(*set));
681 * Arguments to signal handler:
684 * a1 = 0 (should be cause)
685 * a2 = pointer to struct sigcontext
687 * $25 and c0_epc point to the signal handler, $29 points to the
690 regs->regs[ 4] = ksig->sig;
692 regs->regs[ 6] = (unsigned long) &frame->sf_sc;
693 regs->regs[29] = (unsigned long) frame;
694 regs->regs[31] = (unsigned long) sig_return;
695 regs->cp0_epc = regs->regs[25] = (unsigned long) ksig->ka.sa.sa_handler;
697 DEBUGP("SIG deliver (%s:%d): sp=0x%p pc=0x%lx ra=0x%lx\n",
698 current->comm, current->pid,
699 frame, regs->cp0_epc, regs->regs[31]);
704 static int setup_rt_frame(void *sig_return, struct ksignal *ksig,
705 struct pt_regs *regs, sigset_t *set)
707 struct rt_sigframe __user *frame;
710 frame = get_sigframe(ksig, regs, sizeof(*frame));
711 if (!access_ok(VERIFY_WRITE, frame, sizeof (*frame)))
714 /* Create siginfo. */
715 err |= copy_siginfo_to_user(&frame->rs_info, &ksig->info);
717 /* Create the ucontext. */
718 err |= __put_user(0, &frame->rs_uc.uc_flags);
719 err |= __put_user(NULL, &frame->rs_uc.uc_link);
720 err |= __save_altstack(&frame->rs_uc.uc_stack, regs->regs[29]);
721 err |= setup_sigcontext(regs, &frame->rs_uc.uc_mcontext);
722 err |= __copy_to_user(&frame->rs_uc.uc_sigmask, set, sizeof(*set));
728 * Arguments to signal handler:
731 * a1 = 0 (should be cause)
732 * a2 = pointer to ucontext
734 * $25 and c0_epc point to the signal handler, $29 points to
735 * the struct rt_sigframe.
737 regs->regs[ 4] = ksig->sig;
738 regs->regs[ 5] = (unsigned long) &frame->rs_info;
739 regs->regs[ 6] = (unsigned long) &frame->rs_uc;
740 regs->regs[29] = (unsigned long) frame;
741 regs->regs[31] = (unsigned long) sig_return;
742 regs->cp0_epc = regs->regs[25] = (unsigned long) ksig->ka.sa.sa_handler;
744 DEBUGP("SIG deliver (%s:%d): sp=0x%p pc=0x%lx ra=0x%lx\n",
745 current->comm, current->pid,
746 frame, regs->cp0_epc, regs->regs[31]);
751 struct mips_abi mips_abi = {
752 #ifdef CONFIG_TRAD_SIGNALS
753 .setup_frame = setup_frame,
755 .setup_rt_frame = setup_rt_frame,
756 .restart = __NR_restart_syscall,
758 .off_sc_fpregs = offsetof(struct sigcontext, sc_fpregs),
759 .off_sc_fpc_csr = offsetof(struct sigcontext, sc_fpc_csr),
760 .off_sc_used_math = offsetof(struct sigcontext, sc_used_math),
765 static void handle_signal(struct ksignal *ksig, struct pt_regs *regs)
767 sigset_t *oldset = sigmask_to_save();
769 struct mips_abi *abi = current->thread.abi;
770 #ifdef CONFIG_CPU_MICROMIPS
772 unsigned long tmp = (unsigned long)current->mm->context.vdso;
777 void *vdso = current->mm->context.vdso;
781 switch(regs->regs[2]) {
782 case ERESTART_RESTARTBLOCK:
784 regs->regs[2] = EINTR;
787 if (!(ksig->ka.sa.sa_flags & SA_RESTART)) {
788 regs->regs[2] = EINTR;
793 regs->regs[7] = regs->regs[26];
794 regs->regs[2] = regs->regs[0];
798 regs->regs[0] = 0; /* Don't deal with this again. */
801 if (sig_uses_siginfo(&ksig->ka))
802 ret = abi->setup_rt_frame(vdso + abi->vdso->off_rt_sigreturn,
805 ret = abi->setup_frame(vdso + abi->vdso->off_sigreturn,
808 signal_setup_done(ret, ksig, 0);
811 static void do_signal(struct pt_regs *regs)
815 if (get_signal(&ksig)) {
816 /* Whee! Actually deliver the signal. */
817 handle_signal(&ksig, regs);
822 switch (regs->regs[2]) {
826 regs->regs[2] = regs->regs[0];
827 regs->regs[7] = regs->regs[26];
831 case ERESTART_RESTARTBLOCK:
832 regs->regs[2] = current->thread.abi->restart;
833 regs->regs[7] = regs->regs[26];
837 regs->regs[0] = 0; /* Don't deal with this again. */
841 * If there's no signal to deliver, we just put the saved sigmask
844 restore_saved_sigmask();
848 * notification of userspace execution resumption
849 * - triggered by the TIF_WORK_MASK flags
851 asmlinkage void do_notify_resume(struct pt_regs *regs, void *unused,
852 __u32 thread_info_flags)
858 if (thread_info_flags & _TIF_UPROBE)
859 uprobe_notify_resume(regs);
861 /* deal with pending signal delivery */
862 if (thread_info_flags & _TIF_SIGPENDING)
865 if (thread_info_flags & _TIF_NOTIFY_RESUME) {
866 clear_thread_flag(TIF_NOTIFY_RESUME);
867 tracehook_notify_resume(regs);
874 static int smp_save_fp_context(void __user *sc)
876 return raw_cpu_has_fpu
877 ? save_hw_fp_context(sc)
878 : copy_fp_to_sigcontext(sc);
881 static int smp_restore_fp_context(void __user *sc)
883 return raw_cpu_has_fpu
884 ? restore_hw_fp_context(sc)
885 : copy_fp_from_sigcontext(sc);
889 static int signal_setup(void)
892 * The offset from sigcontext to extended context should be the same
893 * regardless of the type of signal, such that userland can always know
894 * where to look if it wishes to find the extended context structures.
896 BUILD_BUG_ON((offsetof(struct sigframe, sf_extcontext) -
897 offsetof(struct sigframe, sf_sc)) !=
898 (offsetof(struct rt_sigframe, rs_uc.uc_extcontext) -
899 offsetof(struct rt_sigframe, rs_uc.uc_mcontext)));
902 /* For now just do the cpu_has_fpu check when the functions are invoked */
903 save_fp_context = smp_save_fp_context;
904 restore_fp_context = smp_restore_fp_context;
907 save_fp_context = save_hw_fp_context;
908 restore_fp_context = restore_hw_fp_context;
910 save_fp_context = copy_fp_to_sigcontext;
911 restore_fp_context = copy_fp_from_sigcontext;
913 #endif /* CONFIG_SMP */
918 arch_initcall(signal_setup);