Merge branch 'for-upstream' of git://git.kernel.org/pub/scm/linux/kernel/git/bluetoot...
[linux-2.6-microblaze.git] / arch / mips / kernel / ptrace.c
1 /*
2  * This file is subject to the terms and conditions of the GNU General Public
3  * License.  See the file "COPYING" in the main directory of this archive
4  * for more details.
5  *
6  * Copyright (C) 1992 Ross Biro
7  * Copyright (C) Linus Torvalds
8  * Copyright (C) 1994, 95, 96, 97, 98, 2000 Ralf Baechle
9  * Copyright (C) 1996 David S. Miller
10  * Kevin D. Kissell, kevink@mips.com and Carsten Langgaard, carstenl@mips.com
11  * Copyright (C) 1999 MIPS Technologies, Inc.
12  * Copyright (C) 2000 Ulf Carlsson
13  *
14  * At this time Linux/MIPS64 only supports syscall tracing, even for 32-bit
15  * binaries.
16  */
17 #include <linux/compiler.h>
18 #include <linux/context_tracking.h>
19 #include <linux/elf.h>
20 #include <linux/kernel.h>
21 #include <linux/sched.h>
22 #include <linux/sched/task_stack.h>
23 #include <linux/mm.h>
24 #include <linux/errno.h>
25 #include <linux/ptrace.h>
26 #include <linux/regset.h>
27 #include <linux/smp.h>
28 #include <linux/security.h>
29 #include <linux/stddef.h>
30 #include <linux/tracehook.h>
31 #include <linux/audit.h>
32 #include <linux/seccomp.h>
33 #include <linux/ftrace.h>
34
35 #include <asm/byteorder.h>
36 #include <asm/cpu.h>
37 #include <asm/cpu-info.h>
38 #include <asm/dsp.h>
39 #include <asm/fpu.h>
40 #include <asm/mipsregs.h>
41 #include <asm/mipsmtregs.h>
42 #include <asm/page.h>
43 #include <asm/processor.h>
44 #include <asm/syscall.h>
45 #include <linux/uaccess.h>
46 #include <asm/bootinfo.h>
47 #include <asm/reg.h>
48
49 #define CREATE_TRACE_POINTS
50 #include <trace/events/syscalls.h>
51
52 /*
53  * Called by kernel/ptrace.c when detaching..
54  *
55  * Make sure single step bits etc are not set.
56  */
57 void ptrace_disable(struct task_struct *child)
58 {
59         /* Don't load the watchpoint registers for the ex-child. */
60         clear_tsk_thread_flag(child, TIF_LOAD_WATCH);
61 }
62
63 /*
64  * Read a general register set.  We always use the 64-bit format, even
65  * for 32-bit kernels and for 32-bit processes on a 64-bit kernel.
66  * Registers are sign extended to fill the available space.
67  */
68 int ptrace_getregs(struct task_struct *child, struct user_pt_regs __user *data)
69 {
70         struct pt_regs *regs;
71         int i;
72
73         if (!access_ok(data, 38 * 8))
74                 return -EIO;
75
76         regs = task_pt_regs(child);
77
78         for (i = 0; i < 32; i++)
79                 __put_user((long)regs->regs[i], (__s64 __user *)&data->regs[i]);
80         __put_user((long)regs->lo, (__s64 __user *)&data->lo);
81         __put_user((long)regs->hi, (__s64 __user *)&data->hi);
82         __put_user((long)regs->cp0_epc, (__s64 __user *)&data->cp0_epc);
83         __put_user((long)regs->cp0_badvaddr, (__s64 __user *)&data->cp0_badvaddr);
84         __put_user((long)regs->cp0_status, (__s64 __user *)&data->cp0_status);
85         __put_user((long)regs->cp0_cause, (__s64 __user *)&data->cp0_cause);
86
87         return 0;
88 }
89
90 /*
91  * Write a general register set.  As for PTRACE_GETREGS, we always use
92  * the 64-bit format.  On a 32-bit kernel only the lower order half
93  * (according to endianness) will be used.
94  */
95 int ptrace_setregs(struct task_struct *child, struct user_pt_regs __user *data)
96 {
97         struct pt_regs *regs;
98         int i;
99
100         if (!access_ok(data, 38 * 8))
101                 return -EIO;
102
103         regs = task_pt_regs(child);
104
105         for (i = 0; i < 32; i++)
106                 __get_user(regs->regs[i], (__s64 __user *)&data->regs[i]);
107         __get_user(regs->lo, (__s64 __user *)&data->lo);
108         __get_user(regs->hi, (__s64 __user *)&data->hi);
109         __get_user(regs->cp0_epc, (__s64 __user *)&data->cp0_epc);
110
111         /* badvaddr, status, and cause may not be written.  */
112
113         /* System call number may have been changed */
114         mips_syscall_update_nr(child, regs);
115
116         return 0;
117 }
118
119 int ptrace_get_watch_regs(struct task_struct *child,
120                           struct pt_watch_regs __user *addr)
121 {
122         enum pt_watch_style style;
123         int i;
124
125         if (!cpu_has_watch || boot_cpu_data.watch_reg_use_cnt == 0)
126                 return -EIO;
127         if (!access_ok(addr, sizeof(struct pt_watch_regs)))
128                 return -EIO;
129
130 #ifdef CONFIG_32BIT
131         style = pt_watch_style_mips32;
132 #define WATCH_STYLE mips32
133 #else
134         style = pt_watch_style_mips64;
135 #define WATCH_STYLE mips64
136 #endif
137
138         __put_user(style, &addr->style);
139         __put_user(boot_cpu_data.watch_reg_use_cnt,
140                    &addr->WATCH_STYLE.num_valid);
141         for (i = 0; i < boot_cpu_data.watch_reg_use_cnt; i++) {
142                 __put_user(child->thread.watch.mips3264.watchlo[i],
143                            &addr->WATCH_STYLE.watchlo[i]);
144                 __put_user(child->thread.watch.mips3264.watchhi[i] &
145                                 (MIPS_WATCHHI_MASK | MIPS_WATCHHI_IRW),
146                            &addr->WATCH_STYLE.watchhi[i]);
147                 __put_user(boot_cpu_data.watch_reg_masks[i],
148                            &addr->WATCH_STYLE.watch_masks[i]);
149         }
150         for (; i < 8; i++) {
151                 __put_user(0, &addr->WATCH_STYLE.watchlo[i]);
152                 __put_user(0, &addr->WATCH_STYLE.watchhi[i]);
153                 __put_user(0, &addr->WATCH_STYLE.watch_masks[i]);
154         }
155
156         return 0;
157 }
158
159 int ptrace_set_watch_regs(struct task_struct *child,
160                           struct pt_watch_regs __user *addr)
161 {
162         int i;
163         int watch_active = 0;
164         unsigned long lt[NUM_WATCH_REGS];
165         u16 ht[NUM_WATCH_REGS];
166
167         if (!cpu_has_watch || boot_cpu_data.watch_reg_use_cnt == 0)
168                 return -EIO;
169         if (!access_ok(addr, sizeof(struct pt_watch_regs)))
170                 return -EIO;
171         /* Check the values. */
172         for (i = 0; i < boot_cpu_data.watch_reg_use_cnt; i++) {
173                 __get_user(lt[i], &addr->WATCH_STYLE.watchlo[i]);
174 #ifdef CONFIG_32BIT
175                 if (lt[i] & __UA_LIMIT)
176                         return -EINVAL;
177 #else
178                 if (test_tsk_thread_flag(child, TIF_32BIT_ADDR)) {
179                         if (lt[i] & 0xffffffff80000000UL)
180                                 return -EINVAL;
181                 } else {
182                         if (lt[i] & __UA_LIMIT)
183                                 return -EINVAL;
184                 }
185 #endif
186                 __get_user(ht[i], &addr->WATCH_STYLE.watchhi[i]);
187                 if (ht[i] & ~MIPS_WATCHHI_MASK)
188                         return -EINVAL;
189         }
190         /* Install them. */
191         for (i = 0; i < boot_cpu_data.watch_reg_use_cnt; i++) {
192                 if (lt[i] & MIPS_WATCHLO_IRW)
193                         watch_active = 1;
194                 child->thread.watch.mips3264.watchlo[i] = lt[i];
195                 /* Set the G bit. */
196                 child->thread.watch.mips3264.watchhi[i] = ht[i];
197         }
198
199         if (watch_active)
200                 set_tsk_thread_flag(child, TIF_LOAD_WATCH);
201         else
202                 clear_tsk_thread_flag(child, TIF_LOAD_WATCH);
203
204         return 0;
205 }
206
207 /* regset get/set implementations */
208
209 #if defined(CONFIG_32BIT) || defined(CONFIG_MIPS32_O32)
210
211 static int gpr32_get(struct task_struct *target,
212                      const struct user_regset *regset,
213                      struct membuf to)
214 {
215         struct pt_regs *regs = task_pt_regs(target);
216         u32 uregs[ELF_NGREG] = {};
217
218         mips_dump_regs32(uregs, regs);
219         return membuf_write(&to, uregs, sizeof(uregs));
220 }
221
222 static int gpr32_set(struct task_struct *target,
223                      const struct user_regset *regset,
224                      unsigned int pos, unsigned int count,
225                      const void *kbuf, const void __user *ubuf)
226 {
227         struct pt_regs *regs = task_pt_regs(target);
228         u32 uregs[ELF_NGREG];
229         unsigned start, num_regs, i;
230         int err;
231
232         start = pos / sizeof(u32);
233         num_regs = count / sizeof(u32);
234
235         if (start + num_regs > ELF_NGREG)
236                 return -EIO;
237
238         err = user_regset_copyin(&pos, &count, &kbuf, &ubuf, uregs, 0,
239                                  sizeof(uregs));
240         if (err)
241                 return err;
242
243         for (i = start; i < num_regs; i++) {
244                 /*
245                  * Cast all values to signed here so that if this is a 64-bit
246                  * kernel, the supplied 32-bit values will be sign extended.
247                  */
248                 switch (i) {
249                 case MIPS32_EF_R1 ... MIPS32_EF_R25:
250                         /* k0/k1 are ignored. */
251                 case MIPS32_EF_R28 ... MIPS32_EF_R31:
252                         regs->regs[i - MIPS32_EF_R0] = (s32)uregs[i];
253                         break;
254                 case MIPS32_EF_LO:
255                         regs->lo = (s32)uregs[i];
256                         break;
257                 case MIPS32_EF_HI:
258                         regs->hi = (s32)uregs[i];
259                         break;
260                 case MIPS32_EF_CP0_EPC:
261                         regs->cp0_epc = (s32)uregs[i];
262                         break;
263                 }
264         }
265
266         /* System call number may have been changed */
267         mips_syscall_update_nr(target, regs);
268
269         return 0;
270 }
271
272 #endif /* CONFIG_32BIT || CONFIG_MIPS32_O32 */
273
274 #ifdef CONFIG_64BIT
275
276 static int gpr64_get(struct task_struct *target,
277                      const struct user_regset *regset,
278                      struct membuf to)
279 {
280         struct pt_regs *regs = task_pt_regs(target);
281         u64 uregs[ELF_NGREG] = {};
282
283         mips_dump_regs64(uregs, regs);
284         return membuf_write(&to, uregs, sizeof(uregs));
285 }
286
287 static int gpr64_set(struct task_struct *target,
288                      const struct user_regset *regset,
289                      unsigned int pos, unsigned int count,
290                      const void *kbuf, const void __user *ubuf)
291 {
292         struct pt_regs *regs = task_pt_regs(target);
293         u64 uregs[ELF_NGREG];
294         unsigned start, num_regs, i;
295         int err;
296
297         start = pos / sizeof(u64);
298         num_regs = count / sizeof(u64);
299
300         if (start + num_regs > ELF_NGREG)
301                 return -EIO;
302
303         err = user_regset_copyin(&pos, &count, &kbuf, &ubuf, uregs, 0,
304                                  sizeof(uregs));
305         if (err)
306                 return err;
307
308         for (i = start; i < num_regs; i++) {
309                 switch (i) {
310                 case MIPS64_EF_R1 ... MIPS64_EF_R25:
311                         /* k0/k1 are ignored. */
312                 case MIPS64_EF_R28 ... MIPS64_EF_R31:
313                         regs->regs[i - MIPS64_EF_R0] = uregs[i];
314                         break;
315                 case MIPS64_EF_LO:
316                         regs->lo = uregs[i];
317                         break;
318                 case MIPS64_EF_HI:
319                         regs->hi = uregs[i];
320                         break;
321                 case MIPS64_EF_CP0_EPC:
322                         regs->cp0_epc = uregs[i];
323                         break;
324                 }
325         }
326
327         /* System call number may have been changed */
328         mips_syscall_update_nr(target, regs);
329
330         return 0;
331 }
332
333 #endif /* CONFIG_64BIT */
334
335
336 #ifdef CONFIG_MIPS_FP_SUPPORT
337
338 /*
339  * Poke at FCSR according to its mask.  Set the Cause bits even
340  * if a corresponding Enable bit is set.  This will be noticed at
341  * the time the thread is switched to and SIGFPE thrown accordingly.
342  */
343 static void ptrace_setfcr31(struct task_struct *child, u32 value)
344 {
345         u32 fcr31;
346         u32 mask;
347
348         fcr31 = child->thread.fpu.fcr31;
349         mask = boot_cpu_data.fpu_msk31;
350         child->thread.fpu.fcr31 = (value & ~mask) | (fcr31 & mask);
351 }
352
353 int ptrace_getfpregs(struct task_struct *child, __u32 __user *data)
354 {
355         int i;
356
357         if (!access_ok(data, 33 * 8))
358                 return -EIO;
359
360         if (tsk_used_math(child)) {
361                 union fpureg *fregs = get_fpu_regs(child);
362                 for (i = 0; i < 32; i++)
363                         __put_user(get_fpr64(&fregs[i], 0),
364                                    i + (__u64 __user *)data);
365         } else {
366                 for (i = 0; i < 32; i++)
367                         __put_user((__u64) -1, i + (__u64 __user *) data);
368         }
369
370         __put_user(child->thread.fpu.fcr31, data + 64);
371         __put_user(boot_cpu_data.fpu_id, data + 65);
372
373         return 0;
374 }
375
376 int ptrace_setfpregs(struct task_struct *child, __u32 __user *data)
377 {
378         union fpureg *fregs;
379         u64 fpr_val;
380         u32 value;
381         int i;
382
383         if (!access_ok(data, 33 * 8))
384                 return -EIO;
385
386         init_fp_ctx(child);
387         fregs = get_fpu_regs(child);
388
389         for (i = 0; i < 32; i++) {
390                 __get_user(fpr_val, i + (__u64 __user *)data);
391                 set_fpr64(&fregs[i], 0, fpr_val);
392         }
393
394         __get_user(value, data + 64);
395         ptrace_setfcr31(child, value);
396
397         /* FIR may not be written.  */
398
399         return 0;
400 }
401
402 /*
403  * Copy the floating-point context to the supplied NT_PRFPREG buffer,
404  * !CONFIG_CPU_HAS_MSA variant.  FP context's general register slots
405  * correspond 1:1 to buffer slots.  Only general registers are copied.
406  */
407 static void fpr_get_fpa(struct task_struct *target,
408                        struct membuf *to)
409 {
410         membuf_write(to, &target->thread.fpu,
411                         NUM_FPU_REGS * sizeof(elf_fpreg_t));
412 }
413
414 /*
415  * Copy the floating-point context to the supplied NT_PRFPREG buffer,
416  * CONFIG_CPU_HAS_MSA variant.  Only lower 64 bits of FP context's
417  * general register slots are copied to buffer slots.  Only general
418  * registers are copied.
419  */
420 static void fpr_get_msa(struct task_struct *target, struct membuf *to)
421 {
422         unsigned int i;
423
424         BUILD_BUG_ON(sizeof(u64) != sizeof(elf_fpreg_t));
425         for (i = 0; i < NUM_FPU_REGS; i++)
426                 membuf_store(to, get_fpr64(&target->thread.fpu.fpr[i], 0));
427 }
428
429 /*
430  * Copy the floating-point context to the supplied NT_PRFPREG buffer.
431  * Choose the appropriate helper for general registers, and then copy
432  * the FCSR and FIR registers separately.
433  */
434 static int fpr_get(struct task_struct *target,
435                    const struct user_regset *regset,
436                    struct membuf to)
437 {
438         if (sizeof(target->thread.fpu.fpr[0]) == sizeof(elf_fpreg_t))
439                 fpr_get_fpa(target, &to);
440         else
441                 fpr_get_msa(target, &to);
442
443         membuf_write(&to, &target->thread.fpu.fcr31, sizeof(u32));
444         membuf_write(&to, &boot_cpu_data.fpu_id, sizeof(u32));
445         return 0;
446 }
447
448 /*
449  * Copy the supplied NT_PRFPREG buffer to the floating-point context,
450  * !CONFIG_CPU_HAS_MSA variant.   Buffer slots correspond 1:1 to FP
451  * context's general register slots.  Only general registers are copied.
452  */
453 static int fpr_set_fpa(struct task_struct *target,
454                        unsigned int *pos, unsigned int *count,
455                        const void **kbuf, const void __user **ubuf)
456 {
457         return user_regset_copyin(pos, count, kbuf, ubuf,
458                                   &target->thread.fpu,
459                                   0, NUM_FPU_REGS * sizeof(elf_fpreg_t));
460 }
461
462 /*
463  * Copy the supplied NT_PRFPREG buffer to the floating-point context,
464  * CONFIG_CPU_HAS_MSA variant.  Buffer slots are copied to lower 64
465  * bits only of FP context's general register slots.  Only general
466  * registers are copied.
467  */
468 static int fpr_set_msa(struct task_struct *target,
469                        unsigned int *pos, unsigned int *count,
470                        const void **kbuf, const void __user **ubuf)
471 {
472         unsigned int i;
473         u64 fpr_val;
474         int err;
475
476         BUILD_BUG_ON(sizeof(fpr_val) != sizeof(elf_fpreg_t));
477         for (i = 0; i < NUM_FPU_REGS && *count > 0; i++) {
478                 err = user_regset_copyin(pos, count, kbuf, ubuf,
479                                          &fpr_val, i * sizeof(elf_fpreg_t),
480                                          (i + 1) * sizeof(elf_fpreg_t));
481                 if (err)
482                         return err;
483                 set_fpr64(&target->thread.fpu.fpr[i], 0, fpr_val);
484         }
485
486         return 0;
487 }
488
489 /*
490  * Copy the supplied NT_PRFPREG buffer to the floating-point context.
491  * Choose the appropriate helper for general registers, and then copy
492  * the FCSR register separately.  Ignore the incoming FIR register
493  * contents though, as the register is read-only.
494  *
495  * We optimize for the case where `count % sizeof(elf_fpreg_t) == 0',
496  * which is supposed to have been guaranteed by the kernel before
497  * calling us, e.g. in `ptrace_regset'.  We enforce that requirement,
498  * so that we can safely avoid preinitializing temporaries for
499  * partial register writes.
500  */
501 static int fpr_set(struct task_struct *target,
502                    const struct user_regset *regset,
503                    unsigned int pos, unsigned int count,
504                    const void *kbuf, const void __user *ubuf)
505 {
506         const int fcr31_pos = NUM_FPU_REGS * sizeof(elf_fpreg_t);
507         const int fir_pos = fcr31_pos + sizeof(u32);
508         u32 fcr31;
509         int err;
510
511         BUG_ON(count % sizeof(elf_fpreg_t));
512
513         if (pos + count > sizeof(elf_fpregset_t))
514                 return -EIO;
515
516         init_fp_ctx(target);
517
518         if (sizeof(target->thread.fpu.fpr[0]) == sizeof(elf_fpreg_t))
519                 err = fpr_set_fpa(target, &pos, &count, &kbuf, &ubuf);
520         else
521                 err = fpr_set_msa(target, &pos, &count, &kbuf, &ubuf);
522         if (err)
523                 return err;
524
525         if (count > 0) {
526                 err = user_regset_copyin(&pos, &count, &kbuf, &ubuf,
527                                          &fcr31,
528                                          fcr31_pos, fcr31_pos + sizeof(u32));
529                 if (err)
530                         return err;
531
532                 ptrace_setfcr31(target, fcr31);
533         }
534
535         if (count > 0)
536                 err = user_regset_copyin_ignore(&pos, &count, &kbuf, &ubuf,
537                                                 fir_pos,
538                                                 fir_pos + sizeof(u32));
539
540         return err;
541 }
542
543 /* Copy the FP mode setting to the supplied NT_MIPS_FP_MODE buffer.  */
544 static int fp_mode_get(struct task_struct *target,
545                        const struct user_regset *regset,
546                        struct membuf to)
547 {
548         return membuf_store(&to, (int)mips_get_process_fp_mode(target));
549 }
550
551 /*
552  * Copy the supplied NT_MIPS_FP_MODE buffer to the FP mode setting.
553  *
554  * We optimize for the case where `count % sizeof(int) == 0', which
555  * is supposed to have been guaranteed by the kernel before calling
556  * us, e.g. in `ptrace_regset'.  We enforce that requirement, so
557  * that we can safely avoid preinitializing temporaries for partial
558  * mode writes.
559  */
560 static int fp_mode_set(struct task_struct *target,
561                        const struct user_regset *regset,
562                        unsigned int pos, unsigned int count,
563                        const void *kbuf, const void __user *ubuf)
564 {
565         int fp_mode;
566         int err;
567
568         BUG_ON(count % sizeof(int));
569
570         if (pos + count > sizeof(fp_mode))
571                 return -EIO;
572
573         err = user_regset_copyin(&pos, &count, &kbuf, &ubuf, &fp_mode, 0,
574                                  sizeof(fp_mode));
575         if (err)
576                 return err;
577
578         if (count > 0)
579                 err = mips_set_process_fp_mode(target, fp_mode);
580
581         return err;
582 }
583
584 #endif /* CONFIG_MIPS_FP_SUPPORT */
585
586 #ifdef CONFIG_CPU_HAS_MSA
587
588 struct msa_control_regs {
589         unsigned int fir;
590         unsigned int fcsr;
591         unsigned int msair;
592         unsigned int msacsr;
593 };
594
595 static void copy_pad_fprs(struct task_struct *target,
596                          const struct user_regset *regset,
597                          struct membuf *to,
598                          unsigned int live_sz)
599 {
600         int i, j;
601         unsigned long long fill = ~0ull;
602         unsigned int cp_sz, pad_sz;
603
604         cp_sz = min(regset->size, live_sz);
605         pad_sz = regset->size - cp_sz;
606         WARN_ON(pad_sz % sizeof(fill));
607
608         for (i = 0; i < NUM_FPU_REGS; i++) {
609                 membuf_write(to, &target->thread.fpu.fpr[i], cp_sz);
610                 for (j = 0; j < (pad_sz / sizeof(fill)); j++)
611                         membuf_store(to, fill);
612         }
613 }
614
615 static int msa_get(struct task_struct *target,
616                    const struct user_regset *regset,
617                    struct membuf to)
618 {
619         const unsigned int wr_size = NUM_FPU_REGS * regset->size;
620         const struct msa_control_regs ctrl_regs = {
621                 .fir = boot_cpu_data.fpu_id,
622                 .fcsr = target->thread.fpu.fcr31,
623                 .msair = boot_cpu_data.msa_id,
624                 .msacsr = target->thread.fpu.msacsr,
625         };
626
627         if (!tsk_used_math(target)) {
628                 /* The task hasn't used FP or MSA, fill with 0xff */
629                 copy_pad_fprs(target, regset, &to, 0);
630         } else if (!test_tsk_thread_flag(target, TIF_MSA_CTX_LIVE)) {
631                 /* Copy scalar FP context, fill the rest with 0xff */
632                 copy_pad_fprs(target, regset, &to, 8);
633         } else if (sizeof(target->thread.fpu.fpr[0]) == regset->size) {
634                 /* Trivially copy the vector registers */
635                 membuf_write(&to, &target->thread.fpu.fpr, wr_size);
636         } else {
637                 /* Copy as much context as possible, fill the rest with 0xff */
638                 copy_pad_fprs(target, regset, &to,
639                                 sizeof(target->thread.fpu.fpr[0]));
640         }
641
642         return membuf_write(&to, &ctrl_regs, sizeof(ctrl_regs));
643 }
644
645 static int msa_set(struct task_struct *target,
646                    const struct user_regset *regset,
647                    unsigned int pos, unsigned int count,
648                    const void *kbuf, const void __user *ubuf)
649 {
650         const unsigned int wr_size = NUM_FPU_REGS * regset->size;
651         struct msa_control_regs ctrl_regs;
652         unsigned int cp_sz;
653         int i, err, start;
654
655         init_fp_ctx(target);
656
657         if (sizeof(target->thread.fpu.fpr[0]) == regset->size) {
658                 /* Trivially copy the vector registers */
659                 err = user_regset_copyin(&pos, &count, &kbuf, &ubuf,
660                                          &target->thread.fpu.fpr,
661                                          0, wr_size);
662         } else {
663                 /* Copy as much context as possible */
664                 cp_sz = min_t(unsigned int, regset->size,
665                               sizeof(target->thread.fpu.fpr[0]));
666
667                 i = start = err = 0;
668                 for (; i < NUM_FPU_REGS; i++, start += regset->size) {
669                         err |= user_regset_copyin(&pos, &count, &kbuf, &ubuf,
670                                                   &target->thread.fpu.fpr[i],
671                                                   start, start + cp_sz);
672                 }
673         }
674
675         if (!err)
676                 err = user_regset_copyin(&pos, &count, &kbuf, &ubuf, &ctrl_regs,
677                                          wr_size, wr_size + sizeof(ctrl_regs));
678         if (!err) {
679                 target->thread.fpu.fcr31 = ctrl_regs.fcsr & ~FPU_CSR_ALL_X;
680                 target->thread.fpu.msacsr = ctrl_regs.msacsr & ~MSA_CSR_CAUSEF;
681         }
682
683         return err;
684 }
685
686 #endif /* CONFIG_CPU_HAS_MSA */
687
688 #if defined(CONFIG_32BIT) || defined(CONFIG_MIPS32_O32)
689
690 /*
691  * Copy the DSP context to the supplied 32-bit NT_MIPS_DSP buffer.
692  */
693 static int dsp32_get(struct task_struct *target,
694                      const struct user_regset *regset,
695                      struct membuf to)
696 {
697         u32 dspregs[NUM_DSP_REGS + 1];
698         unsigned int i;
699
700         BUG_ON(to.left % sizeof(u32));
701
702         if (!cpu_has_dsp)
703                 return -EIO;
704
705         for (i = 0; i < NUM_DSP_REGS; i++)
706                 dspregs[i] = target->thread.dsp.dspr[i];
707         dspregs[NUM_DSP_REGS] = target->thread.dsp.dspcontrol;
708         return membuf_write(&to, dspregs, sizeof(dspregs));
709 }
710
711 /*
712  * Copy the supplied 32-bit NT_MIPS_DSP buffer to the DSP context.
713  */
714 static int dsp32_set(struct task_struct *target,
715                      const struct user_regset *regset,
716                      unsigned int pos, unsigned int count,
717                      const void *kbuf, const void __user *ubuf)
718 {
719         unsigned int start, num_regs, i;
720         u32 dspregs[NUM_DSP_REGS + 1];
721         int err;
722
723         BUG_ON(count % sizeof(u32));
724
725         if (!cpu_has_dsp)
726                 return -EIO;
727
728         start = pos / sizeof(u32);
729         num_regs = count / sizeof(u32);
730
731         if (start + num_regs > NUM_DSP_REGS + 1)
732                 return -EIO;
733
734         err = user_regset_copyin(&pos, &count, &kbuf, &ubuf, dspregs, 0,
735                                  sizeof(dspregs));
736         if (err)
737                 return err;
738
739         for (i = start; i < num_regs; i++)
740                 switch (i) {
741                 case 0 ... NUM_DSP_REGS - 1:
742                         target->thread.dsp.dspr[i] = (s32)dspregs[i];
743                         break;
744                 case NUM_DSP_REGS:
745                         target->thread.dsp.dspcontrol = (s32)dspregs[i];
746                         break;
747                 }
748
749         return 0;
750 }
751
752 #endif /* CONFIG_32BIT || CONFIG_MIPS32_O32 */
753
754 #ifdef CONFIG_64BIT
755
756 /*
757  * Copy the DSP context to the supplied 64-bit NT_MIPS_DSP buffer.
758  */
759 static int dsp64_get(struct task_struct *target,
760                      const struct user_regset *regset,
761                      struct membuf to)
762 {
763         u64 dspregs[NUM_DSP_REGS + 1];
764         unsigned int i;
765
766         BUG_ON(to.left % sizeof(u64));
767
768         if (!cpu_has_dsp)
769                 return -EIO;
770
771         for (i = 0; i < NUM_DSP_REGS; i++)
772                 dspregs[i] = target->thread.dsp.dspr[i];
773         dspregs[NUM_DSP_REGS] = target->thread.dsp.dspcontrol;
774         return membuf_write(&to, dspregs, sizeof(dspregs));
775 }
776
777 /*
778  * Copy the supplied 64-bit NT_MIPS_DSP buffer to the DSP context.
779  */
780 static int dsp64_set(struct task_struct *target,
781                      const struct user_regset *regset,
782                      unsigned int pos, unsigned int count,
783                      const void *kbuf, const void __user *ubuf)
784 {
785         unsigned int start, num_regs, i;
786         u64 dspregs[NUM_DSP_REGS + 1];
787         int err;
788
789         BUG_ON(count % sizeof(u64));
790
791         if (!cpu_has_dsp)
792                 return -EIO;
793
794         start = pos / sizeof(u64);
795         num_regs = count / sizeof(u64);
796
797         if (start + num_regs > NUM_DSP_REGS + 1)
798                 return -EIO;
799
800         err = user_regset_copyin(&pos, &count, &kbuf, &ubuf, dspregs, 0,
801                                  sizeof(dspregs));
802         if (err)
803                 return err;
804
805         for (i = start; i < num_regs; i++)
806                 switch (i) {
807                 case 0 ... NUM_DSP_REGS - 1:
808                         target->thread.dsp.dspr[i] = dspregs[i];
809                         break;
810                 case NUM_DSP_REGS:
811                         target->thread.dsp.dspcontrol = dspregs[i];
812                         break;
813                 }
814
815         return 0;
816 }
817
818 #endif /* CONFIG_64BIT */
819
820 /*
821  * Determine whether the DSP context is present.
822  */
823 static int dsp_active(struct task_struct *target,
824                       const struct user_regset *regset)
825 {
826         return cpu_has_dsp ? NUM_DSP_REGS + 1 : -ENODEV;
827 }
828
829 enum mips_regset {
830         REGSET_GPR,
831         REGSET_DSP,
832 #ifdef CONFIG_MIPS_FP_SUPPORT
833         REGSET_FPR,
834         REGSET_FP_MODE,
835 #endif
836 #ifdef CONFIG_CPU_HAS_MSA
837         REGSET_MSA,
838 #endif
839 };
840
841 struct pt_regs_offset {
842         const char *name;
843         int offset;
844 };
845
846 #define REG_OFFSET_NAME(reg, r) {                                       \
847         .name = #reg,                                                   \
848         .offset = offsetof(struct pt_regs, r)                           \
849 }
850
851 #define REG_OFFSET_END {                                                \
852         .name = NULL,                                                   \
853         .offset = 0                                                     \
854 }
855
856 static const struct pt_regs_offset regoffset_table[] = {
857         REG_OFFSET_NAME(r0, regs[0]),
858         REG_OFFSET_NAME(r1, regs[1]),
859         REG_OFFSET_NAME(r2, regs[2]),
860         REG_OFFSET_NAME(r3, regs[3]),
861         REG_OFFSET_NAME(r4, regs[4]),
862         REG_OFFSET_NAME(r5, regs[5]),
863         REG_OFFSET_NAME(r6, regs[6]),
864         REG_OFFSET_NAME(r7, regs[7]),
865         REG_OFFSET_NAME(r8, regs[8]),
866         REG_OFFSET_NAME(r9, regs[9]),
867         REG_OFFSET_NAME(r10, regs[10]),
868         REG_OFFSET_NAME(r11, regs[11]),
869         REG_OFFSET_NAME(r12, regs[12]),
870         REG_OFFSET_NAME(r13, regs[13]),
871         REG_OFFSET_NAME(r14, regs[14]),
872         REG_OFFSET_NAME(r15, regs[15]),
873         REG_OFFSET_NAME(r16, regs[16]),
874         REG_OFFSET_NAME(r17, regs[17]),
875         REG_OFFSET_NAME(r18, regs[18]),
876         REG_OFFSET_NAME(r19, regs[19]),
877         REG_OFFSET_NAME(r20, regs[20]),
878         REG_OFFSET_NAME(r21, regs[21]),
879         REG_OFFSET_NAME(r22, regs[22]),
880         REG_OFFSET_NAME(r23, regs[23]),
881         REG_OFFSET_NAME(r24, regs[24]),
882         REG_OFFSET_NAME(r25, regs[25]),
883         REG_OFFSET_NAME(r26, regs[26]),
884         REG_OFFSET_NAME(r27, regs[27]),
885         REG_OFFSET_NAME(r28, regs[28]),
886         REG_OFFSET_NAME(r29, regs[29]),
887         REG_OFFSET_NAME(r30, regs[30]),
888         REG_OFFSET_NAME(r31, regs[31]),
889         REG_OFFSET_NAME(c0_status, cp0_status),
890         REG_OFFSET_NAME(hi, hi),
891         REG_OFFSET_NAME(lo, lo),
892 #ifdef CONFIG_CPU_HAS_SMARTMIPS
893         REG_OFFSET_NAME(acx, acx),
894 #endif
895         REG_OFFSET_NAME(c0_badvaddr, cp0_badvaddr),
896         REG_OFFSET_NAME(c0_cause, cp0_cause),
897         REG_OFFSET_NAME(c0_epc, cp0_epc),
898 #ifdef CONFIG_CPU_CAVIUM_OCTEON
899         REG_OFFSET_NAME(mpl0, mpl[0]),
900         REG_OFFSET_NAME(mpl1, mpl[1]),
901         REG_OFFSET_NAME(mpl2, mpl[2]),
902         REG_OFFSET_NAME(mtp0, mtp[0]),
903         REG_OFFSET_NAME(mtp1, mtp[1]),
904         REG_OFFSET_NAME(mtp2, mtp[2]),
905 #endif
906         REG_OFFSET_END,
907 };
908
909 /**
910  * regs_query_register_offset() - query register offset from its name
911  * @name:       the name of a register
912  *
913  * regs_query_register_offset() returns the offset of a register in struct
914  * pt_regs from its name. If the name is invalid, this returns -EINVAL;
915  */
916 int regs_query_register_offset(const char *name)
917 {
918         const struct pt_regs_offset *roff;
919         for (roff = regoffset_table; roff->name != NULL; roff++)
920                 if (!strcmp(roff->name, name))
921                         return roff->offset;
922         return -EINVAL;
923 }
924
925 #if defined(CONFIG_32BIT) || defined(CONFIG_MIPS32_O32)
926
927 static const struct user_regset mips_regsets[] = {
928         [REGSET_GPR] = {
929                 .core_note_type = NT_PRSTATUS,
930                 .n              = ELF_NGREG,
931                 .size           = sizeof(unsigned int),
932                 .align          = sizeof(unsigned int),
933                 .regset_get             = gpr32_get,
934                 .set            = gpr32_set,
935         },
936         [REGSET_DSP] = {
937                 .core_note_type = NT_MIPS_DSP,
938                 .n              = NUM_DSP_REGS + 1,
939                 .size           = sizeof(u32),
940                 .align          = sizeof(u32),
941                 .regset_get             = dsp32_get,
942                 .set            = dsp32_set,
943                 .active         = dsp_active,
944         },
945 #ifdef CONFIG_MIPS_FP_SUPPORT
946         [REGSET_FPR] = {
947                 .core_note_type = NT_PRFPREG,
948                 .n              = ELF_NFPREG,
949                 .size           = sizeof(elf_fpreg_t),
950                 .align          = sizeof(elf_fpreg_t),
951                 .regset_get             = fpr_get,
952                 .set            = fpr_set,
953         },
954         [REGSET_FP_MODE] = {
955                 .core_note_type = NT_MIPS_FP_MODE,
956                 .n              = 1,
957                 .size           = sizeof(int),
958                 .align          = sizeof(int),
959                 .regset_get             = fp_mode_get,
960                 .set            = fp_mode_set,
961         },
962 #endif
963 #ifdef CONFIG_CPU_HAS_MSA
964         [REGSET_MSA] = {
965                 .core_note_type = NT_MIPS_MSA,
966                 .n              = NUM_FPU_REGS + 1,
967                 .size           = 16,
968                 .align          = 16,
969                 .regset_get             = msa_get,
970                 .set            = msa_set,
971         },
972 #endif
973 };
974
975 static const struct user_regset_view user_mips_view = {
976         .name           = "mips",
977         .e_machine      = ELF_ARCH,
978         .ei_osabi       = ELF_OSABI,
979         .regsets        = mips_regsets,
980         .n              = ARRAY_SIZE(mips_regsets),
981 };
982
983 #endif /* CONFIG_32BIT || CONFIG_MIPS32_O32 */
984
985 #ifdef CONFIG_64BIT
986
987 static const struct user_regset mips64_regsets[] = {
988         [REGSET_GPR] = {
989                 .core_note_type = NT_PRSTATUS,
990                 .n              = ELF_NGREG,
991                 .size           = sizeof(unsigned long),
992                 .align          = sizeof(unsigned long),
993                 .regset_get             = gpr64_get,
994                 .set            = gpr64_set,
995         },
996         [REGSET_DSP] = {
997                 .core_note_type = NT_MIPS_DSP,
998                 .n              = NUM_DSP_REGS + 1,
999                 .size           = sizeof(u64),
1000                 .align          = sizeof(u64),
1001                 .regset_get             = dsp64_get,
1002                 .set            = dsp64_set,
1003                 .active         = dsp_active,
1004         },
1005 #ifdef CONFIG_MIPS_FP_SUPPORT
1006         [REGSET_FP_MODE] = {
1007                 .core_note_type = NT_MIPS_FP_MODE,
1008                 .n              = 1,
1009                 .size           = sizeof(int),
1010                 .align          = sizeof(int),
1011                 .regset_get             = fp_mode_get,
1012                 .set            = fp_mode_set,
1013         },
1014         [REGSET_FPR] = {
1015                 .core_note_type = NT_PRFPREG,
1016                 .n              = ELF_NFPREG,
1017                 .size           = sizeof(elf_fpreg_t),
1018                 .align          = sizeof(elf_fpreg_t),
1019                 .regset_get             = fpr_get,
1020                 .set            = fpr_set,
1021         },
1022 #endif
1023 #ifdef CONFIG_CPU_HAS_MSA
1024         [REGSET_MSA] = {
1025                 .core_note_type = NT_MIPS_MSA,
1026                 .n              = NUM_FPU_REGS + 1,
1027                 .size           = 16,
1028                 .align          = 16,
1029                 .regset_get             = msa_get,
1030                 .set            = msa_set,
1031         },
1032 #endif
1033 };
1034
1035 static const struct user_regset_view user_mips64_view = {
1036         .name           = "mips64",
1037         .e_machine      = ELF_ARCH,
1038         .ei_osabi       = ELF_OSABI,
1039         .regsets        = mips64_regsets,
1040         .n              = ARRAY_SIZE(mips64_regsets),
1041 };
1042
1043 #ifdef CONFIG_MIPS32_N32
1044
1045 static const struct user_regset_view user_mipsn32_view = {
1046         .name           = "mipsn32",
1047         .e_flags        = EF_MIPS_ABI2,
1048         .e_machine      = ELF_ARCH,
1049         .ei_osabi       = ELF_OSABI,
1050         .regsets        = mips64_regsets,
1051         .n              = ARRAY_SIZE(mips64_regsets),
1052 };
1053
1054 #endif /* CONFIG_MIPS32_N32 */
1055
1056 #endif /* CONFIG_64BIT */
1057
1058 const struct user_regset_view *task_user_regset_view(struct task_struct *task)
1059 {
1060 #ifdef CONFIG_32BIT
1061         return &user_mips_view;
1062 #else
1063 #ifdef CONFIG_MIPS32_O32
1064         if (test_tsk_thread_flag(task, TIF_32BIT_REGS))
1065                 return &user_mips_view;
1066 #endif
1067 #ifdef CONFIG_MIPS32_N32
1068         if (test_tsk_thread_flag(task, TIF_32BIT_ADDR))
1069                 return &user_mipsn32_view;
1070 #endif
1071         return &user_mips64_view;
1072 #endif
1073 }
1074
1075 long arch_ptrace(struct task_struct *child, long request,
1076                  unsigned long addr, unsigned long data)
1077 {
1078         int ret;
1079         void __user *addrp = (void __user *) addr;
1080         void __user *datavp = (void __user *) data;
1081         unsigned long __user *datalp = (void __user *) data;
1082
1083         switch (request) {
1084         /* when I and D space are separate, these will need to be fixed. */
1085         case PTRACE_PEEKTEXT: /* read word at location addr. */
1086         case PTRACE_PEEKDATA:
1087                 ret = generic_ptrace_peekdata(child, addr, data);
1088                 break;
1089
1090         /* Read the word at location addr in the USER area. */
1091         case PTRACE_PEEKUSR: {
1092                 struct pt_regs *regs;
1093                 unsigned long tmp = 0;
1094
1095                 regs = task_pt_regs(child);
1096                 ret = 0;  /* Default return value. */
1097
1098                 switch (addr) {
1099                 case 0 ... 31:
1100                         tmp = regs->regs[addr];
1101                         break;
1102 #ifdef CONFIG_MIPS_FP_SUPPORT
1103                 case FPR_BASE ... FPR_BASE + 31: {
1104                         union fpureg *fregs;
1105
1106                         if (!tsk_used_math(child)) {
1107                                 /* FP not yet used */
1108                                 tmp = -1;
1109                                 break;
1110                         }
1111                         fregs = get_fpu_regs(child);
1112
1113 #ifdef CONFIG_32BIT
1114                         if (test_tsk_thread_flag(child, TIF_32BIT_FPREGS)) {
1115                                 /*
1116                                  * The odd registers are actually the high
1117                                  * order bits of the values stored in the even
1118                                  * registers.
1119                                  */
1120                                 tmp = get_fpr32(&fregs[(addr & ~1) - FPR_BASE],
1121                                                 addr & 1);
1122                                 break;
1123                         }
1124 #endif
1125                         tmp = get_fpr64(&fregs[addr - FPR_BASE], 0);
1126                         break;
1127                 }
1128                 case FPC_CSR:
1129                         tmp = child->thread.fpu.fcr31;
1130                         break;
1131                 case FPC_EIR:
1132                         /* implementation / version register */
1133                         tmp = boot_cpu_data.fpu_id;
1134                         break;
1135 #endif
1136                 case PC:
1137                         tmp = regs->cp0_epc;
1138                         break;
1139                 case CAUSE:
1140                         tmp = regs->cp0_cause;
1141                         break;
1142                 case BADVADDR:
1143                         tmp = regs->cp0_badvaddr;
1144                         break;
1145                 case MMHI:
1146                         tmp = regs->hi;
1147                         break;
1148                 case MMLO:
1149                         tmp = regs->lo;
1150                         break;
1151 #ifdef CONFIG_CPU_HAS_SMARTMIPS
1152                 case ACX:
1153                         tmp = regs->acx;
1154                         break;
1155 #endif
1156                 case DSP_BASE ... DSP_BASE + 5: {
1157                         dspreg_t *dregs;
1158
1159                         if (!cpu_has_dsp) {
1160                                 tmp = 0;
1161                                 ret = -EIO;
1162                                 goto out;
1163                         }
1164                         dregs = __get_dsp_regs(child);
1165                         tmp = dregs[addr - DSP_BASE];
1166                         break;
1167                 }
1168                 case DSP_CONTROL:
1169                         if (!cpu_has_dsp) {
1170                                 tmp = 0;
1171                                 ret = -EIO;
1172                                 goto out;
1173                         }
1174                         tmp = child->thread.dsp.dspcontrol;
1175                         break;
1176                 default:
1177                         tmp = 0;
1178                         ret = -EIO;
1179                         goto out;
1180                 }
1181                 ret = put_user(tmp, datalp);
1182                 break;
1183         }
1184
1185         /* when I and D space are separate, this will have to be fixed. */
1186         case PTRACE_POKETEXT: /* write the word at location addr. */
1187         case PTRACE_POKEDATA:
1188                 ret = generic_ptrace_pokedata(child, addr, data);
1189                 break;
1190
1191         case PTRACE_POKEUSR: {
1192                 struct pt_regs *regs;
1193                 ret = 0;
1194                 regs = task_pt_regs(child);
1195
1196                 switch (addr) {
1197                 case 0 ... 31:
1198                         regs->regs[addr] = data;
1199                         /* System call number may have been changed */
1200                         if (addr == 2)
1201                                 mips_syscall_update_nr(child, regs);
1202                         else if (addr == 4 &&
1203                                  mips_syscall_is_indirect(child, regs))
1204                                 mips_syscall_update_nr(child, regs);
1205                         break;
1206 #ifdef CONFIG_MIPS_FP_SUPPORT
1207                 case FPR_BASE ... FPR_BASE + 31: {
1208                         union fpureg *fregs = get_fpu_regs(child);
1209
1210                         init_fp_ctx(child);
1211 #ifdef CONFIG_32BIT
1212                         if (test_tsk_thread_flag(child, TIF_32BIT_FPREGS)) {
1213                                 /*
1214                                  * The odd registers are actually the high
1215                                  * order bits of the values stored in the even
1216                                  * registers.
1217                                  */
1218                                 set_fpr32(&fregs[(addr & ~1) - FPR_BASE],
1219                                           addr & 1, data);
1220                                 break;
1221                         }
1222 #endif
1223                         set_fpr64(&fregs[addr - FPR_BASE], 0, data);
1224                         break;
1225                 }
1226                 case FPC_CSR:
1227                         init_fp_ctx(child);
1228                         ptrace_setfcr31(child, data);
1229                         break;
1230 #endif
1231                 case PC:
1232                         regs->cp0_epc = data;
1233                         break;
1234                 case MMHI:
1235                         regs->hi = data;
1236                         break;
1237                 case MMLO:
1238                         regs->lo = data;
1239                         break;
1240 #ifdef CONFIG_CPU_HAS_SMARTMIPS
1241                 case ACX:
1242                         regs->acx = data;
1243                         break;
1244 #endif
1245                 case DSP_BASE ... DSP_BASE + 5: {
1246                         dspreg_t *dregs;
1247
1248                         if (!cpu_has_dsp) {
1249                                 ret = -EIO;
1250                                 break;
1251                         }
1252
1253                         dregs = __get_dsp_regs(child);
1254                         dregs[addr - DSP_BASE] = data;
1255                         break;
1256                 }
1257                 case DSP_CONTROL:
1258                         if (!cpu_has_dsp) {
1259                                 ret = -EIO;
1260                                 break;
1261                         }
1262                         child->thread.dsp.dspcontrol = data;
1263                         break;
1264                 default:
1265                         /* The rest are not allowed. */
1266                         ret = -EIO;
1267                         break;
1268                 }
1269                 break;
1270                 }
1271
1272         case PTRACE_GETREGS:
1273                 ret = ptrace_getregs(child, datavp);
1274                 break;
1275
1276         case PTRACE_SETREGS:
1277                 ret = ptrace_setregs(child, datavp);
1278                 break;
1279
1280 #ifdef CONFIG_MIPS_FP_SUPPORT
1281         case PTRACE_GETFPREGS:
1282                 ret = ptrace_getfpregs(child, datavp);
1283                 break;
1284
1285         case PTRACE_SETFPREGS:
1286                 ret = ptrace_setfpregs(child, datavp);
1287                 break;
1288 #endif
1289         case PTRACE_GET_THREAD_AREA:
1290                 ret = put_user(task_thread_info(child)->tp_value, datalp);
1291                 break;
1292
1293         case PTRACE_GET_WATCH_REGS:
1294                 ret = ptrace_get_watch_regs(child, addrp);
1295                 break;
1296
1297         case PTRACE_SET_WATCH_REGS:
1298                 ret = ptrace_set_watch_regs(child, addrp);
1299                 break;
1300
1301         default:
1302                 ret = ptrace_request(child, request, addr, data);
1303                 break;
1304         }
1305  out:
1306         return ret;
1307 }
1308
1309 /*
1310  * Notification of system call entry/exit
1311  * - triggered by current->work.syscall_trace
1312  */
1313 asmlinkage long syscall_trace_enter(struct pt_regs *regs, long syscall)
1314 {
1315         user_exit();
1316
1317         current_thread_info()->syscall = syscall;
1318
1319         if (test_thread_flag(TIF_SYSCALL_TRACE)) {
1320                 if (tracehook_report_syscall_entry(regs))
1321                         return -1;
1322                 syscall = current_thread_info()->syscall;
1323         }
1324
1325 #ifdef CONFIG_SECCOMP
1326         if (unlikely(test_thread_flag(TIF_SECCOMP))) {
1327                 int ret, i;
1328                 struct seccomp_data sd;
1329                 unsigned long args[6];
1330
1331                 sd.nr = syscall;
1332                 sd.arch = syscall_get_arch(current);
1333                 syscall_get_arguments(current, regs, args);
1334                 for (i = 0; i < 6; i++)
1335                         sd.args[i] = args[i];
1336                 sd.instruction_pointer = KSTK_EIP(current);
1337
1338                 ret = __secure_computing(&sd);
1339                 if (ret == -1)
1340                         return ret;
1341                 syscall = current_thread_info()->syscall;
1342         }
1343 #endif
1344
1345         if (unlikely(test_thread_flag(TIF_SYSCALL_TRACEPOINT)))
1346                 trace_sys_enter(regs, regs->regs[2]);
1347
1348         audit_syscall_entry(syscall, regs->regs[4], regs->regs[5],
1349                             regs->regs[6], regs->regs[7]);
1350
1351         /*
1352          * Negative syscall numbers are mistaken for rejected syscalls, but
1353          * won't have had the return value set appropriately, so we do so now.
1354          */
1355         if (syscall < 0)
1356                 syscall_set_return_value(current, regs, -ENOSYS, 0);
1357         return syscall;
1358 }
1359
1360 /*
1361  * Notification of system call entry/exit
1362  * - triggered by current->work.syscall_trace
1363  */
1364 asmlinkage void syscall_trace_leave(struct pt_regs *regs)
1365 {
1366         /*
1367          * We may come here right after calling schedule_user()
1368          * or do_notify_resume(), in which case we can be in RCU
1369          * user mode.
1370          */
1371         user_exit();
1372
1373         audit_syscall_exit(regs);
1374
1375         if (unlikely(test_thread_flag(TIF_SYSCALL_TRACEPOINT)))
1376                 trace_sys_exit(regs, regs_return_value(regs));
1377
1378         if (test_thread_flag(TIF_SYSCALL_TRACE))
1379                 tracehook_report_syscall_exit(regs, 0);
1380
1381         user_enter();
1382 }