2 * Compatibility mode system call entry point for x86-64.
4 * Copyright 2000-2002 Andi Kleen, SuSE Labs.
7 #include <asm/dwarf2.h>
8 #include <asm/calling.h>
9 #include <asm/asm-offsets.h>
10 #include <asm/current.h>
11 #include <asm/errno.h>
12 #include <asm/ia32_unistd.h>
13 #include <asm/thread_info.h>
14 #include <asm/segment.h>
15 #include <asm/vsyscall32.h>
16 #include <linux/linkage.h>
18 .macro IA32_ARG_FIXUP noebp=0
26 movl %edx,%edx /* zero extension */
38 .macro CFI_STARTPROC32 simple
51 * 32bit SYSENTER instruction entry.
54 * %eax System call number.
65 * This is purely a fast path. For anything complicated we use the int 0x80
66 * path below. Set up a complete hardware stack frame to share code
67 * with the int 0x80 path.
69 ENTRY(ia32_sysenter_target)
70 CFI_STARTPROC32 simple
74 movq %gs:pda_kernelstack, %rsp
75 addq $(PDA_STACKOFFSET),%rsp
77 movl %ebp,%ebp /* zero extension */
79 CFI_ADJUST_CFA_OFFSET 8
80 /*CFI_REL_OFFSET ss,0*/
82 CFI_ADJUST_CFA_OFFSET 8
85 CFI_ADJUST_CFA_OFFSET 8
86 /*CFI_REL_OFFSET rflags,0*/
87 movl $VSYSCALL32_SYSEXIT, %r10d
90 CFI_ADJUST_CFA_OFFSET 8
91 /*CFI_REL_OFFSET cs,0*/
94 CFI_ADJUST_CFA_OFFSET 8
97 CFI_ADJUST_CFA_OFFSET 8
100 /* no need to do an access_ok check here because rbp has been
101 32bit zero extended */
103 .section __ex_table,"a"
106 GET_THREAD_INFO(%r10)
107 testl $(_TIF_SYSCALL_TRACE|_TIF_SYSCALL_AUDIT|_TIF_SECCOMP),threadinfo_flags(%r10)
109 jnz sysenter_tracesys
111 cmpl $(IA32_NR_syscalls),%eax
114 call *ia32_sys_call_table(,%rax,8)
115 movq %rax,RAX-ARGOFFSET(%rsp)
116 GET_THREAD_INFO(%r10)
118 testl $_TIF_ALLWORK_MASK,threadinfo_flags(%r10)
119 jnz int_ret_from_sys_call
120 /* clear IF, that popfq doesn't enable interrupts early */
121 andl $~0x200,EFLAGS-R11(%rsp)
122 RESTORE_ARGS 1,24,1,1,1,1
124 CFI_ADJUST_CFA_OFFSET -8
125 /*CFI_RESTORE rflags*/
126 popq %rcx /* User %esp */
127 CFI_ADJUST_CFA_OFFSET -8
129 movl $VSYSCALL32_SYSEXIT,%edx /* User %eip */
132 sti /* sti only takes effect after the next instruction */
140 movq $-ENOSYS,RAX(%rsp) /* really needed? */
141 movq %rsp,%rdi /* &pt_regs -> arg1 */
142 call syscall_trace_enter
143 LOAD_ARGS ARGOFFSET /* reload args from stack in case ptrace changed it */
146 /* no need to do an access_ok check here because rbp has been
147 32bit zero extended */
149 .section __ex_table,"a"
156 * 32bit SYSCALL instruction entry.
159 * %eax System call number.
165 * %ebp Arg2 [note: not saved in the stack frame, should not be touched]
171 * This is purely a fast path. For anything complicated we use the int 0x80
172 * path below. Set up a complete hardware stack frame to share code
173 * with the int 0x80 path.
175 ENTRY(ia32_cstar_target)
176 CFI_STARTPROC32 simple
179 /*CFI_REGISTER rflags,r11*/
183 movq %gs:pda_kernelstack,%rsp
186 movl %eax,%eax /* zero extension */
187 movq %rax,ORIG_RAX-ARGOFFSET(%rsp)
188 movq %rcx,RIP-ARGOFFSET(%rsp)
189 CFI_REL_OFFSET rip,RIP-ARGOFFSET
190 movq %rbp,RCX-ARGOFFSET(%rsp) /* this lies slightly to ptrace */
192 movq $__USER32_CS,CS-ARGOFFSET(%rsp)
193 movq $__USER32_DS,SS-ARGOFFSET(%rsp)
194 movq %r11,EFLAGS-ARGOFFSET(%rsp)
195 /*CFI_REL_OFFSET rflags,EFLAGS-ARGOFFSET*/
196 movq %r8,RSP-ARGOFFSET(%rsp)
197 CFI_REL_OFFSET rsp,RSP-ARGOFFSET
198 /* no need to do an access_ok check here because r8 has been
199 32bit zero extended */
200 /* hardware stack frame is complete now */
202 .section __ex_table,"a"
205 GET_THREAD_INFO(%r10)
206 testl $(_TIF_SYSCALL_TRACE|_TIF_SYSCALL_AUDIT|_TIF_SECCOMP),threadinfo_flags(%r10)
210 cmpl $IA32_NR_syscalls,%eax
213 call *ia32_sys_call_table(,%rax,8)
214 movq %rax,RAX-ARGOFFSET(%rsp)
215 GET_THREAD_INFO(%r10)
217 testl $_TIF_ALLWORK_MASK,threadinfo_flags(%r10)
218 jnz int_ret_from_sys_call
219 RESTORE_ARGS 1,-ARG_SKIP,1,1,1
220 movl RIP-ARGOFFSET(%rsp),%ecx
222 movl EFLAGS-ARGOFFSET(%rsp),%r11d
223 /*CFI_REGISTER rflags,r11*/
224 movl RSP-ARGOFFSET(%rsp),%esp
233 movq $-ENOSYS,RAX(%rsp) /* really needed? */
234 movq %rsp,%rdi /* &pt_regs -> arg1 */
235 call syscall_trace_enter
236 LOAD_ARGS ARGOFFSET /* reload args from stack in case ptrace changed it */
238 movl RSP-ARGOFFSET(%rsp), %r8d
239 /* no need to do an access_ok check here because r8 has been
240 32bit zero extended */
242 .section __ex_table,"a"
253 * Emulated IA32 system calls via int 0x80.
256 * %eax System call number.
262 * %ebp Arg6 [note: not saved in the stack frame, should not be touched]
265 * Uses the same stack frame as the x86-64 version.
266 * All registers except %eax must be saved (but ptrace may violate that)
267 * Arguments are zero extended. For system calls that want sign extension and
268 * take long arguments a wrapper is needed. Most calls can just be called
270 * Assumes it is only called from user space and entered with interrupts off.
275 CFI_DEF_CFA rsp,SS+8-RIP
276 /*CFI_REL_OFFSET ss,SS-RIP*/
277 CFI_REL_OFFSET rsp,RSP-RIP
278 /*CFI_REL_OFFSET rflags,EFLAGS-RIP*/
279 /*CFI_REL_OFFSET cs,CS-RIP*/
280 CFI_REL_OFFSET rip,RIP-RIP
285 CFI_ADJUST_CFA_OFFSET 8
287 /* note the registers are not zero extended to the sf.
288 this could be a problem. */
290 GET_THREAD_INFO(%r10)
291 testl $(_TIF_SYSCALL_TRACE|_TIF_SYSCALL_AUDIT|_TIF_SECCOMP),threadinfo_flags(%r10)
294 cmpl $(IA32_NR_syscalls),%eax
297 call *ia32_sys_call_table(,%rax,8) # xxx: rip relative
299 movq %rax,RAX-ARGOFFSET(%rsp)
300 jmp int_ret_from_sys_call
304 movq $-ENOSYS,RAX(%rsp) /* really needed? */
305 movq %rsp,%rdi /* &pt_regs -> arg1 */
306 call syscall_trace_enter
307 LOAD_ARGS ARGOFFSET /* reload args from stack in case ptrace changed it */
312 movq $0,ORIG_RAX-ARGOFFSET(%rsp)
313 movq $-ENOSYS,RAX-ARGOFFSET(%rsp)
314 jmp int_ret_from_sys_call
325 .macro PTREGSCALL label, func, arg
328 leaq \func(%rip),%rax
329 leaq -ARGOFFSET+8(%rsp),\arg /* 8 for return address */
330 jmp ia32_ptregs_common
335 PTREGSCALL stub32_rt_sigreturn, sys32_rt_sigreturn, %rdi
336 PTREGSCALL stub32_sigreturn, sys32_sigreturn, %rdi
337 PTREGSCALL stub32_sigaltstack, sys32_sigaltstack, %rdx
338 PTREGSCALL stub32_sigsuspend, sys32_sigsuspend, %rcx
339 PTREGSCALL stub32_execve, sys32_execve, %rcx
340 PTREGSCALL stub32_fork, sys_fork, %rdi
341 PTREGSCALL stub32_clone, sys32_clone, %rdx
342 PTREGSCALL stub32_vfork, sys_vfork, %rdi
343 PTREGSCALL stub32_iopl, sys_iopl, %rsi
344 PTREGSCALL stub32_rt_sigsuspend, sys_rt_sigsuspend, %rdx
346 ENTRY(ia32_ptregs_common)
349 CFI_STARTPROC32 simple
350 CFI_DEF_CFA rsp,SS+8-ARGOFFSET
351 CFI_REL_OFFSET rax,RAX-ARGOFFSET
352 CFI_REL_OFFSET rcx,RCX-ARGOFFSET
353 CFI_REL_OFFSET rdx,RDX-ARGOFFSET
354 CFI_REL_OFFSET rsi,RSI-ARGOFFSET
355 CFI_REL_OFFSET rdi,RDI-ARGOFFSET
356 CFI_REL_OFFSET rip,RIP-ARGOFFSET
357 /* CFI_REL_OFFSET cs,CS-ARGOFFSET*/
358 /* CFI_REL_OFFSET rflags,EFLAGS-ARGOFFSET*/
359 CFI_REL_OFFSET rsp,RSP-ARGOFFSET
360 /* CFI_REL_OFFSET ss,SS-ARGOFFSET*/
364 jmp ia32_sysret /* misbalances the return cache */
369 .globl ia32_sys_call_table
371 .quad sys_restart_syscall
376 .quad compat_sys_open /* 5 */
381 .quad sys_unlink /* 10 */
384 .quad compat_sys_time
386 .quad sys_chmod /* 15 */
388 .quad quiet_ni_syscall /* old break syscall holder */
391 .quad sys_getpid /* 20 */
392 .quad compat_sys_mount /* mount */
393 .quad sys_oldumount /* old_umount */
396 .quad compat_sys_stime /* stime */ /* 25 */
397 .quad sys32_ptrace /* ptrace */
399 .quad sys_fstat /* (old)fstat */
401 .quad compat_sys_utime /* 30 */
402 .quad quiet_ni_syscall /* old stty syscall holder */
403 .quad quiet_ni_syscall /* old gtty syscall holder */
406 .quad quiet_ni_syscall /* 35 */ /* old ftime syscall holder */
411 .quad sys_rmdir /* 40 */
414 .quad compat_sys_times
415 .quad quiet_ni_syscall /* old prof syscall holder */
416 .quad sys_brk /* 45 */
421 .quad sys_getegid16 /* 50 */
423 .quad sys_umount /* new_umount */
424 .quad quiet_ni_syscall /* old lock syscall holder */
425 .quad compat_sys_ioctl
426 .quad compat_sys_fcntl64 /* 55 */
427 .quad quiet_ni_syscall /* old mpx syscall holder */
429 .quad quiet_ni_syscall /* old ulimit syscall holder */
431 .quad sys_umask /* 60 */
436 .quad sys_getpgrp /* 65 */
438 .quad sys32_sigaction
441 .quad sys_setreuid16 /* 70 */
443 .quad stub32_sigsuspend
444 .quad compat_sys_sigpending
445 .quad sys_sethostname
446 .quad compat_sys_setrlimit /* 75 */
447 .quad compat_sys_old_getrlimit /* old_getrlimit */
448 .quad compat_sys_getrusage
449 .quad sys32_gettimeofday
450 .quad sys32_settimeofday
451 .quad sys_getgroups16 /* 80 */
452 .quad sys_setgroups16
453 .quad sys32_old_select
456 .quad sys_readlink /* 85 */
457 #ifdef CONFIG_IA32_AOUT
460 .quad quiet_ni_syscall
464 .quad compat_sys_old_readdir
465 .quad sys32_mmap /* 90 */
470 .quad sys_fchown16 /* 95 */
471 .quad sys_getpriority
472 .quad sys_setpriority
473 .quad quiet_ni_syscall /* old profil syscall holder */
474 .quad compat_sys_statfs
475 .quad compat_sys_fstatfs /* 100 */
477 .quad compat_sys_socketcall
479 .quad compat_sys_setitimer
480 .quad compat_sys_getitimer /* 105 */
481 .quad compat_sys_newstat
482 .quad compat_sys_newlstat
483 .quad compat_sys_newfstat
485 .quad stub32_iopl /* 110 */
487 .quad quiet_ni_syscall /* old "idle" system call */
488 .quad sys32_vm86_warning /* vm86old */
489 .quad compat_sys_wait4
490 .quad sys_swapoff /* 115 */
494 .quad stub32_sigreturn
495 .quad stub32_clone /* 120 */
496 .quad sys_setdomainname
500 .quad sys32_mprotect /* 125 */
501 .quad compat_sys_sigprocmask
502 .quad quiet_ni_syscall /* create_module */
503 .quad sys_init_module
504 .quad sys_delete_module
505 .quad quiet_ni_syscall /* 130 get_kernel_syms */
509 .quad quiet_ni_syscall /* bdflush */
510 .quad sys_sysfs /* 135 */
511 .quad sys_personality
512 .quad quiet_ni_syscall /* for afs_syscall */
515 .quad sys_llseek /* 140 */
516 .quad compat_sys_getdents
517 .quad compat_sys_select
520 .quad compat_sys_readv /* 145 */
521 .quad compat_sys_writev
524 .quad sys32_sysctl /* sysctl */
525 .quad sys_mlock /* 150 */
529 .quad sys_sched_setparam
530 .quad sys_sched_getparam /* 155 */
531 .quad sys_sched_setscheduler
532 .quad sys_sched_getscheduler
533 .quad sys_sched_yield
534 .quad sys_sched_get_priority_max
535 .quad sys_sched_get_priority_min /* 160 */
536 .quad sys_sched_rr_get_interval
537 .quad compat_sys_nanosleep
539 .quad sys_setresuid16
540 .quad sys_getresuid16 /* 165 */
541 .quad sys32_vm86_warning /* vm86 */
542 .quad quiet_ni_syscall /* query_module */
544 .quad compat_sys_nfsservctl
545 .quad sys_setresgid16 /* 170 */
546 .quad sys_getresgid16
548 .quad stub32_rt_sigreturn
549 .quad sys32_rt_sigaction
550 .quad sys32_rt_sigprocmask /* 175 */
551 .quad sys32_rt_sigpending
552 .quad compat_sys_rt_sigtimedwait
553 .quad sys32_rt_sigqueueinfo
554 .quad stub32_rt_sigsuspend
555 .quad sys32_pread /* 180 */
561 .quad stub32_sigaltstack
563 .quad quiet_ni_syscall /* streams1 */
564 .quad quiet_ni_syscall /* streams2 */
565 .quad stub32_vfork /* 190 */
566 .quad compat_sys_getrlimit
568 .quad sys32_truncate64
569 .quad sys32_ftruncate64
570 .quad sys32_stat64 /* 195 */
575 .quad sys_getgid /* 200 */
580 .quad sys_getgroups /* 205 */
585 .quad sys_setresgid /* 210 */
590 .quad sys_setfsuid /* 215 */
595 .quad compat_sys_getdents64 /* 220 getdents64 */
596 .quad compat_sys_fcntl64
597 .quad quiet_ni_syscall /* tux */
598 .quad quiet_ni_syscall /* security */
600 .quad sys_readahead /* 225 */
605 .quad sys_lgetxattr /* 230 */
610 .quad sys_removexattr /* 235 */
611 .quad sys_lremovexattr
612 .quad sys_fremovexattr
615 .quad compat_sys_futex /* 240 */
616 .quad compat_sys_sched_setaffinity
617 .quad compat_sys_sched_getaffinity
618 .quad sys32_set_thread_area
619 .quad sys32_get_thread_area
620 .quad compat_sys_io_setup /* 245 */
622 .quad compat_sys_io_getevents
623 .quad compat_sys_io_submit
625 .quad sys_fadvise64 /* 250 */
626 .quad quiet_ni_syscall /* free_huge_pages */
628 .quad sys32_lookup_dcookie
629 .quad sys_epoll_create
630 .quad sys_epoll_ctl /* 255 */
632 .quad sys_remap_file_pages
633 .quad sys_set_tid_address
634 .quad compat_sys_timer_create
635 .quad compat_sys_timer_settime /* 260 */
636 .quad compat_sys_timer_gettime
637 .quad sys_timer_getoverrun
638 .quad sys_timer_delete
639 .quad compat_sys_clock_settime
640 .quad compat_sys_clock_gettime /* 265 */
641 .quad compat_sys_clock_getres
642 .quad compat_sys_clock_nanosleep
643 .quad compat_sys_statfs64
644 .quad compat_sys_fstatfs64
645 .quad sys_tgkill /* 270 */
646 .quad compat_sys_utimes
647 .quad sys32_fadvise64_64
648 .quad quiet_ni_syscall /* sys_vserver */
650 .quad compat_sys_get_mempolicy /* 275 */
651 .quad sys_set_mempolicy
652 .quad compat_sys_mq_open
654 .quad compat_sys_mq_timedsend
655 .quad compat_sys_mq_timedreceive /* 280 */
656 .quad compat_sys_mq_notify
657 .quad compat_sys_mq_getsetattr
658 .quad compat_sys_kexec_load /* reserved for kexec */
659 .quad compat_sys_waitid
660 .quad quiet_ni_syscall /* 285: sys_altroot */
662 .quad sys_request_key
665 .quad sys_ioprio_get /* 290 */
666 .quad sys_inotify_init
667 .quad sys_inotify_add_watch
668 .quad sys_inotify_rm_watch
669 .quad sys_migrate_pages
671 .rept IA32_NR_syscalls-(ia32_syscall_end-ia32_sys_call_table)/8