]> bbs.cooldavid.org Git - net-next-2.6.git/blame - arch/x86/ia32/ia32entry.S
git://bbs.cooldavid.org / net-next-2.6.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Merge branch 'for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/dtor/input
[net-next-2.6.git] / arch / x86 / ia32 / ia32entry.S
CommitLineData
1da177e4
LT		 1/*
2 * Compatibility mode system call entry point for x86-64.
3 *
4 * Copyright 2000-2002 Andi Kleen, SuSE Labs.
5 */
6
7#include <asm/dwarf2.h>
8#include <asm/calling.h>
e2d5df93 9#include <asm/asm-offsets.h>
1da177e4
LT		 10#include <asm/current.h>
11#include <asm/errno.h>
12#include <asm/ia32_unistd.h>
13#include <asm/thread_info.h>
14#include <asm/segment.h>
2601e64d 15#include <asm/irqflags.h>
1da177e4
LT		 16#include <linux/linkage.h>
17
5cbf1565
RM		 18/* Avoid __ASSEMBLER__'ifying <linux/audit.h> just for this. */
19#include <linux/elf-em.h>
20#define AUDIT_ARCH_I386 (EM_386|__AUDIT_ARCH_LE)
21#define __AUDIT_ARCH_LE 0x40000000
22
23#ifndef CONFIG_AUDITSYSCALL
24e35800
JB		 24#define sysexit_audit ia32_ret_from_sys_call
25#define sysretl_audit ia32_ret_from_sys_call
5cbf1565
RM		 26#endif
27
67d53ea5
AK		 28#define IA32_NR_syscalls ((ia32_syscall_end - ia32_sys_call_table)/8)
29
1da177e4
LT		 30 .macro IA32_ARG_FIXUP noebp=0
31 movl %edi,%r8d
32 .if \noebp
33 .else
34 movl %ebp,%r9d
35 .endif
36 xchg %ecx,%esi
37 movl %ebx,%edi
38 movl %edx,%edx /* zero extension */
39 .endm
40
41 /* clobbers %eax */
24e35800 42 .macro CLEAR_RREGS offset=0, _r9=rax
1da177e4 43 xorl %eax,%eax
24e35800
JB		 44 movq %rax,\offset+R11(%rsp)
45 movq %rax,\offset+R10(%rsp)
46 movq %\_r9,\offset+R9(%rsp)
47 movq %rax,\offset+R8(%rsp)
1da177e4
LT		 48 .endm
49
d4d67150
RM		 50 /*
51 * Reload arg registers from stack in case ptrace changed them.
52 * We don't reload %eax because syscall_trace_enter() returned
eefdca04
RM		 53 * the %rax value we should see. Instead, we just truncate that
54 * value to 32 bits again as we did on entry from user mode.
55 * If it's a new value set by user_regset during entry tracing,
56 * this matches the normal truncation of the user-mode value.
57 * If it's -1 to make us punt the syscall, then (u32)-1 is still
58 * an appropriately invalid value.
d4d67150 59 */
295286a8
JB		 60 .macro LOAD_ARGS32 offset, _r9=0
61 .if \_r9
176df245 62 movl \offset+16(%rsp),%r9d
295286a8 63 .endif
176df245
AK		 64 movl \offset+40(%rsp),%ecx
65 movl \offset+48(%rsp),%edx
66 movl \offset+56(%rsp),%esi
67 movl \offset+64(%rsp),%edi
eefdca04 68 movl %eax,%eax /* zero extension */
176df245
AK		 69 .endm
70
2765130b
JB		 71 .macro CFI_STARTPROC32 simple
72 CFI_STARTPROC \simple
73 CFI_UNDEFINED r8
74 CFI_UNDEFINED r9
75 CFI_UNDEFINED r10
76 CFI_UNDEFINED r11
77 CFI_UNDEFINED r12
78 CFI_UNDEFINED r13
79 CFI_UNDEFINED r14
80 CFI_UNDEFINED r15
81 .endm
82
2be29982
JF		 83#ifdef CONFIG_PARAVIRT
84ENTRY(native_usergs_sysret32)
85 swapgs
86 sysretl
87ENDPROC(native_usergs_sysret32)
88
89ENTRY(native_irq_enable_sysexit)
90 swapgs
91 sti
92 sysexit
93ENDPROC(native_irq_enable_sysexit)
94#endif
95
1da177e4
LT		 96/*
97 * 32bit SYSENTER instruction entry.
98 *
99 * Arguments:
100 * %eax System call number.
101 * %ebx Arg1
102 * %ecx Arg2
103 * %edx Arg3
104 * %esi Arg4
105 * %edi Arg5
106 * %ebp user stack
107 * 0(%ebp) Arg6
108 *
109 * Interrupts off.
110 *
111 * This is purely a fast path. For anything complicated we use the int 0x80
112 * path below. Set up a complete hardware stack frame to share code
113 * with the int 0x80 path.
114 */
115ENTRY(ia32_sysenter_target)
2765130b 116 CFI_STARTPROC32 simple
adf14236 117 CFI_SIGNAL_FRAME
7effaa88
JB		 118 CFI_DEF_CFA rsp,0
119 CFI_REGISTER rsp,rbp
457da70e 120 SWAPGS_UNSAFE_STACK
9af45651
BG		 121 movq PER_CPU_VAR(kernel_stack), %rsp
122 addq $(KERNEL_STACK_OFFSET),%rsp
2601e64d
IM		 123 /*
124 * No need to follow this irqs on/off section: the syscall
125 * disabled irqs, here we enable it straight after entry:
126 */
66804154 127 ENABLE_INTERRUPTS(CLBR_NONE)
1da177e4
LT		 128 movl %ebp,%ebp /* zero extension */
129 pushq $__USER32_DS
7effaa88
JB		 130 CFI_ADJUST_CFA_OFFSET 8
131 /*CFI_REL_OFFSET ss,0*/
1da177e4 132 pushq %rbp
7effaa88
JB		 133 CFI_ADJUST_CFA_OFFSET 8
134 CFI_REL_OFFSET rsp,0
1da177e4 135 pushfq
7effaa88
JB		 136 CFI_ADJUST_CFA_OFFSET 8
137 /*CFI_REL_OFFSET rflags,0*/
26ccb8a7 138 movl 8*3-THREAD_SIZE+TI_sysenter_return(%rsp), %r10d
7effaa88 139 CFI_REGISTER rip,r10
1da177e4 140 pushq $__USER32_CS
7effaa88
JB		 141 CFI_ADJUST_CFA_OFFSET 8
142 /*CFI_REL_OFFSET cs,0*/
1da177e4
LT		 143 movl %eax, %eax
144 pushq %r10
7effaa88
JB		 145 CFI_ADJUST_CFA_OFFSET 8
146 CFI_REL_OFFSET rip,0
1da177e4 147 pushq %rax
7effaa88 148 CFI_ADJUST_CFA_OFFSET 8
1da177e4 149 cld
cdc1793e 150 SAVE_ARGS 0,0,1
1da177e4
LT		 151 /* no need to do an access_ok check here because rbp has been
152 32bit zero extended */
295286a8 1531: movl (%rbp),%ebp
1da177e4
LT		 154 .section __ex_table,"a"
155 .quad 1b,ia32_badarg
156 .previous
157 GET_THREAD_INFO(%r10)
26ccb8a7 158 orl $TS_COMPAT,TI_status(%r10)
d4d67150 159 testl $_TIF_WORK_SYSCALL_ENTRY,TI_flags(%r10)
7effaa88 160 CFI_REMEMBER_STATE
1da177e4 161 jnz sysenter_tracesys
36d001c7 162 cmpq $(IA32_NR_syscalls-1),%rax
67d53ea5 163 ja ia32_badsys
d4d67150 164sysenter_do_call:
295286a8 165 IA32_ARG_FIXUP
5cbf1565 166sysenter_dispatch:
1da177e4
LT		 167 call *ia32_sys_call_table(,%rax,8)
168 movq %rax,RAX-ARGOFFSET(%rsp)
169 GET_THREAD_INFO(%r10)
66804154 170 DISABLE_INTERRUPTS(CLBR_NONE)
2601e64d 171 TRACE_IRQS_OFF
26ccb8a7 172 testl $_TIF_ALLWORK_MASK,TI_flags(%r10)
5cbf1565
RM		 173 jnz sysexit_audit
174sysexit_from_sys_call:
26ccb8a7 175 andl $~TS_COMPAT,TI_status(%r10)
1da177e4
LT		 176 /* clear IF, that popfq doesn't enable interrupts early */
177 andl $~0x200,EFLAGS-R11(%rsp)
36197c92
RM		 178 movl RIP-R11(%rsp),%edx /* User %eip */
179 CFI_REGISTER rip,rdx
1da177e4 180 RESTORE_ARGS 1,24,1,1,1,1
24e35800
JB		 181 xorq %r8,%r8
182 xorq %r9,%r9
183 xorq %r10,%r10
184 xorq %r11,%r11
1da177e4 185 popfq
7effaa88
JB		 186 CFI_ADJUST_CFA_OFFSET -8
187 /*CFI_RESTORE rflags*/
1da177e4 188 popq %rcx /* User %esp */
7effaa88
JB		 189 CFI_ADJUST_CFA_OFFSET -8
190 CFI_REGISTER rsp,rcx
2601e64d 191 TRACE_IRQS_ON
2be29982 192 ENABLE_INTERRUPTS_SYSEXIT32
1da177e4 193
5cbf1565
RM		 194#ifdef CONFIG_AUDITSYSCALL
195 .macro auditsys_entry_common
196 movl %esi,%r9d /* 6th arg: 4th syscall arg */
197 movl %edx,%r8d /* 5th arg: 3rd syscall arg */
198 /* (already in %ecx) 4th arg: 2nd syscall arg */
199 movl %ebx,%edx /* 3rd arg: 1st syscall arg */
200 movl %eax,%esi /* 2nd arg: syscall number */
201 movl $AUDIT_ARCH_I386,%edi /* 1st arg: audit arch */
202 call audit_syscall_entry
203 movl RAX-ARGOFFSET(%rsp),%eax /* reload syscall number */
36d001c7 204 cmpq $(IA32_NR_syscalls-1),%rax
5cbf1565
RM		 205 ja ia32_badsys
206 movl %ebx,%edi /* reload 1st syscall arg */
207 movl RCX-ARGOFFSET(%rsp),%esi /* reload 2nd syscall arg */
208 movl RDX-ARGOFFSET(%rsp),%edx /* reload 3rd syscall arg */
209 movl RSI-ARGOFFSET(%rsp),%ecx /* reload 4th syscall arg */
210 movl RDI-ARGOFFSET(%rsp),%r8d /* reload 5th syscall arg */
211 .endm
212
81766741 213 .macro auditsys_exit exit
5cbf1565 214 testl $(_TIF_ALLWORK_MASK & ~_TIF_SYSCALL_AUDIT),TI_flags(%r10)
24e35800 215 jnz ia32_ret_from_sys_call
5cbf1565
RM		 216 TRACE_IRQS_ON
217 sti
218 movl %eax,%esi /* second arg, syscall return value */
219 cmpl $0,%eax /* is it < 0? */
220 setl %al /* 1 if so, 0 if not */
221 movzbl %al,%edi /* zero-extend that into %edi */
222 inc %edi /* first arg, 0->1(AUDITSC_SUCCESS), 1->2(AUDITSC_FAILURE) */
223 call audit_syscall_exit
224 GET_THREAD_INFO(%r10)
225 movl RAX-ARGOFFSET(%rsp),%eax /* reload syscall return value */
5cbf1565
RM		 226 movl $(_TIF_ALLWORK_MASK & ~_TIF_SYSCALL_AUDIT),%edi
227 cli
228 TRACE_IRQS_OFF
229 testl %edi,TI_flags(%r10)
24e35800
JB		 230 jz \exit
231 CLEAR_RREGS -ARGOFFSET
232 jmp int_with_check
5cbf1565
RM		 233 .endm
234
235sysenter_auditsys:
7effaa88 236 CFI_RESTORE_STATE
5cbf1565
RM		 237 auditsys_entry_common
238 movl %ebp,%r9d /* reload 6th syscall arg */
239 jmp sysenter_dispatch
240
241sysexit_audit:
242 auditsys_exit sysexit_from_sys_call
243#endif
244
245sysenter_tracesys:
5cbf1565
RM		 246#ifdef CONFIG_AUDITSYSCALL
247 testl $(_TIF_WORK_SYSCALL_ENTRY & ~_TIF_SYSCALL_AUDIT),TI_flags(%r10)
248 jz sysenter_auditsys
249#endif
1da177e4
LT		 250 SAVE_REST
251 CLEAR_RREGS
48ee679a 252 movq $-ENOSYS,RAX(%rsp)/* ptrace can change this for a bad syscall */
1da177e4
LT		 253 movq %rsp,%rdi /* &pt_regs -> arg1 */
254 call syscall_trace_enter
176df245 255 LOAD_ARGS32 ARGOFFSET /* reload args from stack in case ptrace changed it */
1da177e4 256 RESTORE_REST
36d001c7 257 cmpq $(IA32_NR_syscalls-1),%rax
48ee679a 258 ja int_ret_from_sys_call /* sysenter_tracesys has set RAX(%rsp) */
1da177e4
LT		 259 jmp sysenter_do_call
260 CFI_ENDPROC
4b787e0b 261ENDPROC(ia32_sysenter_target)
1da177e4
LT		 262
263/*
264 * 32bit SYSCALL instruction entry.
265 *
266 * Arguments:
267 * %eax System call number.
268 * %ebx Arg1
269 * %ecx return EIP
270 * %edx Arg3
271 * %esi Arg4
272 * %edi Arg5
273 * %ebp Arg2 [note: not saved in the stack frame, should not be touched]
274 * %esp user stack
275 * 0(%esp) Arg6
276 *
277 * Interrupts off.
278 *
279 * This is purely a fast path. For anything complicated we use the int 0x80
280 * path below. Set up a complete hardware stack frame to share code
281 * with the int 0x80 path.
282 */
283ENTRY(ia32_cstar_target)
2765130b 284 CFI_STARTPROC32 simple
adf14236 285 CFI_SIGNAL_FRAME
9af45651 286 CFI_DEF_CFA rsp,KERNEL_STACK_OFFSET
7effaa88
JB		 287 CFI_REGISTER rip,rcx
288 /*CFI_REGISTER rflags,r11*/
457da70e 289 SWAPGS_UNSAFE_STACK
1da177e4 290 movl %esp,%r8d
7effaa88 291 CFI_REGISTER rsp,r8
9af45651 292 movq PER_CPU_VAR(kernel_stack),%rsp
2601e64d
IM		 293 /*
294 * No need to follow this irqs on/off section: the syscall
295 * disabled irqs and here we enable it straight after entry:
296 */
66804154 297 ENABLE_INTERRUPTS(CLBR_NONE)
1da177e4
LT		 298 SAVE_ARGS 8,1,1
299 movl %eax,%eax /* zero extension */
300 movq %rax,ORIG_RAX-ARGOFFSET(%rsp)
301 movq %rcx,RIP-ARGOFFSET(%rsp)
7effaa88 302 CFI_REL_OFFSET rip,RIP-ARGOFFSET
1da177e4
LT		 303 movq %rbp,RCX-ARGOFFSET(%rsp) /* this lies slightly to ptrace */
304 movl %ebp,%ecx
305 movq $__USER32_CS,CS-ARGOFFSET(%rsp)
306 movq $__USER32_DS,SS-ARGOFFSET(%rsp)
307 movq %r11,EFLAGS-ARGOFFSET(%rsp)
7effaa88 308 /*CFI_REL_OFFSET rflags,EFLAGS-ARGOFFSET*/
1da177e4 309 movq %r8,RSP-ARGOFFSET(%rsp)
7effaa88 310 CFI_REL_OFFSET rsp,RSP-ARGOFFSET
1da177e4
LT		 311 /* no need to do an access_ok check here because r8 has been
312 32bit zero extended */
313 /* hardware stack frame is complete now */
3141: movl (%r8),%r9d
315 .section __ex_table,"a"
316 .quad 1b,ia32_badarg
317 .previous
318 GET_THREAD_INFO(%r10)
26ccb8a7 319 orl $TS_COMPAT,TI_status(%r10)
d4d67150 320 testl $_TIF_WORK_SYSCALL_ENTRY,TI_flags(%r10)
7effaa88 321 CFI_REMEMBER_STATE
1da177e4 322 jnz cstar_tracesys
36d001c7 323 cmpq $IA32_NR_syscalls-1,%rax
67d53ea5 324 ja ia32_badsys
295286a8 325cstar_do_call:
1da177e4 326 IA32_ARG_FIXUP 1
5cbf1565 327cstar_dispatch:
1da177e4
LT		 328 call *ia32_sys_call_table(,%rax,8)
329 movq %rax,RAX-ARGOFFSET(%rsp)
330 GET_THREAD_INFO(%r10)
66804154 331 DISABLE_INTERRUPTS(CLBR_NONE)
2601e64d 332 TRACE_IRQS_OFF
26ccb8a7 333 testl $_TIF_ALLWORK_MASK,TI_flags(%r10)
5cbf1565
RM		 334 jnz sysretl_audit
335sysretl_from_sys_call:
26ccb8a7 336 andl $~TS_COMPAT,TI_status(%r10)
1da177e4
LT		 337 RESTORE_ARGS 1,-ARG_SKIP,1,1,1
338 movl RIP-ARGOFFSET(%rsp),%ecx
7effaa88 339 CFI_REGISTER rip,rcx
1da177e4 340 movl EFLAGS-ARGOFFSET(%rsp),%r11d
7effaa88 341 /*CFI_REGISTER rflags,r11*/
24e35800
JB		 342 xorq %r10,%r10
343 xorq %r9,%r9
344 xorq %r8,%r8
2601e64d 345 TRACE_IRQS_ON
1da177e4 346 movl RSP-ARGOFFSET(%rsp),%esp
7effaa88 347 CFI_RESTORE rsp
2be29982 348 USERGS_SYSRET32
1da177e4 349
5cbf1565
RM		 350#ifdef CONFIG_AUDITSYSCALL
351cstar_auditsys:
7effaa88 352 CFI_RESTORE_STATE
5cbf1565
RM		 353 movl %r9d,R9-ARGOFFSET(%rsp) /* register to be clobbered by call */
354 auditsys_entry_common
355 movl R9-ARGOFFSET(%rsp),%r9d /* reload 6th syscall arg */
356 jmp cstar_dispatch
357
358sysretl_audit:
81766741 359 auditsys_exit sysretl_from_sys_call
5cbf1565
RM		 360#endif
361
362cstar_tracesys:
363#ifdef CONFIG_AUDITSYSCALL
364 testl $(_TIF_WORK_SYSCALL_ENTRY & ~_TIF_SYSCALL_AUDIT),TI_flags(%r10)
365 jz cstar_auditsys
366#endif
ecd744ee 367 xchgl %r9d,%ebp
1da177e4 368 SAVE_REST
24e35800 369 CLEAR_RREGS 0, r9
48ee679a 370 movq $-ENOSYS,RAX(%rsp) /* ptrace can change this for a bad syscall */
1da177e4
LT		 371 movq %rsp,%rdi /* &pt_regs -> arg1 */
372 call syscall_trace_enter
295286a8 373 LOAD_ARGS32 ARGOFFSET, 1 /* reload args from stack in case ptrace changed it */
1da177e4 374 RESTORE_REST
ecd744ee 375 xchgl %ebp,%r9d
36d001c7 376 cmpq $(IA32_NR_syscalls-1),%rax
48ee679a 377 ja int_ret_from_sys_call /* cstar_tracesys has set RAX(%rsp) */
1da177e4 378 jmp cstar_do_call
4b787e0b 379END(ia32_cstar_target)
1da177e4
LT		 380
381ia32_badarg:
382 movq $-EFAULT,%rax
383 jmp ia32_sysret
384 CFI_ENDPROC
385
386/*
387 * Emulated IA32 system calls via int 0x80.
388 *
389 * Arguments:
390 * %eax System call number.
391 * %ebx Arg1
392 * %ecx Arg2
393 * %edx Arg3
394 * %esi Arg4
395 * %edi Arg5
396 * %ebp Arg6 [note: not saved in the stack frame, should not be touched]
397 *
398 * Notes:
399 * Uses the same stack frame as the x86-64 version.
400 * All registers except %eax must be saved (but ptrace may violate that)
401 * Arguments are zero extended. For system calls that want sign extension and
402 * take long arguments a wrapper is needed. Most calls can just be called
403 * directly.
404 * Assumes it is only called from user space and entered with interrupts off.
405 */
406
407ENTRY(ia32_syscall)
cdc1793e 408 CFI_STARTPROC32 simple
adf14236 409 CFI_SIGNAL_FRAME
7effaa88
JB		 410 CFI_DEF_CFA rsp,SS+8-RIP
411 /*CFI_REL_OFFSET ss,SS-RIP*/
412 CFI_REL_OFFSET rsp,RSP-RIP
413 /*CFI_REL_OFFSET rflags,EFLAGS-RIP*/
414 /*CFI_REL_OFFSET cs,CS-RIP*/
415 CFI_REL_OFFSET rip,RIP-RIP
360c044e 416 PARAVIRT_ADJUST_EXCEPTION_FRAME
66804154 417 SWAPGS
2601e64d
IM		 418 /*
419 * No need to follow this irqs on/off section: the syscall
420 * disabled irqs and here we enable it straight after entry:
421 */
66804154 422 ENABLE_INTERRUPTS(CLBR_NONE)
1da177e4
LT		 423 movl %eax,%eax
424 pushq %rax
7effaa88 425 CFI_ADJUST_CFA_OFFSET 8
1da177e4
LT		 426 cld
427 /* note the registers are not zero extended to the sf.
428 this could be a problem. */
429 SAVE_ARGS 0,0,1
430 GET_THREAD_INFO(%r10)
26ccb8a7 431 orl $TS_COMPAT,TI_status(%r10)
d4d67150 432 testl $_TIF_WORK_SYSCALL_ENTRY,TI_flags(%r10)
1da177e4 433 jnz ia32_tracesys
36d001c7 434 cmpq $(IA32_NR_syscalls-1),%rax
c09249f8
RM		 435 ja ia32_badsys
436ia32_do_call:
1da177e4
LT		 437 IA32_ARG_FIXUP
438 call *ia32_sys_call_table(,%rax,8) # xxx: rip relative
439ia32_sysret:
440 movq %rax,RAX-ARGOFFSET(%rsp)
24e35800
JB		 441ia32_ret_from_sys_call:
442 CLEAR_RREGS -ARGOFFSET
1da177e4
LT		 443 jmp int_ret_from_sys_call
444
445ia32_tracesys:
446 SAVE_REST
cdc1793e 447 CLEAR_RREGS
8ab32bb8 448 movq $-ENOSYS,RAX(%rsp) /* ptrace can change this for a bad syscall */
1da177e4
LT		 449 movq %rsp,%rdi /* &pt_regs -> arg1 */
450 call syscall_trace_enter
176df245 451 LOAD_ARGS32 ARGOFFSET /* reload args from stack in case ptrace changed it */
1da177e4 452 RESTORE_REST
36d001c7 453 cmpq $(IA32_NR_syscalls-1),%rax
c09249f8
RM		 454 ja int_ret_from_sys_call /* ia32_tracesys has set RAX(%rsp) */
455 jmp ia32_do_call
4b787e0b 456END(ia32_syscall)
1da177e4
LT		 457
458ia32_badsys:
459 movq $0,ORIG_RAX-ARGOFFSET(%rsp)
24e35800
JB		 460 movq $-ENOSYS,%rax
461 jmp ia32_sysret
1da177e4 462
1da177e4
LT		 463quiet_ni_syscall:
464 movq $-ENOSYS,%rax
465 ret
466 CFI_ENDPROC
467
468 .macro PTREGSCALL label, func, arg
469 .globl \label
470\label:
471 leaq \func(%rip),%rax
472 leaq -ARGOFFSET+8(%rsp),\arg /* 8 for return address */
473 jmp ia32_ptregs_common
474 .endm
475
2765130b 476 CFI_STARTPROC32
7effaa88 477
1da177e4
LT		 478 PTREGSCALL stub32_rt_sigreturn, sys32_rt_sigreturn, %rdi
479 PTREGSCALL stub32_sigreturn, sys32_sigreturn, %rdi
480 PTREGSCALL stub32_sigaltstack, sys32_sigaltstack, %rdx
1da177e4
LT		 481 PTREGSCALL stub32_execve, sys32_execve, %rcx
482 PTREGSCALL stub32_fork, sys_fork, %rdi
483 PTREGSCALL stub32_clone, sys32_clone, %rdx
484 PTREGSCALL stub32_vfork, sys_vfork, %rdi
485 PTREGSCALL stub32_iopl, sys_iopl, %rsi
1da177e4
LT		 486
487ENTRY(ia32_ptregs_common)
1da177e4 488 popq %r11
2765130b
JB		 489 CFI_ENDPROC
490 CFI_STARTPROC32 simple
adf14236 491 CFI_SIGNAL_FRAME
2765130b
JB		 492 CFI_DEF_CFA rsp,SS+8-ARGOFFSET
493 CFI_REL_OFFSET rax,RAX-ARGOFFSET
494 CFI_REL_OFFSET rcx,RCX-ARGOFFSET
495 CFI_REL_OFFSET rdx,RDX-ARGOFFSET
496 CFI_REL_OFFSET rsi,RSI-ARGOFFSET
497 CFI_REL_OFFSET rdi,RDI-ARGOFFSET
498 CFI_REL_OFFSET rip,RIP-ARGOFFSET
499/* CFI_REL_OFFSET cs,CS-ARGOFFSET*/
500/* CFI_REL_OFFSET rflags,EFLAGS-ARGOFFSET*/
501 CFI_REL_OFFSET rsp,RSP-ARGOFFSET
502/* CFI_REL_OFFSET ss,SS-ARGOFFSET*/
1da177e4
LT		 503 SAVE_REST
504 call *%rax
505 RESTORE_REST
506 jmp ia32_sysret /* misbalances the return cache */
507 CFI_ENDPROC
4b787e0b 508END(ia32_ptregs_common)
1da177e4 509
bb152f53 510 .section .rodata,"a"
1da177e4 511 .align 8
1da177e4
LT		 512ia32_sys_call_table:
513 .quad sys_restart_syscall
514 .quad sys_exit
515 .quad stub32_fork
516 .quad sys_read
517 .quad sys_write
e922efc3 518 .quad compat_sys_open /* 5 */
1da177e4
LT		 519 .quad sys_close
520 .quad sys32_waitpid
521 .quad sys_creat
522 .quad sys_link
523 .quad sys_unlink /* 10 */
524 .quad stub32_execve
525 .quad sys_chdir
526 .quad compat_sys_time
527 .quad sys_mknod
528 .quad sys_chmod /* 15 */
529 .quad sys_lchown16
530 .quad quiet_ni_syscall /* old break syscall holder */
531 .quad sys_stat
532 .quad sys32_lseek
533 .quad sys_getpid /* 20 */
534 .quad compat_sys_mount /* mount */
535 .quad sys_oldumount /* old_umount */
536 .quad sys_setuid16
537 .quad sys_getuid16
538 .quad compat_sys_stime /* stime */ /* 25 */
562b80ba 539 .quad compat_sys_ptrace /* ptrace */
1da177e4
LT		 540 .quad sys_alarm
541 .quad sys_fstat /* (old)fstat */
542 .quad sys_pause
543 .quad compat_sys_utime /* 30 */
544 .quad quiet_ni_syscall /* old stty syscall holder */
545 .quad quiet_ni_syscall /* old gtty syscall holder */
546 .quad sys_access
547 .quad sys_nice
548 .quad quiet_ni_syscall /* 35 */ /* old ftime syscall holder */
549 .quad sys_sync
550 .quad sys32_kill
551 .quad sys_rename
552 .quad sys_mkdir
553 .quad sys_rmdir /* 40 */
554 .quad sys_dup
4c711576 555 .quad sys_pipe
1da177e4
LT		 556 .quad compat_sys_times
557 .quad quiet_ni_syscall /* old prof syscall holder */
558 .quad sys_brk /* 45 */
559 .quad sys_setgid16
560 .quad sys_getgid16
561 .quad sys_signal
562 .quad sys_geteuid16
563 .quad sys_getegid16 /* 50 */
564 .quad sys_acct
565 .quad sys_umount /* new_umount */
566 .quad quiet_ni_syscall /* old lock syscall holder */
567 .quad compat_sys_ioctl
568 .quad compat_sys_fcntl64 /* 55 */
569 .quad quiet_ni_syscall /* old mpx syscall holder */
570 .quad sys_setpgid
571 .quad quiet_ni_syscall /* old ulimit syscall holder */
5cacdb4a 572 .quad sys_olduname
1da177e4
LT		 573 .quad sys_umask /* 60 */
574 .quad sys_chroot
2b1c6bd7 575 .quad compat_sys_ustat
1da177e4
LT		 576 .quad sys_dup2
577 .quad sys_getppid
578 .quad sys_getpgrp /* 65 */
579 .quad sys_setsid
580 .quad sys32_sigaction
581 .quad sys_sgetmask
582 .quad sys_ssetmask
583 .quad sys_setreuid16 /* 70 */
584 .quad sys_setregid16
5f0120b5 585 .quad sys32_sigsuspend
1da177e4
LT		 586 .quad compat_sys_sigpending
587 .quad sys_sethostname
588 .quad compat_sys_setrlimit /* 75 */
589 .quad compat_sys_old_getrlimit /* old_getrlimit */
590 .quad compat_sys_getrusage
b418da16
CH		 591 .quad compat_sys_gettimeofday
592 .quad compat_sys_settimeofday
1da177e4
LT		 593 .quad sys_getgroups16 /* 80 */
594 .quad sys_setgroups16
5d0e5283 595 .quad compat_sys_old_select
1da177e4
LT		 596 .quad sys_symlink
597 .quad sys_lstat
598 .quad sys_readlink /* 85 */
1da177e4 599 .quad sys_uselib
1da177e4
LT		 600 .quad sys_swapon
601 .quad sys_reboot
602 .quad compat_sys_old_readdir
603 .quad sys32_mmap /* 90 */
604 .quad sys_munmap
605 .quad sys_truncate
606 .quad sys_ftruncate
607 .quad sys_fchmod
608 .quad sys_fchown16 /* 95 */
609 .quad sys_getpriority
610 .quad sys_setpriority
611 .quad quiet_ni_syscall /* old profil syscall holder */
612 .quad compat_sys_statfs
613 .quad compat_sys_fstatfs /* 100 */
614 .quad sys_ioperm
615 .quad compat_sys_socketcall
616 .quad sys_syslog
617 .quad compat_sys_setitimer
618 .quad compat_sys_getitimer /* 105 */
619 .quad compat_sys_newstat
620 .quad compat_sys_newlstat
621 .quad compat_sys_newfstat
5cacdb4a 622 .quad sys_uname
1da177e4
LT		 623 .quad stub32_iopl /* 110 */
624 .quad sys_vhangup
625 .quad quiet_ni_syscall /* old "idle" system call */
626 .quad sys32_vm86_warning /* vm86old */
627 .quad compat_sys_wait4
628 .quad sys_swapoff /* 115 */
d4d23add 629 .quad compat_sys_sysinfo
1da177e4
LT		 630 .quad sys32_ipc
631 .quad sys_fsync
632 .quad stub32_sigreturn
633 .quad stub32_clone /* 120 */
634 .quad sys_setdomainname
4cecd935 635 .quad sys_newuname
1da177e4 636 .quad sys_modify_ldt
3158e941 637 .quad compat_sys_adjtimex
1da177e4
LT		 638 .quad sys32_mprotect /* 125 */
639 .quad compat_sys_sigprocmask
640 .quad quiet_ni_syscall /* create_module */
641 .quad sys_init_module
642 .quad sys_delete_module
643 .quad quiet_ni_syscall /* 130 get_kernel_syms */
b716395e 644 .quad sys32_quotactl
1da177e4
LT		 645 .quad sys_getpgid
646 .quad sys_fchdir
647 .quad quiet_ni_syscall /* bdflush */
648 .quad sys_sysfs /* 135 */
649 .quad sys_personality
650 .quad quiet_ni_syscall /* for afs_syscall */
651 .quad sys_setfsuid16
652 .quad sys_setfsgid16
653 .quad sys_llseek /* 140 */
654 .quad compat_sys_getdents
655 .quad compat_sys_select
656 .quad sys_flock
657 .quad sys_msync
658 .quad compat_sys_readv /* 145 */
659 .quad compat_sys_writev
660 .quad sys_getsid
661 .quad sys_fdatasync
c3359fbc 662 .quad compat_sys_sysctl /* sysctl */
1da177e4
LT		 663 .quad sys_mlock /* 150 */
664 .quad sys_munlock
665 .quad sys_mlockall
666 .quad sys_munlockall
667 .quad sys_sched_setparam
668 .quad sys_sched_getparam /* 155 */
669 .quad sys_sched_setscheduler
670 .quad sys_sched_getscheduler
671 .quad sys_sched_yield
672 .quad sys_sched_get_priority_max
673 .quad sys_sched_get_priority_min /* 160 */
a9bc3bfd 674 .quad sys32_sched_rr_get_interval
1da177e4
LT		 675 .quad compat_sys_nanosleep
676 .quad sys_mremap
677 .quad sys_setresuid16
678 .quad sys_getresuid16 /* 165 */
679 .quad sys32_vm86_warning /* vm86 */
680 .quad quiet_ni_syscall /* query_module */
681 .quad sys_poll
682 .quad compat_sys_nfsservctl
683 .quad sys_setresgid16 /* 170 */
684 .quad sys_getresgid16
685 .quad sys_prctl
686 .quad stub32_rt_sigreturn
687 .quad sys32_rt_sigaction
688 .quad sys32_rt_sigprocmask /* 175 */
689 .quad sys32_rt_sigpending
690 .quad compat_sys_rt_sigtimedwait
691 .quad sys32_rt_sigqueueinfo
5f0120b5 692 .quad sys_rt_sigsuspend
1da177e4
LT		 693 .quad sys32_pread /* 180 */
694 .quad sys32_pwrite
695 .quad sys_chown16
696 .quad sys_getcwd
697 .quad sys_capget
698 .quad sys_capset
699 .quad stub32_sigaltstack
700 .quad sys32_sendfile
701 .quad quiet_ni_syscall /* streams1 */
702 .quad quiet_ni_syscall /* streams2 */
703 .quad stub32_vfork /* 190 */
704 .quad compat_sys_getrlimit
f8b72560 705 .quad sys_mmap_pgoff
1da177e4
LT		 706 .quad sys32_truncate64
707 .quad sys32_ftruncate64
708 .quad sys32_stat64 /* 195 */
709 .quad sys32_lstat64
710 .quad sys32_fstat64
711 .quad sys_lchown
712 .quad sys_getuid
713 .quad sys_getgid /* 200 */
714 .quad sys_geteuid
715 .quad sys_getegid
716 .quad sys_setreuid
717 .quad sys_setregid
718 .quad sys_getgroups /* 205 */
719 .quad sys_setgroups
720 .quad sys_fchown
721 .quad sys_setresuid
722 .quad sys_getresuid
723 .quad sys_setresgid /* 210 */
724 .quad sys_getresgid
725 .quad sys_chown
726 .quad sys_setuid
727 .quad sys_setgid
728 .quad sys_setfsuid /* 215 */
729 .quad sys_setfsgid
730 .quad sys_pivot_root
731 .quad sys_mincore
732 .quad sys_madvise
733 .quad compat_sys_getdents64 /* 220 getdents64 */
734 .quad compat_sys_fcntl64
735 .quad quiet_ni_syscall /* tux */
736 .quad quiet_ni_syscall /* security */
737 .quad sys_gettid
e412ac49 738 .quad sys32_readahead /* 225 */
1da177e4
LT		 739 .quad sys_setxattr
740 .quad sys_lsetxattr
741 .quad sys_fsetxattr
742 .quad sys_getxattr
743 .quad sys_lgetxattr /* 230 */
744 .quad sys_fgetxattr
745 .quad sys_listxattr
746 .quad sys_llistxattr
747 .quad sys_flistxattr
748 .quad sys_removexattr /* 235 */
749 .quad sys_lremovexattr
750 .quad sys_fremovexattr
751 .quad sys_tkill
752 .quad sys_sendfile64
753 .quad compat_sys_futex /* 240 */
754 .quad compat_sys_sched_setaffinity
755 .quad compat_sys_sched_getaffinity
efd1ca52
RM		 756 .quad sys_set_thread_area
757 .quad sys_get_thread_area
1da177e4
LT		 758 .quad compat_sys_io_setup /* 245 */
759 .quad sys_io_destroy
760 .quad compat_sys_io_getevents
761 .quad compat_sys_io_submit
762 .quad sys_io_cancel
e412ac49 763 .quad sys32_fadvise64 /* 250 */
1da177e4
LT		 764 .quad quiet_ni_syscall /* free_huge_pages */
765 .quad sys_exit_group
766 .quad sys32_lookup_dcookie
767 .quad sys_epoll_create
768 .quad sys_epoll_ctl /* 255 */
769 .quad sys_epoll_wait
770 .quad sys_remap_file_pages
771 .quad sys_set_tid_address
3a0f69d5 772 .quad compat_sys_timer_create
1da177e4
LT		 773 .quad compat_sys_timer_settime /* 260 */
774 .quad compat_sys_timer_gettime
775 .quad sys_timer_getoverrun
776 .quad sys_timer_delete
777 .quad compat_sys_clock_settime
778 .quad compat_sys_clock_gettime /* 265 */
779 .quad compat_sys_clock_getres
780 .quad compat_sys_clock_nanosleep
781 .quad compat_sys_statfs64
782 .quad compat_sys_fstatfs64
783 .quad sys_tgkill /* 270 */
784 .quad compat_sys_utimes
785 .quad sys32_fadvise64_64
786 .quad quiet_ni_syscall /* sys_vserver */
787 .quad sys_mbind
788 .quad compat_sys_get_mempolicy /* 275 */
789 .quad sys_set_mempolicy
790 .quad compat_sys_mq_open
791 .quad sys_mq_unlink
792 .quad compat_sys_mq_timedsend
793 .quad compat_sys_mq_timedreceive /* 280 */
794 .quad compat_sys_mq_notify
795 .quad compat_sys_mq_getsetattr
5234f5eb 796 .quad compat_sys_kexec_load /* reserved for kexec */
1da177e4 797 .quad compat_sys_waitid
725b38ab 798 .quad quiet_ni_syscall /* 285: sys_altroot */
1da177e4
LT		 799 .quad sys_add_key
800 .quad sys_request_key
801 .quad sys_keyctl
725b38ab
RL		 802 .quad sys_ioprio_set
803 .quad sys_ioprio_get /* 290 */
804 .quad sys_inotify_init
805 .quad sys_inotify_add_watch
806 .quad sys_inotify_rm_watch
39743889 807 .quad sys_migrate_pages
a60fc519
UD		 808 .quad compat_sys_openat /* 295 */
809 .quad sys_mkdirat
810 .quad sys_mknodat
811 .quad sys_fchownat
3833a705 812 .quad compat_sys_futimesat
cff2b760 813 .quad sys32_fstatat /* 300 */
a60fc519
UD		 814 .quad sys_unlinkat
815 .quad sys_renameat
816 .quad sys_linkat
817 .quad sys_symlinkat
818 .quad sys_readlinkat /* 305 */
819 .quad sys_fchmodat
820 .quad sys_faccessat
957dc87c
AK		 821 .quad compat_sys_pselect6
822 .quad compat_sys_ppoll
4b88f093 823 .quad sys_unshare /* 310 */
8fdd6c6d
IM		 824 .quad compat_sys_set_robust_list
825 .quad compat_sys_get_robust_list
b8feb47f 826 .quad sys_splice
e412ac49 827 .quad sys32_sync_file_range
1c710c89 828 .quad sys_tee /* 315 */
d2610202 829 .quad compat_sys_vmsplice
1b2db9fb 830 .quad compat_sys_move_pages
3cfc348b 831 .quad sys_getcpu
9af3cf05 832 .quad sys_epoll_pwait
1c710c89 833 .quad compat_sys_utimensat /* 320 */
ae7d5c86 834 .quad compat_sys_signalfd
cb9282ee 835 .quad sys_timerfd_create
fdb902b1 836 .quad sys_eventfd
97ac7350 837 .quad sys32_fallocate
cb9282ee
DL		 838 .quad compat_sys_timerfd_settime /* 325 */
839 .quad compat_sys_timerfd_gettime
9deb27ba 840 .quad compat_sys_signalfd4
b087498e 841 .quad sys_eventfd2
9fe5ad9c 842 .quad sys_epoll_create1
241771ef 843 .quad sys_dup3 /* 330 */
ed8cae8b 844 .quad sys_pipe2
4006553b 845 .quad sys_inotify_init1
f3554f4b
GH		 846 .quad compat_sys_preadv
847 .quad compat_sys_pwritev
12d16114 848 .quad compat_sys_rt_tgsigqueueinfo /* 335 */
cdd6c482 849 .quad sys_perf_event_open
a2e27255 850 .quad compat_sys_recvmmsg
11637e4b 851 .quad sys_fanotify_init
bbaa4168 852 .quad sys32_fanotify_mark
8cbd84f2 853 .quad sys_prlimit64 /* 340 */
ae7d5c86 854ia32_syscall_end:
Clone of davem's net-next-2.6 tree