Ingo Molnar | 0c2bd5a | 2008-01-30 13:32:49 +0100 | [diff] [blame] | 1 | /* |
Ingo Molnar | 063f891 | 2009-02-03 18:02:36 +0100 | [diff] [blame] | 2 | |
| 3 | x86 function call convention, 64-bit: |
| 4 | ------------------------------------- |
| 5 | arguments | callee-saved | extra caller-saved | return |
| 6 | [callee-clobbered] | | [callee-clobbered] | |
| 7 | --------------------------------------------------------------------------- |
| 8 | rdi rsi rdx rcx r8-9 | rbx rbp [*] r12-15 | r10-11 | rax, rdx [**] |
| 9 | |
| 10 | ( rsp is obviously invariant across normal function calls. (gcc can 'merge' |
| 11 | functions when it sees tail-call optimization possibilities) rflags is |
| 12 | clobbered. Leftover arguments are passed over the stack frame.) |
| 13 | |
| 14 | [*] In the frame-pointers case rbp is fixed to the stack frame. |
| 15 | |
| 16 | [**] for struct return values wider than 64 bits the return convention is a |
| 17 | bit more complex: up to 128 bits width we return small structures |
| 18 | straight in rax, rdx. For structures larger than that (3 words or |
| 19 | larger) the caller puts a pointer to an on-stack return struct |
| 20 | [allocated in the caller's stack frame] into the first argument - i.e. |
| 21 | into rdi. All other arguments shift up by one in this case. |
| 22 | Fortunately this case is rare in the kernel. |
| 23 | |
| 24 | For 32-bit we have the following conventions - kernel is built with |
| 25 | -mregparm=3 and -freg-struct-return: |
| 26 | |
| 27 | x86 function calling convention, 32-bit: |
| 28 | ---------------------------------------- |
| 29 | arguments | callee-saved | extra caller-saved | return |
| 30 | [callee-clobbered] | | [callee-clobbered] | |
| 31 | ------------------------------------------------------------------------- |
| 32 | eax edx ecx | ebx edi esi ebp [*] | <none> | eax, edx [**] |
| 33 | |
| 34 | ( here too esp is obviously invariant across normal function calls. eflags |
| 35 | is clobbered. Leftover arguments are passed over the stack frame. ) |
| 36 | |
| 37 | [*] In the frame-pointers case ebp is fixed to the stack frame. |
| 38 | |
| 39 | [**] We build with -freg-struct-return, which on 32-bit means similar |
| 40 | semantics as on 64-bit: edx can be used for a second return value |
| 41 | (i.e. covering integer and structure sizes up to 64 bits) - after that |
| 42 | it gets more complex and more expensive: 3-word or larger struct returns |
| 43 | get done in the caller's frame and the pointer to the return struct goes |
| 44 | into regparm0, i.e. eax - the other arguments shift up and the |
| 45 | function's register parameters degenerate to regparm=2 in essence. |
| 46 | |
| 47 | */ |
| 48 | |
Peter Zijlstra | 1a338ac | 2013-08-14 14:51:00 +0200 | [diff] [blame] | 49 | #ifdef CONFIG_X86_64 |
| 50 | |
Ingo Molnar | 063f891 | 2009-02-03 18:02:36 +0100 | [diff] [blame] | 51 | /* |
Tao Guo | 1b2b23d | 2012-09-26 04:28:22 -0400 | [diff] [blame] | 52 | * 64-bit system call stack frame layout defines and helpers, |
| 53 | * for assembly code: |
Ingo Molnar | 0c2bd5a | 2008-01-30 13:32:49 +0100 | [diff] [blame] | 54 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 55 | |
Denys Vlasenko | 76f5df4 | 2015-02-26 14:40:27 -0800 | [diff] [blame] | 56 | /* The layout forms the "struct pt_regs" on the stack: */ |
| 57 | /* |
| 58 | * C ABI says these regs are callee-preserved. They aren't saved on kernel entry |
| 59 | * unless syscall needs a complete, fully filled "struct pt_regs". |
| 60 | */ |
| 61 | #define R15 0*8 |
| 62 | #define R14 1*8 |
| 63 | #define R13 2*8 |
| 64 | #define R12 3*8 |
| 65 | #define RBP 4*8 |
| 66 | #define RBX 5*8 |
| 67 | /* These regs are callee-clobbered. Always saved on kernel entry. */ |
| 68 | #define R11 6*8 |
| 69 | #define R10 7*8 |
| 70 | #define R9 8*8 |
| 71 | #define R8 9*8 |
| 72 | #define RAX 10*8 |
| 73 | #define RCX 11*8 |
| 74 | #define RDX 12*8 |
| 75 | #define RSI 13*8 |
| 76 | #define RDI 14*8 |
| 77 | /* |
| 78 | * On syscall entry, this is syscall#. On CPU exception, this is error code. |
| 79 | * On hw interrupt, it's IRQ number: |
| 80 | */ |
| 81 | #define ORIG_RAX 15*8 |
| 82 | /* Return frame for iretq */ |
| 83 | #define RIP 16*8 |
| 84 | #define CS 17*8 |
| 85 | #define EFLAGS 18*8 |
| 86 | #define RSP 19*8 |
| 87 | #define SS 20*8 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 88 | |
Denys Vlasenko | 911d2bb | 2015-02-26 14:40:36 -0800 | [diff] [blame] | 89 | #define SIZEOF_PTREGS 21*8 |
| 90 | |
Denys Vlasenko | 76f5df4 | 2015-02-26 14:40:27 -0800 | [diff] [blame] | 91 | .macro ALLOC_PT_GPREGS_ON_STACK addskip=0 |
| 92 | subq $15*8+\addskip, %rsp |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 93 | .endm |
| 94 | |
Denys Vlasenko | 29722cd | 2015-03-09 19:39:21 +0100 | [diff] [blame] | 95 | .macro SAVE_C_REGS_HELPER offset=0 rax=1 rcx=1 r8910=1 r11=1 |
| 96 | .if \r11 |
Ingo Molnar | 131484c | 2015-05-28 12:21:47 +0200 | [diff] [blame^] | 97 | movq %r11, 6*8+\offset(%rsp) |
Denys Vlasenko | 29722cd | 2015-03-09 19:39:21 +0100 | [diff] [blame] | 98 | .endif |
| 99 | .if \r8910 |
Ingo Molnar | 131484c | 2015-05-28 12:21:47 +0200 | [diff] [blame^] | 100 | movq %r10, 7*8+\offset(%rsp) |
| 101 | movq %r9, 8*8+\offset(%rsp) |
| 102 | movq %r8, 9*8+\offset(%rsp) |
Denys Vlasenko | 76f5df4 | 2015-02-26 14:40:27 -0800 | [diff] [blame] | 103 | .endif |
| 104 | .if \rax |
Ingo Molnar | 131484c | 2015-05-28 12:21:47 +0200 | [diff] [blame^] | 105 | movq %rax, 10*8+\offset(%rsp) |
Denys Vlasenko | 76f5df4 | 2015-02-26 14:40:27 -0800 | [diff] [blame] | 106 | .endif |
| 107 | .if \rcx |
Ingo Molnar | 131484c | 2015-05-28 12:21:47 +0200 | [diff] [blame^] | 108 | movq %rcx, 11*8+\offset(%rsp) |
Denys Vlasenko | 76f5df4 | 2015-02-26 14:40:27 -0800 | [diff] [blame] | 109 | .endif |
Ingo Molnar | 131484c | 2015-05-28 12:21:47 +0200 | [diff] [blame^] | 110 | movq %rdx, 12*8+\offset(%rsp) |
| 111 | movq %rsi, 13*8+\offset(%rsp) |
| 112 | movq %rdi, 14*8+\offset(%rsp) |
Denys Vlasenko | 76f5df4 | 2015-02-26 14:40:27 -0800 | [diff] [blame] | 113 | .endm |
| 114 | .macro SAVE_C_REGS offset=0 |
Denys Vlasenko | 29722cd | 2015-03-09 19:39:21 +0100 | [diff] [blame] | 115 | SAVE_C_REGS_HELPER \offset, 1, 1, 1, 1 |
Denys Vlasenko | 76f5df4 | 2015-02-26 14:40:27 -0800 | [diff] [blame] | 116 | .endm |
| 117 | .macro SAVE_C_REGS_EXCEPT_RAX_RCX offset=0 |
Denys Vlasenko | 29722cd | 2015-03-09 19:39:21 +0100 | [diff] [blame] | 118 | SAVE_C_REGS_HELPER \offset, 0, 0, 1, 1 |
Denys Vlasenko | 76f5df4 | 2015-02-26 14:40:27 -0800 | [diff] [blame] | 119 | .endm |
| 120 | .macro SAVE_C_REGS_EXCEPT_R891011 |
Denys Vlasenko | 29722cd | 2015-03-09 19:39:21 +0100 | [diff] [blame] | 121 | SAVE_C_REGS_HELPER 0, 1, 1, 0, 0 |
Denys Vlasenko | 76f5df4 | 2015-02-26 14:40:27 -0800 | [diff] [blame] | 122 | .endm |
| 123 | .macro SAVE_C_REGS_EXCEPT_RCX_R891011 |
Denys Vlasenko | 29722cd | 2015-03-09 19:39:21 +0100 | [diff] [blame] | 124 | SAVE_C_REGS_HELPER 0, 1, 0, 0, 0 |
| 125 | .endm |
| 126 | .macro SAVE_C_REGS_EXCEPT_RAX_RCX_R11 |
| 127 | SAVE_C_REGS_HELPER 0, 0, 0, 1, 0 |
Denys Vlasenko | 76f5df4 | 2015-02-26 14:40:27 -0800 | [diff] [blame] | 128 | .endm |
Ingo Molnar | 0c2bd5a | 2008-01-30 13:32:49 +0100 | [diff] [blame] | 129 | |
Denys Vlasenko | 76f5df4 | 2015-02-26 14:40:27 -0800 | [diff] [blame] | 130 | .macro SAVE_EXTRA_REGS offset=0 |
Ingo Molnar | 131484c | 2015-05-28 12:21:47 +0200 | [diff] [blame^] | 131 | movq %r15, 0*8+\offset(%rsp) |
| 132 | movq %r14, 1*8+\offset(%rsp) |
| 133 | movq %r13, 2*8+\offset(%rsp) |
| 134 | movq %r12, 3*8+\offset(%rsp) |
| 135 | movq %rbp, 4*8+\offset(%rsp) |
| 136 | movq %rbx, 5*8+\offset(%rsp) |
Denys Vlasenko | 76f5df4 | 2015-02-26 14:40:27 -0800 | [diff] [blame] | 137 | .endm |
| 138 | .macro SAVE_EXTRA_REGS_RBP offset=0 |
Ingo Molnar | 131484c | 2015-05-28 12:21:47 +0200 | [diff] [blame^] | 139 | movq %rbp, 4*8+\offset(%rsp) |
Denys Vlasenko | 76f5df4 | 2015-02-26 14:40:27 -0800 | [diff] [blame] | 140 | .endm |
| 141 | |
| 142 | .macro RESTORE_EXTRA_REGS offset=0 |
Ingo Molnar | 131484c | 2015-05-28 12:21:47 +0200 | [diff] [blame^] | 143 | movq 0*8+\offset(%rsp), %r15 |
| 144 | movq 1*8+\offset(%rsp), %r14 |
| 145 | movq 2*8+\offset(%rsp), %r13 |
| 146 | movq 3*8+\offset(%rsp), %r12 |
| 147 | movq 4*8+\offset(%rsp), %rbp |
| 148 | movq 5*8+\offset(%rsp), %rbx |
Denys Vlasenko | 76f5df4 | 2015-02-26 14:40:27 -0800 | [diff] [blame] | 149 | .endm |
| 150 | |
Denys Vlasenko | fc3e958 | 2015-04-04 20:55:19 +0200 | [diff] [blame] | 151 | .macro ZERO_EXTRA_REGS |
| 152 | xorl %r15d, %r15d |
| 153 | xorl %r14d, %r14d |
| 154 | xorl %r13d, %r13d |
| 155 | xorl %r12d, %r12d |
| 156 | xorl %ebp, %ebp |
| 157 | xorl %ebx, %ebx |
| 158 | .endm |
| 159 | |
Denys Vlasenko | 76f5df4 | 2015-02-26 14:40:27 -0800 | [diff] [blame] | 160 | .macro RESTORE_C_REGS_HELPER rstor_rax=1, rstor_rcx=1, rstor_r11=1, rstor_r8910=1, rstor_rdx=1 |
Borislav Petkov | 838feb4 | 2011-05-31 22:21:53 +0200 | [diff] [blame] | 161 | .if \rstor_r11 |
Ingo Molnar | 131484c | 2015-05-28 12:21:47 +0200 | [diff] [blame^] | 162 | movq 6*8(%rsp), %r11 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 163 | .endif |
Borislav Petkov | 838feb4 | 2011-05-31 22:21:53 +0200 | [diff] [blame] | 164 | .if \rstor_r8910 |
Ingo Molnar | 131484c | 2015-05-28 12:21:47 +0200 | [diff] [blame^] | 165 | movq 7*8(%rsp), %r10 |
| 166 | movq 8*8(%rsp), %r9 |
| 167 | movq 9*8(%rsp), %r8 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 168 | .endif |
Borislav Petkov | 838feb4 | 2011-05-31 22:21:53 +0200 | [diff] [blame] | 169 | .if \rstor_rax |
Ingo Molnar | 131484c | 2015-05-28 12:21:47 +0200 | [diff] [blame^] | 170 | movq 10*8(%rsp), %rax |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 171 | .endif |
Borislav Petkov | 838feb4 | 2011-05-31 22:21:53 +0200 | [diff] [blame] | 172 | .if \rstor_rcx |
Ingo Molnar | 131484c | 2015-05-28 12:21:47 +0200 | [diff] [blame^] | 173 | movq 11*8(%rsp), %rcx |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 174 | .endif |
Borislav Petkov | 838feb4 | 2011-05-31 22:21:53 +0200 | [diff] [blame] | 175 | .if \rstor_rdx |
Ingo Molnar | 131484c | 2015-05-28 12:21:47 +0200 | [diff] [blame^] | 176 | movq 12*8(%rsp), %rdx |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 177 | .endif |
Ingo Molnar | 131484c | 2015-05-28 12:21:47 +0200 | [diff] [blame^] | 178 | movq 13*8(%rsp), %rsi |
| 179 | movq 14*8(%rsp), %rdi |
Denys Vlasenko | 76f5df4 | 2015-02-26 14:40:27 -0800 | [diff] [blame] | 180 | .endm |
| 181 | .macro RESTORE_C_REGS |
| 182 | RESTORE_C_REGS_HELPER 1,1,1,1,1 |
| 183 | .endm |
| 184 | .macro RESTORE_C_REGS_EXCEPT_RAX |
| 185 | RESTORE_C_REGS_HELPER 0,1,1,1,1 |
| 186 | .endm |
| 187 | .macro RESTORE_C_REGS_EXCEPT_RCX |
| 188 | RESTORE_C_REGS_HELPER 1,0,1,1,1 |
| 189 | .endm |
Denys Vlasenko | d441c1f | 2015-02-26 14:40:38 -0800 | [diff] [blame] | 190 | .macro RESTORE_C_REGS_EXCEPT_R11 |
| 191 | RESTORE_C_REGS_HELPER 1,1,0,1,1 |
| 192 | .endm |
Denys Vlasenko | 29722cd | 2015-03-09 19:39:21 +0100 | [diff] [blame] | 193 | .macro RESTORE_C_REGS_EXCEPT_RCX_R11 |
| 194 | RESTORE_C_REGS_HELPER 1,0,0,1,1 |
| 195 | .endm |
Denys Vlasenko | 76f5df4 | 2015-02-26 14:40:27 -0800 | [diff] [blame] | 196 | .macro RESTORE_RSI_RDI |
| 197 | RESTORE_C_REGS_HELPER 0,0,0,0,0 |
| 198 | .endm |
| 199 | .macro RESTORE_RSI_RDI_RDX |
| 200 | RESTORE_C_REGS_HELPER 0,0,0,0,1 |
Ingo Molnar | 0c2bd5a | 2008-01-30 13:32:49 +0100 | [diff] [blame] | 201 | .endm |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 202 | |
Denys Vlasenko | 76f5df4 | 2015-02-26 14:40:27 -0800 | [diff] [blame] | 203 | .macro REMOVE_PT_GPREGS_FROM_STACK addskip=0 |
| 204 | addq $15*8+\addskip, %rsp |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 205 | .endm |
| 206 | |
| 207 | .macro icebp |
| 208 | .byte 0xf1 |
| 209 | .endm |
Peter Zijlstra | 1a338ac | 2013-08-14 14:51:00 +0200 | [diff] [blame] | 210 | |
| 211 | #else /* CONFIG_X86_64 */ |
| 212 | |
| 213 | /* |
| 214 | * For 32bit only simplified versions of SAVE_ALL/RESTORE_ALL. These |
| 215 | * are different from the entry_32.S versions in not changing the segment |
| 216 | * registers. So only suitable for in kernel use, not when transitioning |
| 217 | * from or to user space. The resulting stack frame is not a standard |
| 218 | * pt_regs frame. The main use case is calling C code from assembler |
| 219 | * when all the registers need to be preserved. |
| 220 | */ |
| 221 | |
| 222 | .macro SAVE_ALL |
Ingo Molnar | 131484c | 2015-05-28 12:21:47 +0200 | [diff] [blame^] | 223 | pushl %eax |
| 224 | pushl %ebp |
| 225 | pushl %edi |
| 226 | pushl %esi |
| 227 | pushl %edx |
| 228 | pushl %ecx |
| 229 | pushl %ebx |
Peter Zijlstra | 1a338ac | 2013-08-14 14:51:00 +0200 | [diff] [blame] | 230 | .endm |
| 231 | |
| 232 | .macro RESTORE_ALL |
Ingo Molnar | 131484c | 2015-05-28 12:21:47 +0200 | [diff] [blame^] | 233 | popl %ebx |
| 234 | popl %ecx |
| 235 | popl %edx |
| 236 | popl %esi |
| 237 | popl %edi |
| 238 | popl %ebp |
| 239 | popl %eax |
Peter Zijlstra | 1a338ac | 2013-08-14 14:51:00 +0200 | [diff] [blame] | 240 | .endm |
| 241 | |
| 242 | #endif /* CONFIG_X86_64 */ |
| 243 | |