| Jia Liu | b22310f | 2012-02-18 12:03:15 +0000 | [diff] [blame] | 1 | //===-- X86InstrControl.td - Control Flow Instructions -----*- tablegen -*-===// |
| NAKAMURA Takumi | 9d29eff | 2011-01-26 02:03:37 +0000 | [diff] [blame] | 2 | // |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| NAKAMURA Takumi | 9d29eff | 2011-01-26 02:03:37 +0000 | [diff] [blame] | 7 | // |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file describes the X86 jump, return, call, and related instructions. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
| 14 | //===----------------------------------------------------------------------===// |
| 15 | // Control Flow Instructions. |
| 16 | // |
| 17 | |
| 18 | // Return instructions. |
| Jakob Stoklund Olesen | b50cf8b | 2012-08-24 20:52:44 +0000 | [diff] [blame] | 19 | // |
| 20 | // The X86retflag return instructions are variadic because we may add ST0 and |
| 21 | // ST1 arguments when returning values on the x87 stack. |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 22 | let isTerminator = 1, isReturn = 1, isBarrier = 1, |
| Jakob Stoklund Olesen | d59419eb | 2013-03-26 18:24:17 +0000 | [diff] [blame] | 23 | hasCtrlDep = 1, FPForm = SpecialFP, SchedRW = [WriteJumpLd] in { |
| David Woodhouse | 79dd505 | 2014-01-08 12:58:07 +0000 | [diff] [blame] | 24 | def RETL : I <0xC3, RawFrm, (outs), (ins variable_ops), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 25 | "ret{l}", []>, OpSize32, Requires<[Not64BitMode]>; |
| David Woodhouse | 79dd505 | 2014-01-08 12:58:07 +0000 | [diff] [blame] | 26 | def RETQ : I <0xC3, RawFrm, (outs), (ins variable_ops), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 27 | "ret{q}", []>, OpSize32, Requires<[In64BitMode]>; |
| Jakob Stoklund Olesen | d14101e | 2012-07-04 23:53:27 +0000 | [diff] [blame] | 28 | def RETW : I <0xC3, RawFrm, (outs), (ins), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 29 | "ret{w}", []>, OpSize16; |
| David Woodhouse | 4e033b0 | 2014-01-13 14:05:59 +0000 | [diff] [blame] | 30 | def RETIL : Ii16<0xC2, RawFrm, (outs), (ins i16imm:$amt, variable_ops), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 31 | "ret{l}\t$amt", []>, OpSize32, Requires<[Not64BitMode]>; |
| David Woodhouse | 4e033b0 | 2014-01-13 14:05:59 +0000 | [diff] [blame] | 32 | def RETIQ : Ii16<0xC2, RawFrm, (outs), (ins i16imm:$amt, variable_ops), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 33 | "ret{q}\t$amt", []>, OpSize32, Requires<[In64BitMode]>; |
| Jakob Stoklund Olesen | d14101e | 2012-07-04 23:53:27 +0000 | [diff] [blame] | 34 | def RETIW : Ii16<0xC2, RawFrm, (outs), (ins i16imm:$amt), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 35 | "ret{w}\t$amt", []>, OpSize16; |
| Chris Lattner | 87cf7f7 | 2010-11-12 18:54:56 +0000 | [diff] [blame] | 36 | def LRETL : I <0xCB, RawFrm, (outs), (ins), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 37 | "{l}ret{l|f}", []>, OpSize32; |
| David Woodhouse | 4e033b0 | 2014-01-13 14:05:59 +0000 | [diff] [blame] | 38 | def LRETQ : RI <0xCB, RawFrm, (outs), (ins), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 39 | "{l}ret{|f}q", []>, Requires<[In64BitMode]>; |
| Charles Davis | 74c282b | 2012-04-11 01:10:53 +0000 | [diff] [blame] | 40 | def LRETW : I <0xCB, RawFrm, (outs), (ins), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 41 | "{l}ret{w|f}", []>, OpSize16; |
| David Woodhouse | 4e033b0 | 2014-01-13 14:05:59 +0000 | [diff] [blame] | 42 | def LRETIL : Ii16<0xCA, RawFrm, (outs), (ins i16imm:$amt), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 43 | "{l}ret{l|f}\t$amt", []>, OpSize32; |
| David Woodhouse | 4e033b0 | 2014-01-13 14:05:59 +0000 | [diff] [blame] | 44 | def LRETIQ : RIi16<0xCA, RawFrm, (outs), (ins i16imm:$amt), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 45 | "{l}ret{|f}q\t$amt", []>, Requires<[In64BitMode]>; |
| Kevin Enderby | b9783dd | 2010-10-18 17:04:36 +0000 | [diff] [blame] | 46 | def LRETIW : Ii16<0xCA, RawFrm, (outs), (ins i16imm:$amt), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 47 | "{l}ret{w|f}\t$amt", []>, OpSize16; |
| Amjad Aboud | 60b5e1b | 2015-12-21 14:07:14 +0000 | [diff] [blame] | 48 | |
| 49 | // The machine return from interrupt instruction, but sometimes we need to |
| 50 | // perform a post-epilogue stack adjustment. Codegen emits the pseudo form |
| 51 | // which expands to include an SP adjustment if necessary. |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 52 | def IRET16 : I <0xcf, RawFrm, (outs), (ins), "iret{w}", []>, |
| Amjad Aboud | 60b5e1b | 2015-12-21 14:07:14 +0000 | [diff] [blame] | 53 | OpSize16; |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 54 | def IRET32 : I <0xcf, RawFrm, (outs), (ins), "iret{l|d}", []>, OpSize32; |
| 55 | def IRET64 : RI <0xcf, RawFrm, (outs), (ins), "iretq", []>, Requires<[In64BitMode]>; |
| Amjad Aboud | 60b5e1b | 2015-12-21 14:07:14 +0000 | [diff] [blame] | 56 | let isCodeGenOnly = 1 in |
| David Majnemer | d2f767d | 2016-03-04 22:56:17 +0000 | [diff] [blame] | 57 | def IRET : PseudoI<(outs), (ins i32imm:$adj), [(X86iret timm:$adj)]>; |
| 58 | def RET : PseudoI<(outs), (ins i32imm:$adj, variable_ops), [(X86retflag timm:$adj)]>; |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 59 | } |
| 60 | |
| 61 | // Unconditional branches. |
| Jakob Stoklund Olesen | d59419eb | 2013-03-26 18:24:17 +0000 | [diff] [blame] | 62 | let isBarrier = 1, isBranch = 1, isTerminator = 1, SchedRW = [WriteJump] in { |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 63 | def JMP_1 : Ii8PCRel<0xEB, RawFrm, (outs), (ins brtarget8:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 64 | "jmp\t$dst", [(br bb:$dst)]>; |
| Craig Topper | 0f2c4ac | 2015-01-06 04:23:57 +0000 | [diff] [blame] | 65 | let hasSideEffects = 0, isCodeGenOnly = 1, ForceDisassemble = 1 in { |
| Craig Topper | 6394454 | 2015-01-06 08:59:30 +0000 | [diff] [blame] | 66 | def JMP_2 : Ii16PCRel<0xE9, RawFrm, (outs), (ins brtarget16:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 67 | "jmp\t$dst", []>, OpSize16; |
| Craig Topper | 6394454 | 2015-01-06 08:59:30 +0000 | [diff] [blame] | 68 | def JMP_4 : Ii32PCRel<0xE9, RawFrm, (outs), (ins brtarget32:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 69 | "jmp\t$dst", []>, OpSize32; |
| Craig Topper | 49758aa | 2015-01-06 04:23:53 +0000 | [diff] [blame] | 70 | } |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 71 | } |
| 72 | |
| 73 | // Conditional Branches. |
| Jakob Stoklund Olesen | d59419eb | 2013-03-26 18:24:17 +0000 | [diff] [blame] | 74 | let isBranch = 1, isTerminator = 1, Uses = [EFLAGS], SchedRW = [WriteJump] in { |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 75 | multiclass ICBr<bits<8> opc1, bits<8> opc4, string asm, PatFrag Cond> { |
| Craig Topper | 49758aa | 2015-01-06 04:23:53 +0000 | [diff] [blame] | 76 | def _1 : Ii8PCRel <opc1, RawFrm, (outs), (ins brtarget8:$dst), asm, |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 77 | [(X86brcond bb:$dst, Cond, EFLAGS)]>; |
| Craig Topper | 0f2c4ac | 2015-01-06 04:23:57 +0000 | [diff] [blame] | 78 | let hasSideEffects = 0, isCodeGenOnly = 1, ForceDisassemble = 1 in { |
| Craig Topper | 6394454 | 2015-01-06 08:59:30 +0000 | [diff] [blame] | 79 | def _2 : Ii16PCRel<opc4, RawFrm, (outs), (ins brtarget16:$dst), asm, |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 80 | []>, OpSize16, TB; |
| Craig Topper | 6394454 | 2015-01-06 08:59:30 +0000 | [diff] [blame] | 81 | def _4 : Ii32PCRel<opc4, RawFrm, (outs), (ins brtarget32:$dst), asm, |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 82 | []>, TB, OpSize32; |
| Craig Topper | 49758aa | 2015-01-06 04:23:53 +0000 | [diff] [blame] | 83 | } |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 84 | } |
| 85 | } |
| 86 | |
| 87 | defm JO : ICBr<0x70, 0x80, "jo\t$dst" , X86_COND_O>; |
| Craig Topper | 49758aa | 2015-01-06 04:23:53 +0000 | [diff] [blame] | 88 | defm JNO : ICBr<0x71, 0x81, "jno\t$dst", X86_COND_NO>; |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 89 | defm JB : ICBr<0x72, 0x82, "jb\t$dst" , X86_COND_B>; |
| 90 | defm JAE : ICBr<0x73, 0x83, "jae\t$dst", X86_COND_AE>; |
| 91 | defm JE : ICBr<0x74, 0x84, "je\t$dst" , X86_COND_E>; |
| 92 | defm JNE : ICBr<0x75, 0x85, "jne\t$dst", X86_COND_NE>; |
| 93 | defm JBE : ICBr<0x76, 0x86, "jbe\t$dst", X86_COND_BE>; |
| 94 | defm JA : ICBr<0x77, 0x87, "ja\t$dst" , X86_COND_A>; |
| 95 | defm JS : ICBr<0x78, 0x88, "js\t$dst" , X86_COND_S>; |
| 96 | defm JNS : ICBr<0x79, 0x89, "jns\t$dst", X86_COND_NS>; |
| 97 | defm JP : ICBr<0x7A, 0x8A, "jp\t$dst" , X86_COND_P>; |
| 98 | defm JNP : ICBr<0x7B, 0x8B, "jnp\t$dst", X86_COND_NP>; |
| 99 | defm JL : ICBr<0x7C, 0x8C, "jl\t$dst" , X86_COND_L>; |
| 100 | defm JGE : ICBr<0x7D, 0x8D, "jge\t$dst", X86_COND_GE>; |
| 101 | defm JLE : ICBr<0x7E, 0x8E, "jle\t$dst", X86_COND_LE>; |
| 102 | defm JG : ICBr<0x7F, 0x8F, "jg\t$dst" , X86_COND_G>; |
| 103 | |
| 104 | // jcx/jecx/jrcx instructions. |
| Craig Topper | 8a1028f | 2013-09-03 03:56:17 +0000 | [diff] [blame] | 105 | let isBranch = 1, isTerminator = 1, hasSideEffects = 0, SchedRW = [WriteJump] in { |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 106 | // These are the 32-bit versions of this instruction for the asmparser. In |
| 107 | // 32-bit mode, the address size prefix is jcxz and the unprefixed version is |
| 108 | // jecxz. |
| 109 | let Uses = [CX] in |
| 110 | def JCXZ : Ii8PCRel<0xE3, RawFrm, (outs), (ins brtarget8:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 111 | "jcxz\t$dst", []>, AdSize16, Requires<[Not64BitMode]>; |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 112 | let Uses = [ECX] in |
| Craig Topper | 055845f | 2015-01-02 07:02:25 +0000 | [diff] [blame] | 113 | def JECXZ : Ii8PCRel<0xE3, RawFrm, (outs), (ins brtarget8:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 114 | "jecxz\t$dst", []>, AdSize32; |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 115 | |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 116 | let Uses = [RCX] in |
| 117 | def JRCXZ : Ii8PCRel<0xE3, RawFrm, (outs), (ins brtarget8:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 118 | "jrcxz\t$dst", []>, AdSize64, Requires<[In64BitMode]>; |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 119 | } |
| 120 | |
| 121 | // Indirect branches |
| 122 | let isBranch = 1, isTerminator = 1, isBarrier = 1, isIndirectBranch = 1 in { |
| David Woodhouse | fd46016 | 2014-01-08 12:57:49 +0000 | [diff] [blame] | 123 | def JMP16r : I<0xFF, MRM4r, (outs), (ins GR16:$dst), "jmp{w}\t{*}$dst", |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 124 | [(brind GR16:$dst)]>, Requires<[Not64BitMode]>, |
| 125 | OpSize16, Sched<[WriteJump]>; |
| David Woodhouse | fd46016 | 2014-01-08 12:57:49 +0000 | [diff] [blame] | 126 | def JMP16m : I<0xFF, MRM4m, (outs), (ins i16mem:$dst), "jmp{w}\t{*}$dst", |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 127 | [(brind (loadi16 addr:$dst))]>, Requires<[Not64BitMode]>, |
| 128 | OpSize16, Sched<[WriteJumpLd]>; |
| David Woodhouse | fd46016 | 2014-01-08 12:57:49 +0000 | [diff] [blame] | 129 | |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 130 | def JMP32r : I<0xFF, MRM4r, (outs), (ins GR32:$dst), "jmp{l}\t{*}$dst", |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 131 | [(brind GR32:$dst)]>, Requires<[Not64BitMode]>, |
| 132 | OpSize32, Sched<[WriteJump]>; |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 133 | def JMP32m : I<0xFF, MRM4m, (outs), (ins i32mem:$dst), "jmp{l}\t{*}$dst", |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 134 | [(brind (loadi32 addr:$dst))]>, Requires<[Not64BitMode]>, |
| 135 | OpSize32, Sched<[WriteJumpLd]>; |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 136 | |
| 137 | def JMP64r : I<0xFF, MRM4r, (outs), (ins GR64:$dst), "jmp{q}\t{*}$dst", |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 138 | [(brind GR64:$dst)]>, Requires<[In64BitMode]>, |
| 139 | Sched<[WriteJump]>; |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 140 | def JMP64m : I<0xFF, MRM4m, (outs), (ins i64mem:$dst), "jmp{q}\t{*}$dst", |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 141 | [(brind (loadi64 addr:$dst))]>, Requires<[In64BitMode]>, |
| 142 | Sched<[WriteJumpLd]>; |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 143 | |
| Alexander Ivchenko | 5c54742 | 2018-05-18 11:58:25 +0000 | [diff] [blame] | 144 | // Non-tracking jumps for IBT, use with caution. |
| 145 | let isCodeGenOnly = 1 in { |
| Oren Ben Simhon | fdd72fd | 2018-03-17 13:29:46 +0000 | [diff] [blame] | 146 | def JMP16r_NT : I<0xFF, MRM4r, (outs), (ins GR16 : $dst), "jmp{w}\t{*}$dst", |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 147 | [(X86NoTrackBrind GR16 : $dst)]>, Requires<[Not64BitMode]>, |
| 148 | OpSize16, Sched<[WriteJump]>, NOTRACK; |
| Oren Ben Simhon | fdd72fd | 2018-03-17 13:29:46 +0000 | [diff] [blame] | 149 | |
| 150 | def JMP16m_NT : I<0xFF, MRM4m, (outs), (ins i16mem : $dst), "jmp{w}\t{*}$dst", |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 151 | [(X86NoTrackBrind (loadi16 addr : $dst))]>, |
| 152 | Requires<[Not64BitMode]>, OpSize16, Sched<[WriteJumpLd]>, |
| 153 | NOTRACK; |
| Oren Ben Simhon | fdd72fd | 2018-03-17 13:29:46 +0000 | [diff] [blame] | 154 | |
| 155 | def JMP32r_NT : I<0xFF, MRM4r, (outs), (ins GR32 : $dst), "jmp{l}\t{*}$dst", |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 156 | [(X86NoTrackBrind GR32 : $dst)]>, Requires<[Not64BitMode]>, |
| 157 | OpSize32, Sched<[WriteJump]>, NOTRACK; |
| Oren Ben Simhon | fdd72fd | 2018-03-17 13:29:46 +0000 | [diff] [blame] | 158 | def JMP32m_NT : I<0xFF, MRM4m, (outs), (ins i32mem : $dst), "jmp{l}\t{*}$dst", |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 159 | [(X86NoTrackBrind (loadi32 addr : $dst))]>, |
| 160 | Requires<[Not64BitMode]>, OpSize32, Sched<[WriteJumpLd]>, |
| 161 | NOTRACK; |
| Oren Ben Simhon | fdd72fd | 2018-03-17 13:29:46 +0000 | [diff] [blame] | 162 | |
| 163 | def JMP64r_NT : I<0xFF, MRM4r, (outs), (ins GR64 : $dst), "jmp{q}\t{*}$dst", |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 164 | [(X86NoTrackBrind GR64 : $dst)]>, Requires<[In64BitMode]>, |
| 165 | Sched<[WriteJump]>, NOTRACK; |
| Oren Ben Simhon | fdd72fd | 2018-03-17 13:29:46 +0000 | [diff] [blame] | 166 | def JMP64m_NT : I<0xFF, MRM4m, (outs), (ins i64mem : $dst), "jmp{q}\t{*}$dst", |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 167 | [(X86NoTrackBrind(loadi64 addr : $dst))]>, |
| 168 | Requires<[In64BitMode]>, Sched<[WriteJumpLd]>, NOTRACK; |
| Oren Ben Simhon | fdd72fd | 2018-03-17 13:29:46 +0000 | [diff] [blame] | 169 | } |
| 170 | |
| Craig Topper | 429ae3d | 2018-04-30 06:21:21 +0000 | [diff] [blame] | 171 | let Predicates = [Not64BitMode], AsmVariantName = "att" in { |
| Craig Topper | 35545fa | 2014-12-20 07:43:27 +0000 | [diff] [blame] | 172 | def FARJMP16i : Iseg16<0xEA, RawFrmImm16, (outs), |
| 173 | (ins i16imm:$off, i16imm:$seg), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 174 | "ljmp{w}\t$seg, $off", []>, |
| 175 | OpSize16, Sched<[WriteJump]>; |
| Craig Topper | 35545fa | 2014-12-20 07:43:27 +0000 | [diff] [blame] | 176 | def FARJMP32i : Iseg32<0xEA, RawFrmImm16, (outs), |
| 177 | (ins i32imm:$off, i16imm:$seg), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 178 | "ljmp{l}\t$seg, $off", []>, |
| 179 | OpSize32, Sched<[WriteJump]>; |
| Craig Topper | 35545fa | 2014-12-20 07:43:27 +0000 | [diff] [blame] | 180 | } |
| Craig Topper | 33dc01d | 2018-05-01 04:42:00 +0000 | [diff] [blame] | 181 | def FARJMP64 : RI<0xFF, MRM5m, (outs), (ins opaquemem:$dst), |
| Craig Topper | 5a4c880 | 2018-04-30 06:21:24 +0000 | [diff] [blame] | 182 | "ljmp{q}\t{*}$dst", []>, Sched<[WriteJump]>, Requires<[In64BitMode]>; |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 183 | |
| Craig Topper | d94002c | 2018-04-30 06:21:23 +0000 | [diff] [blame] | 184 | let AsmVariantName = "att" in |
| Craig Topper | 33dc01d | 2018-05-01 04:42:00 +0000 | [diff] [blame] | 185 | def FARJMP16m : I<0xFF, MRM5m, (outs), (ins opaquemem:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 186 | "ljmp{w}\t{*}$dst", []>, OpSize16, Sched<[WriteJumpLd]>; |
| Craig Topper | 33dc01d | 2018-05-01 04:42:00 +0000 | [diff] [blame] | 187 | def FARJMP32m : I<0xFF, MRM5m, (outs), (ins opaquemem:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 188 | "{l}jmp{l}\t{*}$dst", []>, OpSize32, Sched<[WriteJumpLd]>; |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 189 | } |
| 190 | |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 191 | // Loop instructions |
| Jakob Stoklund Olesen | d59419eb | 2013-03-26 18:24:17 +0000 | [diff] [blame] | 192 | let SchedRW = [WriteJump] in { |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 193 | def LOOP : Ii8PCRel<0xE2, RawFrm, (outs), (ins brtarget8:$dst), "loop\t$dst", []>; |
| 194 | def LOOPE : Ii8PCRel<0xE1, RawFrm, (outs), (ins brtarget8:$dst), "loope\t$dst", []>; |
| 195 | def LOOPNE : Ii8PCRel<0xE0, RawFrm, (outs), (ins brtarget8:$dst), "loopne\t$dst", []>; |
| Jakob Stoklund Olesen | d59419eb | 2013-03-26 18:24:17 +0000 | [diff] [blame] | 196 | } |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 197 | |
| 198 | //===----------------------------------------------------------------------===// |
| 199 | // Call Instructions... |
| 200 | // |
| 201 | let isCall = 1 in |
| 202 | // All calls clobber the non-callee saved registers. ESP is marked as |
| 203 | // a use to prevent stack-pointer assignments that appear immediately |
| 204 | // before calls from potentially appearing dead. Uses for argument |
| 205 | // registers are added manually. |
| Oren Ben Simhon | fa582b0 | 2017-11-26 13:02:45 +0000 | [diff] [blame] | 206 | let Uses = [ESP, SSP] in { |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 207 | def CALLpcrel32 : Ii32PCRel<0xE8, RawFrm, |
| Jakob Stoklund Olesen | d14101e | 2012-07-04 23:53:27 +0000 | [diff] [blame] | 208 | (outs), (ins i32imm_pcrel:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 209 | "call{l}\t$dst", []>, OpSize32, |
| Eric Christopher | c0a5aae | 2013-12-20 02:04:49 +0000 | [diff] [blame] | 210 | Requires<[Not64BitMode]>, Sched<[WriteJump]>; |
| Craig Topper | 23fd695 | 2014-12-21 20:05:06 +0000 | [diff] [blame] | 211 | let hasSideEffects = 0 in |
| 212 | def CALLpcrel16 : Ii16PCRel<0xE8, RawFrm, |
| 213 | (outs), (ins i16imm_pcrel:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 214 | "call{w}\t$dst", []>, OpSize16, |
| Craig Topper | 23fd695 | 2014-12-21 20:05:06 +0000 | [diff] [blame] | 215 | Sched<[WriteJump]>; |
| David Woodhouse | fd46016 | 2014-01-08 12:57:49 +0000 | [diff] [blame] | 216 | def CALL16r : I<0xFF, MRM2r, (outs), (ins GR16:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 217 | "call{w}\t{*}$dst", [(X86call GR16:$dst)]>, |
| Craig Topper | fa6298a | 2014-02-02 09:25:09 +0000 | [diff] [blame] | 218 | OpSize16, Requires<[Not64BitMode]>, Sched<[WriteJump]>; |
| David Woodhouse | fd46016 | 2014-01-08 12:57:49 +0000 | [diff] [blame] | 219 | def CALL16m : I<0xFF, MRM2m, (outs), (ins i16mem:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 220 | "call{w}\t{*}$dst", [(X86call (loadi16 addr:$dst))]>, |
| 221 | OpSize16, Requires<[Not64BitMode,FavorMemIndirectCall]>, |
| 222 | Sched<[WriteJumpLd]>; |
| Jakob Stoklund Olesen | d14101e | 2012-07-04 23:53:27 +0000 | [diff] [blame] | 223 | def CALL32r : I<0xFF, MRM2r, (outs), (ins GR32:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 224 | "call{l}\t{*}$dst", [(X86call GR32:$dst)]>, OpSize32, |
| 225 | Requires<[Not64BitMode,NotUseRetpoline]>, Sched<[WriteJump]>; |
| Jakob Stoklund Olesen | d14101e | 2012-07-04 23:53:27 +0000 | [diff] [blame] | 226 | def CALL32m : I<0xFF, MRM2m, (outs), (ins i32mem:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 227 | "call{l}\t{*}$dst", [(X86call (loadi32 addr:$dst))]>, |
| 228 | OpSize32, |
| 229 | Requires<[Not64BitMode,FavorMemIndirectCall,NotUseRetpoline]>, |
| 230 | Sched<[WriteJumpLd]>; |
| NAKAMURA Takumi | 9d29eff | 2011-01-26 02:03:37 +0000 | [diff] [blame] | 231 | |
| Alexander Ivchenko | 5c54742 | 2018-05-18 11:58:25 +0000 | [diff] [blame] | 232 | // Non-tracking calls for IBT, use with caution. |
| 233 | let isCodeGenOnly = 1 in { |
| Oren Ben Simhon | fdd72fd | 2018-03-17 13:29:46 +0000 | [diff] [blame] | 234 | def CALL16r_NT : I<0xFF, MRM2r, (outs), (ins GR16 : $dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 235 | "call{w}\t{*}$dst",[(X86NoTrackCall GR16 : $dst)]>, |
| Oren Ben Simhon | fdd72fd | 2018-03-17 13:29:46 +0000 | [diff] [blame] | 236 | OpSize16, Requires<[Not64BitMode]>, Sched<[WriteJump]>, NOTRACK; |
| 237 | def CALL16m_NT : I<0xFF, MRM2m, (outs), (ins i16mem : $dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 238 | "call{w}\t{*}$dst",[(X86NoTrackCall(loadi16 addr : $dst))]>, |
| 239 | OpSize16, Requires<[Not64BitMode,FavorMemIndirectCall]>, |
| Oren Ben Simhon | fdd72fd | 2018-03-17 13:29:46 +0000 | [diff] [blame] | 240 | Sched<[WriteJumpLd]>, NOTRACK; |
| 241 | def CALL32r_NT : I<0xFF, MRM2r, (outs), (ins GR32 : $dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 242 | "call{l}\t{*}$dst",[(X86NoTrackCall GR32 : $dst)]>, |
| Oren Ben Simhon | fdd72fd | 2018-03-17 13:29:46 +0000 | [diff] [blame] | 243 | OpSize32, Requires<[Not64BitMode]>, Sched<[WriteJump]>, NOTRACK; |
| 244 | def CALL32m_NT : I<0xFF, MRM2m, (outs), (ins i32mem : $dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 245 | "call{l}\t{*}$dst",[(X86NoTrackCall(loadi32 addr : $dst))]>, |
| 246 | OpSize32, Requires<[Not64BitMode,FavorMemIndirectCall]>, |
| Oren Ben Simhon | fdd72fd | 2018-03-17 13:29:46 +0000 | [diff] [blame] | 247 | Sched<[WriteJumpLd]>, NOTRACK; |
| 248 | } |
| 249 | |
| Craig Topper | 429ae3d | 2018-04-30 06:21:21 +0000 | [diff] [blame] | 250 | let Predicates = [Not64BitMode], AsmVariantName = "att" in { |
| Craig Topper | 35545fa | 2014-12-20 07:43:27 +0000 | [diff] [blame] | 251 | def FARCALL16i : Iseg16<0x9A, RawFrmImm16, (outs), |
| 252 | (ins i16imm:$off, i16imm:$seg), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 253 | "lcall{w}\t$seg, $off", []>, |
| 254 | OpSize16, Sched<[WriteJump]>; |
| Craig Topper | 35545fa | 2014-12-20 07:43:27 +0000 | [diff] [blame] | 255 | def FARCALL32i : Iseg32<0x9A, RawFrmImm16, (outs), |
| 256 | (ins i32imm:$off, i16imm:$seg), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 257 | "lcall{l}\t$seg, $off", []>, |
| 258 | OpSize32, Sched<[WriteJump]>; |
| Craig Topper | 35545fa | 2014-12-20 07:43:27 +0000 | [diff] [blame] | 259 | } |
| NAKAMURA Takumi | 9d29eff | 2011-01-26 02:03:37 +0000 | [diff] [blame] | 260 | |
| Craig Topper | 33dc01d | 2018-05-01 04:42:00 +0000 | [diff] [blame] | 261 | def FARCALL16m : I<0xFF, MRM3m, (outs), (ins opaquemem:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 262 | "lcall{w}\t{*}$dst", []>, OpSize16, Sched<[WriteJumpLd]>; |
| Craig Topper | 33dc01d | 2018-05-01 04:42:00 +0000 | [diff] [blame] | 263 | def FARCALL32m : I<0xFF, MRM3m, (outs), (ins opaquemem:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 264 | "{l}call{l}\t{*}$dst", []>, OpSize32, Sched<[WriteJumpLd]>; |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 265 | } |
| 266 | |
| 267 | |
| 268 | // Tail call stuff. |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 269 | let isCall = 1, isTerminator = 1, isReturn = 1, isBarrier = 1, |
| Jakob Stoklund Olesen | d59419eb | 2013-03-26 18:24:17 +0000 | [diff] [blame] | 270 | isCodeGenOnly = 1, SchedRW = [WriteJumpLd] in |
| Oren Ben Simhon | fa582b0 | 2017-11-26 13:02:45 +0000 | [diff] [blame] | 271 | let Uses = [ESP, SSP] in { |
| NAKAMURA Takumi | 9d29eff | 2011-01-26 02:03:37 +0000 | [diff] [blame] | 272 | def TCRETURNdi : PseudoI<(outs), |
| Ayman Musa | 5fc6dc5 | 2017-10-08 08:32:56 +0000 | [diff] [blame] | 273 | (ins i32imm_pcrel:$dst, i32imm:$offset), []>, NotMemoryFoldable; |
| NAKAMURA Takumi | 9d29eff | 2011-01-26 02:03:37 +0000 | [diff] [blame] | 274 | def TCRETURNri : PseudoI<(outs), |
| Ayman Musa | 5fc6dc5 | 2017-10-08 08:32:56 +0000 | [diff] [blame] | 275 | (ins ptr_rc_tailcall:$dst, i32imm:$offset), []>, NotMemoryFoldable; |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 276 | let mayLoad = 1 in |
| NAKAMURA Takumi | 9d29eff | 2011-01-26 02:03:37 +0000 | [diff] [blame] | 277 | def TCRETURNmi : PseudoI<(outs), |
| Jakob Stoklund Olesen | d14101e | 2012-07-04 23:53:27 +0000 | [diff] [blame] | 278 | (ins i32mem_TC:$dst, i32imm:$offset), []>; |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 279 | |
| 280 | // FIXME: The should be pseudo instructions that are lowered when going to |
| 281 | // mcinst. |
| 282 | def TAILJMPd : Ii32PCRel<0xE9, RawFrm, (outs), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 283 | (ins i32imm_pcrel:$dst), "jmp\t$dst", []>; |
| Hans Wennborg | 75e25f6 | 2016-09-07 17:52:14 +0000 | [diff] [blame] | 284 | |
| Jakob Stoklund Olesen | d14101e | 2012-07-04 23:53:27 +0000 | [diff] [blame] | 285 | def TAILJMPr : I<0xFF, MRM4r, (outs), (ins ptr_rc_tailcall:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 286 | "", []>; // FIXME: Remove encoding when JIT is dead. |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 287 | let mayLoad = 1 in |
| Jakob Stoklund Olesen | d14101e | 2012-07-04 23:53:27 +0000 | [diff] [blame] | 288 | def TAILJMPm : I<0xFF, MRM4m, (outs), (ins i32mem_TC:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 289 | "jmp{l}\t{*}$dst", []>; |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 290 | } |
| 291 | |
| Hans Wennborg | a468601 | 2017-02-16 00:04:05 +0000 | [diff] [blame] | 292 | // Conditional tail calls are similar to the above, but they are branches |
| 293 | // rather than barriers, and they use EFLAGS. |
| 294 | let isCall = 1, isTerminator = 1, isReturn = 1, isBranch = 1, |
| 295 | isCodeGenOnly = 1, SchedRW = [WriteJumpLd] in |
| Oren Ben Simhon | fa582b0 | 2017-11-26 13:02:45 +0000 | [diff] [blame] | 296 | let Uses = [ESP, EFLAGS, SSP] in { |
| Hans Wennborg | a468601 | 2017-02-16 00:04:05 +0000 | [diff] [blame] | 297 | def TCRETURNdicc : PseudoI<(outs), |
| 298 | (ins i32imm_pcrel:$dst, i32imm:$offset, i32imm:$cond), []>; |
| 299 | |
| 300 | // This gets substituted to a conditional jump instruction in MC lowering. |
| 301 | def TAILJMPd_CC : Ii32PCRel<0x80, RawFrm, (outs), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 302 | (ins i32imm_pcrel:$dst, i32imm:$cond), "", []>; |
| Hans Wennborg | a468601 | 2017-02-16 00:04:05 +0000 | [diff] [blame] | 303 | } |
| 304 | |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 305 | |
| 306 | //===----------------------------------------------------------------------===// |
| 307 | // Call Instructions... |
| 308 | // |
| NAKAMURA Takumi | 9d29eff | 2011-01-26 02:03:37 +0000 | [diff] [blame] | 309 | |
| Jakob Stoklund Olesen | 97e3115 | 2012-02-16 17:56:02 +0000 | [diff] [blame] | 310 | // RSP is marked as a use to prevent stack-pointer assignments that appear |
| 311 | // immediately before calls from potentially appearing dead. Uses for argument |
| 312 | // registers are added manually. |
| Oren Ben Simhon | fa582b0 | 2017-11-26 13:02:45 +0000 | [diff] [blame] | 313 | let isCall = 1, Uses = [RSP, SSP], SchedRW = [WriteJump] in { |
| Jakob Stoklund Olesen | 97e3115 | 2012-02-16 17:56:02 +0000 | [diff] [blame] | 314 | // NOTE: this pattern doesn't match "X86call imm", because we do not know |
| 315 | // that the offset between an arbitrary immediate and the call will fit in |
| 316 | // the 32-bit pcrel field that we have. |
| 317 | def CALL64pcrel32 : Ii32PCRel<0xE8, RawFrm, |
| Jakob Stoklund Olesen | d14101e | 2012-07-04 23:53:27 +0000 | [diff] [blame] | 318 | (outs), (ins i64i32imm_pcrel:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 319 | "call{q}\t$dst", []>, OpSize32, |
| Jakob Stoklund Olesen | 97e3115 | 2012-02-16 17:56:02 +0000 | [diff] [blame] | 320 | Requires<[In64BitMode]>; |
| Jakob Stoklund Olesen | d14101e | 2012-07-04 23:53:27 +0000 | [diff] [blame] | 321 | def CALL64r : I<0xFF, MRM2r, (outs), (ins GR64:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 322 | "call{q}\t{*}$dst", [(X86call GR64:$dst)]>, |
| Chandler Carruth | c58f216 | 2018-01-22 22:05:25 +0000 | [diff] [blame] | 323 | Requires<[In64BitMode,NotUseRetpoline]>; |
| Jakob Stoklund Olesen | d14101e | 2012-07-04 23:53:27 +0000 | [diff] [blame] | 324 | def CALL64m : I<0xFF, MRM2m, (outs), (ins i64mem:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 325 | "call{q}\t{*}$dst", [(X86call (loadi64 addr:$dst))]>, |
| Chandler Carruth | c58f216 | 2018-01-22 22:05:25 +0000 | [diff] [blame] | 326 | Requires<[In64BitMode,FavorMemIndirectCall, |
| 327 | NotUseRetpoline]>; |
| NAKAMURA Takumi | 9d29eff | 2011-01-26 02:03:37 +0000 | [diff] [blame] | 328 | |
| Alexander Ivchenko | 5c54742 | 2018-05-18 11:58:25 +0000 | [diff] [blame] | 329 | // Non-tracking calls for IBT, use with caution. |
| 330 | let isCodeGenOnly = 1 in { |
| Oren Ben Simhon | fdd72fd | 2018-03-17 13:29:46 +0000 | [diff] [blame] | 331 | def CALL64r_NT : I<0xFF, MRM2r, (outs), (ins GR64 : $dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 332 | "call{q}\t{*}$dst",[(X86NoTrackCall GR64 : $dst)]>, |
| Oren Ben Simhon | fdd72fd | 2018-03-17 13:29:46 +0000 | [diff] [blame] | 333 | Requires<[In64BitMode]>, NOTRACK; |
| 334 | def CALL64m_NT : I<0xFF, MRM2m, (outs), (ins i64mem : $dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 335 | "call{q}\t{*}$dst", |
| 336 | [(X86NoTrackCall(loadi64 addr : $dst))]>, |
| 337 | Requires<[In64BitMode,FavorMemIndirectCall]>, NOTRACK; |
| Oren Ben Simhon | fdd72fd | 2018-03-17 13:29:46 +0000 | [diff] [blame] | 338 | } |
| 339 | |
| Craig Topper | 33dc01d | 2018-05-01 04:42:00 +0000 | [diff] [blame] | 340 | def FARCALL64 : RI<0xFF, MRM3m, (outs), (ins opaquemem:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 341 | "lcall{q}\t{*}$dst", []>; |
| Jakob Stoklund Olesen | 97e3115 | 2012-02-16 17:56:02 +0000 | [diff] [blame] | 342 | } |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 343 | |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 344 | let isCall = 1, isTerminator = 1, isReturn = 1, isBarrier = 1, |
| Craig Topper | 8232e88 | 2018-01-03 18:20:36 +0000 | [diff] [blame] | 345 | isCodeGenOnly = 1, Uses = [RSP, SSP], SchedRW = [WriteJump] in { |
| Hans Wennborg | 6ecf619 | 2016-09-09 22:37:27 +0000 | [diff] [blame] | 346 | def TCRETURNdi64 : PseudoI<(outs), |
| 347 | (ins i64i32imm_pcrel:$dst, i32imm:$offset), |
| 348 | []>; |
| Hans Wennborg | 6ecf619 | 2016-09-09 22:37:27 +0000 | [diff] [blame] | 349 | def TCRETURNri64 : PseudoI<(outs), |
| Ayman Musa | 5fc6dc5 | 2017-10-08 08:32:56 +0000 | [diff] [blame] | 350 | (ins ptr_rc_tailcall:$dst, i32imm:$offset), []>, NotMemoryFoldable; |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 351 | let mayLoad = 1 in |
| Hans Wennborg | 6ecf619 | 2016-09-09 22:37:27 +0000 | [diff] [blame] | 352 | def TCRETURNmi64 : PseudoI<(outs), |
| Ayman Musa | 5fc6dc5 | 2017-10-08 08:32:56 +0000 | [diff] [blame] | 353 | (ins i64mem_TC:$dst, i32imm:$offset), []>, NotMemoryFoldable; |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 354 | |
| Reid Kleckner | a580b6e | 2015-01-30 21:03:31 +0000 | [diff] [blame] | 355 | def TAILJMPd64 : Ii32PCRel<0xE9, RawFrm, (outs), (ins i64i32imm_pcrel:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 356 | "jmp\t$dst", []>; |
| Hans Wennborg | 6ecf619 | 2016-09-09 22:37:27 +0000 | [diff] [blame] | 357 | |
| Jakob Stoklund Olesen | d14101e | 2012-07-04 23:53:27 +0000 | [diff] [blame] | 358 | def TAILJMPr64 : I<0xFF, MRM4r, (outs), (ins ptr_rc_tailcall:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 359 | "jmp{q}\t{*}$dst", []>; |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 360 | |
| 361 | let mayLoad = 1 in |
| Jakob Stoklund Olesen | d14101e | 2012-07-04 23:53:27 +0000 | [diff] [blame] | 362 | def TAILJMPm64 : I<0xFF, MRM4m, (outs), (ins i64mem_TC:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 363 | "jmp{q}\t{*}$dst", []>; |
| Reid Kleckner | a580b6e | 2015-01-30 21:03:31 +0000 | [diff] [blame] | 364 | |
| Hans Wennborg | c39ef77 | 2016-09-08 23:35:10 +0000 | [diff] [blame] | 365 | // Win64 wants indirect jumps leaving the function to have a REX_W prefix. |
| Reid Kleckner | a580b6e | 2015-01-30 21:03:31 +0000 | [diff] [blame] | 366 | let hasREX_WPrefix = 1 in { |
| Reid Kleckner | a580b6e | 2015-01-30 21:03:31 +0000 | [diff] [blame] | 367 | def TAILJMPr64_REX : I<0xFF, MRM4r, (outs), (ins ptr_rc_tailcall:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 368 | "rex64 jmp{q}\t{*}$dst", []>; |
| Reid Kleckner | a580b6e | 2015-01-30 21:03:31 +0000 | [diff] [blame] | 369 | |
| 370 | let mayLoad = 1 in |
| 371 | def TAILJMPm64_REX : I<0xFF, MRM4m, (outs), (ins i64mem_TC:$dst), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 372 | "rex64 jmp{q}\t{*}$dst", []>; |
| Reid Kleckner | a580b6e | 2015-01-30 21:03:31 +0000 | [diff] [blame] | 373 | } |
| Chris Lattner | ae33f5d | 2010-10-05 06:04:14 +0000 | [diff] [blame] | 374 | } |
| Hans Wennborg | a468601 | 2017-02-16 00:04:05 +0000 | [diff] [blame] | 375 | |
| Chandler Carruth | c58f216 | 2018-01-22 22:05:25 +0000 | [diff] [blame] | 376 | let isPseudo = 1, isCall = 1, isCodeGenOnly = 1, |
| 377 | Uses = [RSP, SSP], |
| 378 | usesCustomInserter = 1, |
| 379 | SchedRW = [WriteJump] in { |
| 380 | def RETPOLINE_CALL32 : |
| 381 | PseudoI<(outs), (ins GR32:$dst), [(X86call GR32:$dst)]>, |
| 382 | Requires<[Not64BitMode,UseRetpoline]>; |
| 383 | |
| 384 | def RETPOLINE_CALL64 : |
| 385 | PseudoI<(outs), (ins GR64:$dst), [(X86call GR64:$dst)]>, |
| 386 | Requires<[In64BitMode,UseRetpoline]>; |
| 387 | |
| 388 | // Retpoline variant of indirect tail calls. |
| 389 | let isTerminator = 1, isReturn = 1, isBarrier = 1 in { |
| 390 | def RETPOLINE_TCRETURN64 : |
| 391 | PseudoI<(outs), (ins GR64:$dst, i32imm:$offset), []>; |
| 392 | def RETPOLINE_TCRETURN32 : |
| 393 | PseudoI<(outs), (ins GR32:$dst, i32imm:$offset), []>; |
| 394 | } |
| 395 | } |
| 396 | |
| Hans Wennborg | a468601 | 2017-02-16 00:04:05 +0000 | [diff] [blame] | 397 | // Conditional tail calls are similar to the above, but they are branches |
| 398 | // rather than barriers, and they use EFLAGS. |
| 399 | let isCall = 1, isTerminator = 1, isReturn = 1, isBranch = 1, |
| 400 | isCodeGenOnly = 1, SchedRW = [WriteJumpLd] in |
| Oren Ben Simhon | fa582b0 | 2017-11-26 13:02:45 +0000 | [diff] [blame] | 401 | let Uses = [RSP, EFLAGS, SSP] in { |
| Hans Wennborg | a468601 | 2017-02-16 00:04:05 +0000 | [diff] [blame] | 402 | def TCRETURNdi64cc : PseudoI<(outs), |
| 403 | (ins i64i32imm_pcrel:$dst, i32imm:$offset, |
| 404 | i32imm:$cond), []>; |
| 405 | |
| 406 | // This gets substituted to a conditional jump instruction in MC lowering. |
| 407 | def TAILJMPd64_CC : Ii32PCRel<0x80, RawFrm, (outs), |
| Simon Pilgrim | 0cd0fbd | 2018-04-12 12:09:24 +0000 | [diff] [blame] | 408 | (ins i64i32imm_pcrel:$dst, i32imm:$cond), "", []>; |
| Hans Wennborg | a468601 | 2017-02-16 00:04:05 +0000 | [diff] [blame] | 409 | } |