Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2011 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #include "dex/compiler_ir.h" |
| 18 | #include "dex/compiler_internals.h" |
| 19 | #include "dex/quick/mir_to_lir-inl.h" |
| 20 | #include "invoke_type.h" |
| 21 | |
| 22 | namespace art { |
| 23 | |
| 24 | /* This file contains target-independent codegen and support. */ |
| 25 | |
| 26 | /* |
| 27 | * Load an immediate value into a fixed or temp register. Target |
| 28 | * register is clobbered, and marked in_use. |
| 29 | */ |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 30 | LIR* Mir2Lir::LoadConstant(RegStorage r_dest, int value) { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 31 | if (IsTemp(r_dest)) { |
| 32 | Clobber(r_dest); |
| 33 | MarkInUse(r_dest); |
| 34 | } |
| 35 | return LoadConstantNoClobber(r_dest, value); |
| 36 | } |
| 37 | |
| 38 | /* |
| 39 | * Temporary workaround for Issue 7250540. If we're loading a constant zero into a |
| 40 | * promoted floating point register, also copy a zero into the int/ref identity of |
| 41 | * that sreg. |
| 42 | */ |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 43 | void Mir2Lir::Workaround7250540(RegLocation rl_dest, RegStorage zero_reg) { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 44 | if (rl_dest.fp) { |
| 45 | int pmap_index = SRegToPMap(rl_dest.s_reg_low); |
| 46 | if (promotion_map_[pmap_index].fp_location == kLocPhysReg) { |
| 47 | // Now, determine if this vreg is ever used as a reference. If not, we're done. |
| 48 | bool used_as_reference = false; |
| 49 | int base_vreg = mir_graph_->SRegToVReg(rl_dest.s_reg_low); |
| 50 | for (int i = 0; !used_as_reference && (i < mir_graph_->GetNumSSARegs()); i++) { |
| 51 | if (mir_graph_->SRegToVReg(mir_graph_->reg_location_[i].s_reg_low) == base_vreg) { |
| 52 | used_as_reference |= mir_graph_->reg_location_[i].ref; |
| 53 | } |
| 54 | } |
| 55 | if (!used_as_reference) { |
| 56 | return; |
| 57 | } |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 58 | RegStorage temp_reg = zero_reg; |
| 59 | if (!temp_reg.Valid()) { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 60 | temp_reg = AllocTemp(); |
| 61 | LoadConstant(temp_reg, 0); |
| 62 | } |
| 63 | if (promotion_map_[pmap_index].core_location == kLocPhysReg) { |
| 64 | // Promoted - just copy in a zero |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 65 | OpRegCopy(RegStorage::Solo32(promotion_map_[pmap_index].core_reg), temp_reg); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 66 | } else { |
| 67 | // Lives in the frame, need to store. |
buzbee | 695d13a | 2014-04-19 13:32:20 -0700 | [diff] [blame] | 68 | StoreBaseDisp(TargetReg(kSp), SRegOffset(rl_dest.s_reg_low), temp_reg, k32); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 69 | } |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 70 | if (!zero_reg.Valid()) { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 71 | FreeTemp(temp_reg); |
| 72 | } |
| 73 | } |
| 74 | } |
| 75 | } |
| 76 | |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 77 | /* |
| 78 | * Load a Dalvik register into a physical register. Take care when |
| 79 | * using this routine, as it doesn't perform any bookkeeping regarding |
| 80 | * register liveness. That is the responsibility of the caller. |
| 81 | */ |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 82 | void Mir2Lir::LoadValueDirect(RegLocation rl_src, RegStorage r_dest) { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 83 | rl_src = UpdateLoc(rl_src); |
| 84 | if (rl_src.location == kLocPhysReg) { |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 85 | OpRegCopy(r_dest, rl_src.reg); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 86 | } else if (IsInexpensiveConstant(rl_src)) { |
buzbee | 695d13a | 2014-04-19 13:32:20 -0700 | [diff] [blame] | 87 | // On 64-bit targets, will sign extend. Make sure constant reference is always NULL. |
| 88 | DCHECK(!rl_src.ref || (mir_graph_->ConstantValue(rl_src) == 0)); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 89 | LoadConstantNoClobber(r_dest, mir_graph_->ConstantValue(rl_src)); |
| 90 | } else { |
| 91 | DCHECK((rl_src.location == kLocDalvikFrame) || |
| 92 | (rl_src.location == kLocCompilerTemp)); |
buzbee | 695d13a | 2014-04-19 13:32:20 -0700 | [diff] [blame] | 93 | if (rl_src.ref) { |
| 94 | LoadRefDisp(TargetReg(kSp), SRegOffset(rl_src.s_reg_low), r_dest); |
| 95 | } else { |
| 96 | Load32Disp(TargetReg(kSp), SRegOffset(rl_src.s_reg_low), r_dest); |
| 97 | } |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 98 | } |
| 99 | } |
| 100 | |
| 101 | /* |
| 102 | * Similar to LoadValueDirect, but clobbers and allocates the target |
| 103 | * register. Should be used when loading to a fixed register (for example, |
| 104 | * loading arguments to an out of line call. |
| 105 | */ |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 106 | void Mir2Lir::LoadValueDirectFixed(RegLocation rl_src, RegStorage r_dest) { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 107 | Clobber(r_dest); |
| 108 | MarkInUse(r_dest); |
| 109 | LoadValueDirect(rl_src, r_dest); |
| 110 | } |
| 111 | |
| 112 | /* |
| 113 | * Load a Dalvik register pair into a physical register[s]. Take care when |
| 114 | * using this routine, as it doesn't perform any bookkeeping regarding |
| 115 | * register liveness. That is the responsibility of the caller. |
| 116 | */ |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 117 | void Mir2Lir::LoadValueDirectWide(RegLocation rl_src, RegStorage r_dest) { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 118 | rl_src = UpdateLocWide(rl_src); |
| 119 | if (rl_src.location == kLocPhysReg) { |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 120 | OpRegCopyWide(r_dest, rl_src.reg); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 121 | } else if (IsInexpensiveConstant(rl_src)) { |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 122 | LoadConstantWide(r_dest, mir_graph_->ConstantValueWide(rl_src)); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 123 | } else { |
| 124 | DCHECK((rl_src.location == kLocDalvikFrame) || |
| 125 | (rl_src.location == kLocCompilerTemp)); |
Vladimir Marko | 3bf7c60 | 2014-05-07 14:55:43 +0100 | [diff] [blame] | 126 | LoadBaseDisp(TargetReg(kSp), SRegOffset(rl_src.s_reg_low), r_dest, k64); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 127 | } |
| 128 | } |
| 129 | |
| 130 | /* |
| 131 | * Similar to LoadValueDirect, but clobbers and allocates the target |
| 132 | * registers. Should be used when loading to a fixed registers (for example, |
| 133 | * loading arguments to an out of line call. |
| 134 | */ |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 135 | void Mir2Lir::LoadValueDirectWideFixed(RegLocation rl_src, RegStorage r_dest) { |
| 136 | Clobber(r_dest); |
| 137 | MarkInUse(r_dest); |
| 138 | LoadValueDirectWide(rl_src, r_dest); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 139 | } |
| 140 | |
Brian Carlstrom | 2ce745c | 2013-07-17 17:44:30 -0700 | [diff] [blame] | 141 | RegLocation Mir2Lir::LoadValue(RegLocation rl_src, RegisterClass op_kind) { |
Vladimir Marko | 0dc242d | 2014-05-12 16:22:14 +0100 | [diff] [blame] | 142 | rl_src = UpdateLoc(rl_src); |
| 143 | if (rl_src.location == kLocPhysReg) { |
| 144 | if (!RegClassMatches(op_kind, rl_src.reg)) { |
| 145 | // Wrong register class, realloc, copy and transfer ownership. |
| 146 | RegStorage new_reg = AllocTypedTemp(rl_src.fp, op_kind); |
| 147 | OpRegCopy(new_reg, rl_src.reg); |
| 148 | // Associate the old sreg with the new register and clobber the old register. |
| 149 | GetRegInfo(new_reg)->SetSReg(GetRegInfo(rl_src.reg)->SReg()); |
| 150 | Clobber(rl_src.reg); |
| 151 | rl_src.reg = new_reg; |
| 152 | } |
| 153 | return rl_src; |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 154 | } |
Vladimir Marko | 0dc242d | 2014-05-12 16:22:14 +0100 | [diff] [blame] | 155 | |
| 156 | DCHECK_NE(rl_src.s_reg_low, INVALID_SREG); |
| 157 | rl_src.reg = AllocTypedTemp(rl_src.fp, op_kind); |
| 158 | LoadValueDirect(rl_src, rl_src.reg); |
| 159 | rl_src.location = kLocPhysReg; |
| 160 | MarkLive(rl_src); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 161 | return rl_src; |
| 162 | } |
| 163 | |
Brian Carlstrom | 2ce745c | 2013-07-17 17:44:30 -0700 | [diff] [blame] | 164 | void Mir2Lir::StoreValue(RegLocation rl_dest, RegLocation rl_src) { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 165 | /* |
| 166 | * Sanity checking - should never try to store to the same |
| 167 | * ssa name during the compilation of a single instruction |
| 168 | * without an intervening ClobberSReg(). |
| 169 | */ |
| 170 | if (kIsDebugBuild) { |
| 171 | DCHECK((live_sreg_ == INVALID_SREG) || |
| 172 | (rl_dest.s_reg_low != live_sreg_)); |
| 173 | live_sreg_ = rl_dest.s_reg_low; |
| 174 | } |
| 175 | LIR* def_start; |
| 176 | LIR* def_end; |
| 177 | DCHECK(!rl_dest.wide); |
| 178 | DCHECK(!rl_src.wide); |
| 179 | rl_src = UpdateLoc(rl_src); |
| 180 | rl_dest = UpdateLoc(rl_dest); |
| 181 | if (rl_src.location == kLocPhysReg) { |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 182 | if (IsLive(rl_src.reg) || |
| 183 | IsPromoted(rl_src.reg) || |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 184 | (rl_dest.location == kLocPhysReg)) { |
| 185 | // Src is live/promoted or Dest has assigned reg. |
| 186 | rl_dest = EvalLoc(rl_dest, kAnyReg, false); |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 187 | OpRegCopy(rl_dest.reg, rl_src.reg); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 188 | } else { |
| 189 | // Just re-assign the registers. Dest gets Src's regs |
Bill Buzbee | 00e1ec6 | 2014-02-27 23:44:13 +0000 | [diff] [blame] | 190 | rl_dest.reg = rl_src.reg; |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 191 | Clobber(rl_src.reg); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 192 | } |
| 193 | } else { |
| 194 | // Load Src either into promoted Dest or temps allocated for Dest |
| 195 | rl_dest = EvalLoc(rl_dest, kAnyReg, false); |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 196 | LoadValueDirect(rl_src, rl_dest.reg); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 197 | } |
| 198 | |
| 199 | // Dest is now live and dirty (until/if we flush it to home location) |
buzbee | 091cc40 | 2014-03-31 10:14:40 -0700 | [diff] [blame] | 200 | MarkLive(rl_dest); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 201 | MarkDirty(rl_dest); |
| 202 | |
| 203 | |
| 204 | ResetDefLoc(rl_dest); |
buzbee | 091cc40 | 2014-03-31 10:14:40 -0700 | [diff] [blame] | 205 | if (IsDirty(rl_dest.reg) && LiveOut(rl_dest.s_reg_low)) { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 206 | def_start = last_lir_insn_; |
buzbee | 695d13a | 2014-04-19 13:32:20 -0700 | [diff] [blame] | 207 | Store32Disp(TargetReg(kSp), SRegOffset(rl_dest.s_reg_low), rl_dest.reg); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 208 | MarkClean(rl_dest); |
| 209 | def_end = last_lir_insn_; |
| 210 | if (!rl_dest.ref) { |
| 211 | // Exclude references from store elimination |
| 212 | MarkDef(rl_dest, def_start, def_end); |
| 213 | } |
| 214 | } |
| 215 | } |
| 216 | |
Brian Carlstrom | 2ce745c | 2013-07-17 17:44:30 -0700 | [diff] [blame] | 217 | RegLocation Mir2Lir::LoadValueWide(RegLocation rl_src, RegisterClass op_kind) { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 218 | DCHECK(rl_src.wide); |
Vladimir Marko | 0dc242d | 2014-05-12 16:22:14 +0100 | [diff] [blame] | 219 | rl_src = UpdateLocWide(rl_src); |
| 220 | if (rl_src.location == kLocPhysReg) { |
| 221 | if (!RegClassMatches(op_kind, rl_src.reg)) { |
| 222 | // Wrong register class, realloc, copy and transfer ownership. |
| 223 | RegStorage new_regs = AllocTypedTempWide(rl_src.fp, op_kind); |
| 224 | OpRegCopyWide(new_regs, rl_src.reg); |
| 225 | // Associate the old sreg with the new register and clobber the old register. |
| 226 | GetRegInfo(new_regs)->SetSReg(GetRegInfo(rl_src.reg)->SReg()); |
| 227 | Clobber(rl_src.reg); |
| 228 | rl_src.reg = new_regs; |
| 229 | } |
| 230 | return rl_src; |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 231 | } |
Vladimir Marko | 0dc242d | 2014-05-12 16:22:14 +0100 | [diff] [blame] | 232 | |
| 233 | DCHECK_NE(rl_src.s_reg_low, INVALID_SREG); |
| 234 | DCHECK_NE(GetSRegHi(rl_src.s_reg_low), INVALID_SREG); |
| 235 | rl_src.reg = AllocTypedTempWide(rl_src.fp, op_kind); |
| 236 | LoadValueDirectWide(rl_src, rl_src.reg); |
| 237 | rl_src.location = kLocPhysReg; |
| 238 | MarkLive(rl_src); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 239 | return rl_src; |
| 240 | } |
| 241 | |
Brian Carlstrom | 2ce745c | 2013-07-17 17:44:30 -0700 | [diff] [blame] | 242 | void Mir2Lir::StoreValueWide(RegLocation rl_dest, RegLocation rl_src) { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 243 | /* |
| 244 | * Sanity checking - should never try to store to the same |
| 245 | * ssa name during the compilation of a single instruction |
| 246 | * without an intervening ClobberSReg(). |
| 247 | */ |
| 248 | if (kIsDebugBuild) { |
| 249 | DCHECK((live_sreg_ == INVALID_SREG) || |
| 250 | (rl_dest.s_reg_low != live_sreg_)); |
| 251 | live_sreg_ = rl_dest.s_reg_low; |
| 252 | } |
| 253 | LIR* def_start; |
| 254 | LIR* def_end; |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 255 | DCHECK(rl_dest.wide); |
| 256 | DCHECK(rl_src.wide); |
Alexei Zavjalov | c17ebe8 | 2014-02-26 10:38:23 +0700 | [diff] [blame] | 257 | rl_src = UpdateLocWide(rl_src); |
| 258 | rl_dest = UpdateLocWide(rl_dest); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 259 | if (rl_src.location == kLocPhysReg) { |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 260 | if (IsLive(rl_src.reg) || |
| 261 | IsPromoted(rl_src.reg) || |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 262 | (rl_dest.location == kLocPhysReg)) { |
buzbee | 30adc73 | 2014-05-09 15:10:18 -0700 | [diff] [blame] | 263 | /* |
| 264 | * If src reg[s] are tied to the original Dalvik vreg via liveness or promotion, we |
| 265 | * can't repurpose them. Similarly, if the dest reg[s] are tied to Dalvik vregs via |
| 266 | * promotion, we can't just re-assign. In these cases, we have to copy. |
| 267 | */ |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 268 | rl_dest = EvalLoc(rl_dest, kAnyReg, false); |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 269 | OpRegCopyWide(rl_dest.reg, rl_src.reg); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 270 | } else { |
| 271 | // Just re-assign the registers. Dest gets Src's regs |
Bill Buzbee | 00e1ec6 | 2014-02-27 23:44:13 +0000 | [diff] [blame] | 272 | rl_dest.reg = rl_src.reg; |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 273 | Clobber(rl_src.reg); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 274 | } |
| 275 | } else { |
| 276 | // Load Src either into promoted Dest or temps allocated for Dest |
| 277 | rl_dest = EvalLoc(rl_dest, kAnyReg, false); |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 278 | LoadValueDirectWide(rl_src, rl_dest.reg); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 279 | } |
| 280 | |
| 281 | // Dest is now live and dirty (until/if we flush it to home location) |
buzbee | 091cc40 | 2014-03-31 10:14:40 -0700 | [diff] [blame] | 282 | MarkLive(rl_dest); |
| 283 | MarkWide(rl_dest.reg); |
| 284 | MarkDirty(rl_dest); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 285 | |
| 286 | ResetDefLocWide(rl_dest); |
buzbee | 091cc40 | 2014-03-31 10:14:40 -0700 | [diff] [blame] | 287 | if (IsDirty(rl_dest.reg) && (LiveOut(rl_dest.s_reg_low) || |
| 288 | LiveOut(GetSRegHi(rl_dest.s_reg_low)))) { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 289 | def_start = last_lir_insn_; |
| 290 | DCHECK_EQ((mir_graph_->SRegToVReg(rl_dest.s_reg_low)+1), |
| 291 | mir_graph_->SRegToVReg(GetSRegHi(rl_dest.s_reg_low))); |
Vladimir Marko | 455759b | 2014-05-06 20:49:36 +0100 | [diff] [blame] | 292 | StoreBaseDisp(TargetReg(kSp), SRegOffset(rl_dest.s_reg_low), rl_dest.reg, k64); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 293 | MarkClean(rl_dest); |
| 294 | def_end = last_lir_insn_; |
| 295 | MarkDefWide(rl_dest, def_start, def_end); |
| 296 | } |
| 297 | } |
| 298 | |
Mark Mendell | feb2b4e | 2014-01-28 12:59:49 -0800 | [diff] [blame] | 299 | void Mir2Lir::StoreFinalValue(RegLocation rl_dest, RegLocation rl_src) { |
| 300 | DCHECK_EQ(rl_src.location, kLocPhysReg); |
| 301 | |
| 302 | if (rl_dest.location == kLocPhysReg) { |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 303 | OpRegCopy(rl_dest.reg, rl_src.reg); |
Mark Mendell | feb2b4e | 2014-01-28 12:59:49 -0800 | [diff] [blame] | 304 | } else { |
| 305 | // Just re-assign the register. Dest gets Src's reg. |
Mark Mendell | feb2b4e | 2014-01-28 12:59:49 -0800 | [diff] [blame] | 306 | rl_dest.location = kLocPhysReg; |
Bill Buzbee | 00e1ec6 | 2014-02-27 23:44:13 +0000 | [diff] [blame] | 307 | rl_dest.reg = rl_src.reg; |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 308 | Clobber(rl_src.reg); |
Mark Mendell | feb2b4e | 2014-01-28 12:59:49 -0800 | [diff] [blame] | 309 | } |
| 310 | |
| 311 | // Dest is now live and dirty (until/if we flush it to home location) |
buzbee | 091cc40 | 2014-03-31 10:14:40 -0700 | [diff] [blame] | 312 | MarkLive(rl_dest); |
Mark Mendell | feb2b4e | 2014-01-28 12:59:49 -0800 | [diff] [blame] | 313 | MarkDirty(rl_dest); |
| 314 | |
| 315 | |
| 316 | ResetDefLoc(rl_dest); |
buzbee | 091cc40 | 2014-03-31 10:14:40 -0700 | [diff] [blame] | 317 | if (IsDirty(rl_dest.reg) && LiveOut(rl_dest.s_reg_low)) { |
Mark Mendell | feb2b4e | 2014-01-28 12:59:49 -0800 | [diff] [blame] | 318 | LIR *def_start = last_lir_insn_; |
buzbee | 695d13a | 2014-04-19 13:32:20 -0700 | [diff] [blame] | 319 | Store32Disp(TargetReg(kSp), SRegOffset(rl_dest.s_reg_low), rl_dest.reg); |
Mark Mendell | feb2b4e | 2014-01-28 12:59:49 -0800 | [diff] [blame] | 320 | MarkClean(rl_dest); |
| 321 | LIR *def_end = last_lir_insn_; |
| 322 | if (!rl_dest.ref) { |
| 323 | // Exclude references from store elimination |
| 324 | MarkDef(rl_dest, def_start, def_end); |
| 325 | } |
| 326 | } |
| 327 | } |
| 328 | |
Mark Mendell | e02d48f | 2014-01-15 11:19:23 -0800 | [diff] [blame] | 329 | void Mir2Lir::StoreFinalValueWide(RegLocation rl_dest, RegLocation rl_src) { |
Mark Mendell | e02d48f | 2014-01-15 11:19:23 -0800 | [diff] [blame] | 330 | DCHECK(rl_dest.wide); |
| 331 | DCHECK(rl_src.wide); |
| 332 | DCHECK_EQ(rl_src.location, kLocPhysReg); |
| 333 | |
| 334 | if (rl_dest.location == kLocPhysReg) { |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 335 | OpRegCopyWide(rl_dest.reg, rl_src.reg); |
Mark Mendell | e02d48f | 2014-01-15 11:19:23 -0800 | [diff] [blame] | 336 | } else { |
| 337 | // Just re-assign the registers. Dest gets Src's regs. |
Mark Mendell | e02d48f | 2014-01-15 11:19:23 -0800 | [diff] [blame] | 338 | rl_dest.location = kLocPhysReg; |
Bill Buzbee | 00e1ec6 | 2014-02-27 23:44:13 +0000 | [diff] [blame] | 339 | rl_dest.reg = rl_src.reg; |
buzbee | 091cc40 | 2014-03-31 10:14:40 -0700 | [diff] [blame] | 340 | Clobber(rl_src.reg); |
Mark Mendell | e02d48f | 2014-01-15 11:19:23 -0800 | [diff] [blame] | 341 | } |
| 342 | |
| 343 | // Dest is now live and dirty (until/if we flush it to home location). |
buzbee | 091cc40 | 2014-03-31 10:14:40 -0700 | [diff] [blame] | 344 | MarkLive(rl_dest); |
| 345 | MarkWide(rl_dest.reg); |
| 346 | MarkDirty(rl_dest); |
Mark Mendell | e02d48f | 2014-01-15 11:19:23 -0800 | [diff] [blame] | 347 | |
| 348 | ResetDefLocWide(rl_dest); |
buzbee | 091cc40 | 2014-03-31 10:14:40 -0700 | [diff] [blame] | 349 | if (IsDirty(rl_dest.reg) && (LiveOut(rl_dest.s_reg_low) || |
| 350 | LiveOut(GetSRegHi(rl_dest.s_reg_low)))) { |
Mark Mendell | e02d48f | 2014-01-15 11:19:23 -0800 | [diff] [blame] | 351 | LIR *def_start = last_lir_insn_; |
| 352 | DCHECK_EQ((mir_graph_->SRegToVReg(rl_dest.s_reg_low)+1), |
| 353 | mir_graph_->SRegToVReg(GetSRegHi(rl_dest.s_reg_low))); |
Vladimir Marko | 455759b | 2014-05-06 20:49:36 +0100 | [diff] [blame] | 354 | StoreBaseDisp(TargetReg(kSp), SRegOffset(rl_dest.s_reg_low), rl_dest.reg, k64); |
Mark Mendell | e02d48f | 2014-01-15 11:19:23 -0800 | [diff] [blame] | 355 | MarkClean(rl_dest); |
| 356 | LIR *def_end = last_lir_insn_; |
| 357 | MarkDefWide(rl_dest, def_start, def_end); |
| 358 | } |
| 359 | } |
| 360 | |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 361 | /* Utilities to load the current Method* */ |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 362 | void Mir2Lir::LoadCurrMethodDirect(RegStorage r_tgt) { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 363 | LoadValueDirectFixed(mir_graph_->GetMethodLoc(), r_tgt); |
| 364 | } |
| 365 | |
Brian Carlstrom | 2ce745c | 2013-07-17 17:44:30 -0700 | [diff] [blame] | 366 | RegLocation Mir2Lir::LoadCurrMethod() { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 367 | return LoadValue(mir_graph_->GetMethodLoc(), kCoreReg); |
| 368 | } |
| 369 | |
Mark Mendell | e02d48f | 2014-01-15 11:19:23 -0800 | [diff] [blame] | 370 | RegLocation Mir2Lir::ForceTemp(RegLocation loc) { |
| 371 | DCHECK(!loc.wide); |
| 372 | DCHECK(loc.location == kLocPhysReg); |
buzbee | 091cc40 | 2014-03-31 10:14:40 -0700 | [diff] [blame] | 373 | DCHECK(!loc.reg.IsFloat()); |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 374 | if (IsTemp(loc.reg)) { |
| 375 | Clobber(loc.reg); |
Mark Mendell | e02d48f | 2014-01-15 11:19:23 -0800 | [diff] [blame] | 376 | } else { |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 377 | RegStorage temp_low = AllocTemp(); |
| 378 | OpRegCopy(temp_low, loc.reg); |
| 379 | loc.reg = temp_low; |
Mark Mendell | e02d48f | 2014-01-15 11:19:23 -0800 | [diff] [blame] | 380 | } |
| 381 | |
| 382 | // Ensure that this doesn't represent the original SR any more. |
| 383 | loc.s_reg_low = INVALID_SREG; |
| 384 | return loc; |
| 385 | } |
| 386 | |
buzbee | 091cc40 | 2014-03-31 10:14:40 -0700 | [diff] [blame] | 387 | // FIXME: will need an update for 64-bit core regs. |
Mark Mendell | e02d48f | 2014-01-15 11:19:23 -0800 | [diff] [blame] | 388 | RegLocation Mir2Lir::ForceTempWide(RegLocation loc) { |
| 389 | DCHECK(loc.wide); |
| 390 | DCHECK(loc.location == kLocPhysReg); |
buzbee | 091cc40 | 2014-03-31 10:14:40 -0700 | [diff] [blame] | 391 | DCHECK(!loc.reg.IsFloat()); |
| 392 | if (IsTemp(loc.reg.GetLow())) { |
| 393 | Clobber(loc.reg.GetLow()); |
Mark Mendell | e02d48f | 2014-01-15 11:19:23 -0800 | [diff] [blame] | 394 | } else { |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 395 | RegStorage temp_low = AllocTemp(); |
| 396 | OpRegCopy(temp_low, loc.reg.GetLow()); |
| 397 | loc.reg.SetLowReg(temp_low.GetReg()); |
Mark Mendell | e02d48f | 2014-01-15 11:19:23 -0800 | [diff] [blame] | 398 | } |
buzbee | 091cc40 | 2014-03-31 10:14:40 -0700 | [diff] [blame] | 399 | if (IsTemp(loc.reg.GetHigh())) { |
| 400 | Clobber(loc.reg.GetHigh()); |
Mark Mendell | e02d48f | 2014-01-15 11:19:23 -0800 | [diff] [blame] | 401 | } else { |
buzbee | 2700f7e | 2014-03-07 09:46:20 -0800 | [diff] [blame] | 402 | RegStorage temp_high = AllocTemp(); |
| 403 | OpRegCopy(temp_high, loc.reg.GetHigh()); |
| 404 | loc.reg.SetHighReg(temp_high.GetReg()); |
Mark Mendell | e02d48f | 2014-01-15 11:19:23 -0800 | [diff] [blame] | 405 | } |
| 406 | |
| 407 | // Ensure that this doesn't represent the original SR any more. |
| 408 | loc.s_reg_low = INVALID_SREG; |
| 409 | return loc; |
| 410 | } |
| 411 | |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 412 | } // namespace art |