blob: 0aef4891faa22c628634f477915e7a09cfc17efe [file] [log] [blame]
Brian Carlstrom7940e442013-07-12 13:46:57 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "arm_lir.h"
18#include "codegen_arm.h"
19#include "dex/quick/mir_to_lir-inl.h"
20
21namespace art {
22
23void ArmMir2Lir::GenArithOpFloat(Instruction::Code opcode, RegLocation rl_dest,
Brian Carlstrom2ce745c2013-07-17 17:44:30 -070024 RegLocation rl_src1, RegLocation rl_src2) {
Brian Carlstrom7940e442013-07-12 13:46:57 -070025 int op = kThumbBkpt;
26 RegLocation rl_result;
27
28 /*
29 * Don't attempt to optimize register usage since these opcodes call out to
30 * the handlers.
31 */
32 switch (opcode) {
33 case Instruction::ADD_FLOAT_2ADDR:
34 case Instruction::ADD_FLOAT:
35 op = kThumb2Vadds;
36 break;
37 case Instruction::SUB_FLOAT_2ADDR:
38 case Instruction::SUB_FLOAT:
39 op = kThumb2Vsubs;
40 break;
41 case Instruction::DIV_FLOAT_2ADDR:
42 case Instruction::DIV_FLOAT:
43 op = kThumb2Vdivs;
44 break;
45 case Instruction::MUL_FLOAT_2ADDR:
46 case Instruction::MUL_FLOAT:
47 op = kThumb2Vmuls;
48 break;
49 case Instruction::REM_FLOAT_2ADDR:
50 case Instruction::REM_FLOAT:
51 FlushAllRegs(); // Send everything to home location
Ian Rogers7655f292013-07-29 11:07:13 -070052 CallRuntimeHelperRegLocationRegLocation(QUICK_ENTRYPOINT_OFFSET(pFmodf), rl_src1, rl_src2,
53 false);
Brian Carlstrom7940e442013-07-12 13:46:57 -070054 rl_result = GetReturn(true);
55 StoreValue(rl_dest, rl_result);
56 return;
57 case Instruction::NEG_FLOAT:
58 GenNegFloat(rl_dest, rl_src1);
59 return;
60 default:
61 LOG(FATAL) << "Unexpected opcode: " << opcode;
62 }
63 rl_src1 = LoadValue(rl_src1, kFPReg);
64 rl_src2 = LoadValue(rl_src2, kFPReg);
65 rl_result = EvalLoc(rl_dest, kFPReg, true);
Bill Buzbee00e1ec62014-02-27 23:44:13 +000066 NewLIR3(op, rl_result.reg.GetReg(), rl_src1.reg.GetReg(), rl_src2.reg.GetReg());
Brian Carlstrom7940e442013-07-12 13:46:57 -070067 StoreValue(rl_dest, rl_result);
68}
69
70void ArmMir2Lir::GenArithOpDouble(Instruction::Code opcode,
Brian Carlstrom2ce745c2013-07-17 17:44:30 -070071 RegLocation rl_dest, RegLocation rl_src1, RegLocation rl_src2) {
Brian Carlstrom7940e442013-07-12 13:46:57 -070072 int op = kThumbBkpt;
73 RegLocation rl_result;
74
75 switch (opcode) {
76 case Instruction::ADD_DOUBLE_2ADDR:
77 case Instruction::ADD_DOUBLE:
78 op = kThumb2Vaddd;
79 break;
80 case Instruction::SUB_DOUBLE_2ADDR:
81 case Instruction::SUB_DOUBLE:
82 op = kThumb2Vsubd;
83 break;
84 case Instruction::DIV_DOUBLE_2ADDR:
85 case Instruction::DIV_DOUBLE:
86 op = kThumb2Vdivd;
87 break;
88 case Instruction::MUL_DOUBLE_2ADDR:
89 case Instruction::MUL_DOUBLE:
90 op = kThumb2Vmuld;
91 break;
92 case Instruction::REM_DOUBLE_2ADDR:
93 case Instruction::REM_DOUBLE:
94 FlushAllRegs(); // Send everything to home location
Ian Rogers7655f292013-07-29 11:07:13 -070095 CallRuntimeHelperRegLocationRegLocation(QUICK_ENTRYPOINT_OFFSET(pFmod), rl_src1, rl_src2,
96 false);
Brian Carlstrom7940e442013-07-12 13:46:57 -070097 rl_result = GetReturnWide(true);
98 StoreValueWide(rl_dest, rl_result);
99 return;
100 case Instruction::NEG_DOUBLE:
101 GenNegDouble(rl_dest, rl_src1);
102 return;
103 default:
104 LOG(FATAL) << "Unexpected opcode: " << opcode;
105 }
106
107 rl_src1 = LoadValueWide(rl_src1, kFPReg);
108 DCHECK(rl_src1.wide);
109 rl_src2 = LoadValueWide(rl_src2, kFPReg);
110 DCHECK(rl_src2.wide);
111 rl_result = EvalLoc(rl_dest, kFPReg, true);
112 DCHECK(rl_dest.wide);
113 DCHECK(rl_result.wide);
Bill Buzbee00e1ec62014-02-27 23:44:13 +0000114 NewLIR3(op, S2d(rl_result.reg.GetReg(), rl_result.reg.GetHighReg()), S2d(rl_src1.reg.GetReg(), rl_src1.reg.GetHighReg()),
115 S2d(rl_src2.reg.GetReg(), rl_src2.reg.GetHighReg()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700116 StoreValueWide(rl_dest, rl_result);
117}
118
119void ArmMir2Lir::GenConversion(Instruction::Code opcode,
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700120 RegLocation rl_dest, RegLocation rl_src) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700121 int op = kThumbBkpt;
122 int src_reg;
123 RegLocation rl_result;
124
125 switch (opcode) {
126 case Instruction::INT_TO_FLOAT:
127 op = kThumb2VcvtIF;
128 break;
129 case Instruction::FLOAT_TO_INT:
130 op = kThumb2VcvtFI;
131 break;
132 case Instruction::DOUBLE_TO_FLOAT:
133 op = kThumb2VcvtDF;
134 break;
135 case Instruction::FLOAT_TO_DOUBLE:
136 op = kThumb2VcvtFd;
137 break;
138 case Instruction::INT_TO_DOUBLE:
139 op = kThumb2VcvtID;
140 break;
141 case Instruction::DOUBLE_TO_INT:
142 op = kThumb2VcvtDI;
143 break;
Ian Rogersef6a7762013-12-19 17:58:05 -0800144 case Instruction::LONG_TO_DOUBLE: {
145 rl_src = LoadValueWide(rl_src, kFPReg);
Bill Buzbee00e1ec62014-02-27 23:44:13 +0000146 src_reg = S2d(rl_src.reg.GetReg(), rl_src.reg.GetHighReg());
Ian Rogersef6a7762013-12-19 17:58:05 -0800147 rl_result = EvalLoc(rl_dest, kFPReg, true);
148 // TODO: clean up AllocTempDouble so that its result has the double bits set.
149 int tmp1 = AllocTempDouble();
150 int tmp2 = AllocTempDouble();
151
152 NewLIR2(kThumb2VcvtF64S32, tmp1 | ARM_FP_DOUBLE, (src_reg & ~ARM_FP_DOUBLE) + 1);
Bill Buzbee00e1ec62014-02-27 23:44:13 +0000153 NewLIR2(kThumb2VcvtF64U32, S2d(rl_result.reg.GetReg(), rl_result.reg.GetHighReg()), (src_reg & ~ARM_FP_DOUBLE));
Ian Rogersef6a7762013-12-19 17:58:05 -0800154 LoadConstantWide(tmp2, tmp2 + 1, 0x41f0000000000000LL);
Bill Buzbee00e1ec62014-02-27 23:44:13 +0000155 NewLIR3(kThumb2VmlaF64, S2d(rl_result.reg.GetReg(), rl_result.reg.GetHighReg()), tmp1 | ARM_FP_DOUBLE,
Ian Rogersef6a7762013-12-19 17:58:05 -0800156 tmp2 | ARM_FP_DOUBLE);
157 FreeTemp(tmp1);
158 FreeTemp(tmp2);
159 StoreValueWide(rl_dest, rl_result);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700160 return;
Ian Rogersef6a7762013-12-19 17:58:05 -0800161 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700162 case Instruction::FLOAT_TO_LONG:
Ian Rogers7655f292013-07-29 11:07:13 -0700163 GenConversionCall(QUICK_ENTRYPOINT_OFFSET(pF2l), rl_dest, rl_src);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700164 return;
Zheng Xuf0e6c9c2014-03-10 10:43:02 +0000165 case Instruction::LONG_TO_FLOAT: {
166 rl_src = LoadValueWide(rl_src, kFPReg);
167 src_reg = S2d(rl_src.reg.GetReg(), rl_src.reg.GetHighReg());
168 rl_result = EvalLoc(rl_dest, kFPReg, true);
169 // Allocate temp registers.
170 int high_val = AllocTempDouble();
171 int low_val = AllocTempDouble();
172 int const_val = AllocTempDouble();
173 // Long to double.
174 NewLIR2(kThumb2VcvtF64S32, high_val | ARM_FP_DOUBLE, (src_reg & ~ARM_FP_DOUBLE) + 1);
175 NewLIR2(kThumb2VcvtF64U32, low_val | ARM_FP_DOUBLE, (src_reg & ~ARM_FP_DOUBLE));
176 LoadConstantWide(const_val, const_val + 1, 0x41f0000000000000LL);
177 NewLIR3(kThumb2VmlaF64, low_val | ARM_FP_DOUBLE, high_val | ARM_FP_DOUBLE,
178 const_val | ARM_FP_DOUBLE);
179 // Double to float.
180 NewLIR2(kThumb2VcvtDF, rl_result.reg.GetReg(), low_val | ARM_FP_DOUBLE);
181 // Free temp registers.
182 FreeTemp(high_val);
183 FreeTemp(low_val);
184 FreeTemp(const_val);
185 // Store result.
186 StoreValue(rl_dest, rl_result);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700187 return;
Zheng Xuf0e6c9c2014-03-10 10:43:02 +0000188 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700189 case Instruction::DOUBLE_TO_LONG:
Ian Rogers7655f292013-07-29 11:07:13 -0700190 GenConversionCall(QUICK_ENTRYPOINT_OFFSET(pD2l), rl_dest, rl_src);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700191 return;
192 default:
193 LOG(FATAL) << "Unexpected opcode: " << opcode;
194 }
195 if (rl_src.wide) {
196 rl_src = LoadValueWide(rl_src, kFPReg);
Bill Buzbee00e1ec62014-02-27 23:44:13 +0000197 src_reg = S2d(rl_src.reg.GetReg(), rl_src.reg.GetHighReg());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700198 } else {
199 rl_src = LoadValue(rl_src, kFPReg);
Bill Buzbee00e1ec62014-02-27 23:44:13 +0000200 src_reg = rl_src.reg.GetReg();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700201 }
202 if (rl_dest.wide) {
203 rl_result = EvalLoc(rl_dest, kFPReg, true);
Bill Buzbee00e1ec62014-02-27 23:44:13 +0000204 NewLIR2(op, S2d(rl_result.reg.GetReg(), rl_result.reg.GetHighReg()), src_reg);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700205 StoreValueWide(rl_dest, rl_result);
206 } else {
207 rl_result = EvalLoc(rl_dest, kFPReg, true);
Bill Buzbee00e1ec62014-02-27 23:44:13 +0000208 NewLIR2(op, rl_result.reg.GetReg(), src_reg);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700209 StoreValue(rl_dest, rl_result);
210 }
211}
212
213void ArmMir2Lir::GenFusedFPCmpBranch(BasicBlock* bb, MIR* mir, bool gt_bias,
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700214 bool is_double) {
buzbee0d829482013-10-11 15:24:55 -0700215 LIR* target = &block_label_list_[bb->taken];
Brian Carlstrom7940e442013-07-12 13:46:57 -0700216 RegLocation rl_src1;
217 RegLocation rl_src2;
218 if (is_double) {
219 rl_src1 = mir_graph_->GetSrcWide(mir, 0);
220 rl_src2 = mir_graph_->GetSrcWide(mir, 2);
221 rl_src1 = LoadValueWide(rl_src1, kFPReg);
222 rl_src2 = LoadValueWide(rl_src2, kFPReg);
Bill Buzbee00e1ec62014-02-27 23:44:13 +0000223 NewLIR2(kThumb2Vcmpd, S2d(rl_src1.reg.GetReg(), rl_src2.reg.GetHighReg()),
224 S2d(rl_src2.reg.GetReg(), rl_src2.reg.GetHighReg()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700225 } else {
226 rl_src1 = mir_graph_->GetSrc(mir, 0);
227 rl_src2 = mir_graph_->GetSrc(mir, 1);
228 rl_src1 = LoadValue(rl_src1, kFPReg);
229 rl_src2 = LoadValue(rl_src2, kFPReg);
Bill Buzbee00e1ec62014-02-27 23:44:13 +0000230 NewLIR2(kThumb2Vcmps, rl_src1.reg.GetReg(), rl_src2.reg.GetReg());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700231 }
232 NewLIR0(kThumb2Fmstat);
Vladimir Markoa8946072014-01-22 10:30:44 +0000233 ConditionCode ccode = mir->meta.ccode;
Brian Carlstromdf629502013-07-17 22:39:56 -0700234 switch (ccode) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700235 case kCondEq:
236 case kCondNe:
237 break;
238 case kCondLt:
239 if (gt_bias) {
240 ccode = kCondMi;
241 }
242 break;
243 case kCondLe:
244 if (gt_bias) {
245 ccode = kCondLs;
246 }
247 break;
248 case kCondGt:
249 if (gt_bias) {
250 ccode = kCondHi;
251 }
252 break;
253 case kCondGe:
254 if (gt_bias) {
Vladimir Marko58af1f92013-12-19 13:31:15 +0000255 ccode = kCondUge;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700256 }
257 break;
258 default:
259 LOG(FATAL) << "Unexpected ccode: " << ccode;
260 }
261 OpCondBranch(ccode, target);
262}
263
264
265void ArmMir2Lir::GenCmpFP(Instruction::Code opcode, RegLocation rl_dest,
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700266 RegLocation rl_src1, RegLocation rl_src2) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700267 bool is_double = false;
268 int default_result = -1;
269 RegLocation rl_result;
270
271 switch (opcode) {
272 case Instruction::CMPL_FLOAT:
273 is_double = false;
274 default_result = -1;
275 break;
276 case Instruction::CMPG_FLOAT:
277 is_double = false;
278 default_result = 1;
279 break;
280 case Instruction::CMPL_DOUBLE:
281 is_double = true;
282 default_result = -1;
283 break;
284 case Instruction::CMPG_DOUBLE:
285 is_double = true;
286 default_result = 1;
287 break;
288 default:
289 LOG(FATAL) << "Unexpected opcode: " << opcode;
290 }
291 if (is_double) {
292 rl_src1 = LoadValueWide(rl_src1, kFPReg);
293 rl_src2 = LoadValueWide(rl_src2, kFPReg);
294 // In case result vreg is also a src vreg, break association to avoid useless copy by EvalLoc()
295 ClobberSReg(rl_dest.s_reg_low);
296 rl_result = EvalLoc(rl_dest, kCoreReg, true);
Bill Buzbee00e1ec62014-02-27 23:44:13 +0000297 LoadConstant(rl_result.reg.GetReg(), default_result);
298 NewLIR2(kThumb2Vcmpd, S2d(rl_src1.reg.GetReg(), rl_src2.reg.GetHighReg()),
299 S2d(rl_src2.reg.GetReg(), rl_src2.reg.GetHighReg()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700300 } else {
301 rl_src1 = LoadValue(rl_src1, kFPReg);
302 rl_src2 = LoadValue(rl_src2, kFPReg);
303 // In case result vreg is also a srcvreg, break association to avoid useless copy by EvalLoc()
304 ClobberSReg(rl_dest.s_reg_low);
305 rl_result = EvalLoc(rl_dest, kCoreReg, true);
Bill Buzbee00e1ec62014-02-27 23:44:13 +0000306 LoadConstant(rl_result.reg.GetReg(), default_result);
307 NewLIR2(kThumb2Vcmps, rl_src1.reg.GetReg(), rl_src2.reg.GetReg());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700308 }
Bill Buzbee00e1ec62014-02-27 23:44:13 +0000309 DCHECK(!ARM_FPREG(rl_result.reg.GetReg()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700310 NewLIR0(kThumb2Fmstat);
311
312 OpIT((default_result == -1) ? kCondGt : kCondMi, "");
Bill Buzbee00e1ec62014-02-27 23:44:13 +0000313 NewLIR2(kThumb2MovI8M, rl_result.reg.GetReg(),
Brian Carlstrom7934ac22013-07-26 10:54:15 -0700314 ModifiedImmediate(-default_result)); // Must not alter ccodes
Brian Carlstrom7940e442013-07-12 13:46:57 -0700315 GenBarrier();
316
317 OpIT(kCondEq, "");
Bill Buzbee00e1ec62014-02-27 23:44:13 +0000318 LoadConstant(rl_result.reg.GetReg(), 0);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700319 GenBarrier();
320
321 StoreValue(rl_dest, rl_result);
322}
323
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700324void ArmMir2Lir::GenNegFloat(RegLocation rl_dest, RegLocation rl_src) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700325 RegLocation rl_result;
326 rl_src = LoadValue(rl_src, kFPReg);
327 rl_result = EvalLoc(rl_dest, kFPReg, true);
Bill Buzbee00e1ec62014-02-27 23:44:13 +0000328 NewLIR2(kThumb2Vnegs, rl_result.reg.GetReg(), rl_src.reg.GetReg());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700329 StoreValue(rl_dest, rl_result);
330}
331
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700332void ArmMir2Lir::GenNegDouble(RegLocation rl_dest, RegLocation rl_src) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700333 RegLocation rl_result;
334 rl_src = LoadValueWide(rl_src, kFPReg);
335 rl_result = EvalLoc(rl_dest, kFPReg, true);
Bill Buzbee00e1ec62014-02-27 23:44:13 +0000336 NewLIR2(kThumb2Vnegd, S2d(rl_result.reg.GetReg(), rl_result.reg.GetHighReg()),
337 S2d(rl_src.reg.GetReg(), rl_src.reg.GetHighReg()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700338 StoreValueWide(rl_dest, rl_result);
339}
340
341bool ArmMir2Lir::GenInlinedSqrt(CallInfo* info) {
342 DCHECK_EQ(cu_->instruction_set, kThumb2);
343 LIR *branch;
344 RegLocation rl_src = info->args[0];
345 RegLocation rl_dest = InlineTargetWide(info); // double place for result
346 rl_src = LoadValueWide(rl_src, kFPReg);
347 RegLocation rl_result = EvalLoc(rl_dest, kFPReg, true);
Bill Buzbee00e1ec62014-02-27 23:44:13 +0000348 NewLIR2(kThumb2Vsqrtd, S2d(rl_result.reg.GetReg(), rl_result.reg.GetHighReg()),
349 S2d(rl_src.reg.GetReg(), rl_src.reg.GetHighReg()));
350 NewLIR2(kThumb2Vcmpd, S2d(rl_result.reg.GetReg(), rl_result.reg.GetHighReg()),
351 S2d(rl_result.reg.GetReg(), rl_result.reg.GetHighReg()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700352 NewLIR0(kThumb2Fmstat);
353 branch = NewLIR2(kThumbBCond, 0, kArmCondEq);
Vladimir Marko31c2aac2013-12-09 16:31:19 +0000354 ClobberCallerSave();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700355 LockCallTemps(); // Using fixed registers
Ian Rogers7655f292013-07-29 11:07:13 -0700356 int r_tgt = LoadHelper(QUICK_ENTRYPOINT_OFFSET(pSqrt));
Bill Buzbee00e1ec62014-02-27 23:44:13 +0000357 NewLIR3(kThumb2Fmrrd, r0, r1, S2d(rl_src.reg.GetReg(), rl_src.reg.GetHighReg()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700358 NewLIR1(kThumbBlxR, r_tgt);
Bill Buzbee00e1ec62014-02-27 23:44:13 +0000359 NewLIR3(kThumb2Fmdrr, S2d(rl_result.reg.GetReg(), rl_result.reg.GetHighReg()), r0, r1);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700360 branch->target = NewLIR0(kPseudoTargetLabel);
361 StoreValueWide(rl_dest, rl_result);
362 return true;
363}
364
365
366} // namespace art