blob: c2a550e0b9aaef2743aebfd31f3c0ce342f4eb02 [file] [log] [blame]
Matteo Franchin43ec8732014-03-31 15:00:14 +01001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "arm64_lir.h"
18#include "codegen_arm64.h"
19#include "dex/quick/mir_to_lir-inl.h"
20
21namespace art {
22
23void Arm64Mir2Lir::GenArithOpFloat(Instruction::Code opcode, RegLocation rl_dest,
Matteo Franchine45fb9e2014-05-06 10:10:30 +010024 RegLocation rl_src1, RegLocation rl_src2) {
25 int op = kA64Brk1d;
Matteo Franchin43ec8732014-03-31 15:00:14 +010026 RegLocation rl_result;
27
28 /*
29 * Don't attempt to optimize register usage since these opcodes call out to
30 * the handlers.
31 */
32 switch (opcode) {
33 case Instruction::ADD_FLOAT_2ADDR:
34 case Instruction::ADD_FLOAT:
Matteo Franchine45fb9e2014-05-06 10:10:30 +010035 op = kA64Fadd3fff;
Matteo Franchin43ec8732014-03-31 15:00:14 +010036 break;
37 case Instruction::SUB_FLOAT_2ADDR:
38 case Instruction::SUB_FLOAT:
Matteo Franchine45fb9e2014-05-06 10:10:30 +010039 op = kA64Fsub3fff;
Matteo Franchin43ec8732014-03-31 15:00:14 +010040 break;
41 case Instruction::DIV_FLOAT_2ADDR:
42 case Instruction::DIV_FLOAT:
Matteo Franchine45fb9e2014-05-06 10:10:30 +010043 op = kA64Fdiv3fff;
Matteo Franchin43ec8732014-03-31 15:00:14 +010044 break;
45 case Instruction::MUL_FLOAT_2ADDR:
46 case Instruction::MUL_FLOAT:
Matteo Franchine45fb9e2014-05-06 10:10:30 +010047 op = kA64Fmul3fff;
Matteo Franchin43ec8732014-03-31 15:00:14 +010048 break;
49 case Instruction::REM_FLOAT_2ADDR:
50 case Instruction::REM_FLOAT:
51 FlushAllRegs(); // Send everything to home location
Matteo Franchine45fb9e2014-05-06 10:10:30 +010052 CallRuntimeHelperRegLocationRegLocation(A64_QUICK_ENTRYPOINT_OFFSET(pFmodf), rl_src1, rl_src2,
Matteo Franchin43ec8732014-03-31 15:00:14 +010053 false);
54 rl_result = GetReturn(true);
55 StoreValue(rl_dest, rl_result);
56 return;
57 case Instruction::NEG_FLOAT:
58 GenNegFloat(rl_dest, rl_src1);
59 return;
60 default:
61 LOG(FATAL) << "Unexpected opcode: " << opcode;
62 }
63 rl_src1 = LoadValue(rl_src1, kFPReg);
64 rl_src2 = LoadValue(rl_src2, kFPReg);
65 rl_result = EvalLoc(rl_dest, kFPReg, true);
66 NewLIR3(op, rl_result.reg.GetReg(), rl_src1.reg.GetReg(), rl_src2.reg.GetReg());
67 StoreValue(rl_dest, rl_result);
68}
69
70void Arm64Mir2Lir::GenArithOpDouble(Instruction::Code opcode,
Matteo Franchine45fb9e2014-05-06 10:10:30 +010071 RegLocation rl_dest, RegLocation rl_src1, RegLocation rl_src2) {
72 int op = kA64Brk1d;
Matteo Franchin43ec8732014-03-31 15:00:14 +010073 RegLocation rl_result;
74
75 switch (opcode) {
76 case Instruction::ADD_DOUBLE_2ADDR:
77 case Instruction::ADD_DOUBLE:
Matteo Franchine45fb9e2014-05-06 10:10:30 +010078 op = kA64Fadd3fff;
Matteo Franchin43ec8732014-03-31 15:00:14 +010079 break;
80 case Instruction::SUB_DOUBLE_2ADDR:
81 case Instruction::SUB_DOUBLE:
Matteo Franchine45fb9e2014-05-06 10:10:30 +010082 op = kA64Fsub3fff;
Matteo Franchin43ec8732014-03-31 15:00:14 +010083 break;
84 case Instruction::DIV_DOUBLE_2ADDR:
85 case Instruction::DIV_DOUBLE:
Matteo Franchine45fb9e2014-05-06 10:10:30 +010086 op = kA64Fdiv3fff;
Matteo Franchin43ec8732014-03-31 15:00:14 +010087 break;
88 case Instruction::MUL_DOUBLE_2ADDR:
89 case Instruction::MUL_DOUBLE:
Matteo Franchine45fb9e2014-05-06 10:10:30 +010090 op = kA64Fmul3fff;
Matteo Franchin43ec8732014-03-31 15:00:14 +010091 break;
92 case Instruction::REM_DOUBLE_2ADDR:
93 case Instruction::REM_DOUBLE:
94 FlushAllRegs(); // Send everything to home location
Matteo Franchine45fb9e2014-05-06 10:10:30 +010095 CallRuntimeHelperRegLocationRegLocation(A64_QUICK_ENTRYPOINT_OFFSET(pFmod), rl_src1, rl_src2,
Matteo Franchin43ec8732014-03-31 15:00:14 +010096 false);
97 rl_result = GetReturnWide(true);
98 StoreValueWide(rl_dest, rl_result);
99 return;
100 case Instruction::NEG_DOUBLE:
101 GenNegDouble(rl_dest, rl_src1);
102 return;
103 default:
104 LOG(FATAL) << "Unexpected opcode: " << opcode;
105 }
106
107 rl_src1 = LoadValueWide(rl_src1, kFPReg);
108 DCHECK(rl_src1.wide);
109 rl_src2 = LoadValueWide(rl_src2, kFPReg);
110 DCHECK(rl_src2.wide);
111 rl_result = EvalLoc(rl_dest, kFPReg, true);
112 DCHECK(rl_dest.wide);
113 DCHECK(rl_result.wide);
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100114 NewLIR3(FWIDE(op), rl_result.reg.GetReg(), rl_src1.reg.GetReg(), rl_src2.reg.GetReg());
Matteo Franchin43ec8732014-03-31 15:00:14 +0100115 StoreValueWide(rl_dest, rl_result);
116}
117
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100118void Arm64Mir2Lir::GenConversion(Instruction::Code opcode,
119 RegLocation rl_dest, RegLocation rl_src) {
120 int op = kA64Brk1d;
Matteo Franchin43ec8732014-03-31 15:00:14 +0100121 RegLocation rl_result;
122
123 switch (opcode) {
124 case Instruction::INT_TO_FLOAT:
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100125 op = kA64Scvtf2fw;
Matteo Franchin43ec8732014-03-31 15:00:14 +0100126 break;
127 case Instruction::FLOAT_TO_INT:
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100128 op = kA64Fcvtzs2wf;
Matteo Franchin43ec8732014-03-31 15:00:14 +0100129 break;
130 case Instruction::DOUBLE_TO_FLOAT:
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100131 op = kA64Fcvt2sS;
Matteo Franchin43ec8732014-03-31 15:00:14 +0100132 break;
133 case Instruction::FLOAT_TO_DOUBLE:
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100134 op = kA64Fcvt2Ss;
Matteo Franchin43ec8732014-03-31 15:00:14 +0100135 break;
136 case Instruction::INT_TO_DOUBLE:
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100137 op = FWIDE(kA64Scvtf2fw);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100138 break;
139 case Instruction::DOUBLE_TO_INT:
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100140 op = FWIDE(kA64Fcvtzs2wf);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100141 break;
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100142 case Instruction::LONG_TO_DOUBLE:
143 op = FWIDE(kA64Scvtf2fx);
144 break;
Matteo Franchin43ec8732014-03-31 15:00:14 +0100145 case Instruction::FLOAT_TO_LONG:
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100146 op = kA64Fcvtzs2xf;
147 break;
148 case Instruction::LONG_TO_FLOAT:
149 op = kA64Scvtf2fx;
150 break;
Matteo Franchin43ec8732014-03-31 15:00:14 +0100151 case Instruction::DOUBLE_TO_LONG:
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100152 op = FWIDE(kA64Fcvtzs2xf);
153 break;
Matteo Franchin43ec8732014-03-31 15:00:14 +0100154 default:
155 LOG(FATAL) << "Unexpected opcode: " << opcode;
156 }
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100157
Matteo Franchin43ec8732014-03-31 15:00:14 +0100158 if (rl_src.wide) {
159 rl_src = LoadValueWide(rl_src, kFPReg);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100160 } else {
161 rl_src = LoadValue(rl_src, kFPReg);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100162 }
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100163
164 rl_result = EvalLoc(rl_dest, kFPReg, true);
165 NewLIR2(op, rl_result.reg.GetReg(), rl_src.reg.GetReg());
166
Matteo Franchin43ec8732014-03-31 15:00:14 +0100167 if (rl_dest.wide) {
Matteo Franchin43ec8732014-03-31 15:00:14 +0100168 StoreValueWide(rl_dest, rl_result);
169 } else {
Matteo Franchin43ec8732014-03-31 15:00:14 +0100170 StoreValue(rl_dest, rl_result);
171 }
172}
173
174void Arm64Mir2Lir::GenFusedFPCmpBranch(BasicBlock* bb, MIR* mir, bool gt_bias,
175 bool is_double) {
176 LIR* target = &block_label_list_[bb->taken];
177 RegLocation rl_src1;
178 RegLocation rl_src2;
179 if (is_double) {
180 rl_src1 = mir_graph_->GetSrcWide(mir, 0);
181 rl_src2 = mir_graph_->GetSrcWide(mir, 2);
182 rl_src1 = LoadValueWide(rl_src1, kFPReg);
183 rl_src2 = LoadValueWide(rl_src2, kFPReg);
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100184 NewLIR2(FWIDE(kA64Fcmp2ff), rl_src1.reg.GetReg(), rl_src2.reg.GetReg());
Matteo Franchin43ec8732014-03-31 15:00:14 +0100185 } else {
186 rl_src1 = mir_graph_->GetSrc(mir, 0);
187 rl_src2 = mir_graph_->GetSrc(mir, 1);
188 rl_src1 = LoadValue(rl_src1, kFPReg);
189 rl_src2 = LoadValue(rl_src2, kFPReg);
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100190 NewLIR2(kA64Fcmp2ff, rl_src1.reg.GetReg(), rl_src2.reg.GetReg());
Matteo Franchin43ec8732014-03-31 15:00:14 +0100191 }
Matteo Franchin43ec8732014-03-31 15:00:14 +0100192 ConditionCode ccode = mir->meta.ccode;
193 switch (ccode) {
194 case kCondEq:
195 case kCondNe:
196 break;
197 case kCondLt:
198 if (gt_bias) {
199 ccode = kCondMi;
200 }
201 break;
202 case kCondLe:
203 if (gt_bias) {
204 ccode = kCondLs;
205 }
206 break;
207 case kCondGt:
208 if (gt_bias) {
209 ccode = kCondHi;
210 }
211 break;
212 case kCondGe:
213 if (gt_bias) {
214 ccode = kCondUge;
215 }
216 break;
217 default:
218 LOG(FATAL) << "Unexpected ccode: " << ccode;
219 }
220 OpCondBranch(ccode, target);
221}
222
223
224void Arm64Mir2Lir::GenCmpFP(Instruction::Code opcode, RegLocation rl_dest,
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100225 RegLocation rl_src1, RegLocation rl_src2) {
Matteo Franchin43ec8732014-03-31 15:00:14 +0100226 bool is_double = false;
227 int default_result = -1;
228 RegLocation rl_result;
229
230 switch (opcode) {
231 case Instruction::CMPL_FLOAT:
232 is_double = false;
233 default_result = -1;
234 break;
235 case Instruction::CMPG_FLOAT:
236 is_double = false;
237 default_result = 1;
238 break;
239 case Instruction::CMPL_DOUBLE:
240 is_double = true;
241 default_result = -1;
242 break;
243 case Instruction::CMPG_DOUBLE:
244 is_double = true;
245 default_result = 1;
246 break;
247 default:
248 LOG(FATAL) << "Unexpected opcode: " << opcode;
249 }
250 if (is_double) {
251 rl_src1 = LoadValueWide(rl_src1, kFPReg);
252 rl_src2 = LoadValueWide(rl_src2, kFPReg);
253 // In case result vreg is also a src vreg, break association to avoid useless copy by EvalLoc()
254 ClobberSReg(rl_dest.s_reg_low);
255 rl_result = EvalLoc(rl_dest, kCoreReg, true);
256 LoadConstant(rl_result.reg, default_result);
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100257 NewLIR2(FWIDE(kA64Fcmp2ff), rl_src1.reg.GetReg(), rl_src2.reg.GetReg());
Matteo Franchin43ec8732014-03-31 15:00:14 +0100258 } else {
259 rl_src1 = LoadValue(rl_src1, kFPReg);
260 rl_src2 = LoadValue(rl_src2, kFPReg);
261 // In case result vreg is also a srcvreg, break association to avoid useless copy by EvalLoc()
262 ClobberSReg(rl_dest.s_reg_low);
263 rl_result = EvalLoc(rl_dest, kCoreReg, true);
264 LoadConstant(rl_result.reg, default_result);
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100265 NewLIR2(kA64Fcmp2ff, rl_src1.reg.GetReg(), rl_src2.reg.GetReg());
Matteo Franchin43ec8732014-03-31 15:00:14 +0100266 }
267 DCHECK(!rl_result.reg.IsFloat());
Matteo Franchin43ec8732014-03-31 15:00:14 +0100268
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100269 // TODO(Arm64): should we rather do this?
270 // csinc wD, wzr, wzr, eq
271 // csneg wD, wD, wD, le
272 // (which requires 2 instructions rather than 3)
Matteo Franchin43ec8732014-03-31 15:00:14 +0100273
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100274 // Rd = if cond then Rd else -Rd.
275 NewLIR4(kA64Csneg4rrrc, rl_result.reg.GetReg(), rl_result.reg.GetReg(),
276 rl_result.reg.GetReg(), (default_result == 1) ? kArmCondPl : kArmCondLe);
277 NewLIR4(kA64Csel4rrrc, rl_result.reg.GetReg(), rwzr, rl_result.reg.GetReg(),
278 kArmCondEq);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100279 StoreValue(rl_dest, rl_result);
280}
281
282void Arm64Mir2Lir::GenNegFloat(RegLocation rl_dest, RegLocation rl_src) {
283 RegLocation rl_result;
284 rl_src = LoadValue(rl_src, kFPReg);
285 rl_result = EvalLoc(rl_dest, kFPReg, true);
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100286 NewLIR2(kA64Fneg2ff, rl_result.reg.GetReg(), rl_src.reg.GetReg());
Matteo Franchin43ec8732014-03-31 15:00:14 +0100287 StoreValue(rl_dest, rl_result);
288}
289
290void Arm64Mir2Lir::GenNegDouble(RegLocation rl_dest, RegLocation rl_src) {
291 RegLocation rl_result;
292 rl_src = LoadValueWide(rl_src, kFPReg);
293 rl_result = EvalLoc(rl_dest, kFPReg, true);
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100294 NewLIR2(FWIDE(kA64Fneg2ff), rl_result.reg.GetReg(), rl_src.reg.GetReg());
Matteo Franchin43ec8732014-03-31 15:00:14 +0100295 StoreValueWide(rl_dest, rl_result);
296}
297
298bool Arm64Mir2Lir::GenInlinedSqrt(CallInfo* info) {
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100299 // TODO(Arm64): implement this.
300 UNIMPLEMENTED(FATAL) << "GenInlinedSqrt not implemented for Arm64";
301
302 DCHECK_EQ(cu_->instruction_set, kArm64);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100303 LIR *branch;
304 RegLocation rl_src = info->args[0];
305 RegLocation rl_dest = InlineTargetWide(info); // double place for result
306 rl_src = LoadValueWide(rl_src, kFPReg);
307 RegLocation rl_result = EvalLoc(rl_dest, kFPReg, true);
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100308 NewLIR2(FWIDE(kA64Fsqrt2ff), rl_result.reg.GetReg(), rl_src.reg.GetReg());
309 NewLIR2(FWIDE(kA64Fcmp2ff), rl_result.reg.GetReg(), rl_result.reg.GetReg());
310 branch = NewLIR2(kA64B2ct, kArmCondEq, 0);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100311 ClobberCallerSave();
312 LockCallTemps(); // Using fixed registers
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100313 RegStorage r_tgt = LoadHelper(A64_QUICK_ENTRYPOINT_OFFSET(pSqrt));
314 // NewLIR3(kThumb2Fmrrd, r0, r1, rl_src.reg.GetReg());
315 NewLIR1(kA64Blr1x, r_tgt.GetReg());
316 // NewLIR3(kThumb2Fmdrr, rl_result.reg.GetReg(), r0, r1);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100317 branch->target = NewLIR0(kPseudoTargetLabel);
318 StoreValueWide(rl_dest, rl_result);
319 return true;
320}
321
Matteo Franchin43ec8732014-03-31 15:00:14 +0100322} // namespace art