blob: 5ba0d3f5e4d0304ee59e836f16f182b27d82f93e [file] [log] [blame]
Brian Carlstrom7940e442013-07-12 13:46:57 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "dex/compiler_internals.h"
18#include "dex_file-inl.h"
19#include "gc_map.h"
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +000020#include "gc_map_builder.h"
Ian Rogers96faf5b2013-08-09 22:05:32 -070021#include "mapping_table.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070022#include "mir_to_lir-inl.h"
Vladimir Marko5816ed42013-11-27 17:04:20 +000023#include "dex/quick/dex_file_method_inliner.h"
24#include "dex/quick/dex_file_to_method_inliner_map.h"
Vladimir Markoc7f83202014-01-24 17:55:18 +000025#include "dex/verification_results.h"
Vladimir Marko2730db02014-01-27 11:15:17 +000026#include "dex/verified_method.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070027#include "verifier/dex_gc_map.h"
28#include "verifier/method_verifier.h"
Vladimir Marko2e589aa2014-02-25 17:53:53 +000029#include "vmap_table.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070030
31namespace art {
32
Vladimir Marko06606b92013-12-02 15:31:08 +000033namespace {
34
35/* Dump a mapping table */
36template <typename It>
37void DumpMappingTable(const char* table_name, const char* descriptor, const char* name,
38 const Signature& signature, uint32_t size, It first) {
39 if (size != 0) {
Ian Rogers107c31e2014-01-23 20:55:29 -080040 std::string line(StringPrintf("\n %s %s%s_%s_table[%u] = {", table_name,
Vladimir Marko06606b92013-12-02 15:31:08 +000041 descriptor, name, signature.ToString().c_str(), size));
42 std::replace(line.begin(), line.end(), ';', '_');
43 LOG(INFO) << line;
44 for (uint32_t i = 0; i != size; ++i) {
45 line = StringPrintf(" {0x%05x, 0x%04x},", first.NativePcOffset(), first.DexPc());
46 ++first;
47 LOG(INFO) << line;
48 }
49 LOG(INFO) <<" };\n\n";
50 }
51}
52
53} // anonymous namespace
54
Brian Carlstrom2ce745c2013-07-17 17:44:30 -070055bool Mir2Lir::IsInexpensiveConstant(RegLocation rl_src) {
Brian Carlstrom7940e442013-07-12 13:46:57 -070056 bool res = false;
57 if (rl_src.is_const) {
58 if (rl_src.wide) {
59 if (rl_src.fp) {
60 res = InexpensiveConstantDouble(mir_graph_->ConstantValueWide(rl_src));
61 } else {
62 res = InexpensiveConstantLong(mir_graph_->ConstantValueWide(rl_src));
63 }
64 } else {
65 if (rl_src.fp) {
66 res = InexpensiveConstantFloat(mir_graph_->ConstantValue(rl_src));
67 } else {
68 res = InexpensiveConstantInt(mir_graph_->ConstantValue(rl_src));
69 }
70 }
71 }
72 return res;
73}
74
Brian Carlstrom2ce745c2013-07-17 17:44:30 -070075void Mir2Lir::MarkSafepointPC(LIR* inst) {
buzbeeb48819d2013-09-14 16:15:25 -070076 DCHECK(!inst->flags.use_def_invalid);
Vladimir Marko8dea81c2014-06-06 14:50:36 +010077 inst->u.m.def_mask = &kEncodeAll;
Brian Carlstrom7940e442013-07-12 13:46:57 -070078 LIR* safepoint_pc = NewLIR0(kPseudoSafepointPC);
Vladimir Marko8dea81c2014-06-06 14:50:36 +010079 DCHECK(safepoint_pc->u.m.def_mask->Equals(kEncodeAll));
Brian Carlstrom7940e442013-07-12 13:46:57 -070080}
81
Andreas Gampe3c12c512014-06-24 18:46:29 +000082void Mir2Lir::MarkSafepointPCAfter(LIR* after) {
83 DCHECK(!after->flags.use_def_invalid);
84 after->u.m.def_mask = &kEncodeAll;
85 // As NewLIR0 uses Append, we need to create the LIR by hand.
86 LIR* safepoint_pc = RawLIR(current_dalvik_offset_, kPseudoSafepointPC);
87 if (after->next == nullptr) {
88 DCHECK_EQ(after, last_lir_insn_);
89 AppendLIR(safepoint_pc);
90 } else {
91 InsertLIRAfter(after, safepoint_pc);
92 }
93 DCHECK(safepoint_pc->u.m.def_mask->Equals(kEncodeAll));
94}
95
buzbee252254b2013-09-08 16:20:53 -070096/* Remove a LIR from the list. */
97void Mir2Lir::UnlinkLIR(LIR* lir) {
98 if (UNLIKELY(lir == first_lir_insn_)) {
99 first_lir_insn_ = lir->next;
100 if (lir->next != NULL) {
101 lir->next->prev = NULL;
102 } else {
103 DCHECK(lir->next == NULL);
104 DCHECK(lir == last_lir_insn_);
105 last_lir_insn_ = NULL;
106 }
107 } else if (lir == last_lir_insn_) {
108 last_lir_insn_ = lir->prev;
109 lir->prev->next = NULL;
110 } else if ((lir->prev != NULL) && (lir->next != NULL)) {
111 lir->prev->next = lir->next;
112 lir->next->prev = lir->prev;
113 }
114}
115
Brian Carlstrom7940e442013-07-12 13:46:57 -0700116/* Convert an instruction to a NOP */
Brian Carlstromdf629502013-07-17 22:39:56 -0700117void Mir2Lir::NopLIR(LIR* lir) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700118 lir->flags.is_nop = true;
buzbee252254b2013-09-08 16:20:53 -0700119 if (!cu_->verbose) {
120 UnlinkLIR(lir);
121 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700122}
123
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700124void Mir2Lir::SetMemRefType(LIR* lir, bool is_load, int mem_type) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700125 DCHECK(GetTargetInstFlags(lir->opcode) & (IS_LOAD | IS_STORE));
buzbeeb48819d2013-09-14 16:15:25 -0700126 DCHECK(!lir->flags.use_def_invalid);
Vladimir Marko8dea81c2014-06-06 14:50:36 +0100127 // TODO: Avoid the extra Arena allocation!
128 const ResourceMask** mask_ptr;
129 ResourceMask mask;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700130 if (is_load) {
buzbeeb48819d2013-09-14 16:15:25 -0700131 mask_ptr = &lir->u.m.use_mask;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700132 } else {
buzbeeb48819d2013-09-14 16:15:25 -0700133 mask_ptr = &lir->u.m.def_mask;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700134 }
Vladimir Marko8dea81c2014-06-06 14:50:36 +0100135 mask = **mask_ptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700136 /* Clear out the memref flags */
Vladimir Marko8dea81c2014-06-06 14:50:36 +0100137 mask.ClearBits(kEncodeMem);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700138 /* ..and then add back the one we need */
139 switch (mem_type) {
Vladimir Marko8dea81c2014-06-06 14:50:36 +0100140 case ResourceMask::kLiteral:
Brian Carlstrom7940e442013-07-12 13:46:57 -0700141 DCHECK(is_load);
Vladimir Marko8dea81c2014-06-06 14:50:36 +0100142 mask.SetBit(ResourceMask::kLiteral);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700143 break;
Vladimir Marko8dea81c2014-06-06 14:50:36 +0100144 case ResourceMask::kDalvikReg:
145 mask.SetBit(ResourceMask::kDalvikReg);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700146 break;
Vladimir Marko8dea81c2014-06-06 14:50:36 +0100147 case ResourceMask::kHeapRef:
148 mask.SetBit(ResourceMask::kHeapRef);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700149 break;
Vladimir Marko8dea81c2014-06-06 14:50:36 +0100150 case ResourceMask::kMustNotAlias:
Brian Carlstrom7940e442013-07-12 13:46:57 -0700151 /* Currently only loads can be marked as kMustNotAlias */
152 DCHECK(!(GetTargetInstFlags(lir->opcode) & IS_STORE));
Vladimir Marko8dea81c2014-06-06 14:50:36 +0100153 mask.SetBit(ResourceMask::kMustNotAlias);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700154 break;
155 default:
156 LOG(FATAL) << "Oat: invalid memref kind - " << mem_type;
157 }
Vladimir Marko8dea81c2014-06-06 14:50:36 +0100158 *mask_ptr = mask_cache_.GetMask(mask);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700159}
160
161/*
162 * Mark load/store instructions that access Dalvik registers through the stack.
163 */
164void Mir2Lir::AnnotateDalvikRegAccess(LIR* lir, int reg_id, bool is_load,
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700165 bool is64bit) {
Vladimir Marko8dea81c2014-06-06 14:50:36 +0100166 DCHECK((is_load ? lir->u.m.use_mask : lir->u.m.def_mask)->Intersection(kEncodeMem).Equals(
167 kEncodeDalvikReg));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700168
169 /*
170 * Store the Dalvik register id in alias_info. Mark the MSB if it is a 64-bit
171 * access.
172 */
buzbeeb48819d2013-09-14 16:15:25 -0700173 lir->flags.alias_info = ENCODE_ALIAS_INFO(reg_id, is64bit);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700174}
175
176/*
177 * Debugging macros
178 */
179#define DUMP_RESOURCE_MASK(X)
180
181/* Pretty-print a LIR instruction */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700182void Mir2Lir::DumpLIRInsn(LIR* lir, unsigned char* base_addr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700183 int offset = lir->offset;
184 int dest = lir->operands[0];
185 const bool dump_nop = (cu_->enable_debug & (1 << kDebugShowNops));
186
187 /* Handle pseudo-ops individually, and all regular insns as a group */
188 switch (lir->opcode) {
189 case kPseudoMethodEntry:
190 LOG(INFO) << "-------- method entry "
191 << PrettyMethod(cu_->method_idx, *cu_->dex_file);
192 break;
193 case kPseudoMethodExit:
194 LOG(INFO) << "-------- Method_Exit";
195 break;
196 case kPseudoBarrier:
197 LOG(INFO) << "-------- BARRIER";
198 break;
199 case kPseudoEntryBlock:
200 LOG(INFO) << "-------- entry offset: 0x" << std::hex << dest;
201 break;
202 case kPseudoDalvikByteCodeBoundary:
203 if (lir->operands[0] == 0) {
buzbee0d829482013-10-11 15:24:55 -0700204 // NOTE: only used for debug listings.
205 lir->operands[0] = WrapPointer(ArenaStrdup("No instruction string"));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700206 }
207 LOG(INFO) << "-------- dalvik offset: 0x" << std::hex
Bill Buzbee0b1191c2013-10-28 22:11:59 +0000208 << lir->dalvik_offset << " @ "
209 << reinterpret_cast<char*>(UnwrapPointer(lir->operands[0]));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700210 break;
211 case kPseudoExitBlock:
212 LOG(INFO) << "-------- exit offset: 0x" << std::hex << dest;
213 break;
214 case kPseudoPseudoAlign4:
215 LOG(INFO) << reinterpret_cast<uintptr_t>(base_addr) + offset << " (0x" << std::hex
216 << offset << "): .align4";
217 break;
218 case kPseudoEHBlockLabel:
219 LOG(INFO) << "Exception_Handling:";
220 break;
221 case kPseudoTargetLabel:
222 case kPseudoNormalBlockLabel:
223 LOG(INFO) << "L" << reinterpret_cast<void*>(lir) << ":";
224 break;
225 case kPseudoThrowTarget:
226 LOG(INFO) << "LT" << reinterpret_cast<void*>(lir) << ":";
227 break;
228 case kPseudoIntrinsicRetry:
229 LOG(INFO) << "IR" << reinterpret_cast<void*>(lir) << ":";
230 break;
231 case kPseudoSuspendTarget:
232 LOG(INFO) << "LS" << reinterpret_cast<void*>(lir) << ":";
233 break;
234 case kPseudoSafepointPC:
235 LOG(INFO) << "LsafepointPC_0x" << std::hex << lir->offset << "_" << lir->dalvik_offset << ":";
236 break;
237 case kPseudoExportedPC:
238 LOG(INFO) << "LexportedPC_0x" << std::hex << lir->offset << "_" << lir->dalvik_offset << ":";
239 break;
240 case kPseudoCaseLabel:
241 LOG(INFO) << "LC" << reinterpret_cast<void*>(lir) << ": Case target 0x"
242 << std::hex << lir->operands[0] << "|" << std::dec <<
243 lir->operands[0];
244 break;
245 default:
246 if (lir->flags.is_nop && !dump_nop) {
247 break;
248 } else {
249 std::string op_name(BuildInsnString(GetTargetInstName(lir->opcode),
250 lir, base_addr));
251 std::string op_operands(BuildInsnString(GetTargetInstFmt(lir->opcode),
252 lir, base_addr));
Ian Rogers107c31e2014-01-23 20:55:29 -0800253 LOG(INFO) << StringPrintf("%5p: %-9s%s%s",
254 base_addr + offset,
Brian Carlstrom7940e442013-07-12 13:46:57 -0700255 op_name.c_str(), op_operands.c_str(),
256 lir->flags.is_nop ? "(nop)" : "");
257 }
258 break;
259 }
260
buzbeeb48819d2013-09-14 16:15:25 -0700261 if (lir->u.m.use_mask && (!lir->flags.is_nop || dump_nop)) {
Vladimir Marko8dea81c2014-06-06 14:50:36 +0100262 DUMP_RESOURCE_MASK(DumpResourceMask(lir, *lir->u.m.use_mask, "use"));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700263 }
buzbeeb48819d2013-09-14 16:15:25 -0700264 if (lir->u.m.def_mask && (!lir->flags.is_nop || dump_nop)) {
Vladimir Marko8dea81c2014-06-06 14:50:36 +0100265 DUMP_RESOURCE_MASK(DumpResourceMask(lir, *lir->u.m.def_mask, "def"));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700266 }
267}
268
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700269void Mir2Lir::DumpPromotionMap() {
Razvan A Lupusoruda7a69b2014-01-08 15:09:50 -0800270 int num_regs = cu_->num_dalvik_registers + mir_graph_->GetNumUsedCompilerTemps();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700271 for (int i = 0; i < num_regs; i++) {
272 PromotionMap v_reg_map = promotion_map_[i];
273 std::string buf;
274 if (v_reg_map.fp_location == kLocPhysReg) {
buzbeeb5860fb2014-06-21 15:31:01 -0700275 StringAppendF(&buf, " : s%d", RegStorage::RegNum(v_reg_map.fp_reg));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700276 }
277
278 std::string buf3;
279 if (i < cu_->num_dalvik_registers) {
280 StringAppendF(&buf3, "%02d", i);
281 } else if (i == mir_graph_->GetMethodSReg()) {
282 buf3 = "Method*";
283 } else {
284 StringAppendF(&buf3, "ct%d", i - cu_->num_dalvik_registers);
285 }
286
287 LOG(INFO) << StringPrintf("V[%s] -> %s%d%s", buf3.c_str(),
288 v_reg_map.core_location == kLocPhysReg ?
289 "r" : "SP+", v_reg_map.core_location == kLocPhysReg ?
290 v_reg_map.core_reg : SRegOffset(i),
291 buf.c_str());
292 }
293}
294
buzbee7a11ab02014-04-28 20:02:38 -0700295void Mir2Lir::UpdateLIROffsets() {
296 // Only used for code listings.
297 size_t offset = 0;
298 for (LIR* lir = first_lir_insn_; lir != nullptr; lir = lir->next) {
299 lir->offset = offset;
300 if (!lir->flags.is_nop && !IsPseudoLirOp(lir->opcode)) {
301 offset += GetInsnSize(lir);
302 } else if (lir->opcode == kPseudoPseudoAlign4) {
303 offset += (offset & 0x2);
304 }
305 }
306}
307
Brian Carlstrom7940e442013-07-12 13:46:57 -0700308/* Dump instructions and constant pool contents */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700309void Mir2Lir::CodegenDump() {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700310 LOG(INFO) << "Dumping LIR insns for "
311 << PrettyMethod(cu_->method_idx, *cu_->dex_file);
312 LIR* lir_insn;
313 int insns_size = cu_->code_item->insns_size_in_code_units_;
314
315 LOG(INFO) << "Regs (excluding ins) : " << cu_->num_regs;
316 LOG(INFO) << "Ins : " << cu_->num_ins;
317 LOG(INFO) << "Outs : " << cu_->num_outs;
318 LOG(INFO) << "CoreSpills : " << num_core_spills_;
319 LOG(INFO) << "FPSpills : " << num_fp_spills_;
Razvan A Lupusoruda7a69b2014-01-08 15:09:50 -0800320 LOG(INFO) << "CompilerTemps : " << mir_graph_->GetNumUsedCompilerTemps();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700321 LOG(INFO) << "Frame size : " << frame_size_;
322 LOG(INFO) << "code size is " << total_size_ <<
323 " bytes, Dalvik size is " << insns_size * 2;
324 LOG(INFO) << "expansion factor: "
325 << static_cast<float>(total_size_) / static_cast<float>(insns_size * 2);
326 DumpPromotionMap();
buzbee7a11ab02014-04-28 20:02:38 -0700327 UpdateLIROffsets();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700328 for (lir_insn = first_lir_insn_; lir_insn != NULL; lir_insn = lir_insn->next) {
329 DumpLIRInsn(lir_insn, 0);
330 }
331 for (lir_insn = literal_list_; lir_insn != NULL; lir_insn = lir_insn->next) {
332 LOG(INFO) << StringPrintf("%x (%04x): .word (%#x)", lir_insn->offset, lir_insn->offset,
333 lir_insn->operands[0]);
334 }
335
336 const DexFile::MethodId& method_id =
337 cu_->dex_file->GetMethodId(cu_->method_idx);
Ian Rogersd91d6d62013-09-25 20:26:14 -0700338 const Signature signature = cu_->dex_file->GetMethodSignature(method_id);
339 const char* name = cu_->dex_file->GetMethodName(method_id);
340 const char* descriptor(cu_->dex_file->GetMethodDeclaringClassDescriptor(method_id));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700341
342 // Dump mapping tables
Vladimir Marko06606b92013-12-02 15:31:08 +0000343 if (!encoded_mapping_table_.empty()) {
344 MappingTable table(&encoded_mapping_table_[0]);
345 DumpMappingTable("PC2Dex_MappingTable", descriptor, name, signature,
346 table.PcToDexSize(), table.PcToDexBegin());
347 DumpMappingTable("Dex2PC_MappingTable", descriptor, name, signature,
348 table.DexToPcSize(), table.DexToPcBegin());
349 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700350}
351
352/*
353 * Search the existing constants in the literal pool for an exact or close match
354 * within specified delta (greater or equal to 0).
355 */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700356LIR* Mir2Lir::ScanLiteralPool(LIR* data_target, int value, unsigned int delta) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700357 while (data_target) {
358 if ((static_cast<unsigned>(value - data_target->operands[0])) <= delta)
359 return data_target;
360 data_target = data_target->next;
361 }
362 return NULL;
363}
364
365/* Search the existing constants in the literal pool for an exact wide match */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700366LIR* Mir2Lir::ScanLiteralPoolWide(LIR* data_target, int val_lo, int val_hi) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700367 bool lo_match = false;
368 LIR* lo_target = NULL;
369 while (data_target) {
370 if (lo_match && (data_target->operands[0] == val_hi)) {
371 // Record high word in case we need to expand this later.
372 lo_target->operands[1] = val_hi;
373 return lo_target;
374 }
375 lo_match = false;
376 if (data_target->operands[0] == val_lo) {
377 lo_match = true;
378 lo_target = data_target;
379 }
380 data_target = data_target->next;
381 }
382 return NULL;
383}
384
Vladimir Markoa51a0b02014-05-21 12:08:39 +0100385/* Search the existing constants in the literal pool for an exact method match */
386LIR* Mir2Lir::ScanLiteralPoolMethod(LIR* data_target, const MethodReference& method) {
387 while (data_target) {
388 if (static_cast<uint32_t>(data_target->operands[0]) == method.dex_method_index &&
389 UnwrapPointer(data_target->operands[1]) == method.dex_file) {
390 return data_target;
391 }
392 data_target = data_target->next;
393 }
394 return nullptr;
395}
396
Brian Carlstrom7940e442013-07-12 13:46:57 -0700397/*
398 * The following are building blocks to insert constants into the pool or
399 * instruction streams.
400 */
401
402/* Add a 32-bit constant to the constant pool */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700403LIR* Mir2Lir::AddWordData(LIR* *constant_list_p, int value) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700404 /* Add the constant to the literal pool */
405 if (constant_list_p) {
Vladimir Marko83cc7ae2014-02-12 18:02:05 +0000406 LIR* new_value = static_cast<LIR*>(arena_->Alloc(sizeof(LIR), kArenaAllocData));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700407 new_value->operands[0] = value;
408 new_value->next = *constant_list_p;
409 *constant_list_p = new_value;
buzbeeb48819d2013-09-14 16:15:25 -0700410 estimated_native_code_size_ += sizeof(value);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700411 return new_value;
412 }
413 return NULL;
414}
415
416/* Add a 64-bit constant to the constant pool or mixed with code */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700417LIR* Mir2Lir::AddWideData(LIR* *constant_list_p, int val_lo, int val_hi) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700418 AddWordData(constant_list_p, val_hi);
419 return AddWordData(constant_list_p, val_lo);
420}
421
Andreas Gampe2da88232014-02-27 12:26:20 -0800422static void Push32(std::vector<uint8_t>&buf, int data) {
Brian Carlstromdf629502013-07-17 22:39:56 -0700423 buf.push_back(data & 0xff);
424 buf.push_back((data >> 8) & 0xff);
425 buf.push_back((data >> 16) & 0xff);
426 buf.push_back((data >> 24) & 0xff);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700427}
428
Andreas Gampe2da88232014-02-27 12:26:20 -0800429// Push 8 bytes on 64-bit target systems; 4 on 32-bit target systems.
430static void PushPointer(std::vector<uint8_t>&buf, const void* pointer, bool target64) {
431 uint64_t data = reinterpret_cast<uintptr_t>(pointer);
432 if (target64) {
433 Push32(buf, data & 0xFFFFFFFF);
434 Push32(buf, (data >> 32) & 0xFFFFFFFF);
buzbee0d829482013-10-11 15:24:55 -0700435 } else {
Andreas Gampe2da88232014-02-27 12:26:20 -0800436 Push32(buf, static_cast<uint32_t>(data));
buzbee0d829482013-10-11 15:24:55 -0700437 }
438}
439
Brian Carlstrom7940e442013-07-12 13:46:57 -0700440static void AlignBuffer(std::vector<uint8_t>&buf, size_t offset) {
441 while (buf.size() < offset) {
442 buf.push_back(0);
443 }
444}
445
446/* Write the literal pool to the output stream */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700447void Mir2Lir::InstallLiteralPools() {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700448 AlignBuffer(code_buffer_, data_offset_);
449 LIR* data_lir = literal_list_;
450 while (data_lir != NULL) {
Andreas Gampe2da88232014-02-27 12:26:20 -0800451 Push32(code_buffer_, data_lir->operands[0]);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700452 data_lir = NEXT_LIR(data_lir);
453 }
454 // Push code and method literals, record offsets for the compiler to patch.
455 data_lir = code_literal_list_;
456 while (data_lir != NULL) {
Jeff Hao49161ce2014-03-12 11:05:25 -0700457 uint32_t target_method_idx = data_lir->operands[0];
458 const DexFile* target_dex_file =
459 reinterpret_cast<const DexFile*>(UnwrapPointer(data_lir->operands[1]));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700460 cu_->compiler_driver->AddCodePatch(cu_->dex_file,
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700461 cu_->class_def_idx,
462 cu_->method_idx,
463 cu_->invoke_type,
Jeff Hao49161ce2014-03-12 11:05:25 -0700464 target_method_idx,
465 target_dex_file,
466 static_cast<InvokeType>(data_lir->operands[2]),
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700467 code_buffer_.size());
Jeff Hao49161ce2014-03-12 11:05:25 -0700468 const DexFile::MethodId& target_method_id = target_dex_file->GetMethodId(target_method_idx);
buzbee0d829482013-10-11 15:24:55 -0700469 // unique value based on target to ensure code deduplication works
Jeff Hao49161ce2014-03-12 11:05:25 -0700470 PushPointer(code_buffer_, &target_method_id, cu_->target64);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700471 data_lir = NEXT_LIR(data_lir);
472 }
473 data_lir = method_literal_list_;
474 while (data_lir != NULL) {
Jeff Hao49161ce2014-03-12 11:05:25 -0700475 uint32_t target_method_idx = data_lir->operands[0];
476 const DexFile* target_dex_file =
477 reinterpret_cast<const DexFile*>(UnwrapPointer(data_lir->operands[1]));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700478 cu_->compiler_driver->AddMethodPatch(cu_->dex_file,
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700479 cu_->class_def_idx,
480 cu_->method_idx,
481 cu_->invoke_type,
Jeff Hao49161ce2014-03-12 11:05:25 -0700482 target_method_idx,
483 target_dex_file,
484 static_cast<InvokeType>(data_lir->operands[2]),
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700485 code_buffer_.size());
Jeff Hao49161ce2014-03-12 11:05:25 -0700486 const DexFile::MethodId& target_method_id = target_dex_file->GetMethodId(target_method_idx);
buzbee0d829482013-10-11 15:24:55 -0700487 // unique value based on target to ensure code deduplication works
Jeff Hao49161ce2014-03-12 11:05:25 -0700488 PushPointer(code_buffer_, &target_method_id, cu_->target64);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700489 data_lir = NEXT_LIR(data_lir);
490 }
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -0800491 // Push class literals.
492 data_lir = class_literal_list_;
493 while (data_lir != NULL) {
Jeff Hao49161ce2014-03-12 11:05:25 -0700494 uint32_t target_method_idx = data_lir->operands[0];
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -0800495 cu_->compiler_driver->AddClassPatch(cu_->dex_file,
496 cu_->class_def_idx,
497 cu_->method_idx,
Jeff Hao49161ce2014-03-12 11:05:25 -0700498 target_method_idx,
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -0800499 code_buffer_.size());
Jeff Hao49161ce2014-03-12 11:05:25 -0700500 const DexFile::TypeId& target_method_id = cu_->dex_file->GetTypeId(target_method_idx);
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -0800501 // unique value based on target to ensure code deduplication works
Jeff Hao49161ce2014-03-12 11:05:25 -0700502 PushPointer(code_buffer_, &target_method_id, cu_->target64);
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -0800503 data_lir = NEXT_LIR(data_lir);
504 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700505}
506
507/* Write the switch tables to the output stream */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700508void Mir2Lir::InstallSwitchTables() {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700509 GrowableArray<SwitchTable*>::Iterator iterator(&switch_tables_);
510 while (true) {
511 Mir2Lir::SwitchTable* tab_rec = iterator.Next();
512 if (tab_rec == NULL) break;
513 AlignBuffer(code_buffer_, tab_rec->offset);
514 /*
515 * For Arm, our reference point is the address of the bx
516 * instruction that does the launch, so we have to subtract
517 * the auto pc-advance. For other targets the reference point
518 * is a label, so we can use the offset as-is.
519 */
520 int bx_offset = INVALID_OFFSET;
521 switch (cu_->instruction_set) {
522 case kThumb2:
buzbeeb48819d2013-09-14 16:15:25 -0700523 DCHECK(tab_rec->anchor->flags.fixup != kFixupNone);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700524 bx_offset = tab_rec->anchor->offset + 4;
525 break;
526 case kX86:
Dmitry Petrochenko6a58cb12014-04-02 17:27:59 +0700527 case kX86_64:
Brian Carlstrom7940e442013-07-12 13:46:57 -0700528 bx_offset = 0;
529 break;
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100530 case kArm64:
Brian Carlstrom7940e442013-07-12 13:46:57 -0700531 case kMips:
532 bx_offset = tab_rec->anchor->offset;
533 break;
534 default: LOG(FATAL) << "Unexpected instruction set: " << cu_->instruction_set;
535 }
536 if (cu_->verbose) {
537 LOG(INFO) << "Switch table for offset 0x" << std::hex << bx_offset;
538 }
539 if (tab_rec->table[0] == Instruction::kSparseSwitchSignature) {
buzbee0d829482013-10-11 15:24:55 -0700540 const int32_t* keys = reinterpret_cast<const int32_t*>(&(tab_rec->table[2]));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700541 for (int elems = 0; elems < tab_rec->table[1]; elems++) {
542 int disp = tab_rec->targets[elems]->offset - bx_offset;
543 if (cu_->verbose) {
544 LOG(INFO) << " Case[" << elems << "] key: 0x"
545 << std::hex << keys[elems] << ", disp: 0x"
546 << std::hex << disp;
547 }
Andreas Gampe2da88232014-02-27 12:26:20 -0800548 Push32(code_buffer_, keys[elems]);
549 Push32(code_buffer_,
Brian Carlstrom7940e442013-07-12 13:46:57 -0700550 tab_rec->targets[elems]->offset - bx_offset);
551 }
552 } else {
553 DCHECK_EQ(static_cast<int>(tab_rec->table[0]),
554 static_cast<int>(Instruction::kPackedSwitchSignature));
555 for (int elems = 0; elems < tab_rec->table[1]; elems++) {
556 int disp = tab_rec->targets[elems]->offset - bx_offset;
557 if (cu_->verbose) {
558 LOG(INFO) << " Case[" << elems << "] disp: 0x"
559 << std::hex << disp;
560 }
Andreas Gampe2da88232014-02-27 12:26:20 -0800561 Push32(code_buffer_, tab_rec->targets[elems]->offset - bx_offset);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700562 }
563 }
564 }
565}
566
567/* Write the fill array dta to the output stream */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700568void Mir2Lir::InstallFillArrayData() {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700569 GrowableArray<FillArrayData*>::Iterator iterator(&fill_array_data_);
570 while (true) {
571 Mir2Lir::FillArrayData *tab_rec = iterator.Next();
572 if (tab_rec == NULL) break;
573 AlignBuffer(code_buffer_, tab_rec->offset);
574 for (int i = 0; i < (tab_rec->size + 1) / 2; i++) {
Brian Carlstromdf629502013-07-17 22:39:56 -0700575 code_buffer_.push_back(tab_rec->table[i] & 0xFF);
576 code_buffer_.push_back((tab_rec->table[i] >> 8) & 0xFF);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700577 }
578 }
579}
580
buzbee0d829482013-10-11 15:24:55 -0700581static int AssignLiteralOffsetCommon(LIR* lir, CodeOffset offset) {
Brian Carlstrom02c8cc62013-07-18 15:54:44 -0700582 for (; lir != NULL; lir = lir->next) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700583 lir->offset = offset;
584 offset += 4;
585 }
586 return offset;
587}
588
Ian Rogersff093b32014-04-30 19:04:27 -0700589static int AssignLiteralPointerOffsetCommon(LIR* lir, CodeOffset offset,
590 unsigned int element_size) {
buzbee0d829482013-10-11 15:24:55 -0700591 // Align to natural pointer size.
Andreas Gampe66018822014-05-05 20:47:19 -0700592 offset = RoundUp(offset, element_size);
buzbee0d829482013-10-11 15:24:55 -0700593 for (; lir != NULL; lir = lir->next) {
594 lir->offset = offset;
595 offset += element_size;
596 }
597 return offset;
598}
599
Brian Carlstrom7940e442013-07-12 13:46:57 -0700600// Make sure we have a code address for every declared catch entry
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700601bool Mir2Lir::VerifyCatchEntries() {
Vladimir Marko06606b92013-12-02 15:31:08 +0000602 MappingTable table(&encoded_mapping_table_[0]);
603 std::vector<uint32_t> dex_pcs;
604 dex_pcs.reserve(table.DexToPcSize());
605 for (auto it = table.DexToPcBegin(), end = table.DexToPcEnd(); it != end; ++it) {
606 dex_pcs.push_back(it.DexPc());
607 }
608 // Sort dex_pcs, so that we can quickly check it against the ordered mir_graph_->catches_.
609 std::sort(dex_pcs.begin(), dex_pcs.end());
610
Brian Carlstrom7940e442013-07-12 13:46:57 -0700611 bool success = true;
Vladimir Marko06606b92013-12-02 15:31:08 +0000612 auto it = dex_pcs.begin(), end = dex_pcs.end();
613 for (uint32_t dex_pc : mir_graph_->catches_) {
614 while (it != end && *it < dex_pc) {
615 LOG(INFO) << "Unexpected catch entry @ dex pc 0x" << std::hex << *it;
616 ++it;
617 success = false;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700618 }
Vladimir Marko06606b92013-12-02 15:31:08 +0000619 if (it == end || *it > dex_pc) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700620 LOG(INFO) << "Missing native PC for catch entry @ 0x" << std::hex << dex_pc;
621 success = false;
Vladimir Marko06606b92013-12-02 15:31:08 +0000622 } else {
623 ++it;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700624 }
625 }
626 if (!success) {
627 LOG(INFO) << "Bad dex2pcMapping table in " << PrettyMethod(cu_->method_idx, *cu_->dex_file);
628 LOG(INFO) << "Entries @ decode: " << mir_graph_->catches_.size() << ", Entries in table: "
Vladimir Marko06606b92013-12-02 15:31:08 +0000629 << table.DexToPcSize();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700630 }
631 return success;
632}
633
634
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700635void Mir2Lir::CreateMappingTables() {
Vladimir Marko1e6cb632013-11-28 16:27:29 +0000636 uint32_t pc2dex_data_size = 0u;
637 uint32_t pc2dex_entries = 0u;
638 uint32_t pc2dex_offset = 0u;
639 uint32_t pc2dex_dalvik_offset = 0u;
640 uint32_t dex2pc_data_size = 0u;
641 uint32_t dex2pc_entries = 0u;
642 uint32_t dex2pc_offset = 0u;
643 uint32_t dex2pc_dalvik_offset = 0u;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700644 for (LIR* tgt_lir = first_lir_insn_; tgt_lir != NULL; tgt_lir = NEXT_LIR(tgt_lir)) {
645 if (!tgt_lir->flags.is_nop && (tgt_lir->opcode == kPseudoSafepointPC)) {
Vladimir Marko1e6cb632013-11-28 16:27:29 +0000646 pc2dex_entries += 1;
647 DCHECK(pc2dex_offset <= tgt_lir->offset);
648 pc2dex_data_size += UnsignedLeb128Size(tgt_lir->offset - pc2dex_offset);
649 pc2dex_data_size += SignedLeb128Size(static_cast<int32_t>(tgt_lir->dalvik_offset) -
650 static_cast<int32_t>(pc2dex_dalvik_offset));
651 pc2dex_offset = tgt_lir->offset;
652 pc2dex_dalvik_offset = tgt_lir->dalvik_offset;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700653 }
654 if (!tgt_lir->flags.is_nop && (tgt_lir->opcode == kPseudoExportedPC)) {
Vladimir Marko1e6cb632013-11-28 16:27:29 +0000655 dex2pc_entries += 1;
656 DCHECK(dex2pc_offset <= tgt_lir->offset);
657 dex2pc_data_size += UnsignedLeb128Size(tgt_lir->offset - dex2pc_offset);
658 dex2pc_data_size += SignedLeb128Size(static_cast<int32_t>(tgt_lir->dalvik_offset) -
659 static_cast<int32_t>(dex2pc_dalvik_offset));
660 dex2pc_offset = tgt_lir->offset;
661 dex2pc_dalvik_offset = tgt_lir->dalvik_offset;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700662 }
663 }
Vladimir Marko1e6cb632013-11-28 16:27:29 +0000664
665 uint32_t total_entries = pc2dex_entries + dex2pc_entries;
666 uint32_t hdr_data_size = UnsignedLeb128Size(total_entries) + UnsignedLeb128Size(pc2dex_entries);
667 uint32_t data_size = hdr_data_size + pc2dex_data_size + dex2pc_data_size;
Vladimir Marko06606b92013-12-02 15:31:08 +0000668 encoded_mapping_table_.resize(data_size);
669 uint8_t* write_pos = &encoded_mapping_table_[0];
670 write_pos = EncodeUnsignedLeb128(write_pos, total_entries);
671 write_pos = EncodeUnsignedLeb128(write_pos, pc2dex_entries);
672 DCHECK_EQ(static_cast<size_t>(write_pos - &encoded_mapping_table_[0]), hdr_data_size);
673 uint8_t* write_pos2 = write_pos + pc2dex_data_size;
Vladimir Marko1e6cb632013-11-28 16:27:29 +0000674
Vladimir Marko1e6cb632013-11-28 16:27:29 +0000675 pc2dex_offset = 0u;
676 pc2dex_dalvik_offset = 0u;
Vladimir Marko06606b92013-12-02 15:31:08 +0000677 dex2pc_offset = 0u;
678 dex2pc_dalvik_offset = 0u;
679 for (LIR* tgt_lir = first_lir_insn_; tgt_lir != NULL; tgt_lir = NEXT_LIR(tgt_lir)) {
680 if (!tgt_lir->flags.is_nop && (tgt_lir->opcode == kPseudoSafepointPC)) {
681 DCHECK(pc2dex_offset <= tgt_lir->offset);
682 write_pos = EncodeUnsignedLeb128(write_pos, tgt_lir->offset - pc2dex_offset);
683 write_pos = EncodeSignedLeb128(write_pos, static_cast<int32_t>(tgt_lir->dalvik_offset) -
684 static_cast<int32_t>(pc2dex_dalvik_offset));
685 pc2dex_offset = tgt_lir->offset;
686 pc2dex_dalvik_offset = tgt_lir->dalvik_offset;
687 }
688 if (!tgt_lir->flags.is_nop && (tgt_lir->opcode == kPseudoExportedPC)) {
689 DCHECK(dex2pc_offset <= tgt_lir->offset);
690 write_pos2 = EncodeUnsignedLeb128(write_pos2, tgt_lir->offset - dex2pc_offset);
691 write_pos2 = EncodeSignedLeb128(write_pos2, static_cast<int32_t>(tgt_lir->dalvik_offset) -
692 static_cast<int32_t>(dex2pc_dalvik_offset));
693 dex2pc_offset = tgt_lir->offset;
694 dex2pc_dalvik_offset = tgt_lir->dalvik_offset;
695 }
Vladimir Marko1e6cb632013-11-28 16:27:29 +0000696 }
Vladimir Marko06606b92013-12-02 15:31:08 +0000697 DCHECK_EQ(static_cast<size_t>(write_pos - &encoded_mapping_table_[0]),
698 hdr_data_size + pc2dex_data_size);
699 DCHECK_EQ(static_cast<size_t>(write_pos2 - &encoded_mapping_table_[0]), data_size);
Vladimir Marko1e6cb632013-11-28 16:27:29 +0000700
Ian Rogers96faf5b2013-08-09 22:05:32 -0700701 if (kIsDebugBuild) {
Vladimir Marko06606b92013-12-02 15:31:08 +0000702 CHECK(VerifyCatchEntries());
703
Ian Rogers96faf5b2013-08-09 22:05:32 -0700704 // Verify the encoded table holds the expected data.
Vladimir Marko06606b92013-12-02 15:31:08 +0000705 MappingTable table(&encoded_mapping_table_[0]);
Ian Rogers96faf5b2013-08-09 22:05:32 -0700706 CHECK_EQ(table.TotalSize(), total_entries);
707 CHECK_EQ(table.PcToDexSize(), pc2dex_entries);
Vladimir Marko1e6cb632013-11-28 16:27:29 +0000708 auto it = table.PcToDexBegin();
Vladimir Marko06606b92013-12-02 15:31:08 +0000709 auto it2 = table.DexToPcBegin();
710 for (LIR* tgt_lir = first_lir_insn_; tgt_lir != NULL; tgt_lir = NEXT_LIR(tgt_lir)) {
711 if (!tgt_lir->flags.is_nop && (tgt_lir->opcode == kPseudoSafepointPC)) {
712 CHECK_EQ(tgt_lir->offset, it.NativePcOffset());
713 CHECK_EQ(tgt_lir->dalvik_offset, it.DexPc());
714 ++it;
715 }
716 if (!tgt_lir->flags.is_nop && (tgt_lir->opcode == kPseudoExportedPC)) {
717 CHECK_EQ(tgt_lir->offset, it2.NativePcOffset());
718 CHECK_EQ(tgt_lir->dalvik_offset, it2.DexPc());
719 ++it2;
720 }
Ian Rogers96faf5b2013-08-09 22:05:32 -0700721 }
Vladimir Marko1e6cb632013-11-28 16:27:29 +0000722 CHECK(it == table.PcToDexEnd());
Vladimir Marko1e6cb632013-11-28 16:27:29 +0000723 CHECK(it2 == table.DexToPcEnd());
Ian Rogers96faf5b2013-08-09 22:05:32 -0700724 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700725}
726
Brian Carlstrom7940e442013-07-12 13:46:57 -0700727void Mir2Lir::CreateNativeGcMap() {
Vladimir Marko06606b92013-12-02 15:31:08 +0000728 DCHECK(!encoded_mapping_table_.empty());
729 MappingTable mapping_table(&encoded_mapping_table_[0]);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700730 uint32_t max_native_offset = 0;
Vladimir Marko06606b92013-12-02 15:31:08 +0000731 for (auto it = mapping_table.PcToDexBegin(), end = mapping_table.PcToDexEnd(); it != end; ++it) {
732 uint32_t native_offset = it.NativePcOffset();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700733 if (native_offset > max_native_offset) {
734 max_native_offset = native_offset;
735 }
736 }
737 MethodReference method_ref(cu_->dex_file, cu_->method_idx);
Vladimir Marko2730db02014-01-27 11:15:17 +0000738 const std::vector<uint8_t>& gc_map_raw =
739 mir_graph_->GetCurrentDexCompilationUnit()->GetVerifiedMethod()->GetDexGcMap();
740 verifier::DexPcToReferenceMap dex_gc_map(&(gc_map_raw)[0]);
741 DCHECK_EQ(gc_map_raw.size(), dex_gc_map.RawSize());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700742 // Compute native offset to references size.
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +0000743 GcMapBuilder native_gc_map_builder(&native_gc_map_,
744 mapping_table.PcToDexSize(),
745 max_native_offset, dex_gc_map.RegWidth());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700746
Vladimir Marko06606b92013-12-02 15:31:08 +0000747 for (auto it = mapping_table.PcToDexBegin(), end = mapping_table.PcToDexEnd(); it != end; ++it) {
748 uint32_t native_offset = it.NativePcOffset();
749 uint32_t dex_pc = it.DexPc();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700750 const uint8_t* references = dex_gc_map.FindBitMap(dex_pc, false);
Dave Allisonf9439142014-03-27 15:10:22 -0700751 CHECK(references != NULL) << "Missing ref for dex pc 0x" << std::hex << dex_pc <<
752 ": " << PrettyMethod(cu_->method_idx, *cu_->dex_file);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700753 native_gc_map_builder.AddEntry(native_offset, references);
754 }
755}
756
757/* Determine the offset of each literal field */
buzbee0d829482013-10-11 15:24:55 -0700758int Mir2Lir::AssignLiteralOffset(CodeOffset offset) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700759 offset = AssignLiteralOffsetCommon(literal_list_, offset);
Ian Rogersff093b32014-04-30 19:04:27 -0700760 unsigned int ptr_size = GetInstructionSetPointerSize(cu_->instruction_set);
761 offset = AssignLiteralPointerOffsetCommon(code_literal_list_, offset, ptr_size);
762 offset = AssignLiteralPointerOffsetCommon(method_literal_list_, offset, ptr_size);
763 offset = AssignLiteralPointerOffsetCommon(class_literal_list_, offset, ptr_size);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700764 return offset;
765}
766
buzbee0d829482013-10-11 15:24:55 -0700767int Mir2Lir::AssignSwitchTablesOffset(CodeOffset offset) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700768 GrowableArray<SwitchTable*>::Iterator iterator(&switch_tables_);
769 while (true) {
buzbee0d829482013-10-11 15:24:55 -0700770 Mir2Lir::SwitchTable* tab_rec = iterator.Next();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700771 if (tab_rec == NULL) break;
772 tab_rec->offset = offset;
773 if (tab_rec->table[0] == Instruction::kSparseSwitchSignature) {
774 offset += tab_rec->table[1] * (sizeof(int) * 2);
775 } else {
776 DCHECK_EQ(static_cast<int>(tab_rec->table[0]),
777 static_cast<int>(Instruction::kPackedSwitchSignature));
778 offset += tab_rec->table[1] * sizeof(int);
779 }
780 }
781 return offset;
782}
783
buzbee0d829482013-10-11 15:24:55 -0700784int Mir2Lir::AssignFillArrayDataOffset(CodeOffset offset) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700785 GrowableArray<FillArrayData*>::Iterator iterator(&fill_array_data_);
786 while (true) {
787 Mir2Lir::FillArrayData *tab_rec = iterator.Next();
788 if (tab_rec == NULL) break;
789 tab_rec->offset = offset;
790 offset += tab_rec->size;
791 // word align
Andreas Gampe66018822014-05-05 20:47:19 -0700792 offset = RoundUp(offset, 4);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700793 }
794 return offset;
795}
796
Brian Carlstrom7940e442013-07-12 13:46:57 -0700797/*
798 * Insert a kPseudoCaseLabel at the beginning of the Dalvik
buzbeeb48819d2013-09-14 16:15:25 -0700799 * offset vaddr if pretty-printing, otherise use the standard block
800 * label. The selected label will be used to fix up the case
buzbee252254b2013-09-08 16:20:53 -0700801 * branch table during the assembly phase. All resource flags
802 * are set to prevent code motion. KeyVal is just there for debugging.
Brian Carlstrom7940e442013-07-12 13:46:57 -0700803 */
buzbee0d829482013-10-11 15:24:55 -0700804LIR* Mir2Lir::InsertCaseLabel(DexOffset vaddr, int keyVal) {
buzbee252254b2013-09-08 16:20:53 -0700805 LIR* boundary_lir = &block_label_list_[mir_graph_->FindBlock(vaddr)->id];
buzbeeb48819d2013-09-14 16:15:25 -0700806 LIR* res = boundary_lir;
807 if (cu_->verbose) {
808 // Only pay the expense if we're pretty-printing.
Vladimir Marko83cc7ae2014-02-12 18:02:05 +0000809 LIR* new_label = static_cast<LIR*>(arena_->Alloc(sizeof(LIR), kArenaAllocLIR));
buzbeeb48819d2013-09-14 16:15:25 -0700810 new_label->dalvik_offset = vaddr;
811 new_label->opcode = kPseudoCaseLabel;
812 new_label->operands[0] = keyVal;
813 new_label->flags.fixup = kFixupLabel;
814 DCHECK(!new_label->flags.use_def_invalid);
Vladimir Marko8dea81c2014-06-06 14:50:36 +0100815 new_label->u.m.def_mask = &kEncodeAll;
buzbeeb48819d2013-09-14 16:15:25 -0700816 InsertLIRAfter(boundary_lir, new_label);
817 res = new_label;
818 }
819 return res;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700820}
821
buzbee0d829482013-10-11 15:24:55 -0700822void Mir2Lir::MarkPackedCaseLabels(Mir2Lir::SwitchTable* tab_rec) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700823 const uint16_t* table = tab_rec->table;
buzbee0d829482013-10-11 15:24:55 -0700824 DexOffset base_vaddr = tab_rec->vaddr;
825 const int32_t *targets = reinterpret_cast<const int32_t*>(&table[4]);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700826 int entries = table[1];
827 int low_key = s4FromSwitchData(&table[2]);
828 for (int i = 0; i < entries; i++) {
829 tab_rec->targets[i] = InsertCaseLabel(base_vaddr + targets[i], i + low_key);
830 }
831}
832
buzbee0d829482013-10-11 15:24:55 -0700833void Mir2Lir::MarkSparseCaseLabels(Mir2Lir::SwitchTable* tab_rec) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700834 const uint16_t* table = tab_rec->table;
buzbee0d829482013-10-11 15:24:55 -0700835 DexOffset base_vaddr = tab_rec->vaddr;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700836 int entries = table[1];
buzbee0d829482013-10-11 15:24:55 -0700837 const int32_t* keys = reinterpret_cast<const int32_t*>(&table[2]);
838 const int32_t* targets = &keys[entries];
Brian Carlstrom7940e442013-07-12 13:46:57 -0700839 for (int i = 0; i < entries; i++) {
840 tab_rec->targets[i] = InsertCaseLabel(base_vaddr + targets[i], keys[i]);
841 }
842}
843
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700844void Mir2Lir::ProcessSwitchTables() {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700845 GrowableArray<SwitchTable*>::Iterator iterator(&switch_tables_);
846 while (true) {
847 Mir2Lir::SwitchTable *tab_rec = iterator.Next();
848 if (tab_rec == NULL) break;
849 if (tab_rec->table[0] == Instruction::kPackedSwitchSignature) {
850 MarkPackedCaseLabels(tab_rec);
851 } else if (tab_rec->table[0] == Instruction::kSparseSwitchSignature) {
852 MarkSparseCaseLabels(tab_rec);
853 } else {
854 LOG(FATAL) << "Invalid switch table";
855 }
856 }
857}
858
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700859void Mir2Lir::DumpSparseSwitchTable(const uint16_t* table) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700860 /*
861 * Sparse switch data format:
862 * ushort ident = 0x0200 magic value
863 * ushort size number of entries in the table; > 0
864 * int keys[size] keys, sorted low-to-high; 32-bit aligned
865 * int targets[size] branch targets, relative to switch opcode
866 *
867 * Total size is (2+size*4) 16-bit code units.
868 */
Brian Carlstrom7940e442013-07-12 13:46:57 -0700869 uint16_t ident = table[0];
870 int entries = table[1];
buzbee0d829482013-10-11 15:24:55 -0700871 const int32_t* keys = reinterpret_cast<const int32_t*>(&table[2]);
872 const int32_t* targets = &keys[entries];
Brian Carlstrom7940e442013-07-12 13:46:57 -0700873 LOG(INFO) << "Sparse switch table - ident:0x" << std::hex << ident
874 << ", entries: " << std::dec << entries;
875 for (int i = 0; i < entries; i++) {
876 LOG(INFO) << " Key[" << keys[i] << "] -> 0x" << std::hex << targets[i];
877 }
878}
879
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700880void Mir2Lir::DumpPackedSwitchTable(const uint16_t* table) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700881 /*
882 * Packed switch data format:
883 * ushort ident = 0x0100 magic value
884 * ushort size number of entries in the table
885 * int first_key first (and lowest) switch case value
886 * int targets[size] branch targets, relative to switch opcode
887 *
888 * Total size is (4+size*2) 16-bit code units.
889 */
Brian Carlstrom7940e442013-07-12 13:46:57 -0700890 uint16_t ident = table[0];
buzbee0d829482013-10-11 15:24:55 -0700891 const int32_t* targets = reinterpret_cast<const int32_t*>(&table[4]);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700892 int entries = table[1];
893 int low_key = s4FromSwitchData(&table[2]);
894 LOG(INFO) << "Packed switch table - ident:0x" << std::hex << ident
895 << ", entries: " << std::dec << entries << ", low_key: " << low_key;
896 for (int i = 0; i < entries; i++) {
897 LOG(INFO) << " Key[" << (i + low_key) << "] -> 0x" << std::hex
898 << targets[i];
899 }
900}
901
buzbee252254b2013-09-08 16:20:53 -0700902/* Set up special LIR to mark a Dalvik byte-code instruction start for pretty printing */
buzbee0d829482013-10-11 15:24:55 -0700903void Mir2Lir::MarkBoundary(DexOffset offset, const char* inst_str) {
904 // NOTE: only used for debug listings.
905 NewLIR1(kPseudoDalvikByteCodeBoundary, WrapPointer(ArenaStrdup(inst_str)));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700906}
907
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700908bool Mir2Lir::EvaluateBranch(Instruction::Code opcode, int32_t src1, int32_t src2) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700909 bool is_taken;
910 switch (opcode) {
911 case Instruction::IF_EQ: is_taken = (src1 == src2); break;
912 case Instruction::IF_NE: is_taken = (src1 != src2); break;
913 case Instruction::IF_LT: is_taken = (src1 < src2); break;
914 case Instruction::IF_GE: is_taken = (src1 >= src2); break;
915 case Instruction::IF_GT: is_taken = (src1 > src2); break;
916 case Instruction::IF_LE: is_taken = (src1 <= src2); break;
917 case Instruction::IF_EQZ: is_taken = (src1 == 0); break;
918 case Instruction::IF_NEZ: is_taken = (src1 != 0); break;
919 case Instruction::IF_LTZ: is_taken = (src1 < 0); break;
920 case Instruction::IF_GEZ: is_taken = (src1 >= 0); break;
921 case Instruction::IF_GTZ: is_taken = (src1 > 0); break;
922 case Instruction::IF_LEZ: is_taken = (src1 <= 0); break;
923 default:
924 LOG(FATAL) << "Unexpected opcode " << opcode;
925 is_taken = false;
926 }
927 return is_taken;
928}
929
930// Convert relation of src1/src2 to src2/src1
931ConditionCode Mir2Lir::FlipComparisonOrder(ConditionCode before) {
932 ConditionCode res;
933 switch (before) {
934 case kCondEq: res = kCondEq; break;
935 case kCondNe: res = kCondNe; break;
936 case kCondLt: res = kCondGt; break;
937 case kCondGt: res = kCondLt; break;
938 case kCondLe: res = kCondGe; break;
939 case kCondGe: res = kCondLe; break;
940 default:
941 res = static_cast<ConditionCode>(0);
942 LOG(FATAL) << "Unexpected ccode " << before;
943 }
944 return res;
945}
946
Vladimir Markoa1a70742014-03-03 10:28:05 +0000947ConditionCode Mir2Lir::NegateComparison(ConditionCode before) {
948 ConditionCode res;
949 switch (before) {
950 case kCondEq: res = kCondNe; break;
951 case kCondNe: res = kCondEq; break;
952 case kCondLt: res = kCondGe; break;
953 case kCondGt: res = kCondLe; break;
954 case kCondLe: res = kCondGt; break;
955 case kCondGe: res = kCondLt; break;
956 default:
957 res = static_cast<ConditionCode>(0);
958 LOG(FATAL) << "Unexpected ccode " << before;
959 }
960 return res;
961}
962
Brian Carlstrom7940e442013-07-12 13:46:57 -0700963// TODO: move to mir_to_lir.cc
964Mir2Lir::Mir2Lir(CompilationUnit* cu, MIRGraph* mir_graph, ArenaAllocator* arena)
965 : Backend(arena),
966 literal_list_(NULL),
967 method_literal_list_(NULL),
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -0800968 class_literal_list_(NULL),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700969 code_literal_list_(NULL),
buzbeeb48819d2013-09-14 16:15:25 -0700970 first_fixup_(NULL),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700971 cu_(cu),
972 mir_graph_(mir_graph),
973 switch_tables_(arena, 4, kGrowableArraySwitchTables),
974 fill_array_data_(arena, 4, kGrowableArrayFillArrayData),
buzbeebd663de2013-09-10 15:41:31 -0700975 tempreg_info_(arena, 20, kGrowableArrayMisc),
buzbee091cc402014-03-31 10:14:40 -0700976 reginfo_map_(arena, RegStorage::kMaxRegs, kGrowableArrayMisc),
buzbee0d829482013-10-11 15:24:55 -0700977 pointer_storage_(arena, 128, kGrowableArrayMisc),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700978 data_offset_(0),
979 total_size_(0),
980 block_label_list_(NULL),
buzbeed69835d2014-02-03 14:40:27 -0800981 promotion_map_(NULL),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700982 current_dalvik_offset_(0),
buzbeeb48819d2013-09-14 16:15:25 -0700983 estimated_native_code_size_(0),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700984 reg_pool_(NULL),
985 live_sreg_(0),
986 num_core_spills_(0),
987 num_fp_spills_(0),
988 frame_size_(0),
989 core_spill_mask_(0),
990 fp_spill_mask_(0),
991 first_lir_insn_(NULL),
Dave Allisonbcec6fb2014-01-17 12:52:22 -0800992 last_lir_insn_(NULL),
Vladimir Marko8dea81c2014-06-06 14:50:36 +0100993 slow_paths_(arena, 32, kGrowableArraySlowPaths),
994 mem_ref_type_(ResourceMask::kHeapRef),
995 mask_cache_(arena) {
buzbee0d829482013-10-11 15:24:55 -0700996 // Reserve pointer id 0 for NULL.
997 size_t null_idx = WrapPointer(NULL);
998 DCHECK_EQ(null_idx, 0U);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700999}
1000
1001void Mir2Lir::Materialize() {
buzbeea61f4952013-08-23 14:27:06 -07001002 cu_->NewTimingSplit("RegisterAllocation");
Brian Carlstrom7940e442013-07-12 13:46:57 -07001003 CompilerInitializeRegAlloc(); // Needs to happen after SSA naming
1004
1005 /* Allocate Registers using simple local allocation scheme */
1006 SimpleRegAlloc();
1007
Razvan A Lupusoru3bc01742014-02-06 13:18:43 -08001008 /* First try the custom light codegen for special cases. */
Vladimir Marko5816ed42013-11-27 17:04:20 +00001009 DCHECK(cu_->compiler_driver->GetMethodInlinerMap() != nullptr);
Razvan A Lupusoru3bc01742014-02-06 13:18:43 -08001010 bool special_worked = cu_->compiler_driver->GetMethodInlinerMap()->GetMethodInliner(cu_->dex_file)
Vladimir Marko5816ed42013-11-27 17:04:20 +00001011 ->GenSpecial(this, cu_->method_idx);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001012
Razvan A Lupusoru3bc01742014-02-06 13:18:43 -08001013 /* Take normal path for converting MIR to LIR only if the special codegen did not succeed. */
1014 if (special_worked == false) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001015 MethodMIR2LIR();
1016 }
1017
1018 /* Method is not empty */
1019 if (first_lir_insn_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001020 // mark the targets of switch statement case labels
1021 ProcessSwitchTables();
1022
1023 /* Convert LIR into machine code. */
1024 AssembleLIR();
1025
buzbeeb01bf152014-05-13 15:59:07 -07001026 if ((cu_->enable_debug & (1 << kDebugCodegenDump)) != 0) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001027 CodegenDump();
1028 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001029 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001030}
1031
1032CompiledMethod* Mir2Lir::GetCompiledMethod() {
Vladimir Marko2e589aa2014-02-25 17:53:53 +00001033 // Combine vmap tables - core regs, then fp regs - into vmap_table.
1034 Leb128EncodingVector vmap_encoder;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001035 if (frame_size_ > 0) {
Vladimir Marko2e589aa2014-02-25 17:53:53 +00001036 // Prefix the encoded data with its size.
1037 size_t size = core_vmap_table_.size() + 1 /* marker */ + fp_vmap_table_.size();
1038 vmap_encoder.Reserve(size + 1u); // All values are likely to be one byte in ULEB128 (<128).
1039 vmap_encoder.PushBackUnsigned(size);
1040 // Core regs may have been inserted out of order - sort first.
1041 std::sort(core_vmap_table_.begin(), core_vmap_table_.end());
1042 for (size_t i = 0 ; i < core_vmap_table_.size(); ++i) {
1043 // Copy, stripping out the phys register sort key.
1044 vmap_encoder.PushBackUnsigned(
1045 ~(-1 << VREG_NUM_WIDTH) & (core_vmap_table_[i] + VmapTable::kEntryAdjustment));
1046 }
1047 // Push a marker to take place of lr.
1048 vmap_encoder.PushBackUnsigned(VmapTable::kAdjustedFpMarker);
1049 // fp regs already sorted.
1050 for (uint32_t i = 0; i < fp_vmap_table_.size(); i++) {
1051 vmap_encoder.PushBackUnsigned(fp_vmap_table_[i] + VmapTable::kEntryAdjustment);
1052 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001053 } else {
Vladimir Marko81949632014-05-02 11:53:22 +01001054 DCHECK_EQ(POPCOUNT(core_spill_mask_), 0);
1055 DCHECK_EQ(POPCOUNT(fp_spill_mask_), 0);
Vladimir Marko2e589aa2014-02-25 17:53:53 +00001056 DCHECK_EQ(core_vmap_table_.size(), 0u);
1057 DCHECK_EQ(fp_vmap_table_.size(), 0u);
1058 vmap_encoder.PushBackUnsigned(0u); // Size is 0.
Brian Carlstrom7940e442013-07-12 13:46:57 -07001059 }
Mark Mendellae9fd932014-02-10 16:14:35 -08001060
Ian Rogers700a4022014-05-19 16:49:03 -07001061 std::unique_ptr<std::vector<uint8_t>> cfi_info(ReturnCallFrameInformation());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001062 CompiledMethod* result =
Ian Rogers72d32622014-05-06 16:20:11 -07001063 new CompiledMethod(cu_->compiler_driver, cu_->instruction_set, code_buffer_, frame_size_,
Vladimir Marko06606b92013-12-02 15:31:08 +00001064 core_spill_mask_, fp_spill_mask_, encoded_mapping_table_,
Dave Allisond6ed6422014-04-09 23:36:15 +00001065 vmap_encoder.GetData(), native_gc_map_, cfi_info.get());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001066 return result;
1067}
1068
Razvan A Lupusoruda7a69b2014-01-08 15:09:50 -08001069size_t Mir2Lir::GetMaxPossibleCompilerTemps() const {
1070 // Chose a reasonably small value in order to contain stack growth.
1071 // Backends that are smarter about spill region can return larger values.
1072 const size_t max_compiler_temps = 10;
1073 return max_compiler_temps;
1074}
1075
1076size_t Mir2Lir::GetNumBytesForCompilerTempSpillRegion() {
1077 // By default assume that the Mir2Lir will need one slot for each temporary.
1078 // If the backend can better determine temps that have non-overlapping ranges and
1079 // temps that do not need spilled, it can actually provide a small region.
1080 return (mir_graph_->GetNumUsedCompilerTemps() * sizeof(uint32_t));
1081}
1082
Brian Carlstrom7940e442013-07-12 13:46:57 -07001083int Mir2Lir::ComputeFrameSize() {
1084 /* Figure out the frame size */
Dmitry Petrochenkof29a4242014-05-05 20:28:47 +07001085 uint32_t size = num_core_spills_ * GetBytesPerGprSpillLocation(cu_->instruction_set)
1086 + num_fp_spills_ * GetBytesPerFprSpillLocation(cu_->instruction_set)
1087 + sizeof(uint32_t) // Filler.
1088 + (cu_->num_regs + cu_->num_outs) * sizeof(uint32_t)
1089 + GetNumBytesForCompilerTempSpillRegion();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001090 /* Align and set */
Andreas Gampe66018822014-05-05 20:47:19 -07001091 return RoundUp(size, kStackAlignment);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001092}
1093
1094/*
1095 * Append an LIR instruction to the LIR list maintained by a compilation
1096 * unit
1097 */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -07001098void Mir2Lir::AppendLIR(LIR* lir) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001099 if (first_lir_insn_ == NULL) {
1100 DCHECK(last_lir_insn_ == NULL);
1101 last_lir_insn_ = first_lir_insn_ = lir;
1102 lir->prev = lir->next = NULL;
1103 } else {
1104 last_lir_insn_->next = lir;
1105 lir->prev = last_lir_insn_;
1106 lir->next = NULL;
1107 last_lir_insn_ = lir;
1108 }
1109}
1110
1111/*
1112 * Insert an LIR instruction before the current instruction, which cannot be the
1113 * first instruction.
1114 *
1115 * prev_lir <-> new_lir <-> current_lir
1116 */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -07001117void Mir2Lir::InsertLIRBefore(LIR* current_lir, LIR* new_lir) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001118 DCHECK(current_lir->prev != NULL);
1119 LIR *prev_lir = current_lir->prev;
1120
1121 prev_lir->next = new_lir;
1122 new_lir->prev = prev_lir;
1123 new_lir->next = current_lir;
1124 current_lir->prev = new_lir;
1125}
1126
1127/*
1128 * Insert an LIR instruction after the current instruction, which cannot be the
Andreas Gampe3c12c512014-06-24 18:46:29 +00001129 * last instruction.
Brian Carlstrom7940e442013-07-12 13:46:57 -07001130 *
1131 * current_lir -> new_lir -> old_next
1132 */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -07001133void Mir2Lir::InsertLIRAfter(LIR* current_lir, LIR* new_lir) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001134 new_lir->prev = current_lir;
1135 new_lir->next = current_lir->next;
1136 current_lir->next = new_lir;
1137 new_lir->next->prev = new_lir;
1138}
1139
Mark Mendell4708dcd2014-01-22 09:05:18 -08001140bool Mir2Lir::IsPowerOfTwo(uint64_t x) {
1141 return (x & (x - 1)) == 0;
1142}
1143
1144// Returns the index of the lowest set bit in 'x'.
1145int32_t Mir2Lir::LowestSetBit(uint64_t x) {
1146 int bit_posn = 0;
1147 while ((x & 0xf) == 0) {
1148 bit_posn += 4;
1149 x >>= 4;
1150 }
1151 while ((x & 1) == 0) {
1152 bit_posn++;
1153 x >>= 1;
1154 }
1155 return bit_posn;
1156}
1157
1158bool Mir2Lir::BadOverlap(RegLocation rl_src, RegLocation rl_dest) {
1159 DCHECK(rl_src.wide);
1160 DCHECK(rl_dest.wide);
1161 return (abs(mir_graph_->SRegToVReg(rl_src.s_reg_low) - mir_graph_->SRegToVReg(rl_dest.s_reg_low)) == 1);
1162}
1163
buzbee2700f7e2014-03-07 09:46:20 -08001164LIR *Mir2Lir::OpCmpMemImmBranch(ConditionCode cond, RegStorage temp_reg, RegStorage base_reg,
Mark Mendell766e9292014-01-27 07:55:47 -08001165 int offset, int check_value, LIR* target) {
1166 // Handle this for architectures that can't compare to memory.
buzbee695d13a2014-04-19 13:32:20 -07001167 Load32Disp(base_reg, offset, temp_reg);
Mark Mendell766e9292014-01-27 07:55:47 -08001168 LIR* branch = OpCmpImmBranch(cond, temp_reg, check_value, target);
1169 return branch;
1170}
1171
Dave Allisonbcec6fb2014-01-17 12:52:22 -08001172void Mir2Lir::AddSlowPath(LIRSlowPath* slowpath) {
1173 slow_paths_.Insert(slowpath);
1174}
Mark Mendell55d0eac2014-02-06 11:02:52 -08001175
Jeff Hao49161ce2014-03-12 11:05:25 -07001176void Mir2Lir::LoadCodeAddress(const MethodReference& target_method, InvokeType type,
1177 SpecialTargetRegister symbolic_reg) {
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001178 LIR* data_target = ScanLiteralPoolMethod(code_literal_list_, target_method);
Mark Mendell55d0eac2014-02-06 11:02:52 -08001179 if (data_target == NULL) {
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001180 data_target = AddWordData(&code_literal_list_, target_method.dex_method_index);
Jeff Hao49161ce2014-03-12 11:05:25 -07001181 data_target->operands[1] = WrapPointer(const_cast<DexFile*>(target_method.dex_file));
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001182 // NOTE: The invoke type doesn't contribute to the literal identity. In fact, we can have
1183 // the same method invoked with kVirtual, kSuper and kInterface but the class linker will
1184 // resolve these invokes to the same method, so we don't care which one we record here.
Jeff Hao49161ce2014-03-12 11:05:25 -07001185 data_target->operands[2] = type;
Mark Mendell55d0eac2014-02-06 11:02:52 -08001186 }
buzbeeb5860fb2014-06-21 15:31:01 -07001187 // TODO: This is actually a pointer, not a reference.
Andreas Gampe4b537a82014-06-30 22:24:53 -07001188 LIR* load_pc_rel = OpPcRelLoad(TargetRefReg(symbolic_reg), data_target);
Mark Mendell55d0eac2014-02-06 11:02:52 -08001189 AppendLIR(load_pc_rel);
1190 DCHECK_NE(cu_->instruction_set, kMips) << reinterpret_cast<void*>(data_target);
1191}
1192
Jeff Hao49161ce2014-03-12 11:05:25 -07001193void Mir2Lir::LoadMethodAddress(const MethodReference& target_method, InvokeType type,
1194 SpecialTargetRegister symbolic_reg) {
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001195 LIR* data_target = ScanLiteralPoolMethod(method_literal_list_, target_method);
Mark Mendell55d0eac2014-02-06 11:02:52 -08001196 if (data_target == NULL) {
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001197 data_target = AddWordData(&method_literal_list_, target_method.dex_method_index);
Jeff Hao49161ce2014-03-12 11:05:25 -07001198 data_target->operands[1] = WrapPointer(const_cast<DexFile*>(target_method.dex_file));
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001199 // NOTE: The invoke type doesn't contribute to the literal identity. In fact, we can have
1200 // the same method invoked with kVirtual, kSuper and kInterface but the class linker will
1201 // resolve these invokes to the same method, so we don't care which one we record here.
Jeff Hao49161ce2014-03-12 11:05:25 -07001202 data_target->operands[2] = type;
Mark Mendell55d0eac2014-02-06 11:02:52 -08001203 }
Andreas Gampe4b537a82014-06-30 22:24:53 -07001204 LIR* load_pc_rel = OpPcRelLoad(TargetRefReg(symbolic_reg), data_target);
Mark Mendell55d0eac2014-02-06 11:02:52 -08001205 AppendLIR(load_pc_rel);
1206 DCHECK_NE(cu_->instruction_set, kMips) << reinterpret_cast<void*>(data_target);
1207}
1208
1209void Mir2Lir::LoadClassType(uint32_t type_idx, SpecialTargetRegister symbolic_reg) {
1210 // Use the literal pool and a PC-relative load from a data word.
1211 LIR* data_target = ScanLiteralPool(class_literal_list_, type_idx, 0);
1212 if (data_target == nullptr) {
1213 data_target = AddWordData(&class_literal_list_, type_idx);
1214 }
buzbeeb5860fb2014-06-21 15:31:01 -07001215 LIR* load_pc_rel = OpPcRelLoad(TargetRefReg(symbolic_reg), data_target);
Mark Mendell55d0eac2014-02-06 11:02:52 -08001216 AppendLIR(load_pc_rel);
1217}
1218
Mark Mendellae9fd932014-02-10 16:14:35 -08001219std::vector<uint8_t>* Mir2Lir::ReturnCallFrameInformation() {
1220 // Default case is to do nothing.
1221 return nullptr;
1222}
1223
buzbee2700f7e2014-03-07 09:46:20 -08001224RegLocation Mir2Lir::NarrowRegLoc(RegLocation loc) {
buzbee091cc402014-03-31 10:14:40 -07001225 if (loc.location == kLocPhysReg) {
buzbee85089dd2014-05-25 15:10:52 -07001226 DCHECK(!loc.reg.Is32Bit());
buzbee091cc402014-03-31 10:14:40 -07001227 if (loc.reg.IsPair()) {
buzbee85089dd2014-05-25 15:10:52 -07001228 RegisterInfo* info_lo = GetRegInfo(loc.reg.GetLow());
1229 RegisterInfo* info_hi = GetRegInfo(loc.reg.GetHigh());
1230 info_lo->SetIsWide(false);
1231 info_hi->SetIsWide(false);
1232 loc.reg = info_lo->GetReg();
buzbee091cc402014-03-31 10:14:40 -07001233 } else {
buzbee85089dd2014-05-25 15:10:52 -07001234 RegisterInfo* info = GetRegInfo(loc.reg);
1235 RegisterInfo* info_new = info->FindMatchingView(RegisterInfo::k32SoloStorageMask);
1236 DCHECK(info_new != nullptr);
1237 if (info->IsLive() && (info->SReg() == loc.s_reg_low)) {
1238 info->MarkDead();
1239 info_new->MarkLive(loc.s_reg_low);
1240 }
1241 loc.reg = info_new->GetReg();
buzbee091cc402014-03-31 10:14:40 -07001242 }
buzbee85089dd2014-05-25 15:10:52 -07001243 DCHECK(loc.reg.Valid());
buzbee2700f7e2014-03-07 09:46:20 -08001244 }
buzbee85089dd2014-05-25 15:10:52 -07001245 loc.wide = false;
buzbee2700f7e2014-03-07 09:46:20 -08001246 return loc;
1247}
1248
Mark Mendelld65c51a2014-04-29 16:55:20 -04001249void Mir2Lir::GenMachineSpecificExtendedMethodMIR(BasicBlock* bb, MIR* mir) {
1250 LOG(FATAL) << "Unknown MIR opcode not supported on this architecture";
1251}
1252
Brian Carlstrom7934ac22013-07-26 10:54:15 -07001253} // namespace art