blob: 4c6c7a45b493d581baee8b1c7eceddb1cac5fbbb [file] [log] [blame]
Brian Carlstrom7940e442013-07-12 13:46:57 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "dex/compiler_internals.h"
18#include "dex_file-inl.h"
19#include "gc_map.h"
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +000020#include "gc_map_builder.h"
Ian Rogers96faf5b2013-08-09 22:05:32 -070021#include "mapping_table.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070022#include "mir_to_lir-inl.h"
Vladimir Marko5816ed42013-11-27 17:04:20 +000023#include "dex/quick/dex_file_method_inliner.h"
24#include "dex/quick/dex_file_to_method_inliner_map.h"
Vladimir Markoc7f83202014-01-24 17:55:18 +000025#include "dex/verification_results.h"
Vladimir Marko2730db02014-01-27 11:15:17 +000026#include "dex/verified_method.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070027#include "verifier/dex_gc_map.h"
28#include "verifier/method_verifier.h"
Vladimir Marko2e589aa2014-02-25 17:53:53 +000029#include "vmap_table.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070030
31namespace art {
32
Vladimir Marko06606b92013-12-02 15:31:08 +000033namespace {
34
35/* Dump a mapping table */
36template <typename It>
37void DumpMappingTable(const char* table_name, const char* descriptor, const char* name,
38 const Signature& signature, uint32_t size, It first) {
39 if (size != 0) {
Ian Rogers107c31e2014-01-23 20:55:29 -080040 std::string line(StringPrintf("\n %s %s%s_%s_table[%u] = {", table_name,
Vladimir Marko06606b92013-12-02 15:31:08 +000041 descriptor, name, signature.ToString().c_str(), size));
42 std::replace(line.begin(), line.end(), ';', '_');
43 LOG(INFO) << line;
44 for (uint32_t i = 0; i != size; ++i) {
45 line = StringPrintf(" {0x%05x, 0x%04x},", first.NativePcOffset(), first.DexPc());
46 ++first;
47 LOG(INFO) << line;
48 }
49 LOG(INFO) <<" };\n\n";
50 }
51}
52
53} // anonymous namespace
54
Brian Carlstrom2ce745c2013-07-17 17:44:30 -070055bool Mir2Lir::IsInexpensiveConstant(RegLocation rl_src) {
Brian Carlstrom7940e442013-07-12 13:46:57 -070056 bool res = false;
57 if (rl_src.is_const) {
58 if (rl_src.wide) {
59 if (rl_src.fp) {
60 res = InexpensiveConstantDouble(mir_graph_->ConstantValueWide(rl_src));
61 } else {
62 res = InexpensiveConstantLong(mir_graph_->ConstantValueWide(rl_src));
63 }
64 } else {
65 if (rl_src.fp) {
66 res = InexpensiveConstantFloat(mir_graph_->ConstantValue(rl_src));
67 } else {
68 res = InexpensiveConstantInt(mir_graph_->ConstantValue(rl_src));
69 }
70 }
71 }
72 return res;
73}
74
Brian Carlstrom2ce745c2013-07-17 17:44:30 -070075void Mir2Lir::MarkSafepointPC(LIR* inst) {
buzbeeb48819d2013-09-14 16:15:25 -070076 DCHECK(!inst->flags.use_def_invalid);
77 inst->u.m.def_mask = ENCODE_ALL;
Brian Carlstrom7940e442013-07-12 13:46:57 -070078 LIR* safepoint_pc = NewLIR0(kPseudoSafepointPC);
buzbeeb48819d2013-09-14 16:15:25 -070079 DCHECK_EQ(safepoint_pc->u.m.def_mask, ENCODE_ALL);
Brian Carlstrom7940e442013-07-12 13:46:57 -070080}
81
buzbee252254b2013-09-08 16:20:53 -070082/* Remove a LIR from the list. */
83void Mir2Lir::UnlinkLIR(LIR* lir) {
84 if (UNLIKELY(lir == first_lir_insn_)) {
85 first_lir_insn_ = lir->next;
86 if (lir->next != NULL) {
87 lir->next->prev = NULL;
88 } else {
89 DCHECK(lir->next == NULL);
90 DCHECK(lir == last_lir_insn_);
91 last_lir_insn_ = NULL;
92 }
93 } else if (lir == last_lir_insn_) {
94 last_lir_insn_ = lir->prev;
95 lir->prev->next = NULL;
96 } else if ((lir->prev != NULL) && (lir->next != NULL)) {
97 lir->prev->next = lir->next;
98 lir->next->prev = lir->prev;
99 }
100}
101
Brian Carlstrom7940e442013-07-12 13:46:57 -0700102/* Convert an instruction to a NOP */
Brian Carlstromdf629502013-07-17 22:39:56 -0700103void Mir2Lir::NopLIR(LIR* lir) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700104 lir->flags.is_nop = true;
buzbee252254b2013-09-08 16:20:53 -0700105 if (!cu_->verbose) {
106 UnlinkLIR(lir);
107 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700108}
109
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700110void Mir2Lir::SetMemRefType(LIR* lir, bool is_load, int mem_type) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700111 uint64_t *mask_ptr;
Brian Carlstromf69863b2013-07-17 21:53:13 -0700112 uint64_t mask = ENCODE_MEM;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700113 DCHECK(GetTargetInstFlags(lir->opcode) & (IS_LOAD | IS_STORE));
buzbeeb48819d2013-09-14 16:15:25 -0700114 DCHECK(!lir->flags.use_def_invalid);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700115 if (is_load) {
buzbeeb48819d2013-09-14 16:15:25 -0700116 mask_ptr = &lir->u.m.use_mask;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700117 } else {
buzbeeb48819d2013-09-14 16:15:25 -0700118 mask_ptr = &lir->u.m.def_mask;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700119 }
120 /* Clear out the memref flags */
121 *mask_ptr &= ~mask;
122 /* ..and then add back the one we need */
123 switch (mem_type) {
124 case kLiteral:
125 DCHECK(is_load);
126 *mask_ptr |= ENCODE_LITERAL;
127 break;
128 case kDalvikReg:
129 *mask_ptr |= ENCODE_DALVIK_REG;
130 break;
131 case kHeapRef:
132 *mask_ptr |= ENCODE_HEAP_REF;
133 break;
134 case kMustNotAlias:
135 /* Currently only loads can be marked as kMustNotAlias */
136 DCHECK(!(GetTargetInstFlags(lir->opcode) & IS_STORE));
137 *mask_ptr |= ENCODE_MUST_NOT_ALIAS;
138 break;
139 default:
140 LOG(FATAL) << "Oat: invalid memref kind - " << mem_type;
141 }
142}
143
144/*
145 * Mark load/store instructions that access Dalvik registers through the stack.
146 */
147void Mir2Lir::AnnotateDalvikRegAccess(LIR* lir, int reg_id, bool is_load,
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700148 bool is64bit) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700149 SetMemRefType(lir, is_load, kDalvikReg);
150
151 /*
152 * Store the Dalvik register id in alias_info. Mark the MSB if it is a 64-bit
153 * access.
154 */
buzbeeb48819d2013-09-14 16:15:25 -0700155 lir->flags.alias_info = ENCODE_ALIAS_INFO(reg_id, is64bit);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700156}
157
158/*
159 * Debugging macros
160 */
161#define DUMP_RESOURCE_MASK(X)
162
163/* Pretty-print a LIR instruction */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700164void Mir2Lir::DumpLIRInsn(LIR* lir, unsigned char* base_addr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700165 int offset = lir->offset;
166 int dest = lir->operands[0];
167 const bool dump_nop = (cu_->enable_debug & (1 << kDebugShowNops));
168
169 /* Handle pseudo-ops individually, and all regular insns as a group */
170 switch (lir->opcode) {
171 case kPseudoMethodEntry:
172 LOG(INFO) << "-------- method entry "
173 << PrettyMethod(cu_->method_idx, *cu_->dex_file);
174 break;
175 case kPseudoMethodExit:
176 LOG(INFO) << "-------- Method_Exit";
177 break;
178 case kPseudoBarrier:
179 LOG(INFO) << "-------- BARRIER";
180 break;
181 case kPseudoEntryBlock:
182 LOG(INFO) << "-------- entry offset: 0x" << std::hex << dest;
183 break;
184 case kPseudoDalvikByteCodeBoundary:
185 if (lir->operands[0] == 0) {
buzbee0d829482013-10-11 15:24:55 -0700186 // NOTE: only used for debug listings.
187 lir->operands[0] = WrapPointer(ArenaStrdup("No instruction string"));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700188 }
189 LOG(INFO) << "-------- dalvik offset: 0x" << std::hex
Bill Buzbee0b1191c2013-10-28 22:11:59 +0000190 << lir->dalvik_offset << " @ "
191 << reinterpret_cast<char*>(UnwrapPointer(lir->operands[0]));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700192 break;
193 case kPseudoExitBlock:
194 LOG(INFO) << "-------- exit offset: 0x" << std::hex << dest;
195 break;
196 case kPseudoPseudoAlign4:
197 LOG(INFO) << reinterpret_cast<uintptr_t>(base_addr) + offset << " (0x" << std::hex
198 << offset << "): .align4";
199 break;
200 case kPseudoEHBlockLabel:
201 LOG(INFO) << "Exception_Handling:";
202 break;
203 case kPseudoTargetLabel:
204 case kPseudoNormalBlockLabel:
205 LOG(INFO) << "L" << reinterpret_cast<void*>(lir) << ":";
206 break;
207 case kPseudoThrowTarget:
208 LOG(INFO) << "LT" << reinterpret_cast<void*>(lir) << ":";
209 break;
210 case kPseudoIntrinsicRetry:
211 LOG(INFO) << "IR" << reinterpret_cast<void*>(lir) << ":";
212 break;
213 case kPseudoSuspendTarget:
214 LOG(INFO) << "LS" << reinterpret_cast<void*>(lir) << ":";
215 break;
216 case kPseudoSafepointPC:
217 LOG(INFO) << "LsafepointPC_0x" << std::hex << lir->offset << "_" << lir->dalvik_offset << ":";
218 break;
219 case kPseudoExportedPC:
220 LOG(INFO) << "LexportedPC_0x" << std::hex << lir->offset << "_" << lir->dalvik_offset << ":";
221 break;
222 case kPseudoCaseLabel:
223 LOG(INFO) << "LC" << reinterpret_cast<void*>(lir) << ": Case target 0x"
224 << std::hex << lir->operands[0] << "|" << std::dec <<
225 lir->operands[0];
226 break;
227 default:
228 if (lir->flags.is_nop && !dump_nop) {
229 break;
230 } else {
231 std::string op_name(BuildInsnString(GetTargetInstName(lir->opcode),
232 lir, base_addr));
233 std::string op_operands(BuildInsnString(GetTargetInstFmt(lir->opcode),
234 lir, base_addr));
Ian Rogers107c31e2014-01-23 20:55:29 -0800235 LOG(INFO) << StringPrintf("%5p: %-9s%s%s",
236 base_addr + offset,
Brian Carlstrom7940e442013-07-12 13:46:57 -0700237 op_name.c_str(), op_operands.c_str(),
238 lir->flags.is_nop ? "(nop)" : "");
239 }
240 break;
241 }
242
buzbeeb48819d2013-09-14 16:15:25 -0700243 if (lir->u.m.use_mask && (!lir->flags.is_nop || dump_nop)) {
244 DUMP_RESOURCE_MASK(DumpResourceMask(lir, lir->u.m.use_mask, "use"));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700245 }
buzbeeb48819d2013-09-14 16:15:25 -0700246 if (lir->u.m.def_mask && (!lir->flags.is_nop || dump_nop)) {
247 DUMP_RESOURCE_MASK(DumpResourceMask(lir, lir->u.m.def_mask, "def"));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700248 }
249}
250
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700251void Mir2Lir::DumpPromotionMap() {
Razvan A Lupusoruda7a69b2014-01-08 15:09:50 -0800252 int num_regs = cu_->num_dalvik_registers + mir_graph_->GetNumUsedCompilerTemps();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700253 for (int i = 0; i < num_regs; i++) {
254 PromotionMap v_reg_map = promotion_map_[i];
255 std::string buf;
256 if (v_reg_map.fp_location == kLocPhysReg) {
257 StringAppendF(&buf, " : s%d", v_reg_map.FpReg & FpRegMask());
258 }
259
260 std::string buf3;
261 if (i < cu_->num_dalvik_registers) {
262 StringAppendF(&buf3, "%02d", i);
263 } else if (i == mir_graph_->GetMethodSReg()) {
264 buf3 = "Method*";
265 } else {
266 StringAppendF(&buf3, "ct%d", i - cu_->num_dalvik_registers);
267 }
268
269 LOG(INFO) << StringPrintf("V[%s] -> %s%d%s", buf3.c_str(),
270 v_reg_map.core_location == kLocPhysReg ?
271 "r" : "SP+", v_reg_map.core_location == kLocPhysReg ?
272 v_reg_map.core_reg : SRegOffset(i),
273 buf.c_str());
274 }
275}
276
Brian Carlstrom7940e442013-07-12 13:46:57 -0700277/* Dump instructions and constant pool contents */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700278void Mir2Lir::CodegenDump() {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700279 LOG(INFO) << "Dumping LIR insns for "
280 << PrettyMethod(cu_->method_idx, *cu_->dex_file);
281 LIR* lir_insn;
282 int insns_size = cu_->code_item->insns_size_in_code_units_;
283
284 LOG(INFO) << "Regs (excluding ins) : " << cu_->num_regs;
285 LOG(INFO) << "Ins : " << cu_->num_ins;
286 LOG(INFO) << "Outs : " << cu_->num_outs;
287 LOG(INFO) << "CoreSpills : " << num_core_spills_;
288 LOG(INFO) << "FPSpills : " << num_fp_spills_;
Razvan A Lupusoruda7a69b2014-01-08 15:09:50 -0800289 LOG(INFO) << "CompilerTemps : " << mir_graph_->GetNumUsedCompilerTemps();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700290 LOG(INFO) << "Frame size : " << frame_size_;
291 LOG(INFO) << "code size is " << total_size_ <<
292 " bytes, Dalvik size is " << insns_size * 2;
293 LOG(INFO) << "expansion factor: "
294 << static_cast<float>(total_size_) / static_cast<float>(insns_size * 2);
295 DumpPromotionMap();
296 for (lir_insn = first_lir_insn_; lir_insn != NULL; lir_insn = lir_insn->next) {
297 DumpLIRInsn(lir_insn, 0);
298 }
299 for (lir_insn = literal_list_; lir_insn != NULL; lir_insn = lir_insn->next) {
300 LOG(INFO) << StringPrintf("%x (%04x): .word (%#x)", lir_insn->offset, lir_insn->offset,
301 lir_insn->operands[0]);
302 }
303
304 const DexFile::MethodId& method_id =
305 cu_->dex_file->GetMethodId(cu_->method_idx);
Ian Rogersd91d6d62013-09-25 20:26:14 -0700306 const Signature signature = cu_->dex_file->GetMethodSignature(method_id);
307 const char* name = cu_->dex_file->GetMethodName(method_id);
308 const char* descriptor(cu_->dex_file->GetMethodDeclaringClassDescriptor(method_id));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700309
310 // Dump mapping tables
Vladimir Marko06606b92013-12-02 15:31:08 +0000311 if (!encoded_mapping_table_.empty()) {
312 MappingTable table(&encoded_mapping_table_[0]);
313 DumpMappingTable("PC2Dex_MappingTable", descriptor, name, signature,
314 table.PcToDexSize(), table.PcToDexBegin());
315 DumpMappingTable("Dex2PC_MappingTable", descriptor, name, signature,
316 table.DexToPcSize(), table.DexToPcBegin());
317 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700318}
319
320/*
321 * Search the existing constants in the literal pool for an exact or close match
322 * within specified delta (greater or equal to 0).
323 */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700324LIR* Mir2Lir::ScanLiteralPool(LIR* data_target, int value, unsigned int delta) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700325 while (data_target) {
326 if ((static_cast<unsigned>(value - data_target->operands[0])) <= delta)
327 return data_target;
328 data_target = data_target->next;
329 }
330 return NULL;
331}
332
333/* Search the existing constants in the literal pool for an exact wide match */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700334LIR* Mir2Lir::ScanLiteralPoolWide(LIR* data_target, int val_lo, int val_hi) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700335 bool lo_match = false;
336 LIR* lo_target = NULL;
337 while (data_target) {
338 if (lo_match && (data_target->operands[0] == val_hi)) {
339 // Record high word in case we need to expand this later.
340 lo_target->operands[1] = val_hi;
341 return lo_target;
342 }
343 lo_match = false;
344 if (data_target->operands[0] == val_lo) {
345 lo_match = true;
346 lo_target = data_target;
347 }
348 data_target = data_target->next;
349 }
350 return NULL;
351}
352
353/*
354 * The following are building blocks to insert constants into the pool or
355 * instruction streams.
356 */
357
358/* Add a 32-bit constant to the constant pool */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700359LIR* Mir2Lir::AddWordData(LIR* *constant_list_p, int value) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700360 /* Add the constant to the literal pool */
361 if (constant_list_p) {
Vladimir Marko83cc7ae2014-02-12 18:02:05 +0000362 LIR* new_value = static_cast<LIR*>(arena_->Alloc(sizeof(LIR), kArenaAllocData));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700363 new_value->operands[0] = value;
364 new_value->next = *constant_list_p;
365 *constant_list_p = new_value;
buzbeeb48819d2013-09-14 16:15:25 -0700366 estimated_native_code_size_ += sizeof(value);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700367 return new_value;
368 }
369 return NULL;
370}
371
372/* Add a 64-bit constant to the constant pool or mixed with code */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700373LIR* Mir2Lir::AddWideData(LIR* *constant_list_p, int val_lo, int val_hi) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700374 AddWordData(constant_list_p, val_hi);
375 return AddWordData(constant_list_p, val_lo);
376}
377
Andreas Gampe2da88232014-02-27 12:26:20 -0800378static void Push32(std::vector<uint8_t>&buf, int data) {
Brian Carlstromdf629502013-07-17 22:39:56 -0700379 buf.push_back(data & 0xff);
380 buf.push_back((data >> 8) & 0xff);
381 buf.push_back((data >> 16) & 0xff);
382 buf.push_back((data >> 24) & 0xff);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700383}
384
Andreas Gampe2da88232014-02-27 12:26:20 -0800385// Push 8 bytes on 64-bit target systems; 4 on 32-bit target systems.
386static void PushPointer(std::vector<uint8_t>&buf, const void* pointer, bool target64) {
387 uint64_t data = reinterpret_cast<uintptr_t>(pointer);
388 if (target64) {
389 Push32(buf, data & 0xFFFFFFFF);
390 Push32(buf, (data >> 32) & 0xFFFFFFFF);
buzbee0d829482013-10-11 15:24:55 -0700391 } else {
Andreas Gampe2da88232014-02-27 12:26:20 -0800392 Push32(buf, static_cast<uint32_t>(data));
buzbee0d829482013-10-11 15:24:55 -0700393 }
394}
395
Brian Carlstrom7940e442013-07-12 13:46:57 -0700396static void AlignBuffer(std::vector<uint8_t>&buf, size_t offset) {
397 while (buf.size() < offset) {
398 buf.push_back(0);
399 }
400}
401
402/* Write the literal pool to the output stream */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700403void Mir2Lir::InstallLiteralPools() {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700404 AlignBuffer(code_buffer_, data_offset_);
405 LIR* data_lir = literal_list_;
406 while (data_lir != NULL) {
Andreas Gampe2da88232014-02-27 12:26:20 -0800407 Push32(code_buffer_, data_lir->operands[0]);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700408 data_lir = NEXT_LIR(data_lir);
409 }
410 // Push code and method literals, record offsets for the compiler to patch.
411 data_lir = code_literal_list_;
412 while (data_lir != NULL) {
Jeff Hao49161ce2014-03-12 11:05:25 -0700413 uint32_t target_method_idx = data_lir->operands[0];
414 const DexFile* target_dex_file =
415 reinterpret_cast<const DexFile*>(UnwrapPointer(data_lir->operands[1]));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700416 cu_->compiler_driver->AddCodePatch(cu_->dex_file,
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700417 cu_->class_def_idx,
418 cu_->method_idx,
419 cu_->invoke_type,
Jeff Hao49161ce2014-03-12 11:05:25 -0700420 target_method_idx,
421 target_dex_file,
422 static_cast<InvokeType>(data_lir->operands[2]),
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700423 code_buffer_.size());
Jeff Hao49161ce2014-03-12 11:05:25 -0700424 const DexFile::MethodId& target_method_id = target_dex_file->GetMethodId(target_method_idx);
buzbee0d829482013-10-11 15:24:55 -0700425 // unique value based on target to ensure code deduplication works
Jeff Hao49161ce2014-03-12 11:05:25 -0700426 PushPointer(code_buffer_, &target_method_id, cu_->target64);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700427 data_lir = NEXT_LIR(data_lir);
428 }
429 data_lir = method_literal_list_;
430 while (data_lir != NULL) {
Jeff Hao49161ce2014-03-12 11:05:25 -0700431 uint32_t target_method_idx = data_lir->operands[0];
432 const DexFile* target_dex_file =
433 reinterpret_cast<const DexFile*>(UnwrapPointer(data_lir->operands[1]));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700434 cu_->compiler_driver->AddMethodPatch(cu_->dex_file,
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700435 cu_->class_def_idx,
436 cu_->method_idx,
437 cu_->invoke_type,
Jeff Hao49161ce2014-03-12 11:05:25 -0700438 target_method_idx,
439 target_dex_file,
440 static_cast<InvokeType>(data_lir->operands[2]),
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700441 code_buffer_.size());
Jeff Hao49161ce2014-03-12 11:05:25 -0700442 const DexFile::MethodId& target_method_id = target_dex_file->GetMethodId(target_method_idx);
buzbee0d829482013-10-11 15:24:55 -0700443 // unique value based on target to ensure code deduplication works
Jeff Hao49161ce2014-03-12 11:05:25 -0700444 PushPointer(code_buffer_, &target_method_id, cu_->target64);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700445 data_lir = NEXT_LIR(data_lir);
446 }
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -0800447 // Push class literals.
448 data_lir = class_literal_list_;
449 while (data_lir != NULL) {
Jeff Hao49161ce2014-03-12 11:05:25 -0700450 uint32_t target_method_idx = data_lir->operands[0];
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -0800451 cu_->compiler_driver->AddClassPatch(cu_->dex_file,
452 cu_->class_def_idx,
453 cu_->method_idx,
Jeff Hao49161ce2014-03-12 11:05:25 -0700454 target_method_idx,
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -0800455 code_buffer_.size());
Jeff Hao49161ce2014-03-12 11:05:25 -0700456 const DexFile::TypeId& target_method_id = cu_->dex_file->GetTypeId(target_method_idx);
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -0800457 // unique value based on target to ensure code deduplication works
Jeff Hao49161ce2014-03-12 11:05:25 -0700458 PushPointer(code_buffer_, &target_method_id, cu_->target64);
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -0800459 data_lir = NEXT_LIR(data_lir);
460 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700461}
462
463/* Write the switch tables to the output stream */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700464void Mir2Lir::InstallSwitchTables() {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700465 GrowableArray<SwitchTable*>::Iterator iterator(&switch_tables_);
466 while (true) {
467 Mir2Lir::SwitchTable* tab_rec = iterator.Next();
468 if (tab_rec == NULL) break;
469 AlignBuffer(code_buffer_, tab_rec->offset);
470 /*
471 * For Arm, our reference point is the address of the bx
472 * instruction that does the launch, so we have to subtract
473 * the auto pc-advance. For other targets the reference point
474 * is a label, so we can use the offset as-is.
475 */
476 int bx_offset = INVALID_OFFSET;
477 switch (cu_->instruction_set) {
478 case kThumb2:
buzbeeb48819d2013-09-14 16:15:25 -0700479 DCHECK(tab_rec->anchor->flags.fixup != kFixupNone);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700480 bx_offset = tab_rec->anchor->offset + 4;
481 break;
482 case kX86:
483 bx_offset = 0;
484 break;
485 case kMips:
486 bx_offset = tab_rec->anchor->offset;
487 break;
488 default: LOG(FATAL) << "Unexpected instruction set: " << cu_->instruction_set;
489 }
490 if (cu_->verbose) {
491 LOG(INFO) << "Switch table for offset 0x" << std::hex << bx_offset;
492 }
493 if (tab_rec->table[0] == Instruction::kSparseSwitchSignature) {
buzbee0d829482013-10-11 15:24:55 -0700494 const int32_t* keys = reinterpret_cast<const int32_t*>(&(tab_rec->table[2]));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700495 for (int elems = 0; elems < tab_rec->table[1]; elems++) {
496 int disp = tab_rec->targets[elems]->offset - bx_offset;
497 if (cu_->verbose) {
498 LOG(INFO) << " Case[" << elems << "] key: 0x"
499 << std::hex << keys[elems] << ", disp: 0x"
500 << std::hex << disp;
501 }
Andreas Gampe2da88232014-02-27 12:26:20 -0800502 Push32(code_buffer_, keys[elems]);
503 Push32(code_buffer_,
Brian Carlstrom7940e442013-07-12 13:46:57 -0700504 tab_rec->targets[elems]->offset - bx_offset);
505 }
506 } else {
507 DCHECK_EQ(static_cast<int>(tab_rec->table[0]),
508 static_cast<int>(Instruction::kPackedSwitchSignature));
509 for (int elems = 0; elems < tab_rec->table[1]; elems++) {
510 int disp = tab_rec->targets[elems]->offset - bx_offset;
511 if (cu_->verbose) {
512 LOG(INFO) << " Case[" << elems << "] disp: 0x"
513 << std::hex << disp;
514 }
Andreas Gampe2da88232014-02-27 12:26:20 -0800515 Push32(code_buffer_, tab_rec->targets[elems]->offset - bx_offset);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700516 }
517 }
518 }
519}
520
521/* Write the fill array dta to the output stream */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700522void Mir2Lir::InstallFillArrayData() {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700523 GrowableArray<FillArrayData*>::Iterator iterator(&fill_array_data_);
524 while (true) {
525 Mir2Lir::FillArrayData *tab_rec = iterator.Next();
526 if (tab_rec == NULL) break;
527 AlignBuffer(code_buffer_, tab_rec->offset);
528 for (int i = 0; i < (tab_rec->size + 1) / 2; i++) {
Brian Carlstromdf629502013-07-17 22:39:56 -0700529 code_buffer_.push_back(tab_rec->table[i] & 0xFF);
530 code_buffer_.push_back((tab_rec->table[i] >> 8) & 0xFF);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700531 }
532 }
533}
534
buzbee0d829482013-10-11 15:24:55 -0700535static int AssignLiteralOffsetCommon(LIR* lir, CodeOffset offset) {
Brian Carlstrom02c8cc62013-07-18 15:54:44 -0700536 for (; lir != NULL; lir = lir->next) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700537 lir->offset = offset;
538 offset += 4;
539 }
540 return offset;
541}
542
buzbee0d829482013-10-11 15:24:55 -0700543static int AssignLiteralPointerOffsetCommon(LIR* lir, CodeOffset offset) {
544 unsigned int element_size = sizeof(void*);
545 // Align to natural pointer size.
546 offset = (offset + (element_size - 1)) & ~(element_size - 1);
547 for (; lir != NULL; lir = lir->next) {
548 lir->offset = offset;
549 offset += element_size;
550 }
551 return offset;
552}
553
Brian Carlstrom7940e442013-07-12 13:46:57 -0700554// Make sure we have a code address for every declared catch entry
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700555bool Mir2Lir::VerifyCatchEntries() {
Vladimir Marko06606b92013-12-02 15:31:08 +0000556 MappingTable table(&encoded_mapping_table_[0]);
557 std::vector<uint32_t> dex_pcs;
558 dex_pcs.reserve(table.DexToPcSize());
559 for (auto it = table.DexToPcBegin(), end = table.DexToPcEnd(); it != end; ++it) {
560 dex_pcs.push_back(it.DexPc());
561 }
562 // Sort dex_pcs, so that we can quickly check it against the ordered mir_graph_->catches_.
563 std::sort(dex_pcs.begin(), dex_pcs.end());
564
Brian Carlstrom7940e442013-07-12 13:46:57 -0700565 bool success = true;
Vladimir Marko06606b92013-12-02 15:31:08 +0000566 auto it = dex_pcs.begin(), end = dex_pcs.end();
567 for (uint32_t dex_pc : mir_graph_->catches_) {
568 while (it != end && *it < dex_pc) {
569 LOG(INFO) << "Unexpected catch entry @ dex pc 0x" << std::hex << *it;
570 ++it;
571 success = false;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700572 }
Vladimir Marko06606b92013-12-02 15:31:08 +0000573 if (it == end || *it > dex_pc) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700574 LOG(INFO) << "Missing native PC for catch entry @ 0x" << std::hex << dex_pc;
575 success = false;
Vladimir Marko06606b92013-12-02 15:31:08 +0000576 } else {
577 ++it;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700578 }
579 }
580 if (!success) {
581 LOG(INFO) << "Bad dex2pcMapping table in " << PrettyMethod(cu_->method_idx, *cu_->dex_file);
582 LOG(INFO) << "Entries @ decode: " << mir_graph_->catches_.size() << ", Entries in table: "
Vladimir Marko06606b92013-12-02 15:31:08 +0000583 << table.DexToPcSize();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700584 }
585 return success;
586}
587
588
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700589void Mir2Lir::CreateMappingTables() {
Vladimir Marko1e6cb632013-11-28 16:27:29 +0000590 uint32_t pc2dex_data_size = 0u;
591 uint32_t pc2dex_entries = 0u;
592 uint32_t pc2dex_offset = 0u;
593 uint32_t pc2dex_dalvik_offset = 0u;
594 uint32_t dex2pc_data_size = 0u;
595 uint32_t dex2pc_entries = 0u;
596 uint32_t dex2pc_offset = 0u;
597 uint32_t dex2pc_dalvik_offset = 0u;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700598 for (LIR* tgt_lir = first_lir_insn_; tgt_lir != NULL; tgt_lir = NEXT_LIR(tgt_lir)) {
599 if (!tgt_lir->flags.is_nop && (tgt_lir->opcode == kPseudoSafepointPC)) {
Vladimir Marko1e6cb632013-11-28 16:27:29 +0000600 pc2dex_entries += 1;
601 DCHECK(pc2dex_offset <= tgt_lir->offset);
602 pc2dex_data_size += UnsignedLeb128Size(tgt_lir->offset - pc2dex_offset);
603 pc2dex_data_size += SignedLeb128Size(static_cast<int32_t>(tgt_lir->dalvik_offset) -
604 static_cast<int32_t>(pc2dex_dalvik_offset));
605 pc2dex_offset = tgt_lir->offset;
606 pc2dex_dalvik_offset = tgt_lir->dalvik_offset;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700607 }
608 if (!tgt_lir->flags.is_nop && (tgt_lir->opcode == kPseudoExportedPC)) {
Vladimir Marko1e6cb632013-11-28 16:27:29 +0000609 dex2pc_entries += 1;
610 DCHECK(dex2pc_offset <= tgt_lir->offset);
611 dex2pc_data_size += UnsignedLeb128Size(tgt_lir->offset - dex2pc_offset);
612 dex2pc_data_size += SignedLeb128Size(static_cast<int32_t>(tgt_lir->dalvik_offset) -
613 static_cast<int32_t>(dex2pc_dalvik_offset));
614 dex2pc_offset = tgt_lir->offset;
615 dex2pc_dalvik_offset = tgt_lir->dalvik_offset;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700616 }
617 }
Vladimir Marko1e6cb632013-11-28 16:27:29 +0000618
619 uint32_t total_entries = pc2dex_entries + dex2pc_entries;
620 uint32_t hdr_data_size = UnsignedLeb128Size(total_entries) + UnsignedLeb128Size(pc2dex_entries);
621 uint32_t data_size = hdr_data_size + pc2dex_data_size + dex2pc_data_size;
Vladimir Marko06606b92013-12-02 15:31:08 +0000622 encoded_mapping_table_.resize(data_size);
623 uint8_t* write_pos = &encoded_mapping_table_[0];
624 write_pos = EncodeUnsignedLeb128(write_pos, total_entries);
625 write_pos = EncodeUnsignedLeb128(write_pos, pc2dex_entries);
626 DCHECK_EQ(static_cast<size_t>(write_pos - &encoded_mapping_table_[0]), hdr_data_size);
627 uint8_t* write_pos2 = write_pos + pc2dex_data_size;
Vladimir Marko1e6cb632013-11-28 16:27:29 +0000628
Vladimir Marko1e6cb632013-11-28 16:27:29 +0000629 pc2dex_offset = 0u;
630 pc2dex_dalvik_offset = 0u;
Vladimir Marko06606b92013-12-02 15:31:08 +0000631 dex2pc_offset = 0u;
632 dex2pc_dalvik_offset = 0u;
633 for (LIR* tgt_lir = first_lir_insn_; tgt_lir != NULL; tgt_lir = NEXT_LIR(tgt_lir)) {
634 if (!tgt_lir->flags.is_nop && (tgt_lir->opcode == kPseudoSafepointPC)) {
635 DCHECK(pc2dex_offset <= tgt_lir->offset);
636 write_pos = EncodeUnsignedLeb128(write_pos, tgt_lir->offset - pc2dex_offset);
637 write_pos = EncodeSignedLeb128(write_pos, static_cast<int32_t>(tgt_lir->dalvik_offset) -
638 static_cast<int32_t>(pc2dex_dalvik_offset));
639 pc2dex_offset = tgt_lir->offset;
640 pc2dex_dalvik_offset = tgt_lir->dalvik_offset;
641 }
642 if (!tgt_lir->flags.is_nop && (tgt_lir->opcode == kPseudoExportedPC)) {
643 DCHECK(dex2pc_offset <= tgt_lir->offset);
644 write_pos2 = EncodeUnsignedLeb128(write_pos2, tgt_lir->offset - dex2pc_offset);
645 write_pos2 = EncodeSignedLeb128(write_pos2, static_cast<int32_t>(tgt_lir->dalvik_offset) -
646 static_cast<int32_t>(dex2pc_dalvik_offset));
647 dex2pc_offset = tgt_lir->offset;
648 dex2pc_dalvik_offset = tgt_lir->dalvik_offset;
649 }
Vladimir Marko1e6cb632013-11-28 16:27:29 +0000650 }
Vladimir Marko06606b92013-12-02 15:31:08 +0000651 DCHECK_EQ(static_cast<size_t>(write_pos - &encoded_mapping_table_[0]),
652 hdr_data_size + pc2dex_data_size);
653 DCHECK_EQ(static_cast<size_t>(write_pos2 - &encoded_mapping_table_[0]), data_size);
Vladimir Marko1e6cb632013-11-28 16:27:29 +0000654
Ian Rogers96faf5b2013-08-09 22:05:32 -0700655 if (kIsDebugBuild) {
Vladimir Marko06606b92013-12-02 15:31:08 +0000656 CHECK(VerifyCatchEntries());
657
Ian Rogers96faf5b2013-08-09 22:05:32 -0700658 // Verify the encoded table holds the expected data.
Vladimir Marko06606b92013-12-02 15:31:08 +0000659 MappingTable table(&encoded_mapping_table_[0]);
Ian Rogers96faf5b2013-08-09 22:05:32 -0700660 CHECK_EQ(table.TotalSize(), total_entries);
661 CHECK_EQ(table.PcToDexSize(), pc2dex_entries);
Vladimir Marko1e6cb632013-11-28 16:27:29 +0000662 auto it = table.PcToDexBegin();
Vladimir Marko06606b92013-12-02 15:31:08 +0000663 auto it2 = table.DexToPcBegin();
664 for (LIR* tgt_lir = first_lir_insn_; tgt_lir != NULL; tgt_lir = NEXT_LIR(tgt_lir)) {
665 if (!tgt_lir->flags.is_nop && (tgt_lir->opcode == kPseudoSafepointPC)) {
666 CHECK_EQ(tgt_lir->offset, it.NativePcOffset());
667 CHECK_EQ(tgt_lir->dalvik_offset, it.DexPc());
668 ++it;
669 }
670 if (!tgt_lir->flags.is_nop && (tgt_lir->opcode == kPseudoExportedPC)) {
671 CHECK_EQ(tgt_lir->offset, it2.NativePcOffset());
672 CHECK_EQ(tgt_lir->dalvik_offset, it2.DexPc());
673 ++it2;
674 }
Ian Rogers96faf5b2013-08-09 22:05:32 -0700675 }
Vladimir Marko1e6cb632013-11-28 16:27:29 +0000676 CHECK(it == table.PcToDexEnd());
Vladimir Marko1e6cb632013-11-28 16:27:29 +0000677 CHECK(it2 == table.DexToPcEnd());
Ian Rogers96faf5b2013-08-09 22:05:32 -0700678 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700679}
680
Brian Carlstrom7940e442013-07-12 13:46:57 -0700681void Mir2Lir::CreateNativeGcMap() {
Vladimir Marko06606b92013-12-02 15:31:08 +0000682 DCHECK(!encoded_mapping_table_.empty());
683 MappingTable mapping_table(&encoded_mapping_table_[0]);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700684 uint32_t max_native_offset = 0;
Vladimir Marko06606b92013-12-02 15:31:08 +0000685 for (auto it = mapping_table.PcToDexBegin(), end = mapping_table.PcToDexEnd(); it != end; ++it) {
686 uint32_t native_offset = it.NativePcOffset();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700687 if (native_offset > max_native_offset) {
688 max_native_offset = native_offset;
689 }
690 }
691 MethodReference method_ref(cu_->dex_file, cu_->method_idx);
Vladimir Marko2730db02014-01-27 11:15:17 +0000692 const std::vector<uint8_t>& gc_map_raw =
693 mir_graph_->GetCurrentDexCompilationUnit()->GetVerifiedMethod()->GetDexGcMap();
694 verifier::DexPcToReferenceMap dex_gc_map(&(gc_map_raw)[0]);
695 DCHECK_EQ(gc_map_raw.size(), dex_gc_map.RawSize());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700696 // Compute native offset to references size.
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +0000697 GcMapBuilder native_gc_map_builder(&native_gc_map_,
698 mapping_table.PcToDexSize(),
699 max_native_offset, dex_gc_map.RegWidth());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700700
Vladimir Marko06606b92013-12-02 15:31:08 +0000701 for (auto it = mapping_table.PcToDexBegin(), end = mapping_table.PcToDexEnd(); it != end; ++it) {
702 uint32_t native_offset = it.NativePcOffset();
703 uint32_t dex_pc = it.DexPc();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700704 const uint8_t* references = dex_gc_map.FindBitMap(dex_pc, false);
Dave Allisonf9439142014-03-27 15:10:22 -0700705 CHECK(references != NULL) << "Missing ref for dex pc 0x" << std::hex << dex_pc <<
706 ": " << PrettyMethod(cu_->method_idx, *cu_->dex_file);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700707 native_gc_map_builder.AddEntry(native_offset, references);
708 }
709}
710
711/* Determine the offset of each literal field */
buzbee0d829482013-10-11 15:24:55 -0700712int Mir2Lir::AssignLiteralOffset(CodeOffset offset) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700713 offset = AssignLiteralOffsetCommon(literal_list_, offset);
buzbee0d829482013-10-11 15:24:55 -0700714 offset = AssignLiteralPointerOffsetCommon(code_literal_list_, offset);
715 offset = AssignLiteralPointerOffsetCommon(method_literal_list_, offset);
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -0800716 offset = AssignLiteralPointerOffsetCommon(class_literal_list_, offset);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700717 return offset;
718}
719
buzbee0d829482013-10-11 15:24:55 -0700720int Mir2Lir::AssignSwitchTablesOffset(CodeOffset offset) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700721 GrowableArray<SwitchTable*>::Iterator iterator(&switch_tables_);
722 while (true) {
buzbee0d829482013-10-11 15:24:55 -0700723 Mir2Lir::SwitchTable* tab_rec = iterator.Next();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700724 if (tab_rec == NULL) break;
725 tab_rec->offset = offset;
726 if (tab_rec->table[0] == Instruction::kSparseSwitchSignature) {
727 offset += tab_rec->table[1] * (sizeof(int) * 2);
728 } else {
729 DCHECK_EQ(static_cast<int>(tab_rec->table[0]),
730 static_cast<int>(Instruction::kPackedSwitchSignature));
731 offset += tab_rec->table[1] * sizeof(int);
732 }
733 }
734 return offset;
735}
736
buzbee0d829482013-10-11 15:24:55 -0700737int Mir2Lir::AssignFillArrayDataOffset(CodeOffset offset) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700738 GrowableArray<FillArrayData*>::Iterator iterator(&fill_array_data_);
739 while (true) {
740 Mir2Lir::FillArrayData *tab_rec = iterator.Next();
741 if (tab_rec == NULL) break;
742 tab_rec->offset = offset;
743 offset += tab_rec->size;
744 // word align
745 offset = (offset + 3) & ~3;
746 }
747 return offset;
748}
749
Brian Carlstrom7940e442013-07-12 13:46:57 -0700750/*
751 * Insert a kPseudoCaseLabel at the beginning of the Dalvik
buzbeeb48819d2013-09-14 16:15:25 -0700752 * offset vaddr if pretty-printing, otherise use the standard block
753 * label. The selected label will be used to fix up the case
buzbee252254b2013-09-08 16:20:53 -0700754 * branch table during the assembly phase. All resource flags
755 * are set to prevent code motion. KeyVal is just there for debugging.
Brian Carlstrom7940e442013-07-12 13:46:57 -0700756 */
buzbee0d829482013-10-11 15:24:55 -0700757LIR* Mir2Lir::InsertCaseLabel(DexOffset vaddr, int keyVal) {
buzbee252254b2013-09-08 16:20:53 -0700758 LIR* boundary_lir = &block_label_list_[mir_graph_->FindBlock(vaddr)->id];
buzbeeb48819d2013-09-14 16:15:25 -0700759 LIR* res = boundary_lir;
760 if (cu_->verbose) {
761 // Only pay the expense if we're pretty-printing.
Vladimir Marko83cc7ae2014-02-12 18:02:05 +0000762 LIR* new_label = static_cast<LIR*>(arena_->Alloc(sizeof(LIR), kArenaAllocLIR));
buzbeeb48819d2013-09-14 16:15:25 -0700763 new_label->dalvik_offset = vaddr;
764 new_label->opcode = kPseudoCaseLabel;
765 new_label->operands[0] = keyVal;
766 new_label->flags.fixup = kFixupLabel;
767 DCHECK(!new_label->flags.use_def_invalid);
768 new_label->u.m.def_mask = ENCODE_ALL;
769 InsertLIRAfter(boundary_lir, new_label);
770 res = new_label;
771 }
772 return res;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700773}
774
buzbee0d829482013-10-11 15:24:55 -0700775void Mir2Lir::MarkPackedCaseLabels(Mir2Lir::SwitchTable* tab_rec) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700776 const uint16_t* table = tab_rec->table;
buzbee0d829482013-10-11 15:24:55 -0700777 DexOffset base_vaddr = tab_rec->vaddr;
778 const int32_t *targets = reinterpret_cast<const int32_t*>(&table[4]);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700779 int entries = table[1];
780 int low_key = s4FromSwitchData(&table[2]);
781 for (int i = 0; i < entries; i++) {
782 tab_rec->targets[i] = InsertCaseLabel(base_vaddr + targets[i], i + low_key);
783 }
784}
785
buzbee0d829482013-10-11 15:24:55 -0700786void Mir2Lir::MarkSparseCaseLabels(Mir2Lir::SwitchTable* tab_rec) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700787 const uint16_t* table = tab_rec->table;
buzbee0d829482013-10-11 15:24:55 -0700788 DexOffset base_vaddr = tab_rec->vaddr;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700789 int entries = table[1];
buzbee0d829482013-10-11 15:24:55 -0700790 const int32_t* keys = reinterpret_cast<const int32_t*>(&table[2]);
791 const int32_t* targets = &keys[entries];
Brian Carlstrom7940e442013-07-12 13:46:57 -0700792 for (int i = 0; i < entries; i++) {
793 tab_rec->targets[i] = InsertCaseLabel(base_vaddr + targets[i], keys[i]);
794 }
795}
796
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700797void Mir2Lir::ProcessSwitchTables() {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700798 GrowableArray<SwitchTable*>::Iterator iterator(&switch_tables_);
799 while (true) {
800 Mir2Lir::SwitchTable *tab_rec = iterator.Next();
801 if (tab_rec == NULL) break;
802 if (tab_rec->table[0] == Instruction::kPackedSwitchSignature) {
803 MarkPackedCaseLabels(tab_rec);
804 } else if (tab_rec->table[0] == Instruction::kSparseSwitchSignature) {
805 MarkSparseCaseLabels(tab_rec);
806 } else {
807 LOG(FATAL) << "Invalid switch table";
808 }
809 }
810}
811
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700812void Mir2Lir::DumpSparseSwitchTable(const uint16_t* table) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700813 /*
814 * Sparse switch data format:
815 * ushort ident = 0x0200 magic value
816 * ushort size number of entries in the table; > 0
817 * int keys[size] keys, sorted low-to-high; 32-bit aligned
818 * int targets[size] branch targets, relative to switch opcode
819 *
820 * Total size is (2+size*4) 16-bit code units.
821 */
Brian Carlstrom7940e442013-07-12 13:46:57 -0700822 uint16_t ident = table[0];
823 int entries = table[1];
buzbee0d829482013-10-11 15:24:55 -0700824 const int32_t* keys = reinterpret_cast<const int32_t*>(&table[2]);
825 const int32_t* targets = &keys[entries];
Brian Carlstrom7940e442013-07-12 13:46:57 -0700826 LOG(INFO) << "Sparse switch table - ident:0x" << std::hex << ident
827 << ", entries: " << std::dec << entries;
828 for (int i = 0; i < entries; i++) {
829 LOG(INFO) << " Key[" << keys[i] << "] -> 0x" << std::hex << targets[i];
830 }
831}
832
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700833void Mir2Lir::DumpPackedSwitchTable(const uint16_t* table) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700834 /*
835 * Packed switch data format:
836 * ushort ident = 0x0100 magic value
837 * ushort size number of entries in the table
838 * int first_key first (and lowest) switch case value
839 * int targets[size] branch targets, relative to switch opcode
840 *
841 * Total size is (4+size*2) 16-bit code units.
842 */
Brian Carlstrom7940e442013-07-12 13:46:57 -0700843 uint16_t ident = table[0];
buzbee0d829482013-10-11 15:24:55 -0700844 const int32_t* targets = reinterpret_cast<const int32_t*>(&table[4]);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700845 int entries = table[1];
846 int low_key = s4FromSwitchData(&table[2]);
847 LOG(INFO) << "Packed switch table - ident:0x" << std::hex << ident
848 << ", entries: " << std::dec << entries << ", low_key: " << low_key;
849 for (int i = 0; i < entries; i++) {
850 LOG(INFO) << " Key[" << (i + low_key) << "] -> 0x" << std::hex
851 << targets[i];
852 }
853}
854
buzbee252254b2013-09-08 16:20:53 -0700855/* Set up special LIR to mark a Dalvik byte-code instruction start for pretty printing */
buzbee0d829482013-10-11 15:24:55 -0700856void Mir2Lir::MarkBoundary(DexOffset offset, const char* inst_str) {
857 // NOTE: only used for debug listings.
858 NewLIR1(kPseudoDalvikByteCodeBoundary, WrapPointer(ArenaStrdup(inst_str)));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700859}
860
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700861bool Mir2Lir::EvaluateBranch(Instruction::Code opcode, int32_t src1, int32_t src2) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700862 bool is_taken;
863 switch (opcode) {
864 case Instruction::IF_EQ: is_taken = (src1 == src2); break;
865 case Instruction::IF_NE: is_taken = (src1 != src2); break;
866 case Instruction::IF_LT: is_taken = (src1 < src2); break;
867 case Instruction::IF_GE: is_taken = (src1 >= src2); break;
868 case Instruction::IF_GT: is_taken = (src1 > src2); break;
869 case Instruction::IF_LE: is_taken = (src1 <= src2); break;
870 case Instruction::IF_EQZ: is_taken = (src1 == 0); break;
871 case Instruction::IF_NEZ: is_taken = (src1 != 0); break;
872 case Instruction::IF_LTZ: is_taken = (src1 < 0); break;
873 case Instruction::IF_GEZ: is_taken = (src1 >= 0); break;
874 case Instruction::IF_GTZ: is_taken = (src1 > 0); break;
875 case Instruction::IF_LEZ: is_taken = (src1 <= 0); break;
876 default:
877 LOG(FATAL) << "Unexpected opcode " << opcode;
878 is_taken = false;
879 }
880 return is_taken;
881}
882
883// Convert relation of src1/src2 to src2/src1
884ConditionCode Mir2Lir::FlipComparisonOrder(ConditionCode before) {
885 ConditionCode res;
886 switch (before) {
887 case kCondEq: res = kCondEq; break;
888 case kCondNe: res = kCondNe; break;
889 case kCondLt: res = kCondGt; break;
890 case kCondGt: res = kCondLt; break;
891 case kCondLe: res = kCondGe; break;
892 case kCondGe: res = kCondLe; break;
893 default:
894 res = static_cast<ConditionCode>(0);
895 LOG(FATAL) << "Unexpected ccode " << before;
896 }
897 return res;
898}
899
Vladimir Markoa1a70742014-03-03 10:28:05 +0000900ConditionCode Mir2Lir::NegateComparison(ConditionCode before) {
901 ConditionCode res;
902 switch (before) {
903 case kCondEq: res = kCondNe; break;
904 case kCondNe: res = kCondEq; break;
905 case kCondLt: res = kCondGe; break;
906 case kCondGt: res = kCondLe; break;
907 case kCondLe: res = kCondGt; break;
908 case kCondGe: res = kCondLt; break;
909 default:
910 res = static_cast<ConditionCode>(0);
911 LOG(FATAL) << "Unexpected ccode " << before;
912 }
913 return res;
914}
915
Brian Carlstrom7940e442013-07-12 13:46:57 -0700916// TODO: move to mir_to_lir.cc
917Mir2Lir::Mir2Lir(CompilationUnit* cu, MIRGraph* mir_graph, ArenaAllocator* arena)
918 : Backend(arena),
919 literal_list_(NULL),
920 method_literal_list_(NULL),
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -0800921 class_literal_list_(NULL),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700922 code_literal_list_(NULL),
buzbeeb48819d2013-09-14 16:15:25 -0700923 first_fixup_(NULL),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700924 cu_(cu),
925 mir_graph_(mir_graph),
926 switch_tables_(arena, 4, kGrowableArraySwitchTables),
927 fill_array_data_(arena, 4, kGrowableArrayFillArrayData),
928 throw_launchpads_(arena, 2048, kGrowableArrayThrowLaunchPads),
929 suspend_launchpads_(arena, 4, kGrowableArraySuspendLaunchPads),
buzbeebd663de2013-09-10 15:41:31 -0700930 tempreg_info_(arena, 20, kGrowableArrayMisc),
931 reginfo_map_(arena, 64, kGrowableArrayMisc),
buzbee0d829482013-10-11 15:24:55 -0700932 pointer_storage_(arena, 128, kGrowableArrayMisc),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700933 data_offset_(0),
934 total_size_(0),
935 block_label_list_(NULL),
buzbeed69835d2014-02-03 14:40:27 -0800936 promotion_map_(NULL),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700937 current_dalvik_offset_(0),
buzbeeb48819d2013-09-14 16:15:25 -0700938 estimated_native_code_size_(0),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700939 reg_pool_(NULL),
940 live_sreg_(0),
941 num_core_spills_(0),
942 num_fp_spills_(0),
943 frame_size_(0),
944 core_spill_mask_(0),
945 fp_spill_mask_(0),
946 first_lir_insn_(NULL),
Dave Allisonbcec6fb2014-01-17 12:52:22 -0800947 last_lir_insn_(NULL),
948 slow_paths_(arena, 32, kGrowableArraySlowPaths) {
buzbee0d829482013-10-11 15:24:55 -0700949 // Reserve pointer id 0 for NULL.
950 size_t null_idx = WrapPointer(NULL);
951 DCHECK_EQ(null_idx, 0U);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700952}
953
954void Mir2Lir::Materialize() {
buzbeea61f4952013-08-23 14:27:06 -0700955 cu_->NewTimingSplit("RegisterAllocation");
Brian Carlstrom7940e442013-07-12 13:46:57 -0700956 CompilerInitializeRegAlloc(); // Needs to happen after SSA naming
957
958 /* Allocate Registers using simple local allocation scheme */
959 SimpleRegAlloc();
960
Razvan A Lupusoru3bc01742014-02-06 13:18:43 -0800961 /* First try the custom light codegen for special cases. */
Vladimir Marko5816ed42013-11-27 17:04:20 +0000962 DCHECK(cu_->compiler_driver->GetMethodInlinerMap() != nullptr);
Razvan A Lupusoru3bc01742014-02-06 13:18:43 -0800963 bool special_worked = cu_->compiler_driver->GetMethodInlinerMap()->GetMethodInliner(cu_->dex_file)
Vladimir Marko5816ed42013-11-27 17:04:20 +0000964 ->GenSpecial(this, cu_->method_idx);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700965
Razvan A Lupusoru3bc01742014-02-06 13:18:43 -0800966 /* Take normal path for converting MIR to LIR only if the special codegen did not succeed. */
967 if (special_worked == false) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700968 MethodMIR2LIR();
969 }
970
971 /* Method is not empty */
972 if (first_lir_insn_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700973 // mark the targets of switch statement case labels
974 ProcessSwitchTables();
975
976 /* Convert LIR into machine code. */
977 AssembleLIR();
978
979 if (cu_->verbose) {
980 CodegenDump();
981 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700982 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700983}
984
985CompiledMethod* Mir2Lir::GetCompiledMethod() {
Vladimir Marko2e589aa2014-02-25 17:53:53 +0000986 // Combine vmap tables - core regs, then fp regs - into vmap_table.
987 Leb128EncodingVector vmap_encoder;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700988 if (frame_size_ > 0) {
Vladimir Marko2e589aa2014-02-25 17:53:53 +0000989 // Prefix the encoded data with its size.
990 size_t size = core_vmap_table_.size() + 1 /* marker */ + fp_vmap_table_.size();
991 vmap_encoder.Reserve(size + 1u); // All values are likely to be one byte in ULEB128 (<128).
992 vmap_encoder.PushBackUnsigned(size);
993 // Core regs may have been inserted out of order - sort first.
994 std::sort(core_vmap_table_.begin(), core_vmap_table_.end());
995 for (size_t i = 0 ; i < core_vmap_table_.size(); ++i) {
996 // Copy, stripping out the phys register sort key.
997 vmap_encoder.PushBackUnsigned(
998 ~(-1 << VREG_NUM_WIDTH) & (core_vmap_table_[i] + VmapTable::kEntryAdjustment));
999 }
1000 // Push a marker to take place of lr.
1001 vmap_encoder.PushBackUnsigned(VmapTable::kAdjustedFpMarker);
1002 // fp regs already sorted.
1003 for (uint32_t i = 0; i < fp_vmap_table_.size(); i++) {
1004 vmap_encoder.PushBackUnsigned(fp_vmap_table_[i] + VmapTable::kEntryAdjustment);
1005 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001006 } else {
1007 DCHECK_EQ(__builtin_popcount(core_spill_mask_), 0);
1008 DCHECK_EQ(__builtin_popcount(fp_spill_mask_), 0);
Vladimir Marko2e589aa2014-02-25 17:53:53 +00001009 DCHECK_EQ(core_vmap_table_.size(), 0u);
1010 DCHECK_EQ(fp_vmap_table_.size(), 0u);
1011 vmap_encoder.PushBackUnsigned(0u); // Size is 0.
Brian Carlstrom7940e442013-07-12 13:46:57 -07001012 }
Mark Mendellae9fd932014-02-10 16:14:35 -08001013
1014 UniquePtr<std::vector<uint8_t> > cfi_info(ReturnCallFrameInformation());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001015 CompiledMethod* result =
Mathieu Chartier193bad92013-08-29 18:46:00 -07001016 new CompiledMethod(*cu_->compiler_driver, cu_->instruction_set, code_buffer_, frame_size_,
Vladimir Marko06606b92013-12-02 15:31:08 +00001017 core_spill_mask_, fp_spill_mask_, encoded_mapping_table_,
Mark Mendellae9fd932014-02-10 16:14:35 -08001018 vmap_encoder.GetData(), native_gc_map_, cfi_info.get());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001019 return result;
1020}
1021
Razvan A Lupusoruda7a69b2014-01-08 15:09:50 -08001022size_t Mir2Lir::GetMaxPossibleCompilerTemps() const {
1023 // Chose a reasonably small value in order to contain stack growth.
1024 // Backends that are smarter about spill region can return larger values.
1025 const size_t max_compiler_temps = 10;
1026 return max_compiler_temps;
1027}
1028
1029size_t Mir2Lir::GetNumBytesForCompilerTempSpillRegion() {
1030 // By default assume that the Mir2Lir will need one slot for each temporary.
1031 // If the backend can better determine temps that have non-overlapping ranges and
1032 // temps that do not need spilled, it can actually provide a small region.
1033 return (mir_graph_->GetNumUsedCompilerTemps() * sizeof(uint32_t));
1034}
1035
Brian Carlstrom7940e442013-07-12 13:46:57 -07001036int Mir2Lir::ComputeFrameSize() {
1037 /* Figure out the frame size */
1038 static const uint32_t kAlignMask = kStackAlignment - 1;
Razvan A Lupusoruda7a69b2014-01-08 15:09:50 -08001039 uint32_t size = ((num_core_spills_ + num_fp_spills_ +
1040 1 /* filler word */ + cu_->num_regs + cu_->num_outs)
1041 * sizeof(uint32_t)) +
1042 GetNumBytesForCompilerTempSpillRegion();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001043 /* Align and set */
1044 return (size + kAlignMask) & ~(kAlignMask);
1045}
1046
1047/*
1048 * Append an LIR instruction to the LIR list maintained by a compilation
1049 * unit
1050 */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -07001051void Mir2Lir::AppendLIR(LIR* lir) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001052 if (first_lir_insn_ == NULL) {
1053 DCHECK(last_lir_insn_ == NULL);
1054 last_lir_insn_ = first_lir_insn_ = lir;
1055 lir->prev = lir->next = NULL;
1056 } else {
1057 last_lir_insn_->next = lir;
1058 lir->prev = last_lir_insn_;
1059 lir->next = NULL;
1060 last_lir_insn_ = lir;
1061 }
1062}
1063
1064/*
1065 * Insert an LIR instruction before the current instruction, which cannot be the
1066 * first instruction.
1067 *
1068 * prev_lir <-> new_lir <-> current_lir
1069 */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -07001070void Mir2Lir::InsertLIRBefore(LIR* current_lir, LIR* new_lir) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001071 DCHECK(current_lir->prev != NULL);
1072 LIR *prev_lir = current_lir->prev;
1073
1074 prev_lir->next = new_lir;
1075 new_lir->prev = prev_lir;
1076 new_lir->next = current_lir;
1077 current_lir->prev = new_lir;
1078}
1079
1080/*
1081 * Insert an LIR instruction after the current instruction, which cannot be the
1082 * first instruction.
1083 *
1084 * current_lir -> new_lir -> old_next
1085 */
Brian Carlstrom2ce745c2013-07-17 17:44:30 -07001086void Mir2Lir::InsertLIRAfter(LIR* current_lir, LIR* new_lir) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001087 new_lir->prev = current_lir;
1088 new_lir->next = current_lir->next;
1089 current_lir->next = new_lir;
1090 new_lir->next->prev = new_lir;
1091}
1092
Mark Mendell4708dcd2014-01-22 09:05:18 -08001093bool Mir2Lir::IsPowerOfTwo(uint64_t x) {
1094 return (x & (x - 1)) == 0;
1095}
1096
1097// Returns the index of the lowest set bit in 'x'.
1098int32_t Mir2Lir::LowestSetBit(uint64_t x) {
1099 int bit_posn = 0;
1100 while ((x & 0xf) == 0) {
1101 bit_posn += 4;
1102 x >>= 4;
1103 }
1104 while ((x & 1) == 0) {
1105 bit_posn++;
1106 x >>= 1;
1107 }
1108 return bit_posn;
1109}
1110
1111bool Mir2Lir::BadOverlap(RegLocation rl_src, RegLocation rl_dest) {
1112 DCHECK(rl_src.wide);
1113 DCHECK(rl_dest.wide);
1114 return (abs(mir_graph_->SRegToVReg(rl_src.s_reg_low) - mir_graph_->SRegToVReg(rl_dest.s_reg_low)) == 1);
1115}
1116
buzbee2700f7e2014-03-07 09:46:20 -08001117LIR *Mir2Lir::OpCmpMemImmBranch(ConditionCode cond, RegStorage temp_reg, RegStorage base_reg,
Mark Mendell766e9292014-01-27 07:55:47 -08001118 int offset, int check_value, LIR* target) {
1119 // Handle this for architectures that can't compare to memory.
1120 LoadWordDisp(base_reg, offset, temp_reg);
1121 LIR* branch = OpCmpImmBranch(cond, temp_reg, check_value, target);
1122 return branch;
1123}
1124
Dave Allisonbcec6fb2014-01-17 12:52:22 -08001125void Mir2Lir::AddSlowPath(LIRSlowPath* slowpath) {
1126 slow_paths_.Insert(slowpath);
1127}
Mark Mendell55d0eac2014-02-06 11:02:52 -08001128
Jeff Hao49161ce2014-03-12 11:05:25 -07001129void Mir2Lir::LoadCodeAddress(const MethodReference& target_method, InvokeType type,
1130 SpecialTargetRegister symbolic_reg) {
1131 int target_method_idx = target_method.dex_method_index;
1132 LIR* data_target = ScanLiteralPool(code_literal_list_, target_method_idx, 0);
Mark Mendell55d0eac2014-02-06 11:02:52 -08001133 if (data_target == NULL) {
Jeff Hao49161ce2014-03-12 11:05:25 -07001134 data_target = AddWordData(&code_literal_list_, target_method_idx);
1135 data_target->operands[1] = WrapPointer(const_cast<DexFile*>(target_method.dex_file));
1136 data_target->operands[2] = type;
Mark Mendell55d0eac2014-02-06 11:02:52 -08001137 }
1138 LIR* load_pc_rel = OpPcRelLoad(TargetReg(symbolic_reg), data_target);
1139 AppendLIR(load_pc_rel);
1140 DCHECK_NE(cu_->instruction_set, kMips) << reinterpret_cast<void*>(data_target);
1141}
1142
Jeff Hao49161ce2014-03-12 11:05:25 -07001143void Mir2Lir::LoadMethodAddress(const MethodReference& target_method, InvokeType type,
1144 SpecialTargetRegister symbolic_reg) {
1145 int target_method_idx = target_method.dex_method_index;
1146 LIR* data_target = ScanLiteralPool(method_literal_list_, target_method_idx, 0);
Mark Mendell55d0eac2014-02-06 11:02:52 -08001147 if (data_target == NULL) {
Jeff Hao49161ce2014-03-12 11:05:25 -07001148 data_target = AddWordData(&method_literal_list_, target_method_idx);
1149 data_target->operands[1] = WrapPointer(const_cast<DexFile*>(target_method.dex_file));
1150 data_target->operands[2] = type;
Mark Mendell55d0eac2014-02-06 11:02:52 -08001151 }
1152 LIR* load_pc_rel = OpPcRelLoad(TargetReg(symbolic_reg), data_target);
1153 AppendLIR(load_pc_rel);
1154 DCHECK_NE(cu_->instruction_set, kMips) << reinterpret_cast<void*>(data_target);
1155}
1156
1157void Mir2Lir::LoadClassType(uint32_t type_idx, SpecialTargetRegister symbolic_reg) {
1158 // Use the literal pool and a PC-relative load from a data word.
1159 LIR* data_target = ScanLiteralPool(class_literal_list_, type_idx, 0);
1160 if (data_target == nullptr) {
1161 data_target = AddWordData(&class_literal_list_, type_idx);
1162 }
1163 LIR* load_pc_rel = OpPcRelLoad(TargetReg(symbolic_reg), data_target);
1164 AppendLIR(load_pc_rel);
1165}
1166
Mark Mendellae9fd932014-02-10 16:14:35 -08001167std::vector<uint8_t>* Mir2Lir::ReturnCallFrameInformation() {
1168 // Default case is to do nothing.
1169 return nullptr;
1170}
1171
buzbee2700f7e2014-03-07 09:46:20 -08001172RegLocation Mir2Lir::NarrowRegLoc(RegLocation loc) {
1173 loc.wide = false;
1174 if (loc.reg.IsPair()) {
1175 loc.reg = loc.reg.GetLow();
1176 }
1177 return loc;
1178}
1179
Brian Carlstrom7934ac22013-07-26 10:54:15 -07001180} // namespace art