blob: f66aed912a100b7d6eb819f7d41aca25422c4e12 [file] [log] [blame]
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +00001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ART_COMPILER_OPTIMIZING_CODE_GENERATOR_H_
18#define ART_COMPILER_OPTIMIZING_CODE_GENERATOR_H_
19
Ian Rogersd582fa42014-11-05 23:46:43 -080020#include "arch/instruction_set.h"
Calin Juravle34166012014-12-19 17:22:29 +000021#include "arch/instruction_set_features.h"
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +010022#include "base/bit_field.h"
Calin Juravlecd6dffe2015-01-08 17:35:35 +000023#include "driver/compiler_options.h"
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +000024#include "globals.h"
Nicolas Geoffray4e3d23a2014-05-22 18:32:45 +010025#include "locations.h"
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000026#include "memory_region.h"
27#include "nodes.h"
Nicolas Geoffray39468442014-09-02 15:17:15 +010028#include "stack_map_stream.h"
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000029
30namespace art {
31
Nicolas Geoffraya747a392014-04-17 14:56:23 +010032static size_t constexpr kVRegSize = 4;
Nicolas Geoffray86dbb9a2014-06-04 11:12:39 +010033static size_t constexpr kUninitializedFrameSize = 0;
Nicolas Geoffraya747a392014-04-17 14:56:23 +010034
Roland Levillain6d0e4832014-11-27 18:31:21 +000035// Binary encoding of 2^32 for type double.
36static int64_t constexpr k2Pow32EncodingForDouble = INT64_C(0x41F0000000000000);
37// Binary encoding of 2^31 for type double.
38static int64_t constexpr k2Pow31EncodingForDouble = INT64_C(0x41E0000000000000);
39
Roland Levillain3f8f9362014-12-02 17:45:01 +000040// Maximum value for a primitive integer.
41static int32_t constexpr kPrimIntMax = 0x7fffffff;
Roland Levillain624279f2014-12-04 11:54:28 +000042// Maximum value for a primitive long.
43static int64_t constexpr kPrimLongMax = 0x7fffffffffffffff;
Roland Levillain3f8f9362014-12-02 17:45:01 +000044
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +010045class Assembler;
Nicolas Geoffraye5038322014-07-04 09:41:32 +010046class CodeGenerator;
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +000047class DexCompilationUnit;
Nicolas Geoffrayf0e39372014-11-12 17:50:07 +000048class ParallelMoveResolver;
Andreas Gampee21dc3d2014-12-08 16:59:43 -080049class SrcMapElem;
50template <class Alloc>
Yevgeny Roubane3ea8382014-08-08 16:29:38 +070051class SrcMap;
Andreas Gampee21dc3d2014-12-08 16:59:43 -080052using DefaultSrcMap = SrcMap<std::allocator<SrcMapElem>>;
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +000053
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000054class CodeAllocator {
55 public:
Nicolas Geoffraye5038322014-07-04 09:41:32 +010056 CodeAllocator() {}
57 virtual ~CodeAllocator() {}
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000058
59 virtual uint8_t* Allocate(size_t size) = 0;
60
61 private:
62 DISALLOW_COPY_AND_ASSIGN(CodeAllocator);
63};
64
Nicolas Geoffray8ccc3f52014-03-19 10:34:11 +000065struct PcInfo {
66 uint32_t dex_pc;
67 uintptr_t native_pc;
68};
69
Ian Rogers6a3c1fc2014-10-31 00:33:20 -070070class SlowPathCode : public ArenaObject<kArenaAllocSlowPaths> {
Nicolas Geoffraye5038322014-07-04 09:41:32 +010071 public:
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +010072 SlowPathCode() {}
Nicolas Geoffraye5038322014-07-04 09:41:32 +010073 virtual ~SlowPathCode() {}
74
Nicolas Geoffraye5038322014-07-04 09:41:32 +010075 virtual void EmitNativeCode(CodeGenerator* codegen) = 0;
76
77 private:
Nicolas Geoffraye5038322014-07-04 09:41:32 +010078 DISALLOW_COPY_AND_ASSIGN(SlowPathCode);
79};
80
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +000081class CodeGenerator {
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000082 public:
83 // Compiles the graph to executable instructions. Returns whether the compilation
84 // succeeded.
Nicolas Geoffray73e80c32014-07-22 17:47:56 +010085 void CompileBaseline(CodeAllocator* allocator, bool is_leaf = false);
Nicolas Geoffray86dbb9a2014-06-04 11:12:39 +010086 void CompileOptimized(CodeAllocator* allocator);
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +000087 static CodeGenerator* Create(HGraph* graph,
Calin Juravle34166012014-12-19 17:22:29 +000088 InstructionSet instruction_set,
Calin Juravlecd6dffe2015-01-08 17:35:35 +000089 const InstructionSetFeatures& isa_features,
90 const CompilerOptions& compiler_options);
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +000091 virtual ~CodeGenerator() {}
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000092
Nicolas Geoffray787c3072014-03-17 10:20:19 +000093 HGraph* GetGraph() const { return graph_; }
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000094
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +000095 bool GoesToNextBlock(HBasicBlock* current, HBasicBlock* next) const;
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000096
Nicolas Geoffray86dbb9a2014-06-04 11:12:39 +010097 size_t GetStackSlotOfParameter(HParameterValue* parameter) const {
98 // Note that this follows the current calling convention.
99 return GetFrameSize()
100 + kVRegSize // Art method
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +0100101 + parameter->GetIndex() * kVRegSize;
Nicolas Geoffray86dbb9a2014-06-04 11:12:39 +0100102 }
103
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100104 virtual void Initialize() = 0;
Serban Constantinescu32f5b4d2014-11-25 20:05:46 +0000105 virtual void Finalize(CodeAllocator* allocator);
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000106 virtual void GenerateFrameEntry() = 0;
107 virtual void GenerateFrameExit() = 0;
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100108 virtual void Bind(HBasicBlock* block) = 0;
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100109 virtual void Move(HInstruction* instruction, Location location, HInstruction* move_for) = 0;
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000110 virtual HGraphVisitor* GetLocationBuilder() = 0;
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000111 virtual HGraphVisitor* GetInstructionVisitor() = 0;
112 virtual Assembler* GetAssembler() = 0;
Nicolas Geoffray707c8092014-04-04 10:50:14 +0100113 virtual size_t GetWordSize() const = 0;
Mark Mendellf85a9ca2015-01-13 09:20:58 -0500114 virtual size_t GetFloatingPointSpillSlotSize() const = 0;
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000115 virtual uintptr_t GetAddressOf(HBasicBlock* block) const = 0;
Nicolas Geoffray3bca0df2014-09-19 11:01:00 +0100116 void ComputeFrameSize(size_t number_of_spill_slots,
Mark Mendellf85a9ca2015-01-13 09:20:58 -0500117 size_t maximum_number_of_live_core_registers,
118 size_t maximum_number_of_live_fp_registers,
Nicolas Geoffray3bca0df2014-09-19 11:01:00 +0100119 size_t number_of_out_slots);
Nicolas Geoffrayab032bc2014-07-15 12:55:21 +0100120 virtual size_t FrameEntrySpillSize() const = 0;
121 int32_t GetStackSlot(HLocal* local) const;
122 Location GetTemporaryLocation(HTemporary* temp) const;
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000123
124 uint32_t GetFrameSize() const { return frame_size_; }
125 void SetFrameSize(uint32_t size) { frame_size_ = size; }
Nicolas Geoffray8ccc3f52014-03-19 10:34:11 +0000126 uint32_t GetCoreSpillMask() const { return core_spill_mask_; }
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000127
Nicolas Geoffray71175b72014-10-09 22:13:55 +0100128 size_t GetNumberOfCoreRegisters() const { return number_of_core_registers_; }
129 size_t GetNumberOfFloatingPointRegisters() const { return number_of_fpu_registers_; }
130 virtual void SetupBlockedRegisters() const = 0;
131
Nicolas Geoffraya7062e02014-05-22 12:50:17 +0100132 virtual void DumpCoreRegister(std::ostream& stream, int reg) const = 0;
133 virtual void DumpFloatingPointRegister(std::ostream& stream, int reg) const = 0;
Nicolas Geoffray412f10c2014-06-19 10:00:34 +0100134 virtual InstructionSet GetInstructionSet() const = 0;
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000135
136 const CompilerOptions& GetCompilerOptions() const { return compiler_options_; }
137
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100138 // Saves the register in the stack. Returns the size taken on stack.
139 virtual size_t SaveCoreRegister(size_t stack_index, uint32_t reg_id) = 0;
140 // Restores the register from the stack. Returns the size taken on stack.
141 virtual size_t RestoreCoreRegister(size_t stack_index, uint32_t reg_id) = 0;
142 virtual size_t SaveFloatingPointRegister(size_t stack_index, uint32_t reg_id) {
Ian Rogers6a3c1fc2014-10-31 00:33:20 -0700143 UNUSED(stack_index, reg_id);
144 UNIMPLEMENTED(FATAL);
145 UNREACHABLE();
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100146 }
147 virtual size_t RestoreFloatingPointRegister(size_t stack_index, uint32_t reg_id) {
Ian Rogers6a3c1fc2014-10-31 00:33:20 -0700148 UNUSED(stack_index, reg_id);
149 UNIMPLEMENTED(FATAL);
150 UNREACHABLE();
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100151 }
Nicolas Geoffray840e5462015-01-07 16:01:24 +0000152 virtual bool NeedsTwoRegisters(Primitive::Type type) const = 0;
Nicolas Geoffraya7062e02014-05-22 12:50:17 +0100153
Nicolas Geoffray39468442014-09-02 15:17:15 +0100154 void RecordPcInfo(HInstruction* instruction, uint32_t dex_pc);
Calin Juravle77520bc2015-01-12 18:45:46 +0000155 bool CanMoveNullCheckToUser(HNullCheck* null_check);
156 void MaybeRecordImplicitNullCheck(HInstruction* instruction);
Nicolas Geoffray8ccc3f52014-03-19 10:34:11 +0000157
Nicolas Geoffraye5038322014-07-04 09:41:32 +0100158 void AddSlowPath(SlowPathCode* slow_path) {
159 slow_paths_.Add(slow_path);
160 }
161
162 void GenerateSlowPaths();
163
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800164 void BuildMappingTable(std::vector<uint8_t>* vector, DefaultSrcMap* src_map) const;
Nicolas Geoffray8ccc3f52014-03-19 10:34:11 +0000165 void BuildVMapTable(std::vector<uint8_t>* vector) const;
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +0000166 void BuildNativeGCMap(
167 std::vector<uint8_t>* vector, const DexCompilationUnit& dex_compilation_unit) const;
Nicolas Geoffray39468442014-09-02 15:17:15 +0100168 void BuildStackMaps(std::vector<uint8_t>* vector);
Nicolas Geoffray3bca0df2014-09-19 11:01:00 +0100169 void SaveLiveRegisters(LocationSummary* locations);
170 void RestoreLiveRegisters(LocationSummary* locations);
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000171
Nicolas Geoffrayf12feb82014-07-17 18:32:41 +0100172 bool IsLeafMethod() const {
173 return is_leaf_;
174 }
175
176 void MarkNotLeaf() {
177 is_leaf_ = false;
178 }
179
Nicolas Geoffray3c049742014-09-24 18:10:46 +0100180 // Clears the spill slots taken by loop phis in the `LocationSummary` of the
181 // suspend check. This is called when the code generator generates code
182 // for the suspend check at the back edge (instead of where the suspend check
183 // is, which is the loop entry). At this point, the spill slots for the phis
184 // have not been written to.
185 void ClearSpillSlotsFromLoopPhisInStackMap(HSuspendCheck* suspend_check) const;
186
Nicolas Geoffray71175b72014-10-09 22:13:55 +0100187 bool* GetBlockedCoreRegisters() const { return blocked_core_registers_; }
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100188 bool* GetBlockedFloatingPointRegisters() const { return blocked_fpu_registers_; }
Nicolas Geoffray71175b72014-10-09 22:13:55 +0100189
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +0100190 // Helper that returns the pointer offset of an index in an object array.
191 // Note: this method assumes we always have the same pointer size, regardless
192 // of the architecture.
193 static size_t GetCacheOffset(uint32_t index);
194
Nicolas Geoffrayf0e39372014-11-12 17:50:07 +0000195 void EmitParallelMoves(Location from1, Location to1, Location from2, Location to2);
196
Nicolas Geoffrayaf07bc12014-11-12 18:08:09 +0000197 static bool StoreNeedsWriteBarrier(Primitive::Type type, HInstruction* value) {
198 if (kIsDebugBuild) {
199 if (type == Primitive::kPrimNot && value->IsIntConstant()) {
Nicolas Geoffray900f6eb2014-11-17 09:51:16 +0000200 CHECK_EQ(value->AsIntConstant()->GetValue(), 0);
Nicolas Geoffrayaf07bc12014-11-12 18:08:09 +0000201 }
202 }
203 return type == Primitive::kPrimNot && !value->IsIntConstant();
204 }
205
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000206 protected:
Nicolas Geoffray71175b72014-10-09 22:13:55 +0100207 CodeGenerator(HGraph* graph,
208 size_t number_of_core_registers,
209 size_t number_of_fpu_registers,
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000210 size_t number_of_register_pairs,
211 const CompilerOptions& compiler_options)
Nicolas Geoffray86dbb9a2014-06-04 11:12:39 +0100212 : frame_size_(kUninitializedFrameSize),
Nicolas Geoffray4361bef2014-08-20 04:59:12 +0100213 core_spill_mask_(0),
Nicolas Geoffray3bca0df2014-09-19 11:01:00 +0100214 first_register_slot_in_slow_path_(0),
Nicolas Geoffray71175b72014-10-09 22:13:55 +0100215 blocked_core_registers_(graph->GetArena()->AllocArray<bool>(number_of_core_registers)),
216 blocked_fpu_registers_(graph->GetArena()->AllocArray<bool>(number_of_fpu_registers)),
217 blocked_register_pairs_(graph->GetArena()->AllocArray<bool>(number_of_register_pairs)),
218 number_of_core_registers_(number_of_core_registers),
219 number_of_fpu_registers_(number_of_fpu_registers),
220 number_of_register_pairs_(number_of_register_pairs),
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000221 graph_(graph),
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000222 compiler_options_(compiler_options),
Nicolas Geoffraya7aca372014-04-28 17:47:12 +0100223 pc_infos_(graph->GetArena(), 32),
Nicolas Geoffraye5038322014-07-04 09:41:32 +0100224 slow_paths_(graph->GetArena(), 8),
Nicolas Geoffray39468442014-09-02 15:17:15 +0100225 is_leaf_(true),
226 stack_map_stream_(graph->GetArena()) {}
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000227
Nicolas Geoffraya7aca372014-04-28 17:47:12 +0100228 // Register allocation logic.
229 void AllocateRegistersLocally(HInstruction* instruction) const;
230
231 // Backend specific implementation for allocating a register.
Nicolas Geoffray71175b72014-10-09 22:13:55 +0100232 virtual Location AllocateFreeRegister(Primitive::Type type) const = 0;
Nicolas Geoffraya7aca372014-04-28 17:47:12 +0100233
Nicolas Geoffray71175b72014-10-09 22:13:55 +0100234 static size_t FindFreeEntry(bool* array, size_t length);
Nicolas Geoffray3c035032014-10-28 10:46:40 +0000235 static size_t FindTwoFreeConsecutiveAlignedEntries(bool* array, size_t length);
Nicolas Geoffraya7aca372014-04-28 17:47:12 +0100236
Nicolas Geoffraya7aca372014-04-28 17:47:12 +0100237 virtual Location GetStackLocation(HLoadLocal* load) const = 0;
238
Nicolas Geoffrayf0e39372014-11-12 17:50:07 +0000239 virtual ParallelMoveResolver* GetMoveResolver() = 0;
240
Nicolas Geoffray8ccc3f52014-03-19 10:34:11 +0000241 // Frame size required for this method.
242 uint32_t frame_size_;
243 uint32_t core_spill_mask_;
Nicolas Geoffray3bca0df2014-09-19 11:01:00 +0100244 uint32_t first_register_slot_in_slow_path_;
Nicolas Geoffray8ccc3f52014-03-19 10:34:11 +0000245
Nicolas Geoffray71175b72014-10-09 22:13:55 +0100246 // Arrays used when doing register allocation to know which
247 // registers we can allocate. `SetupBlockedRegisters` updates the
248 // arrays.
249 bool* const blocked_core_registers_;
250 bool* const blocked_fpu_registers_;
251 bool* const blocked_register_pairs_;
252 size_t number_of_core_registers_;
253 size_t number_of_fpu_registers_;
254 size_t number_of_register_pairs_;
255
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000256 private:
257 void InitLocations(HInstruction* instruction);
Nicolas Geoffray3bca0df2014-09-19 11:01:00 +0100258 size_t GetStackOffsetOfSavedRegister(size_t index);
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000259
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000260 HGraph* const graph_;
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000261 const CompilerOptions& compiler_options_;
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000262
Nicolas Geoffray8ccc3f52014-03-19 10:34:11 +0000263 GrowableArray<PcInfo> pc_infos_;
Nicolas Geoffraye5038322014-07-04 09:41:32 +0100264 GrowableArray<SlowPathCode*> slow_paths_;
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000265
Nicolas Geoffrayf12feb82014-07-17 18:32:41 +0100266 bool is_leaf_;
267
Nicolas Geoffray39468442014-09-02 15:17:15 +0100268 StackMapStream stack_map_stream_;
269
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000270 DISALLOW_COPY_AND_ASSIGN(CodeGenerator);
271};
272
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +0100273template <typename C, typename F>
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100274class CallingConvention {
275 public:
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +0100276 CallingConvention(const C* registers,
277 size_t number_of_registers,
278 const F* fpu_registers,
279 size_t number_of_fpu_registers)
280 : registers_(registers),
281 number_of_registers_(number_of_registers),
282 fpu_registers_(fpu_registers),
283 number_of_fpu_registers_(number_of_fpu_registers) {}
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100284
285 size_t GetNumberOfRegisters() const { return number_of_registers_; }
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +0100286 size_t GetNumberOfFpuRegisters() const { return number_of_fpu_registers_; }
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100287
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +0100288 C GetRegisterAt(size_t index) const {
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100289 DCHECK_LT(index, number_of_registers_);
290 return registers_[index];
291 }
292
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +0100293 F GetFpuRegisterAt(size_t index) const {
294 DCHECK_LT(index, number_of_fpu_registers_);
295 return fpu_registers_[index];
296 }
297
298 size_t GetStackOffsetOf(size_t index) const {
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100299 // We still reserve the space for parameters passed by registers.
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100300 // Add one for the method pointer.
301 return (index + 1) * kVRegSize;
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100302 }
303
304 private:
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +0100305 const C* registers_;
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100306 const size_t number_of_registers_;
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +0100307 const F* fpu_registers_;
308 const size_t number_of_fpu_registers_;
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100309
310 DISALLOW_COPY_AND_ASSIGN(CallingConvention);
311};
312
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000313} // namespace art
314
315#endif // ART_COMPILER_OPTIMIZING_CODE_GENERATOR_H_