Elliott Hughes | 2faa5f1 | 2012-01-30 14:42:07 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2011 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
Carl Shapiro | a5d5cfd | 2011-06-21 12:46:59 -0700 | [diff] [blame] | 16 | |
Ian Rogers | 2c8f653 | 2011-09-02 17:16:34 -0700 | [diff] [blame] | 17 | #include "assembler.h" |
| 18 | |
Carl Shapiro | a5d5cfd | 2011-06-21 12:46:59 -0700 | [diff] [blame] | 19 | #include <algorithm> |
| 20 | #include <vector> |
Ian Rogers | 2c8f653 | 2011-09-02 17:16:34 -0700 | [diff] [blame] | 21 | |
Alex Light | 50fa993 | 2015-08-10 15:30:07 -0700 | [diff] [blame] | 22 | #ifdef ART_ENABLE_CODEGEN_arm |
Dave Allison | 65fcc2c | 2014-04-28 13:45:27 -0700 | [diff] [blame] | 23 | #include "arm/assembler_arm32.h" |
| 24 | #include "arm/assembler_thumb2.h" |
Alex Light | 50fa993 | 2015-08-10 15:30:07 -0700 | [diff] [blame] | 25 | #endif |
| 26 | #ifdef ART_ENABLE_CODEGEN_arm64 |
Serban Constantinescu | ed8dd49 | 2014-02-11 14:15:10 +0000 | [diff] [blame] | 27 | #include "arm64/assembler_arm64.h" |
Alex Light | 50fa993 | 2015-08-10 15:30:07 -0700 | [diff] [blame] | 28 | #endif |
| 29 | #ifdef ART_ENABLE_CODEGEN_mips |
jeffhao | 7fbee07 | 2012-08-24 17:56:54 -0700 | [diff] [blame] | 30 | #include "mips/assembler_mips.h" |
Alex Light | 50fa993 | 2015-08-10 15:30:07 -0700 | [diff] [blame] | 31 | #endif |
| 32 | #ifdef ART_ENABLE_CODEGEN_mips64 |
Andreas Gampe | 57b3429 | 2015-01-14 15:45:59 -0800 | [diff] [blame] | 33 | #include "mips64/assembler_mips64.h" |
Alex Light | 50fa993 | 2015-08-10 15:30:07 -0700 | [diff] [blame] | 34 | #endif |
| 35 | #ifdef ART_ENABLE_CODEGEN_x86 |
Ian Rogers | 57b86d4 | 2012-03-27 16:05:41 -0700 | [diff] [blame] | 36 | #include "x86/assembler_x86.h" |
Alex Light | 50fa993 | 2015-08-10 15:30:07 -0700 | [diff] [blame] | 37 | #endif |
| 38 | #ifdef ART_ENABLE_CODEGEN_x86_64 |
Dmitry Petrochenko | fca8220 | 2014-03-21 11:21:37 +0700 | [diff] [blame] | 39 | #include "x86_64/assembler_x86_64.h" |
Alex Light | 50fa993 | 2015-08-10 15:30:07 -0700 | [diff] [blame] | 40 | #endif |
Brian Carlstrom | 578bbdc | 2011-07-21 14:07:47 -0700 | [diff] [blame] | 41 | #include "globals.h" |
| 42 | #include "memory_region.h" |
Carl Shapiro | a5d5cfd | 2011-06-21 12:46:59 -0700 | [diff] [blame] | 43 | |
Carl Shapiro | 6b6b5f0 | 2011-06-21 15:05:09 -0700 | [diff] [blame] | 44 | namespace art { |
Carl Shapiro | a5d5cfd | 2011-06-21 12:46:59 -0700 | [diff] [blame] | 45 | |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 46 | static uint8_t* NewContents(size_t capacity) { |
| 47 | return new uint8_t[capacity]; |
Carl Shapiro | a5d5cfd | 2011-06-21 12:46:59 -0700 | [diff] [blame] | 48 | } |
| 49 | |
| 50 | |
Carl Shapiro | a5d5cfd | 2011-06-21 12:46:59 -0700 | [diff] [blame] | 51 | AssemblerBuffer::AssemblerBuffer() { |
| 52 | static const size_t kInitialBufferCapacity = 4 * KB; |
| 53 | contents_ = NewContents(kInitialBufferCapacity); |
| 54 | cursor_ = contents_; |
| 55 | limit_ = ComputeLimit(contents_, kInitialBufferCapacity); |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 56 | fixup_ = nullptr; |
| 57 | slow_path_ = nullptr; |
Elliott Hughes | 31f1f4f | 2012-03-12 13:57:36 -0700 | [diff] [blame] | 58 | #ifndef NDEBUG |
Carl Shapiro | a5d5cfd | 2011-06-21 12:46:59 -0700 | [diff] [blame] | 59 | has_ensured_capacity_ = false; |
| 60 | fixups_processed_ = false; |
| 61 | #endif |
| 62 | |
| 63 | // Verify internal state. |
| 64 | CHECK_EQ(Capacity(), kInitialBufferCapacity); |
Elliott Hughes | 1f359b0 | 2011-07-17 14:27:17 -0700 | [diff] [blame] | 65 | CHECK_EQ(Size(), 0U); |
Carl Shapiro | a5d5cfd | 2011-06-21 12:46:59 -0700 | [diff] [blame] | 66 | } |
| 67 | |
| 68 | |
| 69 | AssemblerBuffer::~AssemblerBuffer() { |
Elliott Hughes | c1674ed | 2011-08-25 18:09:09 -0700 | [diff] [blame] | 70 | delete[] contents_; |
Carl Shapiro | a5d5cfd | 2011-06-21 12:46:59 -0700 | [diff] [blame] | 71 | } |
| 72 | |
| 73 | |
| 74 | void AssemblerBuffer::ProcessFixups(const MemoryRegion& region) { |
| 75 | AssemblerFixup* fixup = fixup_; |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 76 | while (fixup != nullptr) { |
Carl Shapiro | a5d5cfd | 2011-06-21 12:46:59 -0700 | [diff] [blame] | 77 | fixup->Process(region, fixup->position()); |
| 78 | fixup = fixup->previous(); |
| 79 | } |
| 80 | } |
| 81 | |
| 82 | |
| 83 | void AssemblerBuffer::FinalizeInstructions(const MemoryRegion& instructions) { |
| 84 | // Copy the instructions from the buffer. |
| 85 | MemoryRegion from(reinterpret_cast<void*>(contents()), Size()); |
| 86 | instructions.CopyFrom(0, from); |
Carl Shapiro | a5d5cfd | 2011-06-21 12:46:59 -0700 | [diff] [blame] | 87 | // Process fixups in the instructions. |
| 88 | ProcessFixups(instructions); |
Elliott Hughes | 31f1f4f | 2012-03-12 13:57:36 -0700 | [diff] [blame] | 89 | #ifndef NDEBUG |
Carl Shapiro | a5d5cfd | 2011-06-21 12:46:59 -0700 | [diff] [blame] | 90 | fixups_processed_ = true; |
| 91 | #endif |
| 92 | } |
| 93 | |
| 94 | |
Vladimir Marko | cf93a5c | 2015-06-16 11:33:24 +0000 | [diff] [blame] | 95 | void AssemblerBuffer::ExtendCapacity(size_t min_capacity) { |
Carl Shapiro | a5d5cfd | 2011-06-21 12:46:59 -0700 | [diff] [blame] | 96 | size_t old_size = Size(); |
| 97 | size_t old_capacity = Capacity(); |
| 98 | size_t new_capacity = std::min(old_capacity * 2, old_capacity + 1 * MB); |
Vladimir Marko | cf93a5c | 2015-06-16 11:33:24 +0000 | [diff] [blame] | 99 | new_capacity = std::max(new_capacity, min_capacity); |
Carl Shapiro | a5d5cfd | 2011-06-21 12:46:59 -0700 | [diff] [blame] | 100 | |
| 101 | // Allocate the new data area and copy contents of the old one to it. |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 102 | uint8_t* new_contents = NewContents(new_capacity); |
Carl Shapiro | a5d5cfd | 2011-06-21 12:46:59 -0700 | [diff] [blame] | 103 | memmove(reinterpret_cast<void*>(new_contents), |
| 104 | reinterpret_cast<void*>(contents_), |
| 105 | old_size); |
| 106 | |
| 107 | // Compute the relocation delta and switch to the new contents area. |
| 108 | ptrdiff_t delta = new_contents - contents_; |
Andreas Gampe | 928f72b | 2014-09-09 19:53:48 -0700 | [diff] [blame] | 109 | delete[] contents_; |
Carl Shapiro | a5d5cfd | 2011-06-21 12:46:59 -0700 | [diff] [blame] | 110 | contents_ = new_contents; |
| 111 | |
| 112 | // Update the cursor and recompute the limit. |
| 113 | cursor_ += delta; |
| 114 | limit_ = ComputeLimit(new_contents, new_capacity); |
| 115 | |
| 116 | // Verify internal state. |
| 117 | CHECK_EQ(Capacity(), new_capacity); |
| 118 | CHECK_EQ(Size(), old_size); |
| 119 | } |
| 120 | |
David Srbecky | dd97393 | 2015-04-07 20:29:48 +0100 | [diff] [blame] | 121 | void DebugFrameOpCodeWriterForAssembler::ImplicitlyAdvancePC() { |
| 122 | this->AdvancePC(assembler_->CodeSize()); |
| 123 | } |
Ian Rogers | 2c8f653 | 2011-09-02 17:16:34 -0700 | [diff] [blame] | 124 | |
Goran Jakovljevic | 8c434dc | 2015-08-26 14:39:44 +0200 | [diff] [blame] | 125 | Assembler* Assembler::Create(InstructionSet instruction_set, |
| 126 | const InstructionSetFeatures* instruction_set_features) { |
jeffhao | 7fbee07 | 2012-08-24 17:56:54 -0700 | [diff] [blame] | 127 | switch (instruction_set) { |
Alex Light | 50fa993 | 2015-08-10 15:30:07 -0700 | [diff] [blame] | 128 | #ifdef ART_ENABLE_CODEGEN_arm |
jeffhao | 7fbee07 | 2012-08-24 17:56:54 -0700 | [diff] [blame] | 129 | case kArm: |
Dave Allison | 65fcc2c | 2014-04-28 13:45:27 -0700 | [diff] [blame] | 130 | return new arm::Arm32Assembler(); |
jeffhao | 7fbee07 | 2012-08-24 17:56:54 -0700 | [diff] [blame] | 131 | case kThumb2: |
Dave Allison | 65fcc2c | 2014-04-28 13:45:27 -0700 | [diff] [blame] | 132 | return new arm::Thumb2Assembler(); |
Alex Light | 50fa993 | 2015-08-10 15:30:07 -0700 | [diff] [blame] | 133 | #endif |
| 134 | #ifdef ART_ENABLE_CODEGEN_arm64 |
Serban Constantinescu | ed8dd49 | 2014-02-11 14:15:10 +0000 | [diff] [blame] | 135 | case kArm64: |
| 136 | return new arm64::Arm64Assembler(); |
Alex Light | 50fa993 | 2015-08-10 15:30:07 -0700 | [diff] [blame] | 137 | #endif |
| 138 | #ifdef ART_ENABLE_CODEGEN_mips |
jeffhao | 7fbee07 | 2012-08-24 17:56:54 -0700 | [diff] [blame] | 139 | case kMips: |
Goran Jakovljevic | 8c434dc | 2015-08-26 14:39:44 +0200 | [diff] [blame] | 140 | return new mips::MipsAssembler(instruction_set_features != nullptr |
| 141 | ? instruction_set_features->AsMipsInstructionSetFeatures() |
| 142 | : nullptr); |
Alex Light | 50fa993 | 2015-08-10 15:30:07 -0700 | [diff] [blame] | 143 | #endif |
| 144 | #ifdef ART_ENABLE_CODEGEN_mips64 |
Andreas Gampe | 57b3429 | 2015-01-14 15:45:59 -0800 | [diff] [blame] | 145 | case kMips64: |
| 146 | return new mips64::Mips64Assembler(); |
Alex Light | 50fa993 | 2015-08-10 15:30:07 -0700 | [diff] [blame] | 147 | #endif |
| 148 | #ifdef ART_ENABLE_CODEGEN_x86 |
Dmitry Petrochenko | fca8220 | 2014-03-21 11:21:37 +0700 | [diff] [blame] | 149 | case kX86: |
jeffhao | 7fbee07 | 2012-08-24 17:56:54 -0700 | [diff] [blame] | 150 | return new x86::X86Assembler(); |
Alex Light | 50fa993 | 2015-08-10 15:30:07 -0700 | [diff] [blame] | 151 | #endif |
| 152 | #ifdef ART_ENABLE_CODEGEN_x86_64 |
Dmitry Petrochenko | fca8220 | 2014-03-21 11:21:37 +0700 | [diff] [blame] | 153 | case kX86_64: |
| 154 | return new x86_64::X86_64Assembler(); |
Alex Light | 50fa993 | 2015-08-10 15:30:07 -0700 | [diff] [blame] | 155 | #endif |
jeffhao | 7fbee07 | 2012-08-24 17:56:54 -0700 | [diff] [blame] | 156 | default: |
| 157 | LOG(FATAL) << "Unknown InstructionSet: " << instruction_set; |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 158 | return nullptr; |
Ian Rogers | 2c8f653 | 2011-09-02 17:16:34 -0700 | [diff] [blame] | 159 | } |
| 160 | } |
| 161 | |
Ian Rogers | 6a3c1fc | 2014-10-31 00:33:20 -0700 | [diff] [blame] | 162 | void Assembler::StoreImmediateToThread32(ThreadOffset<4> dest ATTRIBUTE_UNUSED, |
| 163 | uint32_t imm ATTRIBUTE_UNUSED, |
| 164 | ManagedRegister scratch ATTRIBUTE_UNUSED) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 165 | UNIMPLEMENTED(FATAL); |
| 166 | } |
| 167 | |
Ian Rogers | 6a3c1fc | 2014-10-31 00:33:20 -0700 | [diff] [blame] | 168 | void Assembler::StoreImmediateToThread64(ThreadOffset<8> dest ATTRIBUTE_UNUSED, |
| 169 | uint32_t imm ATTRIBUTE_UNUSED, |
| 170 | ManagedRegister scratch ATTRIBUTE_UNUSED) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 171 | UNIMPLEMENTED(FATAL); |
| 172 | } |
| 173 | |
Ian Rogers | 6a3c1fc | 2014-10-31 00:33:20 -0700 | [diff] [blame] | 174 | void Assembler::StoreStackOffsetToThread32(ThreadOffset<4> thr_offs ATTRIBUTE_UNUSED, |
| 175 | FrameOffset fr_offs ATTRIBUTE_UNUSED, |
| 176 | ManagedRegister scratch ATTRIBUTE_UNUSED) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 177 | UNIMPLEMENTED(FATAL); |
| 178 | } |
| 179 | |
Ian Rogers | 6a3c1fc | 2014-10-31 00:33:20 -0700 | [diff] [blame] | 180 | void Assembler::StoreStackOffsetToThread64(ThreadOffset<8> thr_offs ATTRIBUTE_UNUSED, |
| 181 | FrameOffset fr_offs ATTRIBUTE_UNUSED, |
| 182 | ManagedRegister scratch ATTRIBUTE_UNUSED) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 183 | UNIMPLEMENTED(FATAL); |
| 184 | } |
| 185 | |
Ian Rogers | 6a3c1fc | 2014-10-31 00:33:20 -0700 | [diff] [blame] | 186 | void Assembler::StoreStackPointerToThread32(ThreadOffset<4> thr_offs ATTRIBUTE_UNUSED) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 187 | UNIMPLEMENTED(FATAL); |
| 188 | } |
| 189 | |
Ian Rogers | 6a3c1fc | 2014-10-31 00:33:20 -0700 | [diff] [blame] | 190 | void Assembler::StoreStackPointerToThread64(ThreadOffset<8> thr_offs ATTRIBUTE_UNUSED) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 191 | UNIMPLEMENTED(FATAL); |
| 192 | } |
| 193 | |
Ian Rogers | 6a3c1fc | 2014-10-31 00:33:20 -0700 | [diff] [blame] | 194 | void Assembler::LoadFromThread32(ManagedRegister dest ATTRIBUTE_UNUSED, |
| 195 | ThreadOffset<4> src ATTRIBUTE_UNUSED, |
| 196 | size_t size ATTRIBUTE_UNUSED) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 197 | UNIMPLEMENTED(FATAL); |
| 198 | } |
| 199 | |
Ian Rogers | 6a3c1fc | 2014-10-31 00:33:20 -0700 | [diff] [blame] | 200 | void Assembler::LoadFromThread64(ManagedRegister dest ATTRIBUTE_UNUSED, |
| 201 | ThreadOffset<8> src ATTRIBUTE_UNUSED, |
| 202 | size_t size ATTRIBUTE_UNUSED) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 203 | UNIMPLEMENTED(FATAL); |
| 204 | } |
| 205 | |
Ian Rogers | 6a3c1fc | 2014-10-31 00:33:20 -0700 | [diff] [blame] | 206 | void Assembler::LoadRawPtrFromThread32(ManagedRegister dest ATTRIBUTE_UNUSED, |
| 207 | ThreadOffset<4> offs ATTRIBUTE_UNUSED) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 208 | UNIMPLEMENTED(FATAL); |
| 209 | } |
| 210 | |
Ian Rogers | 6a3c1fc | 2014-10-31 00:33:20 -0700 | [diff] [blame] | 211 | void Assembler::LoadRawPtrFromThread64(ManagedRegister dest ATTRIBUTE_UNUSED, |
| 212 | ThreadOffset<8> offs ATTRIBUTE_UNUSED) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 213 | UNIMPLEMENTED(FATAL); |
| 214 | } |
| 215 | |
Ian Rogers | 6a3c1fc | 2014-10-31 00:33:20 -0700 | [diff] [blame] | 216 | void Assembler::CopyRawPtrFromThread32(FrameOffset fr_offs ATTRIBUTE_UNUSED, |
| 217 | ThreadOffset<4> thr_offs ATTRIBUTE_UNUSED, |
| 218 | ManagedRegister scratch ATTRIBUTE_UNUSED) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 219 | UNIMPLEMENTED(FATAL); |
| 220 | } |
| 221 | |
Ian Rogers | 6a3c1fc | 2014-10-31 00:33:20 -0700 | [diff] [blame] | 222 | void Assembler::CopyRawPtrFromThread64(FrameOffset fr_offs ATTRIBUTE_UNUSED, |
| 223 | ThreadOffset<8> thr_offs ATTRIBUTE_UNUSED, |
| 224 | ManagedRegister scratch ATTRIBUTE_UNUSED) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 225 | UNIMPLEMENTED(FATAL); |
| 226 | } |
| 227 | |
Ian Rogers | 6a3c1fc | 2014-10-31 00:33:20 -0700 | [diff] [blame] | 228 | void Assembler::CopyRawPtrToThread32(ThreadOffset<4> thr_offs ATTRIBUTE_UNUSED, |
| 229 | FrameOffset fr_offs ATTRIBUTE_UNUSED, |
| 230 | ManagedRegister scratch ATTRIBUTE_UNUSED) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 231 | UNIMPLEMENTED(FATAL); |
| 232 | } |
| 233 | |
Ian Rogers | 6a3c1fc | 2014-10-31 00:33:20 -0700 | [diff] [blame] | 234 | void Assembler::CopyRawPtrToThread64(ThreadOffset<8> thr_offs ATTRIBUTE_UNUSED, |
| 235 | FrameOffset fr_offs ATTRIBUTE_UNUSED, |
| 236 | ManagedRegister scratch ATTRIBUTE_UNUSED) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 237 | UNIMPLEMENTED(FATAL); |
| 238 | } |
| 239 | |
Ian Rogers | 6a3c1fc | 2014-10-31 00:33:20 -0700 | [diff] [blame] | 240 | void Assembler::CallFromThread32(ThreadOffset<4> offset ATTRIBUTE_UNUSED, |
| 241 | ManagedRegister scratch ATTRIBUTE_UNUSED) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 242 | UNIMPLEMENTED(FATAL); |
| 243 | } |
| 244 | |
Ian Rogers | 6a3c1fc | 2014-10-31 00:33:20 -0700 | [diff] [blame] | 245 | void Assembler::CallFromThread64(ThreadOffset<8> offset ATTRIBUTE_UNUSED, |
| 246 | ManagedRegister scratch ATTRIBUTE_UNUSED) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 247 | UNIMPLEMENTED(FATAL); |
| 248 | } |
| 249 | |
Carl Shapiro | 6b6b5f0 | 2011-06-21 15:05:09 -0700 | [diff] [blame] | 250 | } // namespace art |