Elliott Hughes | 2faa5f1 | 2012-01-30 14:42:07 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2011 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
Ian Rogers | bdb0391 | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 16 | |
| 17 | #include "context_x86.h" |
| 18 | |
Vladimir Marko | 80afd02 | 2015-05-19 18:08:00 +0100 | [diff] [blame] | 19 | #include "base/bit_utils.h" |
Evgenii Stepanov | 1ffcf7b | 2016-11-17 17:57:25 -0800 | [diff] [blame] | 20 | #include "base/memory_tool.h" |
Vladimir Marko | 7624d25 | 2014-05-02 14:40:15 +0100 | [diff] [blame] | 21 | #include "quick/quick_method_frame_info.h" |
Elliott Hughes | 85d1545 | 2011-09-16 17:33:01 -0700 | [diff] [blame] | 22 | |
Ian Rogers | bdb0391 | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 23 | namespace art { |
| 24 | namespace x86 { |
| 25 | |
Sebastien Hertz | 0bcb290 | 2014-06-17 15:52:45 +0200 | [diff] [blame] | 26 | static constexpr uintptr_t gZero = 0; |
Mathieu Chartier | 6702243 | 2012-11-29 18:04:50 -0800 | [diff] [blame] | 27 | |
| 28 | void X86Context::Reset() { |
Vladimir Marko | 80afd02 | 2015-05-19 18:08:00 +0100 | [diff] [blame] | 29 | std::fill_n(gprs_, arraysize(gprs_), nullptr); |
| 30 | std::fill_n(fprs_, arraysize(fprs_), nullptr); |
Mathieu Chartier | 6702243 | 2012-11-29 18:04:50 -0800 | [diff] [blame] | 31 | gprs_[ESP] = &esp_; |
Andreas Gampe | 639bdd1 | 2015-06-03 11:22:45 -0700 | [diff] [blame] | 32 | gprs_[EAX] = &arg0_; |
Mathieu Chartier | 6702243 | 2012-11-29 18:04:50 -0800 | [diff] [blame] | 33 | // Initialize registers with easy to spot debug values. |
| 34 | esp_ = X86Context::kBadGprBase + ESP; |
| 35 | eip_ = X86Context::kBadGprBase + kNumberOfCpuRegisters; |
Andreas Gampe | 639bdd1 | 2015-06-03 11:22:45 -0700 | [diff] [blame] | 36 | arg0_ = 0; |
Ian Rogers | 67375ac | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 37 | } |
| 38 | |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 39 | void X86Context::FillCalleeSaves(uint8_t* frame, const QuickMethodFrameInfo& frame_info) { |
Vladimir Marko | 80afd02 | 2015-05-19 18:08:00 +0100 | [diff] [blame] | 40 | int spill_pos = 0; |
| 41 | |
| 42 | // Core registers come first, from the highest down to the lowest. |
| 43 | uint32_t core_regs = |
| 44 | frame_info.CoreSpillMask() & ~(static_cast<uint32_t>(-1) << kNumberOfCpuRegisters); |
| 45 | DCHECK_EQ(1, POPCOUNT(frame_info.CoreSpillMask() & ~core_regs)); // Return address spill. |
| 46 | for (uint32_t core_reg : HighToLowBits(core_regs)) { |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 47 | gprs_[core_reg] = CalleeSaveAddress(frame, spill_pos, frame_info.FrameSizeInBytes()); |
Vladimir Marko | 80afd02 | 2015-05-19 18:08:00 +0100 | [diff] [blame] | 48 | ++spill_pos; |
Ian Rogers | 67375ac | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 49 | } |
Vladimir Marko | 80afd02 | 2015-05-19 18:08:00 +0100 | [diff] [blame] | 50 | DCHECK_EQ(spill_pos, POPCOUNT(frame_info.CoreSpillMask()) - 1); |
| 51 | |
| 52 | // FP registers come second, from the highest down to the lowest. |
| 53 | uint32_t fp_regs = frame_info.FpSpillMask(); |
| 54 | DCHECK_EQ(0u, fp_regs & (static_cast<uint32_t>(-1) << kNumberOfFloatRegisters)); |
| 55 | for (uint32_t fp_reg : HighToLowBits(fp_regs)) { |
| 56 | // Two void* per XMM register. |
Vladimir Marko | 0eb4251 | 2015-05-26 20:42:30 +0100 | [diff] [blame] | 57 | fprs_[2 * fp_reg] = reinterpret_cast<uint32_t*>( |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 58 | CalleeSaveAddress(frame, spill_pos + 1, frame_info.FrameSizeInBytes())); |
Vladimir Marko | 0eb4251 | 2015-05-26 20:42:30 +0100 | [diff] [blame] | 59 | fprs_[2 * fp_reg + 1] = reinterpret_cast<uint32_t*>( |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 60 | CalleeSaveAddress(frame, spill_pos, frame_info.FrameSizeInBytes())); |
Vladimir Marko | 80afd02 | 2015-05-19 18:08:00 +0100 | [diff] [blame] | 61 | spill_pos += 2; |
Mark P Mendell | 966c3ae | 2015-01-27 15:45:27 +0000 | [diff] [blame] | 62 | } |
Vladimir Marko | 80afd02 | 2015-05-19 18:08:00 +0100 | [diff] [blame] | 63 | DCHECK_EQ(spill_pos, |
| 64 | POPCOUNT(frame_info.CoreSpillMask()) - 1 + 2 * POPCOUNT(frame_info.FpSpillMask())); |
Ian Rogers | 67375ac | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 65 | } |
| 66 | |
Elliott Hughes | 9c750f9 | 2012-04-05 12:07:59 -0700 | [diff] [blame] | 67 | void X86Context::SmashCallerSaves() { |
Mathieu Chartier | 6702243 | 2012-11-29 18:04:50 -0800 | [diff] [blame] | 68 | // This needs to be 0 because we want a null/zero return value. |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 69 | gprs_[EAX] = const_cast<uintptr_t*>(&gZero); |
| 70 | gprs_[EDX] = const_cast<uintptr_t*>(&gZero); |
Sebastien Hertz | 0bcb290 | 2014-06-17 15:52:45 +0200 | [diff] [blame] | 71 | gprs_[ECX] = nullptr; |
| 72 | gprs_[EBX] = nullptr; |
Mark P Mendell | 966c3ae | 2015-01-27 15:45:27 +0000 | [diff] [blame] | 73 | memset(&fprs_[0], '\0', sizeof(fprs_)); |
Mathieu Chartier | 6702243 | 2012-11-29 18:04:50 -0800 | [diff] [blame] | 74 | } |
| 75 | |
Sebastien Hertz | 96ba8dc | 2015-01-22 18:57:14 +0100 | [diff] [blame] | 76 | void X86Context::SetGPR(uint32_t reg, uintptr_t value) { |
Brian Carlstrom | 6f67517 | 2013-03-31 00:08:13 -0700 | [diff] [blame] | 77 | CHECK_LT(reg, static_cast<uint32_t>(kNumberOfCpuRegisters)); |
Sebastien Hertz | 96ba8dc | 2015-01-22 18:57:14 +0100 | [diff] [blame] | 78 | DCHECK(IsAccessibleGPR(reg)); |
Mathieu Chartier | 6702243 | 2012-11-29 18:04:50 -0800 | [diff] [blame] | 79 | CHECK_NE(gprs_[reg], &gZero); |
Sebastien Hertz | 96ba8dc | 2015-01-22 18:57:14 +0100 | [diff] [blame] | 80 | *gprs_[reg] = value; |
Elliott Hughes | 9c750f9 | 2012-04-05 12:07:59 -0700 | [diff] [blame] | 81 | } |
| 82 | |
Mark P Mendell | 966c3ae | 2015-01-27 15:45:27 +0000 | [diff] [blame] | 83 | void X86Context::SetFPR(uint32_t reg, uintptr_t value) { |
| 84 | CHECK_LT(reg, static_cast<uint32_t>(kNumberOfFloatRegisters)); |
| 85 | DCHECK(IsAccessibleFPR(reg)); |
| 86 | CHECK_NE(fprs_[reg], reinterpret_cast<const uint32_t*>(&gZero)); |
| 87 | *fprs_[reg] = value; |
Ian Rogers | 6a3c1fc | 2014-10-31 00:33:20 -0700 | [diff] [blame] | 88 | } |
| 89 | |
Ian Rogers | bdb0391 | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 90 | void X86Context::DoLongJump() { |
Elliott Hughes | 85d1545 | 2011-09-16 17:33:01 -0700 | [diff] [blame] | 91 | #if defined(__i386__) |
Mathieu Chartier | 6702243 | 2012-11-29 18:04:50 -0800 | [diff] [blame] | 92 | // Array of GPR values, filled from the context backward for the long jump pop. We add a slot at |
| 93 | // the top for the stack pointer that doesn't get popped in a pop-all. |
| 94 | volatile uintptr_t gprs[kNumberOfCpuRegisters + 1]; |
| 95 | for (size_t i = 0; i < kNumberOfCpuRegisters; ++i) { |
Sebastien Hertz | 0bcb290 | 2014-06-17 15:52:45 +0200 | [diff] [blame] | 96 | gprs[kNumberOfCpuRegisters - i - 1] = gprs_[i] != nullptr ? *gprs_[i] : X86Context::kBadGprBase + i; |
Mathieu Chartier | 6702243 | 2012-11-29 18:04:50 -0800 | [diff] [blame] | 97 | } |
Mark P Mendell | 966c3ae | 2015-01-27 15:45:27 +0000 | [diff] [blame] | 98 | uint32_t fprs[kNumberOfFloatRegisters]; |
| 99 | for (size_t i = 0; i < kNumberOfFloatRegisters; ++i) { |
| 100 | fprs[i] = fprs_[i] != nullptr ? *fprs_[i] : X86Context::kBadFprBase + i; |
| 101 | } |
Mathieu Chartier | 6702243 | 2012-11-29 18:04:50 -0800 | [diff] [blame] | 102 | // We want to load the stack pointer one slot below so that the ret will pop eip. |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 103 | uintptr_t esp = gprs[kNumberOfCpuRegisters - ESP - 1] - sizeof(intptr_t); |
Mathieu Chartier | 6702243 | 2012-11-29 18:04:50 -0800 | [diff] [blame] | 104 | gprs[kNumberOfCpuRegisters] = esp; |
| 105 | *(reinterpret_cast<uintptr_t*>(esp)) = eip_; |
Evgenii Stepanov | 1ffcf7b | 2016-11-17 17:57:25 -0800 | [diff] [blame] | 106 | MEMORY_TOOL_HANDLE_NO_RETURN; |
Elliott Hughes | 7834cbd | 2012-05-14 18:25:16 -0700 | [diff] [blame] | 107 | __asm__ __volatile__( |
Mark P Mendell | 966c3ae | 2015-01-27 15:45:27 +0000 | [diff] [blame] | 108 | "movl %1, %%ebx\n\t" // Address base of FPRs. |
| 109 | "movsd 0(%%ebx), %%xmm0\n\t" // Load up XMM0-XMM7. |
| 110 | "movsd 8(%%ebx), %%xmm1\n\t" |
| 111 | "movsd 16(%%ebx), %%xmm2\n\t" |
| 112 | "movsd 24(%%ebx), %%xmm3\n\t" |
| 113 | "movsd 32(%%ebx), %%xmm4\n\t" |
| 114 | "movsd 40(%%ebx), %%xmm5\n\t" |
| 115 | "movsd 48(%%ebx), %%xmm6\n\t" |
| 116 | "movsd 56(%%ebx), %%xmm7\n\t" |
Mathieu Chartier | 6702243 | 2012-11-29 18:04:50 -0800 | [diff] [blame] | 117 | "movl %0, %%esp\n\t" // ESP points to gprs. |
| 118 | "popal\n\t" // Load all registers except ESP and EIP with values in gprs. |
| 119 | "popl %%esp\n\t" // Load stack pointer. |
| 120 | "ret\n\t" // From higher in the stack pop eip. |
| 121 | : // output. |
Mark P Mendell | 966c3ae | 2015-01-27 15:45:27 +0000 | [diff] [blame] | 122 | : "g"(&gprs[0]), "g"(&fprs[0]) // input. |
Mathieu Chartier | 6702243 | 2012-11-29 18:04:50 -0800 | [diff] [blame] | 123 | :); // clobber. |
Elliott Hughes | 85d1545 | 2011-09-16 17:33:01 -0700 | [diff] [blame] | 124 | #else |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 125 | UNIMPLEMENTED(FATAL); |
Elliott Hughes | 85d1545 | 2011-09-16 17:33:01 -0700 | [diff] [blame] | 126 | #endif |
Andreas Gampe | 794ad76 | 2015-02-23 08:12:24 -0800 | [diff] [blame] | 127 | UNREACHABLE(); |
Ian Rogers | bdb0391 | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 128 | } |
| 129 | |
| 130 | } // namespace x86 |
| 131 | } // namespace art |