blob: d05f909b82e08f962f63d22497f123c5cdec77af [file] [log] [blame]
Sebastien Hertzd45a1f52014-01-09 14:56:54 +01001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Sebastien Hertzfd3077e2014-04-23 10:32:43 +020017#include "quick_exception_handler.h"
18
Ian Rogerse63db272014-07-15 15:36:11 -070019#include "arch/context.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070020#include "art_method-inl.h"
Ian Rogers5cf98192014-05-29 21:31:50 -070021#include "dex_instruction.h"
Sebastien Hertzfd3077e2014-04-23 10:32:43 +020022#include "entrypoints/entrypoint_utils.h"
Andreas Gampe639bdd12015-06-03 11:22:45 -070023#include "entrypoints/quick/quick_entrypoints_enum.h"
Ian Rogers6f3dbba2014-10-14 17:41:57 -070024#include "entrypoints/runtime_asm_entrypoints.h"
Mathieu Chartiereb8167a2014-05-07 15:43:14 -070025#include "handle_scope-inl.h"
Mingyao Yang98d1cc82014-05-15 17:02:16 -070026#include "mirror/class-inl.h"
27#include "mirror/class_loader.h"
28#include "mirror/throwable.h"
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +010029#include "oat_quick_method_header.h"
Nicolas Geoffray6bc43742015-10-12 18:11:10 +010030#include "stack_map.h"
Ian Rogers5cf98192014-05-29 21:31:50 -070031#include "verifier/method_verifier.h"
Sebastien Hertzd45a1f52014-01-09 14:56:54 +010032
33namespace art {
34
Ian Rogers5cf98192014-05-29 21:31:50 -070035static constexpr bool kDebugExceptionDelivery = false;
Hiroshi Yamauchi649278c2014-08-13 11:12:22 -070036static constexpr size_t kInvalidFrameDepth = 0xffffffff;
Ian Rogers5cf98192014-05-29 21:31:50 -070037
Sebastien Hertzfd3077e2014-04-23 10:32:43 +020038QuickExceptionHandler::QuickExceptionHandler(Thread* self, bool is_deoptimization)
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +010039 : self_(self),
40 context_(self->GetLongJumpContext()),
41 is_deoptimization_(is_deoptimization),
42 method_tracing_active_(is_deoptimization ||
43 Runtime::Current()->GetInstrumentation()->AreExitStubsInstalled()),
44 handler_quick_frame_(nullptr),
45 handler_quick_frame_pc_(0),
46 handler_method_header_(nullptr),
47 handler_quick_arg0_(0),
48 handler_method_(nullptr),
49 handler_dex_pc_(0),
50 clear_exception_(false),
51 handler_frame_depth_(kInvalidFrameDepth) {}
Sebastien Hertzd45a1f52014-01-09 14:56:54 +010052
Sebastien Hertz520633b2015-09-08 17:03:36 +020053// Finds catch handler.
Ian Rogers5cf98192014-05-29 21:31:50 -070054class CatchBlockStackVisitor FINAL : public StackVisitor {
55 public:
56 CatchBlockStackVisitor(Thread* self, Context* context, Handle<mirror::Throwable>* exception,
57 QuickExceptionHandler* exception_handler)
Mathieu Chartier90443472015-07-16 20:32:27 -070058 SHARED_REQUIRES(Locks::mutator_lock_)
Nicolas Geoffray8e5bd182015-05-06 11:34:34 +010059 : StackVisitor(self, context, StackVisitor::StackWalkKind::kIncludeInlinedFrames),
Nicolas Geoffray8e5bd182015-05-06 11:34:34 +010060 exception_(exception),
Ian Rogers5cf98192014-05-29 21:31:50 -070061 exception_handler_(exception_handler) {
62 }
63
Mathieu Chartier90443472015-07-16 20:32:27 -070064 bool VisitFrame() OVERRIDE SHARED_REQUIRES(Locks::mutator_lock_) {
Mathieu Chartiere401d142015-04-22 13:56:20 -070065 ArtMethod* method = GetMethod();
Hiroshi Yamauchi649278c2014-08-13 11:12:22 -070066 exception_handler_->SetHandlerFrameDepth(GetFrameDepth());
Ian Rogers5cf98192014-05-29 21:31:50 -070067 if (method == nullptr) {
68 // This is the upcall, we remember the frame and last pc so that we may long jump to them.
69 exception_handler_->SetHandlerQuickFramePc(GetCurrentQuickFramePc());
70 exception_handler_->SetHandlerQuickFrame(GetCurrentQuickFrame());
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +010071 exception_handler_->SetHandlerMethodHeader(GetCurrentOatQuickMethodHeader());
Ian Rogers5cf98192014-05-29 21:31:50 -070072 uint32_t next_dex_pc;
Mathieu Chartiere401d142015-04-22 13:56:20 -070073 ArtMethod* next_art_method;
Ian Rogers5cf98192014-05-29 21:31:50 -070074 bool has_next = GetNextMethodAndDexPc(&next_art_method, &next_dex_pc);
75 // Report the method that did the down call as the handler.
76 exception_handler_->SetHandlerDexPc(next_dex_pc);
77 exception_handler_->SetHandlerMethod(next_art_method);
78 if (!has_next) {
79 // No next method? Check exception handler is set up for the unhandled exception handler
80 // case.
81 DCHECK_EQ(0U, exception_handler_->GetHandlerDexPc());
82 DCHECK(nullptr == exception_handler_->GetHandlerMethod());
83 }
84 return false; // End stack walk.
85 }
86 if (method->IsRuntimeMethod()) {
87 // Ignore callee save method.
88 DCHECK(method->IsCalleeSaveMethod());
89 return true;
90 }
Mathieu Chartiere401d142015-04-22 13:56:20 -070091 return HandleTryItems(method);
Ian Rogers5cf98192014-05-29 21:31:50 -070092 }
93
94 private:
Mathieu Chartiere401d142015-04-22 13:56:20 -070095 bool HandleTryItems(ArtMethod* method)
Mathieu Chartier90443472015-07-16 20:32:27 -070096 SHARED_REQUIRES(Locks::mutator_lock_) {
Ian Rogers5cf98192014-05-29 21:31:50 -070097 uint32_t dex_pc = DexFile::kDexNoIndex;
98 if (!method->IsNative()) {
99 dex_pc = GetDexPc();
100 }
101 if (dex_pc != DexFile::kDexNoIndex) {
102 bool clear_exception = false;
Sebastien Hertz26f72862015-09-15 09:52:07 +0200103 StackHandleScope<1> hs(GetThread());
Ian Rogers5cf98192014-05-29 21:31:50 -0700104 Handle<mirror::Class> to_find(hs.NewHandle((*exception_)->GetClass()));
Mathieu Chartiere401d142015-04-22 13:56:20 -0700105 uint32_t found_dex_pc = method->FindCatchBlock(to_find, dex_pc, &clear_exception);
Ian Rogers5cf98192014-05-29 21:31:50 -0700106 exception_handler_->SetClearException(clear_exception);
107 if (found_dex_pc != DexFile::kDexNoIndex) {
Mathieu Chartiere401d142015-04-22 13:56:20 -0700108 exception_handler_->SetHandlerMethod(method);
Ian Rogers5cf98192014-05-29 21:31:50 -0700109 exception_handler_->SetHandlerDexPc(found_dex_pc);
David Brazdil72f7b882015-09-15 17:00:52 +0100110 exception_handler_->SetHandlerQuickFramePc(
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100111 GetCurrentOatQuickMethodHeader()->ToNativeQuickPc(
112 method, found_dex_pc, /* is_catch_handler */ true));
Ian Rogers5cf98192014-05-29 21:31:50 -0700113 exception_handler_->SetHandlerQuickFrame(GetCurrentQuickFrame());
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100114 exception_handler_->SetHandlerMethodHeader(GetCurrentOatQuickMethodHeader());
Ian Rogers5cf98192014-05-29 21:31:50 -0700115 return false; // End stack walk.
Mingyao Yang99170c62015-07-06 11:10:37 -0700116 } else if (UNLIKELY(GetThread()->HasDebuggerShadowFrames())) {
117 // We are going to unwind this frame. Did we prepare a shadow frame for debugging?
118 size_t frame_id = GetFrameId();
119 ShadowFrame* frame = GetThread()->FindDebuggerShadowFrame(frame_id);
120 if (frame != nullptr) {
121 // We will not execute this shadow frame so we can safely deallocate it.
122 GetThread()->RemoveDebuggerShadowFrameMapping(frame_id);
123 ShadowFrame::DeleteDeoptimizedFrame(frame);
124 }
Ian Rogers5cf98192014-05-29 21:31:50 -0700125 }
126 }
127 return true; // Continue stack walk.
128 }
129
Ian Rogers5cf98192014-05-29 21:31:50 -0700130 // The exception we're looking for the catch block of.
131 Handle<mirror::Throwable>* exception_;
132 // The quick exception handler we're visiting for.
133 QuickExceptionHandler* const exception_handler_;
134
135 DISALLOW_COPY_AND_ASSIGN(CatchBlockStackVisitor);
136};
137
Nicolas Geoffray14691c52015-03-05 10:40:17 +0000138void QuickExceptionHandler::FindCatch(mirror::Throwable* exception) {
Sebastien Hertzfd3077e2014-04-23 10:32:43 +0200139 DCHECK(!is_deoptimization_);
Ian Rogers5cf98192014-05-29 21:31:50 -0700140 if (kDebugExceptionDelivery) {
141 mirror::String* msg = exception->GetDetailMessage();
142 std::string str_msg(msg != nullptr ? msg->ToModifiedUtf8() : "");
143 self_->DumpStack(LOG(INFO) << "Delivering exception: " << PrettyTypeOf(exception)
144 << ": " << str_msg << "\n");
145 }
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700146 StackHandleScope<1> hs(self_);
147 Handle<mirror::Throwable> exception_ref(hs.NewHandle(exception));
Sebastien Hertzfd3077e2014-04-23 10:32:43 +0200148
Sebastien Hertz520633b2015-09-08 17:03:36 +0200149 // Walk the stack to find catch handler.
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700150 CatchBlockStackVisitor visitor(self_, context_, &exception_ref, this);
Sebastien Hertzd45a1f52014-01-09 14:56:54 +0100151 visitor.WalkStack(true);
152
Sebastien Hertzfd3077e2014-04-23 10:32:43 +0200153 if (kDebugExceptionDelivery) {
Mathieu Chartiere401d142015-04-22 13:56:20 -0700154 if (*handler_quick_frame_ == nullptr) {
Sebastien Hertzd45a1f52014-01-09 14:56:54 +0100155 LOG(INFO) << "Handler is upcall";
Ian Rogers5cf98192014-05-29 21:31:50 -0700156 }
157 if (handler_method_ != nullptr) {
158 const DexFile& dex_file = *handler_method_->GetDeclaringClass()->GetDexCache()->GetDexFile();
159 int line_number = dex_file.GetLineNumFromPC(handler_method_, handler_dex_pc_);
160 LOG(INFO) << "Handler: " << PrettyMethod(handler_method_) << " (line: " << line_number << ")";
Sebastien Hertzd45a1f52014-01-09 14:56:54 +0100161 }
162 }
163 if (clear_exception_) {
164 // Exception was cleared as part of delivery.
165 DCHECK(!self_->IsExceptionPending());
166 } else {
167 // Put exception back in root set with clear throw location.
Nicolas Geoffray14691c52015-03-05 10:40:17 +0000168 self_->SetException(exception_ref.Get());
Sebastien Hertzd45a1f52014-01-09 14:56:54 +0100169 }
David Brazdil77a48ae2015-09-15 12:34:04 +0000170 // If the handler is in optimized code, we need to set the catch environment.
171 if (*handler_quick_frame_ != nullptr &&
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100172 handler_method_header_ != nullptr &&
173 handler_method_header_->IsOptimized()) {
David Brazdil77a48ae2015-09-15 12:34:04 +0000174 SetCatchEnvironmentForOptimizedHandler(&visitor);
175 }
176}
177
178static VRegKind ToVRegKind(DexRegisterLocation::Kind kind) {
179 // Slightly hacky since we cannot map DexRegisterLocationKind and VRegKind
180 // one to one. However, StackVisitor::GetVRegFromOptimizedCode only needs to
181 // distinguish between core/FPU registers and low/high bits on 64-bit.
182 switch (kind) {
183 case DexRegisterLocation::Kind::kConstant:
184 case DexRegisterLocation::Kind::kInStack:
185 // VRegKind is ignored.
186 return VRegKind::kUndefined;
187
188 case DexRegisterLocation::Kind::kInRegister:
189 // Selects core register. For 64-bit registers, selects low 32 bits.
190 return VRegKind::kLongLoVReg;
191
192 case DexRegisterLocation::Kind::kInRegisterHigh:
193 // Selects core register. For 64-bit registers, selects high 32 bits.
194 return VRegKind::kLongHiVReg;
195
196 case DexRegisterLocation::Kind::kInFpuRegister:
197 // Selects FPU register. For 64-bit registers, selects low 32 bits.
198 return VRegKind::kDoubleLoVReg;
199
200 case DexRegisterLocation::Kind::kInFpuRegisterHigh:
201 // Selects FPU register. For 64-bit registers, selects high 32 bits.
202 return VRegKind::kDoubleHiVReg;
203
204 default:
205 LOG(FATAL) << "Unexpected vreg location "
206 << DexRegisterLocation::PrettyDescriptor(kind);
207 UNREACHABLE();
208 }
209}
210
211void QuickExceptionHandler::SetCatchEnvironmentForOptimizedHandler(StackVisitor* stack_visitor) {
212 DCHECK(!is_deoptimization_);
213 DCHECK(*handler_quick_frame_ != nullptr) << "Method should not be called on upcall exceptions";
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100214 DCHECK(handler_method_ != nullptr && handler_method_header_->IsOptimized());
David Brazdil77a48ae2015-09-15 12:34:04 +0000215
216 if (kDebugExceptionDelivery) {
217 self_->DumpStack(LOG(INFO) << "Setting catch phis: ");
218 }
219
220 const size_t number_of_vregs = handler_method_->GetCodeItem()->registers_size_;
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100221 CodeInfo code_info = handler_method_header_->GetOptimizedCodeInfo();
David Brazdil77a48ae2015-09-15 12:34:04 +0000222 StackMapEncoding encoding = code_info.ExtractEncoding();
223
224 // Find stack map of the throwing instruction.
225 StackMap throw_stack_map =
226 code_info.GetStackMapForNativePcOffset(stack_visitor->GetNativePcOffset(), encoding);
227 DCHECK(throw_stack_map.IsValid());
228 DexRegisterMap throw_vreg_map =
229 code_info.GetDexRegisterMapOf(throw_stack_map, encoding, number_of_vregs);
230
231 // Find stack map of the catch block.
232 StackMap catch_stack_map = code_info.GetCatchStackMapForDexPc(GetHandlerDexPc(), encoding);
233 DCHECK(catch_stack_map.IsValid());
234 DexRegisterMap catch_vreg_map =
235 code_info.GetDexRegisterMapOf(catch_stack_map, encoding, number_of_vregs);
236
237 // Copy values between them.
238 for (uint16_t vreg = 0; vreg < number_of_vregs; ++vreg) {
239 DexRegisterLocation::Kind catch_location =
240 catch_vreg_map.GetLocationKind(vreg, number_of_vregs, code_info, encoding);
241 if (catch_location == DexRegisterLocation::Kind::kNone) {
242 continue;
243 }
244 DCHECK(catch_location == DexRegisterLocation::Kind::kInStack);
245
246 // Get vreg value from its current location.
247 uint32_t vreg_value;
248 VRegKind vreg_kind = ToVRegKind(throw_vreg_map.GetLocationKind(vreg,
249 number_of_vregs,
250 code_info,
251 encoding));
252 bool get_vreg_success = stack_visitor->GetVReg(stack_visitor->GetMethod(),
253 vreg,
254 vreg_kind,
255 &vreg_value);
256 CHECK(get_vreg_success) << "VReg " << vreg << " was optimized out ("
257 << "method=" << PrettyMethod(stack_visitor->GetMethod()) << ", "
258 << "dex_pc=" << stack_visitor->GetDexPc() << ", "
259 << "native_pc_offset=" << stack_visitor->GetNativePcOffset() << ")";
260
261 // Copy value to the catch phi's stack slot.
262 int32_t slot_offset = catch_vreg_map.GetStackOffsetInBytes(vreg,
263 number_of_vregs,
264 code_info,
265 encoding);
266 ArtMethod** frame_top = stack_visitor->GetCurrentQuickFrame();
267 uint8_t* slot_address = reinterpret_cast<uint8_t*>(frame_top) + slot_offset;
268 uint32_t* slot_ptr = reinterpret_cast<uint32_t*>(slot_address);
269 *slot_ptr = vreg_value;
270 }
Sebastien Hertzfd3077e2014-04-23 10:32:43 +0200271}
272
Ian Rogers5cf98192014-05-29 21:31:50 -0700273// Prepares deoptimization.
274class DeoptimizeStackVisitor FINAL : public StackVisitor {
275 public:
Andreas Gampe639bdd12015-06-03 11:22:45 -0700276 DeoptimizeStackVisitor(Thread* self,
277 Context* context,
278 QuickExceptionHandler* exception_handler,
279 bool single_frame)
Mathieu Chartier90443472015-07-16 20:32:27 -0700280 SHARED_REQUIRES(Locks::mutator_lock_)
Nicolas Geoffray8e5bd182015-05-06 11:34:34 +0100281 : StackVisitor(self, context, StackVisitor::StackWalkKind::kIncludeInlinedFrames),
Nicolas Geoffray8e5bd182015-05-06 11:34:34 +0100282 exception_handler_(exception_handler),
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -0700283 prev_shadow_frame_(nullptr),
Andreas Gampe639bdd12015-06-03 11:22:45 -0700284 stacked_shadow_frame_pushed_(false),
285 single_frame_deopt_(single_frame),
286 single_frame_done_(false) {
Ian Rogers5cf98192014-05-29 21:31:50 -0700287 }
288
Mathieu Chartier90443472015-07-16 20:32:27 -0700289 bool VisitFrame() OVERRIDE SHARED_REQUIRES(Locks::mutator_lock_) {
Hiroshi Yamauchi649278c2014-08-13 11:12:22 -0700290 exception_handler_->SetHandlerFrameDepth(GetFrameDepth());
Mathieu Chartiere401d142015-04-22 13:56:20 -0700291 ArtMethod* method = GetMethod();
Andreas Gampe639bdd12015-06-03 11:22:45 -0700292 if (method == nullptr || single_frame_done_) {
293 // This is the upcall (or the next full frame in single-frame deopt), we remember the frame
294 // and last pc so that we may long jump to them.
Ian Rogers5cf98192014-05-29 21:31:50 -0700295 exception_handler_->SetHandlerQuickFramePc(GetCurrentQuickFramePc());
296 exception_handler_->SetHandlerQuickFrame(GetCurrentQuickFrame());
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100297 exception_handler_->SetHandlerMethodHeader(GetCurrentOatQuickMethodHeader());
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -0700298 if (!stacked_shadow_frame_pushed_) {
299 // In case there is no deoptimized shadow frame for this upcall, we still
300 // need to push a nullptr to the stack since there is always a matching pop after
301 // the long jump.
Sebastien Hertz26f72862015-09-15 09:52:07 +0200302 GetThread()->PushStackedShadowFrame(nullptr,
303 StackedShadowFrameType::kDeoptimizationShadowFrame);
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -0700304 stacked_shadow_frame_pushed_ = true;
305 }
Ian Rogers5cf98192014-05-29 21:31:50 -0700306 return false; // End stack walk.
307 } else if (method->IsRuntimeMethod()) {
308 // Ignore callee save method.
309 DCHECK(method->IsCalleeSaveMethod());
310 return true;
Sebastien Hertz520633b2015-09-08 17:03:36 +0200311 } else if (method->IsNative()) {
312 // If we return from JNI with a pending exception and want to deoptimize, we need to skip
313 // the native method.
314 // The top method is a runtime method, the native method comes next.
315 CHECK_EQ(GetFrameDepth(), 1U);
316 return true;
Ian Rogers5cf98192014-05-29 21:31:50 -0700317 } else {
Andreas Gampe639bdd12015-06-03 11:22:45 -0700318 HandleDeoptimization(method);
319 if (single_frame_deopt_ && !IsInInlinedFrame()) {
320 // Single-frame deopt ends at the first non-inlined frame and needs to store that method.
321 exception_handler_->SetHandlerQuickArg0(reinterpret_cast<uintptr_t>(method));
322 single_frame_done_ = true;
323 }
324 return true;
Ian Rogers5cf98192014-05-29 21:31:50 -0700325 }
326 }
327
328 private:
Sebastien Hertzc901dd72014-07-16 11:56:07 +0200329 static VRegKind GetVRegKind(uint16_t reg, const std::vector<int32_t>& kinds) {
330 return static_cast<VRegKind>(kinds.at(reg * 2));
331 }
332
Andreas Gampe639bdd12015-06-03 11:22:45 -0700333 void HandleDeoptimization(ArtMethod* m) SHARED_REQUIRES(Locks::mutator_lock_) {
Mathieu Chartierbfd9a432014-05-21 17:43:44 -0700334 const DexFile::CodeItem* code_item = m->GetCodeItem();
Sebastien Hertz520633b2015-09-08 17:03:36 +0200335 CHECK(code_item != nullptr) << "No code item for " << PrettyMethod(m);
Ian Rogers5cf98192014-05-29 21:31:50 -0700336 uint16_t num_regs = code_item->registers_size_;
337 uint32_t dex_pc = GetDexPc();
Sebastien Hertz26f72862015-09-15 09:52:07 +0200338 StackHandleScope<2> hs(GetThread()); // Dex cache, class loader and method.
Mathieu Chartierbfd9a432014-05-21 17:43:44 -0700339 mirror::Class* declaring_class = m->GetDeclaringClass();
340 Handle<mirror::DexCache> h_dex_cache(hs.NewHandle(declaring_class->GetDexCache()));
341 Handle<mirror::ClassLoader> h_class_loader(hs.NewHandle(declaring_class->GetClassLoader()));
Sebastien Hertz26f72862015-09-15 09:52:07 +0200342 verifier::MethodVerifier verifier(GetThread(), h_dex_cache->GetDexFile(), h_dex_cache,
343 h_class_loader, &m->GetClassDef(), code_item,
344 m->GetDexMethodIndex(), m, m->GetAccessFlags(), true, true,
345 true, true);
Andreas Gampe2e04bb22015-02-10 15:37:27 -0800346 bool verifier_success = verifier.Verify();
Mathieu Chartiere401d142015-04-22 13:56:20 -0700347 CHECK(verifier_success) << PrettyMethod(m);
Mingyao Yang99170c62015-07-06 11:10:37 -0700348 // Check if a shadow frame already exists for debugger's set-local-value purpose.
349 const size_t frame_id = GetFrameId();
350 ShadowFrame* new_frame = GetThread()->FindDebuggerShadowFrame(frame_id);
351 const bool* updated_vregs;
352 if (new_frame == nullptr) {
353 new_frame = ShadowFrame::CreateDeoptimizedFrame(num_regs, nullptr, m, dex_pc);
354 updated_vregs = nullptr;
355 } else {
356 updated_vregs = GetThread()->GetUpdatedVRegFlags(frame_id);
357 DCHECK(updated_vregs != nullptr);
358 }
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -0700359 {
Sebastien Hertz26f72862015-09-15 09:52:07 +0200360 ScopedStackedShadowFramePusher pusher(GetThread(), new_frame,
Sebastien Hertzf7958692015-06-09 14:09:14 +0200361 StackedShadowFrameType::kShadowFrameUnderConstruction);
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -0700362 const std::vector<int32_t> kinds(verifier.DescribeVRegs(dex_pc));
Nicolas Geoffray15b9d522015-03-12 15:05:13 +0000363
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -0700364 // Markers for dead values, used when the verifier knows a Dex register is undefined,
365 // or when the compiler knows the register has not been initialized, or is not used
366 // anymore in the method.
367 static constexpr uint32_t kDeadValue = 0xEBADDE09;
368 static constexpr uint64_t kLongDeadValue = 0xEBADDE09EBADDE09;
369 for (uint16_t reg = 0; reg < num_regs; ++reg) {
Mingyao Yang99170c62015-07-06 11:10:37 -0700370 if (updated_vregs != nullptr && updated_vregs[reg]) {
371 // Keep the value set by debugger.
372 continue;
373 }
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -0700374 VRegKind kind = GetVRegKind(reg, kinds);
375 switch (kind) {
376 case kUndefined:
Nicolas Geoffray15b9d522015-03-12 15:05:13 +0000377 new_frame->SetVReg(reg, kDeadValue);
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -0700378 break;
379 case kConstant:
380 new_frame->SetVReg(reg, kinds.at((reg * 2) + 1));
381 break;
382 case kReferenceVReg: {
383 uint32_t value = 0;
384 // Check IsReferenceVReg in case the compiled GC map doesn't agree with the verifier.
385 // We don't want to copy a stale reference into the shadow frame as a reference.
386 // b/20736048
387 if (GetVReg(m, reg, kind, &value) && IsReferenceVReg(m, reg)) {
388 new_frame->SetVRegReference(reg, reinterpret_cast<mirror::Object*>(value));
389 } else {
390 new_frame->SetVReg(reg, kDeadValue);
391 }
392 break;
Nicolas Geoffray15b9d522015-03-12 15:05:13 +0000393 }
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -0700394 case kLongLoVReg:
395 if (GetVRegKind(reg + 1, kinds) == kLongHiVReg) {
396 // Treat it as a "long" register pair.
397 uint64_t value = 0;
398 if (GetVRegPair(m, reg, kLongLoVReg, kLongHiVReg, &value)) {
399 new_frame->SetVRegLong(reg, value);
400 } else {
401 new_frame->SetVRegLong(reg, kLongDeadValue);
402 }
403 } else {
404 uint32_t value = 0;
405 if (GetVReg(m, reg, kind, &value)) {
406 new_frame->SetVReg(reg, value);
407 } else {
408 new_frame->SetVReg(reg, kDeadValue);
409 }
410 }
411 break;
412 case kLongHiVReg:
413 if (GetVRegKind(reg - 1, kinds) == kLongLoVReg) {
414 // Nothing to do: we treated it as a "long" register pair.
415 } else {
416 uint32_t value = 0;
417 if (GetVReg(m, reg, kind, &value)) {
418 new_frame->SetVReg(reg, value);
419 } else {
420 new_frame->SetVReg(reg, kDeadValue);
421 }
422 }
423 break;
424 case kDoubleLoVReg:
425 if (GetVRegKind(reg + 1, kinds) == kDoubleHiVReg) {
426 uint64_t value = 0;
427 if (GetVRegPair(m, reg, kDoubleLoVReg, kDoubleHiVReg, &value)) {
428 // Treat it as a "double" register pair.
429 new_frame->SetVRegLong(reg, value);
430 } else {
431 new_frame->SetVRegLong(reg, kLongDeadValue);
432 }
433 } else {
434 uint32_t value = 0;
435 if (GetVReg(m, reg, kind, &value)) {
436 new_frame->SetVReg(reg, value);
437 } else {
438 new_frame->SetVReg(reg, kDeadValue);
439 }
440 }
441 break;
442 case kDoubleHiVReg:
443 if (GetVRegKind(reg - 1, kinds) == kDoubleLoVReg) {
444 // Nothing to do: we treated it as a "double" register pair.
445 } else {
446 uint32_t value = 0;
447 if (GetVReg(m, reg, kind, &value)) {
448 new_frame->SetVReg(reg, value);
449 } else {
450 new_frame->SetVReg(reg, kDeadValue);
451 }
452 }
453 break;
454 default:
455 uint32_t value = 0;
456 if (GetVReg(m, reg, kind, &value)) {
457 new_frame->SetVReg(reg, value);
458 } else {
459 new_frame->SetVReg(reg, kDeadValue);
460 }
461 break;
Nicolas Geoffray15b9d522015-03-12 15:05:13 +0000462 }
Ian Rogers5cf98192014-05-29 21:31:50 -0700463 }
464 }
Mingyao Yang99170c62015-07-06 11:10:37 -0700465 if (updated_vregs != nullptr) {
466 // Calling Thread::RemoveDebuggerShadowFrameMapping will also delete the updated_vregs
467 // array so this must come after we processed the frame.
468 GetThread()->RemoveDebuggerShadowFrameMapping(frame_id);
469 DCHECK(GetThread()->FindDebuggerShadowFrame(frame_id) == nullptr);
470 }
Ian Rogers5cf98192014-05-29 21:31:50 -0700471 if (prev_shadow_frame_ != nullptr) {
472 prev_shadow_frame_->SetLink(new_frame);
473 } else {
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -0700474 // Will be popped after the long jump after DeoptimizeStack(),
475 // right before interpreter::EnterInterpreterFromDeoptimize().
476 stacked_shadow_frame_pushed_ = true;
Andreas Gampe639bdd12015-06-03 11:22:45 -0700477 GetThread()->PushStackedShadowFrame(
478 new_frame,
479 single_frame_deopt_
480 ? StackedShadowFrameType::kSingleFrameDeoptimizationShadowFrame
481 : StackedShadowFrameType::kDeoptimizationShadowFrame);
Ian Rogers5cf98192014-05-29 21:31:50 -0700482 }
483 prev_shadow_frame_ = new_frame;
Ian Rogers5cf98192014-05-29 21:31:50 -0700484 }
485
Ian Rogers5cf98192014-05-29 21:31:50 -0700486 QuickExceptionHandler* const exception_handler_;
487 ShadowFrame* prev_shadow_frame_;
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -0700488 bool stacked_shadow_frame_pushed_;
Andreas Gampe639bdd12015-06-03 11:22:45 -0700489 const bool single_frame_deopt_;
490 bool single_frame_done_;
Ian Rogers5cf98192014-05-29 21:31:50 -0700491
492 DISALLOW_COPY_AND_ASSIGN(DeoptimizeStackVisitor);
493};
494
Sebastien Hertzfd3077e2014-04-23 10:32:43 +0200495void QuickExceptionHandler::DeoptimizeStack() {
496 DCHECK(is_deoptimization_);
Ian Rogers5cf98192014-05-29 21:31:50 -0700497 if (kDebugExceptionDelivery) {
498 self_->DumpStack(LOG(INFO) << "Deoptimizing: ");
499 }
Sebastien Hertzfd3077e2014-04-23 10:32:43 +0200500
Andreas Gampe639bdd12015-06-03 11:22:45 -0700501 DeoptimizeStackVisitor visitor(self_, context_, this, false);
Sebastien Hertzfd3077e2014-04-23 10:32:43 +0200502 visitor.WalkStack(true);
503
504 // Restore deoptimization exception
Nicolas Geoffray14691c52015-03-05 10:40:17 +0000505 self_->SetException(Thread::GetDeoptimizationException());
Sebastien Hertzd45a1f52014-01-09 14:56:54 +0100506}
507
Andreas Gampe639bdd12015-06-03 11:22:45 -0700508void QuickExceptionHandler::DeoptimizeSingleFrame() {
509 DCHECK(is_deoptimization_);
510
511 if (VLOG_IS_ON(deopt) || kDebugExceptionDelivery) {
512 LOG(INFO) << "Single-frame deopting:";
513 DumpFramesWithType(self_, true);
514 }
515
516 DeoptimizeStackVisitor visitor(self_, context_, this, true);
517 visitor.WalkStack(true);
518
519 // PC needs to be of the quick-to-interpreter bridge.
520 int32_t offset;
521 #ifdef __LP64__
522 offset = GetThreadOffset<8>(kQuickQuickToInterpreterBridge).Int32Value();
523 #else
524 offset = GetThreadOffset<4>(kQuickQuickToInterpreterBridge).Int32Value();
525 #endif
526 handler_quick_frame_pc_ = *reinterpret_cast<uintptr_t*>(
527 reinterpret_cast<uint8_t*>(self_) + offset);
528}
529
530void QuickExceptionHandler::DeoptimizeSingleFrameArchDependentFixup() {
531 // Architecture-dependent work. This is to get the LR right for x86 and x86-64.
532
533 if (kRuntimeISA == InstructionSet::kX86 || kRuntimeISA == InstructionSet::kX86_64) {
534 // On x86, the return address is on the stack, so just reuse it. Otherwise we would have to
535 // change how longjump works.
536 handler_quick_frame_ = reinterpret_cast<ArtMethod**>(
537 reinterpret_cast<uintptr_t>(handler_quick_frame_) - sizeof(void*));
538 }
539}
540
Sebastien Hertzd45a1f52014-01-09 14:56:54 +0100541// Unwinds all instrumentation stack frame prior to catch handler or upcall.
542class InstrumentationStackVisitor : public StackVisitor {
543 public:
Ian Rogers6a3c1fc2014-10-31 00:33:20 -0700544 InstrumentationStackVisitor(Thread* self, size_t frame_depth)
Mathieu Chartier90443472015-07-16 20:32:27 -0700545 SHARED_REQUIRES(Locks::mutator_lock_)
Nicolas Geoffray8e5bd182015-05-06 11:34:34 +0100546 : StackVisitor(self, nullptr, StackVisitor::StackWalkKind::kIncludeInlinedFrames),
Ian Rogerscf7f1912014-10-22 22:06:39 -0700547 frame_depth_(frame_depth),
Sebastien Hertzd45a1f52014-01-09 14:56:54 +0100548 instrumentation_frames_to_pop_(0) {
Hiroshi Yamauchi649278c2014-08-13 11:12:22 -0700549 CHECK_NE(frame_depth_, kInvalidFrameDepth);
Sebastien Hertzd45a1f52014-01-09 14:56:54 +0100550 }
551
Mathieu Chartier90443472015-07-16 20:32:27 -0700552 bool VisitFrame() SHARED_REQUIRES(Locks::mutator_lock_) {
Hiroshi Yamauchi649278c2014-08-13 11:12:22 -0700553 size_t current_frame_depth = GetFrameDepth();
554 if (current_frame_depth < frame_depth_) {
Sebastien Hertzd45a1f52014-01-09 14:56:54 +0100555 CHECK(GetMethod() != nullptr);
Ian Rogers6f3dbba2014-10-14 17:41:57 -0700556 if (UNLIKELY(reinterpret_cast<uintptr_t>(GetQuickInstrumentationExitPc()) == GetReturnPc())) {
Nicolas Geoffray8e5bd182015-05-06 11:34:34 +0100557 if (!IsInInlinedFrame()) {
558 // We do not count inlined frames, because we do not instrument them. The reason we
559 // include them in the stack walking is the check against `frame_depth_`, which is
560 // given to us by a visitor that visits inlined frames.
561 ++instrumentation_frames_to_pop_;
562 }
Sebastien Hertzd45a1f52014-01-09 14:56:54 +0100563 }
564 return true;
565 } else {
566 // We reached the frame of the catch handler or the upcall.
567 return false;
568 }
569 }
570
571 size_t GetInstrumentationFramesToPop() const {
572 return instrumentation_frames_to_pop_;
573 }
574
575 private:
Hiroshi Yamauchi649278c2014-08-13 11:12:22 -0700576 const size_t frame_depth_;
Sebastien Hertzd45a1f52014-01-09 14:56:54 +0100577 size_t instrumentation_frames_to_pop_;
578
579 DISALLOW_COPY_AND_ASSIGN(InstrumentationStackVisitor);
580};
581
Sebastien Hertzfd3077e2014-04-23 10:32:43 +0200582void QuickExceptionHandler::UpdateInstrumentationStack() {
Sebastien Hertzd45a1f52014-01-09 14:56:54 +0100583 if (method_tracing_active_) {
Ian Rogers6a3c1fc2014-10-31 00:33:20 -0700584 InstrumentationStackVisitor visitor(self_, handler_frame_depth_);
Sebastien Hertzd45a1f52014-01-09 14:56:54 +0100585 visitor.WalkStack(true);
586
587 size_t instrumentation_frames_to_pop = visitor.GetInstrumentationFramesToPop();
588 instrumentation::Instrumentation* instrumentation = Runtime::Current()->GetInstrumentation();
589 for (size_t i = 0; i < instrumentation_frames_to_pop; ++i) {
590 instrumentation->PopMethodForUnwind(self_, is_deoptimization_);
591 }
592 }
593}
594
Andreas Gampe639bdd12015-06-03 11:22:45 -0700595void QuickExceptionHandler::DoLongJump(bool smash_caller_saves) {
Sebastien Hertzd45a1f52014-01-09 14:56:54 +0100596 // Place context back on thread so it will be available when we continue.
597 self_->ReleaseLongJumpContext(context_);
598 context_->SetSP(reinterpret_cast<uintptr_t>(handler_quick_frame_));
599 CHECK_NE(handler_quick_frame_pc_, 0u);
600 context_->SetPC(handler_quick_frame_pc_);
Andreas Gampe639bdd12015-06-03 11:22:45 -0700601 context_->SetArg0(handler_quick_arg0_);
602 if (smash_caller_saves) {
603 context_->SmashCallerSaves();
604 }
Sebastien Hertzd45a1f52014-01-09 14:56:54 +0100605 context_->DoLongJump();
Andreas Gampe794ad762015-02-23 08:12:24 -0800606 UNREACHABLE();
Sebastien Hertzd45a1f52014-01-09 14:56:54 +0100607}
608
Andreas Gampe639bdd12015-06-03 11:22:45 -0700609// Prints out methods with their type of frame.
610class DumpFramesWithTypeStackVisitor FINAL : public StackVisitor {
611 public:
612 DumpFramesWithTypeStackVisitor(Thread* self, bool show_details = false)
613 SHARED_REQUIRES(Locks::mutator_lock_)
614 : StackVisitor(self, nullptr, StackVisitor::StackWalkKind::kIncludeInlinedFrames),
615 show_details_(show_details) {}
616
617 bool VisitFrame() OVERRIDE SHARED_REQUIRES(Locks::mutator_lock_) {
618 ArtMethod* method = GetMethod();
619 if (show_details_) {
620 LOG(INFO) << "|> pc = " << std::hex << GetCurrentQuickFramePc();
621 LOG(INFO) << "|> addr = " << std::hex << reinterpret_cast<uintptr_t>(GetCurrentQuickFrame());
622 if (GetCurrentQuickFrame() != nullptr && method != nullptr) {
623 LOG(INFO) << "|> ret = " << std::hex << GetReturnPc();
624 }
625 }
626 if (method == nullptr) {
627 // Transition, do go on, we want to unwind over bridges, all the way.
628 if (show_details_) {
629 LOG(INFO) << "N <transition>";
630 }
631 return true;
632 } else if (method->IsRuntimeMethod()) {
633 if (show_details_) {
634 LOG(INFO) << "R " << PrettyMethod(method, true);
635 }
636 return true;
637 } else {
638 bool is_shadow = GetCurrentShadowFrame() != nullptr;
639 LOG(INFO) << (is_shadow ? "S" : "Q")
640 << ((!is_shadow && IsInInlinedFrame()) ? "i" : " ")
641 << " "
642 << PrettyMethod(method, true);
643 return true; // Go on.
644 }
645 }
646
647 private:
648 bool show_details_;
649
650 DISALLOW_COPY_AND_ASSIGN(DumpFramesWithTypeStackVisitor);
651};
652
653void QuickExceptionHandler::DumpFramesWithType(Thread* self, bool details) {
654 DumpFramesWithTypeStackVisitor visitor(self, details);
655 visitor.WalkStack(true);
656}
657
Sebastien Hertzd45a1f52014-01-09 14:56:54 +0100658} // namespace art