blob: 58a73cc4f23006d01debc309c25d9f2c21388e29 [file] [log] [blame]
Elliott Hughes68e76522011-10-05 13:22:16 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "stack.h"
Alex Lightb096c912019-09-25 13:33:06 -070018#include <limits>
Elliott Hughes68e76522011-10-05 13:22:16 -070019
Andreas Gampe46ee31b2016-12-14 10:11:49 -080020#include "android-base/stringprintf.h"
21
Ian Rogerse63db272014-07-15 15:36:11 -070022#include "arch/context.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070023#include "art_method-inl.h"
Andreas Gampe8228cdf2017-05-30 15:03:54 -070024#include "base/callee_save_type.h"
Andreas Gampe542451c2016-07-26 09:02:02 -070025#include "base/enums.h"
Dave Allisonf9439142014-03-27 15:10:22 -070026#include "base/hex_dump.h"
David Sehr9e734c72018-01-04 17:56:19 -080027#include "dex/dex_file_types.h"
Nicolas Geoffrayd23eeef2015-05-18 22:31:29 +010028#include "entrypoints/entrypoint_utils-inl.h"
Vladimir Markod3083dd2018-05-17 08:43:47 +010029#include "entrypoints/quick/callee_save_frame.h"
Ian Rogers6f3dbba2014-10-14 17:41:57 -070030#include "entrypoints/runtime_asm_entrypoints.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070031#include "gc/space/image_space.h"
32#include "gc/space/space-inl.h"
Vladimir Marko6ec2a1b2018-05-22 15:33:48 +010033#include "interpreter/shadow_frame-inl.h"
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +010034#include "jit/jit.h"
35#include "jit/jit_code_cache.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070036#include "linear_alloc.h"
Andreas Gampe513061a2017-06-01 09:17:34 -070037#include "managed_stack.h"
Ian Rogers4f6ad8a2013-03-18 15:27:28 -070038#include "mirror/class-inl.h"
Ian Rogers2dd0e2c2013-01-24 12:42:14 -080039#include "mirror/object-inl.h"
40#include "mirror/object_array-inl.h"
Nicolas Geoffray013d1ee2019-12-04 16:18:15 +000041#include "nterp_helpers.h"
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +010042#include "oat_quick_method_header.h"
Vladimir Marko439d1262019-04-12 14:45:07 +010043#include "obj_ptr-inl.h"
Vladimir Marko7624d252014-05-02 14:40:15 +010044#include "quick/quick_method_frame_info.h"
Mathieu Chartier590fee92013-09-13 13:46:47 -070045#include "runtime.h"
Dave Allisonf9439142014-03-27 15:10:22 -070046#include "thread.h"
Elliott Hughesbfe487b2011-10-26 15:48:55 -070047#include "thread_list.h"
Elliott Hughes68e76522011-10-05 13:22:16 -070048
Elliott Hughes11d1b0c2012-01-23 16:57:47 -080049namespace art {
50
Andreas Gampe46ee31b2016-12-14 10:11:49 -080051using android::base::StringPrintf;
52
Mathieu Chartier8405bfd2016-02-05 12:00:49 -080053static constexpr bool kDebugStackWalk = false;
Mathieu Chartiere401d142015-04-22 13:56:20 -070054
Hiroshi Yamauchi02f365f2017-02-03 15:06:00 -080055StackVisitor::StackVisitor(Thread* thread,
56 Context* context,
57 StackWalkKind walk_kind,
58 bool check_suspended)
59 : StackVisitor(thread, context, walk_kind, 0, check_suspended) {}
Ian Rogers7a22fa62013-01-23 12:16:16 -080060
Nicolas Geoffray8e5bd182015-05-06 11:34:34 +010061StackVisitor::StackVisitor(Thread* thread,
62 Context* context,
63 StackWalkKind walk_kind,
Hiroshi Yamauchi02f365f2017-02-03 15:06:00 -080064 size_t num_frames,
65 bool check_suspended)
Nicolas Geoffray8e5bd182015-05-06 11:34:34 +010066 : thread_(thread),
67 walk_kind_(walk_kind),
68 cur_shadow_frame_(nullptr),
69 cur_quick_frame_(nullptr),
70 cur_quick_frame_pc_(0),
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +010071 cur_oat_quick_method_header_(nullptr),
Nicolas Geoffray8e5bd182015-05-06 11:34:34 +010072 num_frames_(num_frames),
73 cur_depth_(0),
David Srbecky145a18a2019-06-03 14:35:22 +010074 cur_inline_info_(nullptr, CodeInfo()),
75 cur_stack_map_(0, StackMap()),
Hiroshi Yamauchi02f365f2017-02-03 15:06:00 -080076 context_(context),
77 check_suspended_(check_suspended) {
78 if (check_suspended_) {
79 DCHECK(thread == Thread::Current() || thread->IsSuspended()) << *thread;
80 }
Ian Rogers5cf98192014-05-29 21:31:50 -070081}
82
David Srbecky145a18a2019-06-03 14:35:22 +010083CodeInfo* StackVisitor::GetCurrentInlineInfo() const {
84 DCHECK(!(*cur_quick_frame_)->IsNative());
85 const OatQuickMethodHeader* header = GetCurrentOatQuickMethodHeader();
86 if (cur_inline_info_.first != header) {
David Srbecky0d4567f2019-05-30 22:45:40 +010087 cur_inline_info_ = std::make_pair(header, CodeInfo::DecodeInlineInfoOnly(header));
David Srbecky145a18a2019-06-03 14:35:22 +010088 }
89 return &cur_inline_info_.second;
90}
91
92StackMap* StackVisitor::GetCurrentStackMap() const {
93 DCHECK(!(*cur_quick_frame_)->IsNative());
94 const OatQuickMethodHeader* header = GetCurrentOatQuickMethodHeader();
95 if (cur_stack_map_.first != cur_quick_frame_pc_) {
96 uint32_t pc = header->NativeQuickPcOffset(cur_quick_frame_pc_);
97 cur_stack_map_ = std::make_pair(cur_quick_frame_pc_,
98 GetCurrentInlineInfo()->GetStackMapForNativePcOffset(pc));
99 }
100 return &cur_stack_map_.second;
101}
102
Mathieu Chartiere401d142015-04-22 13:56:20 -0700103ArtMethod* StackVisitor::GetMethod() const {
Nicolas Geoffray57f61612015-05-15 13:20:41 +0100104 if (cur_shadow_frame_ != nullptr) {
105 return cur_shadow_frame_->GetMethod();
106 } else if (cur_quick_frame_ != nullptr) {
107 if (IsInInlinedFrame()) {
David Srbecky145a18a2019-06-03 14:35:22 +0100108 CodeInfo* code_info = GetCurrentInlineInfo();
Mathieu Chartier45bf2502016-03-31 11:07:09 -0700109 DCHECK(walk_kind_ != StackWalkKind::kSkipInlinedFrames);
David Srbecky145a18a2019-06-03 14:35:22 +0100110 return GetResolvedMethod(*GetCurrentQuickFrame(), *code_info, current_inline_frames_);
Nicolas Geoffray57f61612015-05-15 13:20:41 +0100111 } else {
Mathieu Chartiere401d142015-04-22 13:56:20 -0700112 return *cur_quick_frame_;
Nicolas Geoffray57f61612015-05-15 13:20:41 +0100113 }
Nicolas Geoffray57f61612015-05-15 13:20:41 +0100114 }
Mathieu Chartiere401d142015-04-22 13:56:20 -0700115 return nullptr;
Nicolas Geoffray57f61612015-05-15 13:20:41 +0100116}
117
Dave Allisonb373e092014-02-20 16:06:36 -0800118uint32_t StackVisitor::GetDexPc(bool abort_on_failure) const {
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700119 if (cur_shadow_frame_ != nullptr) {
Ian Rogers0399dde2012-06-06 17:09:28 -0700120 return cur_shadow_frame_->GetDexPC();
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700121 } else if (cur_quick_frame_ != nullptr) {
Nicolas Geoffray57f61612015-05-15 13:20:41 +0100122 if (IsInInlinedFrame()) {
David Srbecky93bd3612018-07-02 19:30:18 +0100123 return current_inline_frames_.back().GetDexPc();
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100124 } else if (cur_oat_quick_method_header_ == nullptr) {
Andreas Gampee2abbc62017-09-15 11:59:26 -0700125 return dex::kDexNoIndex;
Nicolas Geoffray013d1ee2019-12-04 16:18:15 +0000126 } else if ((*GetCurrentQuickFrame())->IsNative()) {
127 return cur_oat_quick_method_header_->ToDexPc(
128 GetCurrentQuickFrame(), cur_quick_frame_pc_, abort_on_failure);
129 } else if (cur_oat_quick_method_header_->IsOptimized()) {
David Srbecky145a18a2019-06-03 14:35:22 +0100130 StackMap* stack_map = GetCurrentStackMap();
131 DCHECK(stack_map->IsValid());
132 return stack_map->GetDexPc();
Nicolas Geoffray57f61612015-05-15 13:20:41 +0100133 } else {
Nicolas Geoffray013d1ee2019-12-04 16:18:15 +0000134 DCHECK(cur_oat_quick_method_header_->IsNterpMethodHeader());
135 return NterpGetDexPC(cur_quick_frame_);
Nicolas Geoffray57f61612015-05-15 13:20:41 +0100136 }
Ian Rogers0399dde2012-06-06 17:09:28 -0700137 } else {
138 return 0;
139 }
140}
141
Mathieu Chartiere401d142015-04-22 13:56:20 -0700142extern "C" mirror::Object* artQuickGetProxyThisObject(ArtMethod** sp)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700143 REQUIRES_SHARED(Locks::mutator_lock_);
Sebastien Hertza836bc92014-11-25 16:30:53 +0100144
Vladimir Markoabedfca2019-05-23 14:07:47 +0100145ObjPtr<mirror::Object> StackVisitor::GetThisObject() const {
Andreas Gampe542451c2016-07-26 09:02:02 -0700146 DCHECK_EQ(Runtime::Current()->GetClassLinker()->GetImagePointerSize(), kRuntimePointerSize);
Mathieu Chartiere401d142015-04-22 13:56:20 -0700147 ArtMethod* m = GetMethod();
Ian Rogers62d6c772013-02-27 08:32:07 -0800148 if (m->IsStatic()) {
Nicolas Geoffray39468442014-09-02 15:17:15 +0100149 return nullptr;
Ian Rogers62d6c772013-02-27 08:32:07 -0800150 } else if (m->IsNative()) {
Nicolas Geoffray39468442014-09-02 15:17:15 +0100151 if (cur_quick_frame_ != nullptr) {
Vladimir Marko6e043bb2020-02-10 16:56:54 +0000152 HandleScope* hs;
153 if (cur_oat_quick_method_header_ != nullptr) {
154 hs = reinterpret_cast<HandleScope*>(
155 reinterpret_cast<char*>(cur_quick_frame_) + sizeof(ArtMethod*));
156 } else {
157 // GenericJNI frames have the HandleScope under the managed frame.
158 uint32_t shorty_len;
159 const char* shorty = m->GetShorty(&shorty_len);
160 const size_t num_handle_scope_references =
161 /* this */ 1u + std::count(shorty + 1, shorty + shorty_len, 'L');
162 hs = GetGenericJniHandleScope(cur_quick_frame_, num_handle_scope_references);
163 }
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700164 return hs->GetReference(0);
Ian Rogers62d6c772013-02-27 08:32:07 -0800165 } else {
166 return cur_shadow_frame_->GetVRegReference(0);
167 }
Nicolas Geoffray3a090922015-11-24 09:17:30 +0000168 } else if (m->IsProxyMethod()) {
Sebastien Hertza836bc92014-11-25 16:30:53 +0100169 if (cur_quick_frame_ != nullptr) {
170 return artQuickGetProxyThisObject(cur_quick_frame_);
171 } else {
172 return cur_shadow_frame_->GetVRegReference(0);
173 }
Ian Rogers62d6c772013-02-27 08:32:07 -0800174 } else {
David Sehr0225f8e2018-01-31 08:52:24 +0000175 CodeItemDataAccessor accessor(m->DexInstructionData());
Mathieu Chartier808c7a52017-12-15 11:19:33 -0800176 if (!accessor.HasCodeItem()) {
Ian Rogerse0dcd462014-03-08 15:21:04 -0800177 UNIMPLEMENTED(ERROR) << "Failed to determine this object of abstract or proxy method: "
David Sehr709b0702016-10-13 09:12:37 -0700178 << ArtMethod::PrettyMethod(m);
Ian Rogerse0dcd462014-03-08 15:21:04 -0800179 return nullptr;
Ian Rogers62d6c772013-02-27 08:32:07 -0800180 } else {
Mathieu Chartier808c7a52017-12-15 11:19:33 -0800181 uint16_t reg = accessor.RegistersSize() - accessor.InsSize();
Nicolas Geoffray15b9d522015-03-12 15:05:13 +0000182 uint32_t value = 0;
Nicolas Geoffray4cbfadc2018-10-10 16:09:43 +0100183 if (!GetVReg(m, reg, kReferenceVReg, &value)) {
184 return nullptr;
185 }
Nicolas Geoffray15b9d522015-03-12 15:05:13 +0000186 return reinterpret_cast<mirror::Object*>(value);
Ian Rogers62d6c772013-02-27 08:32:07 -0800187 }
188 }
189}
190
Ian Rogers0c7abda2012-09-19 13:33:42 -0700191size_t StackVisitor::GetNativePcOffset() const {
192 DCHECK(!IsShadowFrame());
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100193 return GetCurrentOatQuickMethodHeader()->NativeQuickPcOffset(cur_quick_frame_pc_);
Ian Rogers0c7abda2012-09-19 13:33:42 -0700194}
195
Mingyao Yang99170c62015-07-06 11:10:37 -0700196bool StackVisitor::GetVRegFromDebuggerShadowFrame(uint16_t vreg,
197 VRegKind kind,
198 uint32_t* val) const {
199 size_t frame_id = const_cast<StackVisitor*>(this)->GetFrameId();
200 ShadowFrame* shadow_frame = thread_->FindDebuggerShadowFrame(frame_id);
201 if (shadow_frame != nullptr) {
202 bool* updated_vreg_flags = thread_->GetUpdatedVRegFlags(frame_id);
203 DCHECK(updated_vreg_flags != nullptr);
204 if (updated_vreg_flags[vreg]) {
205 // Value is set by the debugger.
206 if (kind == kReferenceVReg) {
207 *val = static_cast<uint32_t>(reinterpret_cast<uintptr_t>(
208 shadow_frame->GetVRegReference(vreg)));
209 } else {
210 *val = shadow_frame->GetVReg(vreg);
211 }
212 return true;
213 }
214 }
215 // No value is set by the debugger.
216 return false;
217}
218
David Srbeckycffa2542019-07-01 15:31:41 +0100219bool StackVisitor::GetVReg(ArtMethod* m,
220 uint16_t vreg,
221 VRegKind kind,
222 uint32_t* val,
223 std::optional<DexRegisterLocation> location) const {
Sebastien Hertzc901dd72014-07-16 11:56:07 +0200224 if (cur_quick_frame_ != nullptr) {
225 DCHECK(context_ != nullptr); // You can't reliably read registers without a context.
Ian Rogers2bcb4a42012-11-08 10:39:18 -0800226 DCHECK(m == GetMethod());
Mingyao Yang99170c62015-07-06 11:10:37 -0700227 // Check if there is value set by the debugger.
228 if (GetVRegFromDebuggerShadowFrame(vreg, kind, val)) {
229 return true;
230 }
Nicolas Geoffrayd7651b12019-12-18 14:57:30 +0000231 bool result = false;
Nicolas Geoffray013d1ee2019-12-04 16:18:15 +0000232 if (cur_oat_quick_method_header_->IsNterpMethodHeader()) {
Nicolas Geoffrayd7651b12019-12-18 14:57:30 +0000233 result = true;
234 *val = (kind == kReferenceVReg)
235 ? NterpGetVRegReference(cur_quick_frame_, vreg)
236 : NterpGetVReg(cur_quick_frame_, vreg);
237 } else {
238 DCHECK(cur_oat_quick_method_header_->IsOptimized());
239 if (location.has_value() && kind != kReferenceVReg) {
240 uint32_t val2 = *val;
241 // The caller already known the register location, so we can use the faster overload
242 // which does not decode the stack maps.
243 result = GetVRegFromOptimizedCode(location.value(), kind, val);
244 // Compare to the slower overload.
245 DCHECK_EQ(result, GetVRegFromOptimizedCode(m, vreg, kind, &val2));
246 DCHECK_EQ(*val, val2);
247 } else {
248 result = GetVRegFromOptimizedCode(m, vreg, kind, val);
249 }
Nicolas Geoffray013d1ee2019-12-04 16:18:15 +0000250 }
Alex Lightb096c912019-09-25 13:33:06 -0700251 if (kind == kReferenceVReg) {
252 // Perform a read barrier in case we are in a different thread and GC is ongoing.
253 mirror::Object* out = reinterpret_cast<mirror::Object*>(static_cast<uintptr_t>(*val));
254 uintptr_t ptr_out = reinterpret_cast<uintptr_t>(GcRoot<mirror::Object>(out).Read());
255 DCHECK_LT(ptr_out, std::numeric_limits<uint32_t>::max());
256 *val = static_cast<uint32_t>(ptr_out);
257 }
Nicolas Geoffrayd7651b12019-12-18 14:57:30 +0000258 return result;
Ian Rogers0399dde2012-06-06 17:09:28 -0700259 } else {
Sebastien Hertz96ba8dc2015-01-22 18:57:14 +0100260 DCHECK(cur_shadow_frame_ != nullptr);
Sebastien Hertz09687442015-11-17 10:35:39 +0100261 if (kind == kReferenceVReg) {
262 *val = static_cast<uint32_t>(reinterpret_cast<uintptr_t>(
263 cur_shadow_frame_->GetVRegReference(vreg)));
264 } else {
265 *val = cur_shadow_frame_->GetVReg(vreg);
266 }
Sebastien Hertz0bcb2902014-06-17 15:52:45 +0200267 return true;
Ian Rogers0399dde2012-06-06 17:09:28 -0700268 }
269}
270
Mathieu Chartiere401d142015-04-22 13:56:20 -0700271bool StackVisitor::GetVRegFromOptimizedCode(ArtMethod* m, uint16_t vreg, VRegKind kind,
Sebastien Hertz7cde48c2015-01-20 16:06:43 +0100272 uint32_t* val) const {
Nicolas Geoffray57f61612015-05-15 13:20:41 +0100273 DCHECK_EQ(m, GetMethod());
Mathieu Chartier808c7a52017-12-15 11:19:33 -0800274 // Can't be null or how would we compile its instructions?
275 DCHECK(m->GetCodeItem() != nullptr) << m->PrettyMethod();
David Sehr0225f8e2018-01-31 08:52:24 +0000276 CodeItemDataAccessor accessor(m->DexInstructionData());
Mathieu Chartier808c7a52017-12-15 11:19:33 -0800277 uint16_t number_of_dex_registers = accessor.RegistersSize();
278 DCHECK_LT(vreg, number_of_dex_registers);
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100279 const OatQuickMethodHeader* method_header = GetCurrentOatQuickMethodHeader();
David Srbecky052f8ca2018-04-26 15:42:54 +0100280 CodeInfo code_info(method_header);
Nicolas Geoffray57f61612015-05-15 13:20:41 +0100281
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100282 uint32_t native_pc_offset = method_header->NativeQuickPcOffset(cur_quick_frame_pc_);
David Srbecky052f8ca2018-04-26 15:42:54 +0100283 StackMap stack_map = code_info.GetStackMapForNativePcOffset(native_pc_offset);
Nicolas Geoffraye12997f2015-05-22 14:01:33 +0100284 DCHECK(stack_map.IsValid());
Nicolas Geoffray57f61612015-05-15 13:20:41 +0100285
286 DexRegisterMap dex_register_map = IsInInlinedFrame()
David Srbecky93bd3612018-07-02 19:30:18 +0100287 ? code_info.GetInlineDexRegisterMapOf(stack_map, current_inline_frames_.back())
David Srbeckyfd89b072018-06-03 12:00:22 +0100288 : code_info.GetDexRegisterMapOf(stack_map);
289 if (dex_register_map.empty()) {
Nicolas Geoffray012fc4e2016-01-08 15:58:19 +0000290 return false;
291 }
David Srbeckyfd89b072018-06-03 12:00:22 +0100292 DCHECK_EQ(dex_register_map.size(), number_of_dex_registers);
David Srbeckye1402122018-06-13 18:20:45 +0100293 DexRegisterLocation::Kind location_kind = dex_register_map[vreg].GetKind();
Sebastien Hertz7cde48c2015-01-20 16:06:43 +0100294 switch (location_kind) {
Roland Levillaina2d8ec62015-03-12 15:25:29 +0000295 case DexRegisterLocation::Kind::kInStack: {
David Srbeckye1402122018-06-13 18:20:45 +0100296 const int32_t offset = dex_register_map[vreg].GetStackOffsetInBytes();
Nicolas Geoffray4cbfadc2018-10-10 16:09:43 +0100297 BitMemoryRegion stack_mask = code_info.GetStackMaskOf(stack_map);
298 if (kind == kReferenceVReg && !stack_mask.LoadBit(offset / kFrameSlotSize)) {
299 return false;
300 }
Sebastien Hertz7cde48c2015-01-20 16:06:43 +0100301 const uint8_t* addr = reinterpret_cast<const uint8_t*>(cur_quick_frame_) + offset;
302 *val = *reinterpret_cast<const uint32_t*>(addr);
303 return true;
304 }
Nicolas Geoffray4cbfadc2018-10-10 16:09:43 +0100305 case DexRegisterLocation::Kind::kInRegister: {
306 uint32_t register_mask = code_info.GetRegisterMaskOf(stack_map);
307 uint32_t reg = dex_register_map[vreg].GetMachineRegister();
308 if (kind == kReferenceVReg && !(register_mask & (1 << reg))) {
309 return false;
310 }
311 return GetRegisterIfAccessible(reg, kind, val);
312 }
David Brazdild9cb68e2015-08-25 13:52:43 +0100313 case DexRegisterLocation::Kind::kInRegisterHigh:
314 case DexRegisterLocation::Kind::kInFpuRegister:
315 case DexRegisterLocation::Kind::kInFpuRegisterHigh: {
Nicolas Geoffray4cbfadc2018-10-10 16:09:43 +0100316 if (kind == kReferenceVReg) {
317 return false;
318 }
David Srbeckye1402122018-06-13 18:20:45 +0100319 uint32_t reg = dex_register_map[vreg].GetMachineRegister();
Sebastien Hertz7cde48c2015-01-20 16:06:43 +0100320 return GetRegisterIfAccessible(reg, kind, val);
321 }
Nicolas Geoffray4cbfadc2018-10-10 16:09:43 +0100322 case DexRegisterLocation::Kind::kConstant: {
323 uint32_t result = dex_register_map[vreg].GetConstant();
324 if (kind == kReferenceVReg && result != 0) {
325 return false;
326 }
327 *val = result;
Sebastien Hertz7cde48c2015-01-20 16:06:43 +0100328 return true;
Nicolas Geoffray4cbfadc2018-10-10 16:09:43 +0100329 }
Roland Levillaina2d8ec62015-03-12 15:25:29 +0000330 case DexRegisterLocation::Kind::kNone:
Sebastien Hertz7cde48c2015-01-20 16:06:43 +0100331 return false;
Roland Levillaina2d8ec62015-03-12 15:25:29 +0000332 default:
David Srbeckye1402122018-06-13 18:20:45 +0100333 LOG(FATAL) << "Unexpected location kind " << dex_register_map[vreg].GetKind();
Roland Levillaina2d8ec62015-03-12 15:25:29 +0000334 UNREACHABLE();
Sebastien Hertz7cde48c2015-01-20 16:06:43 +0100335 }
Sebastien Hertz7cde48c2015-01-20 16:06:43 +0100336}
337
David Srbeckycffa2542019-07-01 15:31:41 +0100338bool StackVisitor::GetVRegFromOptimizedCode(DexRegisterLocation location,
339 VRegKind kind,
340 uint32_t* val) const {
341 switch (location.GetKind()) {
342 case DexRegisterLocation::Kind::kInvalid:
343 break;
344 case DexRegisterLocation::Kind::kInStack: {
345 const uint8_t* sp = reinterpret_cast<const uint8_t*>(cur_quick_frame_);
346 *val = *reinterpret_cast<const uint32_t*>(sp + location.GetStackOffsetInBytes());
347 return true;
348 }
349 case DexRegisterLocation::Kind::kInRegister:
350 case DexRegisterLocation::Kind::kInRegisterHigh:
351 case DexRegisterLocation::Kind::kInFpuRegister:
352 case DexRegisterLocation::Kind::kInFpuRegisterHigh:
353 return GetRegisterIfAccessible(location.GetMachineRegister(), kind, val);
354 case DexRegisterLocation::Kind::kConstant:
355 *val = location.GetConstant();
356 return true;
357 case DexRegisterLocation::Kind::kNone:
358 return false;
359 }
360 LOG(FATAL) << "Unexpected location kind " << location.GetKind();
361 UNREACHABLE();
362}
363
Sebastien Hertz7cde48c2015-01-20 16:06:43 +0100364bool StackVisitor::GetRegisterIfAccessible(uint32_t reg, VRegKind kind, uint32_t* val) const {
365 const bool is_float = (kind == kFloatVReg) || (kind == kDoubleLoVReg) || (kind == kDoubleHiVReg);
David Brazdil77a48ae2015-09-15 12:34:04 +0000366
Vladimir Marko239d6ea2016-09-05 10:44:04 +0100367 if (kRuntimeISA == InstructionSet::kX86 && is_float) {
368 // X86 float registers are 64-bit and each XMM register is provided as two separate
369 // 32-bit registers by the context.
370 reg = (kind == kDoubleHiVReg) ? (2 * reg + 1) : (2 * reg);
371 }
David Brazdil77a48ae2015-09-15 12:34:04 +0000372
Sebastien Hertz7cde48c2015-01-20 16:06:43 +0100373 if (!IsAccessibleRegister(reg, is_float)) {
374 return false;
375 }
376 uintptr_t ptr_val = GetRegister(reg, is_float);
377 const bool target64 = Is64BitInstructionSet(kRuntimeISA);
378 if (target64) {
379 const bool wide_lo = (kind == kLongLoVReg) || (kind == kDoubleLoVReg);
380 const bool wide_hi = (kind == kLongHiVReg) || (kind == kDoubleHiVReg);
381 int64_t value_long = static_cast<int64_t>(ptr_val);
382 if (wide_lo) {
383 ptr_val = static_cast<uintptr_t>(Low32Bits(value_long));
384 } else if (wide_hi) {
385 ptr_val = static_cast<uintptr_t>(High32Bits(value_long));
386 }
387 }
388 *val = ptr_val;
389 return true;
390}
391
Mingyao Yang99170c62015-07-06 11:10:37 -0700392bool StackVisitor::GetVRegPairFromDebuggerShadowFrame(uint16_t vreg,
393 VRegKind kind_lo,
394 VRegKind kind_hi,
395 uint64_t* val) const {
396 uint32_t low_32bits;
397 uint32_t high_32bits;
398 bool success = GetVRegFromDebuggerShadowFrame(vreg, kind_lo, &low_32bits);
399 success &= GetVRegFromDebuggerShadowFrame(vreg + 1, kind_hi, &high_32bits);
400 if (success) {
401 *val = (static_cast<uint64_t>(high_32bits) << 32) | static_cast<uint64_t>(low_32bits);
402 }
403 return success;
404}
405
Mathieu Chartiere401d142015-04-22 13:56:20 -0700406bool StackVisitor::GetVRegPair(ArtMethod* m, uint16_t vreg, VRegKind kind_lo,
Sebastien Hertzc901dd72014-07-16 11:56:07 +0200407 VRegKind kind_hi, uint64_t* val) const {
408 if (kind_lo == kLongLoVReg) {
409 DCHECK_EQ(kind_hi, kLongHiVReg);
410 } else if (kind_lo == kDoubleLoVReg) {
411 DCHECK_EQ(kind_hi, kDoubleHiVReg);
412 } else {
413 LOG(FATAL) << "Expected long or double: kind_lo=" << kind_lo << ", kind_hi=" << kind_hi;
Sebastien Hertz7cde48c2015-01-20 16:06:43 +0100414 UNREACHABLE();
Sebastien Hertzc901dd72014-07-16 11:56:07 +0200415 }
Mingyao Yang99170c62015-07-06 11:10:37 -0700416 // Check if there is value set by the debugger.
417 if (GetVRegPairFromDebuggerShadowFrame(vreg, kind_lo, kind_hi, val)) {
418 return true;
419 }
Nicolas Geoffraycaafd622020-01-27 13:08:45 +0000420 if (cur_quick_frame_ == nullptr) {
Sebastien Hertz96ba8dc2015-01-22 18:57:14 +0100421 DCHECK(cur_shadow_frame_ != nullptr);
Sebastien Hertzc901dd72014-07-16 11:56:07 +0200422 *val = cur_shadow_frame_->GetVRegLong(vreg);
423 return true;
424 }
Nicolas Geoffraycaafd622020-01-27 13:08:45 +0000425 if (cur_oat_quick_method_header_->IsNterpMethodHeader()) {
426 uint64_t val_lo = NterpGetVReg(cur_quick_frame_, vreg);
427 uint64_t val_hi = NterpGetVReg(cur_quick_frame_, vreg + 1);
428 *val = (val_hi << 32) + val_lo;
429 return true;
430 }
431
432 DCHECK(context_ != nullptr); // You can't reliably read registers without a context.
433 DCHECK(m == GetMethod());
434 DCHECK(cur_oat_quick_method_header_->IsOptimized());
435 return GetVRegPairFromOptimizedCode(m, vreg, kind_lo, kind_hi, val);
Sebastien Hertzc901dd72014-07-16 11:56:07 +0200436}
437
Mathieu Chartiere401d142015-04-22 13:56:20 -0700438bool StackVisitor::GetVRegPairFromOptimizedCode(ArtMethod* m, uint16_t vreg,
Sebastien Hertz7cde48c2015-01-20 16:06:43 +0100439 VRegKind kind_lo, VRegKind kind_hi,
440 uint64_t* val) const {
441 uint32_t low_32bits;
442 uint32_t high_32bits;
Igor Murashkinb1d8c312015-08-04 11:18:43 -0700443 bool success = GetVRegFromOptimizedCode(m, vreg, kind_lo, &low_32bits);
444 success &= GetVRegFromOptimizedCode(m, vreg + 1, kind_hi, &high_32bits);
Sebastien Hertz7cde48c2015-01-20 16:06:43 +0100445 if (success) {
446 *val = (static_cast<uint64_t>(high_32bits) << 32) | static_cast<uint64_t>(low_32bits);
447 }
448 return success;
449}
450
451bool StackVisitor::GetRegisterPairIfAccessible(uint32_t reg_lo, uint32_t reg_hi,
452 VRegKind kind_lo, uint64_t* val) const {
453 const bool is_float = (kind_lo == kDoubleLoVReg);
454 if (!IsAccessibleRegister(reg_lo, is_float) || !IsAccessibleRegister(reg_hi, is_float)) {
455 return false;
456 }
457 uintptr_t ptr_val_lo = GetRegister(reg_lo, is_float);
458 uintptr_t ptr_val_hi = GetRegister(reg_hi, is_float);
459 bool target64 = Is64BitInstructionSet(kRuntimeISA);
460 if (target64) {
461 int64_t value_long_lo = static_cast<int64_t>(ptr_val_lo);
462 int64_t value_long_hi = static_cast<int64_t>(ptr_val_hi);
463 ptr_val_lo = static_cast<uintptr_t>(Low32Bits(value_long_lo));
464 ptr_val_hi = static_cast<uintptr_t>(High32Bits(value_long_hi));
465 }
466 *val = (static_cast<uint64_t>(ptr_val_hi) << 32) | static_cast<uint32_t>(ptr_val_lo);
467 return true;
468}
469
Vladimir Marko439d1262019-04-12 14:45:07 +0100470ShadowFrame* StackVisitor::PrepareSetVReg(ArtMethod* m, uint16_t vreg, bool wide) {
David Sehr0225f8e2018-01-31 08:52:24 +0000471 CodeItemDataAccessor accessor(m->DexInstructionData());
Mathieu Chartier808c7a52017-12-15 11:19:33 -0800472 if (!accessor.HasCodeItem()) {
Vladimir Marko439d1262019-04-12 14:45:07 +0100473 return nullptr;
Mingyao Yang99170c62015-07-06 11:10:37 -0700474 }
475 ShadowFrame* shadow_frame = GetCurrentShadowFrame();
476 if (shadow_frame == nullptr) {
477 // This is a compiled frame: we must prepare and update a shadow frame that will
478 // be executed by the interpreter after deoptimization of the stack.
479 const size_t frame_id = GetFrameId();
Mathieu Chartier808c7a52017-12-15 11:19:33 -0800480 const uint16_t num_regs = accessor.RegistersSize();
Mingyao Yang99170c62015-07-06 11:10:37 -0700481 shadow_frame = thread_->FindOrCreateDebuggerShadowFrame(frame_id, num_regs, m, GetDexPc());
482 CHECK(shadow_frame != nullptr);
Vladimir Marko439d1262019-04-12 14:45:07 +0100483 // Remember the vreg(s) has been set for debugging and must not be overwritten by the
Mingyao Yang99170c62015-07-06 11:10:37 -0700484 // original value during deoptimization of the stack.
485 thread_->GetUpdatedVRegFlags(frame_id)[vreg] = true;
Vladimir Marko439d1262019-04-12 14:45:07 +0100486 if (wide) {
487 thread_->GetUpdatedVRegFlags(frame_id)[vreg + 1] = true;
488 }
Mingyao Yang99170c62015-07-06 11:10:37 -0700489 }
Vladimir Marko439d1262019-04-12 14:45:07 +0100490 return shadow_frame;
491}
492
493bool StackVisitor::SetVReg(ArtMethod* m, uint16_t vreg, uint32_t new_value, VRegKind kind) {
494 DCHECK(kind == kIntVReg || kind == kFloatVReg);
495 ShadowFrame* shadow_frame = PrepareSetVReg(m, vreg, /* wide= */ false);
496 if (shadow_frame == nullptr) {
497 return false;
Mingyao Yang99170c62015-07-06 11:10:37 -0700498 }
Vladimir Marko439d1262019-04-12 14:45:07 +0100499 shadow_frame->SetVReg(vreg, new_value);
500 return true;
501}
502
503bool StackVisitor::SetVRegReference(ArtMethod* m, uint16_t vreg, ObjPtr<mirror::Object> new_value) {
504 ShadowFrame* shadow_frame = PrepareSetVReg(m, vreg, /* wide= */ false);
505 if (shadow_frame == nullptr) {
506 return false;
507 }
508 shadow_frame->SetVRegReference(vreg, new_value);
Mingyao Yang99170c62015-07-06 11:10:37 -0700509 return true;
510}
511
Mingyao Yang636b9252015-07-31 16:40:24 -0700512bool StackVisitor::SetVRegPair(ArtMethod* m,
513 uint16_t vreg,
514 uint64_t new_value,
515 VRegKind kind_lo,
516 VRegKind kind_hi) {
Mingyao Yang99170c62015-07-06 11:10:37 -0700517 if (kind_lo == kLongLoVReg) {
518 DCHECK_EQ(kind_hi, kLongHiVReg);
519 } else if (kind_lo == kDoubleLoVReg) {
520 DCHECK_EQ(kind_hi, kDoubleHiVReg);
521 } else {
522 LOG(FATAL) << "Expected long or double: kind_lo=" << kind_lo << ", kind_hi=" << kind_hi;
523 UNREACHABLE();
524 }
Vladimir Marko439d1262019-04-12 14:45:07 +0100525 ShadowFrame* shadow_frame = PrepareSetVReg(m, vreg, /* wide= */ true);
Mingyao Yang99170c62015-07-06 11:10:37 -0700526 if (shadow_frame == nullptr) {
Vladimir Marko439d1262019-04-12 14:45:07 +0100527 return false;
Mingyao Yang99170c62015-07-06 11:10:37 -0700528 }
529 shadow_frame->SetVRegLong(vreg, new_value);
530 return true;
531}
532
Sebastien Hertz96ba8dc2015-01-22 18:57:14 +0100533bool StackVisitor::IsAccessibleGPR(uint32_t reg) const {
534 DCHECK(context_ != nullptr);
535 return context_->IsAccessibleGPR(reg);
536}
537
Mathieu Chartier815873e2014-02-13 18:02:13 -0800538uintptr_t* StackVisitor::GetGPRAddress(uint32_t reg) const {
Sebastien Hertz96ba8dc2015-01-22 18:57:14 +0100539 DCHECK(cur_quick_frame_ != nullptr) << "This is a quick frame routine";
540 DCHECK(context_ != nullptr);
Mathieu Chartier815873e2014-02-13 18:02:13 -0800541 return context_->GetGPRAddress(reg);
542}
543
Sebastien Hertz96ba8dc2015-01-22 18:57:14 +0100544uintptr_t StackVisitor::GetGPR(uint32_t reg) const {
545 DCHECK(cur_quick_frame_ != nullptr) << "This is a quick frame routine";
546 DCHECK(context_ != nullptr);
547 return context_->GetGPR(reg);
Ian Rogers0399dde2012-06-06 17:09:28 -0700548}
549
Sebastien Hertz96ba8dc2015-01-22 18:57:14 +0100550bool StackVisitor::IsAccessibleFPR(uint32_t reg) const {
551 DCHECK(context_ != nullptr);
552 return context_->IsAccessibleFPR(reg);
Sebastien Hertz0bcb2902014-06-17 15:52:45 +0200553}
554
Sebastien Hertz96ba8dc2015-01-22 18:57:14 +0100555uintptr_t StackVisitor::GetFPR(uint32_t reg) const {
556 DCHECK(cur_quick_frame_ != nullptr) << "This is a quick frame routine";
557 DCHECK(context_ != nullptr);
558 return context_->GetFPR(reg);
559}
560
Nicolas Geoffraye91e7952020-01-23 10:15:56 +0000561uintptr_t StackVisitor::GetReturnPcAddr() const {
562 uintptr_t sp = reinterpret_cast<uintptr_t>(GetCurrentQuickFrame());
563 DCHECK_NE(sp, 0u);
564 return sp + GetCurrentQuickFrameInfo().GetReturnPcOffset();
565}
566
Ian Rogers0399dde2012-06-06 17:09:28 -0700567uintptr_t StackVisitor::GetReturnPc() const {
Nicolas Geoffraye91e7952020-01-23 10:15:56 +0000568 return *reinterpret_cast<uintptr_t*>(GetReturnPcAddr());
Ian Rogers0399dde2012-06-06 17:09:28 -0700569}
570
571void StackVisitor::SetReturnPc(uintptr_t new_ret_pc) {
Nicolas Geoffraye91e7952020-01-23 10:15:56 +0000572 *reinterpret_cast<uintptr_t*>(GetReturnPcAddr()) = new_ret_pc;
Ian Rogers0399dde2012-06-06 17:09:28 -0700573}
574
Nicolas Geoffray8e5bd182015-05-06 11:34:34 +0100575size_t StackVisitor::ComputeNumFrames(Thread* thread, StackWalkKind walk_kind) {
Ian Rogers0399dde2012-06-06 17:09:28 -0700576 struct NumFramesVisitor : public StackVisitor {
Nicolas Geoffray8e5bd182015-05-06 11:34:34 +0100577 NumFramesVisitor(Thread* thread_in, StackWalkKind walk_kind_in)
578 : StackVisitor(thread_in, nullptr, walk_kind_in), frames(0) {}
Ian Rogers0399dde2012-06-06 17:09:28 -0700579
Roland Levillainbbc6e7e2018-08-24 16:58:47 +0100580 bool VisitFrame() override {
Ian Rogers0399dde2012-06-06 17:09:28 -0700581 frames++;
582 return true;
583 }
Elliott Hughes08fc03a2012-06-26 17:34:00 -0700584
Ian Rogers0399dde2012-06-06 17:09:28 -0700585 size_t frames;
586 };
Nicolas Geoffray8e5bd182015-05-06 11:34:34 +0100587 NumFramesVisitor visitor(thread, walk_kind);
Ian Rogers0399dde2012-06-06 17:09:28 -0700588 visitor.WalkStack(true);
589 return visitor.frames;
590}
591
Mathieu Chartiere401d142015-04-22 13:56:20 -0700592bool StackVisitor::GetNextMethodAndDexPc(ArtMethod** next_method, uint32_t* next_dex_pc) {
Ian Rogers5cf98192014-05-29 21:31:50 -0700593 struct HasMoreFramesVisitor : public StackVisitor {
Nicolas Geoffray8e5bd182015-05-06 11:34:34 +0100594 HasMoreFramesVisitor(Thread* thread,
595 StackWalkKind walk_kind,
596 size_t num_frames,
597 size_t frame_height)
598 : StackVisitor(thread, nullptr, walk_kind, num_frames),
599 frame_height_(frame_height),
600 found_frame_(false),
601 has_more_frames_(false),
602 next_method_(nullptr),
603 next_dex_pc_(0) {
Ian Rogers5cf98192014-05-29 21:31:50 -0700604 }
605
Roland Levillainbbc6e7e2018-08-24 16:58:47 +0100606 bool VisitFrame() override REQUIRES_SHARED(Locks::mutator_lock_) {
Ian Rogers5cf98192014-05-29 21:31:50 -0700607 if (found_frame_) {
Mathieu Chartiere401d142015-04-22 13:56:20 -0700608 ArtMethod* method = GetMethod();
Ian Rogers5cf98192014-05-29 21:31:50 -0700609 if (method != nullptr && !method->IsRuntimeMethod()) {
610 has_more_frames_ = true;
611 next_method_ = method;
612 next_dex_pc_ = GetDexPc();
613 return false; // End stack walk once next method is found.
614 }
615 } else if (GetFrameHeight() == frame_height_) {
616 found_frame_ = true;
617 }
618 return true;
619 }
620
621 size_t frame_height_;
622 bool found_frame_;
623 bool has_more_frames_;
Mathieu Chartiere401d142015-04-22 13:56:20 -0700624 ArtMethod* next_method_;
Ian Rogers5cf98192014-05-29 21:31:50 -0700625 uint32_t next_dex_pc_;
626 };
Nicolas Geoffray8e5bd182015-05-06 11:34:34 +0100627 HasMoreFramesVisitor visitor(thread_, walk_kind_, GetNumFrames(), GetFrameHeight());
Ian Rogers5cf98192014-05-29 21:31:50 -0700628 visitor.WalkStack(true);
629 *next_method = visitor.next_method_;
630 *next_dex_pc = visitor.next_dex_pc_;
631 return visitor.has_more_frames_;
632}
633
Ian Rogers7a22fa62013-01-23 12:16:16 -0800634void StackVisitor::DescribeStack(Thread* thread) {
Ian Rogers306057f2012-11-26 12:45:53 -0800635 struct DescribeStackVisitor : public StackVisitor {
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800636 explicit DescribeStackVisitor(Thread* thread_in)
Nicolas Geoffray8e5bd182015-05-06 11:34:34 +0100637 : StackVisitor(thread_in, nullptr, StackVisitor::StackWalkKind::kIncludeInlinedFrames) {}
Ian Rogers306057f2012-11-26 12:45:53 -0800638
Roland Levillainbbc6e7e2018-08-24 16:58:47 +0100639 bool VisitFrame() override REQUIRES_SHARED(Locks::mutator_lock_) {
Ian Rogers306057f2012-11-26 12:45:53 -0800640 LOG(INFO) << "Frame Id=" << GetFrameId() << " " << DescribeLocation();
641 return true;
642 }
643 };
Ian Rogers7a22fa62013-01-23 12:16:16 -0800644 DescribeStackVisitor visitor(thread);
Ian Rogers306057f2012-11-26 12:45:53 -0800645 visitor.WalkStack(true);
646}
647
Ian Rogers40e3bac2012-11-20 00:09:14 -0800648std::string StackVisitor::DescribeLocation() const {
649 std::string result("Visiting method '");
Mathieu Chartiere401d142015-04-22 13:56:20 -0700650 ArtMethod* m = GetMethod();
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700651 if (m == nullptr) {
Ian Rogers306057f2012-11-26 12:45:53 -0800652 return "upcall";
653 }
David Sehr709b0702016-10-13 09:12:37 -0700654 result += m->PrettyMethod();
Ian Rogersef7d42f2014-01-06 12:55:46 -0800655 result += StringPrintf("' at dex PC 0x%04x", GetDexPc());
Ian Rogers40e3bac2012-11-20 00:09:14 -0800656 if (!IsShadowFrame()) {
657 result += StringPrintf(" (native PC %p)", reinterpret_cast<void*>(GetCurrentQuickFramePc()));
658 }
659 return result;
660}
661
Alex Lightdba61482016-12-21 08:20:29 -0800662void StackVisitor::SetMethod(ArtMethod* method) {
663 DCHECK(GetMethod() != nullptr);
664 if (cur_shadow_frame_ != nullptr) {
665 cur_shadow_frame_->SetMethod(method);
666 } else {
667 DCHECK(cur_quick_frame_ != nullptr);
Nicolas Geoffray226805d2018-12-14 10:59:02 +0000668 CHECK(!IsInInlinedFrame()) << "We do not support setting inlined method's ArtMethod: "
669 << GetMethod()->PrettyMethod() << " is inlined into "
670 << GetOuterMethod()->PrettyMethod();
Alex Light1ebe4fe2017-01-30 14:57:11 -0800671 *cur_quick_frame_ = method;
Alex Lightdba61482016-12-21 08:20:29 -0800672 }
673}
674
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100675static void AssertPcIsWithinQuickCode(ArtMethod* method, uintptr_t pc)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700676 REQUIRES_SHARED(Locks::mutator_lock_) {
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100677 if (method->IsNative() || method->IsRuntimeMethod() || method->IsProxyMethod()) {
678 return;
679 }
680
681 if (pc == reinterpret_cast<uintptr_t>(GetQuickInstrumentationExitPc())) {
682 return;
683 }
684
Mingyao Yang88ca8ba2017-05-23 14:21:07 -0700685 Runtime* runtime = Runtime::Current();
686 if (runtime->UseJitCompilation() &&
687 runtime->GetJit()->GetCodeCache()->ContainsPc(reinterpret_cast<const void*>(pc))) {
688 return;
689 }
690
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100691 const void* code = method->GetEntryPointFromQuickCompiledCode();
Alex Lightdb01a092017-04-03 15:39:55 -0700692 if (code == GetQuickInstrumentationEntryPoint() || code == GetInvokeObsoleteMethodStub()) {
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100693 return;
694 }
695
696 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
697 if (class_linker->IsQuickToInterpreterBridge(code) ||
698 class_linker->IsQuickResolutionStub(code)) {
699 return;
700 }
701
Calin Juravleffc87072016-04-20 14:22:09 +0100702 if (runtime->UseJitCompilation() && runtime->GetJit()->GetCodeCache()->ContainsPc(code)) {
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100703 return;
704 }
705
Mingyao Yang063fc772016-08-02 11:02:54 -0700706 uint32_t code_size = OatQuickMethodHeader::FromEntryPoint(code)->GetCodeSize();
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100707 uintptr_t code_start = reinterpret_cast<uintptr_t>(code);
708 CHECK(code_start <= pc && pc <= (code_start + code_size))
David Sehr709b0702016-10-13 09:12:37 -0700709 << method->PrettyMethod()
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100710 << " pc=" << std::hex << pc
Roland Levillain0d5a2812015-11-13 10:07:31 +0000711 << " code_start=" << code_start
712 << " code_size=" << code_size;
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100713}
714
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700715void StackVisitor::SanityCheckFrame() const {
Ian Rogersef7d42f2014-01-06 12:55:46 -0800716 if (kIsDebugBuild) {
Mathieu Chartiere401d142015-04-22 13:56:20 -0700717 ArtMethod* method = GetMethod();
Vladimir Markod93e3742018-07-18 10:58:13 +0100718 ObjPtr<mirror::Class> declaring_class = method->GetDeclaringClass();
Mathieu Chartiere401d142015-04-22 13:56:20 -0700719 // Runtime methods have null declaring class.
720 if (!method->IsRuntimeMethod()) {
721 CHECK(declaring_class != nullptr);
722 CHECK_EQ(declaring_class->GetClass(), declaring_class->GetClass()->GetClass())
723 << declaring_class;
724 } else {
725 CHECK(declaring_class == nullptr);
726 }
Mathieu Chartier951ec2c2015-09-22 08:50:05 -0700727 Runtime* const runtime = Runtime::Current();
728 LinearAlloc* const linear_alloc = runtime->GetLinearAlloc();
729 if (!linear_alloc->Contains(method)) {
730 // Check class linker linear allocs.
Nicolas Geoffray48b40cc2017-08-07 16:52:40 +0100731 // We get the canonical method as copied methods may have their declaring
732 // class from another class loader.
Ulya Trafimovich819b3622019-12-12 17:59:10 +0000733 const PointerSize ptrSize = runtime->GetClassLinker()->GetImagePointerSize();
734 ArtMethod* canonical = method->GetCanonicalMethod(ptrSize);
Vladimir Markod93e3742018-07-18 10:58:13 +0100735 ObjPtr<mirror::Class> klass = canonical->GetDeclaringClass();
Mathieu Chartier951ec2c2015-09-22 08:50:05 -0700736 LinearAlloc* const class_linear_alloc = (klass != nullptr)
Mathieu Chartier5b830502016-03-02 10:30:23 -0800737 ? runtime->GetClassLinker()->GetAllocatorForClassLoader(klass->GetClassLoader())
Mathieu Chartier951ec2c2015-09-22 08:50:05 -0700738 : linear_alloc;
Nicolas Geoffray48b40cc2017-08-07 16:52:40 +0100739 if (!class_linear_alloc->Contains(canonical)) {
Mathieu Chartier951ec2c2015-09-22 08:50:05 -0700740 // Check image space.
741 bool in_image = false;
742 for (auto& space : runtime->GetHeap()->GetContinuousSpaces()) {
743 if (space->IsImageSpace()) {
744 auto* image_space = space->AsImageSpace();
745 const auto& header = image_space->GetImageHeader();
Mathieu Chartiere42888f2016-04-14 10:49:19 -0700746 const ImageSection& methods = header.GetMethodsSection();
747 const ImageSection& runtime_methods = header.GetRuntimeMethodsSection();
Nicolas Geoffray48b40cc2017-08-07 16:52:40 +0100748 const size_t offset = reinterpret_cast<const uint8_t*>(canonical) - image_space->Begin();
Mathieu Chartiere42888f2016-04-14 10:49:19 -0700749 if (methods.Contains(offset) || runtime_methods.Contains(offset)) {
Mathieu Chartier951ec2c2015-09-22 08:50:05 -0700750 in_image = true;
751 break;
752 }
Mathieu Chartiere401d142015-04-22 13:56:20 -0700753 }
754 }
Nicolas Geoffray48b40cc2017-08-07 16:52:40 +0100755 CHECK(in_image) << canonical->PrettyMethod() << " not in linear alloc or image";
Mathieu Chartiere401d142015-04-22 13:56:20 -0700756 }
Mathieu Chartiere401d142015-04-22 13:56:20 -0700757 }
Ian Rogersef7d42f2014-01-06 12:55:46 -0800758 if (cur_quick_frame_ != nullptr) {
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100759 AssertPcIsWithinQuickCode(method, cur_quick_frame_pc_);
Ian Rogersef7d42f2014-01-06 12:55:46 -0800760 // Frame sanity.
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100761 size_t frame_size = GetCurrentQuickFrameInfo().FrameSizeInBytes();
Ian Rogersef7d42f2014-01-06 12:55:46 -0800762 CHECK_NE(frame_size, 0u);
Nicolas Geoffray00391822019-12-10 10:17:23 +0000763 // For compiled code, we could try to have a rough guess at an upper size we expect
764 // to see for a frame:
Andreas Gampe5b417b92014-03-10 14:18:35 -0700765 // 256 registers
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700766 // 2 words HandleScope overhead
Andreas Gampe5b417b92014-03-10 14:18:35 -0700767 // 3+3 register spills
Brian Carlstromed08bd42014-03-19 18:34:17 -0700768 // const size_t kMaxExpectedFrameSize = (256 + 2 + 3 + 3) * sizeof(word);
Nicolas Geoffray00391822019-12-10 10:17:23 +0000769 const size_t kMaxExpectedFrameSize = interpreter::kMaxNterpFrame;
David Sehr709b0702016-10-13 09:12:37 -0700770 CHECK_LE(frame_size, kMaxExpectedFrameSize) << method->PrettyMethod();
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100771 size_t return_pc_offset = GetCurrentQuickFrameInfo().GetReturnPcOffset();
Ian Rogersef7d42f2014-01-06 12:55:46 -0800772 CHECK_LT(return_pc_offset, frame_size);
773 }
Ian Rogers0399dde2012-06-06 17:09:28 -0700774 }
Ian Rogers0399dde2012-06-06 17:09:28 -0700775}
776
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100777QuickMethodFrameInfo StackVisitor::GetCurrentQuickFrameInfo() const {
778 if (cur_oat_quick_method_header_ != nullptr) {
Nicolas Geoffray013d1ee2019-12-04 16:18:15 +0000779 if (cur_oat_quick_method_header_->IsOptimized()) {
780 return cur_oat_quick_method_header_->GetFrameInfo();
781 } else {
782 DCHECK(cur_oat_quick_method_header_->IsNterpMethodHeader());
783 return NterpFrameInfo(cur_quick_frame_);
784 }
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100785 }
786
787 ArtMethod* method = GetMethod();
788 Runtime* runtime = Runtime::Current();
789
790 if (method->IsAbstract()) {
Vladimir Markod3083dd2018-05-17 08:43:47 +0100791 return RuntimeCalleeSaveFrame::GetMethodFrameInfo(CalleeSaveType::kSaveRefsAndArgs);
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100792 }
793
794 // This goes before IsProxyMethod since runtime methods have a null declaring class.
795 if (method->IsRuntimeMethod()) {
796 return runtime->GetRuntimeMethodFrameInfo(method);
797 }
798
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100799 if (method->IsProxyMethod()) {
Nicolas Geoffray22cf3d32015-11-02 11:57:11 +0000800 // There is only one direct method of a proxy class: the constructor. A direct method is
801 // cloned from the original java.lang.reflect.Proxy and is executed as usual quick
802 // compiled method without any stubs. Therefore the method must have a OatQuickMethodHeader.
803 DCHECK(!method->IsDirect() && !method->IsConstructor())
804 << "Constructors of proxy classes must have a OatQuickMethodHeader";
Vladimir Markod3083dd2018-05-17 08:43:47 +0100805 return RuntimeCalleeSaveFrame::GetMethodFrameInfo(CalleeSaveType::kSaveRefsAndArgs);
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100806 }
807
Vladimir Markofa458ac2020-02-12 14:08:07 +0000808 // The only remaining cases are for native methods that either
809 // - use the Generic JNI stub, called either directly or through some
810 // (resolution, instrumentation) trampoline; or
811 // - fake a Generic JNI frame in art_jni_dlsym_lookup_critical_stub.
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100812 DCHECK(method->IsNative());
Vladimir Markofa458ac2020-02-12 14:08:07 +0000813 if (kIsDebugBuild && !method->IsCriticalNative()) {
Vladimir Marko2196c652017-11-30 16:16:07 +0000814 ClassLinker* class_linker = runtime->GetClassLinker();
815 const void* entry_point = runtime->GetInstrumentation()->GetQuickCodeFor(method,
816 kRuntimePointerSize);
817 CHECK(class_linker->IsQuickGenericJniStub(entry_point) ||
818 // The current entrypoint (after filtering out trampolines) may have changed
819 // from GenericJNI to JIT-compiled stub since we have entered this frame.
820 (runtime->GetJit() != nullptr &&
821 runtime->GetJit()->GetCodeCache()->ContainsPc(entry_point))) << method->PrettyMethod();
822 }
Vladimir Marko6e043bb2020-02-10 16:56:54 +0000823 // Generic JNI frame is just like the SaveRefsAndArgs frame.
824 // Note that HandleScope, if any, is below the frame.
825 return RuntimeCalleeSaveFrame::GetMethodFrameInfo(CalleeSaveType::kSaveRefsAndArgs);
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +0100826}
827
Andreas Gampe585da952016-12-02 14:52:29 -0800828template <StackVisitor::CountTransitions kCount>
Ian Rogers0399dde2012-06-06 17:09:28 -0700829void StackVisitor::WalkStack(bool include_transitions) {
Hiroshi Yamauchi02f365f2017-02-03 15:06:00 -0800830 if (check_suspended_) {
831 DCHECK(thread_ == Thread::Current() || thread_->IsSuspended());
832 }
Ian Rogers62d6c772013-02-27 08:32:07 -0800833 CHECK_EQ(cur_depth_, 0U);
Alex Lighte0c6d432020-01-22 22:04:20 +0000834 size_t inlined_frames_count = 0;
Dave Allisonf9439142014-03-27 15:10:22 -0700835
Alex Lighte0c6d432020-01-22 22:04:20 +0000836 for (const ManagedStack* current_fragment = thread_->GetManagedStack();
837 current_fragment != nullptr; current_fragment = current_fragment->GetLink()) {
838 cur_shadow_frame_ = current_fragment->GetTopShadowFrame();
839 cur_quick_frame_ = current_fragment->GetTopQuickFrame();
840 cur_quick_frame_pc_ = 0;
Nicolas Geoffray51ad7fe2020-02-04 12:46:47 +0000841 DCHECK(cur_oat_quick_method_header_ == nullptr);
Alex Lighte0c6d432020-01-22 22:04:20 +0000842 if (cur_quick_frame_ != nullptr) { // Handle quick stack frames.
843 // Can't be both a shadow and a quick fragment.
844 DCHECK(current_fragment->GetTopShadowFrame() == nullptr);
845 ArtMethod* method = *cur_quick_frame_;
846 DCHECK(method != nullptr);
847 bool header_retrieved = false;
848 if (method->IsNative()) {
849 // We do not have a PC for the first frame, so we cannot simply use
850 // ArtMethod::GetOatQuickMethodHeader() as we're unable to distinguish there
851 // between GenericJNI frame and JIT-compiled JNI stub; the entrypoint may have
852 // changed since the frame was entered. The top quick frame tag indicates
853 // GenericJNI here, otherwise it's either AOT-compiled or JNI-compiled JNI stub.
854 if (UNLIKELY(current_fragment->GetTopQuickFrameTag())) {
855 // The generic JNI does not have any method header.
856 cur_oat_quick_method_header_ = nullptr;
857 } else {
858 const void* existing_entry_point = method->GetEntryPointFromQuickCompiledCode();
859 CHECK(existing_entry_point != nullptr);
860 Runtime* runtime = Runtime::Current();
861 ClassLinker* class_linker = runtime->GetClassLinker();
862 // Check whether we can quickly get the header from the current entrypoint.
863 if (!class_linker->IsQuickGenericJniStub(existing_entry_point) &&
864 !class_linker->IsQuickResolutionStub(existing_entry_point) &&
865 existing_entry_point != GetQuickInstrumentationEntryPoint()) {
866 cur_oat_quick_method_header_ =
867 OatQuickMethodHeader::FromEntryPoint(existing_entry_point);
Vladimir Marko2196c652017-11-30 16:16:07 +0000868 } else {
Alex Lighte0c6d432020-01-22 22:04:20 +0000869 const void* code = method->GetOatMethodQuickCode(class_linker->GetImagePointerSize());
870 if (code != nullptr) {
871 cur_oat_quick_method_header_ = OatQuickMethodHeader::FromEntryPoint(code);
Vladimir Marko2196c652017-11-30 16:16:07 +0000872 } else {
Alex Lighte0c6d432020-01-22 22:04:20 +0000873 // This must be a JITted JNI stub frame.
874 CHECK(runtime->GetJit() != nullptr);
875 code = runtime->GetJit()->GetCodeCache()->GetJniStubCode(method);
876 CHECK(code != nullptr) << method->PrettyMethod();
877 cur_oat_quick_method_header_ = OatQuickMethodHeader::FromCodePointer(code);
Nicolas Geoffray57f61612015-05-15 13:20:41 +0100878 }
879 }
880 }
Alex Lighte0c6d432020-01-22 22:04:20 +0000881 header_retrieved = true;
jeffhao6641ea12013-01-02 18:13:42 -0800882 }
Alex Lighte0c6d432020-01-22 22:04:20 +0000883 while (method != nullptr) {
884 if (!header_retrieved) {
885 cur_oat_quick_method_header_ = method->GetOatQuickMethodHeader(cur_quick_frame_pc_);
886 }
887 header_retrieved = false; // Force header retrieval in next iteration.
888 SanityCheckFrame();
889
890 if ((walk_kind_ == StackWalkKind::kIncludeInlinedFrames)
891 && (cur_oat_quick_method_header_ != nullptr)
892 && cur_oat_quick_method_header_->IsOptimized()
893 && !method->IsNative() // JNI methods cannot have any inlined frames.
894 && CodeInfo::HasInlineInfo(cur_oat_quick_method_header_->GetOptimizedCodeInfoPtr())) {
895 DCHECK_NE(cur_quick_frame_pc_, 0u);
896 CodeInfo* code_info = GetCurrentInlineInfo();
897 StackMap* stack_map = GetCurrentStackMap();
898 if (stack_map->IsValid() && stack_map->HasInlineInfo()) {
899 DCHECK_EQ(current_inline_frames_.size(), 0u);
900 for (current_inline_frames_ = code_info->GetInlineInfosOf(*stack_map);
901 !current_inline_frames_.empty();
902 current_inline_frames_.pop_back()) {
903 bool should_continue = VisitFrame();
904 if (UNLIKELY(!should_continue)) {
905 return;
906 }
907 cur_depth_++;
908 inlined_frames_count++;
909 }
910 }
911 }
912
Ian Rogers0399dde2012-06-06 17:09:28 -0700913 bool should_continue = VisitFrame();
Alex Lighte0c6d432020-01-22 22:04:20 +0000914 if (UNLIKELY(!should_continue)) {
Ian Rogers0399dde2012-06-06 17:09:28 -0700915 return;
916 }
Alex Lighte0c6d432020-01-22 22:04:20 +0000917
918 QuickMethodFrameInfo frame_info = GetCurrentQuickFrameInfo();
919 if (context_ != nullptr) {
920 context_->FillCalleeSaves(reinterpret_cast<uint8_t*>(cur_quick_frame_), frame_info);
921 }
922 // Compute PC for next stack frame from return PC.
923 size_t frame_size = frame_info.FrameSizeInBytes();
Nicolas Geoffraye91e7952020-01-23 10:15:56 +0000924 uintptr_t return_pc_addr = GetReturnPcAddr();
Alex Lighte0c6d432020-01-22 22:04:20 +0000925 uintptr_t return_pc = *reinterpret_cast<uintptr_t*>(return_pc_addr);
926
Nicolas Geoffraye91e7952020-01-23 10:15:56 +0000927 if (UNLIKELY(reinterpret_cast<uintptr_t>(GetQuickInstrumentationExitPc()) == return_pc)) {
Alex Lighte0c6d432020-01-22 22:04:20 +0000928 // While profiling, the return pc is restored from the side stack, except when walking
929 // the stack for an exception where the side stack will be unwound in VisitFrame.
Nicolas Geoffraye91e7952020-01-23 10:15:56 +0000930 const std::map<uintptr_t, instrumentation::InstrumentationStackFrame>&
931 instrumentation_stack = *thread_->GetInstrumentationStack();
932 auto it = instrumentation_stack.find(return_pc_addr);
933 CHECK(it != instrumentation_stack.end());
934 const instrumentation::InstrumentationStackFrame& instrumentation_frame = it->second;
935 if (GetMethod() ==
936 Runtime::Current()->GetCalleeSaveMethod(CalleeSaveType::kSaveAllCalleeSaves)) {
937 // Skip runtime save all callee frames which are used to deliver exceptions.
938 } else if (instrumentation_frame.interpreter_entry_) {
939 ArtMethod* callee =
940 Runtime::Current()->GetCalleeSaveMethod(CalleeSaveType::kSaveRefsAndArgs);
941 CHECK_EQ(GetMethod(), callee) << "Expected: " << ArtMethod::PrettyMethod(callee)
942 << " Found: " << ArtMethod::PrettyMethod(GetMethod());
Nicolas Geoffray8feb7eb2020-02-04 09:21:33 +0000943 } else if (!instrumentation_frame.method_->IsRuntimeMethod()) {
944 // Trampolines get replaced with their actual method in the stack,
945 // so don't do the check below for runtime methods.
Nicolas Geoffraye91e7952020-01-23 10:15:56 +0000946 // Instrumentation generally doesn't distinguish between a method's obsolete and
947 // non-obsolete version.
948 CHECK_EQ(instrumentation_frame.method_->GetNonObsoleteMethod(),
949 GetMethod()->GetNonObsoleteMethod())
950 << "Expected: "
951 << ArtMethod::PrettyMethod(instrumentation_frame.method_->GetNonObsoleteMethod())
952 << " Found: " << ArtMethod::PrettyMethod(GetMethod()->GetNonObsoleteMethod());
Alex Lighte0c6d432020-01-22 22:04:20 +0000953 }
Nicolas Geoffraye91e7952020-01-23 10:15:56 +0000954 return_pc = instrumentation_frame.return_pc_;
Alex Lighte0c6d432020-01-22 22:04:20 +0000955 }
956
957 cur_quick_frame_pc_ = return_pc;
958 uint8_t* next_frame = reinterpret_cast<uint8_t*>(cur_quick_frame_) + frame_size;
959 cur_quick_frame_ = reinterpret_cast<ArtMethod**>(next_frame);
960
961 if (kDebugStackWalk) {
962 LOG(INFO) << ArtMethod::PrettyMethod(method) << "@" << method << " size=" << frame_size
963 << std::boolalpha
964 << " optimized=" << (cur_oat_quick_method_header_ != nullptr &&
965 cur_oat_quick_method_header_->IsOptimized())
966 << " native=" << method->IsNative()
967 << std::noboolalpha
968 << " entrypoints=" << method->GetEntryPointFromQuickCompiledCode()
969 << "," << (method->IsNative() ? method->GetEntryPointFromJni() : nullptr)
970 << " next=" << *cur_quick_frame_;
971 }
972
973 if (kCount == CountTransitions::kYes || !method->IsRuntimeMethod()) {
974 cur_depth_++;
975 }
976 method = *cur_quick_frame_;
Alex Light721e4022020-01-14 14:45:40 -0800977 }
Nicolas Geoffray51ad7fe2020-02-04 12:46:47 +0000978 // We reached a transition frame, it doesn't have a method header.
979 cur_oat_quick_method_header_ = nullptr;
Alex Lighte0c6d432020-01-22 22:04:20 +0000980 } else if (cur_shadow_frame_ != nullptr) {
981 do {
982 SanityCheckFrame();
983 bool should_continue = VisitFrame();
984 if (UNLIKELY(!should_continue)) {
985 return;
986 }
987 cur_depth_++;
988 cur_shadow_frame_ = cur_shadow_frame_->GetLink();
989 } while (cur_shadow_frame_ != nullptr);
990 }
991 if (include_transitions) {
992 bool should_continue = VisitFrame();
993 if (!should_continue) {
994 return;
Ian Rogers0399dde2012-06-06 17:09:28 -0700995 }
996 }
Alex Lighte0c6d432020-01-22 22:04:20 +0000997 if (kCount == CountTransitions::kYes) {
998 cur_depth_++;
Andreas Gampe585da952016-12-02 14:52:29 -0800999 }
Alex Lighte0c6d432020-01-22 22:04:20 +00001000 }
1001 if (num_frames_ != 0) {
1002 CHECK_EQ(cur_depth_, num_frames_);
1003 }
Ian Rogers0399dde2012-06-06 17:09:28 -07001004}
1005
Andreas Gampe585da952016-12-02 14:52:29 -08001006template void StackVisitor::WalkStack<StackVisitor::CountTransitions::kYes>(bool);
1007template void StackVisitor::WalkStack<StackVisitor::CountTransitions::kNo>(bool);
1008
Elliott Hughes68e76522011-10-05 13:22:16 -07001009} // namespace art