| Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2011 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #ifndef ART_RUNTIME_OAT_QUICK_METHOD_HEADER_H_ |
| 18 | #define ART_RUNTIME_OAT_QUICK_METHOD_HEADER_H_ |
| 19 | |
| 20 | #include "arch/instruction_set.h" |
| Nicolas Geoffray | 013d1ee | 2019-12-04 16:18:15 +0000 | [diff] [blame] | 21 | #include "base/locks.h" |
| Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 22 | #include "base/macros.h" |
| David Sehr | c431b9d | 2018-03-02 12:01:51 -0800 | [diff] [blame] | 23 | #include "base/utils.h" |
| Andreas Gampe | 8cf9cb3 | 2017-07-19 09:28:38 -0700 | [diff] [blame] | 24 | #include "quick/quick_method_frame_info.h" |
| David Srbecky | 79aa624 | 2018-07-12 13:28:42 +0000 | [diff] [blame] | 25 | #include "stack_map.h" |
| Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 26 | |
| 27 | namespace art { |
| 28 | |
| 29 | class ArtMethod; |
| 30 | |
| 31 | // OatQuickMethodHeader precedes the raw code chunk generated by the compiler. |
| 32 | class PACKED(4) OatQuickMethodHeader { |
| 33 | public: |
| David Srbecky | 113d6ea | 2021-03-02 22:49:46 +0000 | [diff] [blame] | 34 | OatQuickMethodHeader(uint32_t code_info_offset = 0) { |
| 35 | SetCodeInfoOffset(code_info_offset); |
| David Srbecky | 8808756 | 2018-06-23 22:05:56 +0100 | [diff] [blame] | 36 | } |
| Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 37 | |
| Nicolas Geoffray | 013d1ee | 2019-12-04 16:18:15 +0000 | [diff] [blame] | 38 | static OatQuickMethodHeader* NterpMethodHeader; |
| 39 | |
| 40 | bool IsNterpMethodHeader() const; |
| 41 | |
| Nicolas Geoffray | 1dad3f6 | 2015-10-23 14:59:54 +0100 | [diff] [blame] | 42 | static OatQuickMethodHeader* FromCodePointer(const void* code_ptr) { |
| 43 | uintptr_t code = reinterpret_cast<uintptr_t>(code_ptr); |
| 44 | uintptr_t header = code - OFFSETOF_MEMBER(OatQuickMethodHeader, code_); |
| Vladimir Marko | 562ff44 | 2015-10-27 18:51:20 +0000 | [diff] [blame] | 45 | DCHECK(IsAlignedParam(code, GetInstructionSetAlignment(kRuntimeISA)) || |
| Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 46 | IsAlignedParam(header, GetInstructionSetAlignment(kRuntimeISA))) |
| 47 | << std::hex << code << " " << std::hex << header; |
| Nicolas Geoffray | 1dad3f6 | 2015-10-23 14:59:54 +0100 | [diff] [blame] | 48 | return reinterpret_cast<OatQuickMethodHeader*>(header); |
| 49 | } |
| 50 | |
| 51 | static OatQuickMethodHeader* FromEntryPoint(const void* entry_point) { |
| 52 | return FromCodePointer(EntryPointToCodePointer(entry_point)); |
| 53 | } |
| 54 | |
| David Srbecky | adb66f9 | 2019-10-10 12:59:43 +0000 | [diff] [blame] | 55 | static size_t InstructionAlignedSize() { |
| 56 | return RoundUp(sizeof(OatQuickMethodHeader), GetInstructionSetAlignment(kRuntimeISA)); |
| 57 | } |
| 58 | |
| Yi Kong | 2665bc8 | 2017-05-09 15:55:57 -0700 | [diff] [blame] | 59 | OatQuickMethodHeader(const OatQuickMethodHeader&) = default; |
| Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 60 | OatQuickMethodHeader& operator=(const OatQuickMethodHeader&) = default; |
| 61 | |
| 62 | uintptr_t NativeQuickPcOffset(const uintptr_t pc) const { |
| 63 | return pc - reinterpret_cast<uintptr_t>(GetEntryPoint()); |
| 64 | } |
| 65 | |
| David Srbecky | 0983f59 | 2021-04-08 16:36:19 +0100 | [diff] [blame] | 66 | ALWAYS_INLINE bool IsOptimized() const { |
| David Srbecky | 113d6ea | 2021-03-02 22:49:46 +0000 | [diff] [blame] | 67 | uintptr_t code = reinterpret_cast<uintptr_t>(code_); |
| 68 | DCHECK_NE(data_, 0u) << std::hex << code; // Probably a padding of native code. |
| 69 | DCHECK_NE(data_, 0xFFFFFFFF) << std::hex << code; // Probably a stub or trampoline. |
| 70 | return (data_ & kIsCodeInfoMask) != 0; |
| Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 71 | } |
| 72 | |
| David Srbecky | 0983f59 | 2021-04-08 16:36:19 +0100 | [diff] [blame] | 73 | ALWAYS_INLINE const uint8_t* GetOptimizedCodeInfoPtr() const { |
| David Srbecky | 113d6ea | 2021-03-02 22:49:46 +0000 | [diff] [blame] | 74 | uint32_t offset = GetCodeInfoOffset(); |
| 75 | DCHECK_NE(offset, 0u); |
| 76 | return code_ - offset; |
| David Srbecky | 5d95076 | 2016-03-07 20:47:29 +0000 | [diff] [blame] | 77 | } |
| 78 | |
| David Srbecky | 0983f59 | 2021-04-08 16:36:19 +0100 | [diff] [blame] | 79 | ALWAYS_INLINE uint8_t* GetOptimizedCodeInfoPtr() { |
| David Srbecky | 113d6ea | 2021-03-02 22:49:46 +0000 | [diff] [blame] | 80 | uint32_t offset = GetCodeInfoOffset(); |
| 81 | DCHECK_NE(offset, 0u); |
| 82 | return code_ - offset; |
| Nicolas Geoffray | 132d836 | 2016-11-16 09:19:42 +0000 | [diff] [blame] | 83 | } |
| 84 | |
| David Srbecky | 0983f59 | 2021-04-08 16:36:19 +0100 | [diff] [blame] | 85 | ALWAYS_INLINE const uint8_t* GetCode() const { |
| Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 86 | return code_; |
| 87 | } |
| 88 | |
| David Srbecky | 0983f59 | 2021-04-08 16:36:19 +0100 | [diff] [blame] | 89 | ALWAYS_INLINE uint32_t GetCodeSize() const { |
| 90 | return LIKELY(IsOptimized()) |
| 91 | ? CodeInfo::DecodeCodeSize(GetOptimizedCodeInfoPtr()) |
| 92 | : (data_ & kCodeSizeMask); |
| Nicolas Geoffray | 5708376 | 2019-03-05 09:24:45 +0000 | [diff] [blame] | 93 | } |
| 94 | |
| David Srbecky | 0983f59 | 2021-04-08 16:36:19 +0100 | [diff] [blame] | 95 | ALWAYS_INLINE uint32_t GetCodeInfoOffset() const { |
| David Srbecky | 113d6ea | 2021-03-02 22:49:46 +0000 | [diff] [blame] | 96 | DCHECK(IsOptimized()); |
| 97 | return data_ & kCodeInfoMask; |
| Mingyao Yang | 063fc77 | 2016-08-02 11:02:54 -0700 | [diff] [blame] | 98 | } |
| 99 | |
| David Srbecky | 113d6ea | 2021-03-02 22:49:46 +0000 | [diff] [blame] | 100 | void SetCodeInfoOffset(uint32_t offset) { |
| 101 | data_ = kIsCodeInfoMask | offset; |
| 102 | DCHECK_EQ(GetCodeInfoOffset(), offset); |
| Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 103 | } |
| 104 | |
| 105 | bool Contains(uintptr_t pc) const { |
| David Srbecky | 2acd1ec | 2020-05-16 01:38:49 +0100 | [diff] [blame] | 106 | // Remove hwasan tag to make comparison below valid. The PC from the stack does not have it. |
| 107 | uintptr_t code_start = reinterpret_cast<uintptr_t>(HWASanUntag(code_)); |
| Vladimir Marko | 33bff25 | 2017-11-01 14:35:42 +0000 | [diff] [blame] | 108 | static_assert(kRuntimeISA != InstructionSet::kThumb2, "kThumb2 cannot be a runtime ISA"); |
| 109 | if (kRuntimeISA == InstructionSet::kArm) { |
| Nicolas Geoffray | 1dad3f6 | 2015-10-23 14:59:54 +0100 | [diff] [blame] | 110 | // On Thumb-2, the pc is offset by one. |
| 111 | code_start++; |
| 112 | } |
| Mingyao Yang | 063fc77 | 2016-08-02 11:02:54 -0700 | [diff] [blame] | 113 | return code_start <= pc && pc <= (code_start + GetCodeSize()); |
| Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 114 | } |
| 115 | |
| 116 | const uint8_t* GetEntryPoint() const { |
| 117 | // When the runtime architecture is ARM, `kRuntimeISA` is set to `kArm` |
| 118 | // (not `kThumb2`), *but* we always generate code for the Thumb-2 |
| 119 | // instruction set anyway. Thumb-2 requires the entrypoint to be of |
| 120 | // offset 1. |
| Vladimir Marko | 33bff25 | 2017-11-01 14:35:42 +0000 | [diff] [blame] | 121 | static_assert(kRuntimeISA != InstructionSet::kThumb2, "kThumb2 cannot be a runtime ISA"); |
| 122 | return (kRuntimeISA == InstructionSet::kArm) |
| Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 123 | ? reinterpret_cast<uint8_t*>(reinterpret_cast<uintptr_t>(code_) | 1) |
| 124 | : code_; |
| 125 | } |
| 126 | |
| 127 | template <bool kCheckFrameSize = true> |
| Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 128 | uint32_t GetFrameSizeInBytes() const { |
| David Srbecky | 8808756 | 2018-06-23 22:05:56 +0100 | [diff] [blame] | 129 | uint32_t result = GetFrameInfo().FrameSizeInBytes(); |
| Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 130 | if (kCheckFrameSize) { |
| David Srbecky | 6832fbe | 2016-03-11 18:48:55 +0000 | [diff] [blame] | 131 | DCHECK_ALIGNED(result, kStackAlignment); |
| Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 132 | } |
| 133 | return result; |
| 134 | } |
| 135 | |
| 136 | QuickMethodFrameInfo GetFrameInfo() const { |
| David Srbecky | 79aa624 | 2018-07-12 13:28:42 +0000 | [diff] [blame] | 137 | DCHECK(IsOptimized()); |
| David Srbecky | 8808756 | 2018-06-23 22:05:56 +0100 | [diff] [blame] | 138 | return CodeInfo::DecodeFrameInfo(GetOptimizedCodeInfoPtr()); |
| Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 139 | } |
| 140 | |
| 141 | uintptr_t ToNativeQuickPc(ArtMethod* method, |
| 142 | const uint32_t dex_pc, |
| 143 | bool is_for_catch_handler, |
| 144 | bool abort_on_failure = true) const; |
| 145 | |
| Nicolas Geoffray | a00b54b | 2019-12-03 14:36:42 +0000 | [diff] [blame] | 146 | uint32_t ToDexPc(ArtMethod** frame, |
| 147 | const uintptr_t pc, |
| Nicolas Geoffray | 013d1ee | 2019-12-04 16:18:15 +0000 | [diff] [blame] | 148 | bool abort_on_failure = true) const |
| 149 | REQUIRES_SHARED(Locks::mutator_lock_); |
| Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 150 | |
| Mingyao Yang | 063fc77 | 2016-08-02 11:02:54 -0700 | [diff] [blame] | 151 | void SetHasShouldDeoptimizeFlag() { |
| David Srbecky | 113d6ea | 2021-03-02 22:49:46 +0000 | [diff] [blame] | 152 | DCHECK(!HasShouldDeoptimizeFlag()); |
| 153 | data_ |= kShouldDeoptimizeMask; |
| Mingyao Yang | 063fc77 | 2016-08-02 11:02:54 -0700 | [diff] [blame] | 154 | } |
| 155 | |
| 156 | bool HasShouldDeoptimizeFlag() const { |
| David Srbecky | 113d6ea | 2021-03-02 22:49:46 +0000 | [diff] [blame] | 157 | return (data_ & kShouldDeoptimizeMask) != 0; |
| Mingyao Yang | 063fc77 | 2016-08-02 11:02:54 -0700 | [diff] [blame] | 158 | } |
| 159 | |
| 160 | private: |
| 161 | static constexpr uint32_t kShouldDeoptimizeMask = 0x80000000; |
| David Srbecky | 113d6ea | 2021-03-02 22:49:46 +0000 | [diff] [blame] | 162 | static constexpr uint32_t kIsCodeInfoMask = 0x40000000; |
| 163 | static constexpr uint32_t kCodeInfoMask = 0x3FFFFFFF; // If kIsCodeInfoMask is set. |
| 164 | static constexpr uint32_t kCodeSizeMask = 0x3FFFFFFF; // If kIsCodeInfoMask is clear. |
| Mingyao Yang | 063fc77 | 2016-08-02 11:02:54 -0700 | [diff] [blame] | 165 | |
| David Srbecky | 113d6ea | 2021-03-02 22:49:46 +0000 | [diff] [blame] | 166 | uint32_t data_ = 0u; // Combination of fields using the above masks. |
| 167 | uint8_t code_[0]; // The actual method code. |
| Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 168 | }; |
| 169 | |
| 170 | } // namespace art |
| 171 | |
| 172 | #endif // ART_RUNTIME_OAT_QUICK_METHOD_HEADER_H_ |