blob: c1141ecf71108ab97dfcd9b6f3da4d338f2650e3 [file] [log] [blame]
Elliott Hughes2faa5f12012-01-30 14:42:07 -08001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
Carl Shapiro1fb86202011-06-27 17:43:13 -070016
Brian Carlstrom578bbdc2011-07-21 14:07:47 -070017#include "runtime.h"
Carl Shapiro1fb86202011-06-27 17:43:13 -070018
Brian Carlstrombd86bcc2013-03-10 20:26:16 -070019// sys/mount.h has to come before linux/fs.h due to redefinition of MS_RDONLY, MS_BIND, etc
20#include <sys/mount.h>
Ian Rogersc5f17732014-06-05 20:48:42 -070021#ifdef __linux__
Brian Carlstrombd86bcc2013-03-10 20:26:16 -070022#include <linux/fs.h>
Hiroshi Yamauchi6ffb9cc2015-08-31 15:14:17 -070023#include <sys/prctl.h>
Ian Rogersc5f17732014-06-05 20:48:42 -070024#endif
Brian Carlstrombd86bcc2013-03-10 20:26:16 -070025
Andreas Gampe8cf9cb32017-07-19 09:28:38 -070026#include <fcntl.h>
Brian Carlstromdbf05b72011-12-15 00:55:24 -080027#include <signal.h>
Elliott Hughesd06a6c72012-05-30 17:59:06 -070028#include <sys/syscall.h>
Andreas Gampe8cf9cb32017-07-19 09:28:38 -070029
David Sehrd106d9f2016-08-16 19:22:57 -070030#if defined(__APPLE__)
31#include <crt_externs.h> // for _NSGetEnviron
32#endif
Brian Carlstromdbf05b72011-12-15 00:55:24 -080033
Elliott Hughesffe67362011-07-17 12:09:27 -070034#include <cstdio>
35#include <cstdlib>
Brian Carlstrom8a436592011-08-15 21:27:23 -070036#include <limits>
Mathieu Chartierada33d72018-12-17 13:17:30 -080037#include <thread>
Alex Lightabd8f052019-12-06 10:49:17 -080038#include <unordered_set>
Carl Shapiro2ed144c2011-07-26 16:52:08 -070039#include <vector>
Elliott Hughesffe67362011-07-17 12:09:27 -070040
Andreas Gampe9186ced2016-12-12 14:28:21 -080041#include "android-base/strings.h"
42
Chang Xing605fe242017-07-20 15:57:21 -070043#include "aot_class_linker.h"
Ian Rogers166db042013-07-26 12:05:57 -070044#include "arch/arm/registers_arm.h"
Stuart Monteithb95a5342014-03-12 13:32:32 +000045#include "arch/arm64/registers_arm64.h"
Andreas Gampee5d23982019-01-08 10:34:26 -080046#include "arch/context.h"
Ian Rogersd582fa42014-11-05 23:46:43 -080047#include "arch/instruction_set_features.h"
Ian Rogers166db042013-07-26 12:05:57 -070048#include "arch/x86/registers_x86.h"
Ian Rogersef7d42f2014-01-06 12:55:46 -080049#include "arch/x86_64/registers_x86_64.h"
Mathieu Chartierc7853442015-03-27 14:35:38 -070050#include "art_field-inl.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070051#include "art_method-inl.h"
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070052#include "asm_support.h"
Andreas Gampe39b378c2017-12-07 15:44:13 -080053#include "base/aborting.h"
Andreas Gampe4585f872015-03-27 23:45:15 -070054#include "base/arena_allocator.h"
David Sehrc431b9d2018-03-02 12:01:51 -080055#include "base/atomic.h"
Ian Rogersc7dd2952014-10-21 23:31:19 -070056#include "base/dumpable.h"
Andreas Gampe542451c2016-07-26 09:02:02 -070057#include "base/enums.h"
David Sehr891a50e2017-10-27 17:01:07 -070058#include "base/file_utils.h"
David Sehr3215fff2018-04-03 17:10:12 -070059#include "base/malloc_arena_pool.h"
60#include "base/mem_map_arena_pool.h"
Andreas Gampe8cf9cb32017-07-19 09:28:38 -070061#include "base/memory_tool.h"
David Sehrc431b9d2018-03-02 12:01:51 -080062#include "base/mutex.h"
63#include "base/os.h"
64#include "base/quasi_atomic.h"
David Brazdil2bb2fbd2018-11-13 18:24:26 +000065#include "base/sdk_version.h"
Vladimir Marko637ee0b2015-09-04 12:47:41 +010066#include "base/stl_util.h"
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -080067#include "base/systrace.h"
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070068#include "base/unix_file/fd_file.h"
David Sehrc431b9d2018-03-02 12:01:51 -080069#include "base/utils.h"
Vladimir Marko3481ba22015-04-13 12:22:36 +010070#include "class_linker-inl.h"
Vladimir Marko5868ada2020-05-12 11:50:34 +010071#include "class_root-inl.h"
Ulyana Trafimoviche886d682020-07-16 15:09:38 +000072#include "code_simulator_container.h"
Andreas Gampe4585f872015-03-27 23:45:15 -070073#include "compiler_callbacks.h"
Elliott Hughes3bb81562011-10-21 18:52:59 -070074#include "debugger.h"
David Sehr013fd802018-01-11 22:55:24 -080075#include "dex/art_dex_file_loader.h"
David Sehr9e734c72018-01-04 17:56:19 -080076#include "dex/dex_file_loader.h"
Alex Light84d76052014-08-22 17:49:35 -070077#include "elf_file.h"
Ian Rogers6f3dbba2014-10-14 17:41:57 -070078#include "entrypoints/runtime_asm_entrypoints.h"
Alex Lighteb7c1442015-08-31 13:17:42 -070079#include "experimental_flags.h"
Ian Rogers576ca0c2014-06-06 15:58:22 -070080#include "fault_handler.h"
Ian Rogers1d54e732013-05-02 21:10:01 -070081#include "gc/accounting/card_table-inl.h"
82#include "gc/heap.h"
Andreas Gampefda57142016-09-08 20:29:18 -070083#include "gc/scoped_gc_critical_section.h"
Ian Rogerse63db272014-07-15 15:36:11 -070084#include "gc/space/image_space.h"
Mathieu Chartier461687d2015-03-31 12:05:24 -070085#include "gc/space/space-inl.h"
Andreas Gampefda57142016-09-08 20:29:18 -070086#include "gc/system_weak.h"
Mathieu Chartierad390fa2019-10-16 20:03:00 -070087#include "gc/task_processor.h"
Brian Carlstrom02c5f4d2015-01-30 10:18:03 -080088#include "handle_scope-inl.h"
Andreas Gampeaa120012018-03-28 16:23:24 -070089#include "hidden_api.h"
Mathieu Chartier4a26f172016-01-26 14:26:18 -080090#include "image-inl.h"
jeffhao725a9572012-11-13 18:20:12 -080091#include "instrumentation.h"
Mathieu Chartier74ccee62018-10-10 10:30:29 -070092#include "intern_table-inl.h"
Mathieu Chartiere5f13e52015-02-24 09:37:21 -080093#include "interpreter/interpreter.h"
94#include "jit/jit.h"
Nicolas Geoffray132d8362016-11-16 09:19:42 +000095#include "jit/jit_code_cache.h"
Steven Morelande431e272017-07-18 16:53:49 -070096#include "jit/profile_saver.h"
Vladimir Markoa3ad0cd2018-05-04 10:06:38 +010097#include "jni/java_vm_ext.h"
Alex Light79d6c802019-06-27 15:50:11 +000098#include "jni/jni_id_manager.h"
Alex Light79d6c802019-06-27 15:50:11 +000099#include "jni_id_type.h"
Mathieu Chartierc7853442015-03-27 14:35:38 -0700100#include "linear_alloc.h"
Andreas Gampe8cf9cb32017-07-19 09:28:38 -0700101#include "memory_representation.h"
Brian Carlstrom02c5f4d2015-01-30 10:18:03 -0800102#include "mirror/array.h"
Andreas Gampe70f5fd02018-10-24 19:58:37 -0700103#include "mirror/class-alloc-inl.h"
Ian Rogers62d6c772013-02-27 08:32:07 -0800104#include "mirror/class-inl.h"
Alex Lightcec2fd42016-11-02 16:32:07 -0700105#include "mirror/class_ext.h"
Alex Lightabd8f052019-12-06 10:49:17 -0800106#include "mirror/class_loader-inl.h"
Narayan Kamath000e1882016-10-24 17:14:25 +0100107#include "mirror/emulated_stack_frame.h"
Mathieu Chartierdaaf3262015-03-24 13:30:28 -0700108#include "mirror/field.h"
Mathieu Chartierfc58af42015-04-16 18:00:39 -0700109#include "mirror/method.h"
Narayan Kamathafa48272016-08-03 12:46:58 +0100110#include "mirror/method_handle_impl.h"
Orion Hodsonc069a302017-01-18 09:23:12 +0000111#include "mirror/method_handles_lookup.h"
Narayan Kamathafa48272016-08-03 12:46:58 +0100112#include "mirror/method_type.h"
Mathieu Chartierc528dba2013-11-26 12:00:11 -0800113#include "mirror/stack_trace_element.h"
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800114#include "mirror/throwable.h"
Orion Hodson928033d2018-02-07 05:30:54 +0000115#include "mirror/var_handle.h"
Elliott Hughes32d6e1e2011-10-11 14:47:44 -0700116#include "monitor.h"
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800117#include "native/dalvik_system_DexFile.h"
Dan Zimmermanb682ea42019-12-23 06:59:06 -0800118#include "native/dalvik_system_BaseDexClassLoader.h"
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800119#include "native/dalvik_system_VMDebug.h"
120#include "native/dalvik_system_VMRuntime.h"
121#include "native/dalvik_system_VMStack.h"
122#include "native/dalvik_system_ZygoteHooks.h"
123#include "native/java_lang_Class.h"
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800124#include "native/java_lang_Object.h"
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800125#include "native/java_lang_String.h"
Jeff Hao848f70a2014-01-15 13:49:50 -0800126#include "native/java_lang_StringFactory.h"
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800127#include "native/java_lang_System.h"
128#include "native/java_lang_Thread.h"
129#include "native/java_lang_Throwable.h"
130#include "native/java_lang_VMClassLoader.h"
Narayan Kamathbd2fed52017-01-25 10:46:54 +0000131#include "native/java_lang_invoke_MethodHandleImpl.h"
Brian Carlstrom02c5f4d2015-01-30 10:18:03 -0800132#include "native/java_lang_ref_FinalizerReference.h"
133#include "native/java_lang_ref_Reference.h"
134#include "native/java_lang_reflect_Array.h"
135#include "native/java_lang_reflect_Constructor.h"
Neil Fuller0e844392016-09-08 13:43:31 +0100136#include "native/java_lang_reflect_Executable.h"
Brian Carlstrom02c5f4d2015-01-30 10:18:03 -0800137#include "native/java_lang_reflect_Field.h"
138#include "native/java_lang_reflect_Method.h"
Neil Fuller60458a02016-09-01 15:32:44 +0100139#include "native/java_lang_reflect_Parameter.h"
Brian Carlstrom02c5f4d2015-01-30 10:18:03 -0800140#include "native/java_lang_reflect_Proxy.h"
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800141#include "native/java_util_concurrent_atomic_AtomicLong.h"
Jeff Hao848f70a2014-01-15 13:49:50 -0800142#include "native/libcore_util_CharsetUtils.h"
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800143#include "native/org_apache_harmony_dalvik_ddmc_DdmServer.h"
144#include "native/org_apache_harmony_dalvik_ddmc_DdmVmInternal.h"
145#include "native/sun_misc_Unsafe.h"
Brian Carlstrom02c5f4d2015-01-30 10:18:03 -0800146#include "native_bridge_art_interface.h"
Andreas Gampe5dd44d02016-08-02 17:20:03 -0700147#include "native_stack_dump.h"
Andreas Gampe373a9b52017-10-18 09:01:57 -0700148#include "nativehelper/scoped_local_ref.h"
Vladimir Markod3d00c02019-11-07 15:09:07 +0000149#include "oat.h"
Brian Carlstrome24fa612011-09-29 00:53:55 -0700150#include "oat_file.h"
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700151#include "oat_file_manager.h"
Nicolas Geoffray00391822019-12-10 10:17:23 +0000152#include "oat_quick_method_header.h"
Andreas Gamped482e732017-04-24 17:59:09 -0700153#include "object_callbacks.h"
Brian Carlstrom02c5f4d2015-01-30 10:18:03 -0800154#include "parsed_options.h"
Vladimir Marko7624d252014-05-02 14:40:15 +0100155#include "quick/quick_method_frame_info.h"
Ian Rogers53b8b092014-03-13 23:45:53 -0700156#include "reflection.h"
Andreas Gampeac30fa22017-01-18 21:02:36 -0800157#include "runtime_callbacks.h"
Andreas Gampe87648602019-06-12 12:34:26 -0700158#include "runtime_common.h"
Orion Hodson26ef34c2017-11-01 13:32:41 +0000159#include "runtime_intrinsics.h"
Igor Murashkinaaebaa02015-01-26 10:55:53 -0800160#include "runtime_options.h"
Mathieu Chartier0795f232016-09-27 18:43:30 -0700161#include "scoped_thread_state_change-inl.h"
Dave Allisoncefcea82014-09-16 10:01:01 -0700162#include "sigchain.h"
Elliott Hughese27955c2011-08-26 15:21:24 -0700163#include "signal_catcher.h"
Elliott Hughes457005c2012-04-16 13:54:25 -0700164#include "signal_set.h"
Brian Carlstrom578bbdc2011-07-21 14:07:47 -0700165#include "thread.h"
Elliott Hughes8daa0922011-09-11 13:46:25 -0700166#include "thread_list.h"
Alex Light7233c7e2016-07-28 10:07:45 -0700167#include "ti/agent.h"
jeffhaob5e81852012-03-12 11:15:45 -0700168#include "trace.h"
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100169#include "transaction.h"
Vladimir Marko97d7e1c2016-10-04 14:44:28 +0100170#include "vdex_file.h"
Andreas Gampea43ba3d2019-03-13 15:49:20 -0700171#include "verifier/class_verifier.h"
Elliott Hugheseac76672012-05-24 21:56:51 -0700172#include "well_known_classes.h"
Carl Shapiro61e019d2011-07-14 16:53:09 -0700173
David Sehrf57589f2016-10-17 10:09:33 -0700174#ifdef ART_TARGET_ANDROID
175#include <android/set_abort_message.h>
176#endif
177
David Srbecky50b47432018-10-18 12:26:34 +0100178// Static asserts to check the values of generated assembly-support macros.
179#define ASM_DEFINE(NAME, EXPR) static_assert((NAME) == (EXPR), "Unexpected value of " #NAME);
180#include "asm_defines.def"
181#undef ASM_DEFINE
182
Carl Shapiro1fb86202011-06-27 17:43:13 -0700183namespace art {
184
Ian Rogers6f3dbba2014-10-14 17:41:57 -0700185// If a signal isn't handled properly, enable a handler that attempts to dump the Java stack.
Brian Carlstromb57f1c72014-10-08 13:56:25 -0700186static constexpr bool kEnableJavaStackTraceHandler = false;
Mathieu Chartier32cc9ee2015-10-15 09:19:15 -0700187// Tuned by compiling GmsCore under perf and measuring time spent in DescriptorEquals for class
188// linking.
189static constexpr double kLowMemoryMinLoadFactor = 0.5;
190static constexpr double kLowMemoryMaxLoadFactor = 0.8;
191static constexpr double kNormalMinLoadFactor = 0.4;
192static constexpr double kNormalMaxLoadFactor = 0.7;
Mathieu Chartier11c273d2017-10-15 20:54:45 -0700193
194// Extra added to the default heap growth multiplier. Used to adjust the GC ergonomics for the read
195// barrier config.
196static constexpr double kExtraDefaultHeapGrowthMultiplier = kUseReadBarrier ? 1.0 : 0.0;
197
Ian Rogers6f3dbba2014-10-14 17:41:57 -0700198Runtime* Runtime::instance_ = nullptr;
Carl Shapiro2ed144c2011-07-26 16:52:08 -0700199
Andreas Gampef6a780a2015-04-02 18:51:05 -0700200struct TraceConfig {
201 Trace::TraceMode trace_mode;
202 Trace::TraceOutputMode trace_output_mode;
203 std::string trace_file;
204 size_t trace_file_size;
205};
206
David Sehrd106d9f2016-08-16 19:22:57 -0700207namespace {
Andreas Gampea2fed082019-02-01 09:34:43 -0800208
David Sehrd106d9f2016-08-16 19:22:57 -0700209#ifdef __APPLE__
210inline char** GetEnviron() {
211 // When Google Test is built as a framework on MacOS X, the environ variable
212 // is unavailable. Apple's documentation (man environ) recommends using
213 // _NSGetEnviron() instead.
214 return *_NSGetEnviron();
215}
216#else
217// Some POSIX platforms expect you to declare environ. extern "C" makes
218// it reside in the global namespace.
219extern "C" char** environ;
220inline char** GetEnviron() { return environ; }
221#endif
Andreas Gampea2fed082019-02-01 09:34:43 -0800222
223void CheckConstants() {
224 CHECK_EQ(mirror::Array::kFirstElementOffset, mirror::Array::FirstElementOffset());
225}
226
David Sehrd106d9f2016-08-16 19:22:57 -0700227} // namespace
228
Elliott Hughesdcc24742011-09-07 14:02:44 -0700229Runtime::Runtime()
Mathieu Chartier31000802015-06-14 14:14:37 -0700230 : resolution_method_(nullptr),
231 imt_conflict_method_(nullptr),
232 imt_unimplemented_method_(nullptr),
Vladimir Marko33bff252017-11-01 14:35:42 +0000233 instruction_set_(InstructionSet::kNone),
Ulyana Trafimoviche886d682020-07-16 15:09:38 +0000234 simulate_isa_(InstructionSet::kNone),
Ian Rogers6ed19fd2014-03-20 08:10:17 -0700235 compiler_callbacks_(nullptr),
Elliott Hughesd9c67be2012-02-02 19:54:06 -0800236 is_zygote_(false),
Nicolas Geoffray4444f1b2019-06-10 14:09:19 +0100237 is_primary_zygote_(false),
Nicolas Geoffray9ac09ee2019-05-08 23:38:27 +0100238 is_system_server_(false),
Alex Lighta59dd802014-07-02 16:28:08 -0700239 must_relocate_(false),
Mathieu Chartier069387a2012-06-18 12:01:01 -0700240 is_concurrent_gc_enabled_(true),
Anwar Ghuloum87183592013-08-14 12:12:19 -0700241 is_explicit_gc_disabled_(false),
Alex Light64ad14d2014-08-19 14:23:13 -0700242 image_dex2oat_enabled_(true),
Elliott Hughes6cf23882012-06-15 15:42:07 -0700243 default_stack_size_(0),
Ian Rogersef7d42f2014-01-06 12:55:46 -0800244 heap_(nullptr),
Ian Rogersd9c4fc92013-10-01 19:45:43 -0700245 max_spins_before_thin_lock_inflation_(Monitor::kDefaultMaxSpinsBeforeThinLockInflation),
Ian Rogersef7d42f2014-01-06 12:55:46 -0800246 monitor_list_(nullptr),
247 monitor_pool_(nullptr),
248 thread_list_(nullptr),
249 intern_table_(nullptr),
250 class_linker_(nullptr),
251 signal_catcher_(nullptr),
252 java_vm_(nullptr),
Mathieu Chartierada33d72018-12-17 13:17:30 -0800253 thread_pool_ref_count_(0u),
Andreas Gampe44f67602018-11-28 08:27:27 -0800254 fault_message_(nullptr),
Ian Rogers120f1c72012-09-28 17:17:10 -0700255 threads_being_born_(0),
Ian Rogersc604d732012-10-14 16:09:54 -0700256 shutdown_cond_(new ConditionVariable("Runtime shutdown", *Locks::runtime_shutdown_lock_)),
Elliott Hughes6b355752012-01-13 16:49:08 -0800257 shutting_down_(false),
Ian Rogers120f1c72012-09-28 17:17:10 -0700258 shutting_down_started_(false),
Elliott Hughesdcc24742011-09-07 14:02:44 -0700259 started_(false),
Mathieu Chartier7664f5c2012-06-08 18:15:32 -0700260 finished_starting_(false),
Ian Rogersef7d42f2014-01-06 12:55:46 -0800261 vfprintf_(nullptr),
262 exit_(nullptr),
263 abort_(nullptr),
jeffhao2692b572011-12-16 15:42:28 -0800264 stats_enabled_(false),
Roland Levillain05e34f42018-05-24 13:19:05 +0000265 is_running_on_memory_tool_(kRunningOnMemoryTool),
Ian Rogers62d6c772013-02-27 08:32:07 -0800266 instrumentation_(),
Ian Rogersef7d42f2014-01-06 12:55:46 -0800267 main_thread_group_(nullptr),
268 system_thread_group_(nullptr),
269 system_class_loader_(nullptr),
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100270 dump_gc_performance_on_shutdown_(false),
Chang Xing605fe242017-07-20 15:57:21 -0700271 preinitialization_transactions_(),
Igor Murashkin7617abd2015-07-10 18:27:47 -0700272 verify_(verifier::VerifyMode::kNone),
David Brazdil2bb2fbd2018-11-13 18:24:26 +0000273 target_sdk_version_(static_cast<uint32_t>(SdkVersion::kUnset)),
Dave Allison69dfe512014-07-11 17:11:58 +0000274 implicit_null_checks_(false),
275 implicit_so_checks_(false),
Calin Juravle07d83c72014-10-22 21:02:23 +0100276 implicit_suspend_checks_(false),
Calin Juravle01aaf6e2015-06-19 22:05:39 +0100277 no_sig_chain_(false),
Andreas Gampef38a6612016-04-11 08:42:26 -0700278 force_native_bridge_(false),
Narayan Kamath5a2be3f2015-02-16 13:51:51 +0000279 is_native_bridge_loaded_(false),
David Srbeckyf4480162016-03-16 00:06:24 +0000280 is_native_debuggable_(false),
Alex Light7919db92017-11-29 09:00:55 -0800281 async_exceptions_thrown_(false),
Alex Light0aa7a5a2018-10-10 15:58:14 +0000282 non_standard_exits_enabled_(false),
Nicolas Geoffray433b79a2017-01-30 20:54:45 +0000283 is_java_debuggable_(false),
Igor Murashkin158f35c2015-06-10 15:55:30 -0700284 zygote_max_failed_boots_(0),
Mathieu Chartier32cc9ee2015-10-15 09:19:15 -0700285 experimental_flags_(ExperimentalFlags::kNone),
286 oat_file_manager_(nullptr),
Nicolas Geoffray787ae8e2015-11-05 11:32:24 +0000287 is_low_memory_mode_(false),
Andreas Gampea1425a12016-03-11 17:44:04 -0800288 safe_mode_(false),
David Brazdilf50ac102018-10-17 18:00:06 +0100289 hidden_api_policy_(hiddenapi::EnforcementPolicy::kDisabled),
David Brazdil6dfdfef2019-04-11 17:39:11 +0100290 core_platform_api_policy_(hiddenapi::EnforcementPolicy::kDisabled),
Artur Satayevacdb9a32019-10-28 18:09:53 +0000291 test_api_policy_(hiddenapi::EnforcementPolicy::kDisabled),
David Brazdilee7d2fd2018-01-20 17:25:23 +0000292 dedupe_hidden_api_warnings_(true),
Mathew Inwood1fd97f22018-04-03 15:32:32 +0100293 hidden_api_access_event_log_rate_(0),
Nicolas Geoffray6ee49712018-03-30 14:39:05 +0000294 dump_native_stack_on_sig_quit_(true),
Mathieu Chartierf8cb1782016-03-18 18:45:41 -0700295 pruned_dalvik_cache_(false),
296 // Initially assume we perceive jank in case the process state is never updated.
Andreas Gampef38a6612016-04-11 08:42:26 -0700297 process_state_(kProcessStateJankPerceptible),
Andreas Gampe0b0ffc12018-08-01 14:41:27 -0700298 zygote_no_threads_(false),
Andreas Gamped84794d2019-07-18 13:40:03 -0700299 verifier_logging_threshold_ms_(100),
Florian Mayer0972d082020-05-15 14:07:31 +0200300 verifier_missing_kthrow_fatal_(false),
301 perfetto_hprof_enabled_(false) {
Andreas Gampe8228cdf2017-05-30 15:03:54 -0700302 static_assert(Runtime::kCalleeSaveSize ==
303 static_cast<uint32_t>(CalleeSaveType::kLastCalleeSaveType), "Unexpected size");
Andreas Gampea2fed082019-02-01 09:34:43 -0800304 CheckConstants();
Andreas Gampe8228cdf2017-05-30 15:03:54 -0700305
Mathieu Chartiere401d142015-04-22 13:56:20 -0700306 std::fill(callee_save_methods_, callee_save_methods_ + arraysize(callee_save_methods_), 0u);
buzbee1452bee2015-03-06 14:43:04 -0800307 interpreter::CheckInterpreterAsmConstants();
Andreas Gampeac30fa22017-01-18 21:02:36 -0800308 callbacks_.reset(new RuntimeCallbacks());
Nicolas Geoffray4e92c3c2017-05-08 09:34:26 +0100309 for (size_t i = 0; i <= static_cast<size_t>(DeoptimizationKind::kLast); ++i) {
310 deoptimization_counts_[i] = 0u;
311 }
Elliott Hughesdcc24742011-09-07 14:02:44 -0700312}
313
Carl Shapiro61e019d2011-07-14 16:53:09 -0700314Runtime::~Runtime() {
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -0800315 ScopedTrace trace("Runtime shutdown");
Calin Juravle07d83c72014-10-22 21:02:23 +0100316 if (is_native_bridge_loaded_) {
317 UnloadNativeBridge();
318 }
Calin Juravle31f2c152015-10-23 17:56:15 +0100319
Ian Rogers120f1c72012-09-28 17:17:10 -0700320 Thread* self = Thread::Current();
Mathieu Chartier05d14612015-02-23 15:31:58 -0800321 const bool attach_shutdown_thread = self == nullptr;
322 if (attach_shutdown_thread) {
Alex Lightb6f34642018-01-04 11:01:48 -0800323 // We can only create a peer if the runtime is actually started. This is only not true during
Alex Lighte44ee0c2018-01-08 10:26:17 -0800324 // some tests. If there is extreme memory pressure the allocation of the thread peer can fail.
325 // In this case we will just try again without allocating a peer so that shutdown can continue.
326 // Very few things are actually capable of distinguishing between the peer & peerless states so
327 // this should be fine.
328 bool thread_attached = AttachCurrentThread("Shutdown thread",
Andreas Gampe98ea9d92018-10-19 14:06:15 -0700329 /* as_daemon= */ false,
Alex Lighte44ee0c2018-01-08 10:26:17 -0800330 GetSystemThreadGroup(),
Andreas Gampe98ea9d92018-10-19 14:06:15 -0700331 /* create_peer= */ IsStarted());
Alex Lighte44ee0c2018-01-08 10:26:17 -0800332 if (UNLIKELY(!thread_attached)) {
333 LOG(WARNING) << "Failed to attach shutdown thread. Trying again without a peer.";
334 CHECK(AttachCurrentThread("Shutdown thread (no java peer)",
Andreas Gampe98ea9d92018-10-19 14:06:15 -0700335 /* as_daemon= */ false,
336 /* thread_group=*/ nullptr,
337 /* create_peer= */ false));
Alex Lighte44ee0c2018-01-08 10:26:17 -0800338 }
Mathieu Chartiercef50f02014-12-09 17:38:52 -0800339 self = Thread::Current();
340 } else {
341 LOG(WARNING) << "Current thread not detached in Runtime shutdown";
342 }
343
Mathieu Chartier1d495012017-04-11 17:50:00 -0700344 if (dump_gc_performance_on_shutdown_) {
Albert Mingkun Yang6e0d3252018-12-10 15:22:45 +0000345 heap_->CalculatePreGcWeightedAllocatedBytes();
Albert Mingkun Yang2d7329b2018-11-30 19:58:18 +0000346 uint64_t process_cpu_end_time = ProcessCpuNanoTime();
Mathieu Chartierb0042b82017-12-13 13:50:36 -0800347 ScopedLogSeverity sls(LogSeverity::INFO);
Mathieu Chartier1d495012017-04-11 17:50:00 -0700348 // This can't be called from the Heap destructor below because it
349 // could call RosAlloc::InspectAll() which needs the thread_list
350 // to be still alive.
351 heap_->DumpGcPerformanceInfo(LOG_STREAM(INFO));
Albert Mingkun Yangd6e178e2018-11-19 12:58:30 +0000352
Albert Mingkun Yang2d7329b2018-11-30 19:58:18 +0000353 uint64_t process_cpu_time = process_cpu_end_time - heap_->GetProcessCpuStartTime();
Albert Mingkun Yangd6e178e2018-11-19 12:58:30 +0000354 uint64_t gc_cpu_time = heap_->GetTotalGcCpuTime();
355 float ratio = static_cast<float>(gc_cpu_time) / process_cpu_time;
356 LOG_STREAM(INFO) << "GC CPU time " << PrettyDuration(gc_cpu_time)
357 << " out of process CPU time " << PrettyDuration(process_cpu_time)
358 << " (" << ratio << ")"
359 << "\n";
Albert Mingkun Yang6e0d3252018-12-10 15:22:45 +0000360 double pre_gc_weighted_allocated_bytes =
361 heap_->GetPreGcWeightedAllocatedBytes() / process_cpu_time;
Albert Mingkun Yang1c0ae842019-01-11 16:52:24 +0000362 // Here we don't use process_cpu_time for normalization, because VM shutdown is not a real
363 // GC. Both numerator and denominator take into account until the end of the last GC,
364 // instead of the whole process life time like pre_gc_weighted_allocated_bytes.
Albert Mingkun Yang6e0d3252018-12-10 15:22:45 +0000365 double post_gc_weighted_allocated_bytes =
Albert Mingkun Yang1c0ae842019-01-11 16:52:24 +0000366 heap_->GetPostGcWeightedAllocatedBytes() /
367 (heap_->GetPostGCLastProcessCpuTime() - heap_->GetProcessCpuStartTime());
Albert Mingkun Yang6e0d3252018-12-10 15:22:45 +0000368
Albert Mingkun Yang16bd6ac2018-12-19 17:55:23 +0000369 LOG_STREAM(INFO) << "Average bytes allocated at GC start, weighted by CPU time between GCs: "
370 << static_cast<uint64_t>(pre_gc_weighted_allocated_bytes)
Albert Mingkun Yang6e0d3252018-12-10 15:22:45 +0000371 << " (" << PrettySize(pre_gc_weighted_allocated_bytes) << ")";
Albert Mingkun Yang16bd6ac2018-12-19 17:55:23 +0000372 LOG_STREAM(INFO) << "Average bytes allocated at GC end, weighted by CPU time between GCs: "
373 << static_cast<uint64_t>(post_gc_weighted_allocated_bytes)
Albert Mingkun Yang6e0d3252018-12-10 15:22:45 +0000374 << " (" << PrettySize(post_gc_weighted_allocated_bytes) << ")"
Albert Mingkun Yang2d7329b2018-11-30 19:58:18 +0000375 << "\n";
Mathieu Chartier1d495012017-04-11 17:50:00 -0700376 }
377
David Brazdil331a5e12019-04-01 22:46:16 +0000378 // Wait for the workers of thread pools to be created since there can't be any
379 // threads attaching during shutdown.
Mathieu Chartierada33d72018-12-17 13:17:30 -0800380 WaitForThreadPoolWorkersToStart();
Calin Juravlea345d312017-03-14 18:45:55 -0700381 if (jit_ != nullptr) {
Mathieu Chartier93c21ba2018-12-10 13:08:30 -0800382 jit_->WaitForWorkersToBeCreated();
Calin Juravlea345d312017-03-14 18:45:55 -0700383 // Stop the profile saver thread before marking the runtime as shutting down.
384 // The saver will try to dump the profiles before being sopped and that
385 // requires holding the mutator lock.
386 jit_->StopProfileSaver();
Nicolas Geoffray714fad62019-06-27 15:32:00 +0100387 // Delete thread pool before the thread list since we don't want to wait forever on the
388 // JIT compiler threads. Also this should be run before marking the runtime
389 // as shutting down as some tasks may require mutator access.
390 jit_->DeleteThreadPool();
Calin Juravlea345d312017-03-14 18:45:55 -0700391 }
David Brazdil331a5e12019-04-01 22:46:16 +0000392 if (oat_file_manager_ != nullptr) {
393 oat_file_manager_->WaitForWorkersToBeCreated();
394 }
Calin Juravlea345d312017-03-14 18:45:55 -0700395
Ian Rogers120f1c72012-09-28 17:17:10 -0700396 {
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -0800397 ScopedTrace trace2("Wait for shutdown cond");
Ian Rogers120f1c72012-09-28 17:17:10 -0700398 MutexLock mu(self, *Locks::runtime_shutdown_lock_);
399 shutting_down_started_ = true;
400 while (threads_being_born_ > 0) {
Ian Rogersc604d732012-10-14 16:09:54 -0700401 shutdown_cond_->Wait(self);
Ian Rogers120f1c72012-09-28 17:17:10 -0700402 }
403 shutting_down_ = true;
404 }
Mathieu Chartiercef50f02014-12-09 17:38:52 -0800405 // Shutdown and wait for the daemons.
406 CHECK(self != nullptr);
407 if (IsFinishedStarting()) {
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -0800408 ScopedTrace trace2("Waiting for Daemons");
Mathieu Chartiercef50f02014-12-09 17:38:52 -0800409 self->ClearException();
410 self->GetJniEnv()->CallStaticVoidMethod(WellKnownClasses::java_lang_Daemons,
411 WellKnownClasses::java_lang_Daemons_stop);
412 }
Mathieu Chartier673ed3d2015-08-28 14:56:43 -0700413
Nicolas Geoffray21b65682019-03-12 00:49:45 +0000414 // Shutdown any trace running.
Mathieu Chartier673ed3d2015-08-28 14:56:43 -0700415 Trace::Shutdown();
416
Hans Boehm65c18a22020-01-03 23:37:13 +0000417 // Report death. Clients may require a working thread, still, so do it before GC completes and
Andreas Gampe48864112017-01-19 17:23:17 -0800418 // all non-daemon threads are done.
419 {
420 ScopedObjectAccess soa(self);
421 callbacks_->NextRuntimePhase(RuntimePhaseCallback::RuntimePhase::kDeath);
422 }
423
Mathieu Chartier05d14612015-02-23 15:31:58 -0800424 if (attach_shutdown_thread) {
425 DetachCurrentThread();
426 self = nullptr;
427 }
Mathieu Chartiercef50f02014-12-09 17:38:52 -0800428
Mathieu Chartiera6399032012-06-11 18:49:50 -0700429 // Make sure to let the GC complete if it is running.
Mathieu Chartier89a201e2014-05-02 10:27:26 -0700430 heap_->WaitForGcToComplete(gc::kGcCauseBackground, self);
Mathieu Chartier35883cc2012-11-13 14:08:12 -0800431 heap_->DeleteThreadPool();
David Brazdil331a5e12019-04-01 22:46:16 +0000432 if (oat_file_manager_ != nullptr) {
433 oat_file_manager_->DeleteThreadPool();
434 }
Mathieu Chartierada33d72018-12-17 13:17:30 -0800435 DeleteThreadPool();
436 CHECK(thread_pool_ == nullptr);
Mathieu Chartiera6399032012-06-11 18:49:50 -0700437
Andreas Gampec4bed162017-05-01 13:46:24 -0700438 // Make sure our internal threads are dead before we start tearing down things they're using.
Alex Light40320712017-12-14 11:52:04 -0800439 GetRuntimeCallbacks()->StopDebugger();
Hans Boehm65c18a22020-01-03 23:37:13 +0000440 // Deletion ordering is tricky. Null out everything we've deleted.
Andreas Gampec4bed162017-05-01 13:46:24 -0700441 delete signal_catcher_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000442 signal_catcher_ = nullptr;
Andreas Gampec4bed162017-05-01 13:46:24 -0700443
444 // Make sure all other non-daemon threads have terminated, and all daemon threads are suspended.
Hans Boehm65c18a22020-01-03 23:37:13 +0000445 // Also wait for daemon threads to quiesce, so that in addition to being "suspended", they
446 // no longer access monitor and thread list data structures. We leak user daemon threads
447 // themselves, since we have no mechanism for shutting them down.
Andreas Gampec4bed162017-05-01 13:46:24 -0700448 {
449 ScopedTrace trace2("Delete thread list");
450 thread_list_->ShutDown();
451 }
452
Alex Light7233c7e2016-07-28 10:07:45 -0700453 // TODO Maybe do some locking.
454 for (auto& agent : agents_) {
Andreas Gampeaadcbc62017-12-28 14:05:42 -0800455 agent->Unload();
Alex Light7233c7e2016-07-28 10:07:45 -0700456 }
457
Alex Light185d1342016-08-11 10:48:03 -0700458 // TODO Maybe do some locking
459 for (auto& plugin : plugins_) {
460 plugin.Unload();
461 }
462
Andreas Gampec4bed162017-05-01 13:46:24 -0700463 // Finally delete the thread list.
Hans Boehm65c18a22020-01-03 23:37:13 +0000464 // Thread_list_ can be accessed by "suspended" threads, e.g. in InflateThinLocked.
465 // We assume that by this point, we've waited long enough for things to quiesce.
Andreas Gampec4bed162017-05-01 13:46:24 -0700466 delete thread_list_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000467 thread_list_ = nullptr;
Elliott Hughes5fe594f2011-09-08 12:33:17 -0700468
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800469 // Delete the JIT after thread list to ensure that there is no remaining threads which could be
470 // accessing the instrumentation when we delete it.
Mathieu Chartierfb6db4c2016-01-06 17:23:25 -0800471 if (jit_ != nullptr) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800472 VLOG(jit) << "Deleting jit";
473 jit_.reset(nullptr);
Orion Hodsonad28f5e2018-10-17 09:08:17 +0100474 jit_code_cache_.reset(nullptr);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800475 }
476
Vladimir Marko2beeb822014-10-20 18:13:22 +0100477 // Shutdown the fault manager if it was initialized.
478 fault_manager.Shutdown();
479
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -0800480 ScopedTrace trace2("Delete state");
Elliott Hughesc33a32b2011-10-11 18:18:07 -0700481 delete monitor_list_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000482 monitor_list_ = nullptr;
Ian Rogersef7d42f2014-01-06 12:55:46 -0800483 delete monitor_pool_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000484 monitor_pool_ = nullptr;
Carl Shapiro61e019d2011-07-14 16:53:09 -0700485 delete class_linker_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000486 class_linker_ = nullptr;
Elliott Hughesb3bd5f02012-03-08 21:05:27 -0800487 delete heap_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000488 heap_ = nullptr;
Elliott Hughescf4c6c42011-09-01 15:16:42 -0700489 delete intern_table_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000490 intern_table_ = nullptr;
Mathieu Chartiere58991b2015-10-13 07:59:34 -0700491 delete oat_file_manager_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000492 oat_file_manager_ = nullptr;
Elliott Hughesc1674ed2011-08-25 18:09:09 -0700493 Thread::Shutdown();
Elliott Hughes7c6169d2012-05-02 16:11:48 -0700494 QuasiAtomic::Shutdown();
Andreas Gampea43ba3d2019-03-13 15:49:20 -0700495 verifier::ClassVerifier::Shutdown();
Vladimir Marko37cf51f2015-09-22 11:43:46 +0100496
497 // Destroy allocators before shutting down the MemMap because they may use it.
Richard Uhlerda0a69e2016-10-11 15:06:38 +0100498 java_vm_.reset();
Vladimir Marko37cf51f2015-09-22 11:43:46 +0100499 linear_alloc_.reset();
500 low_4gb_arena_pool_.reset();
501 arena_pool_.reset();
Nicolas Geoffray25e04562016-03-01 13:17:58 +0000502 jit_arena_pool_.reset();
Vladimir Markoc34bebf2018-08-16 16:12:49 +0100503 protected_fault_page_.Reset();
Mathieu Chartier6e88ef62014-10-14 15:01:24 -0700504 MemMap::Shutdown();
Vladimir Marko37cf51f2015-09-22 11:43:46 +0100505
Carl Shapiro4acf4642011-07-26 18:54:13 -0700506 // TODO: acquire a static mutex on Runtime to avoid racing.
Ian Rogersef7d42f2014-01-06 12:55:46 -0800507 CHECK(instance_ == nullptr || instance_ == this);
508 instance_ = nullptr;
Andreas Gampedb48a792017-09-08 22:18:30 -0700509
510 // Well-known classes must be deleted or it is impossible to successfully start another Runtime
511 // instance. We rely on a small initialization order issue in Runtime::Start() that requires
512 // elements of WellKnownClasses to be null, see b/65500943.
513 WellKnownClasses::Clear();
Carl Shapiro61e019d2011-07-14 16:53:09 -0700514}
515
Elliott Hughese0918552011-10-28 17:18:29 -0700516struct AbortState {
Ian Rogersc7dd2952014-10-21 23:31:19 -0700517 void Dump(std::ostream& os) const {
Nicolas Geoffraydb978712014-12-09 13:33:38 +0000518 if (gAborting > 1) {
519 os << "Runtime aborting --- recursively, so no thread-specific detail!\n";
Andreas Gampe9fd470f2016-11-18 17:21:12 -0800520 DumpRecursiveAbort(os);
Nicolas Geoffraydb978712014-12-09 13:33:38 +0000521 return;
522 }
523 gAborting++;
Elliott Hughese0918552011-10-28 17:18:29 -0700524 os << "Runtime aborting...\n";
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700525 if (Runtime::Current() == nullptr) {
Elliott Hughes6c7d2442012-02-01 18:40:47 -0800526 os << "(Runtime does not yet exist!)\n";
Andreas Gampe6eb6a392016-02-10 20:18:37 -0800527 DumpNativeStack(os, GetTid(), nullptr, " native: ", nullptr);
Elliott Hughes6c7d2442012-02-01 18:40:47 -0800528 return;
529 }
Elliott Hughese0918552011-10-28 17:18:29 -0700530 Thread* self = Thread::Current();
Andreas Gampea3f78fe2017-09-05 09:31:04 -0700531
532 // Dump all threads first and then the aborting thread. While this is counter the logical flow,
533 // it improves the chance of relevant data surviving in the Android logs.
534
535 DumpAllThreads(os, self);
536
Mathieu Chartierc7a966d2014-04-10 18:06:32 -0700537 if (self == nullptr) {
Elliott Hughese0918552011-10-28 17:18:29 -0700538 os << "(Aborting thread was not attached to runtime!)\n";
Christopher Ferris6cff48f2014-01-26 21:36:13 -0800539 DumpNativeStack(os, GetTid(), nullptr, " native: ", nullptr);
Elliott Hughese0918552011-10-28 17:18:29 -0700540 } else {
Ian Rogers2f7f9b62012-10-10 18:24:05 -0700541 os << "Aborting thread:\n";
Mathieu Chartierc7a966d2014-04-10 18:06:32 -0700542 if (Locks::mutator_lock_->IsExclusiveHeld(self) || Locks::mutator_lock_->IsSharedHeld(self)) {
543 DumpThread(os, self);
544 } else {
545 if (Locks::mutator_lock_->SharedTryLock(self)) {
546 DumpThread(os, self);
547 Locks::mutator_lock_->SharedUnlock(self);
548 }
Elliott Hughes899e7892012-01-24 14:57:32 -0800549 }
Elliott Hughese0918552011-10-28 17:18:29 -0700550 }
Ian Rogers2f7f9b62012-10-10 18:24:05 -0700551 }
552
Ian Rogers7b078e82014-09-10 14:44:24 -0700553 // No thread-safety analysis as we do explicitly test for holding the mutator lock.
Ian Rogersc7dd2952014-10-21 23:31:19 -0700554 void DumpThread(std::ostream& os, Thread* self) const NO_THREAD_SAFETY_ANALYSIS {
Ian Rogers7b078e82014-09-10 14:44:24 -0700555 DCHECK(Locks::mutator_lock_->IsExclusiveHeld(self) || Locks::mutator_lock_->IsSharedHeld(self));
Mathieu Chartierc7a966d2014-04-10 18:06:32 -0700556 self->Dump(os);
557 if (self->IsExceptionPending()) {
Nicolas Geoffray14691c52015-03-05 10:40:17 +0000558 mirror::Throwable* exception = self->GetException();
559 os << "Pending exception " << exception->Dump();
Mathieu Chartierc7a966d2014-04-10 18:06:32 -0700560 }
561 }
562
Ian Rogersc7dd2952014-10-21 23:31:19 -0700563 void DumpAllThreads(std::ostream& os, Thread* self) const {
Ian Rogers4e14e722014-06-27 17:32:56 -0700564 Runtime* runtime = Runtime::Current();
565 if (runtime != nullptr) {
566 ThreadList* thread_list = runtime->GetThreadList();
567 if (thread_list != nullptr) {
Andreas Gampeba26b512019-05-31 13:07:26 -0700568 // Dump requires ThreadListLock and ThreadSuspendCountLock to not be held (they will be
569 // grabbed).
570 // TODO(b/134167395): Change Dump to work with the locks held, and have a loop with timeout
571 // acquiring the locks.
Ian Rogers4e14e722014-06-27 17:32:56 -0700572 bool tll_already_held = Locks::thread_list_lock_->IsExclusiveHeld(self);
Andreas Gampeba26b512019-05-31 13:07:26 -0700573 bool tscl_already_held = Locks::thread_suspend_count_lock_->IsExclusiveHeld(self);
574 if (tll_already_held || tscl_already_held) {
575 os << "Skipping all-threads dump as locks are held:"
576 << (tll_already_held ? "" : " thread_list_lock")
577 << (tscl_already_held ? "" : " thread_suspend_count_lock")
578 << "\n";
579 return;
580 }
581 bool ml_already_exlusively_held = Locks::mutator_lock_->IsExclusiveHeld(self);
582 if (ml_already_exlusively_held) {
583 os << "Skipping all-threads dump as mutator lock is exclusively held.";
Brian Carlstrom54a6d4c2019-06-03 11:02:12 -0700584 return;
Andreas Gampeba26b512019-05-31 13:07:26 -0700585 }
Ian Rogers4e14e722014-06-27 17:32:56 -0700586 bool ml_already_held = Locks::mutator_lock_->IsSharedHeld(self);
Andreas Gampeba26b512019-05-31 13:07:26 -0700587 if (!ml_already_held) {
588 os << "Dumping all threads without mutator lock held\n";
Ian Rogers4e14e722014-06-27 17:32:56 -0700589 }
590 os << "All threads:\n";
Ian Rogers7b078e82014-09-10 14:44:24 -0700591 thread_list->Dump(os);
Ian Rogers4e14e722014-06-27 17:32:56 -0700592 }
Ian Rogers2f7f9b62012-10-10 18:24:05 -0700593 }
Elliott Hughese0918552011-10-28 17:18:29 -0700594 }
Andreas Gampe7afa4542016-11-18 09:51:06 -0800595
596 // For recursive aborts.
597 void DumpRecursiveAbort(std::ostream& os) const NO_THREAD_SAFETY_ANALYSIS {
Andreas Gampe9fd470f2016-11-18 17:21:12 -0800598 // The only thing we'll attempt is dumping the native stack of the current thread. We will only
599 // try this if we haven't exceeded an arbitrary amount of recursions, to recover and actually
600 // die.
601 // Note: as we're using a global counter for the recursive abort detection, there is a potential
602 // race here and it is not OK to just print when the counter is "2" (one from
603 // Runtime::Abort(), one from previous Dump() call). Use a number that seems large enough.
604 static constexpr size_t kOnlyPrintWhenRecursionLessThan = 100u;
605 if (gAborting < kOnlyPrintWhenRecursionLessThan) {
606 gAborting++;
607 DumpNativeStack(os, GetTid());
608 }
Andreas Gampe7afa4542016-11-18 09:51:06 -0800609 }
Elliott Hughese0918552011-10-28 17:18:29 -0700610};
611
Andreas Gampe90a32b12016-10-03 19:47:08 -0700612void Runtime::Abort(const char* msg) {
Andreas Gampe247fc332017-06-22 16:18:24 -0700613 auto old_value = gAborting.fetch_add(1); // set before taking any locks
Brian Carlstrom81b88712012-11-05 19:21:30 -0800614
Andreas Gampe89036a32018-12-06 13:05:20 -0800615 // Only set the first abort message.
Andreas Gampe247fc332017-06-22 16:18:24 -0700616 if (old_value == 0) {
Andreas Gampe0ffbe5f2017-06-21 21:05:13 -0700617#ifdef ART_TARGET_ANDROID
Andreas Gampe89036a32018-12-06 13:05:20 -0800618 android_set_abort_message(msg);
619#else
620 // Set the runtime fault message in case our unexpected-signal code will run.
621 Runtime* current = Runtime::Current();
622 if (current != nullptr) {
623 current->SetFaultMessage(msg);
624 }
Andreas Gampe0ffbe5f2017-06-21 21:05:13 -0700625#endif
Andreas Gampe89036a32018-12-06 13:05:20 -0800626 }
Andreas Gampe0ffbe5f2017-06-21 21:05:13 -0700627
Andreas Gampe3e2446b2019-06-12 10:00:57 -0700628 // May be coming from an unattached thread.
629 if (Thread::Current() == nullptr) {
630 Runtime* current = Runtime::Current();
631 if (current != nullptr && current->IsStarted() && !current->IsShuttingDown(nullptr)) {
Andreas Gampe87648602019-06-12 12:34:26 -0700632 // We do not flag this to the unexpected-signal handler so that that may dump the stack.
Andreas Gampe3e2446b2019-06-12 10:00:57 -0700633 abort();
634 UNREACHABLE();
635 }
636 }
637
Koji Fukui34857b52019-03-20 19:13:00 +0900638 {
639 // Ensure that we don't have multiple threads trying to abort at once,
640 // which would result in significantly worse diagnostics.
641 ScopedThreadStateChange tsc(Thread::Current(), kNativeForAbort);
642 Locks::abort_lock_->ExclusiveLock(Thread::Current());
643 }
Elliott Hughes131aef82012-01-27 11:53:35 -0800644
Elliott Hughesffe67362011-07-17 12:09:27 -0700645 // Get any pending output out of the way.
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700646 fflush(nullptr);
Elliott Hughesffe67362011-07-17 12:09:27 -0700647
648 // Many people have difficulty distinguish aborts from crashes,
649 // so be explicit.
Andreas Gampeb67906b2016-11-18 09:30:08 -0800650 // Note: use cerr on the host to print log lines immediately, so we get at least some output
651 // in case of recursive aborts. We lose annotation with the source file and line number
652 // here, which is a minor issue. The same is significantly more complicated on device,
653 // which is why we ignore the issue there.
Elliott Hughese0918552011-10-28 17:18:29 -0700654 AbortState state;
Andreas Gampeb67906b2016-11-18 09:30:08 -0800655 if (kIsTargetBuild) {
656 LOG(FATAL_WITHOUT_ABORT) << Dumpable<AbortState>(state);
657 } else {
658 std::cerr << Dumpable<AbortState>(state);
659 }
Elliott Hughesffe67362011-07-17 12:09:27 -0700660
Andreas Gampe90a32b12016-10-03 19:47:08 -0700661 // Sometimes we dump long messages, and the Android abort message only retains the first line.
662 // In those cases, just log the message again, to avoid logcat limits.
663 if (msg != nullptr && strchr(msg, '\n') != nullptr) {
664 LOG(FATAL_WITHOUT_ABORT) << msg;
665 }
666
Andreas Gampe87648602019-06-12 12:34:26 -0700667 FlagRuntimeAbort();
668
Elliott Hughes8593fdb2012-04-21 20:53:44 -0700669 // Call the abort hook if we have one.
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700670 if (Runtime::Current() != nullptr && Runtime::Current()->abort_ != nullptr) {
Andreas Gampe3fec9ac2016-09-13 10:47:28 -0700671 LOG(FATAL_WITHOUT_ABORT) << "Calling abort hook...";
Brian Carlstrom6ea095a2011-08-16 15:26:54 -0700672 Runtime::Current()->abort_();
673 // notreached
Andreas Gampe3fec9ac2016-09-13 10:47:28 -0700674 LOG(FATAL_WITHOUT_ABORT) << "Unexpectedly returned from abort hook!";
Brian Carlstrom6ea095a2011-08-16 15:26:54 -0700675 }
676
Elliott Hughesdd623db2013-06-11 11:20:23 -0700677 abort();
Elliott Hughesffe67362011-07-17 12:09:27 -0700678 // notreached
679}
680
Narayan Kamath3de95a72014-04-02 12:54:23 +0100681void Runtime::PreZygoteFork() {
Nicolas Geoffrayce9ed362018-11-29 03:19:28 +0000682 if (GetJit() != nullptr) {
683 GetJit()->PreZygoteFork();
684 }
Mathieu Chartiercc236d72012-07-20 10:29:05 -0700685 heap_->PreZygoteFork();
Lev Rumyantsevabafbe72019-12-13 15:49:37 -0800686 PreZygoteForkNativeBridge();
Mathieu Chartiercc236d72012-07-20 10:29:05 -0700687}
688
Nicolas Geoffrayce9ed362018-11-29 03:19:28 +0000689void Runtime::PostZygoteFork() {
690 if (GetJit() != nullptr) {
691 GetJit()->PostZygoteFork();
692 }
Andreas Gampe9c87c022019-06-18 13:45:52 -0700693 // Reset all stats.
694 ResetStats(0xFFFFFFFF);
Nicolas Geoffrayce9ed362018-11-29 03:19:28 +0000695}
696
Elliott Hughesbf86d042011-08-31 17:53:14 -0700697void Runtime::CallExitHook(jint status) {
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700698 if (exit_ != nullptr) {
Elliott Hughes34e06962012-04-09 13:55:55 -0700699 ScopedThreadStateChange tsc(Thread::Current(), kNative);
Elliott Hughesbf86d042011-08-31 17:53:14 -0700700 exit_(status);
701 LOG(WARNING) << "Exit hook returned instead of exiting!";
702 }
703}
704
Mathieu Chartier97509952015-07-13 14:35:43 -0700705void Runtime::SweepSystemWeaks(IsMarkedVisitor* visitor) {
706 GetInternTable()->SweepInternTableWeaks(visitor);
707 GetMonitorList()->SweepMonitorList(visitor);
708 GetJavaVM()->SweepJniWeakGlobals(visitor);
709 GetHeap()->SweepAllocationRecords(visitor);
Nicolas Geoffray132d8362016-11-16 09:19:42 +0000710 if (GetJit() != nullptr) {
711 // Visit JIT literal tables. Objects in these tables are classes and strings
712 // and only classes can be affected by class unloading. The strings always
713 // stay alive as they are strongly interned.
714 // TODO: Move this closer to CleanupClassLoaders, to avoid blocking weak accesses
715 // from mutators. See b/32167580.
716 GetJit()->GetCodeCache()->SweepRootTables(visitor);
717 }
Nicolas Geoffraye3f775b2019-12-04 14:41:52 +0000718 thread_list_->SweepInterpreterCaches(visitor);
Andreas Gampefda57142016-09-08 20:29:18 -0700719
720 // All other generic system-weak holders.
721 for (gc::AbstractSystemWeakHolder* holder : system_weak_holders_) {
722 holder->Sweep(visitor);
723 }
Mathieu Chartier6aa3df92013-09-17 15:17:28 -0700724}
725
Vladimir Marko88b2b802015-12-04 14:19:04 +0000726bool Runtime::ParseOptions(const RuntimeOptions& raw_options,
727 bool ignore_unrecognized,
728 RuntimeArgumentMap* runtime_options) {
David Sehrc431b9d2018-03-02 12:01:51 -0800729 Locks::Init();
Andreas Gampe98ea9d92018-10-19 14:06:15 -0700730 InitLogging(/* argv= */ nullptr, Abort); // Calls Locks::Init() as a side effect.
Vladimir Marko88b2b802015-12-04 14:19:04 +0000731 bool parsed = ParsedOptions::Parse(raw_options, ignore_unrecognized, runtime_options);
732 if (!parsed) {
733 LOG(ERROR) << "Failed to parse options";
734 return false;
735 }
736 return true;
737}
738
David Sehrf42eb2c2016-10-19 13:20:45 -0700739// Callback to check whether it is safe to call Abort (e.g., to use a call to
740// LOG(FATAL)). It is only safe to call Abort if the runtime has been created,
741// properly initialized, and has not shut down.
742static bool IsSafeToCallAbort() NO_THREAD_SAFETY_ANALYSIS {
743 Runtime* runtime = Runtime::Current();
744 return runtime != nullptr && runtime->IsStarted() && !runtime->IsShuttingDownLocked();
745}
746
Vladimir Marko88b2b802015-12-04 14:19:04 +0000747bool Runtime::Create(RuntimeArgumentMap&& runtime_options) {
Carl Shapiro2ed144c2011-07-26 16:52:08 -0700748 // TODO: acquire a static mutex on Runtime to avoid racing.
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700749 if (Runtime::instance_ != nullptr) {
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700750 return false;
Carl Shapiro2ed144c2011-07-26 16:52:08 -0700751 }
Elliott Hughesdcc24742011-09-07 14:02:44 -0700752 instance_ = new Runtime;
David Sehrf42eb2c2016-10-19 13:20:45 -0700753 Locks::SetClientCallback(IsSafeToCallAbort);
Vladimir Marko88b2b802015-12-04 14:19:04 +0000754 if (!instance_->Init(std::move(runtime_options))) {
Jean Christophe Beyler24e04aa2014-09-12 12:03:25 -0700755 // TODO: Currently deleting the instance will abort the runtime on destruction. Now This will
756 // leak memory, instead. Fix the destructor. b/19100793.
757 // delete instance_;
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700758 instance_ = nullptr;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700759 return false;
Carl Shapiro61e019d2011-07-14 16:53:09 -0700760 }
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700761 return true;
Brian Carlstrom69b15fb2011-09-03 12:25:21 -0700762}
Elliott Hughes0af55432011-08-17 18:37:28 -0700763
Vladimir Marko88b2b802015-12-04 14:19:04 +0000764bool Runtime::Create(const RuntimeOptions& raw_options, bool ignore_unrecognized) {
765 RuntimeArgumentMap runtime_options;
766 return ParseOptions(raw_options, ignore_unrecognized, &runtime_options) &&
767 Create(std::move(runtime_options));
768}
769
Andreas Gampe81c6f8d2015-03-25 17:19:53 -0700770static jobject CreateSystemClassLoader(Runtime* runtime) {
771 if (runtime->IsAotCompiler() && !runtime->GetCompilerCallbacks()->IsBootImage()) {
772 return nullptr;
Brian Carlstromaded5f72011-10-07 17:15:04 -0700773 }
774
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700775 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartierc528dba2013-11-26 12:00:11 -0800776 ClassLinker* cl = Runtime::Current()->GetClassLinker();
Mathieu Chartiere401d142015-04-22 13:56:20 -0700777 auto pointer_size = cl->GetImagePointerSize();
Brian Carlstromaded5f72011-10-07 17:15:04 -0700778
Ian Rogers68d8b422014-07-17 11:09:10 -0700779 StackHandleScope<2> hs(soa.Self());
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700780 Handle<mirror::Class> class_loader_class(
Mathieu Chartier0795f232016-09-27 18:43:30 -0700781 hs.NewHandle(soa.Decode<mirror::Class>(WellKnownClasses::java_lang_ClassLoader)));
Ian Rogers7b078e82014-09-10 14:44:24 -0700782 CHECK(cl->EnsureInitialized(soa.Self(), class_loader_class, true, true));
Brian Carlstromaded5f72011-10-07 17:15:04 -0700783
Vladimir Markoba118822017-06-12 15:41:56 +0100784 ArtMethod* getSystemClassLoader = class_loader_class->FindClassMethod(
Mathieu Chartiere401d142015-04-22 13:56:20 -0700785 "getSystemClassLoader", "()Ljava/lang/ClassLoader;", pointer_size);
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700786 CHECK(getSystemClassLoader != nullptr);
Vladimir Markoba118822017-06-12 15:41:56 +0100787 CHECK(getSystemClassLoader->IsStatic());
Brian Carlstromaded5f72011-10-07 17:15:04 -0700788
Andreas Gampe13b27842016-11-07 16:48:23 -0800789 JValue result = InvokeWithJValues(soa,
790 nullptr,
Alex Light01fbfbe2019-06-27 10:47:04 -0700791 getSystemClassLoader,
Andreas Gampe13b27842016-11-07 16:48:23 -0800792 nullptr);
Brian Carlstromce888532013-10-10 00:32:58 -0700793 JNIEnv* env = soa.Self()->GetJniEnv();
Mathieu Chartiere401d142015-04-22 13:56:20 -0700794 ScopedLocalRef<jobject> system_class_loader(env, soa.AddLocalReference<jobject>(result.GetL()));
Mathieu Chartierc528dba2013-11-26 12:00:11 -0800795 CHECK(system_class_loader.get() != nullptr);
Brian Carlstromce888532013-10-10 00:32:58 -0700796
Ian Rogers68d8b422014-07-17 11:09:10 -0700797 soa.Self()->SetClassLoaderOverride(system_class_loader.get());
Ian Rogers365c1022012-06-22 15:05:28 -0700798
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700799 Handle<mirror::Class> thread_class(
Mathieu Chartier0795f232016-09-27 18:43:30 -0700800 hs.NewHandle(soa.Decode<mirror::Class>(WellKnownClasses::java_lang_Thread)));
Ian Rogers7b078e82014-09-10 14:44:24 -0700801 CHECK(cl->EnsureInitialized(soa.Self(), thread_class, true, true));
Ian Rogers365c1022012-06-22 15:05:28 -0700802
Mathieu Chartierc7853442015-03-27 14:35:38 -0700803 ArtField* contextClassLoader =
Mathieu Chartierc528dba2013-11-26 12:00:11 -0800804 thread_class->FindDeclaredInstanceField("contextClassLoader", "Ljava/lang/ClassLoader;");
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700805 CHECK(contextClassLoader != nullptr);
Ian Rogers365c1022012-06-22 15:05:28 -0700806
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100807 // We can't run in a transaction yet.
Mathieu Chartier0795f232016-09-27 18:43:30 -0700808 contextClassLoader->SetObject<false>(
809 soa.Self()->GetPeer(),
Mathieu Chartier1cc62e42016-10-03 18:01:28 -0700810 soa.Decode<mirror::ClassLoader>(system_class_loader.get()).Ptr());
Brian Carlstromce888532013-10-10 00:32:58 -0700811
812 return env->NewGlobalRef(system_class_loader.get());
Brian Carlstromaded5f72011-10-07 17:15:04 -0700813}
814
Tsu Chiang Chuang12e6d742014-05-22 10:22:25 -0700815std::string Runtime::GetCompilerExecutable() const {
816 if (!compiler_executable_.empty()) {
817 return compiler_executable_;
818 }
Martin Stjernholme58624f2019-09-20 15:53:40 +0100819 std::string compiler_executable = GetArtBinDir() + "/dex2oat";
Roland Levillainfb6a5c02019-03-29 20:20:16 +0000820 if (kIsDebugBuild) {
821 compiler_executable += 'd';
822 }
Nicolas Geoffrayb0c6cb52020-04-20 15:12:42 +0100823 if (kIsTargetBuild) {
824 compiler_executable += Is64BitInstructionSet(kRuntimeISA) ? "64" : "32";
825 }
Tsu Chiang Chuang12e6d742014-05-22 10:22:25 -0700826 return compiler_executable;
827}
828
Vladimir Markodcfcce42018-06-27 10:00:28 +0000829void Runtime::RunRootClinits(Thread* self) {
830 class_linker_->RunRootClinits(self);
831
832 GcRoot<mirror::Throwable>* exceptions[] = {
833 &pre_allocated_OutOfMemoryError_when_throwing_exception_,
834 // &pre_allocated_OutOfMemoryError_when_throwing_oome_, // Same class as above.
835 // &pre_allocated_OutOfMemoryError_when_handling_stack_overflow_, // Same class as above.
836 &pre_allocated_NoClassDefFoundError_,
837 };
838 for (GcRoot<mirror::Throwable>* exception : exceptions) {
839 StackHandleScope<1> hs(self);
840 Handle<mirror::Class> klass = hs.NewHandle<mirror::Class>(exception->Read()->GetClass());
841 class_linker_->EnsureInitialized(self, klass, true, true);
842 self->AssertNoPendingException();
843 }
844}
845
Brian Carlstrombd86bcc2013-03-10 20:26:16 -0700846bool Runtime::Start() {
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -0800847 VLOG(startup) << "Runtime::Start entering";
Brian Carlstrom58ae9412011-10-04 00:56:06 -0700848
Calin Juravle01aaf6e2015-06-19 22:05:39 +0100849 CHECK(!no_sig_chain_) << "A started runtime should have sig chain enabled";
850
Hiroshi Yamauchi6ffb9cc2015-08-31 15:14:17 -0700851 // If a debug host build, disable ptrace restriction for debugging and test timeout thread dump.
Hiroshi Yamauchic823eff2015-09-01 16:21:35 -0700852 // Only 64-bit as prctl() may fail in 32 bit userspace on a 64-bit kernel.
Bilyan Borisovbb661c02016-04-04 16:27:32 +0100853#if defined(__linux__) && !defined(ART_TARGET_ANDROID) && defined(__x86_64__)
Hiroshi Yamauchi6ffb9cc2015-08-31 15:14:17 -0700854 if (kIsDebugBuild) {
Dan Zimmerman145f3c42019-12-18 04:21:38 -0800855 if (prctl(PR_SET_PTRACER, PR_SET_PTRACER_ANY) != 0) {
856 PLOG(WARNING) << "Failed setting PR_SET_PTRACER to PR_SET_PTRACER_ANY";
857 }
Hiroshi Yamauchi6ffb9cc2015-08-31 15:14:17 -0700858 }
859#endif
860
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700861 // Restore main thread state to kNative as expected by native code.
Ian Rogersa436fde2013-08-27 23:34:06 -0700862 Thread* self = Thread::Current();
Alex Light64ad14d2014-08-19 14:23:13 -0700863
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700864 self->TransitionFromRunnableToSuspended(kNative);
865
David Srbeckycb4f09e2018-10-21 08:45:22 +0100866 DoAndMaybeSwitchInterpreter([=](){ started_ = true; });
Brian Carlstrom5d40f182011-09-26 22:29:18 -0700867
Jeff Haodcdc85b2015-12-04 14:06:18 -0800868 if (!IsImageDex2OatEnabled() || !GetHeap()->HasBootImageSpace()) {
Mathieu Chartiereb175f72014-10-31 11:49:27 -0700869 ScopedObjectAccess soa(self);
Nicolas Geoffray00391822019-12-10 10:17:23 +0000870 StackHandleScope<3> hs(soa.Self());
Przemyslaw Szczepaniaka2b147e2016-05-12 14:55:48 +0100871
Vladimir Marko679730e2018-05-25 15:06:48 +0100872 ObjPtr<mirror::ObjectArray<mirror::Class>> class_roots = GetClassLinker()->GetClassRoots();
873 auto class_class(hs.NewHandle<mirror::Class>(GetClassRoot<mirror::Class>(class_roots)));
Nicolas Geoffray00391822019-12-10 10:17:23 +0000874 auto string_class(hs.NewHandle<mirror::Class>(GetClassRoot<mirror::String>(class_roots)));
Vladimir Marko679730e2018-05-25 15:06:48 +0100875 auto field_class(hs.NewHandle<mirror::Class>(GetClassRoot<mirror::Field>(class_roots)));
Przemyslaw Szczepaniaka2b147e2016-05-12 14:55:48 +0100876
877 class_linker_->EnsureInitialized(soa.Self(), class_class, true, true);
Nicolas Geoffray00391822019-12-10 10:17:23 +0000878 class_linker_->EnsureInitialized(soa.Self(), string_class, true, true);
Vladimir Markodcfcce42018-06-27 10:00:28 +0000879 self->AssertNoPendingException();
Przemyslaw Szczepaniaka2b147e2016-05-12 14:55:48 +0100880 // Field class is needed for register_java_net_InetAddress in libcore, b/28153851.
881 class_linker_->EnsureInitialized(soa.Self(), field_class, true, true);
Vladimir Markodcfcce42018-06-27 10:00:28 +0000882 self->AssertNoPendingException();
Alex Light64ad14d2014-08-19 14:23:13 -0700883 }
884
Brian Carlstromae826982011-11-09 01:33:42 -0800885 // InitNativeMethods needs to be after started_ so that the classes
886 // it touches will have methods linked to the oat file if necessary.
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -0800887 {
888 ScopedTrace trace2("InitNativeMethods");
889 InitNativeMethods();
890 }
Brian Carlstromae826982011-11-09 01:33:42 -0800891
Orion Hodson26ef34c2017-11-01 13:32:41 +0000892 // IntializeIntrinsics needs to be called after the WellKnownClasses::Init in InitNativeMethods
893 // because in checking the invocation types of intrinsic methods ArtMethod::GetInvokeType()
894 // needs the SignaturePolymorphic annotation class which is initialized in WellKnownClasses::Init.
895 InitializeIntrinsics();
896
Orion Hodson814b9282020-02-19 16:37:11 +0000897 // InitializeCorePlatformApiPrivateFields() needs to be called after well known class
898 // initializtion in InitNativeMethods().
899 art::hiddenapi::InitializeCorePlatformApiPrivateFields();
900
Ian Rogers365c1022012-06-22 15:05:28 -0700901 // Initialize well known thread group values that may be accessed threads while attaching.
902 InitThreadGroups(self);
903
Jesse Wilson9a6bae82011-11-14 14:57:30 -0500904 Thread::FinishStartup();
905
Andreas Gampe4471e4f2017-01-30 16:40:49 +0000906 // Create the JIT either if we have to use JIT compilation or save profiling info. This is
907 // done after FinishStartup as the JIT pool needs Java thread peers, which require the main
908 // ThreadGroup to exist.
909 //
910 // TODO(calin): We use the JIT class as a proxy for JIT compilation and for
911 // recoding profiles. Maybe we should consider changing the name to be more clear it's
912 // not only about compiling. b/28295073.
Andreas Gampe83e20492018-11-07 11:12:26 -0800913 if (jit_options_->UseJitCompilation() || jit_options_->GetSaveProfilingInfo()) {
Orion Hodsonad28f5e2018-10-17 09:08:17 +0100914 // Try to load compiler pre zygote to reduce PSS. b/27744947
Andreas Gampe4471e4f2017-01-30 16:40:49 +0000915 std::string error_msg;
Nicolas Geoffraya7edd0d2018-11-07 03:18:16 +0000916 if (!jit::Jit::LoadCompilerLibrary(&error_msg)) {
Orion Hodsonad28f5e2018-10-17 09:08:17 +0100917 LOG(WARNING) << "Failed to load JIT compiler with error " << error_msg;
Andreas Gampe4471e4f2017-01-30 16:40:49 +0000918 }
Nicolas Geoffray7a2c7c22018-11-20 10:03:13 +0000919 CreateJitCodeCache(/*rwx_memory_allowed=*/true);
920 CreateJit();
Andreas Gampe4471e4f2017-01-30 16:40:49 +0000921 }
922
Andreas Gampe48864112017-01-19 17:23:17 -0800923 // Send the start phase event. We have to wait till here as this is when the main thread peer
924 // has just been generated, important root clinits have been run and JNI is completely functional.
925 {
926 ScopedObjectAccess soa(self);
927 callbacks_->NextRuntimePhase(RuntimePhaseCallback::RuntimePhase::kStart);
928 }
929
Andreas Gampe81c6f8d2015-03-25 17:19:53 -0700930 system_class_loader_ = CreateSystemClassLoader(this);
jgu21a6da74e2014-09-10 06:57:17 -0400931
Robert Sesekb2267032016-09-13 19:12:57 -0400932 if (!is_zygote_) {
Calin Juravle07d83c72014-10-22 21:02:23 +0100933 if (is_native_bridge_loaded_) {
jgu21a6da74e2014-09-10 06:57:17 -0400934 PreInitializeNativeBridge(".");
935 }
Calin Juravled3e7c6c2016-02-04 19:07:51 +0000936 NativeBridgeAction action = force_native_bridge_
937 ? NativeBridgeAction::kInitialize
938 : NativeBridgeAction::kUnload;
Nicolas Geoffrayba69a512015-11-17 13:50:21 +0000939 InitNonZygoteOrPostFork(self->GetJniEnv(),
Andreas Gampe98ea9d92018-10-19 14:06:15 -0700940 /* is_system_server= */ false,
Lev Rumyantsev87f36302019-12-13 15:49:37 -0800941 /* is_child_zygote= */ false,
Calin Juravled3e7c6c2016-02-04 19:07:51 +0000942 action,
Nicolas Geoffrayba69a512015-11-17 13:50:21 +0000943 GetInstructionSetString(kRuntimeISA));
Elliott Hughesd1cc8362011-10-24 16:58:50 -0700944 }
Elliott Hughes9ca7a1f2011-10-11 14:29:52 -0700945
Alex Lighte0b2ce42019-02-21 19:23:42 +0000946 StartDaemonThreads();
947
948 // Make sure the environment is still clean (no lingering local refs from starting daemon
949 // threads).
950 {
951 ScopedObjectAccess soa(self);
952 self->GetJniEnv()->AssertLocalsEmpty();
953 }
954
955 // Send the initialized phase event. Send it after starting the Daemon threads so that agents
956 // cannot delay the daemon threads from starting forever.
Andreas Gampeeafaf572017-01-20 12:34:15 -0800957 {
958 ScopedObjectAccess soa(self);
959 callbacks_->NextRuntimePhase(RuntimePhaseCallback::RuntimePhase::kInit);
960 }
961
Yevgeny Rouban35aef2c2014-05-19 16:19:36 +0700962 {
963 ScopedObjectAccess soa(self);
Ian Rogers55256cb2017-12-21 17:07:11 -0800964 self->GetJniEnv()->AssertLocalsEmpty();
Yevgeny Rouban35aef2c2014-05-19 16:19:36 +0700965 }
Elliott Hughes726079d2011-10-07 18:43:44 -0700966
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -0800967 VLOG(startup) << "Runtime::Start exiting";
Mathieu Chartier7664f5c2012-06-08 18:15:32 -0700968 finished_starting_ = true;
Brian Carlstrombd86bcc2013-03-10 20:26:16 -0700969
Andreas Gampe40da2862015-02-27 12:49:04 -0800970 if (trace_config_.get() != nullptr && trace_config_->trace_file != "") {
971 ScopedThreadStateChange tsc(self, kWaitingForMethodTracingStart);
972 Trace::Start(trace_config_->trace_file.c_str(),
Andreas Gampe40da2862015-02-27 12:49:04 -0800973 static_cast<int>(trace_config_->trace_file_size),
974 0,
975 trace_config_->trace_output_mode,
976 trace_config_->trace_mode,
977 0);
978 }
979
Calin Juravle2bce0762018-02-20 16:03:34 -0800980 // In case we have a profile path passed as a command line argument,
981 // register the current class path for profiling now. Note that we cannot do
982 // this before we create the JIT and having it here is the most convenient way.
983 // This is used when testing profiles with dalvikvm command as there is no
984 // framework to register the dex files for profiling.
985 if (jit_.get() != nullptr && jit_options_->GetSaveProfilingInfo() &&
986 !jit_options_->GetProfileSaverOptions().GetProfilePath().empty()) {
987 std::vector<std::string> dex_filenames;
988 Split(class_path_string_, ':', &dex_filenames);
989 RegisterAppInfo(dex_filenames, jit_options_->GetProfileSaverOptions().GetProfilePath());
990 }
991
Brian Carlstrombd86bcc2013-03-10 20:26:16 -0700992 return true;
Elliott Hughes85d15452011-09-16 17:33:01 -0700993}
994
Mathieu Chartier90443472015-07-16 20:32:27 -0700995void Runtime::EndThreadBirth() REQUIRES(Locks::runtime_shutdown_lock_) {
Ian Rogers120f1c72012-09-28 17:17:10 -0700996 DCHECK_GT(threads_being_born_, 0U);
997 threads_being_born_--;
998 if (shutting_down_started_ && threads_being_born_ == 0) {
Ian Rogersc604d732012-10-14 16:09:54 -0700999 shutdown_cond_->Broadcast(Thread::Current());
Ian Rogers120f1c72012-09-28 17:17:10 -07001000 }
1001}
1002
Nicolas Geoffrayd66c8622015-12-11 14:59:16 +00001003void Runtime::InitNonZygoteOrPostFork(
Calin Juravle016fcbe22018-05-03 19:47:35 -07001004 JNIEnv* env,
1005 bool is_system_server,
Lev Rumyantsev87f36302019-12-13 15:49:37 -08001006 // This is true when we are initializing a child-zygote. It requires
1007 // native bridge initialization to be able to run guest native code in
1008 // doPreload().
1009 bool is_child_zygote,
Calin Juravle016fcbe22018-05-03 19:47:35 -07001010 NativeBridgeAction action,
1011 const char* isa,
1012 bool profile_system_server) {
Calin Juravle07d83c72014-10-22 21:02:23 +01001013 if (is_native_bridge_loaded_) {
1014 switch (action) {
1015 case NativeBridgeAction::kUnload:
1016 UnloadNativeBridge();
1017 is_native_bridge_loaded_ = false;
1018 break;
Calin Juravle07d83c72014-10-22 21:02:23 +01001019 case NativeBridgeAction::kInitialize:
1020 InitializeNativeBridge(env, isa);
1021 break;
1022 }
Andreas Gampe6be67ee2014-09-02 21:22:18 -07001023 }
1024
Lev Rumyantsev87f36302019-12-13 15:49:37 -08001025 if (is_child_zygote) {
1026 // If creating a child-zygote we only initialize native bridge. The rest of
1027 // runtime post-fork logic would spin up threads for Binder and JDWP.
1028 // Instead, the Java side of the child process will call a static main in a
1029 // class specified by the parent.
1030 return;
1031 }
1032
1033 DCHECK(!IsZygote());
1034
Mathieu Chartier882d4142019-11-21 13:27:10 -08001035 if (is_system_server && profile_system_server) {
1036 // Set the system server package name to "android".
1037 // This is used to tell the difference between samples provided by system server
1038 // and samples generated by other apps when processing boot image profiles.
1039 SetProcessPackageName("android");
1040 jit_options_->SetWaitForJitNotificationsToSaveProfile(false);
1041 VLOG(profiler) << "Enabling system server profiles";
Calin Juravle016fcbe22018-05-03 19:47:35 -07001042 }
Orion Hodsonad28f5e2018-10-17 09:08:17 +01001043
Orion Hodsonad28f5e2018-10-17 09:08:17 +01001044 // Create the thread pools.
1045 heap_->CreateThreadPool();
Mathieu Chartier1092bf32019-09-10 12:39:55 -07001046 // Avoid creating the runtime thread pool for system server since it will not be used and would
1047 // waste memory.
1048 if (!is_system_server) {
Mathieu Chartierada33d72018-12-17 13:17:30 -08001049 ScopedTrace timing("CreateThreadPool");
1050 constexpr size_t kStackSize = 64 * KB;
1051 constexpr size_t kMaxRuntimeWorkers = 4u;
1052 const size_t num_workers =
1053 std::min(static_cast<size_t>(std::thread::hardware_concurrency()), kMaxRuntimeWorkers);
1054 MutexLock mu(Thread::Current(), *Locks::runtime_thread_pool_lock_);
1055 CHECK(thread_pool_ == nullptr);
1056 thread_pool_.reset(new ThreadPool("Runtime", num_workers, /*create_peers=*/false, kStackSize));
1057 thread_pool_->StartWorkers(Thread::Current());
1058 }
1059
Orion Hodsonad28f5e2018-10-17 09:08:17 +01001060 // Reset the gc performance data at zygote fork so that the GCs
1061 // before fork aren't attributed to an app.
1062 heap_->ResetGcPerformanceInfo();
1063
Brian Carlstromcaabb1b2011-10-11 18:09:13 -07001064 StartSignalCatcher();
Elliott Hughesd1cc8362011-10-24 16:58:50 -07001065
Alex Light40320712017-12-14 11:52:04 -08001066 ScopedObjectAccess soa(Thread::Current());
Florian Mayer0972d082020-05-15 14:07:31 +02001067 if (IsPerfettoHprofEnabled() &&
1068 (Dbg::IsJdwpAllowed() || IsProfileableFromShell() || IsJavaDebuggable() ||
1069 Runtime::Current()->IsSystemServer())) {
Florian Mayer07710c52019-09-16 15:53:38 +00001070 std::string err;
Florian Mayer46d7b242020-01-14 17:44:37 +00001071 ScopedTrace tr("perfetto_hprof init.");
Florian Mayer07710c52019-09-16 15:53:38 +00001072 ScopedThreadSuspension sts(Thread::Current(), ThreadState::kNative);
1073 if (!EnsurePerfettoPlugin(&err)) {
1074 LOG(WARNING) << "Failed to load perfetto_hprof: " << err;
1075 }
1076 }
Alex Light4ca2f482019-11-25 16:07:22 -08001077 if (LIKELY(automatically_set_jni_ids_indirection_) && CanSetJniIdType()) {
1078 if (IsJavaDebuggable()) {
1079 SetJniIdType(JniIdType::kIndices);
1080 } else {
1081 SetJniIdType(JniIdType::kPointer);
1082 }
1083 }
Alex Lighta3f81292020-01-08 16:02:46 -08001084 // Start the JDWP thread. If the command-line debugger flags specified "suspend=y",
1085 // this will pause the runtime (in the internal debugger implementation), so we probably want
1086 // this to come last.
1087 GetRuntimeCallbacks()->StartDebugger();
Brian Carlstromcaabb1b2011-10-11 18:09:13 -07001088}
1089
1090void Runtime::StartSignalCatcher() {
1091 if (!is_zygote_) {
Andreas Gampe53af0402018-05-03 10:40:37 -07001092 signal_catcher_ = new SignalCatcher();
Brian Carlstromcaabb1b2011-10-11 18:09:13 -07001093 }
1094}
1095
Mathieu Chartier590fee92013-09-13 13:46:47 -07001096bool Runtime::IsShuttingDown(Thread* self) {
1097 MutexLock mu(self, *Locks::runtime_shutdown_lock_);
1098 return IsShuttingDownLocked();
1099}
1100
Elliott Hughes85d15452011-09-16 17:33:01 -07001101void Runtime::StartDaemonThreads() {
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -08001102 ScopedTrace trace(__FUNCTION__);
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -08001103 VLOG(startup) << "Runtime::StartDaemonThreads entering";
Elliott Hughes85d15452011-09-16 17:33:01 -07001104
Elliott Hughes719b3232011-09-25 17:42:19 -07001105 Thread* self = Thread::Current();
Brian Carlstromaded5f72011-10-07 17:15:04 -07001106
1107 // Must be in the kNative state for calling native methods.
Ian Rogers50b35e22012-10-04 10:09:15 -07001108 CHECK_EQ(self->GetState(), kNative);
Brian Carlstromaded5f72011-10-07 17:15:04 -07001109
Elliott Hughes719b3232011-09-25 17:42:19 -07001110 JNIEnv* env = self->GetJniEnv();
Ian Rogers2fa6b2e2012-10-17 00:10:17 -07001111 env->CallStaticVoidMethod(WellKnownClasses::java_lang_Daemons,
1112 WellKnownClasses::java_lang_Daemons_start);
1113 if (env->ExceptionCheck()) {
1114 env->ExceptionDescribe();
1115 LOG(FATAL) << "Error starting java.lang.Daemons";
1116 }
Elliott Hughes9ca7a1f2011-10-11 14:29:52 -07001117
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -08001118 VLOG(startup) << "Runtime::StartDaemonThreads exiting";
Carl Shapiro61e019d2011-07-14 16:53:09 -07001119}
1120
Nicolas Geoffray99fc9382019-02-20 13:17:27 +00001121static size_t OpenBootDexFiles(ArrayRef<const std::string> dex_filenames,
1122 ArrayRef<const std::string> dex_locations,
1123 std::vector<std::unique_ptr<const DexFile>>* dex_files) {
Igor Murashkinb1d8c312015-08-04 11:18:43 -07001124 DCHECK(dex_files != nullptr) << "OpenDexFiles: out-param is nullptr";
Alex Light64ad14d2014-08-19 14:23:13 -07001125 size_t failure_count = 0;
David Sehr013fd802018-01-11 22:55:24 -08001126 const ArtDexFileLoader dex_file_loader;
Alex Light64ad14d2014-08-19 14:23:13 -07001127 for (size_t i = 0; i < dex_filenames.size(); i++) {
1128 const char* dex_filename = dex_filenames[i].c_str();
Richard Uhlerc2752592015-01-02 13:28:22 -08001129 const char* dex_location = dex_locations[i].c_str();
Aart Bik37d6a3b2016-06-21 18:30:10 -07001130 static constexpr bool kVerifyChecksum = true;
Alex Light64ad14d2014-08-19 14:23:13 -07001131 std::string error_msg;
1132 if (!OS::FileExists(dex_filename)) {
1133 LOG(WARNING) << "Skipping non-existent dex file '" << dex_filename << "'";
1134 continue;
1135 }
David Srbecky3db3d372019-04-17 18:19:17 +01001136 bool verify = Runtime::Current()->IsVerificationEnabled();
David Sehr013fd802018-01-11 22:55:24 -08001137 if (!dex_file_loader.Open(dex_filename,
1138 dex_location,
Nicolas Geoffray99fc9382019-02-20 13:17:27 +00001139 verify,
David Sehr013fd802018-01-11 22:55:24 -08001140 kVerifyChecksum,
1141 &error_msg,
1142 dex_files)) {
Alex Light64ad14d2014-08-19 14:23:13 -07001143 LOG(WARNING) << "Failed to open .dex from file '" << dex_filename << "': " << error_msg;
1144 ++failure_count;
1145 }
1146 }
1147 return failure_count;
1148}
1149
Vladimir Marko024d69f2019-06-13 10:52:32 +01001150void Runtime::SetSentinel(ObjPtr<mirror::Object> sentinel) {
Mathieu Chartier673ed3d2015-08-28 14:56:43 -07001151 CHECK(sentinel_.Read() == nullptr);
1152 CHECK(sentinel != nullptr);
Hiroshi Yamauchi04302db2015-11-11 23:45:34 -08001153 CHECK(!heap_->IsMovableObject(sentinel));
Mathieu Chartier673ed3d2015-08-28 14:56:43 -07001154 sentinel_ = GcRoot<mirror::Object>(sentinel);
1155}
1156
Roland Levillain0e155592018-11-05 18:31:49 +00001157GcRoot<mirror::Object> Runtime::GetSentinel() {
1158 return sentinel_;
1159}
1160
Vladimir Markodcfcce42018-06-27 10:00:28 +00001161static inline void CreatePreAllocatedException(Thread* self,
1162 Runtime* runtime,
1163 GcRoot<mirror::Throwable>* exception,
1164 const char* exception_class_descriptor,
1165 const char* msg)
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001166 REQUIRES_SHARED(Locks::mutator_lock_) {
1167 DCHECK_EQ(self, Thread::Current());
Vladimir Markodcfcce42018-06-27 10:00:28 +00001168 ClassLinker* class_linker = runtime->GetClassLinker();
1169 // Allocate an object without initializing the class to allow non-trivial Throwable.<clinit>().
1170 ObjPtr<mirror::Class> klass = class_linker->FindSystemClass(self, exception_class_descriptor);
1171 CHECK(klass != nullptr);
1172 gc::AllocatorType allocator_type = runtime->GetHeap()->GetCurrentAllocator();
1173 ObjPtr<mirror::Throwable> exception_object = ObjPtr<mirror::Throwable>::DownCast(
Vladimir Marko9b81ac32019-05-16 16:47:08 +01001174 klass->Alloc(self, allocator_type));
Vladimir Markodcfcce42018-06-27 10:00:28 +00001175 CHECK(exception_object != nullptr);
1176 *exception = GcRoot<mirror::Throwable>(exception_object);
1177 // Initialize the "detailMessage" field.
1178 ObjPtr<mirror::String> message = mirror::String::AllocFromModifiedUtf8(self, msg);
1179 CHECK(message != nullptr);
1180 ObjPtr<mirror::Class> throwable = GetClassRoot<mirror::Throwable>(class_linker);
1181 ArtField* detailMessageField =
1182 throwable->FindDeclaredInstanceField("detailMessage", "Ljava/lang/String;");
1183 CHECK(detailMessageField != nullptr);
Andreas Gampe98ea9d92018-10-19 14:06:15 -07001184 detailMessageField->SetObject</* kTransactionActive= */ false>(exception->Read(), message);
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001185}
1186
Vladimir Marko88b2b802015-12-04 14:19:04 +00001187bool Runtime::Init(RuntimeArgumentMap&& runtime_options_in) {
David Sehrd106d9f2016-08-16 19:22:57 -07001188 // (b/30160149): protect subprocesses from modifications to LD_LIBRARY_PATH, etc.
1189 // Take a snapshot of the environment at the time the runtime was created, for use by Exec, etc.
1190 env_snapshot_.TakeSnapshot();
1191
Andreas Gampe25419b52018-02-08 21:30:26 -08001192 using Opt = RuntimeArgumentMap;
1193 Opt runtime_options(std::move(runtime_options_in));
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -08001194 ScopedTrace trace(__FUNCTION__);
Elliott Hughesc1674ed2011-08-25 18:09:09 -07001195 CHECK_EQ(sysconf(_SC_PAGE_SIZE), kPageSize);
Brian Carlstrom6ea095a2011-08-16 15:26:54 -07001196
Andreas Gampe25419b52018-02-08 21:30:26 -08001197 // Early override for logging output.
1198 if (runtime_options.Exists(Opt::UseStderrLogger)) {
1199 android::base::SetLogger(android::base::StderrLogger);
1200 }
1201
Mathieu Chartier6e88ef62014-10-14 15:01:24 -07001202 MemMap::Init();
1203
Andreas Gamped84794d2019-07-18 13:40:03 -07001204 verifier_missing_kthrow_fatal_ = runtime_options.GetOrDefault(Opt::VerifierMissingKThrowFatal);
Florian Mayer0972d082020-05-15 14:07:31 +02001205 perfetto_hprof_enabled_ = runtime_options.GetOrDefault(Opt::PerfettoHprof);
Andreas Gamped84794d2019-07-18 13:40:03 -07001206
Andreas Gampe5f2a2fc2017-05-18 17:45:07 -07001207 // Try to reserve a dedicated fault page. This is allocated for clobbered registers and sentinels.
1208 // If we cannot reserve it, log a warning.
1209 // Note: We allocate this first to have a good chance of grabbing the page. The address (0xebad..)
1210 // is out-of-the-way enough that it should not collide with boot image mapping.
1211 // Note: Don't request an error message. That will lead to a maps dump in the case of failure,
1212 // leading to logspam.
1213 {
1214 constexpr uintptr_t kSentinelAddr =
1215 RoundDown(static_cast<uintptr_t>(Context::kBadGprBase), kPageSize);
Vladimir Markoc34bebf2018-08-16 16:12:49 +01001216 protected_fault_page_ = MemMap::MapAnonymous("Sentinel fault page",
1217 reinterpret_cast<uint8_t*>(kSentinelAddr),
1218 kPageSize,
1219 PROT_NONE,
Vladimir Marko11306592018-10-26 14:22:59 +01001220 /*low_4gb=*/ true,
1221 /*reuse=*/ false,
1222 /*reservation=*/ nullptr,
1223 /*error_msg=*/ nullptr);
Vladimir Markoc34bebf2018-08-16 16:12:49 +01001224 if (!protected_fault_page_.IsValid()) {
Andreas Gampe5f2a2fc2017-05-18 17:45:07 -07001225 LOG(WARNING) << "Could not reserve sentinel fault page";
Vladimir Markoc34bebf2018-08-16 16:12:49 +01001226 } else if (reinterpret_cast<uintptr_t>(protected_fault_page_.Begin()) != kSentinelAddr) {
Andreas Gampe5f2a2fc2017-05-18 17:45:07 -07001227 LOG(WARNING) << "Could not reserve sentinel fault page at the right address.";
Vladimir Markoc34bebf2018-08-16 16:12:49 +01001228 protected_fault_page_.Reset();
Andreas Gampe5f2a2fc2017-05-18 17:45:07 -07001229 }
1230 }
1231
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -08001232 VLOG(startup) << "Runtime::Init -verbose:startup enabled";
Elliott Hughes7ede61e2011-09-14 18:18:06 -07001233
Elliott Hughes7c6169d2012-05-02 16:11:48 -07001234 QuasiAtomic::Startup();
1235
Mathieu Chartiere58991b2015-10-13 07:59:34 -07001236 oat_file_manager_ = new OatFileManager;
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -07001237
Alex Light79d6c802019-06-27 15:50:11 +00001238 jni_id_manager_.reset(new jni::JniIdManager);
1239
Calin Juravleb2771b42016-04-07 17:09:25 +01001240 Thread::SetSensitiveThreadHook(runtime_options.GetOrDefault(Opt::HookIsSensitiveThread));
Andreas Gamped0210e52017-06-23 13:38:09 -07001241 Monitor::Init(runtime_options.GetOrDefault(Opt::LockProfThreshold),
1242 runtime_options.GetOrDefault(Opt::StackDumpLockProfThreshold));
Elliott Hughes32d6e1e2011-10-11 14:47:44 -07001243
Vladimir Marko91f10322018-12-07 18:04:10 +00001244 image_location_ = runtime_options.GetOrDefault(Opt::Image);
Nicolas Geoffray144f82c2019-02-21 09:43:18 +00001245
Vladimir Marko91f10322018-12-07 18:04:10 +00001246 SetInstructionSet(runtime_options.GetOrDefault(Opt::ImageInstructionSet));
1247 boot_class_path_ = runtime_options.ReleaseOrDefault(Opt::BootClassPath);
1248 boot_class_path_locations_ = runtime_options.ReleaseOrDefault(Opt::BootClassPathLocations);
1249 DCHECK(boot_class_path_locations_.empty() ||
1250 boot_class_path_locations_.size() == boot_class_path_.size());
1251 if (boot_class_path_.empty()) {
1252 // Try to extract the boot class path from the system boot image.
1253 if (image_location_.empty()) {
1254 LOG(ERROR) << "Empty boot class path, cannot continue without image.";
1255 return false;
1256 }
1257 std::string system_oat_filename = ImageHeader::GetOatLocationFromImageLocation(
1258 GetSystemImageFilename(image_location_.c_str(), instruction_set_));
1259 std::string system_oat_location = ImageHeader::GetOatLocationFromImageLocation(image_location_);
1260 std::string error_msg;
1261 std::unique_ptr<OatFile> oat_file(OatFile::Open(/*zip_fd=*/ -1,
1262 system_oat_filename,
1263 system_oat_location,
1264 /*executable=*/ false,
1265 /*low_4gb=*/ false,
Vladimir Marko91f10322018-12-07 18:04:10 +00001266 &error_msg));
1267 if (oat_file == nullptr) {
1268 LOG(ERROR) << "Could not open boot oat file for extracting boot class path: " << error_msg;
1269 return false;
1270 }
1271 const OatHeader& oat_header = oat_file->GetOatHeader();
1272 const char* oat_boot_class_path = oat_header.GetStoreValueByKey(OatHeader::kBootClassPathKey);
1273 if (oat_boot_class_path != nullptr) {
1274 Split(oat_boot_class_path, ':', &boot_class_path_);
1275 }
1276 if (boot_class_path_.empty()) {
1277 LOG(ERROR) << "Boot class path missing from boot image oat file " << oat_file->GetLocation();
1278 return false;
1279 }
1280 }
1281
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001282 class_path_string_ = runtime_options.ReleaseOrDefault(Opt::ClassPath);
1283 properties_ = runtime_options.ReleaseOrDefault(Opt::PropertiesList);
Elliott Hughes7ede61e2011-09-14 18:18:06 -07001284
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001285 compiler_callbacks_ = runtime_options.GetOrDefault(Opt::CompilerCallbacksPtr);
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001286 must_relocate_ = runtime_options.GetOrDefault(Opt::Relocate);
1287 is_zygote_ = runtime_options.Exists(Opt::Zygote);
Nicolas Geoffray4444f1b2019-06-10 14:09:19 +01001288 is_primary_zygote_ = runtime_options.Exists(Opt::PrimaryZygote);
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001289 is_explicit_gc_disabled_ = runtime_options.Exists(Opt::DisableExplicitGC);
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001290 image_dex2oat_enabled_ = runtime_options.GetOrDefault(Opt::ImageDex2Oat);
Nicolas Geoffray6ee49712018-03-30 14:39:05 +00001291 dump_native_stack_on_sig_quit_ = runtime_options.GetOrDefault(Opt::DumpNativeStackOnSigQuit);
Elliott Hughes9ca7a1f2011-10-11 14:29:52 -07001292
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001293 vfprintf_ = runtime_options.GetOrDefault(Opt::HookVfprintf);
1294 exit_ = runtime_options.GetOrDefault(Opt::HookExit);
1295 abort_ = runtime_options.GetOrDefault(Opt::HookAbort);
Brian Carlstrom6ea095a2011-08-16 15:26:54 -07001296
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001297 default_stack_size_ = runtime_options.GetOrDefault(Opt::StackSize);
Brian Carlstrom6ea095a2011-08-16 15:26:54 -07001298
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001299 compiler_executable_ = runtime_options.ReleaseOrDefault(Opt::Compiler);
1300 compiler_options_ = runtime_options.ReleaseOrDefault(Opt::CompilerOptions);
Vladimir Marko72101082019-02-05 16:16:30 +00001301 for (const std::string& option : Runtime::Current()->GetCompilerOptions()) {
1302 if (option == "--debuggable") {
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00001303 SetJavaDebuggable(true);
1304 break;
1305 }
1306 }
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001307 image_compiler_options_ = runtime_options.ReleaseOrDefault(Opt::ImageCompilerOptions);
Brian Carlstrom2ec65202014-03-03 15:16:37 -08001308
Hans Boehmb2155572019-03-27 14:25:53 -07001309 finalizer_timeout_ms_ = runtime_options.GetOrDefault(Opt::FinalizerTimeoutMs);
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001310 max_spins_before_thin_lock_inflation_ =
1311 runtime_options.GetOrDefault(Opt::MaxSpinsBeforeThinLockInflation);
Ian Rogersd9c4fc92013-10-01 19:45:43 -07001312
Elliott Hughesc33a32b2011-10-11 18:18:07 -07001313 monitor_list_ = new MonitorList;
Ian Rogersef7d42f2014-01-06 12:55:46 -08001314 monitor_pool_ = MonitorPool::Create();
Mathieu Chartier3fceaf52017-01-22 13:33:40 -08001315 thread_list_ = new ThreadList(runtime_options.GetOrDefault(Opt::ThreadSuspendTimeout));
Elliott Hughescf4c6c42011-09-01 15:16:42 -07001316 intern_table_ = new InternTable;
1317
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001318 verify_ = runtime_options.GetOrDefault(Opt::Verify);
Logan Chiendd361c92012-04-10 23:40:37 +08001319
David Brazdila7db0262018-01-16 17:13:35 +00001320 target_sdk_version_ = runtime_options.GetOrDefault(Opt::TargetSdkVersion);
1321
David Brazdil6dfdfef2019-04-11 17:39:11 +01001322 // Set hidden API enforcement policy. The checks are disabled by default and
1323 // we only enable them if:
1324 // (a) runtime was started with a command line flag that enables the checks, or
David Brazdilad666272018-02-06 20:30:59 +00001325 // (b) Zygote forked a new process that is not exempt (see ZygoteHooks).
David Brazdil6dfdfef2019-04-11 17:39:11 +01001326 hidden_api_policy_ = runtime_options.GetOrDefault(Opt::HiddenApiPolicy);
1327 DCHECK(!is_zygote_ || hidden_api_policy_ == hiddenapi::EnforcementPolicy::kDisabled);
1328
1329 // Set core platform API enforcement policy. The checks are disabled by default and
1330 // can be enabled with a command line flag. AndroidRuntime will pass the flag if
1331 // a system property is set.
1332 core_platform_api_policy_ = runtime_options.GetOrDefault(Opt::CorePlatformApiPolicy);
1333 if (core_platform_api_policy_ != hiddenapi::EnforcementPolicy::kDisabled) {
1334 LOG(INFO) << "Core platform API reporting enabled, enforcing="
1335 << (core_platform_api_policy_ == hiddenapi::EnforcementPolicy::kEnabled ? "true" : "false");
1336 }
David Brazdil3e0fa0a2018-01-15 18:41:44 +00001337
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001338 no_sig_chain_ = runtime_options.Exists(Opt::NoSigChain);
Calin Juravled3e7c6c2016-02-04 19:07:51 +00001339 force_native_bridge_ = runtime_options.Exists(Opt::ForceNativeBridge);
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001340
Dmitriy Ivanov785049f2014-07-18 10:08:57 -07001341 Split(runtime_options.GetOrDefault(Opt::CpuAbiList), ',', &cpu_abilist_);
1342
Andreas Gampedd671252015-07-23 14:37:18 -07001343 fingerprint_ = runtime_options.ReleaseOrDefault(Opt::Fingerprint);
1344
Ulyana Trafimoviche886d682020-07-16 15:09:38 +00001345 if (runtime_options.GetOrDefault(Opt::Interpret) ||
1346 runtime_options.GetOrDefault(Opt::SimulateInstructionSet) != InstructionSet::kNone) {
1347 // Both -Xint and --simulate-isa options force interpreter only.
Ian Rogers62d6c772013-02-27 08:32:07 -08001348 GetInstrumentation()->ForceInterpretOnly();
1349 }
1350
Narayan Kamath5a2be3f2015-02-16 13:51:51 +00001351 zygote_max_failed_boots_ = runtime_options.GetOrDefault(Opt::ZygoteMaxFailedBoots);
Alex Lighteb7c1442015-08-31 13:17:42 -07001352 experimental_flags_ = runtime_options.GetOrDefault(Opt::Experimental);
Mathieu Chartier32cc9ee2015-10-15 09:19:15 -07001353 is_low_memory_mode_ = runtime_options.Exists(Opt::LowMemoryMode);
Mathieu Chartierc42cb0e2017-10-13 11:35:00 -07001354 madvise_random_access_ = runtime_options.GetOrDefault(Opt::MadviseRandomAccess);
Narayan Kamath5a2be3f2015-02-16 13:51:51 +00001355
Alex Lightf3677472019-06-26 16:31:53 -07001356 jni_ids_indirection_ = runtime_options.GetOrDefault(Opt::OpaqueJniIds);
Alex Light4ca2f482019-11-25 16:07:22 -08001357 automatically_set_jni_ids_indirection_ =
1358 runtime_options.GetOrDefault(Opt::AutoPromoteOpaqueJniIds);
Alex Light79d6c802019-06-27 15:50:11 +00001359
Andreas Gampe01fd70b2017-01-25 10:03:08 -08001360 plugins_ = runtime_options.ReleaseOrDefault(Opt::Plugins);
Andreas Gampeaadcbc62017-12-28 14:05:42 -08001361 agent_specs_ = runtime_options.ReleaseOrDefault(Opt::AgentPath);
Andreas Gampe01fd70b2017-01-25 10:03:08 -08001362 // TODO Add back in -agentlib
1363 // for (auto lib : runtime_options.ReleaseOrDefault(Opt::AgentLib)) {
1364 // agents_.push_back(lib);
1365 // }
1366
Mathieu Chartier11c273d2017-10-15 20:54:45 -07001367 float foreground_heap_growth_multiplier;
1368 if (is_low_memory_mode_ && !runtime_options.Exists(Opt::ForegroundHeapGrowthMultiplier)) {
1369 // If low memory mode, use 1.0 as the multiplier by default.
1370 foreground_heap_growth_multiplier = 1.0f;
1371 } else {
1372 foreground_heap_growth_multiplier =
1373 runtime_options.GetOrDefault(Opt::ForegroundHeapGrowthMultiplier) +
1374 kExtraDefaultHeapGrowthMultiplier;
1375 }
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001376 XGcOption xgc_option = runtime_options.GetOrDefault(Opt::GcOption);
Albert Mingkun Yang0b4d1462018-11-29 13:25:35 +00001377
1378 // Generational CC collection is currently only compatible with Baker read barriers.
1379 bool use_generational_cc = kUseBakerReadBarrier && xgc_option.generational_cc;
1380
Andreas Gampe86823542019-02-25 09:38:49 -08001381 image_space_loading_order_ = runtime_options.GetOrDefault(Opt::ImageSpaceLoadingOrder);
1382
Ulyana Trafimoviche886d682020-07-16 15:09:38 +00001383 instruction_set_ = runtime_options.GetOrDefault(Opt::ImageInstructionSet);
1384 SetInstructionSet(instruction_set_);
1385
1386 InstructionSet simulate_isa = runtime_options.GetOrDefault(Opt::SimulateInstructionSet);
1387 SetSimulateISA(simulate_isa);
1388
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001389 heap_ = new gc::Heap(runtime_options.GetOrDefault(Opt::MemoryInitialSize),
1390 runtime_options.GetOrDefault(Opt::HeapGrowthLimit),
1391 runtime_options.GetOrDefault(Opt::HeapMinFree),
1392 runtime_options.GetOrDefault(Opt::HeapMaxFree),
1393 runtime_options.GetOrDefault(Opt::HeapTargetUtilization),
Mathieu Chartier11c273d2017-10-15 20:54:45 -07001394 foreground_heap_growth_multiplier,
Hans Boehmbb2467b2019-03-29 22:55:06 -07001395 runtime_options.GetOrDefault(Opt::StopForNativeAllocs),
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001396 runtime_options.GetOrDefault(Opt::MemoryMaximumSize),
1397 runtime_options.GetOrDefault(Opt::NonMovingSpaceCapacity),
Vladimir Marko91f10322018-12-07 18:04:10 +00001398 GetBootClassPath(),
1399 GetBootClassPathLocations(),
1400 image_location_,
Ulyana Trafimoviche886d682020-07-16 15:09:38 +00001401 GetQuickCodeISA(),
Hiroshi Yamauchi1b0adbf2016-11-14 17:35:12 -08001402 // Override the collector type to CC if the read barrier config.
1403 kUseReadBarrier ? gc::kCollectorTypeCC : xgc_option.collector_type_,
1404 kUseReadBarrier ? BackgroundGcOption(gc::kCollectorTypeCCBackground)
1405 : runtime_options.GetOrDefault(Opt::BackgroundGc),
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001406 runtime_options.GetOrDefault(Opt::LargeObjectSpace),
1407 runtime_options.GetOrDefault(Opt::LargeObjectThreshold),
1408 runtime_options.GetOrDefault(Opt::ParallelGCThreads),
1409 runtime_options.GetOrDefault(Opt::ConcGCThreads),
1410 runtime_options.Exists(Opt::LowMemoryMode),
1411 runtime_options.GetOrDefault(Opt::LongPauseLogThreshold),
1412 runtime_options.GetOrDefault(Opt::LongGCLogThreshold),
1413 runtime_options.Exists(Opt::IgnoreMaxFootprint),
Alex Lightb5a0e912020-07-23 10:54:47 -07001414 runtime_options.GetOrDefault(Opt::AlwaysLogExplicitGcs),
Hiroshi Yamauchif360ad02015-02-20 11:28:03 -08001415 runtime_options.GetOrDefault(Opt::UseTLAB),
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001416 xgc_option.verify_pre_gc_heap_,
1417 xgc_option.verify_pre_sweeping_heap_,
1418 xgc_option.verify_post_gc_heap_,
1419 xgc_option.verify_pre_gc_rosalloc_,
1420 xgc_option.verify_pre_sweeping_rosalloc_,
1421 xgc_option.verify_post_gc_rosalloc_,
Mathieu Chartier31000802015-06-14 14:14:37 -07001422 xgc_option.gcstress_,
Mathieu Chartier56fe2582016-07-14 13:30:03 -07001423 xgc_option.measure_,
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001424 runtime_options.GetOrDefault(Opt::EnableHSpaceCompactForOOM),
Albert Mingkun Yang0b4d1462018-11-29 13:25:35 +00001425 use_generational_cc,
Albert Mingkun Yangde94ea72018-11-16 10:15:49 +00001426 runtime_options.GetOrDefault(Opt::HSpaceCompactForOOMMinIntervalsMs),
1427 runtime_options.Exists(Opt::DumpRegionInfoBeforeGC),
Andreas Gampe86823542019-02-25 09:38:49 -08001428 runtime_options.Exists(Opt::DumpRegionInfoAfterGC),
1429 image_space_loading_order_);
Dave Allison3d14eb62014-07-10 01:54:57 +00001430
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001431 dump_gc_performance_on_shutdown_ = runtime_options.Exists(Opt::DumpGCPerformanceOnShutdown);
Dave Allison3d14eb62014-07-10 01:54:57 +00001432
Alex Light40320712017-12-14 11:52:04 -08001433 jdwp_options_ = runtime_options.GetOrDefault(Opt::JdwpOptions);
Alex Lightbaac7e42018-06-08 15:30:11 +00001434 jdwp_provider_ = CanonicalizeJdwpProvider(runtime_options.GetOrDefault(Opt::JdwpProvider),
1435 IsJavaDebuggable());
Alex Light40320712017-12-14 11:52:04 -08001436 switch (jdwp_provider_) {
1437 case JdwpProvider::kNone: {
Alex Light230fa942018-03-08 14:07:02 -08001438 VLOG(jdwp) << "Disabling all JDWP support.";
Alex Lightb06bd682018-01-29 13:26:45 -08001439 if (!jdwp_options_.empty()) {
1440 bool has_transport = jdwp_options_.find("transport") != std::string::npos;
Alex Lightb06bd682018-01-29 13:26:45 -08001441 std::string adb_connection_args =
1442 std::string(" -XjdwpProvider:adbconnection -XjdwpOptions:") + jdwp_options_;
1443 LOG(WARNING) << "Jdwp options given when jdwp is disabled! You probably want to enable "
1444 << "jdwp with one of:" << std::endl
Alex Lightb06bd682018-01-29 13:26:45 -08001445 << " -Xplugin:libopenjdkjvmti" << (kIsDebugBuild ? "d" : "") << ".so "
1446 << "-agentpath:libjdwp.so=" << jdwp_options_ << std::endl
1447 << (has_transport ? "" : adb_connection_args);
1448 }
Alex Light40320712017-12-14 11:52:04 -08001449 break;
1450 }
Alex Lightfbf96702017-12-14 13:27:13 -08001451 case JdwpProvider::kAdbConnection: {
1452 constexpr const char* plugin_name = kIsDebugBuild ? "libadbconnectiond.so"
1453 : "libadbconnection.so";
1454 plugins_.push_back(Plugin::Create(plugin_name));
Alex Lightbaac7e42018-06-08 15:30:11 +00001455 break;
1456 }
1457 case JdwpProvider::kUnset: {
1458 LOG(FATAL) << "Illegal jdwp provider " << jdwp_provider_ << " was not filtered out!";
Alex Lightfbf96702017-12-14 13:27:13 -08001459 }
Sebastien Hertz3be6e9d2015-02-05 16:30:58 +01001460 }
Andreas Gampeac30fa22017-01-18 21:02:36 -08001461 callbacks_->AddThreadLifecycleCallback(Dbg::GetThreadLifecycleCallback());
Sebastien Hertz3be6e9d2015-02-05 16:30:58 +01001462
Mathieu Chartier455f67c2015-03-17 13:48:29 -07001463 jit_options_.reset(jit::JitOptions::CreateFromRuntimeArguments(runtime_options));
Mathieu Chartier455f67c2015-03-17 13:48:29 -07001464 if (IsAotCompiler()) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001465 // If we are already the compiler at this point, we must be dex2oat. Don't create the jit in
1466 // this case.
1467 // If runtime_options doesn't have UseJIT set to true then CreateFromRuntimeArguments returns
Mathieu Chartier2cebb242015-04-21 16:50:40 -07001468 // null and we don't create the jit.
Calin Juravleffc87072016-04-20 14:22:09 +01001469 jit_options_->SetUseJitCompilation(false);
1470 jit_options_->SetSaveProfilingInfo(false);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001471 }
1472
Mathieu Chartierc6201fa2015-03-12 10:06:33 -07001473 // Use MemMap arena pool for jit, malloc otherwise. Malloc arenas are faster to allocate but
1474 // can't be trimmed as easily.
Mathieu Chartiere401d142015-04-22 13:56:20 -07001475 const bool use_malloc = IsAotCompiler();
David Sehr3215fff2018-04-03 17:10:12 -07001476 if (use_malloc) {
1477 arena_pool_.reset(new MallocArenaPool());
1478 jit_arena_pool_.reset(new MallocArenaPool());
1479 } else {
Andreas Gampe98ea9d92018-10-19 14:06:15 -07001480 arena_pool_.reset(new MemMapArenaPool(/* low_4gb= */ false));
1481 jit_arena_pool_.reset(new MemMapArenaPool(/* low_4gb= */ false, "CompilerMetadata"));
David Sehr3215fff2018-04-03 17:10:12 -07001482 }
Nicolas Geoffray25e04562016-03-01 13:17:58 +00001483
Mathieu Chartier017ed0b2015-09-22 11:04:26 -07001484 if (IsAotCompiler() && Is64BitInstructionSet(kRuntimeISA)) {
Mathieu Chartierc7853442015-03-27 14:35:38 -07001485 // 4gb, no malloc. Explanation in header.
Andreas Gampe98ea9d92018-10-19 14:06:15 -07001486 low_4gb_arena_pool_.reset(new MemMapArenaPool(/* low_4gb= */ true));
Mathieu Chartierc7853442015-03-27 14:35:38 -07001487 }
Mathieu Chartier951ec2c2015-09-22 08:50:05 -07001488 linear_alloc_.reset(CreateLinearAlloc());
Mathieu Chartierc6201fa2015-03-12 10:06:33 -07001489
Dave Allison3d14eb62014-07-10 01:54:57 +00001490 BlockSignals();
1491 InitPlatformSignalHandlers();
1492
Dave Allison69dfe512014-07-11 17:11:58 +00001493 // Change the implicit checks flags based on runtime architecture.
1494 switch (kRuntimeISA) {
Vladimir Marko33bff252017-11-01 14:35:42 +00001495 case InstructionSet::kArm:
1496 case InstructionSet::kThumb2:
1497 case InstructionSet::kX86:
1498 case InstructionSet::kArm64:
1499 case InstructionSet::kX86_64:
Dave Allison69dfe512014-07-11 17:11:58 +00001500 implicit_null_checks_ = true;
Roland Levillain05e34f42018-05-24 13:19:05 +00001501 // Historical note: Installing stack protection was not playing well with Valgrind.
1502 implicit_so_checks_ = true;
Dave Allison69dfe512014-07-11 17:11:58 +00001503 break;
1504 default:
1505 // Keep the defaults.
1506 break;
1507 }
1508
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001509 if (!no_sig_chain_) {
1510 // Dex2Oat's Runtime does not need the signal chain or the fault handler.
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001511 if (implicit_null_checks_ || implicit_so_checks_ || implicit_suspend_checks_) {
1512 fault_manager.Init();
Dave Allison69dfe512014-07-11 17:11:58 +00001513
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001514 // These need to be in a specific order. The null point check handler must be
1515 // after the suspend check and stack overflow check handlers.
1516 //
Roland Levillain05e34f42018-05-24 13:19:05 +00001517 // Note: the instances attach themselves to the fault manager and are handled by it. The
1518 // manager will delete the instance on Shutdown().
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001519 if (implicit_suspend_checks_) {
1520 new SuspensionHandler(&fault_manager);
1521 }
Dave Allison69dfe512014-07-11 17:11:58 +00001522
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001523 if (implicit_so_checks_) {
1524 new StackOverflowHandler(&fault_manager);
1525 }
Dave Allison69dfe512014-07-11 17:11:58 +00001526
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001527 if (implicit_null_checks_) {
1528 new NullPointerHandler(&fault_manager);
1529 }
1530
1531 if (kEnableJavaStackTraceHandler) {
1532 new JavaStackTraceHandler(&fault_manager);
1533 }
Dave Allison69dfe512014-07-11 17:11:58 +00001534 }
1535 }
1536
Andreas Gampe0b0ffc12018-08-01 14:41:27 -07001537 verifier_logging_threshold_ms_ = runtime_options.GetOrDefault(Opt::VerifierLoggingThreshold);
1538
Richard Uhlerda0a69e2016-10-11 15:06:38 +01001539 std::string error_msg;
1540 java_vm_ = JavaVMExt::Create(this, runtime_options, &error_msg);
1541 if (java_vm_.get() == nullptr) {
1542 LOG(ERROR) << "Could not initialize JavaVMExt: " << error_msg;
1543 return false;
1544 }
Elliott Hughes515a5bc2011-08-17 11:08:34 -07001545
Alex Light185d1342016-08-11 10:48:03 -07001546 // Add the JniEnv handler.
1547 // TODO Refactor this stuff.
1548 java_vm_->AddEnvironmentHook(JNIEnvExt::GetEnvHandler);
1549
Elliott Hughesbe759c62011-09-08 19:38:21 -07001550 Thread::Startup();
Elliott Hughesd92bec42011-09-02 17:04:36 -07001551
Mathieu Chartier664bebf2012-11-12 16:54:11 -08001552 // ClassLinker needs an attached thread, but we can't fully attach a thread without creating
1553 // objects. We can't supply a thread group yet; it will be fixed later. Since we are the main
1554 // thread, we do not get a java peer.
Ian Rogers63557452014-06-04 16:57:15 -07001555 Thread* self = Thread::Attach("main", false, nullptr, false);
Ian Rogersdd7624d2014-03-14 17:43:00 -07001556 CHECK_EQ(self->GetThreadId(), ThreadList::kMainThreadId);
Ian Rogers63557452014-06-04 16:57:15 -07001557 CHECK(self != nullptr);
Brian Carlstrom6ea095a2011-08-16 15:26:54 -07001558
Alex Lighte9f61032018-09-24 16:04:51 -07001559 self->SetIsRuntimeThread(IsAotCompiler());
Calin Juravleccd56952016-12-15 17:57:38 +00001560
Brian Carlstromf28bc5b2011-10-26 01:15:03 -07001561 // Set us to runnable so tools using a runtime can allocate and GC by default
Ian Rogers120f1c72012-09-28 17:17:10 -07001562 self->TransitionFromSuspendedToRunnable();
Brian Carlstromf28bc5b2011-10-26 01:15:03 -07001563
Ian Rogersa436fde2013-08-27 23:34:06 -07001564 // Now we're attached, we can take the heap locks and validate the heap.
Ian Rogers141d6222012-04-05 12:23:06 -07001565 GetHeap()->EnableObjectValidation();
1566
Ian Rogers1d54e732013-05-02 21:10:01 -07001567 CHECK_GE(GetHeap()->GetContinuousSpaces().size(), 1U);
Andreas Gampe87658f32019-04-18 18:39:02 +00001568
Chang Xing605fe242017-07-20 15:57:21 -07001569 if (UNLIKELY(IsAotCompiler())) {
1570 class_linker_ = new AotClassLinker(intern_table_);
1571 } else {
Andreas Gampe87658f32019-04-18 18:39:02 +00001572 class_linker_ = new ClassLinker(
1573 intern_table_,
1574 runtime_options.GetOrDefault(Opt::FastClassNotFoundException));
Chang Xing605fe242017-07-20 15:57:21 -07001575 }
Jeff Haodcdc85b2015-12-04 14:06:18 -08001576 if (GetHeap()->HasBootImageSpace()) {
Mathieu Chartierfbc31082016-01-24 11:59:56 -08001577 bool result = class_linker_->InitFromBootImage(&error_msg);
Andreas Gampe3db9c5d2015-11-17 11:52:46 -08001578 if (!result) {
1579 LOG(ERROR) << "Could not initialize from image: " << error_msg;
1580 return false;
1581 }
Hiroshi Yamauchibd0fb612014-05-20 13:46:00 -07001582 if (kIsDebugBuild) {
Jeff Haodcdc85b2015-12-04 14:06:18 -08001583 for (auto image_space : GetHeap()->GetBootImageSpaces()) {
1584 image_space->VerifyImageAllocations();
1585 }
Hiroshi Yamauchibd0fb612014-05-20 13:46:00 -07001586 }
Vladimir Markocac5a7e2016-02-22 10:39:50 +00001587 {
1588 ScopedTrace trace2("AddImageStringsToTable");
Mathieu Chartier74ccee62018-10-10 10:30:29 -07001589 for (gc::space::ImageSpace* image_space : heap_->GetBootImageSpaces()) {
1590 GetInternTable()->AddImageStringsToTable(image_space, VoidFunctor());
1591 }
Vladimir Markocac5a7e2016-02-22 10:39:50 +00001592 }
Vladimir Marko0ace5632018-12-14 11:11:47 +00001593 if (heap_->GetBootImageSpaces().size() != GetBootClassPath().size()) {
1594 // The boot image did not contain all boot class path components. Load the rest.
1595 DCHECK_LT(heap_->GetBootImageSpaces().size(), GetBootClassPath().size());
1596 size_t start = heap_->GetBootImageSpaces().size();
1597 DCHECK_LT(start, GetBootClassPath().size());
1598 std::vector<std::unique_ptr<const DexFile>> extra_boot_class_path;
1599 if (runtime_options.Exists(Opt::BootClassPathDexList)) {
1600 extra_boot_class_path.swap(*runtime_options.GetOrDefault(Opt::BootClassPathDexList));
1601 } else {
Nicolas Geoffray99fc9382019-02-20 13:17:27 +00001602 OpenBootDexFiles(ArrayRef<const std::string>(GetBootClassPath()).SubArray(start),
1603 ArrayRef<const std::string>(GetBootClassPathLocations()).SubArray(start),
1604 &extra_boot_class_path);
Vladimir Marko0ace5632018-12-14 11:11:47 +00001605 }
1606 class_linker_->AddExtraBootDexFiles(self, std::move(extra_boot_class_path));
1607 }
Mathieu Chartier40906572019-09-30 13:57:11 -07001608 if (IsJavaDebuggable() || jit_options_->GetProfileSaverOptions().GetProfileBootClassPath()) {
1609 // Deoptimize the boot image if debuggable as the code may have been compiled non-debuggable.
1610 // Also deoptimize if we are profiling the boot class path.
Nicolas Geoffray226805d2018-12-14 10:59:02 +00001611 ScopedThreadSuspension sts(self, ThreadState::kNative);
1612 ScopedSuspendAll ssa(__FUNCTION__);
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00001613 DeoptimizeBootImage();
1614 }
Richard Uhlerc2752592015-01-02 13:28:22 -08001615 } else {
Richard Uhlerfbef44d2014-12-23 09:48:51 -08001616 std::vector<std::unique_ptr<const DexFile>> boot_class_path;
Vladimir Marko9bdf1082016-01-21 12:15:52 +00001617 if (runtime_options.Exists(Opt::BootClassPathDexList)) {
1618 boot_class_path.swap(*runtime_options.GetOrDefault(Opt::BootClassPathDexList));
1619 } else {
Nicolas Geoffray99fc9382019-02-20 13:17:27 +00001620 OpenBootDexFiles(ArrayRef<const std::string>(GetBootClassPath()),
1621 ArrayRef<const std::string>(GetBootClassPathLocations()),
1622 &boot_class_path);
Vladimir Marko9bdf1082016-01-21 12:15:52 +00001623 }
Andreas Gampe3db9c5d2015-11-17 11:52:46 -08001624 if (!class_linker_->InitWithoutImage(std::move(boot_class_path), &error_msg)) {
1625 LOG(ERROR) << "Could not initialize without image: " << error_msg;
1626 return false;
1627 }
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001628
Alex Light64ad14d2014-08-19 14:23:13 -07001629 // TODO: Should we move the following to InitWithoutImage?
Andreas Gampe8228cdf2017-05-30 15:03:54 -07001630 for (uint32_t i = 0; i < kCalleeSaveSize; i++) {
1631 CalleeSaveType type = CalleeSaveType(i);
Alex Light64ad14d2014-08-19 14:23:13 -07001632 if (!HasCalleeSaveMethod(type)) {
Ian Rogers6a3c1fc2014-10-31 00:33:20 -07001633 SetCalleeSaveMethod(CreateCalleeSaveMethod(), type);
Alex Light64ad14d2014-08-19 14:23:13 -07001634 }
1635 }
Igor Murashkina2cfee32015-01-07 16:37:24 -08001636 }
1637
Ian Rogers63557452014-06-04 16:57:15 -07001638 CHECK(class_linker_ != nullptr);
Ian Rogersc0542af2014-09-03 16:16:56 -07001639
Andreas Gampee0bbab92019-07-25 12:28:22 -07001640 verifier::ClassVerifier::Init(class_linker_);
Brian Carlstrom6ea095a2011-08-16 15:26:54 -07001641
Andreas Gampef6a780a2015-04-02 18:51:05 -07001642 if (runtime_options.Exists(Opt::MethodTrace)) {
1643 trace_config_.reset(new TraceConfig());
1644 trace_config_->trace_file = runtime_options.ReleaseOrDefault(Opt::MethodTraceFile);
1645 trace_config_->trace_file_size = runtime_options.ReleaseOrDefault(Opt::MethodTraceFileSize);
1646 trace_config_->trace_mode = Trace::TraceMode::kMethodTracing;
Andreas Gampe40da2862015-02-27 12:49:04 -08001647 trace_config_->trace_output_mode = runtime_options.Exists(Opt::MethodTraceStreaming) ?
1648 Trace::TraceOutputMode::kStreaming :
1649 Trace::TraceOutputMode::kFile;
Andreas Gampef6a780a2015-04-02 18:51:05 -07001650 }
jeffhaob5e81852012-03-12 11:15:45 -07001651
Brian Carlstrom491ca9e2014-03-02 18:24:38 -08001652 // TODO: move this to just be an Trace::Start argument
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001653 Trace::SetDefaultClockSource(runtime_options.GetOrDefault(Opt::ProfileClock));
Dave Allison0aded082013-11-07 13:15:11 -08001654
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001655 if (GetHeap()->HasBootImageSpace()) {
1656 const ImageHeader& image_header = GetHeap()->GetBootImageSpaces()[0]->GetImageHeader();
Vladimir Marko024d69f2019-06-13 10:52:32 +01001657 ObjPtr<mirror::ObjectArray<mirror::Object>> boot_image_live_objects =
1658 ObjPtr<mirror::ObjectArray<mirror::Object>>::DownCast(
1659 image_header.GetImageRoot(ImageHeader::kBootImageLiveObjects));
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001660 pre_allocated_OutOfMemoryError_when_throwing_exception_ = GcRoot<mirror::Throwable>(
Vladimir Marko024d69f2019-06-13 10:52:32 +01001661 boot_image_live_objects->Get(ImageHeader::kOomeWhenThrowingException)->AsThrowable());
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001662 DCHECK(pre_allocated_OutOfMemoryError_when_throwing_exception_.Read()->GetClass()
1663 ->DescriptorEquals("Ljava/lang/OutOfMemoryError;"));
1664 pre_allocated_OutOfMemoryError_when_throwing_oome_ = GcRoot<mirror::Throwable>(
Vladimir Marko024d69f2019-06-13 10:52:32 +01001665 boot_image_live_objects->Get(ImageHeader::kOomeWhenThrowingOome)->AsThrowable());
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001666 DCHECK(pre_allocated_OutOfMemoryError_when_throwing_oome_.Read()->GetClass()
1667 ->DescriptorEquals("Ljava/lang/OutOfMemoryError;"));
1668 pre_allocated_OutOfMemoryError_when_handling_stack_overflow_ = GcRoot<mirror::Throwable>(
Vladimir Marko024d69f2019-06-13 10:52:32 +01001669 boot_image_live_objects->Get(ImageHeader::kOomeWhenHandlingStackOverflow)->AsThrowable());
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001670 DCHECK(pre_allocated_OutOfMemoryError_when_handling_stack_overflow_.Read()->GetClass()
1671 ->DescriptorEquals("Ljava/lang/OutOfMemoryError;"));
1672 pre_allocated_NoClassDefFoundError_ = GcRoot<mirror::Throwable>(
Vladimir Marko024d69f2019-06-13 10:52:32 +01001673 boot_image_live_objects->Get(ImageHeader::kNoClassDefFoundError)->AsThrowable());
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001674 DCHECK(pre_allocated_NoClassDefFoundError_.Read()->GetClass()
1675 ->DescriptorEquals("Ljava/lang/NoClassDefFoundError;"));
1676 } else {
1677 // Pre-allocate an OutOfMemoryError for the case when we fail to
1678 // allocate the exception to be thrown.
Vladimir Markodcfcce42018-06-27 10:00:28 +00001679 CreatePreAllocatedException(self,
1680 this,
1681 &pre_allocated_OutOfMemoryError_when_throwing_exception_,
1682 "Ljava/lang/OutOfMemoryError;",
1683 "OutOfMemoryError thrown while trying to throw an exception; "
1684 "no stack trace available");
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001685 // Pre-allocate an OutOfMemoryError for the double-OOME case.
Vladimir Markodcfcce42018-06-27 10:00:28 +00001686 CreatePreAllocatedException(self,
1687 this,
1688 &pre_allocated_OutOfMemoryError_when_throwing_oome_,
1689 "Ljava/lang/OutOfMemoryError;",
1690 "OutOfMemoryError thrown while trying to throw OutOfMemoryError; "
1691 "no stack trace available");
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001692 // Pre-allocate an OutOfMemoryError for the case when we fail to
1693 // allocate while handling a stack overflow.
Vladimir Markodcfcce42018-06-27 10:00:28 +00001694 CreatePreAllocatedException(self,
1695 this,
1696 &pre_allocated_OutOfMemoryError_when_handling_stack_overflow_,
1697 "Ljava/lang/OutOfMemoryError;",
1698 "OutOfMemoryError thrown while trying to handle a stack overflow; "
1699 "no stack trace available");
Ian Rogersa436fde2013-08-27 23:34:06 -07001700
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001701 // Pre-allocate a NoClassDefFoundError for the common case of failing to find a system class
1702 // ahead of checking the application's class loader.
Vladimir Markodcfcce42018-06-27 10:00:28 +00001703 CreatePreAllocatedException(self,
1704 this,
1705 &pre_allocated_NoClassDefFoundError_,
1706 "Ljava/lang/NoClassDefFoundError;",
1707 "Class not found using the boot class loader; "
1708 "no stack trace available");
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001709 }
Ian Rogers63557452014-06-04 16:57:15 -07001710
Alex Lightbc19b752019-12-02 18:54:13 +00001711 // Class-roots are setup, we can now finish initializing the JniIdManager.
1712 GetJniIdManager()->Init(self);
1713
Alex Light185d1342016-08-11 10:48:03 -07001714 // Runtime initialization is largely done now.
1715 // We load plugins first since that can modify the runtime state slightly.
1716 // Load all plugins
Nicolas Geoffray226805d2018-12-14 10:59:02 +00001717 {
1718 // The init method of plugins expect the state of the thread to be non runnable.
1719 ScopedThreadSuspension sts(self, ThreadState::kNative);
1720 for (auto& plugin : plugins_) {
1721 std::string err;
1722 if (!plugin.Load(&err)) {
1723 LOG(FATAL) << plugin << " failed to load: " << err;
1724 }
Alex Light185d1342016-08-11 10:48:03 -07001725 }
1726 }
1727
Andreas Gampe855564b2014-07-25 02:32:19 -07001728 // Look for a native bridge.
Andreas Gampe6be67ee2014-09-02 21:22:18 -07001729 //
1730 // The intended flow here is, in the case of a running system:
1731 //
1732 // Runtime::Init() (zygote):
1733 // LoadNativeBridge -> dlopen from cmd line parameter.
1734 // |
1735 // V
1736 // Runtime::Start() (zygote):
1737 // No-op wrt native bridge.
1738 // |
1739 // | start app
1740 // V
1741 // DidForkFromZygote(action)
1742 // action = kUnload -> dlclose native bridge.
1743 // action = kInitialize -> initialize library
1744 //
1745 //
1746 // The intended flow here is, in the case of a simple dalvikvm call:
1747 //
1748 // Runtime::Init():
1749 // LoadNativeBridge -> dlopen from cmd line parameter.
1750 // |
1751 // V
1752 // Runtime::Start():
1753 // DidForkFromZygote(kInitialize) -> try to initialize any native bridge given.
1754 // No-op wrt native bridge.
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001755 {
1756 std::string native_bridge_file_name = runtime_options.ReleaseOrDefault(Opt::NativeBridge);
1757 is_native_bridge_loaded_ = LoadNativeBridge(native_bridge_file_name);
1758 }
Calin Juravlea68629e2014-08-22 12:53:59 +01001759
Alex Light7233c7e2016-07-28 10:07:45 -07001760 // Startup agents
1761 // TODO Maybe we should start a new thread to run these on. Investigate RI behavior more.
Andreas Gampeaadcbc62017-12-28 14:05:42 -08001762 for (auto& agent_spec : agent_specs_) {
Alex Light7233c7e2016-07-28 10:07:45 -07001763 // TODO Check err
1764 int res = 0;
1765 std::string err = "";
Andreas Gampeaadcbc62017-12-28 14:05:42 -08001766 ti::LoadError error;
1767 std::unique_ptr<ti::Agent> agent = agent_spec.Load(&res, &error, &err);
1768
1769 if (agent != nullptr) {
1770 agents_.push_back(std::move(agent));
1771 continue;
Alex Light7233c7e2016-07-28 10:07:45 -07001772 }
Andreas Gampeaadcbc62017-12-28 14:05:42 -08001773
1774 switch (error) {
1775 case ti::LoadError::kInitializationError:
1776 LOG(FATAL) << "Unable to initialize agent!";
1777 UNREACHABLE();
1778
1779 case ti::LoadError::kLoadingError:
1780 LOG(ERROR) << "Unable to load an agent: " << err;
1781 continue;
1782
1783 case ti::LoadError::kNoError:
1784 break;
1785 }
1786 LOG(FATAL) << "Unreachable";
1787 UNREACHABLE();
Alex Light7233c7e2016-07-28 10:07:45 -07001788 }
Andreas Gampe96eca782017-01-19 19:45:30 -08001789 {
1790 ScopedObjectAccess soa(self);
1791 callbacks_->NextRuntimePhase(RuntimePhaseCallback::RuntimePhase::kInitialAgents);
1792 }
Alex Light7233c7e2016-07-28 10:07:45 -07001793
Florian Mayer0278b4b2020-05-26 12:09:14 +02001794 if (IsZygote() && IsPerfettoHprofEnabled()) {
Florian Mayer0caa3fd2020-05-27 10:54:11 +02001795 constexpr const char* plugin_name = kIsDebugBuild ?
Florian Mayerbce68772020-05-27 15:32:58 +02001796 "libperfetto_hprofd.so" : "libperfetto_hprof.so";
Florian Mayer0278b4b2020-05-26 12:09:14 +02001797 // Load eagerly in Zygote to improve app startup times. This will make
1798 // subsequent dlopens for the library no-ops.
1799 dlopen(plugin_name, RTLD_NOW | RTLD_LOCAL);
1800 }
1801
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -08001802 VLOG(startup) << "Runtime::Init exiting";
Mathieu Chartiere401d142015-04-22 13:56:20 -07001803
Nicolas Geoffray66ff8a82018-02-28 13:27:55 +00001804 // Set OnlyUseSystemOatFiles only after boot classpath has been set up.
Nicolas Geoffraye5c48f72020-03-11 11:28:43 +00001805 if (runtime_options.Exists(Opt::OnlyUseSystemOatFiles)) {
Nicolas Geoffray2e17cf42020-03-12 21:19:46 +00001806 oat_file_manager_->SetOnlyUseSystemOatFiles();
Nicolas Geoffray66ff8a82018-02-28 13:27:55 +00001807 }
1808
Carl Shapiro1fb86202011-06-27 17:43:13 -07001809 return true;
1810}
1811
Florian Mayer07710c52019-09-16 15:53:38 +00001812bool Runtime::EnsurePluginLoaded(const char* plugin_name, std::string* error_msg) {
Andreas Gampec4baad22017-01-12 16:59:39 +00001813 // Is the plugin already loaded?
Florian Mayer07710c52019-09-16 15:53:38 +00001814 for (const Plugin& p : plugins_) {
Andreas Gampec4baad22017-01-12 16:59:39 +00001815 if (p.GetLibrary() == plugin_name) {
1816 return true;
1817 }
1818 }
Florian Mayer07710c52019-09-16 15:53:38 +00001819 Plugin new_plugin = Plugin::Create(plugin_name);
Andreas Gampec4baad22017-01-12 16:59:39 +00001820
Florian Mayer07710c52019-09-16 15:53:38 +00001821 if (!new_plugin.Load(error_msg)) {
1822 return false;
1823 }
1824 plugins_.push_back(std::move(new_plugin));
1825 return true;
1826}
1827
1828bool Runtime::EnsurePerfettoPlugin(std::string* error_msg) {
1829 constexpr const char* plugin_name = kIsDebugBuild ?
1830 "libperfetto_hprofd.so" : "libperfetto_hprof.so";
1831 return EnsurePluginLoaded(plugin_name, error_msg);
1832}
1833
1834static bool EnsureJvmtiPlugin(Runtime* runtime,
1835 std::string* error_msg) {
Alex Lightf889c702018-02-23 15:25:45 -08001836 // TODO Rename Dbg::IsJdwpAllowed is IsDebuggingAllowed.
1837 DCHECK(Dbg::IsJdwpAllowed() || !runtime->IsJavaDebuggable())
1838 << "Being debuggable requires that jdwp (i.e. debugging) is allowed.";
Alex Light2ce6fc82017-12-18 16:42:36 -08001839 // Is the process debuggable? Otherwise, do not attempt to load the plugin unless we are
1840 // specifically allowed.
Alex Lightf889c702018-02-23 15:25:45 -08001841 if (!Dbg::IsJdwpAllowed()) {
1842 *error_msg = "Process is not allowed to load openjdkjvmti plugin. Process must be debuggable";
Andreas Gampec4baad22017-01-12 16:59:39 +00001843 return false;
1844 }
1845
Florian Mayer07710c52019-09-16 15:53:38 +00001846 constexpr const char* plugin_name = kIsDebugBuild ? "libopenjdkjvmtid.so" : "libopenjdkjvmti.so";
1847 return runtime->EnsurePluginLoaded(plugin_name, error_msg);
Andreas Gampec4baad22017-01-12 16:59:39 +00001848}
1849
Leonard Mosescueb842212016-10-06 17:26:36 -07001850// Attach a new agent and add it to the list of runtime agents
1851//
1852// TODO: once we decide on the threading model for agents,
1853// revisit this and make sure we're doing this on the right thread
1854// (and we synchronize access to any shared data structures like "agents_")
1855//
Alex Lightf889c702018-02-23 15:25:45 -08001856void Runtime::AttachAgent(JNIEnv* env, const std::string& agent_arg, jobject class_loader) {
Andreas Gampec4baad22017-01-12 16:59:39 +00001857 std::string error_msg;
Florian Mayer07710c52019-09-16 15:53:38 +00001858 if (!EnsureJvmtiPlugin(this, &error_msg)) {
Andreas Gampec4baad22017-01-12 16:59:39 +00001859 LOG(WARNING) << "Could not load plugin: " << error_msg;
1860 ScopedObjectAccess soa(Thread::Current());
1861 ThrowIOException("%s", error_msg.c_str());
1862 return;
1863 }
1864
Andreas Gampeaadcbc62017-12-28 14:05:42 -08001865 ti::AgentSpec agent_spec(agent_arg);
Leonard Mosescueb842212016-10-06 17:26:36 -07001866
1867 int res = 0;
Andreas Gampeaadcbc62017-12-28 14:05:42 -08001868 ti::LoadError error;
Andreas Gampe7b38e692017-12-28 19:18:28 -08001869 std::unique_ptr<ti::Agent> agent = agent_spec.Attach(env, class_loader, &res, &error, &error_msg);
Leonard Mosescueb842212016-10-06 17:26:36 -07001870
Andreas Gampeaadcbc62017-12-28 14:05:42 -08001871 if (agent != nullptr) {
Leonard Mosescueb842212016-10-06 17:26:36 -07001872 agents_.push_back(std::move(agent));
1873 } else {
Andreas Gampeaadcbc62017-12-28 14:05:42 -08001874 LOG(WARNING) << "Agent attach failed (result=" << error << ") : " << error_msg;
Leonard Mosescueb842212016-10-06 17:26:36 -07001875 ScopedObjectAccess soa(Thread::Current());
Andreas Gampec4baad22017-01-12 16:59:39 +00001876 ThrowIOException("%s", error_msg.c_str());
Leonard Mosescueb842212016-10-06 17:26:36 -07001877 }
1878}
1879
Elliott Hughes038a8062011-09-18 14:12:41 -07001880void Runtime::InitNativeMethods() {
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -08001881 VLOG(startup) << "Runtime::InitNativeMethods entering";
Elliott Hughesad7c2a32011-08-31 11:58:10 -07001882 Thread* self = Thread::Current();
1883 JNIEnv* env = self->GetJniEnv();
1884
Elliott Hughes418d20f2011-09-22 14:00:39 -07001885 // Must be in the kNative state for calling native methods (JNI_OnLoad code).
Ian Rogers50b35e22012-10-04 10:09:15 -07001886 CHECK_EQ(self->GetState(), kNative);
Elliott Hughesad7c2a32011-08-31 11:58:10 -07001887
Andreas Gamped863be72017-09-12 12:02:28 -07001888 // Set up the native methods provided by the runtime itself.
Elliott Hughesad7c2a32011-08-31 11:58:10 -07001889 RegisterRuntimeNativeMethods(env);
1890
Yi Kong0871cd72015-11-20 16:00:31 +00001891 // Initialize classes used in JNI. The initialization requires runtime native
1892 // methods to be loaded first.
1893 WellKnownClasses::Init(env);
1894
Victor Chang65ae6692019-10-11 14:17:21 +01001895 // Then set up libjavacore / libopenjdk / libicu_jni ,which are just
1896 // a regular JNI libraries with a regular JNI_OnLoad. Most JNI libraries can
1897 // just use System.loadLibrary, but libcore can't because it's the library
1898 // that implements System.loadLibrary!
Victor Chang1c5949e2019-11-04 19:36:00 +00001899
1900 // libicu_jni has to be initialized before libopenjdk{d} due to runtime dependency from
1901 // libopenjdk{d} to Icu4cMetadata native methods in libicu_jni. See http://b/143888405
1902 {
1903 std::string error_msg;
1904 if (!java_vm_->LoadNativeLibrary(
1905 env, "libicu_jni.so", nullptr, WellKnownClasses::java_lang_Object, &error_msg)) {
1906 LOG(FATAL) << "LoadNativeLibrary failed for \"libicu_jni.so\": " << error_msg;
1907 }
1908 }
Ian Rogers00f7d0e2012-07-19 15:28:27 -07001909 {
Dmitriy Ivanov44409d32015-11-11 14:18:55 -08001910 std::string error_msg;
Nicolas Geoffray107ce792019-01-26 01:06:17 +00001911 if (!java_vm_->LoadNativeLibrary(
1912 env, "libjavacore.so", nullptr, WellKnownClasses::java_lang_Object, &error_msg)) {
Dmitriy Ivanov44409d32015-11-11 14:18:55 -08001913 LOG(FATAL) << "LoadNativeLibrary failed for \"libjavacore.so\": " << error_msg;
Ian Rogers00f7d0e2012-07-19 15:28:27 -07001914 }
Ian Rogers00f7d0e2012-07-19 15:28:27 -07001915 }
Piotr Jastrzebski8ca90772015-04-24 09:18:00 +01001916 {
Andreas Gampe10edbb12016-01-06 17:59:49 -08001917 constexpr const char* kOpenJdkLibrary = kIsDebugBuild
1918 ? "libopenjdkd.so"
1919 : "libopenjdk.so";
Dmitriy Ivanov3e381722015-11-23 17:40:11 -08001920 std::string error_msg;
Nicolas Geoffray107ce792019-01-26 01:06:17 +00001921 if (!java_vm_->LoadNativeLibrary(
1922 env, kOpenJdkLibrary, nullptr, WellKnownClasses::java_lang_Object, &error_msg)) {
Andreas Gampe10edbb12016-01-06 17:59:49 -08001923 LOG(FATAL) << "LoadNativeLibrary failed for \"" << kOpenJdkLibrary << "\": " << error_msg;
Piotr Jastrzebski8ca90772015-04-24 09:18:00 +01001924 }
Piotr Jastrzebski8ca90772015-04-24 09:18:00 +01001925 }
Ian Rogersef28b142012-11-30 14:22:18 -08001926
1927 // Initialize well known classes that may invoke runtime native methods.
1928 WellKnownClasses::LateInit(env);
1929
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -08001930 VLOG(startup) << "Runtime::InitNativeMethods exiting";
Elliott Hughesad7c2a32011-08-31 11:58:10 -07001931}
1932
Jean-Philippe Halimica76a1a2016-02-02 19:48:52 +01001933void Runtime::ReclaimArenaPoolMemory() {
1934 arena_pool_->LockReclaimMemory();
1935}
1936
Ian Rogers365c1022012-06-22 15:05:28 -07001937void Runtime::InitThreadGroups(Thread* self) {
1938 JNIEnvExt* env = self->GetJniEnv();
1939 ScopedJniEnvLocalRefState env_state(env);
1940 main_thread_group_ =
Brian Carlstrom491ca9e2014-03-02 18:24:38 -08001941 env->NewGlobalRef(env->GetStaticObjectField(
1942 WellKnownClasses::java_lang_ThreadGroup,
1943 WellKnownClasses::java_lang_ThreadGroup_mainThreadGroup));
Mathieu Chartier2cebb242015-04-21 16:50:40 -07001944 CHECK(main_thread_group_ != nullptr || IsAotCompiler());
Ian Rogers365c1022012-06-22 15:05:28 -07001945 system_thread_group_ =
Brian Carlstrom491ca9e2014-03-02 18:24:38 -08001946 env->NewGlobalRef(env->GetStaticObjectField(
1947 WellKnownClasses::java_lang_ThreadGroup,
1948 WellKnownClasses::java_lang_ThreadGroup_systemThreadGroup));
Mathieu Chartier2cebb242015-04-21 16:50:40 -07001949 CHECK(system_thread_group_ != nullptr || IsAotCompiler());
Brian Carlstrom034f76b2012-08-01 15:51:58 -07001950}
1951
1952jobject Runtime::GetMainThreadGroup() const {
Mathieu Chartier2cebb242015-04-21 16:50:40 -07001953 CHECK(main_thread_group_ != nullptr || IsAotCompiler());
Brian Carlstrom034f76b2012-08-01 15:51:58 -07001954 return main_thread_group_;
1955}
1956
1957jobject Runtime::GetSystemThreadGroup() const {
Mathieu Chartier2cebb242015-04-21 16:50:40 -07001958 CHECK(system_thread_group_ != nullptr || IsAotCompiler());
Brian Carlstrom034f76b2012-08-01 15:51:58 -07001959 return system_thread_group_;
Ian Rogers365c1022012-06-22 15:05:28 -07001960}
1961
Brian Carlstromce888532013-10-10 00:32:58 -07001962jobject Runtime::GetSystemClassLoader() const {
Mathieu Chartier2cebb242015-04-21 16:50:40 -07001963 CHECK(system_class_loader_ != nullptr || IsAotCompiler());
Brian Carlstromce888532013-10-10 00:32:58 -07001964 return system_class_loader_;
1965}
1966
Elliott Hughesad7c2a32011-08-31 11:58:10 -07001967void Runtime::RegisterRuntimeNativeMethods(JNIEnv* env) {
Andreas Gampe277ccbd2014-11-03 21:36:10 -08001968 register_dalvik_system_DexFile(env);
Dan Zimmermanb682ea42019-12-23 06:59:06 -08001969 register_dalvik_system_BaseDexClassLoader(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08001970 register_dalvik_system_VMDebug(env);
1971 register_dalvik_system_VMRuntime(env);
1972 register_dalvik_system_VMStack(env);
1973 register_dalvik_system_ZygoteHooks(env);
1974 register_java_lang_Class(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08001975 register_java_lang_Object(env);
Narayan Kamathbd2fed52017-01-25 10:46:54 +00001976 register_java_lang_invoke_MethodHandleImpl(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08001977 register_java_lang_ref_FinalizerReference(env);
1978 register_java_lang_reflect_Array(env);
1979 register_java_lang_reflect_Constructor(env);
Neil Fuller0e844392016-09-08 13:43:31 +01001980 register_java_lang_reflect_Executable(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08001981 register_java_lang_reflect_Field(env);
1982 register_java_lang_reflect_Method(env);
Neil Fuller60458a02016-09-01 15:32:44 +01001983 register_java_lang_reflect_Parameter(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08001984 register_java_lang_reflect_Proxy(env);
1985 register_java_lang_ref_Reference(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08001986 register_java_lang_String(env);
Jeff Hao848f70a2014-01-15 13:49:50 -08001987 register_java_lang_StringFactory(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08001988 register_java_lang_System(env);
1989 register_java_lang_Thread(env);
1990 register_java_lang_Throwable(env);
1991 register_java_lang_VMClassLoader(env);
1992 register_java_util_concurrent_atomic_AtomicLong(env);
Jeff Hao848f70a2014-01-15 13:49:50 -08001993 register_libcore_util_CharsetUtils(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08001994 register_org_apache_harmony_dalvik_ddmc_DdmServer(env);
1995 register_org_apache_harmony_dalvik_ddmc_DdmVmInternal(env);
1996 register_sun_misc_Unsafe(env);
Elliott Hughesad7c2a32011-08-31 11:58:10 -07001997}
1998
Nicolas Geoffray4e92c3c2017-05-08 09:34:26 +01001999std::ostream& operator<<(std::ostream& os, const DeoptimizationKind& kind) {
2000 os << GetDeoptimizationKindName(kind);
2001 return os;
2002}
2003
2004void Runtime::DumpDeoptimizations(std::ostream& os) {
2005 for (size_t i = 0; i <= static_cast<size_t>(DeoptimizationKind::kLast); ++i) {
2006 if (deoptimization_counts_[i] != 0) {
2007 os << "Number of "
2008 << GetDeoptimizationKindName(static_cast<DeoptimizationKind>(i))
2009 << " deoptimizations: "
2010 << deoptimization_counts_[i]
2011 << "\n";
2012 }
2013 }
2014}
2015
Elliott Hughesc967f782012-04-16 10:23:15 -07002016void Runtime::DumpForSigQuit(std::ostream& os) {
Elliott Hughescac6cc72011-11-03 20:31:21 -07002017 GetClassLinker()->DumpForSigQuit(os);
2018 GetInternTable()->DumpForSigQuit(os);
Elliott Hughesae80b492012-04-24 10:43:17 -07002019 GetJavaVM()->DumpForSigQuit(os);
Elliott Hughesc967f782012-04-16 10:23:15 -07002020 GetHeap()->DumpForSigQuit(os);
Nicolas Geoffray04680f32016-03-17 11:56:54 +00002021 oat_file_manager_->DumpForSigQuit(os);
Nicolas Geoffrayaee21562015-12-15 16:39:44 +00002022 if (GetJit() != nullptr) {
2023 GetJit()->DumpForSigQuit(os);
2024 } else {
2025 os << "Running non JIT\n";
2026 }
Nicolas Geoffray4e92c3c2017-05-08 09:34:26 +01002027 DumpDeoptimizations(os);
Mathieu Chartierbad02672014-08-25 13:08:22 -07002028 TrackedAllocators::Dump(os);
Elliott Hughes42ee1422011-09-06 12:33:32 -07002029 os << "\n";
Elliott Hughes8daa0922011-09-11 13:46:25 -07002030
Elliott Hughesc967f782012-04-16 10:23:15 -07002031 thread_list_->DumpForSigQuit(os);
Ian Rogers56edc432013-01-18 16:51:51 -08002032 BaseMutex::DumpAll(os);
Andreas Gampea5814f92017-01-18 21:43:16 -08002033
2034 // Inform anyone else who is interested in SigQuit.
2035 {
2036 ScopedObjectAccess soa(Thread::Current());
2037 callbacks_->SigQuit();
2038 }
Elliott Hughese27955c2011-08-26 15:21:24 -07002039}
2040
Elliott Hughes21a5bf22011-12-07 14:35:20 -08002041void Runtime::DumpLockHolders(std::ostream& os) {
Ian Rogersb726dcb2012-09-05 08:57:23 -07002042 uint64_t mutator_lock_owner = Locks::mutator_lock_->GetExclusiveOwnerTid();
Elliott Hughes21a5bf22011-12-07 14:35:20 -08002043 pid_t thread_list_lock_owner = GetThreadList()->GetLockOwner();
2044 pid_t classes_lock_owner = GetClassLinker()->GetClassesLockOwner();
2045 pid_t dex_lock_owner = GetClassLinker()->GetDexLockOwner();
Ian Rogers00f7d0e2012-07-19 15:28:27 -07002046 if ((thread_list_lock_owner | classes_lock_owner | dex_lock_owner) != 0) {
2047 os << "Mutator lock exclusive owner tid: " << mutator_lock_owner << "\n"
Elliott Hughes21a5bf22011-12-07 14:35:20 -08002048 << "ThreadList lock owner tid: " << thread_list_lock_owner << "\n"
2049 << "ClassLinker classes lock owner tid: " << classes_lock_owner << "\n"
2050 << "ClassLinker dex lock owner tid: " << dex_lock_owner << "\n";
2051 }
2052}
2053
Mathieu Chartier9ef78b52014-09-25 17:03:12 -07002054void Runtime::SetStatsEnabled(bool new_state) {
2055 Thread* self = Thread::Current();
2056 MutexLock mu(self, *Locks::instrument_entrypoints_lock_);
Elliott Hughes9d5ccec2011-09-19 13:19:50 -07002057 if (new_state == true) {
2058 GetStats()->Clear(~0);
2059 // TODO: wouldn't it make more sense to clear _all_ threads' stats?
Mathieu Chartier9ef78b52014-09-25 17:03:12 -07002060 self->GetStats()->Clear(~0);
2061 if (stats_enabled_ != new_state) {
2062 GetInstrumentation()->InstrumentQuickAllocEntryPointsLocked();
2063 }
2064 } else if (stats_enabled_ != new_state) {
2065 GetInstrumentation()->UninstrumentQuickAllocEntryPointsLocked();
Elliott Hughes9d5ccec2011-09-19 13:19:50 -07002066 }
2067 stats_enabled_ = new_state;
2068}
2069
2070void Runtime::ResetStats(int kinds) {
2071 GetStats()->Clear(kinds & 0xffff);
2072 // TODO: wouldn't it make more sense to clear _all_ threads' stats?
2073 Thread::Current()->GetStats()->Clear(kinds >> 16);
2074}
2075
Andreas Gampe7ee607e2019-07-23 12:22:04 -07002076uint64_t Runtime::GetStat(int kind) {
Elliott Hughes9d5ccec2011-09-19 13:19:50 -07002077 RuntimeStats* stats;
2078 if (kind < (1<<16)) {
2079 stats = GetStats();
2080 } else {
2081 stats = Thread::Current()->GetStats();
2082 kind >>= 16;
2083 }
2084 switch (kind) {
2085 case KIND_ALLOCATED_OBJECTS:
2086 return stats->allocated_objects;
2087 case KIND_ALLOCATED_BYTES:
2088 return stats->allocated_bytes;
2089 case KIND_FREED_OBJECTS:
2090 return stats->freed_objects;
2091 case KIND_FREED_BYTES:
2092 return stats->freed_bytes;
2093 case KIND_GC_INVOCATIONS:
2094 return stats->gc_for_alloc_count;
2095 case KIND_CLASS_INIT_COUNT:
2096 return stats->class_init_count;
2097 case KIND_CLASS_INIT_TIME:
Andreas Gampe7ee607e2019-07-23 12:22:04 -07002098 return stats->class_init_time_ns;
Elliott Hughes9d5ccec2011-09-19 13:19:50 -07002099 case KIND_EXT_ALLOCATED_OBJECTS:
2100 case KIND_EXT_ALLOCATED_BYTES:
2101 case KIND_EXT_FREED_OBJECTS:
2102 case KIND_EXT_FREED_BYTES:
2103 return 0; // backward compatibility
2104 default:
Elliott Hughes7b9d9962012-04-20 18:48:18 -07002105 LOG(FATAL) << "Unknown statistic " << kind;
Elliott Hughesc1896c92018-11-29 11:33:18 -08002106 UNREACHABLE();
Elliott Hughes9d5ccec2011-09-19 13:19:50 -07002107 }
2108}
2109
Elliott Hughesc1674ed2011-08-25 18:09:09 -07002110void Runtime::BlockSignals() {
Elliott Hughes457005c2012-04-16 13:54:25 -07002111 SignalSet signals;
2112 signals.Add(SIGPIPE);
Elliott Hughesc1674ed2011-08-25 18:09:09 -07002113 // SIGQUIT is used to dump the runtime's state (including stack traces).
Elliott Hughes457005c2012-04-16 13:54:25 -07002114 signals.Add(SIGQUIT);
Elliott Hughes08795042012-04-03 14:48:52 -07002115 // SIGUSR1 is used to initiate a GC.
Elliott Hughes457005c2012-04-16 13:54:25 -07002116 signals.Add(SIGUSR1);
2117 signals.Block();
Elliott Hughesc1674ed2011-08-25 18:09:09 -07002118}
2119
Igor Murashkinb1d8c312015-08-04 11:18:43 -07002120bool Runtime::AttachCurrentThread(const char* thread_name, bool as_daemon, jobject thread_group,
Mathieu Chartier664bebf2012-11-12 16:54:11 -08002121 bool create_peer) {
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -08002122 ScopedTrace trace(__FUNCTION__);
Andreas Gampe56776012018-01-26 17:40:55 -08002123 Thread* self = Thread::Attach(thread_name, as_daemon, thread_group, create_peer);
2124 // Run ThreadGroup.add to notify the group that this thread is now started.
2125 if (self != nullptr && create_peer && !IsAotCompiler()) {
2126 ScopedObjectAccess soa(self);
2127 self->NotifyThreadGroup(soa, thread_group);
2128 }
2129 return self != nullptr;
Carl Shapiro61e019d2011-07-14 16:53:09 -07002130}
2131
Elliott Hughesd92bec42011-09-02 17:04:36 -07002132void Runtime::DetachCurrentThread() {
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -08002133 ScopedTrace trace(__FUNCTION__);
Brian Carlstrom4d571432012-05-16 00:21:41 -07002134 Thread* self = Thread::Current();
Mathieu Chartier2cebb242015-04-21 16:50:40 -07002135 if (self == nullptr) {
Brian Carlstrom4d571432012-05-16 00:21:41 -07002136 LOG(FATAL) << "attempting to detach thread that is not attached";
2137 }
Ian Rogers0399dde2012-06-06 17:09:28 -07002138 if (self->HasManagedStack()) {
Elliott Hughes22869a92012-03-27 14:08:24 -07002139 LOG(FATAL) << *Thread::Current() << " attempting to detach while still running code";
2140 }
Ian Rogers00f7d0e2012-07-19 15:28:27 -07002141 thread_list_->Unregister(self);
Carl Shapiro1fb86202011-06-27 17:43:13 -07002142}
2143
Roland Levillain7b0e8442018-04-11 18:27:47 +01002144mirror::Throwable* Runtime::GetPreAllocatedOutOfMemoryErrorWhenThrowingException() {
2145 mirror::Throwable* oome = pre_allocated_OutOfMemoryError_when_throwing_exception_.Read();
Ian Rogers63557452014-06-04 16:57:15 -07002146 if (oome == nullptr) {
Roland Levillain7b0e8442018-04-11 18:27:47 +01002147 LOG(ERROR) << "Failed to return pre-allocated OOME-when-throwing-exception";
2148 }
2149 return oome;
2150}
2151
2152mirror::Throwable* Runtime::GetPreAllocatedOutOfMemoryErrorWhenThrowingOOME() {
2153 mirror::Throwable* oome = pre_allocated_OutOfMemoryError_when_throwing_oome_.Read();
2154 if (oome == nullptr) {
2155 LOG(ERROR) << "Failed to return pre-allocated OOME-when-throwing-OOME";
2156 }
2157 return oome;
2158}
2159
2160mirror::Throwable* Runtime::GetPreAllocatedOutOfMemoryErrorWhenHandlingStackOverflow() {
2161 mirror::Throwable* oome = pre_allocated_OutOfMemoryError_when_handling_stack_overflow_.Read();
2162 if (oome == nullptr) {
2163 LOG(ERROR) << "Failed to return pre-allocated OOME-when-handling-stack-overflow";
Ian Rogersa436fde2013-08-27 23:34:06 -07002164 }
Hiroshi Yamauchiab088112014-07-14 13:00:14 -07002165 return oome;
Ian Rogersa436fde2013-08-27 23:34:06 -07002166}
2167
Ian Rogers63557452014-06-04 16:57:15 -07002168mirror::Throwable* Runtime::GetPreAllocatedNoClassDefFoundError() {
2169 mirror::Throwable* ncdfe = pre_allocated_NoClassDefFoundError_.Read();
2170 if (ncdfe == nullptr) {
2171 LOG(ERROR) << "Failed to return pre-allocated NoClassDefFoundError";
2172 }
2173 return ncdfe;
2174}
2175
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002176void Runtime::VisitConstantRoots(RootVisitor* visitor) {
Mathieu Chartiere3b034a2015-05-31 14:29:23 -07002177 // Visiting the roots of these ArtMethods is not currently required since all the GcRoots are
2178 // null.
2179 BufferedRootVisitor<16> buffered_visitor(visitor, RootInfo(kRootVMInternal));
Andreas Gampe542451c2016-07-26 09:02:02 -07002180 const PointerSize pointer_size = GetClassLinker()->GetImagePointerSize();
Mathieu Chartiere3b034a2015-05-31 14:29:23 -07002181 if (HasResolutionMethod()) {
Mathieu Chartier1147b9b2015-09-14 18:50:08 -07002182 resolution_method_->VisitRoots(buffered_visitor, pointer_size);
Mathieu Chartiere3b034a2015-05-31 14:29:23 -07002183 }
2184 if (HasImtConflictMethod()) {
Mathieu Chartier1147b9b2015-09-14 18:50:08 -07002185 imt_conflict_method_->VisitRoots(buffered_visitor, pointer_size);
Mathieu Chartiere3b034a2015-05-31 14:29:23 -07002186 }
2187 if (imt_unimplemented_method_ != nullptr) {
Mathieu Chartier1147b9b2015-09-14 18:50:08 -07002188 imt_unimplemented_method_->VisitRoots(buffered_visitor, pointer_size);
Mathieu Chartiere3b034a2015-05-31 14:29:23 -07002189 }
Andreas Gampe8228cdf2017-05-30 15:03:54 -07002190 for (uint32_t i = 0; i < kCalleeSaveSize; ++i) {
Mathieu Chartiere3b034a2015-05-31 14:29:23 -07002191 auto* m = reinterpret_cast<ArtMethod*>(callee_save_methods_[i]);
2192 if (m != nullptr) {
Mathieu Chartier1147b9b2015-09-14 18:50:08 -07002193 m->VisitRoots(buffered_visitor, pointer_size);
Mathieu Chartiere3b034a2015-05-31 14:29:23 -07002194 }
2195 }
Mathieu Chartier893263b2014-03-04 11:07:42 -08002196}
2197
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002198void Runtime::VisitConcurrentRoots(RootVisitor* visitor, VisitRootFlags flags) {
2199 intern_table_->VisitRoots(visitor, flags);
2200 class_linker_->VisitRoots(visitor, flags);
Alex Lightbc19b752019-12-02 18:54:13 +00002201 jni_id_manager_->VisitRoots(visitor);
Man Cao1ed11b92015-06-11 22:47:35 -07002202 heap_->VisitAllocationRecords(visitor);
Mathieu Chartier893263b2014-03-04 11:07:42 -08002203 if ((flags & kVisitRootFlagNewRoots) == 0) {
2204 // Guaranteed to have no new roots in the constant roots.
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002205 VisitConstantRoots(visitor);
Mathieu Chartier893263b2014-03-04 11:07:42 -08002206 }
2207}
2208
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002209void Runtime::VisitTransactionRoots(RootVisitor* visitor) {
Chang Xing605fe242017-07-20 15:57:21 -07002210 for (auto& transaction : preinitialization_transactions_) {
2211 transaction->VisitRoots(visitor);
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -08002212 }
2213}
2214
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002215void Runtime::VisitNonThreadRoots(RootVisitor* visitor) {
2216 java_vm_->VisitRoots(visitor);
2217 sentinel_.VisitRootIfNonNull(visitor, RootInfo(kRootVMInternal));
Roland Levillain7b0e8442018-04-11 18:27:47 +01002218 pre_allocated_OutOfMemoryError_when_throwing_exception_
2219 .VisitRootIfNonNull(visitor, RootInfo(kRootVMInternal));
2220 pre_allocated_OutOfMemoryError_when_throwing_oome_
2221 .VisitRootIfNonNull(visitor, RootInfo(kRootVMInternal));
2222 pre_allocated_OutOfMemoryError_when_handling_stack_overflow_
2223 .VisitRootIfNonNull(visitor, RootInfo(kRootVMInternal));
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002224 pre_allocated_NoClassDefFoundError_.VisitRootIfNonNull(visitor, RootInfo(kRootVMInternal));
Vladimir Markof75613c2018-06-05 12:51:04 +01002225 VisitImageRoots(visitor);
Andreas Gampea43ba3d2019-03-13 15:49:20 -07002226 verifier::ClassVerifier::VisitStaticRoots(visitor);
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002227 VisitTransactionRoots(visitor);
Brian Carlstrome24fa612011-09-29 00:53:55 -07002228}
2229
Andreas Gampe585da952016-12-02 14:52:29 -08002230void Runtime::VisitNonConcurrentRoots(RootVisitor* visitor, VisitRootFlags flags) {
2231 VisitThreadRoots(visitor, flags);
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002232 VisitNonThreadRoots(visitor);
Mathieu Chartier858f1c52012-10-17 17:45:55 -07002233}
2234
Andreas Gampe585da952016-12-02 14:52:29 -08002235void Runtime::VisitThreadRoots(RootVisitor* visitor, VisitRootFlags flags) {
2236 thread_list_->VisitRoots(visitor, flags);
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -08002237}
2238
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002239void Runtime::VisitRoots(RootVisitor* visitor, VisitRootFlags flags) {
Andreas Gampe585da952016-12-02 14:52:29 -08002240 VisitNonConcurrentRoots(visitor, flags);
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002241 VisitConcurrentRoots(visitor, flags);
Mathieu Chartier9ebae1f2012-10-15 17:38:16 -07002242}
2243
Alex Lightc18eba32019-09-24 14:36:27 -07002244void Runtime::VisitReflectiveTargets(ReflectiveValueVisitor *visitor) {
Alex Light55eccdf2019-10-07 13:51:13 +00002245 thread_list_->VisitReflectiveTargets(visitor);
Alex Lightc18eba32019-09-24 14:36:27 -07002246 heap_->VisitReflectiveTargets(visitor);
2247 jni_id_manager_->VisitReflectiveTargets(visitor);
2248 callbacks_->VisitReflectiveTargets(visitor);
2249}
2250
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002251void Runtime::VisitImageRoots(RootVisitor* visitor) {
Mathieu Chartier461687d2015-03-31 12:05:24 -07002252 for (auto* space : GetHeap()->GetContinuousSpaces()) {
2253 if (space->IsImageSpace()) {
2254 auto* image_space = space->AsImageSpace();
2255 const auto& image_header = image_space->GetImageHeader();
Vladimir Markoeca3eda2016-11-09 16:26:44 +00002256 for (int32_t i = 0, size = image_header.GetImageRoots()->GetLength(); i != size; ++i) {
Vladimir Markoc13fbd82018-06-04 16:16:28 +01002257 mirror::Object* obj =
2258 image_header.GetImageRoot(static_cast<ImageHeader::ImageRoot>(i)).Ptr();
Mathieu Chartier461687d2015-03-31 12:05:24 -07002259 if (obj != nullptr) {
Vladimir Markoc13fbd82018-06-04 16:16:28 +01002260 mirror::Object* after_obj = obj;
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002261 visitor->VisitRoot(&after_obj, RootInfo(kRootStickyClass));
Mathieu Chartier461687d2015-03-31 12:05:24 -07002262 CHECK_EQ(after_obj, obj);
2263 }
2264 }
2265 }
2266 }
2267}
2268
Nicolas Geoffrayf05f04b2019-10-31 11:50:41 +00002269static ArtMethod* CreateRuntimeMethod(ClassLinker* class_linker, LinearAlloc* linear_alloc)
2270 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampecc1b5352016-12-01 16:58:38 -08002271 const PointerSize image_pointer_size = class_linker->GetImagePointerSize();
2272 const size_t method_alignment = ArtMethod::Alignment(image_pointer_size);
2273 const size_t method_size = ArtMethod::Size(image_pointer_size);
2274 LengthPrefixedArray<ArtMethod>* method_array = class_linker->AllocArtMethodArray(
2275 Thread::Current(),
2276 linear_alloc,
2277 1);
2278 ArtMethod* method = &method_array->At(0, method_size, method_alignment);
2279 CHECK(method != nullptr);
Andreas Gampee2abbc62017-09-15 11:59:26 -07002280 method->SetDexMethodIndex(dex::kDexNoIndex);
Andreas Gampecc1b5352016-12-01 16:58:38 -08002281 CHECK(method->IsRuntimeMethod());
2282 return method;
2283}
2284
Nicolas Geoffray796d6302016-03-13 22:22:31 +00002285ArtMethod* Runtime::CreateImtConflictMethod(LinearAlloc* linear_alloc) {
Mathieu Chartier91288d82016-04-28 09:44:54 -07002286 ClassLinker* const class_linker = GetClassLinker();
Andreas Gampecc1b5352016-12-01 16:58:38 -08002287 ArtMethod* method = CreateRuntimeMethod(class_linker, linear_alloc);
Jeff Hao88474b42013-10-23 16:24:40 -07002288 // When compiling, the code pointer will get set later when the image is loaded.
Andreas Gampe542451c2016-07-26 09:02:02 -07002289 const PointerSize pointer_size = GetInstructionSetPointerSize(instruction_set_);
Mathieu Chartiere401d142015-04-22 13:56:20 -07002290 if (IsAotCompiler()) {
Jeff Haoc7d11882015-02-03 15:08:39 -08002291 method->SetEntryPointFromQuickCompiledCodePtrSize(nullptr, pointer_size);
Ian Rogersef7d42f2014-01-06 12:55:46 -08002292 } else {
Ian Rogers6f3dbba2014-10-14 17:41:57 -07002293 method->SetEntryPointFromQuickCompiledCode(GetQuickImtConflictStub());
Ian Rogersef7d42f2014-01-06 12:55:46 -08002294 }
Mathieu Chartier91288d82016-04-28 09:44:54 -07002295 // Create empty conflict table.
Andreas Gampe98ea9d92018-10-19 14:06:15 -07002296 method->SetImtConflictTable(class_linker->CreateImtConflictTable(/*count=*/0u, linear_alloc),
Mathieu Chartier91288d82016-04-28 09:44:54 -07002297 pointer_size);
Mathieu Chartiere401d142015-04-22 13:56:20 -07002298 return method;
Jeff Hao88474b42013-10-23 16:24:40 -07002299}
2300
Mathieu Chartiere401d142015-04-22 13:56:20 -07002301void Runtime::SetImtConflictMethod(ArtMethod* method) {
2302 CHECK(method != nullptr);
2303 CHECK(method->IsRuntimeMethod());
2304 imt_conflict_method_ = method;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002305}
2306
Mathieu Chartiere401d142015-04-22 13:56:20 -07002307ArtMethod* Runtime::CreateResolutionMethod() {
Andreas Gampecc1b5352016-12-01 16:58:38 -08002308 auto* method = CreateRuntimeMethod(GetClassLinker(), GetLinearAlloc());
Jeff Hao58df3272013-04-22 15:28:53 -07002309 // When compiling, the code pointer will get set later when the image is loaded.
Mathieu Chartiere401d142015-04-22 13:56:20 -07002310 if (IsAotCompiler()) {
Andreas Gampe542451c2016-07-26 09:02:02 -07002311 PointerSize pointer_size = GetInstructionSetPointerSize(instruction_set_);
Jeff Haoc7d11882015-02-03 15:08:39 -08002312 method->SetEntryPointFromQuickCompiledCodePtrSize(nullptr, pointer_size);
Vladimir Marko86c87522020-05-11 16:55:55 +01002313 method->SetEntryPointFromJniPtrSize(nullptr, pointer_size);
Ian Rogersef7d42f2014-01-06 12:55:46 -08002314 } else {
Ian Rogers6f3dbba2014-10-14 17:41:57 -07002315 method->SetEntryPointFromQuickCompiledCode(GetQuickResolutionStub());
Vladimir Marko86c87522020-05-11 16:55:55 +01002316 method->SetEntryPointFromJni(GetJniDlsymLookupCriticalStub());
Ian Rogersef7d42f2014-01-06 12:55:46 -08002317 }
Mathieu Chartiere401d142015-04-22 13:56:20 -07002318 return method;
Ian Rogers19846512012-02-24 11:42:47 -08002319}
2320
Mathieu Chartiere401d142015-04-22 13:56:20 -07002321ArtMethod* Runtime::CreateCalleeSaveMethod() {
Andreas Gampecc1b5352016-12-01 16:58:38 -08002322 auto* method = CreateRuntimeMethod(GetClassLinker(), GetLinearAlloc());
Andreas Gampe542451c2016-07-26 09:02:02 -07002323 PointerSize pointer_size = GetInstructionSetPointerSize(instruction_set_);
Jeff Haoc7d11882015-02-03 15:08:39 -08002324 method->SetEntryPointFromQuickCompiledCodePtrSize(nullptr, pointer_size);
Vladimir Marko33bff252017-11-01 14:35:42 +00002325 DCHECK_NE(instruction_set_, InstructionSet::kNone);
Mathieu Chartiere401d142015-04-22 13:56:20 -07002326 DCHECK(method->IsRuntimeMethod());
2327 return method;
Ian Rogersff1ed472011-09-20 13:46:24 -07002328}
2329
Mathieu Chartierc11d9b82013-09-19 10:01:59 -07002330void Runtime::DisallowNewSystemWeaks() {
Hiroshi Yamauchifdbd13c2015-09-02 16:16:58 -07002331 CHECK(!kUseReadBarrier);
Mathieu Chartierc11d9b82013-09-19 10:01:59 -07002332 monitor_list_->DisallowNewMonitors();
Mathieu Chartier14c3bf92015-07-13 14:35:43 -07002333 intern_table_->ChangeWeakRootState(gc::kWeakRootStateNoReadsOrWrites);
Mathieu Chartierc11d9b82013-09-19 10:01:59 -07002334 java_vm_->DisallowNewWeakGlobals();
Man Cao42c3c332015-06-23 16:38:25 -07002335 heap_->DisallowNewAllocationRecords();
Nicolas Geoffraye51ca8b2016-11-22 14:49:31 +00002336 if (GetJit() != nullptr) {
2337 GetJit()->GetCodeCache()->DisallowInlineCacheAccess();
2338 }
Andreas Gampefda57142016-09-08 20:29:18 -07002339
2340 // All other generic system-weak holders.
2341 for (gc::AbstractSystemWeakHolder* holder : system_weak_holders_) {
2342 holder->Disallow();
2343 }
Mathieu Chartierc11d9b82013-09-19 10:01:59 -07002344}
2345
2346void Runtime::AllowNewSystemWeaks() {
Hiroshi Yamauchifdbd13c2015-09-02 16:16:58 -07002347 CHECK(!kUseReadBarrier);
Mathieu Chartierc11d9b82013-09-19 10:01:59 -07002348 monitor_list_->AllowNewMonitors();
Mathieu Chartier90ef3db2015-08-04 15:19:41 -07002349 intern_table_->ChangeWeakRootState(gc::kWeakRootStateNormal); // TODO: Do this in the sweeping.
Mathieu Chartierc11d9b82013-09-19 10:01:59 -07002350 java_vm_->AllowNewWeakGlobals();
Man Cao42c3c332015-06-23 16:38:25 -07002351 heap_->AllowNewAllocationRecords();
Nicolas Geoffraye51ca8b2016-11-22 14:49:31 +00002352 if (GetJit() != nullptr) {
2353 GetJit()->GetCodeCache()->AllowInlineCacheAccess();
2354 }
Andreas Gampefda57142016-09-08 20:29:18 -07002355
2356 // All other generic system-weak holders.
2357 for (gc::AbstractSystemWeakHolder* holder : system_weak_holders_) {
2358 holder->Allow();
2359 }
Mathieu Chartierc11d9b82013-09-19 10:01:59 -07002360}
2361
Hiroshi Yamauchi30493242016-11-03 13:06:52 -07002362void Runtime::BroadcastForNewSystemWeaks(bool broadcast_for_checkpoint) {
Hiroshi Yamauchifdbd13c2015-09-02 16:16:58 -07002363 // This is used for the read barrier case that uses the thread-local
Hiroshi Yamauchi30493242016-11-03 13:06:52 -07002364 // Thread::GetWeakRefAccessEnabled() flag and the checkpoint while weak ref access is disabled
2365 // (see ThreadList::RunCheckpoint).
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -07002366 monitor_list_->BroadcastForNewMonitors();
2367 intern_table_->BroadcastForNewInterns();
2368 java_vm_->BroadcastForNewWeakGlobals();
Hiroshi Yamauchifdbd13c2015-09-02 16:16:58 -07002369 heap_->BroadcastForNewAllocationRecords();
Nicolas Geoffraye51ca8b2016-11-22 14:49:31 +00002370 if (GetJit() != nullptr) {
2371 GetJit()->GetCodeCache()->BroadcastForInlineCacheAccess();
2372 }
Andreas Gampefda57142016-09-08 20:29:18 -07002373
2374 // All other generic system-weak holders.
2375 for (gc::AbstractSystemWeakHolder* holder : system_weak_holders_) {
Hiroshi Yamauchi30493242016-11-03 13:06:52 -07002376 holder->Broadcast(broadcast_for_checkpoint);
Andreas Gampefda57142016-09-08 20:29:18 -07002377 }
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -07002378}
2379
Ulyana Trafimoviche886d682020-07-16 15:09:38 +00002380InstructionSet Runtime::GetQuickCodeISA() {
2381 Runtime* runtime = Runtime::Current();
2382 if (runtime == nullptr) {
2383 return kRuntimeISA;
2384 }
2385
2386 // In simulator mode, image ISA should align with simulator.
2387 if (SimulatorMode()) {
2388 return runtime->GetSimulateISA();
2389 }
2390
2391 // Otherwise, image ISA should align with runtime.
2392 if (runtime->GetInstructionSet() == InstructionSet::kNone) {
2393 return kRuntimeISA;
2394 }
2395 return runtime->GetInstructionSet();
2396}
2397
Vladimir Marko7624d252014-05-02 14:40:15 +01002398void Runtime::SetInstructionSet(InstructionSet instruction_set) {
2399 instruction_set_ = instruction_set;
Vladimir Markod3083dd2018-05-17 08:43:47 +01002400 switch (instruction_set) {
2401 case InstructionSet::kThumb2:
2402 // kThumb2 is the same as kArm, use the canonical value.
2403 instruction_set_ = InstructionSet::kArm;
2404 break;
2405 case InstructionSet::kArm:
2406 case InstructionSet::kArm64:
Vladimir Markod3083dd2018-05-17 08:43:47 +01002407 case InstructionSet::kX86:
2408 case InstructionSet::kX86_64:
2409 break;
2410 default:
2411 UNIMPLEMENTED(FATAL) << instruction_set_;
2412 UNREACHABLE();
Vladimir Marko7624d252014-05-02 14:40:15 +01002413 }
2414}
2415
Igor Murashkin8275fba2017-05-02 15:58:02 -07002416void Runtime::ClearInstructionSet() {
2417 instruction_set_ = InstructionSet::kNone;
2418}
2419
Ulyana Trafimoviche886d682020-07-16 15:09:38 +00002420void Runtime::SetSimulateISA(InstructionSet instruction_set) {
2421 DCHECK(GetInstructionSet() != InstructionSet::kNone) << "Simulator ISA set before runtime ISA.";
2422 if (instruction_set == InstructionSet::kNone) {
2423 return;
2424 }
2425 CodeSimulatorContainer simulator(instruction_set);
2426 DCHECK(simulator.CanSimulate()) << "Fail to set simulator isa: " << instruction_set;
2427 simulate_isa_ = instruction_set;
2428}
2429
Mathieu Chartiere401d142015-04-22 13:56:20 -07002430void Runtime::SetCalleeSaveMethod(ArtMethod* method, CalleeSaveType type) {
Andreas Gampe8228cdf2017-05-30 15:03:54 -07002431 DCHECK_LT(static_cast<uint32_t>(type), kCalleeSaveSize);
Mathieu Chartiere401d142015-04-22 13:56:20 -07002432 CHECK(method != nullptr);
Andreas Gampe8228cdf2017-05-30 15:03:54 -07002433 callee_save_methods_[static_cast<size_t>(type)] = reinterpret_cast<uintptr_t>(method);
Brian Carlstrome24fa612011-09-29 00:53:55 -07002434}
2435
Igor Murashkin8275fba2017-05-02 15:58:02 -07002436void Runtime::ClearCalleeSaveMethods() {
Andreas Gampe8228cdf2017-05-30 15:03:54 -07002437 for (size_t i = 0; i < kCalleeSaveSize; ++i) {
2438 callee_save_methods_[i] = reinterpret_cast<uintptr_t>(nullptr);
Igor Murashkin8275fba2017-05-02 15:58:02 -07002439 }
2440}
2441
Calin Juravle66f55232015-12-08 15:09:10 +00002442void Runtime::RegisterAppInfo(const std::vector<std::string>& code_paths,
Calin Juravle77651c42017-03-03 18:04:02 -08002443 const std::string& profile_output_filename) {
Calin Juravle5e2b9712015-12-18 14:10:00 +02002444 if (jit_.get() == nullptr) {
2445 // We are not JITing. Nothing to do.
2446 return;
Calin Juravle4d77b6a2015-12-01 18:38:09 +00002447 }
Calin Juravle5e2b9712015-12-18 14:10:00 +02002448
2449 VLOG(profiler) << "Register app with " << profile_output_filename
Andreas Gampe9186ced2016-12-12 14:28:21 -08002450 << " " << android::base::Join(code_paths, ':');
Calin Juravle5e2b9712015-12-18 14:10:00 +02002451
2452 if (profile_output_filename.empty()) {
2453 LOG(WARNING) << "JIT profile information will not be recorded: profile filename is empty.";
2454 return;
2455 }
Andreas Gampe98ea9d92018-10-19 14:06:15 -07002456 if (!OS::FileExists(profile_output_filename.c_str(), /*check_file_type=*/ false)) {
Travis Tynesda40aca2019-07-22 19:24:35 -04002457 LOG(WARNING) << "JIT profile information will not be recorded: profile file does not exist.";
Calin Juravle5e2b9712015-12-18 14:10:00 +02002458 return;
2459 }
2460 if (code_paths.empty()) {
2461 LOG(WARNING) << "JIT profile information will not be recorded: code paths is empty.";
2462 return;
2463 }
2464
Calin Juravle77651c42017-03-03 18:04:02 -08002465 jit_->StartProfileSaver(profile_output_filename, code_paths);
Dave Allison0aded082013-11-07 13:15:11 -08002466}
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002467
2468// Transaction support.
Chang Xing605fe242017-07-20 15:57:21 -07002469bool Runtime::IsActiveTransaction() const {
2470 return !preinitialization_transactions_.empty() && !GetTransaction()->IsRollingBack();
2471}
2472
Chang Xing5a906fc2017-07-26 15:01:16 -07002473void Runtime::EnterTransactionMode(bool strict, mirror::Class* root) {
Chang Xingcade5c32017-07-20 17:56:26 -07002474 DCHECK(IsAotCompiler());
Vladimir Marko672c0802019-07-26 13:03:13 +01002475 if (preinitialization_transactions_.empty()) { // Top-level transaction?
2476 // Make initialized classes visibly initialized now. If that happened during the transaction
2477 // and then the transaction was aborted, we would roll back the status update but not the
2478 // ClassLinker's bookkeeping structures, so these classes would never be visibly initialized.
2479 GetClassLinker()->MakeInitializedClassesVisiblyInitialized(Thread::Current(), /*wait=*/ true);
2480 }
Chang Xing605fe242017-07-20 15:57:21 -07002481 preinitialization_transactions_.push_back(std::make_unique<Transaction>(strict, root));
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002482}
2483
2484void Runtime::ExitTransactionMode() {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002485 DCHECK(IsAotCompiler());
Chang Xing605fe242017-07-20 15:57:21 -07002486 DCHECK(IsActiveTransaction());
2487 preinitialization_transactions_.pop_back();
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002488}
2489
Chang Xing16d1dd82017-07-20 17:56:26 -07002490void Runtime::RollbackAndExitTransactionMode() {
2491 DCHECK(IsAotCompiler());
2492 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002493 preinitialization_transactions_.back()->Rollback();
2494 preinitialization_transactions_.pop_back();
Chang Xing16d1dd82017-07-20 17:56:26 -07002495}
2496
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002497bool Runtime::IsTransactionAborted() const {
2498 if (!IsActiveTransaction()) {
2499 return false;
2500 } else {
Mathieu Chartier184c9dc2015-03-05 13:20:54 -08002501 DCHECK(IsAotCompiler());
Chang Xing605fe242017-07-20 15:57:21 -07002502 return GetTransaction()->IsAborted();
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002503 }
2504}
2505
Chang Xing605fe242017-07-20 15:57:21 -07002506void Runtime::RollbackAllTransactions() {
2507 // If transaction is aborted, all transactions will be kept in the list.
2508 // Rollback and exit all of them.
2509 while (IsActiveTransaction()) {
2510 RollbackAndExitTransactionMode();
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002511 }
2512}
2513
Chang Xing5a906fc2017-07-26 15:01:16 -07002514bool Runtime::IsActiveStrictTransactionMode() const {
Chang Xing605fe242017-07-20 15:57:21 -07002515 return IsActiveTransaction() && GetTransaction()->IsStrict();
2516}
2517
2518const std::unique_ptr<Transaction>& Runtime::GetTransaction() const {
2519 DCHECK(!preinitialization_transactions_.empty());
2520 return preinitialization_transactions_.back();
Chang Xing5a906fc2017-07-26 15:01:16 -07002521}
2522
Sebastien Hertz2fd7e692015-04-02 11:11:19 +02002523void Runtime::AbortTransactionAndThrowAbortError(Thread* self, const std::string& abort_message) {
Mathieu Chartier184c9dc2015-03-05 13:20:54 -08002524 DCHECK(IsAotCompiler());
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002525 DCHECK(IsActiveTransaction());
Sebastien Hertzbd9cf9f2015-03-03 12:16:13 +01002526 // Throwing an exception may cause its class initialization. If we mark the transaction
2527 // aborted before that, we may warn with a false alarm. Throwing the exception before
2528 // marking the transaction aborted avoids that.
Chang Xing605fe242017-07-20 15:57:21 -07002529 // But now the transaction can be nested, and abort the transaction will relax the constraints
2530 // for constructing stack trace.
2531 GetTransaction()->Abort(abort_message);
2532 GetTransaction()->ThrowAbortError(self, &abort_message);
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002533}
2534
Sebastien Hertz2fd7e692015-04-02 11:11:19 +02002535void Runtime::ThrowTransactionAbortError(Thread* self) {
Mathieu Chartier184c9dc2015-03-05 13:20:54 -08002536 DCHECK(IsAotCompiler());
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002537 DCHECK(IsActiveTransaction());
Sebastien Hertzb81e1cd2015-04-28 12:31:41 +02002538 // Passing nullptr means we rethrow an exception with the earlier transaction abort message.
Chang Xing605fe242017-07-20 15:57:21 -07002539 GetTransaction()->ThrowAbortError(self, nullptr);
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002540}
2541
Igor Murashkinb1d8c312015-08-04 11:18:43 -07002542void Runtime::RecordWriteFieldBoolean(mirror::Object* obj, MemberOffset field_offset,
2543 uint8_t value, bool is_volatile) const {
Mathieu Chartier184c9dc2015-03-05 13:20:54 -08002544 DCHECK(IsAotCompiler());
Fred Shih37f05ef2014-07-16 18:38:08 -07002545 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002546 GetTransaction()->RecordWriteFieldBoolean(obj, field_offset, value, is_volatile);
Fred Shih37f05ef2014-07-16 18:38:08 -07002547}
2548
Igor Murashkinb1d8c312015-08-04 11:18:43 -07002549void Runtime::RecordWriteFieldByte(mirror::Object* obj, MemberOffset field_offset,
2550 int8_t value, bool is_volatile) const {
Mathieu Chartier184c9dc2015-03-05 13:20:54 -08002551 DCHECK(IsAotCompiler());
Fred Shih37f05ef2014-07-16 18:38:08 -07002552 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002553 GetTransaction()->RecordWriteFieldByte(obj, field_offset, value, is_volatile);
Fred Shih37f05ef2014-07-16 18:38:08 -07002554}
2555
Igor Murashkinb1d8c312015-08-04 11:18:43 -07002556void Runtime::RecordWriteFieldChar(mirror::Object* obj, MemberOffset field_offset,
2557 uint16_t value, bool is_volatile) const {
Mathieu Chartier184c9dc2015-03-05 13:20:54 -08002558 DCHECK(IsAotCompiler());
Fred Shih37f05ef2014-07-16 18:38:08 -07002559 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002560 GetTransaction()->RecordWriteFieldChar(obj, field_offset, value, is_volatile);
Fred Shih37f05ef2014-07-16 18:38:08 -07002561}
2562
Igor Murashkinb1d8c312015-08-04 11:18:43 -07002563void Runtime::RecordWriteFieldShort(mirror::Object* obj, MemberOffset field_offset,
2564 int16_t value, bool is_volatile) const {
Mathieu Chartier184c9dc2015-03-05 13:20:54 -08002565 DCHECK(IsAotCompiler());
Fred Shih37f05ef2014-07-16 18:38:08 -07002566 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002567 GetTransaction()->RecordWriteFieldShort(obj, field_offset, value, is_volatile);
Fred Shih37f05ef2014-07-16 18:38:08 -07002568}
2569
Igor Murashkinb1d8c312015-08-04 11:18:43 -07002570void Runtime::RecordWriteField32(mirror::Object* obj, MemberOffset field_offset,
2571 uint32_t value, bool is_volatile) const {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002572 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002573 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002574 GetTransaction()->RecordWriteField32(obj, field_offset, value, is_volatile);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002575}
2576
Igor Murashkinb1d8c312015-08-04 11:18:43 -07002577void Runtime::RecordWriteField64(mirror::Object* obj, MemberOffset field_offset,
2578 uint64_t value, bool is_volatile) const {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002579 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002580 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002581 GetTransaction()->RecordWriteField64(obj, field_offset, value, is_volatile);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002582}
2583
Mathieu Chartiera058fdf2016-10-06 15:13:58 -07002584void Runtime::RecordWriteFieldReference(mirror::Object* obj,
2585 MemberOffset field_offset,
2586 ObjPtr<mirror::Object> value,
2587 bool is_volatile) const {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002588 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002589 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002590 GetTransaction()->RecordWriteFieldReference(obj,
Mathieu Chartiera058fdf2016-10-06 15:13:58 -07002591 field_offset,
2592 value.Ptr(),
2593 is_volatile);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002594}
2595
2596void Runtime::RecordWriteArray(mirror::Array* array, size_t index, uint64_t value) const {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002597 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002598 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002599 GetTransaction()->RecordWriteArray(array, index, value);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002600}
2601
Mathieu Chartier9e868092016-10-31 14:58:04 -07002602void Runtime::RecordStrongStringInsertion(ObjPtr<mirror::String> s) const {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002603 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002604 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002605 GetTransaction()->RecordStrongStringInsertion(s);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002606}
2607
Mathieu Chartier9e868092016-10-31 14:58:04 -07002608void Runtime::RecordWeakStringInsertion(ObjPtr<mirror::String> s) const {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002609 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002610 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002611 GetTransaction()->RecordWeakStringInsertion(s);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002612}
2613
Mathieu Chartier9e868092016-10-31 14:58:04 -07002614void Runtime::RecordStrongStringRemoval(ObjPtr<mirror::String> s) const {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002615 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002616 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002617 GetTransaction()->RecordStrongStringRemoval(s);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002618}
2619
Mathieu Chartier9e868092016-10-31 14:58:04 -07002620void Runtime::RecordWeakStringRemoval(ObjPtr<mirror::String> s) const {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002621 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002622 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002623 GetTransaction()->RecordWeakStringRemoval(s);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002624}
Mathieu Chartier15d34022014-02-26 17:16:38 -08002625
Andreas Gampe8a0128a2016-11-28 07:38:35 -08002626void Runtime::RecordResolveString(ObjPtr<mirror::DexCache> dex_cache,
2627 dex::StringIndex string_idx) const {
Mathieu Chartierbb816d62016-09-07 10:17:46 -07002628 DCHECK(IsAotCompiler());
2629 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002630 GetTransaction()->RecordResolveString(dex_cache, string_idx);
Mathieu Chartierbb816d62016-09-07 10:17:46 -07002631}
2632
Mathieu Chartier15d34022014-02-26 17:16:38 -08002633void Runtime::SetFaultMessage(const std::string& message) {
Andreas Gampe44f67602018-11-28 08:27:27 -08002634 std::string* new_msg = new std::string(message);
2635 std::string* cur_msg = fault_message_.exchange(new_msg);
2636 delete cur_msg;
2637}
2638
2639std::string Runtime::GetFaultMessage() {
2640 // Retrieve the message. Temporarily replace with null so that SetFaultMessage will not delete
2641 // the string in parallel.
2642 std::string* cur_msg = fault_message_.exchange(nullptr);
2643
2644 // Make a copy of the string.
2645 std::string ret = cur_msg == nullptr ? "" : *cur_msg;
2646
2647 // Put the message back if it hasn't been updated.
2648 std::string* null_str = nullptr;
2649 if (!fault_message_.compare_exchange_strong(null_str, cur_msg)) {
2650 // Already replaced.
2651 delete cur_msg;
2652 }
2653
2654 return ret;
Mathieu Chartier15d34022014-02-26 17:16:38 -08002655}
Brian Carlstrom491ca9e2014-03-02 18:24:38 -08002656
Igor Murashkinb1d8c312015-08-04 11:18:43 -07002657void Runtime::AddCurrentRuntimeFeaturesAsDex2OatArguments(std::vector<std::string>* argv)
Ian Rogers8afeb852014-04-02 14:55:49 -07002658 const {
Nicolas Geoffrayc6b1b932016-03-22 09:52:40 +00002659 if (GetInstrumentation()->InterpretOnly()) {
Nicolas Geoffray49cda062017-04-21 13:08:25 +01002660 argv->push_back("--compiler-filter=quicken");
Ian Rogers9bc54402014-04-17 16:40:01 -07002661 }
2662
Ian Rogers8afeb852014-04-02 14:55:49 -07002663 // Make the dex2oat instruction set match that of the launching runtime. If we have multiple
2664 // architecture support, dex2oat may be compiled as a different instruction-set than that
2665 // currently being executed.
Ulyana Trafimoviche886d682020-07-16 15:09:38 +00002666 // In simulator mode, the dex2oat instruction set should match the simulator, so that we can
2667 // compile for simulating ISA.
2668 InstructionSet target_isa =
2669 (simulate_isa_ == InstructionSet::kNone) ? kRuntimeISA : simulate_isa_;
Ian Rogersb9beb2e2014-05-09 16:57:40 -07002670 std::string instruction_set("--instruction-set=");
Ulyana Trafimoviche886d682020-07-16 15:09:38 +00002671 instruction_set += GetInstructionSetString(target_isa);
Ian Rogersb9beb2e2014-05-09 16:57:40 -07002672 argv->push_back(instruction_set);
Ian Rogers8afeb852014-04-02 14:55:49 -07002673
xueliang.zhong7f88c1a2018-11-06 11:42:41 +00002674 if (InstructionSetFeatures::IsRuntimeDetectionSupported()) {
2675 argv->push_back("--instruction-set-features=runtime");
2676 } else {
2677 std::unique_ptr<const InstructionSetFeatures> features(
2678 InstructionSetFeatures::FromCppDefines());
2679 std::string feature_string("--instruction-set-features=");
2680 feature_string += features->GetFeatureString();
2681 argv->push_back(feature_string);
2682 }
Ian Rogers8afeb852014-04-02 14:55:49 -07002683}
2684
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002685void Runtime::CreateJitCodeCache(bool rwx_memory_allowed) {
Calin Juravleaf36e492016-04-27 18:50:45 +01002686 if (kIsDebugBuild && GetInstrumentation()->IsForcedInterpretOnly()) {
2687 DCHECK(!jit_options_->UseJitCompilation());
Hiroshi Yamauchi02d2f292015-04-03 13:35:16 -07002688 }
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002689
Andreas Gampe83e20492018-11-07 11:12:26 -08002690 if (!jit_options_->UseJitCompilation() && !jit_options_->GetSaveProfilingInfo()) {
Calin Juravle9545f6d2017-03-16 19:05:09 -07002691 return;
2692 }
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002693
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002694 std::string error_msg;
2695 bool profiling_only = !jit_options_->UseJitCompilation();
Nicolas Geoffray7a2c7c22018-11-20 10:03:13 +00002696 jit_code_cache_.reset(jit::JitCodeCache::Create(profiling_only,
2697 rwx_memory_allowed,
2698 IsZygote(),
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002699 &error_msg));
2700 if (jit_code_cache_.get() == nullptr) {
2701 LOG(WARNING) << "Failed to create JIT Code Cache: " << error_msg;
2702 }
2703}
2704
2705void Runtime::CreateJit() {
Andreas Gampe83e20492018-11-07 11:12:26 -08002706 DCHECK(jit_ == nullptr);
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002707 if (jit_code_cache_.get() == nullptr) {
Andreas Gampe83e20492018-11-07 11:12:26 -08002708 if (!IsSafeMode()) {
2709 LOG(WARNING) << "Missing code cache, cannot create JIT.";
2710 }
2711 return;
2712 }
2713 if (IsSafeMode()) {
2714 LOG(INFO) << "Not creating JIT because of SafeMode.";
2715 jit_code_cache_.reset();
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002716 return;
2717 }
2718
2719 jit::Jit* jit = jit::Jit::Create(jit_code_cache_.get(), jit_options_.get());
2720 DoAndMaybeSwitchInterpreter([=](){ jit_.reset(jit); });
2721 if (jit == nullptr) {
2722 LOG(WARNING) << "Failed to allocate JIT";
2723 // Release JIT code cache resources (several MB of memory).
Andreas Gampe83e20492018-11-07 11:12:26 -08002724 jit_code_cache_.reset();
Nicolas Geoffrayce9ed362018-11-29 03:19:28 +00002725 } else {
2726 jit->CreateThreadPool();
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002727 }
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002728}
2729
Andreas Gampe4585f872015-03-27 23:45:15 -07002730bool Runtime::CanRelocate() const {
Vladimir Marko4df2d802018-09-27 16:42:44 +00002731 return !IsAotCompiler();
Andreas Gampe4585f872015-03-27 23:45:15 -07002732}
2733
2734bool Runtime::IsCompilingBootImage() const {
2735 return IsCompiler() && compiler_callbacks_->IsBootImage();
2736}
2737
Mathieu Chartiere401d142015-04-22 13:56:20 -07002738void Runtime::SetResolutionMethod(ArtMethod* method) {
2739 CHECK(method != nullptr);
2740 CHECK(method->IsRuntimeMethod()) << method;
2741 resolution_method_ = method;
2742}
2743
2744void Runtime::SetImtUnimplementedMethod(ArtMethod* method) {
2745 CHECK(method != nullptr);
2746 CHECK(method->IsRuntimeMethod());
2747 imt_unimplemented_method_ = method;
Mathieu Chartier91288d82016-04-28 09:44:54 -07002748}
2749
2750void Runtime::FixupConflictTables() {
2751 // We can only do this after the class linker is created.
Andreas Gampe542451c2016-07-26 09:02:02 -07002752 const PointerSize pointer_size = GetClassLinker()->GetImagePointerSize();
Mathieu Chartier91288d82016-04-28 09:44:54 -07002753 if (imt_unimplemented_method_->GetImtConflictTable(pointer_size) == nullptr) {
2754 imt_unimplemented_method_->SetImtConflictTable(
Andreas Gampe98ea9d92018-10-19 14:06:15 -07002755 ClassLinker::CreateImtConflictTable(/*count=*/0u, GetLinearAlloc(), pointer_size),
Mathieu Chartier91288d82016-04-28 09:44:54 -07002756 pointer_size);
2757 }
2758 if (imt_conflict_method_->GetImtConflictTable(pointer_size) == nullptr) {
2759 imt_conflict_method_->SetImtConflictTable(
Andreas Gampe98ea9d92018-10-19 14:06:15 -07002760 ClassLinker::CreateImtConflictTable(/*count=*/0u, GetLinearAlloc(), pointer_size),
Mathieu Chartier91288d82016-04-28 09:44:54 -07002761 pointer_size);
Nicolas Geoffray40c68c62016-03-23 16:35:51 +00002762 }
Mathieu Chartiere401d142015-04-22 13:56:20 -07002763}
2764
Nicolas Geoffray68bf3902017-09-07 14:40:48 +01002765void Runtime::DisableVerifier() {
2766 verify_ = verifier::VerifyMode::kNone;
2767}
2768
Igor Murashkin7617abd2015-07-10 18:27:47 -07002769bool Runtime::IsVerificationEnabled() const {
Igor Murashkindf707e42016-02-02 16:56:50 -08002770 return verify_ == verifier::VerifyMode::kEnable ||
2771 verify_ == verifier::VerifyMode::kSoftFail;
Igor Murashkin7617abd2015-07-10 18:27:47 -07002772}
2773
2774bool Runtime::IsVerificationSoftFail() const {
2775 return verify_ == verifier::VerifyMode::kSoftFail;
2776}
2777
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00002778bool Runtime::IsAsyncDeoptimizeable(uintptr_t code) const {
Nicolas Geoffray00391822019-12-10 10:17:23 +00002779 if (OatQuickMethodHeader::NterpMethodHeader != nullptr) {
2780 if (OatQuickMethodHeader::NterpMethodHeader->Contains(code)) {
2781 return true;
2782 }
2783 }
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00002784 // We only support async deopt (ie the compiled code is not explicitly asking for
2785 // deopt, but something else like the debugger) in debuggable JIT code.
2786 // We could look at the oat file where `code` is being defined,
2787 // and check whether it's been compiled debuggable, but we decided to
2788 // only rely on the JIT for debuggable apps.
Alex Light280e6c32020-03-03 13:52:07 -08002789 // The JIT-zygote is not debuggable so we need to be sure to exclude code from the non-private
2790 // region as well.
2791 return IsJavaDebuggable() && GetJit() != nullptr &&
2792 GetJit()->GetCodeCache()->PrivateRegionContainsPc(reinterpret_cast<const void*>(code));
Mingyao Yangf711f2c2016-05-23 12:29:39 -07002793}
2794
Mathieu Chartier951ec2c2015-09-22 08:50:05 -07002795LinearAlloc* Runtime::CreateLinearAlloc() {
Mathieu Chartierc3fcd412015-09-25 16:54:59 -07002796 // For 64 bit compilers, it needs to be in low 4GB in the case where we are cross compiling for a
2797 // 32 bit target. In this case, we have 32 bit pointers in the dex cache arrays which can't hold
2798 // when we have 64 bit ArtMethod pointers.
Mathieu Chartier017ed0b2015-09-22 11:04:26 -07002799 return (IsAotCompiler() && Is64BitInstructionSet(kRuntimeISA))
Mathieu Chartier951ec2c2015-09-22 08:50:05 -07002800 ? new LinearAlloc(low_4gb_arena_pool_.get())
2801 : new LinearAlloc(arena_pool_.get());
2802}
2803
Mathieu Chartier32cc9ee2015-10-15 09:19:15 -07002804double Runtime::GetHashTableMinLoadFactor() const {
2805 return is_low_memory_mode_ ? kLowMemoryMinLoadFactor : kNormalMinLoadFactor;
2806}
2807
2808double Runtime::GetHashTableMaxLoadFactor() const {
2809 return is_low_memory_mode_ ? kLowMemoryMaxLoadFactor : kNormalMaxLoadFactor;
2810}
2811
Mathieu Chartierf8cb1782016-03-18 18:45:41 -07002812void Runtime::UpdateProcessState(ProcessState process_state) {
2813 ProcessState old_process_state = process_state_;
2814 process_state_ = process_state;
2815 GetHeap()->UpdateProcessState(old_process_state, process_state);
2816}
2817
Calin Juravle97cbc922016-04-15 16:16:35 +01002818void Runtime::RegisterSensitiveThread() const {
2819 Thread::SetJitSensitiveThread();
2820}
2821
Calin Juravleffc87072016-04-20 14:22:09 +01002822// Returns true if JIT compilations are enabled. GetJit() will be not null in this case.
2823bool Runtime::UseJitCompilation() const {
2824 return (jit_ != nullptr) && jit_->UseJitCompilation();
2825}
2826
David Sehrd106d9f2016-08-16 19:22:57 -07002827void Runtime::EnvSnapshot::TakeSnapshot() {
2828 char** env = GetEnviron();
2829 for (size_t i = 0; env[i] != nullptr; ++i) {
2830 name_value_pairs_.emplace_back(new std::string(env[i]));
2831 }
2832 // The strings in name_value_pairs_ retain ownership of the c_str, but we assign pointers
2833 // for quick use by GetSnapshot. This avoids allocation and copying cost at Exec.
2834 c_env_vector_.reset(new char*[name_value_pairs_.size() + 1]);
2835 for (size_t i = 0; env[i] != nullptr; ++i) {
2836 c_env_vector_[i] = const_cast<char*>(name_value_pairs_[i]->c_str());
2837 }
2838 c_env_vector_[name_value_pairs_.size()] = nullptr;
2839}
2840
2841char** Runtime::EnvSnapshot::GetSnapshot() const {
2842 return c_env_vector_.get();
2843}
2844
Andreas Gampefda57142016-09-08 20:29:18 -07002845void Runtime::AddSystemWeakHolder(gc::AbstractSystemWeakHolder* holder) {
2846 gc::ScopedGCCriticalSection gcs(Thread::Current(),
2847 gc::kGcCauseAddRemoveSystemWeakHolder,
2848 gc::kCollectorTypeAddRemoveSystemWeakHolder);
Andreas Gampe1f648592017-01-13 10:46:01 -08002849 // Note: The ScopedGCCriticalSection also ensures that the rest of the function is in
2850 // a critical section.
Andreas Gampefda57142016-09-08 20:29:18 -07002851 system_weak_holders_.push_back(holder);
2852}
2853
2854void Runtime::RemoveSystemWeakHolder(gc::AbstractSystemWeakHolder* holder) {
2855 gc::ScopedGCCriticalSection gcs(Thread::Current(),
2856 gc::kGcCauseAddRemoveSystemWeakHolder,
2857 gc::kCollectorTypeAddRemoveSystemWeakHolder);
2858 auto it = std::find(system_weak_holders_.begin(), system_weak_holders_.end(), holder);
2859 if (it != system_weak_holders_.end()) {
2860 system_weak_holders_.erase(it);
2861 }
2862}
2863
Andreas Gampeac30fa22017-01-18 21:02:36 -08002864RuntimeCallbacks* Runtime::GetRuntimeCallbacks() {
2865 return callbacks_.get();
2866}
2867
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00002868// Used to patch boot image method entry point to interpreter bridge.
2869class UpdateEntryPointsClassVisitor : public ClassVisitor {
2870 public:
2871 explicit UpdateEntryPointsClassVisitor(instrumentation::Instrumentation* instrumentation)
2872 : instrumentation_(instrumentation) {}
2873
Roland Levillainbbc6e7e2018-08-24 16:58:47 +01002874 bool operator()(ObjPtr<mirror::Class> klass) override REQUIRES(Locks::mutator_lock_) {
Nicolas Geoffray226805d2018-12-14 10:59:02 +00002875 DCHECK(Locks::mutator_lock_->IsExclusiveHeld(Thread::Current()));
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00002876 auto pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize();
2877 for (auto& m : klass->GetMethods(pointer_size)) {
2878 const void* code = m.GetEntryPointFromQuickCompiledCode();
2879 if (Runtime::Current()->GetHeap()->IsInBootImageOatFile(code) &&
2880 !m.IsNative() &&
2881 !m.IsProxyMethod()) {
2882 instrumentation_->UpdateMethodsCodeForJavaDebuggable(&m, GetQuickToInterpreterBridge());
2883 }
Nicolas Geoffrayc76232e2020-03-18 11:23:33 +00002884
2885 if (Runtime::Current()->GetJit() != nullptr &&
2886 Runtime::Current()->GetJit()->GetCodeCache()->IsInZygoteExecSpace(code) &&
2887 !m.IsNative()) {
2888 DCHECK(!m.IsProxyMethod());
2889 instrumentation_->UpdateMethodsCodeForJavaDebuggable(&m, GetQuickToInterpreterBridge());
2890 }
2891
2892 if (m.IsPreCompiled()) {
2893 // Precompilation is incompatible with debuggable, so clear the flag
2894 // and update the entrypoint in case it has been compiled.
2895 m.ClearPreCompiled();
2896 instrumentation_->UpdateMethodsCodeForJavaDebuggable(&m, GetQuickToInterpreterBridge());
2897 }
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00002898 }
2899 return true;
2900 }
2901
2902 private:
2903 instrumentation::Instrumentation* const instrumentation_;
2904};
2905
2906void Runtime::SetJavaDebuggable(bool value) {
2907 is_java_debuggable_ = value;
2908 // Do not call DeoptimizeBootImage just yet, the runtime may still be starting up.
2909}
2910
2911void Runtime::DeoptimizeBootImage() {
2912 // If we've already started and we are setting this runtime to debuggable,
2913 // we patch entry points of methods in boot image to interpreter bridge, as
2914 // boot image code may be AOT compiled as not debuggable.
2915 if (!GetInstrumentation()->IsForcedInterpretOnly()) {
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00002916 UpdateEntryPointsClassVisitor visitor(GetInstrumentation());
2917 GetClassLinker()->VisitClasses(&visitor);
Nicolas Geoffray226805d2018-12-14 10:59:02 +00002918 jit::Jit* jit = GetJit();
2919 if (jit != nullptr) {
Alex Lightb28e3042020-03-06 13:02:46 -08002920 // Code previously compiled may not be compiled debuggable.
2921 jit->GetCodeCache()->TransitionToDebuggable();
Nicolas Geoffray226805d2018-12-14 10:59:02 +00002922 }
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00002923 }
Alex Lightabd8f052019-12-06 10:49:17 -08002924 // Also de-quicken all -quick opcodes. We do this for both BCP and non-bcp so if we are swapping
2925 // debuggable during startup by a plugin (eg JVMTI) even non-BCP code has its vdex files deopted.
2926 std::unordered_set<const VdexFile*> vdexs;
2927 GetClassLinker()->VisitKnownDexFiles(Thread::Current(), [&](const art::DexFile* df) {
2928 const OatDexFile* odf = df->GetOatDexFile();
2929 if (odf == nullptr) {
2930 return;
2931 }
2932 const OatFile* of = odf->GetOatFile();
2933 if (of == nullptr || of->IsDebuggable()) {
2934 // no Oat or already debuggable so no -quick.
2935 return;
2936 }
2937 vdexs.insert(of->GetVdexFile());
2938 });
2939 LOG(INFO) << "Unquickening " << vdexs.size() << " vdex files!";
2940 for (const VdexFile* vf : vdexs) {
2941 vf->AllowWriting(true);
2942 vf->UnquickenInPlace(/*decompile_return_instruction=*/true);
2943 vf->AllowWriting(false);
2944 }
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00002945}
Mathieu Chartierada33d72018-12-17 13:17:30 -08002946
2947Runtime::ScopedThreadPoolUsage::ScopedThreadPoolUsage()
2948 : thread_pool_(Runtime::Current()->AcquireThreadPool()) {}
2949
2950Runtime::ScopedThreadPoolUsage::~ScopedThreadPoolUsage() {
2951 Runtime::Current()->ReleaseThreadPool();
2952}
2953
2954bool Runtime::DeleteThreadPool() {
2955 // Make sure workers are started to prevent thread shutdown errors.
2956 WaitForThreadPoolWorkersToStart();
2957 std::unique_ptr<ThreadPool> thread_pool;
2958 {
2959 MutexLock mu(Thread::Current(), *Locks::runtime_thread_pool_lock_);
2960 if (thread_pool_ref_count_ == 0) {
2961 thread_pool = std::move(thread_pool_);
2962 }
2963 }
2964 return thread_pool != nullptr;
2965}
2966
2967ThreadPool* Runtime::AcquireThreadPool() {
2968 MutexLock mu(Thread::Current(), *Locks::runtime_thread_pool_lock_);
2969 ++thread_pool_ref_count_;
2970 return thread_pool_.get();
2971}
2972
2973void Runtime::ReleaseThreadPool() {
2974 MutexLock mu(Thread::Current(), *Locks::runtime_thread_pool_lock_);
2975 CHECK_GT(thread_pool_ref_count_, 0u);
2976 --thread_pool_ref_count_;
2977}
2978
2979void Runtime::WaitForThreadPoolWorkersToStart() {
2980 // Need to make sure workers are created before deleting the pool.
2981 ScopedThreadPoolUsage stpu;
2982 if (stpu.GetThreadPool() != nullptr) {
2983 stpu.GetThreadPool()->WaitForWorkersToBeCreated();
2984 }
2985}
2986
Mathieu Chartier03625442019-06-24 17:29:23 -07002987void Runtime::ResetStartupCompleted() {
2988 startup_completed_.store(false, std::memory_order_seq_cst);
2989}
2990
Mathieu Chartierad390fa2019-10-16 20:03:00 -07002991class Runtime::NotifyStartupCompletedTask : public gc::HeapTask {
2992 public:
2993 NotifyStartupCompletedTask() : gc::HeapTask(/*target_run_time=*/ NanoTime()) {}
2994
2995 void Run(Thread* self) override {
2996 VLOG(startup) << "NotifyStartupCompletedTask running";
2997 Runtime* const runtime = Runtime::Current();
2998 {
2999 ScopedTrace trace("Releasing app image spaces metadata");
3000 ScopedObjectAccess soa(Thread::Current());
3001 for (gc::space::ContinuousSpace* space : runtime->GetHeap()->GetContinuousSpaces()) {
3002 if (space->IsImageSpace()) {
3003 gc::space::ImageSpace* image_space = space->AsImageSpace();
3004 if (image_space->GetImageHeader().IsAppImage()) {
3005 image_space->DisablePreResolvedStrings();
3006 }
3007 }
3008 }
3009 // Request empty checkpoints to make sure no threads are accessing the image space metadata
3010 // section when we madvise it. Use GC exclusion to prevent deadlocks that may happen if
3011 // multiple threads are attempting to run empty checkpoints at the same time.
3012 {
3013 // Avoid using ScopedGCCriticalSection since that does not allow thread suspension. This is
3014 // not allowed to prevent allocations, but it's still safe to suspend temporarily for the
3015 // checkpoint.
3016 gc::ScopedInterruptibleGCCriticalSection sigcs(self,
3017 gc::kGcCauseRunEmptyCheckpoint,
3018 gc::kCollectorTypeCriticalSection);
3019 runtime->GetThreadList()->RunEmptyCheckpoint();
3020 }
3021 for (gc::space::ContinuousSpace* space : runtime->GetHeap()->GetContinuousSpaces()) {
3022 if (space->IsImageSpace()) {
3023 gc::space::ImageSpace* image_space = space->AsImageSpace();
3024 if (image_space->GetImageHeader().IsAppImage()) {
3025 image_space->ReleaseMetadata();
3026 }
3027 }
3028 }
3029 }
3030
3031 {
3032 // Delete the thread pool used for app image loading since startup is assumed to be completed.
3033 ScopedTrace trace2("Delete thread pool");
3034 runtime->DeleteThreadPool();
3035 }
3036 }
3037};
3038
Mathieu Chartier175ce3d2019-03-06 16:54:24 -08003039void Runtime::NotifyStartupCompleted() {
3040 bool expected = false;
3041 if (!startup_completed_.compare_exchange_strong(expected, true, std::memory_order_seq_cst)) {
3042 // Right now NotifyStartupCompleted will be called up to twice, once from profiler and up to
3043 // once externally. For this reason there are no asserts.
3044 return;
3045 }
Mathieu Chartier175ce3d2019-03-06 16:54:24 -08003046
Mathieu Chartierad390fa2019-10-16 20:03:00 -07003047 VLOG(startup) << "Adding NotifyStartupCompleted task";
3048 // Use the heap task processor since we want to be exclusive with the GC and we don't want to
3049 // block the caller if the GC is running.
3050 if (!GetHeap()->AddHeapTask(new NotifyStartupCompletedTask)) {
3051 VLOG(startup) << "Failed to add NotifyStartupCompletedTask";
Mathieu Chartier6e7a72c2019-03-07 21:40:10 -08003052 }
3053
Mathieu Chartier175ce3d2019-03-06 16:54:24 -08003054 // Notify the profiler saver that startup is now completed.
3055 ProfileSaver::NotifyStartupCompleted();
3056}
3057
3058bool Runtime::GetStartupCompleted() const {
3059 return startup_completed_.load(std::memory_order_seq_cst);
3060}
3061
randy.jeong5bef0222019-05-27 10:29:09 +09003062void Runtime::SetSignalHookDebuggable(bool value) {
3063 SkipAddSignalHandler(value);
3064}
3065
Alex Lightf3677472019-06-26 16:31:53 -07003066void Runtime::SetJniIdType(JniIdType t) {
3067 CHECK(CanSetJniIdType()) << "Not allowed to change id type!";
3068 if (t == GetJniIdType()) {
3069 return;
3070 }
3071 jni_ids_indirection_ = t;
3072 JNIEnvExt::ResetFunctionTable();
3073 WellKnownClasses::HandleJniIdTypeChange(Thread::Current()->GetJniEnv());
3074}
3075
Mathieu Chartierccc75192019-10-28 13:34:03 -07003076bool Runtime::GetOatFilesExecutable() const {
3077 return !IsAotCompiler() && !(IsSystemServer() && jit_options_->GetSaveProfilingInfo());
3078}
3079
Nicolas Geoffraye3f775b2019-12-04 14:41:52 +00003080void Runtime::ProcessWeakClass(GcRoot<mirror::Class>* root_ptr,
3081 IsMarkedVisitor* visitor,
3082 mirror::Class* update) {
3083 // This does not need a read barrier because this is called by GC.
3084 mirror::Class* cls = root_ptr->Read<kWithoutReadBarrier>();
3085 if (cls != nullptr && cls != GetWeakClassSentinel()) {
3086 DCHECK((cls->IsClass<kDefaultVerifyFlags>()));
3087 // Look at the classloader of the class to know if it has been unloaded.
3088 // This does not need a read barrier because this is called by GC.
3089 ObjPtr<mirror::Object> class_loader =
3090 cls->GetClassLoader<kDefaultVerifyFlags, kWithoutReadBarrier>();
3091 if (class_loader == nullptr || visitor->IsMarked(class_loader.Ptr()) != nullptr) {
3092 // The class loader is live, update the entry if the class has moved.
3093 mirror::Class* new_cls = down_cast<mirror::Class*>(visitor->IsMarked(cls));
3094 // Note that new_object can be null for CMS and newly allocated objects.
3095 if (new_cls != nullptr && new_cls != cls) {
3096 *root_ptr = GcRoot<mirror::Class>(new_cls);
3097 }
3098 } else {
3099 // The class loader is not live, clear the entry.
3100 *root_ptr = GcRoot<mirror::Class>(update);
3101 }
3102 }
3103}
3104
Carl Shapiro1fb86202011-06-27 17:43:13 -07003105} // namespace art