| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2014 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| Andreas Gampe | 8cf9cb3 | 2017-07-19 09:28:38 -0700 | [diff] [blame] | 17 | #include "register_allocator.h" |
| 18 | |
| Mark Mendell | fb8d279 | 2015-03-31 22:16:59 -0400 | [diff] [blame] | 19 | #include "arch/x86/instruction_set_features_x86.h" |
| Mathieu Chartier | b666f48 | 2015-02-18 14:33:14 -0800 | [diff] [blame] | 20 | #include "base/arena_allocator.h" |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 21 | #include "builder.h" |
| 22 | #include "code_generator.h" |
| Nicolas Geoffray | 8a16d97 | 2014-09-11 10:30:02 +0100 | [diff] [blame] | 23 | #include "code_generator_x86.h" |
| David Sehr | 9e734c7 | 2018-01-04 17:56:19 -0800 | [diff] [blame] | 24 | #include "dex/dex_file.h" |
| 25 | #include "dex/dex_file_types.h" |
| 26 | #include "dex/dex_instruction.h" |
| Calin Juravle | cd6dffe | 2015-01-08 17:35:35 +0000 | [diff] [blame] | 27 | #include "driver/compiler_options.h" |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 28 | #include "nodes.h" |
| 29 | #include "optimizing_unit_test.h" |
| Matthew Gharrity | e928885 | 2016-07-14 14:08:16 -0700 | [diff] [blame] | 30 | #include "register_allocator_linear_scan.h" |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 31 | #include "ssa_liveness_analysis.h" |
| Nicolas Geoffray | 3ac17fc | 2014-08-06 23:02:54 +0100 | [diff] [blame] | 32 | #include "ssa_phi_elimination.h" |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 33 | |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 34 | namespace art { |
| 35 | |
| Matthew Gharrity | 2ac06bc | 2016-08-05 09:34:52 -0700 | [diff] [blame] | 36 | using Strategy = RegisterAllocator::Strategy; |
| 37 | |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 38 | // Note: the register allocator tests rely on the fact that constants have live |
| 39 | // intervals and registers get allocated to them. |
| 40 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 41 | class RegisterAllocatorTest : public OptimizingUnitTest { |
| Matthew Gharrity | 2ac06bc | 2016-08-05 09:34:52 -0700 | [diff] [blame] | 42 | protected: |
| Vladimir Marko | a043111 | 2018-06-25 09:32:54 +0100 | [diff] [blame] | 43 | void SetUp() OVERRIDE { |
| 44 | // This test is using the x86 ISA. |
| 45 | OverrideInstructionSetFeatures(InstructionSet::kX86, "default"); |
| 46 | OptimizingUnitTest::SetUp(); |
| 47 | } |
| 48 | |
| Matthew Gharrity | 2ac06bc | 2016-08-05 09:34:52 -0700 | [diff] [blame] | 49 | // These functions need to access private variables of LocationSummary, so we declare it |
| 50 | // as a member of RegisterAllocatorTest, which we make a friend class. |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 51 | void SameAsFirstInputHint(Strategy strategy); |
| 52 | void ExpectedInRegisterHint(Strategy strategy); |
| 53 | |
| 54 | // Helper functions that make use of the OptimizingUnitTest's members. |
| Mathieu Chartier | fa3db3d | 2018-01-12 14:42:18 -0800 | [diff] [blame] | 55 | bool Check(const std::vector<uint16_t>& data, Strategy strategy); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 56 | void CFG1(Strategy strategy); |
| 57 | void Loop1(Strategy strategy); |
| 58 | void Loop2(Strategy strategy); |
| 59 | void Loop3(Strategy strategy); |
| 60 | void DeadPhi(Strategy strategy); |
| 61 | HGraph* BuildIfElseWithPhi(HPhi** phi, HInstruction** input1, HInstruction** input2); |
| 62 | void PhiHint(Strategy strategy); |
| 63 | HGraph* BuildFieldReturn(HInstruction** field, HInstruction** ret); |
| 64 | HGraph* BuildTwoSubs(HInstruction** first_sub, HInstruction** second_sub); |
| 65 | HGraph* BuildDiv(HInstruction** div); |
| 66 | void ExpectedExactInRegisterAndSameOutputHint(Strategy strategy); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 67 | |
| 68 | bool ValidateIntervals(const ScopedArenaVector<LiveInterval*>& intervals, |
| 69 | const CodeGenerator& codegen) { |
| 70 | return RegisterAllocator::ValidateIntervals(ArrayRef<LiveInterval* const>(intervals), |
| 71 | /* number_of_spill_slots */ 0u, |
| 72 | /* number_of_out_slots */ 0u, |
| 73 | codegen, |
| 74 | /* processing_core_registers */ true, |
| 75 | /* log_fatal_on_failure */ false); |
| 76 | } |
| Matthew Gharrity | 2ac06bc | 2016-08-05 09:34:52 -0700 | [diff] [blame] | 77 | }; |
| David Brazdil | 4833f5a | 2015-12-16 10:37:39 +0000 | [diff] [blame] | 78 | |
| Matthew Gharrity | 2ac06bc | 2016-08-05 09:34:52 -0700 | [diff] [blame] | 79 | // This macro should include all register allocation strategies that should be tested. |
| 80 | #define TEST_ALL_STRATEGIES(test_name)\ |
| 81 | TEST_F(RegisterAllocatorTest, test_name##_LinearScan) {\ |
| 82 | test_name(Strategy::kRegisterAllocatorLinearScan);\ |
| 83 | }\ |
| 84 | TEST_F(RegisterAllocatorTest, test_name##_GraphColor) {\ |
| 85 | test_name(Strategy::kRegisterAllocatorGraphColor);\ |
| 86 | } |
| 87 | |
| Mathieu Chartier | fa3db3d | 2018-01-12 14:42:18 -0800 | [diff] [blame] | 88 | bool RegisterAllocatorTest::Check(const std::vector<uint16_t>& data, Strategy strategy) { |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 89 | HGraph* graph = CreateCFG(data); |
| Vladimir Marko | a043111 | 2018-06-25 09:32:54 +0100 | [diff] [blame] | 90 | x86::CodeGeneratorX86 codegen(graph, *compiler_options_); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 91 | SsaLivenessAnalysis liveness(graph, &codegen, GetScopedAllocator()); |
| Nicolas Geoffray | 31d76b4 | 2014-06-09 15:02:22 +0100 | [diff] [blame] | 92 | liveness.Analyze(); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 93 | std::unique_ptr<RegisterAllocator> register_allocator = |
| 94 | RegisterAllocator::Create(GetScopedAllocator(), &codegen, liveness, strategy); |
| Matthew Gharrity | 8f49d4b | 2016-07-14 13:24:00 -0700 | [diff] [blame] | 95 | register_allocator->AllocateRegisters(); |
| 96 | return register_allocator->Validate(false); |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 97 | } |
| 98 | |
| 99 | /** |
| 100 | * Unit testing of RegisterAllocator::ValidateIntervals. Register allocator |
| 101 | * tests are based on this validation method. |
| 102 | */ |
| David Brazdil | 4833f5a | 2015-12-16 10:37:39 +0000 | [diff] [blame] | 103 | TEST_F(RegisterAllocatorTest, ValidateIntervals) { |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 104 | HGraph* graph = CreateGraph(); |
| Vladimir Marko | a043111 | 2018-06-25 09:32:54 +0100 | [diff] [blame] | 105 | x86::CodeGeneratorX86 codegen(graph, *compiler_options_); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 106 | ScopedArenaVector<LiveInterval*> intervals(GetScopedAllocator()->Adapter()); |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 107 | |
| 108 | // Test with two intervals of the same range. |
| 109 | { |
| 110 | static constexpr size_t ranges[][2] = {{0, 42}}; |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 111 | intervals.push_back(BuildInterval(ranges, arraysize(ranges), GetScopedAllocator(), 0)); |
| 112 | intervals.push_back(BuildInterval(ranges, arraysize(ranges), GetScopedAllocator(), 1)); |
| 113 | ASSERT_TRUE(ValidateIntervals(intervals, codegen)); |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 114 | |
| Vladimir Marko | 2aaa4b5 | 2015-09-17 17:03:26 +0100 | [diff] [blame] | 115 | intervals[1]->SetRegister(0); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 116 | ASSERT_FALSE(ValidateIntervals(intervals, codegen)); |
| Vladimir Marko | 2aaa4b5 | 2015-09-17 17:03:26 +0100 | [diff] [blame] | 117 | intervals.clear(); |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 118 | } |
| 119 | |
| 120 | // Test with two non-intersecting intervals. |
| 121 | { |
| 122 | static constexpr size_t ranges1[][2] = {{0, 42}}; |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 123 | intervals.push_back(BuildInterval(ranges1, arraysize(ranges1), GetScopedAllocator(), 0)); |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 124 | static constexpr size_t ranges2[][2] = {{42, 43}}; |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 125 | intervals.push_back(BuildInterval(ranges2, arraysize(ranges2), GetScopedAllocator(), 1)); |
| 126 | ASSERT_TRUE(ValidateIntervals(intervals, codegen)); |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 127 | |
| Vladimir Marko | 2aaa4b5 | 2015-09-17 17:03:26 +0100 | [diff] [blame] | 128 | intervals[1]->SetRegister(0); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 129 | ASSERT_TRUE(ValidateIntervals(intervals, codegen)); |
| Vladimir Marko | 2aaa4b5 | 2015-09-17 17:03:26 +0100 | [diff] [blame] | 130 | intervals.clear(); |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 131 | } |
| 132 | |
| 133 | // Test with two non-intersecting intervals, with one with a lifetime hole. |
| 134 | { |
| 135 | static constexpr size_t ranges1[][2] = {{0, 42}, {45, 48}}; |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 136 | intervals.push_back(BuildInterval(ranges1, arraysize(ranges1), GetScopedAllocator(), 0)); |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 137 | static constexpr size_t ranges2[][2] = {{42, 43}}; |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 138 | intervals.push_back(BuildInterval(ranges2, arraysize(ranges2), GetScopedAllocator(), 1)); |
| 139 | ASSERT_TRUE(ValidateIntervals(intervals, codegen)); |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 140 | |
| Vladimir Marko | 2aaa4b5 | 2015-09-17 17:03:26 +0100 | [diff] [blame] | 141 | intervals[1]->SetRegister(0); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 142 | ASSERT_TRUE(ValidateIntervals(intervals, codegen)); |
| Vladimir Marko | 2aaa4b5 | 2015-09-17 17:03:26 +0100 | [diff] [blame] | 143 | intervals.clear(); |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 144 | } |
| 145 | |
| 146 | // Test with intersecting intervals. |
| 147 | { |
| 148 | static constexpr size_t ranges1[][2] = {{0, 42}, {44, 48}}; |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 149 | intervals.push_back(BuildInterval(ranges1, arraysize(ranges1), GetScopedAllocator(), 0)); |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 150 | static constexpr size_t ranges2[][2] = {{42, 47}}; |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 151 | intervals.push_back(BuildInterval(ranges2, arraysize(ranges2), GetScopedAllocator(), 1)); |
| 152 | ASSERT_TRUE(ValidateIntervals(intervals, codegen)); |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 153 | |
| Vladimir Marko | 2aaa4b5 | 2015-09-17 17:03:26 +0100 | [diff] [blame] | 154 | intervals[1]->SetRegister(0); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 155 | ASSERT_FALSE(ValidateIntervals(intervals, codegen)); |
| Vladimir Marko | 2aaa4b5 | 2015-09-17 17:03:26 +0100 | [diff] [blame] | 156 | intervals.clear(); |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 157 | } |
| 158 | |
| 159 | // Test with siblings. |
| 160 | { |
| 161 | static constexpr size_t ranges1[][2] = {{0, 42}, {44, 48}}; |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 162 | intervals.push_back(BuildInterval(ranges1, arraysize(ranges1), GetScopedAllocator(), 0)); |
| Vladimir Marko | 2aaa4b5 | 2015-09-17 17:03:26 +0100 | [diff] [blame] | 163 | intervals[0]->SplitAt(43); |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 164 | static constexpr size_t ranges2[][2] = {{42, 47}}; |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 165 | intervals.push_back(BuildInterval(ranges2, arraysize(ranges2), GetScopedAllocator(), 1)); |
| 166 | ASSERT_TRUE(ValidateIntervals(intervals, codegen)); |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 167 | |
| Vladimir Marko | 2aaa4b5 | 2015-09-17 17:03:26 +0100 | [diff] [blame] | 168 | intervals[1]->SetRegister(0); |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 169 | // Sibling of the first interval has no register allocated to it. |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 170 | ASSERT_TRUE(ValidateIntervals(intervals, codegen)); |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 171 | |
| Vladimir Marko | 2aaa4b5 | 2015-09-17 17:03:26 +0100 | [diff] [blame] | 172 | intervals[0]->GetNextSibling()->SetRegister(0); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 173 | ASSERT_FALSE(ValidateIntervals(intervals, codegen)); |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 174 | } |
| 175 | } |
| 176 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 177 | void RegisterAllocatorTest::CFG1(Strategy strategy) { |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 178 | /* |
| 179 | * Test the following snippet: |
| 180 | * return 0; |
| 181 | * |
| 182 | * Which becomes the following graph: |
| 183 | * constant0 |
| 184 | * goto |
| 185 | * | |
| 186 | * return |
| 187 | * | |
| 188 | * exit |
| 189 | */ |
| Mathieu Chartier | fa3db3d | 2018-01-12 14:42:18 -0800 | [diff] [blame] | 190 | const std::vector<uint16_t> data = ONE_REGISTER_CODE_ITEM( |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 191 | Instruction::CONST_4 | 0 | 0, |
| 192 | Instruction::RETURN); |
| 193 | |
| Matthew Gharrity | 2ac06bc | 2016-08-05 09:34:52 -0700 | [diff] [blame] | 194 | ASSERT_TRUE(Check(data, strategy)); |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 195 | } |
| 196 | |
| Matthew Gharrity | 2ac06bc | 2016-08-05 09:34:52 -0700 | [diff] [blame] | 197 | TEST_ALL_STRATEGIES(CFG1); |
| 198 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 199 | void RegisterAllocatorTest::Loop1(Strategy strategy) { |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 200 | /* |
| 201 | * Test the following snippet: |
| 202 | * int a = 0; |
| 203 | * while (a == a) { |
| 204 | * a = 4; |
| 205 | * } |
| 206 | * return 5; |
| 207 | * |
| 208 | * Which becomes the following graph: |
| 209 | * constant0 |
| 210 | * constant4 |
| 211 | * constant5 |
| 212 | * goto |
| 213 | * | |
| 214 | * goto |
| 215 | * | |
| 216 | * phi |
| 217 | * equal |
| 218 | * if +++++ |
| 219 | * | \ + |
| 220 | * | goto |
| 221 | * | |
| 222 | * return |
| 223 | * | |
| 224 | * exit |
| 225 | */ |
| 226 | |
| Mathieu Chartier | fa3db3d | 2018-01-12 14:42:18 -0800 | [diff] [blame] | 227 | const std::vector<uint16_t> data = TWO_REGISTERS_CODE_ITEM( |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 228 | Instruction::CONST_4 | 0 | 0, |
| 229 | Instruction::IF_EQ, 4, |
| 230 | Instruction::CONST_4 | 4 << 12 | 0, |
| 231 | Instruction::GOTO | 0xFD00, |
| 232 | Instruction::CONST_4 | 5 << 12 | 1 << 8, |
| 233 | Instruction::RETURN | 1 << 8); |
| 234 | |
| Matthew Gharrity | 2ac06bc | 2016-08-05 09:34:52 -0700 | [diff] [blame] | 235 | ASSERT_TRUE(Check(data, strategy)); |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 236 | } |
| 237 | |
| Matthew Gharrity | 2ac06bc | 2016-08-05 09:34:52 -0700 | [diff] [blame] | 238 | TEST_ALL_STRATEGIES(Loop1); |
| 239 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 240 | void RegisterAllocatorTest::Loop2(Strategy strategy) { |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 241 | /* |
| 242 | * Test the following snippet: |
| 243 | * int a = 0; |
| 244 | * while (a == 8) { |
| 245 | * a = 4 + 5; |
| 246 | * } |
| 247 | * return 6 + 7; |
| 248 | * |
| 249 | * Which becomes the following graph: |
| 250 | * constant0 |
| 251 | * constant4 |
| 252 | * constant5 |
| 253 | * constant6 |
| 254 | * constant7 |
| 255 | * constant8 |
| 256 | * goto |
| 257 | * | |
| 258 | * goto |
| 259 | * | |
| 260 | * phi |
| 261 | * equal |
| 262 | * if +++++ |
| 263 | * | \ + |
| 264 | * | 4 + 5 |
| 265 | * | goto |
| 266 | * | |
| 267 | * 6 + 7 |
| 268 | * return |
| 269 | * | |
| 270 | * exit |
| 271 | */ |
| 272 | |
| Mathieu Chartier | fa3db3d | 2018-01-12 14:42:18 -0800 | [diff] [blame] | 273 | const std::vector<uint16_t> data = TWO_REGISTERS_CODE_ITEM( |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 274 | Instruction::CONST_4 | 0 | 0, |
| 275 | Instruction::CONST_4 | 8 << 12 | 1 << 8, |
| 276 | Instruction::IF_EQ | 1 << 8, 7, |
| 277 | Instruction::CONST_4 | 4 << 12 | 0 << 8, |
| 278 | Instruction::CONST_4 | 5 << 12 | 1 << 8, |
| 279 | Instruction::ADD_INT, 1 << 8 | 0, |
| 280 | Instruction::GOTO | 0xFA00, |
| 281 | Instruction::CONST_4 | 6 << 12 | 1 << 8, |
| 282 | Instruction::CONST_4 | 7 << 12 | 1 << 8, |
| 283 | Instruction::ADD_INT, 1 << 8 | 0, |
| 284 | Instruction::RETURN | 1 << 8); |
| 285 | |
| Matthew Gharrity | 2ac06bc | 2016-08-05 09:34:52 -0700 | [diff] [blame] | 286 | ASSERT_TRUE(Check(data, strategy)); |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 287 | } |
| 288 | |
| Matthew Gharrity | 2ac06bc | 2016-08-05 09:34:52 -0700 | [diff] [blame] | 289 | TEST_ALL_STRATEGIES(Loop2); |
| 290 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 291 | void RegisterAllocatorTest::Loop3(Strategy strategy) { |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 292 | /* |
| 293 | * Test the following snippet: |
| 294 | * int a = 0 |
| 295 | * do { |
| 296 | * b = a; |
| 297 | * a++; |
| 298 | * } while (a != 5) |
| 299 | * return b; |
| 300 | * |
| 301 | * Which becomes the following graph: |
| 302 | * constant0 |
| 303 | * constant1 |
| 304 | * constant5 |
| 305 | * goto |
| 306 | * | |
| 307 | * goto |
| 308 | * |++++++++++++ |
| 309 | * phi + |
| 310 | * a++ + |
| 311 | * equals + |
| 312 | * if + |
| 313 | * |++++++++++++ |
| 314 | * return |
| 315 | * | |
| 316 | * exit |
| 317 | */ |
| 318 | |
| Mathieu Chartier | fa3db3d | 2018-01-12 14:42:18 -0800 | [diff] [blame] | 319 | const std::vector<uint16_t> data = THREE_REGISTERS_CODE_ITEM( |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 320 | Instruction::CONST_4 | 0 | 0, |
| 321 | Instruction::ADD_INT_LIT8 | 1 << 8, 1 << 8, |
| 322 | Instruction::CONST_4 | 5 << 12 | 2 << 8, |
| 323 | Instruction::IF_NE | 1 << 8 | 2 << 12, 3, |
| 324 | Instruction::RETURN | 0 << 8, |
| 325 | Instruction::MOVE | 1 << 12 | 0 << 8, |
| 326 | Instruction::GOTO | 0xF900); |
| 327 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 328 | HGraph* graph = CreateCFG(data); |
| Vladimir Marko | a043111 | 2018-06-25 09:32:54 +0100 | [diff] [blame] | 329 | x86::CodeGeneratorX86 codegen(graph, *compiler_options_); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 330 | SsaLivenessAnalysis liveness(graph, &codegen, GetScopedAllocator()); |
| Nicolas Geoffray | 31d76b4 | 2014-06-09 15:02:22 +0100 | [diff] [blame] | 331 | liveness.Analyze(); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 332 | std::unique_ptr<RegisterAllocator> register_allocator = |
| 333 | RegisterAllocator::Create(GetScopedAllocator(), &codegen, liveness, strategy); |
| Matthew Gharrity | 8f49d4b | 2016-07-14 13:24:00 -0700 | [diff] [blame] | 334 | register_allocator->AllocateRegisters(); |
| 335 | ASSERT_TRUE(register_allocator->Validate(false)); |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 336 | |
| Vladimir Marko | ec7802a | 2015-10-01 20:57:57 +0100 | [diff] [blame] | 337 | HBasicBlock* loop_header = graph->GetBlocks()[2]; |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 338 | HPhi* phi = loop_header->GetFirstPhi()->AsPhi(); |
| 339 | |
| 340 | LiveInterval* phi_interval = phi->GetLiveInterval(); |
| 341 | LiveInterval* loop_update = phi->InputAt(1)->GetLiveInterval(); |
| 342 | ASSERT_TRUE(phi_interval->HasRegister()); |
| 343 | ASSERT_TRUE(loop_update->HasRegister()); |
| 344 | ASSERT_NE(phi_interval->GetRegister(), loop_update->GetRegister()); |
| 345 | |
| Vladimir Marko | ec7802a | 2015-10-01 20:57:57 +0100 | [diff] [blame] | 346 | HBasicBlock* return_block = graph->GetBlocks()[3]; |
| Nicolas Geoffray | 86dbb9a | 2014-06-04 11:12:39 +0100 | [diff] [blame] | 347 | HReturn* ret = return_block->GetLastInstruction()->AsReturn(); |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 348 | ASSERT_EQ(phi_interval->GetRegister(), ret->InputAt(0)->GetLiveInterval()->GetRegister()); |
| 349 | } |
| 350 | |
| Matthew Gharrity | 2ac06bc | 2016-08-05 09:34:52 -0700 | [diff] [blame] | 351 | TEST_ALL_STRATEGIES(Loop3); |
| 352 | |
| David Brazdil | 4833f5a | 2015-12-16 10:37:39 +0000 | [diff] [blame] | 353 | TEST_F(RegisterAllocatorTest, FirstRegisterUse) { |
| Mathieu Chartier | fa3db3d | 2018-01-12 14:42:18 -0800 | [diff] [blame] | 354 | const std::vector<uint16_t> data = THREE_REGISTERS_CODE_ITEM( |
| Nicolas Geoffray | de025a7 | 2014-06-19 17:06:46 +0100 | [diff] [blame] | 355 | Instruction::CONST_4 | 0 | 0, |
| Mark Mendell | 09b8463 | 2015-02-13 17:48:38 -0500 | [diff] [blame] | 356 | Instruction::XOR_INT_LIT8 | 1 << 8, 1 << 8, |
| 357 | Instruction::XOR_INT_LIT8 | 0 << 8, 1 << 8, |
| 358 | Instruction::XOR_INT_LIT8 | 1 << 8, 1 << 8 | 1, |
| Nicolas Geoffray | de025a7 | 2014-06-19 17:06:46 +0100 | [diff] [blame] | 359 | Instruction::RETURN_VOID); |
| 360 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 361 | HGraph* graph = CreateCFG(data); |
| Vladimir Marko | a043111 | 2018-06-25 09:32:54 +0100 | [diff] [blame] | 362 | x86::CodeGeneratorX86 codegen(graph, *compiler_options_); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 363 | SsaLivenessAnalysis liveness(graph, &codegen, GetScopedAllocator()); |
| Nicolas Geoffray | de025a7 | 2014-06-19 17:06:46 +0100 | [diff] [blame] | 364 | liveness.Analyze(); |
| 365 | |
| Vladimir Marko | ec7802a | 2015-10-01 20:57:57 +0100 | [diff] [blame] | 366 | HXor* first_xor = graph->GetBlocks()[1]->GetFirstInstruction()->AsXor(); |
| 367 | HXor* last_xor = graph->GetBlocks()[1]->GetLastInstruction()->GetPrevious()->AsXor(); |
| Mark Mendell | 09b8463 | 2015-02-13 17:48:38 -0500 | [diff] [blame] | 368 | ASSERT_EQ(last_xor->InputAt(0), first_xor); |
| 369 | LiveInterval* interval = first_xor->GetLiveInterval(); |
| 370 | ASSERT_EQ(interval->GetEnd(), last_xor->GetLifetimePosition()); |
| Nicolas Geoffray | de025a7 | 2014-06-19 17:06:46 +0100 | [diff] [blame] | 371 | ASSERT_TRUE(interval->GetNextSibling() == nullptr); |
| 372 | |
| 373 | // We need a register for the output of the instruction. |
| Mark Mendell | 09b8463 | 2015-02-13 17:48:38 -0500 | [diff] [blame] | 374 | ASSERT_EQ(interval->FirstRegisterUse(), first_xor->GetLifetimePosition()); |
| Nicolas Geoffray | de025a7 | 2014-06-19 17:06:46 +0100 | [diff] [blame] | 375 | |
| 376 | // Split at the next instruction. |
| Mark Mendell | 09b8463 | 2015-02-13 17:48:38 -0500 | [diff] [blame] | 377 | interval = interval->SplitAt(first_xor->GetLifetimePosition() + 2); |
| Nicolas Geoffray | de025a7 | 2014-06-19 17:06:46 +0100 | [diff] [blame] | 378 | // The user of the split is the last add. |
| Mark Mendell | 09b8463 | 2015-02-13 17:48:38 -0500 | [diff] [blame] | 379 | ASSERT_EQ(interval->FirstRegisterUse(), last_xor->GetLifetimePosition()); |
| Nicolas Geoffray | de025a7 | 2014-06-19 17:06:46 +0100 | [diff] [blame] | 380 | |
| 381 | // Split before the last add. |
| Mark Mendell | 09b8463 | 2015-02-13 17:48:38 -0500 | [diff] [blame] | 382 | LiveInterval* new_interval = interval->SplitAt(last_xor->GetLifetimePosition() - 1); |
| Nicolas Geoffray | de025a7 | 2014-06-19 17:06:46 +0100 | [diff] [blame] | 383 | // Ensure the current interval has no register use... |
| 384 | ASSERT_EQ(interval->FirstRegisterUse(), kNoLifetime); |
| 385 | // And the new interval has it for the last add. |
| Mark Mendell | 09b8463 | 2015-02-13 17:48:38 -0500 | [diff] [blame] | 386 | ASSERT_EQ(new_interval->FirstRegisterUse(), last_xor->GetLifetimePosition()); |
| Nicolas Geoffray | de025a7 | 2014-06-19 17:06:46 +0100 | [diff] [blame] | 387 | } |
| 388 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 389 | void RegisterAllocatorTest::DeadPhi(Strategy strategy) { |
| Nicolas Geoffray | 3ac17fc | 2014-08-06 23:02:54 +0100 | [diff] [blame] | 390 | /* Test for a dead loop phi taking as back-edge input a phi that also has |
| 391 | * this loop phi as input. Walking backwards in SsaDeadPhiElimination |
| 392 | * does not solve the problem because the loop phi will be visited last. |
| 393 | * |
| 394 | * Test the following snippet: |
| 395 | * int a = 0 |
| 396 | * do { |
| 397 | * if (true) { |
| 398 | * a = 2; |
| 399 | * } |
| 400 | * } while (true); |
| 401 | */ |
| 402 | |
| Mathieu Chartier | fa3db3d | 2018-01-12 14:42:18 -0800 | [diff] [blame] | 403 | const std::vector<uint16_t> data = TWO_REGISTERS_CODE_ITEM( |
| Nicolas Geoffray | 3ac17fc | 2014-08-06 23:02:54 +0100 | [diff] [blame] | 404 | Instruction::CONST_4 | 0 | 0, |
| 405 | Instruction::CONST_4 | 1 << 8 | 0, |
| 406 | Instruction::IF_NE | 1 << 8 | 1 << 12, 3, |
| 407 | Instruction::CONST_4 | 2 << 12 | 0 << 8, |
| 408 | Instruction::GOTO | 0xFD00, |
| 409 | Instruction::RETURN_VOID); |
| 410 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 411 | HGraph* graph = CreateCFG(data); |
| Nicolas Geoffray | 3ac17fc | 2014-08-06 23:02:54 +0100 | [diff] [blame] | 412 | SsaDeadPhiElimination(graph).Run(); |
| Vladimir Marko | a043111 | 2018-06-25 09:32:54 +0100 | [diff] [blame] | 413 | x86::CodeGeneratorX86 codegen(graph, *compiler_options_); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 414 | SsaLivenessAnalysis liveness(graph, &codegen, GetScopedAllocator()); |
| Nicolas Geoffray | 3ac17fc | 2014-08-06 23:02:54 +0100 | [diff] [blame] | 415 | liveness.Analyze(); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 416 | std::unique_ptr<RegisterAllocator> register_allocator = |
| 417 | RegisterAllocator::Create(GetScopedAllocator(), &codegen, liveness, strategy); |
| Matthew Gharrity | 8f49d4b | 2016-07-14 13:24:00 -0700 | [diff] [blame] | 418 | register_allocator->AllocateRegisters(); |
| 419 | ASSERT_TRUE(register_allocator->Validate(false)); |
| Nicolas Geoffray | 3ac17fc | 2014-08-06 23:02:54 +0100 | [diff] [blame] | 420 | } |
| 421 | |
| Matthew Gharrity | 2ac06bc | 2016-08-05 09:34:52 -0700 | [diff] [blame] | 422 | TEST_ALL_STRATEGIES(DeadPhi); |
| 423 | |
| Nicolas Geoffray | aac0f39 | 2014-09-16 14:11:14 +0100 | [diff] [blame] | 424 | /** |
| 425 | * Test that the TryAllocateFreeReg method works in the presence of inactive intervals |
| 426 | * that share the same register. It should split the interval it is currently |
| 427 | * allocating for at the minimum lifetime position between the two inactive intervals. |
| Matthew Gharrity | d9ffd0d | 2016-06-22 10:27:55 -0700 | [diff] [blame] | 428 | * This test only applies to the linear scan allocator. |
| Nicolas Geoffray | aac0f39 | 2014-09-16 14:11:14 +0100 | [diff] [blame] | 429 | */ |
| David Brazdil | 4833f5a | 2015-12-16 10:37:39 +0000 | [diff] [blame] | 430 | TEST_F(RegisterAllocatorTest, FreeUntil) { |
| Mathieu Chartier | fa3db3d | 2018-01-12 14:42:18 -0800 | [diff] [blame] | 431 | const std::vector<uint16_t> data = TWO_REGISTERS_CODE_ITEM( |
| Nicolas Geoffray | aac0f39 | 2014-09-16 14:11:14 +0100 | [diff] [blame] | 432 | Instruction::CONST_4 | 0 | 0, |
| 433 | Instruction::RETURN); |
| 434 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 435 | HGraph* graph = CreateCFG(data); |
| Nicolas Geoffray | aac0f39 | 2014-09-16 14:11:14 +0100 | [diff] [blame] | 436 | SsaDeadPhiElimination(graph).Run(); |
| Vladimir Marko | a043111 | 2018-06-25 09:32:54 +0100 | [diff] [blame] | 437 | x86::CodeGeneratorX86 codegen(graph, *compiler_options_); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 438 | SsaLivenessAnalysis liveness(graph, &codegen, GetScopedAllocator()); |
| Nicolas Geoffray | aac0f39 | 2014-09-16 14:11:14 +0100 | [diff] [blame] | 439 | liveness.Analyze(); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 440 | RegisterAllocatorLinearScan register_allocator(GetScopedAllocator(), &codegen, liveness); |
| Nicolas Geoffray | aac0f39 | 2014-09-16 14:11:14 +0100 | [diff] [blame] | 441 | |
| 442 | // Add an artifical range to cover the temps that will be put in the unhandled list. |
| 443 | LiveInterval* unhandled = graph->GetEntryBlock()->GetFirstInstruction()->GetLiveInterval(); |
| 444 | unhandled->AddLoopRange(0, 60); |
| Nicolas Geoffray | 23a8188 | 2015-06-01 18:12:38 +0100 | [diff] [blame] | 445 | |
| Nicolas Geoffray | 30971d6 | 2015-06-01 18:37:24 +0100 | [diff] [blame] | 446 | // Populate the instructions in the liveness object, to please the register allocator. |
| Nicolas Geoffray | 23a8188 | 2015-06-01 18:12:38 +0100 | [diff] [blame] | 447 | for (size_t i = 0; i < 60; ++i) { |
| Vladimir Marko | 2aaa4b5 | 2015-09-17 17:03:26 +0100 | [diff] [blame] | 448 | liveness.instructions_from_lifetime_position_.push_back( |
| Nicolas Geoffray | 23a8188 | 2015-06-01 18:12:38 +0100 | [diff] [blame] | 449 | graph->GetEntryBlock()->GetFirstInstruction()); |
| 450 | } |
| 451 | |
| Mingyao Yang | 296bd60 | 2014-10-06 16:47:28 -0700 | [diff] [blame] | 452 | // For SSA value intervals, only an interval resulted from a split may intersect |
| 453 | // with inactive intervals. |
| 454 | unhandled = register_allocator.Split(unhandled, 5); |
| Nicolas Geoffray | aac0f39 | 2014-09-16 14:11:14 +0100 | [diff] [blame] | 455 | |
| 456 | // Add three temps holding the same register, and starting at different positions. |
| 457 | // Put the one that should be picked in the middle of the inactive list to ensure |
| 458 | // we do not depend on an order. |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 459 | LiveInterval* interval = |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 460 | LiveInterval::MakeFixedInterval(GetScopedAllocator(), 0, DataType::Type::kInt32); |
| Nicolas Geoffray | aac0f39 | 2014-09-16 14:11:14 +0100 | [diff] [blame] | 461 | interval->AddRange(40, 50); |
| Vladimir Marko | 2aaa4b5 | 2015-09-17 17:03:26 +0100 | [diff] [blame] | 462 | register_allocator.inactive_.push_back(interval); |
| Nicolas Geoffray | aac0f39 | 2014-09-16 14:11:14 +0100 | [diff] [blame] | 463 | |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 464 | interval = LiveInterval::MakeFixedInterval(GetScopedAllocator(), 0, DataType::Type::kInt32); |
| Nicolas Geoffray | aac0f39 | 2014-09-16 14:11:14 +0100 | [diff] [blame] | 465 | interval->AddRange(20, 30); |
| Vladimir Marko | 2aaa4b5 | 2015-09-17 17:03:26 +0100 | [diff] [blame] | 466 | register_allocator.inactive_.push_back(interval); |
| Nicolas Geoffray | aac0f39 | 2014-09-16 14:11:14 +0100 | [diff] [blame] | 467 | |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 468 | interval = LiveInterval::MakeFixedInterval(GetScopedAllocator(), 0, DataType::Type::kInt32); |
| Nicolas Geoffray | aac0f39 | 2014-09-16 14:11:14 +0100 | [diff] [blame] | 469 | interval->AddRange(60, 70); |
| Vladimir Marko | 2aaa4b5 | 2015-09-17 17:03:26 +0100 | [diff] [blame] | 470 | register_allocator.inactive_.push_back(interval); |
| Nicolas Geoffray | aac0f39 | 2014-09-16 14:11:14 +0100 | [diff] [blame] | 471 | |
| 472 | register_allocator.number_of_registers_ = 1; |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 473 | register_allocator.registers_array_ = GetAllocator()->AllocArray<size_t>(1); |
| Nicolas Geoffray | aac0f39 | 2014-09-16 14:11:14 +0100 | [diff] [blame] | 474 | register_allocator.processing_core_registers_ = true; |
| 475 | register_allocator.unhandled_ = ®ister_allocator.unhandled_core_intervals_; |
| 476 | |
| Mingyao Yang | 296bd60 | 2014-10-06 16:47:28 -0700 | [diff] [blame] | 477 | ASSERT_TRUE(register_allocator.TryAllocateFreeReg(unhandled)); |
| Nicolas Geoffray | aac0f39 | 2014-09-16 14:11:14 +0100 | [diff] [blame] | 478 | |
| 479 | // Check that we have split the interval. |
| Vladimir Marko | 2aaa4b5 | 2015-09-17 17:03:26 +0100 | [diff] [blame] | 480 | ASSERT_EQ(1u, register_allocator.unhandled_->size()); |
| Nicolas Geoffray | aac0f39 | 2014-09-16 14:11:14 +0100 | [diff] [blame] | 481 | // Check that we know need to find a new register where the next interval |
| 482 | // that uses the register starts. |
| Vladimir Marko | 2aaa4b5 | 2015-09-17 17:03:26 +0100 | [diff] [blame] | 483 | ASSERT_EQ(20u, register_allocator.unhandled_->front()->GetStart()); |
| Nicolas Geoffray | aac0f39 | 2014-09-16 14:11:14 +0100 | [diff] [blame] | 484 | } |
| 485 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 486 | HGraph* RegisterAllocatorTest::BuildIfElseWithPhi(HPhi** phi, |
| 487 | HInstruction** input1, |
| 488 | HInstruction** input2) { |
| 489 | HGraph* graph = CreateGraph(); |
| 490 | HBasicBlock* entry = new (GetAllocator()) HBasicBlock(graph); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 491 | graph->AddBlock(entry); |
| 492 | graph->SetEntryBlock(entry); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 493 | HInstruction* parameter = new (GetAllocator()) HParameterValue( |
| Vladimir Marko | 0ebe0d8 | 2017-09-21 22:50:39 +0100 | [diff] [blame] | 494 | graph->GetDexFile(), dex::TypeIndex(0), 0, DataType::Type::kReference); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 495 | entry->AddInstruction(parameter); |
| 496 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 497 | HBasicBlock* block = new (GetAllocator()) HBasicBlock(graph); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 498 | graph->AddBlock(block); |
| 499 | entry->AddSuccessor(block); |
| 500 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 501 | HInstruction* test = new (GetAllocator()) HInstanceFieldGet(parameter, |
| 502 | nullptr, |
| 503 | DataType::Type::kBool, |
| 504 | MemberOffset(22), |
| 505 | false, |
| 506 | kUnknownFieldIndex, |
| 507 | kUnknownClassDefIndex, |
| 508 | graph->GetDexFile(), |
| 509 | 0); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 510 | block->AddInstruction(test); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 511 | block->AddInstruction(new (GetAllocator()) HIf(test)); |
| 512 | HBasicBlock* then = new (GetAllocator()) HBasicBlock(graph); |
| 513 | HBasicBlock* else_ = new (GetAllocator()) HBasicBlock(graph); |
| 514 | HBasicBlock* join = new (GetAllocator()) HBasicBlock(graph); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 515 | graph->AddBlock(then); |
| 516 | graph->AddBlock(else_); |
| 517 | graph->AddBlock(join); |
| 518 | |
| 519 | block->AddSuccessor(then); |
| 520 | block->AddSuccessor(else_); |
| 521 | then->AddSuccessor(join); |
| 522 | else_->AddSuccessor(join); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 523 | then->AddInstruction(new (GetAllocator()) HGoto()); |
| 524 | else_->AddInstruction(new (GetAllocator()) HGoto()); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 525 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 526 | *phi = new (GetAllocator()) HPhi(GetAllocator(), 0, 0, DataType::Type::kInt32); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 527 | join->AddPhi(*phi); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 528 | *input1 = new (GetAllocator()) HInstanceFieldGet(parameter, |
| 529 | nullptr, |
| 530 | DataType::Type::kInt32, |
| 531 | MemberOffset(42), |
| 532 | false, |
| 533 | kUnknownFieldIndex, |
| 534 | kUnknownClassDefIndex, |
| 535 | graph->GetDexFile(), |
| 536 | 0); |
| 537 | *input2 = new (GetAllocator()) HInstanceFieldGet(parameter, |
| 538 | nullptr, |
| 539 | DataType::Type::kInt32, |
| 540 | MemberOffset(42), |
| 541 | false, |
| 542 | kUnknownFieldIndex, |
| 543 | kUnknownClassDefIndex, |
| 544 | graph->GetDexFile(), |
| 545 | 0); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 546 | then->AddInstruction(*input1); |
| 547 | else_->AddInstruction(*input2); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 548 | join->AddInstruction(new (GetAllocator()) HExit()); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 549 | (*phi)->AddInput(*input1); |
| 550 | (*phi)->AddInput(*input2); |
| 551 | |
| 552 | graph->BuildDominatorTree(); |
| Nicolas Geoffray | 15bd228 | 2016-01-05 15:55:41 +0000 | [diff] [blame] | 553 | graph->AnalyzeLoops(); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 554 | return graph; |
| 555 | } |
| 556 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 557 | void RegisterAllocatorTest::PhiHint(Strategy strategy) { |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 558 | HPhi *phi; |
| 559 | HInstruction *input1, *input2; |
| 560 | |
| 561 | { |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 562 | HGraph* graph = BuildIfElseWithPhi(&phi, &input1, &input2); |
| Vladimir Marko | a043111 | 2018-06-25 09:32:54 +0100 | [diff] [blame] | 563 | x86::CodeGeneratorX86 codegen(graph, *compiler_options_); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 564 | SsaLivenessAnalysis liveness(graph, &codegen, GetScopedAllocator()); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 565 | liveness.Analyze(); |
| 566 | |
| 567 | // Check that the register allocator is deterministic. |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 568 | std::unique_ptr<RegisterAllocator> register_allocator = |
| 569 | RegisterAllocator::Create(GetScopedAllocator(), &codegen, liveness, strategy); |
| Matthew Gharrity | 8f49d4b | 2016-07-14 13:24:00 -0700 | [diff] [blame] | 570 | register_allocator->AllocateRegisters(); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 571 | |
| 572 | ASSERT_EQ(input1->GetLiveInterval()->GetRegister(), 0); |
| 573 | ASSERT_EQ(input2->GetLiveInterval()->GetRegister(), 0); |
| 574 | ASSERT_EQ(phi->GetLiveInterval()->GetRegister(), 0); |
| 575 | } |
| 576 | |
| 577 | { |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 578 | HGraph* graph = BuildIfElseWithPhi(&phi, &input1, &input2); |
| Vladimir Marko | a043111 | 2018-06-25 09:32:54 +0100 | [diff] [blame] | 579 | x86::CodeGeneratorX86 codegen(graph, *compiler_options_); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 580 | SsaLivenessAnalysis liveness(graph, &codegen, GetScopedAllocator()); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 581 | liveness.Analyze(); |
| 582 | |
| 583 | // Set the phi to a specific register, and check that the inputs get allocated |
| 584 | // the same register. |
| Nicolas Geoffray | 18c219b | 2015-02-04 09:38:49 +0000 | [diff] [blame] | 585 | phi->GetLocations()->UpdateOut(Location::RegisterLocation(2)); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 586 | std::unique_ptr<RegisterAllocator> register_allocator = |
| 587 | RegisterAllocator::Create(GetScopedAllocator(), &codegen, liveness, strategy); |
| Matthew Gharrity | 8f49d4b | 2016-07-14 13:24:00 -0700 | [diff] [blame] | 588 | register_allocator->AllocateRegisters(); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 589 | |
| 590 | ASSERT_EQ(input1->GetLiveInterval()->GetRegister(), 2); |
| 591 | ASSERT_EQ(input2->GetLiveInterval()->GetRegister(), 2); |
| 592 | ASSERT_EQ(phi->GetLiveInterval()->GetRegister(), 2); |
| 593 | } |
| 594 | |
| 595 | { |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 596 | HGraph* graph = BuildIfElseWithPhi(&phi, &input1, &input2); |
| Vladimir Marko | a043111 | 2018-06-25 09:32:54 +0100 | [diff] [blame] | 597 | x86::CodeGeneratorX86 codegen(graph, *compiler_options_); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 598 | SsaLivenessAnalysis liveness(graph, &codegen, GetScopedAllocator()); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 599 | liveness.Analyze(); |
| 600 | |
| 601 | // Set input1 to a specific register, and check that the phi and other input get allocated |
| 602 | // the same register. |
| Nicolas Geoffray | 18c219b | 2015-02-04 09:38:49 +0000 | [diff] [blame] | 603 | input1->GetLocations()->UpdateOut(Location::RegisterLocation(2)); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 604 | std::unique_ptr<RegisterAllocator> register_allocator = |
| 605 | RegisterAllocator::Create(GetScopedAllocator(), &codegen, liveness, strategy); |
| Matthew Gharrity | 8f49d4b | 2016-07-14 13:24:00 -0700 | [diff] [blame] | 606 | register_allocator->AllocateRegisters(); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 607 | |
| 608 | ASSERT_EQ(input1->GetLiveInterval()->GetRegister(), 2); |
| 609 | ASSERT_EQ(input2->GetLiveInterval()->GetRegister(), 2); |
| 610 | ASSERT_EQ(phi->GetLiveInterval()->GetRegister(), 2); |
| 611 | } |
| 612 | |
| 613 | { |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 614 | HGraph* graph = BuildIfElseWithPhi(&phi, &input1, &input2); |
| Vladimir Marko | a043111 | 2018-06-25 09:32:54 +0100 | [diff] [blame] | 615 | x86::CodeGeneratorX86 codegen(graph, *compiler_options_); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 616 | SsaLivenessAnalysis liveness(graph, &codegen, GetScopedAllocator()); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 617 | liveness.Analyze(); |
| 618 | |
| 619 | // Set input2 to a specific register, and check that the phi and other input get allocated |
| 620 | // the same register. |
| Nicolas Geoffray | 18c219b | 2015-02-04 09:38:49 +0000 | [diff] [blame] | 621 | input2->GetLocations()->UpdateOut(Location::RegisterLocation(2)); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 622 | std::unique_ptr<RegisterAllocator> register_allocator = |
| 623 | RegisterAllocator::Create(GetScopedAllocator(), &codegen, liveness, strategy); |
| Matthew Gharrity | 8f49d4b | 2016-07-14 13:24:00 -0700 | [diff] [blame] | 624 | register_allocator->AllocateRegisters(); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 625 | |
| 626 | ASSERT_EQ(input1->GetLiveInterval()->GetRegister(), 2); |
| 627 | ASSERT_EQ(input2->GetLiveInterval()->GetRegister(), 2); |
| 628 | ASSERT_EQ(phi->GetLiveInterval()->GetRegister(), 2); |
| 629 | } |
| 630 | } |
| 631 | |
| Matthew Gharrity | 2ac06bc | 2016-08-05 09:34:52 -0700 | [diff] [blame] | 632 | // TODO: Enable this test for graph coloring register allocation when iterative move |
| 633 | // coalescing is merged. |
| 634 | TEST_F(RegisterAllocatorTest, PhiHint_LinearScan) { |
| 635 | PhiHint(Strategy::kRegisterAllocatorLinearScan); |
| 636 | } |
| 637 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 638 | HGraph* RegisterAllocatorTest::BuildFieldReturn(HInstruction** field, HInstruction** ret) { |
| 639 | HGraph* graph = CreateGraph(); |
| 640 | HBasicBlock* entry = new (GetAllocator()) HBasicBlock(graph); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 641 | graph->AddBlock(entry); |
| 642 | graph->SetEntryBlock(entry); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 643 | HInstruction* parameter = new (GetAllocator()) HParameterValue( |
| Vladimir Marko | 0ebe0d8 | 2017-09-21 22:50:39 +0100 | [diff] [blame] | 644 | graph->GetDexFile(), dex::TypeIndex(0), 0, DataType::Type::kReference); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 645 | entry->AddInstruction(parameter); |
| 646 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 647 | HBasicBlock* block = new (GetAllocator()) HBasicBlock(graph); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 648 | graph->AddBlock(block); |
| 649 | entry->AddSuccessor(block); |
| 650 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 651 | *field = new (GetAllocator()) HInstanceFieldGet(parameter, |
| 652 | nullptr, |
| 653 | DataType::Type::kInt32, |
| 654 | MemberOffset(42), |
| 655 | false, |
| 656 | kUnknownFieldIndex, |
| 657 | kUnknownClassDefIndex, |
| 658 | graph->GetDexFile(), |
| 659 | 0); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 660 | block->AddInstruction(*field); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 661 | *ret = new (GetAllocator()) HReturn(*field); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 662 | block->AddInstruction(*ret); |
| 663 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 664 | HBasicBlock* exit = new (GetAllocator()) HBasicBlock(graph); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 665 | graph->AddBlock(exit); |
| 666 | block->AddSuccessor(exit); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 667 | exit->AddInstruction(new (GetAllocator()) HExit()); |
| David Brazdil | 10f56cb | 2015-03-24 18:49:14 +0000 | [diff] [blame] | 668 | |
| 669 | graph->BuildDominatorTree(); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 670 | return graph; |
| 671 | } |
| 672 | |
| Matthew Gharrity | 2ac06bc | 2016-08-05 09:34:52 -0700 | [diff] [blame] | 673 | void RegisterAllocatorTest::ExpectedInRegisterHint(Strategy strategy) { |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 674 | HInstruction *field, *ret; |
| 675 | |
| 676 | { |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 677 | HGraph* graph = BuildFieldReturn(&field, &ret); |
| Vladimir Marko | a043111 | 2018-06-25 09:32:54 +0100 | [diff] [blame] | 678 | x86::CodeGeneratorX86 codegen(graph, *compiler_options_); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 679 | SsaLivenessAnalysis liveness(graph, &codegen, GetScopedAllocator()); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 680 | liveness.Analyze(); |
| 681 | |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 682 | std::unique_ptr<RegisterAllocator> register_allocator = |
| 683 | RegisterAllocator::Create(GetScopedAllocator(), &codegen, liveness, strategy); |
| Matthew Gharrity | 8f49d4b | 2016-07-14 13:24:00 -0700 | [diff] [blame] | 684 | register_allocator->AllocateRegisters(); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 685 | |
| 686 | // Sanity check that in normal conditions, the register should be hinted to 0 (EAX). |
| 687 | ASSERT_EQ(field->GetLiveInterval()->GetRegister(), 0); |
| 688 | } |
| 689 | |
| 690 | { |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 691 | HGraph* graph = BuildFieldReturn(&field, &ret); |
| Vladimir Marko | a043111 | 2018-06-25 09:32:54 +0100 | [diff] [blame] | 692 | x86::CodeGeneratorX86 codegen(graph, *compiler_options_); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 693 | SsaLivenessAnalysis liveness(graph, &codegen, GetScopedAllocator()); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 694 | liveness.Analyze(); |
| 695 | |
| 696 | // Check that the field gets put in the register expected by its use. |
| Nicolas Geoffray | f43083d | 2014-11-07 10:48:10 +0000 | [diff] [blame] | 697 | // Don't use SetInAt because we are overriding an already allocated location. |
| Vladimir Marko | 2aaa4b5 | 2015-09-17 17:03:26 +0100 | [diff] [blame] | 698 | ret->GetLocations()->inputs_[0] = Location::RegisterLocation(2); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 699 | |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 700 | std::unique_ptr<RegisterAllocator> register_allocator = |
| 701 | RegisterAllocator::Create(GetScopedAllocator(), &codegen, liveness, strategy); |
| Matthew Gharrity | 8f49d4b | 2016-07-14 13:24:00 -0700 | [diff] [blame] | 702 | register_allocator->AllocateRegisters(); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 703 | |
| 704 | ASSERT_EQ(field->GetLiveInterval()->GetRegister(), 2); |
| 705 | } |
| 706 | } |
| 707 | |
| Matthew Gharrity | 2ac06bc | 2016-08-05 09:34:52 -0700 | [diff] [blame] | 708 | // TODO: Enable this test for graph coloring register allocation when iterative move |
| 709 | // coalescing is merged. |
| 710 | TEST_F(RegisterAllocatorTest, ExpectedInRegisterHint_LinearScan) { |
| 711 | ExpectedInRegisterHint(Strategy::kRegisterAllocatorLinearScan); |
| 712 | } |
| 713 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 714 | HGraph* RegisterAllocatorTest::BuildTwoSubs(HInstruction** first_sub, HInstruction** second_sub) { |
| 715 | HGraph* graph = CreateGraph(); |
| 716 | HBasicBlock* entry = new (GetAllocator()) HBasicBlock(graph); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 717 | graph->AddBlock(entry); |
| 718 | graph->SetEntryBlock(entry); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 719 | HInstruction* parameter = new (GetAllocator()) HParameterValue( |
| Vladimir Marko | 0ebe0d8 | 2017-09-21 22:50:39 +0100 | [diff] [blame] | 720 | graph->GetDexFile(), dex::TypeIndex(0), 0, DataType::Type::kInt32); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 721 | entry->AddInstruction(parameter); |
| David Brazdil | 8d5b8b2 | 2015-03-24 10:51:52 +0000 | [diff] [blame] | 722 | |
| 723 | HInstruction* constant1 = graph->GetIntConstant(1); |
| 724 | HInstruction* constant2 = graph->GetIntConstant(2); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 725 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 726 | HBasicBlock* block = new (GetAllocator()) HBasicBlock(graph); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 727 | graph->AddBlock(block); |
| 728 | entry->AddSuccessor(block); |
| 729 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 730 | *first_sub = new (GetAllocator()) HSub(DataType::Type::kInt32, parameter, constant1); |
| Mark Mendell | 09b8463 | 2015-02-13 17:48:38 -0500 | [diff] [blame] | 731 | block->AddInstruction(*first_sub); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 732 | *second_sub = new (GetAllocator()) HSub(DataType::Type::kInt32, *first_sub, constant2); |
| Mark Mendell | 09b8463 | 2015-02-13 17:48:38 -0500 | [diff] [blame] | 733 | block->AddInstruction(*second_sub); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 734 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 735 | block->AddInstruction(new (GetAllocator()) HExit()); |
| David Brazdil | 10f56cb | 2015-03-24 18:49:14 +0000 | [diff] [blame] | 736 | |
| 737 | graph->BuildDominatorTree(); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 738 | return graph; |
| 739 | } |
| 740 | |
| Matthew Gharrity | 2ac06bc | 2016-08-05 09:34:52 -0700 | [diff] [blame] | 741 | void RegisterAllocatorTest::SameAsFirstInputHint(Strategy strategy) { |
| Mark Mendell | 09b8463 | 2015-02-13 17:48:38 -0500 | [diff] [blame] | 742 | HInstruction *first_sub, *second_sub; |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 743 | |
| 744 | { |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 745 | HGraph* graph = BuildTwoSubs(&first_sub, &second_sub); |
| Vladimir Marko | a043111 | 2018-06-25 09:32:54 +0100 | [diff] [blame] | 746 | x86::CodeGeneratorX86 codegen(graph, *compiler_options_); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 747 | SsaLivenessAnalysis liveness(graph, &codegen, GetScopedAllocator()); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 748 | liveness.Analyze(); |
| 749 | |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 750 | std::unique_ptr<RegisterAllocator> register_allocator = |
| 751 | RegisterAllocator::Create(GetScopedAllocator(), &codegen, liveness, strategy); |
| Matthew Gharrity | 8f49d4b | 2016-07-14 13:24:00 -0700 | [diff] [blame] | 752 | register_allocator->AllocateRegisters(); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 753 | |
| 754 | // Sanity check that in normal conditions, the registers are the same. |
| Mark Mendell | 09b8463 | 2015-02-13 17:48:38 -0500 | [diff] [blame] | 755 | ASSERT_EQ(first_sub->GetLiveInterval()->GetRegister(), 1); |
| 756 | ASSERT_EQ(second_sub->GetLiveInterval()->GetRegister(), 1); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 757 | } |
| 758 | |
| 759 | { |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 760 | HGraph* graph = BuildTwoSubs(&first_sub, &second_sub); |
| Vladimir Marko | a043111 | 2018-06-25 09:32:54 +0100 | [diff] [blame] | 761 | x86::CodeGeneratorX86 codegen(graph, *compiler_options_); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 762 | SsaLivenessAnalysis liveness(graph, &codegen, GetScopedAllocator()); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 763 | liveness.Analyze(); |
| 764 | |
| 765 | // check that both adds get the same register. |
| Nicolas Geoffray | 18c219b | 2015-02-04 09:38:49 +0000 | [diff] [blame] | 766 | // Don't use UpdateOutput because output is already allocated. |
| Mark Mendell | 09b8463 | 2015-02-13 17:48:38 -0500 | [diff] [blame] | 767 | first_sub->InputAt(0)->GetLocations()->output_ = Location::RegisterLocation(2); |
| 768 | ASSERT_EQ(first_sub->GetLocations()->Out().GetPolicy(), Location::kSameAsFirstInput); |
| 769 | ASSERT_EQ(second_sub->GetLocations()->Out().GetPolicy(), Location::kSameAsFirstInput); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 770 | |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 771 | std::unique_ptr<RegisterAllocator> register_allocator = |
| 772 | RegisterAllocator::Create(GetScopedAllocator(), &codegen, liveness, strategy); |
| Matthew Gharrity | 8f49d4b | 2016-07-14 13:24:00 -0700 | [diff] [blame] | 773 | register_allocator->AllocateRegisters(); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 774 | |
| Mark Mendell | 09b8463 | 2015-02-13 17:48:38 -0500 | [diff] [blame] | 775 | ASSERT_EQ(first_sub->GetLiveInterval()->GetRegister(), 2); |
| 776 | ASSERT_EQ(second_sub->GetLiveInterval()->GetRegister(), 2); |
| Nicolas Geoffray | 01ef345 | 2014-10-01 11:32:17 +0100 | [diff] [blame] | 777 | } |
| 778 | } |
| 779 | |
| Matthew Gharrity | 2ac06bc | 2016-08-05 09:34:52 -0700 | [diff] [blame] | 780 | // TODO: Enable this test for graph coloring register allocation when iterative move |
| 781 | // coalescing is merged. |
| 782 | TEST_F(RegisterAllocatorTest, SameAsFirstInputHint_LinearScan) { |
| 783 | SameAsFirstInputHint(Strategy::kRegisterAllocatorLinearScan); |
| 784 | } |
| 785 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 786 | HGraph* RegisterAllocatorTest::BuildDiv(HInstruction** div) { |
| 787 | HGraph* graph = CreateGraph(); |
| 788 | HBasicBlock* entry = new (GetAllocator()) HBasicBlock(graph); |
| Calin Juravle | d0d4852 | 2014-11-04 16:40:20 +0000 | [diff] [blame] | 789 | graph->AddBlock(entry); |
| 790 | graph->SetEntryBlock(entry); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 791 | HInstruction* first = new (GetAllocator()) HParameterValue( |
| Vladimir Marko | 0ebe0d8 | 2017-09-21 22:50:39 +0100 | [diff] [blame] | 792 | graph->GetDexFile(), dex::TypeIndex(0), 0, DataType::Type::kInt32); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 793 | HInstruction* second = new (GetAllocator()) HParameterValue( |
| Vladimir Marko | 0ebe0d8 | 2017-09-21 22:50:39 +0100 | [diff] [blame] | 794 | graph->GetDexFile(), dex::TypeIndex(0), 0, DataType::Type::kInt32); |
| Calin Juravle | d0d4852 | 2014-11-04 16:40:20 +0000 | [diff] [blame] | 795 | entry->AddInstruction(first); |
| 796 | entry->AddInstruction(second); |
| 797 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 798 | HBasicBlock* block = new (GetAllocator()) HBasicBlock(graph); |
| Calin Juravle | d0d4852 | 2014-11-04 16:40:20 +0000 | [diff] [blame] | 799 | graph->AddBlock(block); |
| 800 | entry->AddSuccessor(block); |
| 801 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 802 | *div = new (GetAllocator()) HDiv( |
| 803 | DataType::Type::kInt32, first, second, 0); // don't care about dex_pc. |
| Calin Juravle | d0d4852 | 2014-11-04 16:40:20 +0000 | [diff] [blame] | 804 | block->AddInstruction(*div); |
| 805 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 806 | block->AddInstruction(new (GetAllocator()) HExit()); |
| David Brazdil | 10f56cb | 2015-03-24 18:49:14 +0000 | [diff] [blame] | 807 | |
| 808 | graph->BuildDominatorTree(); |
| Calin Juravle | d0d4852 | 2014-11-04 16:40:20 +0000 | [diff] [blame] | 809 | return graph; |
| 810 | } |
| 811 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 812 | void RegisterAllocatorTest::ExpectedExactInRegisterAndSameOutputHint(Strategy strategy) { |
| Calin Juravle | d0d4852 | 2014-11-04 16:40:20 +0000 | [diff] [blame] | 813 | HInstruction *div; |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 814 | HGraph* graph = BuildDiv(&div); |
| Vladimir Marko | a043111 | 2018-06-25 09:32:54 +0100 | [diff] [blame] | 815 | x86::CodeGeneratorX86 codegen(graph, *compiler_options_); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 816 | SsaLivenessAnalysis liveness(graph, &codegen, GetScopedAllocator()); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 817 | liveness.Analyze(); |
| Calin Juravle | d0d4852 | 2014-11-04 16:40:20 +0000 | [diff] [blame] | 818 | |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 819 | std::unique_ptr<RegisterAllocator> register_allocator = |
| 820 | RegisterAllocator::Create(GetScopedAllocator(), &codegen, liveness, strategy); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 821 | register_allocator->AllocateRegisters(); |
| Calin Juravle | d0d4852 | 2014-11-04 16:40:20 +0000 | [diff] [blame] | 822 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 823 | // div on x86 requires its first input in eax and the output be the same as the first input. |
| 824 | ASSERT_EQ(div->GetLiveInterval()->GetRegister(), 0); |
| Calin Juravle | d0d4852 | 2014-11-04 16:40:20 +0000 | [diff] [blame] | 825 | } |
| 826 | |
| Matthew Gharrity | 2ac06bc | 2016-08-05 09:34:52 -0700 | [diff] [blame] | 827 | // TODO: Enable this test for graph coloring register allocation when iterative move |
| 828 | // coalescing is merged. |
| 829 | TEST_F(RegisterAllocatorTest, ExpectedExactInRegisterAndSameOutputHint_LinearScan) { |
| 830 | ExpectedExactInRegisterAndSameOutputHint(Strategy::kRegisterAllocatorLinearScan); |
| 831 | } |
| 832 | |
| Nicolas Geoffray | dd8f887 | 2015-01-15 15:37:37 +0000 | [diff] [blame] | 833 | // Test a bug in the register allocator, where allocating a blocked |
| 834 | // register would lead to spilling an inactive interval at the wrong |
| 835 | // position. |
| Matthew Gharrity | d9ffd0d | 2016-06-22 10:27:55 -0700 | [diff] [blame] | 836 | // This test only applies to the linear scan allocator. |
| David Brazdil | 4833f5a | 2015-12-16 10:37:39 +0000 | [diff] [blame] | 837 | TEST_F(RegisterAllocatorTest, SpillInactive) { |
| Nicolas Geoffray | dd8f887 | 2015-01-15 15:37:37 +0000 | [diff] [blame] | 838 | // Create a synthesized graph to please the register_allocator and |
| 839 | // ssa_liveness_analysis code. |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 840 | HGraph* graph = CreateGraph(); |
| 841 | HBasicBlock* entry = new (GetAllocator()) HBasicBlock(graph); |
| Nicolas Geoffray | dd8f887 | 2015-01-15 15:37:37 +0000 | [diff] [blame] | 842 | graph->AddBlock(entry); |
| 843 | graph->SetEntryBlock(entry); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 844 | HInstruction* one = new (GetAllocator()) HParameterValue( |
| Vladimir Marko | 0ebe0d8 | 2017-09-21 22:50:39 +0100 | [diff] [blame] | 845 | graph->GetDexFile(), dex::TypeIndex(0), 0, DataType::Type::kInt32); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 846 | HInstruction* two = new (GetAllocator()) HParameterValue( |
| Vladimir Marko | 0ebe0d8 | 2017-09-21 22:50:39 +0100 | [diff] [blame] | 847 | graph->GetDexFile(), dex::TypeIndex(0), 0, DataType::Type::kInt32); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 848 | HInstruction* three = new (GetAllocator()) HParameterValue( |
| Vladimir Marko | 0ebe0d8 | 2017-09-21 22:50:39 +0100 | [diff] [blame] | 849 | graph->GetDexFile(), dex::TypeIndex(0), 0, DataType::Type::kInt32); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 850 | HInstruction* four = new (GetAllocator()) HParameterValue( |
| Vladimir Marko | 0ebe0d8 | 2017-09-21 22:50:39 +0100 | [diff] [blame] | 851 | graph->GetDexFile(), dex::TypeIndex(0), 0, DataType::Type::kInt32); |
| Nicolas Geoffray | dd8f887 | 2015-01-15 15:37:37 +0000 | [diff] [blame] | 852 | entry->AddInstruction(one); |
| 853 | entry->AddInstruction(two); |
| 854 | entry->AddInstruction(three); |
| 855 | entry->AddInstruction(four); |
| 856 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 857 | HBasicBlock* block = new (GetAllocator()) HBasicBlock(graph); |
| Nicolas Geoffray | dd8f887 | 2015-01-15 15:37:37 +0000 | [diff] [blame] | 858 | graph->AddBlock(block); |
| 859 | entry->AddSuccessor(block); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 860 | block->AddInstruction(new (GetAllocator()) HExit()); |
| Nicolas Geoffray | dd8f887 | 2015-01-15 15:37:37 +0000 | [diff] [blame] | 861 | |
| 862 | // We create a synthesized user requesting a register, to avoid just spilling the |
| 863 | // intervals. |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 864 | HPhi* user = new (GetAllocator()) HPhi(GetAllocator(), 0, 1, DataType::Type::kInt32); |
| Nicolas Geoffray | dd8f887 | 2015-01-15 15:37:37 +0000 | [diff] [blame] | 865 | user->AddInput(one); |
| 866 | user->SetBlock(block); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 867 | LocationSummary* locations = new (GetAllocator()) LocationSummary(user, LocationSummary::kNoCall); |
| Nicolas Geoffray | dd8f887 | 2015-01-15 15:37:37 +0000 | [diff] [blame] | 868 | locations->SetInAt(0, Location::RequiresRegister()); |
| 869 | static constexpr size_t phi_ranges[][2] = {{20, 30}}; |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 870 | BuildInterval(phi_ranges, arraysize(phi_ranges), GetScopedAllocator(), -1, user); |
| Nicolas Geoffray | dd8f887 | 2015-01-15 15:37:37 +0000 | [diff] [blame] | 871 | |
| 872 | // Create an interval with lifetime holes. |
| 873 | static constexpr size_t ranges1[][2] = {{0, 2}, {4, 6}, {8, 10}}; |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 874 | LiveInterval* first = BuildInterval(ranges1, arraysize(ranges1), GetScopedAllocator(), -1, one); |
| 875 | first->uses_.push_front(*new (GetScopedAllocator()) UsePosition(user, false, 8)); |
| 876 | first->uses_.push_front(*new (GetScopedAllocator()) UsePosition(user, false, 7)); |
| 877 | first->uses_.push_front(*new (GetScopedAllocator()) UsePosition(user, false, 6)); |
| Nicolas Geoffray | dd8f887 | 2015-01-15 15:37:37 +0000 | [diff] [blame] | 878 | |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 879 | locations = new (GetAllocator()) LocationSummary(first->GetDefinedBy(), LocationSummary::kNoCall); |
| Nicolas Geoffray | dd8f887 | 2015-01-15 15:37:37 +0000 | [diff] [blame] | 880 | locations->SetOut(Location::RequiresRegister()); |
| 881 | first = first->SplitAt(1); |
| 882 | |
| 883 | // Create an interval that conflicts with the next interval, to force the next |
| 884 | // interval to call `AllocateBlockedReg`. |
| 885 | static constexpr size_t ranges2[][2] = {{2, 4}}; |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 886 | LiveInterval* second = BuildInterval(ranges2, arraysize(ranges2), GetScopedAllocator(), -1, two); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 887 | locations = |
| 888 | new (GetAllocator()) LocationSummary(second->GetDefinedBy(), LocationSummary::kNoCall); |
| Nicolas Geoffray | dd8f887 | 2015-01-15 15:37:37 +0000 | [diff] [blame] | 889 | locations->SetOut(Location::RequiresRegister()); |
| 890 | |
| 891 | // Create an interval that will lead to splitting the first interval. The bug occured |
| 892 | // by splitting at a wrong position, in this case at the next intersection between |
| 893 | // this interval and the first interval. We would have then put the interval with ranges |
| 894 | // "[0, 2(, [4, 6(" in the list of handled intervals, even though we haven't processed intervals |
| 895 | // before lifetime position 6 yet. |
| 896 | static constexpr size_t ranges3[][2] = {{2, 4}, {8, 10}}; |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 897 | LiveInterval* third = BuildInterval(ranges3, arraysize(ranges3), GetScopedAllocator(), -1, three); |
| 898 | third->uses_.push_front(*new (GetScopedAllocator()) UsePosition(user, false, 8)); |
| 899 | third->uses_.push_front(*new (GetScopedAllocator()) UsePosition(user, false, 4)); |
| 900 | third->uses_.push_front(*new (GetScopedAllocator()) UsePosition(user, false, 3)); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 901 | locations = new (GetAllocator()) LocationSummary(third->GetDefinedBy(), LocationSummary::kNoCall); |
| Nicolas Geoffray | dd8f887 | 2015-01-15 15:37:37 +0000 | [diff] [blame] | 902 | locations->SetOut(Location::RequiresRegister()); |
| 903 | third = third->SplitAt(3); |
| 904 | |
| 905 | // Because the first part of the split interval was considered handled, this interval |
| 906 | // was free to allocate the same register, even though it conflicts with it. |
| 907 | static constexpr size_t ranges4[][2] = {{4, 6}}; |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 908 | LiveInterval* fourth = BuildInterval(ranges4, arraysize(ranges4), GetScopedAllocator(), -1, four); |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 909 | locations = |
| 910 | new (GetAllocator()) LocationSummary(fourth->GetDefinedBy(), LocationSummary::kNoCall); |
| Nicolas Geoffray | dd8f887 | 2015-01-15 15:37:37 +0000 | [diff] [blame] | 911 | locations->SetOut(Location::RequiresRegister()); |
| 912 | |
| Vladimir Marko | a043111 | 2018-06-25 09:32:54 +0100 | [diff] [blame] | 913 | x86::CodeGeneratorX86 codegen(graph, *compiler_options_); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 914 | SsaLivenessAnalysis liveness(graph, &codegen, GetScopedAllocator()); |
| Nicolas Geoffray | 8cbab3c | 2015-04-23 15:14:36 +0100 | [diff] [blame] | 915 | // Populate the instructions in the liveness object, to please the register allocator. |
| 916 | for (size_t i = 0; i < 32; ++i) { |
| Vladimir Marko | 2aaa4b5 | 2015-09-17 17:03:26 +0100 | [diff] [blame] | 917 | liveness.instructions_from_lifetime_position_.push_back(user); |
| Nicolas Geoffray | 8cbab3c | 2015-04-23 15:14:36 +0100 | [diff] [blame] | 918 | } |
| Nicolas Geoffray | dd8f887 | 2015-01-15 15:37:37 +0000 | [diff] [blame] | 919 | |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 920 | RegisterAllocatorLinearScan register_allocator(GetScopedAllocator(), &codegen, liveness); |
| Vladimir Marko | 2aaa4b5 | 2015-09-17 17:03:26 +0100 | [diff] [blame] | 921 | register_allocator.unhandled_core_intervals_.push_back(fourth); |
| 922 | register_allocator.unhandled_core_intervals_.push_back(third); |
| 923 | register_allocator.unhandled_core_intervals_.push_back(second); |
| 924 | register_allocator.unhandled_core_intervals_.push_back(first); |
| Nicolas Geoffray | dd8f887 | 2015-01-15 15:37:37 +0000 | [diff] [blame] | 925 | |
| 926 | // Set just one register available to make all intervals compete for the same. |
| 927 | register_allocator.number_of_registers_ = 1; |
| Vladimir Marko | ca6fff8 | 2017-10-03 14:49:14 +0100 | [diff] [blame] | 928 | register_allocator.registers_array_ = GetAllocator()->AllocArray<size_t>(1); |
| Nicolas Geoffray | dd8f887 | 2015-01-15 15:37:37 +0000 | [diff] [blame] | 929 | register_allocator.processing_core_registers_ = true; |
| 930 | register_allocator.unhandled_ = ®ister_allocator.unhandled_core_intervals_; |
| 931 | register_allocator.LinearScan(); |
| 932 | |
| 933 | // Test that there is no conflicts between intervals. |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 934 | ScopedArenaVector<LiveInterval*> intervals(GetScopedAllocator()->Adapter()); |
| Vladimir Marko | 2aaa4b5 | 2015-09-17 17:03:26 +0100 | [diff] [blame] | 935 | intervals.push_back(first); |
| 936 | intervals.push_back(second); |
| 937 | intervals.push_back(third); |
| 938 | intervals.push_back(fourth); |
| Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 939 | ASSERT_TRUE(ValidateIntervals(intervals, codegen)); |
| Nicolas Geoffray | dd8f887 | 2015-01-15 15:37:37 +0000 | [diff] [blame] | 940 | } |
| 941 | |
| Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 942 | } // namespace art |