OLD | NEW |
1 // Copyright (c) 2014, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2014, the Dart project authors. Please see the AUTHORS file |
2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
4 | 4 |
5 #include "vm/globals.h" // Needed here to get TARGET_ARCH_ARM64. | 5 #include "vm/globals.h" // Needed here to get TARGET_ARCH_ARM64. |
6 #if defined(TARGET_ARCH_ARM64) | 6 #if defined(TARGET_ARCH_ARM64) |
7 | 7 |
8 #include "vm/assembler.h" | 8 #include "vm/assembler.h" |
9 #include "vm/constants_arm64.h" | 9 #include "vm/constants_arm64.h" |
10 #include "vm/cpu.h" | 10 #include "vm/cpu.h" |
11 #include "vm/instructions.h" | 11 #include "vm/instructions.h" |
12 #include "vm/object.h" | 12 #include "vm/object.h" |
13 | 13 |
14 namespace dart { | 14 namespace dart { |
15 | 15 |
16 CallPattern::CallPattern(uword pc, const Code& code) | 16 CallPattern::CallPattern(uword pc, const Code& code) |
17 : object_pool_(ObjectPool::Handle(code.GetObjectPool())), | 17 : object_pool_(ObjectPool::Handle(code.GetObjectPool())), |
18 end_(pc), | 18 end_(pc), |
19 ic_data_load_end_(0), | 19 ic_data_load_end_(0), |
20 target_code_pool_index_(-1), | 20 target_address_pool_index_(-1), |
21 ic_data_(ICData::Handle()) { | 21 ic_data_(ICData::Handle()) { |
22 ASSERT(code.ContainsInstructionAt(pc)); | 22 ASSERT(code.ContainsInstructionAt(pc)); |
23 // Last instruction: blr ip0. | 23 // Last instruction: blr ip0. |
24 ASSERT(*(reinterpret_cast<uint32_t*>(end_) - 1) == 0xd63f0200); | 24 ASSERT(*(reinterpret_cast<uint32_t*>(end_) - 1) == 0xd63f0200); |
25 | 25 |
26 Register reg; | 26 Register reg; |
27 ic_data_load_end_ = | 27 ic_data_load_end_ = |
28 InstructionPattern::DecodeLoadWordFromPool(end_ - 2 * Instr::kInstrSize, | 28 InstructionPattern::DecodeLoadWordFromPool(end_ - Instr::kInstrSize, |
29 ®, | 29 ®, |
30 &target_code_pool_index_); | 30 &target_address_pool_index_); |
31 ASSERT(reg == CODE_REG); | 31 ASSERT(reg == IP0); |
32 } | 32 } |
33 | 33 |
34 | 34 |
35 NativeCallPattern::NativeCallPattern(uword pc, const Code& code) | 35 NativeCallPattern::NativeCallPattern(uword pc, const Code& code) |
36 : object_pool_(ObjectPool::Handle(code.GetObjectPool())), | 36 : object_pool_(ObjectPool::Handle(code.GetObjectPool())), |
37 end_(pc), | 37 end_(pc), |
38 native_function_pool_index_(-1), | 38 native_function_pool_index_(-1), |
39 target_code_pool_index_(-1) { | 39 target_address_pool_index_(-1) { |
40 ASSERT(code.ContainsInstructionAt(pc)); | 40 ASSERT(code.ContainsInstructionAt(pc)); |
41 // Last instruction: blr ip0. | 41 // Last instruction: blr ip0. |
42 ASSERT(*(reinterpret_cast<uint32_t*>(end_) - 1) == 0xd63f0200); | 42 ASSERT(*(reinterpret_cast<uint32_t*>(end_) - 1) == 0xd63f0200); |
43 | 43 |
44 Register reg; | 44 Register reg; |
45 uword native_function_load_end = | 45 uword native_function_load_end = |
46 InstructionPattern::DecodeLoadWordFromPool(end_ - 2 * Instr::kInstrSize, | 46 InstructionPattern::DecodeLoadWordFromPool(end_ - Instr::kInstrSize, |
47 ®, | 47 ®, |
48 &target_code_pool_index_); | 48 &target_address_pool_index_); |
49 ASSERT(reg == CODE_REG); | 49 ASSERT(reg == IP0); |
50 InstructionPattern::DecodeLoadWordFromPool(native_function_load_end, | 50 InstructionPattern::DecodeLoadWordFromPool(native_function_load_end, |
51 ®, | 51 ®, |
52 &native_function_pool_index_); | 52 &native_function_pool_index_); |
53 ASSERT(reg == R5); | 53 ASSERT(reg == R5); |
54 } | 54 } |
55 | 55 |
56 | 56 |
57 RawCode* NativeCallPattern::target() const { | 57 uword NativeCallPattern::target() const { |
58 return reinterpret_cast<RawCode*>( | 58 return object_pool_.RawValueAt(target_address_pool_index_); |
59 object_pool_.ObjectAt(target_code_pool_index_)); | |
60 } | 59 } |
61 | 60 |
62 | 61 |
63 void NativeCallPattern::set_target(const Code& target) const { | 62 void NativeCallPattern::set_target(uword target_address) const { |
64 object_pool_.SetObjectAt(target_code_pool_index_, target); | 63 object_pool_.SetRawValueAt(target_address_pool_index_, target_address); |
65 // No need to flush the instruction cache, since the code is not modified. | 64 // No need to flush the instruction cache, since the code is not modified. |
66 } | 65 } |
67 | 66 |
68 | 67 |
69 NativeFunction NativeCallPattern::native_function() const { | 68 NativeFunction NativeCallPattern::native_function() const { |
70 return reinterpret_cast<NativeFunction>( | 69 return reinterpret_cast<NativeFunction>( |
71 object_pool_.RawValueAt(native_function_pool_index_)); | 70 object_pool_.RawValueAt(native_function_pool_index_)); |
72 } | 71 } |
73 | 72 |
74 | 73 |
(...skipping 211 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
286 InstructionPattern::DecodeLoadObject(ic_data_load_end_, | 285 InstructionPattern::DecodeLoadObject(ic_data_load_end_, |
287 object_pool_, | 286 object_pool_, |
288 ®, | 287 ®, |
289 &ic_data_); | 288 &ic_data_); |
290 ASSERT(reg == R5); | 289 ASSERT(reg == R5); |
291 } | 290 } |
292 return ic_data_.raw(); | 291 return ic_data_.raw(); |
293 } | 292 } |
294 | 293 |
295 | 294 |
296 RawCode* CallPattern::TargetCode() const { | 295 uword CallPattern::TargetAddress() const { |
297 return reinterpret_cast<RawCode*>( | 296 return object_pool_.RawValueAt(target_address_pool_index_); |
298 object_pool_.ObjectAt(target_code_pool_index_)); | |
299 } | 297 } |
300 | 298 |
301 | 299 |
302 void CallPattern::SetTargetCode(const Code& target) const { | 300 void CallPattern::SetTargetAddress(uword target_address) const { |
303 object_pool_.SetObjectAt(target_code_pool_index_, target); | 301 object_pool_.SetRawValueAt(target_address_pool_index_, target_address); |
304 // No need to flush the instruction cache, since the code is not modified. | 302 // No need to flush the instruction cache, since the code is not modified. |
305 } | 303 } |
306 | 304 |
307 | 305 |
308 void CallPattern::InsertDeoptCallAt(uword pc, uword target_address) { | 306 void CallPattern::InsertAt(uword pc, uword target_address) { |
309 Instr* movz0 = Instr::At(pc + (0 * Instr::kInstrSize)); | 307 Instr* movz0 = Instr::At(pc + (0 * Instr::kInstrSize)); |
310 Instr* movk1 = Instr::At(pc + (1 * Instr::kInstrSize)); | 308 Instr* movk1 = Instr::At(pc + (1 * Instr::kInstrSize)); |
311 Instr* movk2 = Instr::At(pc + (2 * Instr::kInstrSize)); | 309 Instr* movk2 = Instr::At(pc + (2 * Instr::kInstrSize)); |
312 Instr* movk3 = Instr::At(pc + (3 * Instr::kInstrSize)); | 310 Instr* movk3 = Instr::At(pc + (3 * Instr::kInstrSize)); |
313 Instr* blr = Instr::At(pc + (4 * Instr::kInstrSize)); | 311 Instr* blr = Instr::At(pc + (4 * Instr::kInstrSize)); |
314 const uint32_t w0 = Utils::Low32Bits(target_address); | 312 const uint32_t w0 = Utils::Low32Bits(target_address); |
315 const uint32_t w1 = Utils::High32Bits(target_address); | 313 const uint32_t w1 = Utils::High32Bits(target_address); |
316 const uint16_t h0 = Utils::Low16Bits(w0); | 314 const uint16_t h0 = Utils::Low16Bits(w0); |
317 const uint16_t h1 = Utils::High16Bits(w0); | 315 const uint16_t h1 = Utils::High16Bits(w0); |
318 const uint16_t h2 = Utils::Low16Bits(w1); | 316 const uint16_t h2 = Utils::Low16Bits(w1); |
319 const uint16_t h3 = Utils::High16Bits(w1); | 317 const uint16_t h3 = Utils::High16Bits(w1); |
320 | 318 |
321 movz0->SetMoveWideBits(MOVZ, IP0, h0, 0, kDoubleWord); | 319 movz0->SetMoveWideBits(MOVZ, IP0, h0, 0, kDoubleWord); |
322 movk1->SetMoveWideBits(MOVK, IP0, h1, 1, kDoubleWord); | 320 movk1->SetMoveWideBits(MOVK, IP0, h1, 1, kDoubleWord); |
323 movk2->SetMoveWideBits(MOVK, IP0, h2, 2, kDoubleWord); | 321 movk2->SetMoveWideBits(MOVK, IP0, h2, 2, kDoubleWord); |
324 movk3->SetMoveWideBits(MOVK, IP0, h3, 3, kDoubleWord); | 322 movk3->SetMoveWideBits(MOVK, IP0, h3, 3, kDoubleWord); |
325 blr->SetUnconditionalBranchRegBits(BLR, IP0); | 323 blr->SetUnconditionalBranchRegBits(BLR, IP0); |
326 | 324 |
327 ASSERT(kDeoptCallLengthInBytes == 5 * Instr::kInstrSize); | 325 ASSERT(kLengthInBytes == 5 * Instr::kInstrSize); |
328 CPU::FlushICache(pc, kDeoptCallLengthInBytes); | 326 CPU::FlushICache(pc, kLengthInBytes); |
329 } | 327 } |
330 | 328 |
331 | 329 |
| 330 JumpPattern::JumpPattern(uword pc, const Code& code) : pc_(pc) { } |
| 331 |
| 332 |
| 333 bool JumpPattern::IsValid() const { |
| 334 Instr* movz0 = Instr::At(pc_ + (0 * Instr::kInstrSize)); |
| 335 Instr* movk1 = Instr::At(pc_ + (1 * Instr::kInstrSize)); |
| 336 Instr* movk2 = Instr::At(pc_ + (2 * Instr::kInstrSize)); |
| 337 Instr* movk3 = Instr::At(pc_ + (3 * Instr::kInstrSize)); |
| 338 Instr* br = Instr::At(pc_ + (4 * Instr::kInstrSize)); |
| 339 return (movz0->IsMoveWideOp()) && (movz0->Bits(29, 2) == 2) && |
| 340 (movk1->IsMoveWideOp()) && (movk1->Bits(29, 2) == 3) && |
| 341 (movk2->IsMoveWideOp()) && (movk2->Bits(29, 2) == 3) && |
| 342 (movk3->IsMoveWideOp()) && (movk3->Bits(29, 2) == 3) && |
| 343 (br->IsUnconditionalBranchRegOp()) && (br->Bits(16, 5) == 31); |
| 344 } |
| 345 |
| 346 |
| 347 uword JumpPattern::TargetAddress() const { |
| 348 Instr* movz0 = Instr::At(pc_ + (0 * Instr::kInstrSize)); |
| 349 Instr* movk1 = Instr::At(pc_ + (1 * Instr::kInstrSize)); |
| 350 Instr* movk2 = Instr::At(pc_ + (2 * Instr::kInstrSize)); |
| 351 Instr* movk3 = Instr::At(pc_ + (3 * Instr::kInstrSize)); |
| 352 const uint16_t imm0 = movz0->Imm16Field(); |
| 353 const uint16_t imm1 = movk1->Imm16Field(); |
| 354 const uint16_t imm2 = movk2->Imm16Field(); |
| 355 const uint16_t imm3 = movk3->Imm16Field(); |
| 356 const int64_t target = |
| 357 (static_cast<int64_t>(imm0)) | |
| 358 (static_cast<int64_t>(imm1) << 16) | |
| 359 (static_cast<int64_t>(imm2) << 32) | |
| 360 (static_cast<int64_t>(imm3) << 48); |
| 361 return target; |
| 362 } |
| 363 |
| 364 |
| 365 void JumpPattern::SetTargetAddress(uword target_address) const { |
| 366 Instr* movz0 = Instr::At(pc_ + (0 * Instr::kInstrSize)); |
| 367 Instr* movk1 = Instr::At(pc_ + (1 * Instr::kInstrSize)); |
| 368 Instr* movk2 = Instr::At(pc_ + (2 * Instr::kInstrSize)); |
| 369 Instr* movk3 = Instr::At(pc_ + (3 * Instr::kInstrSize)); |
| 370 const int32_t movz0_bits = movz0->InstructionBits(); |
| 371 const int32_t movk1_bits = movk1->InstructionBits(); |
| 372 const int32_t movk2_bits = movk2->InstructionBits(); |
| 373 const int32_t movk3_bits = movk3->InstructionBits(); |
| 374 |
| 375 const uint32_t w0 = Utils::Low32Bits(target_address); |
| 376 const uint32_t w1 = Utils::High32Bits(target_address); |
| 377 const uint16_t h0 = Utils::Low16Bits(w0); |
| 378 const uint16_t h1 = Utils::High16Bits(w0); |
| 379 const uint16_t h2 = Utils::Low16Bits(w1); |
| 380 const uint16_t h3 = Utils::High16Bits(w1); |
| 381 |
| 382 movz0->SetInstructionBits((movz0_bits & ~kImm16Mask) | (h0 << kImm16Shift)); |
| 383 movk1->SetInstructionBits((movk1_bits & ~kImm16Mask) | (h1 << kImm16Shift)); |
| 384 movk2->SetInstructionBits((movk2_bits & ~kImm16Mask) | (h2 << kImm16Shift)); |
| 385 movk3->SetInstructionBits((movk3_bits & ~kImm16Mask) | (h3 << kImm16Shift)); |
| 386 CPU::FlushICache(pc_, 4 * Instr::kInstrSize); |
| 387 } |
| 388 |
| 389 |
332 ReturnPattern::ReturnPattern(uword pc) | 390 ReturnPattern::ReturnPattern(uword pc) |
333 : pc_(pc) { | 391 : pc_(pc) { |
334 } | 392 } |
335 | 393 |
336 | 394 |
337 bool ReturnPattern::IsValid() const { | 395 bool ReturnPattern::IsValid() const { |
338 Instr* bx_lr = Instr::At(pc_); | 396 Instr* bx_lr = Instr::At(pc_); |
339 const Register crn = ConcreteRegister(LR); | 397 const Register crn = ConcreteRegister(LR); |
340 const int32_t instruction = RET | (static_cast<int32_t>(crn) << kRnShift); | 398 const int32_t instruction = RET | (static_cast<int32_t>(crn) << kRnShift); |
341 return bx_lr->InstructionBits() == instruction; | 399 return bx_lr->InstructionBits() == instruction; |
342 } | 400 } |
343 | 401 |
344 } // namespace dart | 402 } // namespace dart |
345 | 403 |
346 #endif // defined TARGET_ARCH_ARM64 | 404 #endif // defined TARGET_ARCH_ARM64 |
OLD | NEW |